{"eligible_count":11,"feature_sha256":"e21227cd8a23a1d4be4c8773b779ab3b667f65bd78b97a060c997bb313e50d30","formula_version":"titan-u-contract-v1","latency_ms":0.38929202128201723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eee47de69f817cd5839778e4e5a1493493c98096d50d4da0703068456ef0bb68","sample_id":"Chinese_character_riddles.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.3341659903526306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"789fedd7d190742029cc8d7bb57edf056b48bfaed233dcd4a4651ba0dd660109","sample_id":"Chinese_character_riddles.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd2a56cb24ddcbe70097872a832fd29461691287930ec0f100aafa1c3361a03","formula_version":"titan-u-contract-v1","latency_ms":0.32512506004422903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d256676c138c3726b7572b0af6f8da80029b3ad80dde41fcf7f728776dc1e1e","sample_id":"Chinese_character_riddles.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"353b24c91453e24098cea9e1f5664ca82afb95b580d5488ff9adc7cd0172846d","formula_version":"titan-u-contract-v1","latency_ms":0.32187497708946466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d97ae92b9c2c1cd77d6cc17a00b134734c3c730c03a2669c378c40fbd9d8b91d","sample_id":"Chinese_character_riddles.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7496bd2004a59594ed11a82958952a498dbd24c4e8d187f1d13a5beb7ea9969","formula_version":"titan-u-contract-v1","latency_ms":0.9331669425591826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41751239f567c0c26d457f8f4a854a01cca087f08952f6ddbeee5dff16fa561c","sample_id":"Chinese_character_riddles.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.32645801547914743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa6170aa38071c4aa7450ce1881b6000d35aadbc8c5af515a38af56fd59d5f8e","sample_id":"Chinese_character_riddles.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"353b24c91453e24098cea9e1f5664ca82afb95b580d5488ff9adc7cd0172846d","formula_version":"titan-u-contract-v1","latency_ms":0.3175409510731697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18d02bf2ec280365d38222e14594375a268fc914e028f93a687b59f5b9c78ea8","sample_id":"Chinese_character_riddles.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78a0181fa8734917ed1bb4ddfc805eab90c848a264d2d46d23d08734550fdc62","formula_version":"titan-u-contract-v1","latency_ms":0.3186659887433052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4a8c2207552a7ad699e61b5955296a958c58d7d6dac7391852232164f66aaed","sample_id":"Chinese_character_riddles.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.33258297480642796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31b7008eadf2041506bea9cb1f3baf5a3dcef02fa2c7db65bb9cc07a81446df0","sample_id":"Chinese_character_riddles.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.3352499334141612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c525d0aa3bae495bdb1a830af0f3545850389a75fa6faa4aafbb43f7206fae49","sample_id":"Chinese_character_riddles.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78a0181fa8734917ed1bb4ddfc805eab90c848a264d2d46d23d08734550fdc62","formula_version":"titan-u-contract-v1","latency_ms":0.40629191789776087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4684f7d6b6f0b002cf3674bd5bc2a2c935bbc6d52ad8bea3dd6b89dc8d8ad615","sample_id":"Chinese_character_riddles.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.3212500596418977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29e9be4f7595984b2bf344881e1fc23fb88d42641f43547fb1df942c63ebb1e4","sample_id":"Chinese_character_riddles.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78a0181fa8734917ed1bb4ddfc805eab90c848a264d2d46d23d08734550fdc62","formula_version":"titan-u-contract-v1","latency_ms":0.34066708758473396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a0f62c7273eed81b36336ef56f214fbb212e62c6f676d88591de48a1b34c04d","sample_id":"Chinese_character_riddles.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd2a56cb24ddcbe70097872a832fd29461691287930ec0f100aafa1c3361a03","formula_version":"titan-u-contract-v1","latency_ms":0.43833302333950996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e96fb459ca5cb10e27ef5888f65330d1e5a2eab32e2b35387c6232185991bbf1","sample_id":"Chinese_character_riddles.dev.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78a0181fa8734917ed1bb4ddfc805eab90c848a264d2d46d23d08734550fdc62","formula_version":"titan-u-contract-v1","latency_ms":0.34591706935316324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78baf7598d26c603aab51a6c541e797731b7cfeb3319e2383aa80c64ef27344d","sample_id":"Chinese_character_riddles.dev.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df4ae626140ff59afae0b9cb66ae03ee31cd6026c9eeaab932e804d19ccc86f","formula_version":"titan-u-contract-v1","latency_ms":0.33012498170137405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a400a04e2f181ad6fcd1ab0936b5ee7bec977a6fc860357f980e3fbc63108cf7","sample_id":"Chinese_character_riddles.dev.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff3582e2359cc4f141994b49803764fb3bae1873e255cf0acdf0fdcc1932894","formula_version":"titan-u-contract-v1","latency_ms":0.4190419567748904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5c1934091b5daf0452b6f29bc75c47bcdeb5e40b3f243535d19764720c851de","sample_id":"Chinese_character_riddles.dev.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df4ae626140ff59afae0b9cb66ae03ee31cd6026c9eeaab932e804d19ccc86f","formula_version":"titan-u-contract-v1","latency_ms":0.4069580463692546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9929c28da8b7ac41adbd4b942614cad208e27bdb3930226b0ad96a5a0746b830","sample_id":"Chinese_character_riddles.dev.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.3434589598327875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4158894ce1b1c9a25f31829bc7d4e63ba430a8d9af5d5e241961eca98ef74aa","sample_id":"Chinese_character_riddles.dev.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7496bd2004a59594ed11a82958952a498dbd24c4e8d187f1d13a5beb7ea9969","formula_version":"titan-u-contract-v1","latency_ms":0.4829580429941416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"147870c535b581421bef8ff8da49328a75bacc5db4f14401306a308d9b45bd1a","sample_id":"Chinese_character_riddles.dev.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.3874999238178134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c71ef279ef0c51bae2837aa19af7190c0e3670711ece972b32dd90c6a27b2227","sample_id":"Chinese_character_riddles.dev.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78a0181fa8734917ed1bb4ddfc805eab90c848a264d2d46d23d08734550fdc62","formula_version":"titan-u-contract-v1","latency_ms":0.4837079904973507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"289391c075a07c3c582e75968e18adf05d0336b35acd270e6b927d2b3c9735db","sample_id":"Chinese_character_riddles.dev.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"353b24c91453e24098cea9e1f5664ca82afb95b580d5488ff9adc7cd0172846d","formula_version":"titan-u-contract-v1","latency_ms":1.0281669674441218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb010e57d48f8e9d02e1ccfccfd33f2a6e8655493b3a393148c1a2fab25ef5bd","sample_id":"Chinese_character_riddles.dev.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a10db3a070b65e34a5908eed771b40c38637a68ef62576c77c72fcfe8948a486","formula_version":"titan-u-contract-v1","latency_ms":1.9884579814970493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"441604db1ccfb11d9d702c833f8e9f12bbc97bebda05adb8106559c76f29352f","sample_id":"Chinese_character_riddles.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff3582e2359cc4f141994b49803764fb3bae1873e255cf0acdf0fdcc1932894","formula_version":"titan-u-contract-v1","latency_ms":0.4517079796642065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5df8390b96cf56094adcc7ad1d7a3b5facebac61755ef019fd20054871e0e8e8","sample_id":"Chinese_character_riddles.dev.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78a0181fa8734917ed1bb4ddfc805eab90c848a264d2d46d23d08734550fdc62","formula_version":"titan-u-contract-v1","latency_ms":0.7954579778015614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea7720b6361d32c3dd6859ad1d4447683d528d74c3d9a8545d18b647d217742e","sample_id":"Chinese_character_riddles.dev.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.39437494706362486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cfd82e3a93440921443bb871ec95966cbbcf0e3afa698ffa099d9cd7c9d0044","sample_id":"Chinese_character_riddles.dev.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.7587919244542718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb1e155e376e50a7b8c60aca00f3b07677e10ff561a7021d54388fc3f68d04e0","sample_id":"Chinese_character_riddles.dev.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.3600000636652112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4311c5a796b68fca92be6093e3b93b18620f89cce38485e8438d0bfdad4d652b","sample_id":"Chinese_character_riddles.dev.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff3582e2359cc4f141994b49803764fb3bae1873e255cf0acdf0fdcc1932894","formula_version":"titan-u-contract-v1","latency_ms":0.4646249581128359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7598d3c78bfc9fa74f68be734c5e07d1f1fff4589f245c063af28e623c7f5491","sample_id":"Chinese_character_riddles.dev.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.6777080707252026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46ad0354726a5a154d62749af3d19fd1e280d5e26088ac8adff015ffcef3ccea","sample_id":"Chinese_character_riddles.dev.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d71188b1ca69c17d756e6f29861571b7685691d2504ba7e41edd3c142fb199e3","formula_version":"titan-u-contract-v1","latency_ms":0.7888750405982137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8036e6553c7b997a3d85dc7035da0faf88657df416f04064f7bb01cda394f963","sample_id":"Chinese_character_riddles.dev.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.3243749961256981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e7f1696e3e72684fed735c58e0c70f5ec57469d5cec21538bb373a501f208a1","sample_id":"Chinese_character_riddles.dev.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df4ae626140ff59afae0b9cb66ae03ee31cd6026c9eeaab932e804d19ccc86f","formula_version":"titan-u-contract-v1","latency_ms":0.737291993573308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2561563094b1639061ca46259a0a1055b3b662906b4f449b8f36626112510a4","sample_id":"Chinese_character_riddles.dev.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df4ae626140ff59afae0b9cb66ae03ee31cd6026c9eeaab932e804d19ccc86f","formula_version":"titan-u-contract-v1","latency_ms":1.9768329802900553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df4ada42d8838d84ef8ebedda29902cfb96df5024f2acf39e90afe809b2f0def","sample_id":"Chinese_character_riddles.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.32649992499500513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a5809250fd35284e91ba959a0e004907903e7c8b2b781f048cb8836ac23f27e","sample_id":"Chinese_character_riddles.dev.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb9b7e644adf61947a39fad0a51467cfd41422647fc50b6017aae0b4fa5041d9","formula_version":"titan-u-contract-v1","latency_ms":0.9987499797716737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"346c31b99f9f9499ddcc4a08ae4f1b495aaae46dcf10ce203947e9633b1907f7","sample_id":"Chinese_character_riddles.dev.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":1.0161669924855232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efb0a7fb2dd52e7e2532e073e03b92c910f987b038280140e7238e1f8e7415d4","sample_id":"Chinese_character_riddles.dev.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.3823329461738467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e001195ef4e8b00dc111153feaa37697c871c1963589c35dde1547e0ad481230","sample_id":"Chinese_character_riddles.dev.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.343416933901608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35fcddb3191c42a50006494340c04ae145266f3f0f9cf8694104961d164a8465","sample_id":"Chinese_character_riddles.dev.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.3323330311104655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d33c124b61979d7ff446a6f9e7a9274c708fd320a203effeba22c13ca2444c5","sample_id":"Chinese_character_riddles.dev.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb6756fc85de368d81293e031d83c6219cd8f3f6126af898a6759ae2f1d9aa6d","formula_version":"titan-u-contract-v1","latency_ms":0.3463750472292304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"559f3e78334d8fed57e7fcbeab66385092ef08da80e212763e62eacd48b4d750","sample_id":"Chinese_character_riddles.dev.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.3269999288022518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e67854348ac778d4f19a905604fa082e48ffc2eddb721a489797abfd504ee3fe","sample_id":"Chinese_character_riddles.dev.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.33841608092188835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f14aa2ebbd8ce17b41c4918bc31206889da075d334092b2a453a30f6bcf65ef","sample_id":"Chinese_character_riddles.dev.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.4463749937713146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f0239d6af97ccac5e703f410ae04ddcf38fc94e0755f1036862520ad181e2d3","sample_id":"Chinese_character_riddles.dev.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7496bd2004a59594ed11a82958952a498dbd24c4e8d187f1d13a5beb7ea9969","formula_version":"titan-u-contract-v1","latency_ms":0.4192920168861747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d201023c42244520b77a974c89b70f273e5667800f671d61cfb993aa48556cf2","sample_id":"Chinese_character_riddles.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.3222080413252115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"464946c12a0ce097e37f8b939c485ab484251ce93c9f07a5167d8a0ead375ef7","sample_id":"Chinese_character_riddles.dev.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd2a56cb24ddcbe70097872a832fd29461691287930ec0f100aafa1c3361a03","formula_version":"titan-u-contract-v1","latency_ms":0.4286249168217182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d29cd98135593c8a2131e9e21ba252e38007a21cd41b670cde7af22366209c8","sample_id":"Chinese_character_riddles.dev.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.40716701187193394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c8d658be05f6676e3e9604b15879c2701e843317b1e144a83688ab1f7753c5e","sample_id":"Chinese_character_riddles.dev.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd2a56cb24ddcbe70097872a832fd29461691287930ec0f100aafa1c3361a03","formula_version":"titan-u-contract-v1","latency_ms":0.41491701267659664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e91214f9ee5d53bb07644ec5a5bb11ef7726375922f1cadc51bd9ea61121108f","sample_id":"Chinese_character_riddles.dev.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df4ae626140ff59afae0b9cb66ae03ee31cd6026c9eeaab932e804d19ccc86f","formula_version":"titan-u-contract-v1","latency_ms":0.3725839778780937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c5c2dbca3795d4e219b691e5ce839c8bd2fc684cdc943402689e98a671cbae9","sample_id":"Chinese_character_riddles.dev.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.4911670694127679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"987a11dddb5e90012d9697ddc852542e9ae1b9dffa2820f40ea7f0ed53cfcfaa","sample_id":"Chinese_character_riddles.dev.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.4504170501604676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac3658ac455c7b8def0348a518972722d40cbd3b8659902205a0c47c216e8793","sample_id":"Chinese_character_riddles.dev.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7496bd2004a59594ed11a82958952a498dbd24c4e8d187f1d13a5beb7ea9969","formula_version":"titan-u-contract-v1","latency_ms":0.5107090109959245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccca6a3c1bd36cca288e4b4c96757bc8cd48ec56fc74897cf615f1f7c8bb79a0","sample_id":"Chinese_character_riddles.dev.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e21227cd8a23a1d4be4c8773b779ab3b667f65bd78b97a060c997bb313e50d30","formula_version":"titan-u-contract-v1","latency_ms":0.42429205495864153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f96ed0faab244fa5668e42d213627b51e93e0b27c112d922fd483345ef6f63bd","sample_id":"Chinese_character_riddles.dev.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.34324999433010817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21876629285fe71b89228376d7f76b45344acd9b053c10b55c8edbb1d63fa29d","sample_id":"Chinese_character_riddles.dev.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7496bd2004a59594ed11a82958952a498dbd24c4e8d187f1d13a5beb7ea9969","formula_version":"titan-u-contract-v1","latency_ms":0.42291602585464716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24fb8ed6849105b89cf43a2f433dd996ceb9860af9641434064469df7563a264","sample_id":"Chinese_character_riddles.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e21227cd8a23a1d4be4c8773b779ab3b667f65bd78b97a060c997bb313e50d30","formula_version":"titan-u-contract-v1","latency_ms":0.3340839175507426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c949ed45afe9fbcdfe137de517a576720bbe5e38151c8a556750c4d14c197aa","sample_id":"Chinese_character_riddles.dev.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd2a56cb24ddcbe70097872a832fd29461691287930ec0f100aafa1c3361a03","formula_version":"titan-u-contract-v1","latency_ms":0.6374589866027236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee241721004ebe47420a6b71eab50c6e5c540f702b8a780ed3d6b5b5fbf3c08e","sample_id":"Chinese_character_riddles.dev.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78a0181fa8734917ed1bb4ddfc805eab90c848a264d2d46d23d08734550fdc62","formula_version":"titan-u-contract-v1","latency_ms":0.38712506648153067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b482ae044ca2103aaeaa87c21c588d0977d6db160a51357f87f1cb8ff1820deb","sample_id":"Chinese_character_riddles.dev.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.4359590820968151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43e6c226e09c76b21e0bdf18945294126b7523e1a2285fd9a9aaac05d6464404","sample_id":"Chinese_character_riddles.dev.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"353b24c91453e24098cea9e1f5664ca82afb95b580d5488ff9adc7cd0172846d","formula_version":"titan-u-contract-v1","latency_ms":0.3124580252915621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54bf4179890cc4ba8f1a19d5038b9502c9f2eb9d628e03ff400c459ba531dc50","sample_id":"Chinese_character_riddles.dev.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.4544169642031193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f05808a65f1e5d7f123d1164cfebea653ff644003269ba281b2ebfa8b26c7c7","sample_id":"Chinese_character_riddles.dev.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e21227cd8a23a1d4be4c8773b779ab3b667f65bd78b97a060c997bb313e50d30","formula_version":"titan-u-contract-v1","latency_ms":0.43733289930969477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e46b230d31e1695998410eb8da1417c46894eb76cad3e261a087c66019ae5ae3","sample_id":"Chinese_character_riddles.dev.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd2a56cb24ddcbe70097872a832fd29461691287930ec0f100aafa1c3361a03","formula_version":"titan-u-contract-v1","latency_ms":0.4847919335588813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ca363342567092f8b5baf12bb9e2f0830fecd80f891fcc7873cd30d3f5cb6c0","sample_id":"Chinese_character_riddles.dev.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a10db3a070b65e34a5908eed771b40c38637a68ef62576c77c72fcfe8948a486","formula_version":"titan-u-contract-v1","latency_ms":0.6975829601287842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"796187b555697c8bf2ea4240cc7e74af261a2dbc8135f1ced297e48025c2bcfe","sample_id":"Chinese_character_riddles.dev.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c6d6ab71097269fbece368db8ae11fc9b640a452fc7590fcfb354a1a66392b3","formula_version":"titan-u-contract-v1","latency_ms":0.40133402217179537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8f276210633e63b8d8e93442860e0d15754adbfd0bcfc89f9b30673a50d5f63","sample_id":"Chinese_character_riddles.dev.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"353b24c91453e24098cea9e1f5664ca82afb95b580d5488ff9adc7cd0172846d","formula_version":"titan-u-contract-v1","latency_ms":0.34045905340462923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4b9c5b07e388881678c6b8a8e370a7198ccaee67ba7342fe63d16bf96a9eeee","sample_id":"Chinese_character_riddles.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff3582e2359cc4f141994b49803764fb3bae1873e255cf0acdf0fdcc1932894","formula_version":"titan-u-contract-v1","latency_ms":0.3457919228821993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"719dca823579ecbe3720caf9623b8f37c3ce3c67a32d495978a0167297694cb1","sample_id":"Chinese_character_riddles.dev.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e21227cd8a23a1d4be4c8773b779ab3b667f65bd78b97a060c997bb313e50d30","formula_version":"titan-u-contract-v1","latency_ms":0.43599994387477636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca642b25f592dab81a9a0ff26f304e3b173dc4862db4e7b4a6fe680bf9432686","sample_id":"Chinese_character_riddles.dev.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.34570798743516207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1d9840a9f21b6b6d72100aed8d11cc7d8da953c397cc3d1f142a619f7fb384f","sample_id":"Chinese_character_riddles.dev.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a10db3a070b65e34a5908eed771b40c38637a68ef62576c77c72fcfe8948a486","formula_version":"titan-u-contract-v1","latency_ms":0.4108340945094824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b87a051f2786f5b46f71bf9bd421fa092a3db06ee41662c846a9ff2fb2912099","sample_id":"Chinese_character_riddles.dev.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.3528330707922578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66c05e044c6a0680a23dd60bf94cbef09852dc530d62ca33ce3f9f0ad1d4e6dc","sample_id":"Chinese_character_riddles.dev.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"353b24c91453e24098cea9e1f5664ca82afb95b580d5488ff9adc7cd0172846d","formula_version":"titan-u-contract-v1","latency_ms":0.32062490936368704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae5cbffc59fcaf9a368bcc4f9d84a3bacf10585cc379f9a9cd418c71693c3662","sample_id":"Chinese_character_riddles.dev.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.32750004902482033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc44b3d0f2fa0868fa24236692d7c034946d4eda9339ee924fcb8e154a742226","sample_id":"Chinese_character_riddles.dev.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abaadcf6361f0d7ed61bae585c011e5f8be2fc3175cbd4acbc5d0e58ffc033b0","formula_version":"titan-u-contract-v1","latency_ms":0.2898749662563205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4894eae1b0cebadae6cb8e27f4971ca57c52d0b31bd89485da1ae5fbada299b0","sample_id":"Chinese_character_riddles.dev.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.6629159906879067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed90a7819cc3f006ee7dda42e7811f23f082f2255e353838fada3ba0607e741c","sample_id":"Chinese_character_riddles.dev.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb9b7e644adf61947a39fad0a51467cfd41422647fc50b6017aae0b4fa5041d9","formula_version":"titan-u-contract-v1","latency_ms":0.3997500753030181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23aeadc27e8dca50d1e3a85e3126a2a469cbddd961c707ffa6e09878eeac7a3b","sample_id":"Chinese_character_riddles.dev.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7496bd2004a59594ed11a82958952a498dbd24c4e8d187f1d13a5beb7ea9969","formula_version":"titan-u-contract-v1","latency_ms":0.9348749881610274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a819a07e4fa77fcd5c1d6edb038d47d7df49e9441752aed2a2664bb04bf5e33","sample_id":"Chinese_character_riddles.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd2a56cb24ddcbe70097872a832fd29461691287930ec0f100aafa1c3361a03","formula_version":"titan-u-contract-v1","latency_ms":0.3391250502318144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90130b77d0643b5dbbc6289ea7ce858177c427455b579f235d7ba814bc2ba03c","sample_id":"Chinese_character_riddles.dev.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7496bd2004a59594ed11a82958952a498dbd24c4e8d187f1d13a5beb7ea9969","formula_version":"titan-u-contract-v1","latency_ms":0.31329202465713024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c8e4663a9a53eb08f454574003f214f9af04bcd99f0ec05a2c1cd3651e36ca0","sample_id":"Chinese_character_riddles.dev.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.311334035359323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c9207133434bf0d9a3aa0e225f7bf12ff9075790a88f0bf18ba78e3ba6a18cb","sample_id":"Chinese_character_riddles.dev.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df4ae626140ff59afae0b9cb66ae03ee31cd6026c9eeaab932e804d19ccc86f","formula_version":"titan-u-contract-v1","latency_ms":0.44120801612734795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"beeff63697f1e289d54d1663c35ceed118b7397f7b25f9c7429f2c29e075b64b","sample_id":"Chinese_character_riddles.dev.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a10db3a070b65e34a5908eed771b40c38637a68ef62576c77c72fcfe8948a486","formula_version":"titan-u-contract-v1","latency_ms":0.3387919859960675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11d0fefd7dfc2884098dc52d66c389c58ec9904e714f880ce0b9c34333c98d21","sample_id":"Chinese_character_riddles.dev.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abaadcf6361f0d7ed61bae585c011e5f8be2fc3175cbd4acbc5d0e58ffc033b0","formula_version":"titan-u-contract-v1","latency_ms":0.5352079169824719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc7569f156f91a6859f5b99c6ed096d0f4247ddc3982fce450058eb2bed7228d","sample_id":"Chinese_character_riddles.dev.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.49283402040600777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afce68b3c55a476bb4b03c4346ae6f121b56e1aa219529ff5cf1753aac3561c6","sample_id":"Chinese_character_riddles.dev.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.3886250779032707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e85570736107f25c0fe496c8228366748c5eb5de122b1d856b4a5b86b6e7a9ff","sample_id":"Chinese_character_riddles.dev.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d71188b1ca69c17d756e6f29861571b7685691d2504ba7e41edd3c142fb199e3","formula_version":"titan-u-contract-v1","latency_ms":0.39120903238654137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"462d31093dd43bceebffcbfb2672177862b199c2c3625f7103ec807d210e86dc","sample_id":"Chinese_character_riddles.dev.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c6d6ab71097269fbece368db8ae11fc9b640a452fc7590fcfb354a1a66392b3","formula_version":"titan-u-contract-v1","latency_ms":0.3242919920012355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e01f558225a5a29a926326554a4205049e696ec1ce4ed94e7457f0aa0d345c4","sample_id":"Chinese_character_riddles.dev.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd2a56cb24ddcbe70097872a832fd29461691287930ec0f100aafa1c3361a03","formula_version":"titan-u-contract-v1","latency_ms":0.3107090014964342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05b807c581abf78a6ede48469938149104bc25da3484917e5d669a18d304f61d","sample_id":"Chinese_character_riddles.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff3582e2359cc4f141994b49803764fb3bae1873e255cf0acdf0fdcc1932894","formula_version":"titan-u-contract-v1","latency_ms":0.3274580230936408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6efbb304aa466ba2881fe0e07c9b38951467a57cdc6f09e5cdbe8ca4b896de0","sample_id":"Chinese_character_riddles.dev.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7496bd2004a59594ed11a82958952a498dbd24c4e8d187f1d13a5beb7ea9969","formula_version":"titan-u-contract-v1","latency_ms":0.35058404318988323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d67a7495543d68aa019d928cc8f8a6a75c45c5257b81028f2411f565e4bceaa","sample_id":"Chinese_character_riddles.dev.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd2a56cb24ddcbe70097872a832fd29461691287930ec0f100aafa1c3361a03","formula_version":"titan-u-contract-v1","latency_ms":0.37579203490167856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccec3be6edaa02c03005f4659c9bcf4de0420bf29bd550ebef1eb933dc24cd9a","sample_id":"Chinese_character_riddles.dev.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff3582e2359cc4f141994b49803764fb3bae1873e255cf0acdf0fdcc1932894","formula_version":"titan-u-contract-v1","latency_ms":0.404957914724946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0eb7c151cf3c31505111ff9b128e0f793fa3f22da9d8433cfa7ec5c02cf24de0","sample_id":"Chinese_character_riddles.dev.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.4407920641824603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4da9b87fda55d5978bfbb5fadc2e289b4768ba223f204e831ef1814010f02125","sample_id":"Chinese_character_riddles.dev.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd2a56cb24ddcbe70097872a832fd29461691287930ec0f100aafa1c3361a03","formula_version":"titan-u-contract-v1","latency_ms":0.36304094828665257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d630707c2c0aee26d254cb415a7c6a2e107811b062e396044d90806e8c9b0595","sample_id":"Chinese_character_riddles.dev.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d71188b1ca69c17d756e6f29861571b7685691d2504ba7e41edd3c142fb199e3","formula_version":"titan-u-contract-v1","latency_ms":0.32541691325604916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9737e5bb729ff47737a7a43a4e2bafb5bd9db64be93b357d0bdaea1eb227d04","sample_id":"Chinese_character_riddles.dev.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e21227cd8a23a1d4be4c8773b779ab3b667f65bd78b97a060c997bb313e50d30","formula_version":"titan-u-contract-v1","latency_ms":0.3563750069588423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbb158672421e622535ddee0d1154120336ee6fefbdc58dee334c890243e0f8a","sample_id":"Chinese_character_riddles.dev.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7496bd2004a59594ed11a82958952a498dbd24c4e8d187f1d13a5beb7ea9969","formula_version":"titan-u-contract-v1","latency_ms":0.31954096630215645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e04475b6e8fb3bfd3e0c4451319509f9005a9c6f17a069af94fffdd78c49c571","sample_id":"Chinese_character_riddles.dev.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df4ae626140ff59afae0b9cb66ae03ee31cd6026c9eeaab932e804d19ccc86f","formula_version":"titan-u-contract-v1","latency_ms":0.3142500063404441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95197e08b24d3c07ea3535071f9c6b312dfba515dfbe67320d00e2a4c1a66ef4","sample_id":"Chinese_character_riddles.dev.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5c966cff7d09640348ac88755329aee2a9e813fa29f642c29573af817213d7e","formula_version":"titan-u-contract-v1","latency_ms":0.7707079639658332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5efc6ed56a35c30cf8ab4f9d7537893977878084272789007bf49f92c50b8927","sample_id":"abstract2title.test.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"358b9dc523fa57ba41f9ac2614679ac232643267f58d8cfe245f81cb1349c299","formula_version":"titan-u-contract-v1","latency_ms":0.7460829801857471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdca556eb06181828456a84b9fb78e1aed8e8a4f9876db944c668c71d20e3548","sample_id":"abstract2title.test.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf8a43d3a51bec24e120e6499ed9a3ce8f54230292afcd7346d046b20b383e9c","formula_version":"titan-u-contract-v1","latency_ms":0.6772089982405305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3501c386adb64c3e8c5f2ab6ca73f6d31c0fdeccef1e31541df4d8d60a860426","sample_id":"abstract2title.test.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"085db1ac9a2c74a0c98349ee0782b70ed34b06ec40d2828b50180855f066015b","formula_version":"titan-u-contract-v1","latency_ms":0.6792499916628003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"088268823f5be151dd1c3ad807d4721962914e04823eace4189aa79c3d547c0e","sample_id":"abstract2title.test.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0e6a609de67d393c9f7e2ba13e311b9f9807daf463eb97deb5b0f54f8400178","formula_version":"titan-u-contract-v1","latency_ms":0.7193749770522118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f49bcdd74f8ceb3bd5074a06631bd41a5c831e9ab8ca7b6832532572ff9cd03e","sample_id":"abstract2title.test.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a63c30fe07f032ebacf90e4e8282596eb012be938e77aa884f2de978127f20bf","formula_version":"titan-u-contract-v1","latency_ms":0.583584071137011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4654d894da758f481e0ab5596f867885064c8c8b5c0b894f015427141fdc028","sample_id":"abstract2title.test.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75d36c0755c57be8bc2ad73a2b14d425e88b59cb6f93e4c86866575f3cacf72e","formula_version":"titan-u-contract-v1","latency_ms":0.7212080527096987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a6f23991a354e8c53267606f3e6aa8eeb897b11d568cdf17e5ec7eed1cf8bad","sample_id":"abstract2title.test.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a985caf3dec3e070989c5ff82c800cf2ed72fbb9acdcc350880393253668f89d","formula_version":"titan-u-contract-v1","latency_ms":0.7171250181272626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4faba0d26dceefb26bacb6e79008cf974d520f408c2eed616496a9e285db7463","sample_id":"abstract2title.test.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e912a557894f60e5305df92962279faeb37b62a1890a2928afccab38b7c8c03","formula_version":"titan-u-contract-v1","latency_ms":0.6097910227254033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"734fedee56c6a56a29e9413827fcd8ec715cfc3d52b873d0f0f5198acb2d834a","sample_id":"abstract2title.test.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cecb7cd2cdc8a01ef5acf204b30aeff8b11a910cc7ae0e97ed2346a54dad6038","formula_version":"titan-u-contract-v1","latency_ms":0.6076249992474914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39ee8e08960956fa3ce1a52ded32697299ae018d46d671cb6ec950de220d146d","sample_id":"abstract2title.test.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a2e4b504492e26a3e10a37ab58dd804783c99362a6d4defdf635c49aad17d12","formula_version":"titan-u-contract-v1","latency_ms":0.7314590038731694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa4fb2955d045c7bb9f1d276a0d0539cc2b6c3b2958a2b6a40e53c22cfdeefb1","sample_id":"abstract2title.test.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b415c595536c5fb45af1fc938dd5b1a2e4cce9bd5ec7c73dfd3b0d710c09ab6b","formula_version":"titan-u-contract-v1","latency_ms":0.5556249525398016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73851b79b21d7614e70cd859ccacd260e3a9a81ec459b4c697bee912d2acff65","sample_id":"abstract2title.test.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4032d7cee7a26ccff07270aa66fbcb07deb85e8dff2afa70b44a8e10b6308d51","formula_version":"titan-u-contract-v1","latency_ms":0.6840829737484455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d547201edda269f7ac71b1f452cfb822c762d41987167d85bb92d2429742ea99","sample_id":"abstract2title.test.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e04c0a641f729ffc93bc3bfed2f07dedb1d8708bc30279d6eaa47d6e77d3a1c0","formula_version":"titan-u-contract-v1","latency_ms":0.694874906912446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4af8151ee6866f533f1e602d956dc404d1e952cff2d3987ca2511900d829edd","sample_id":"abstract2title.test.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1e58b2fa8093f8557387e52bd736d54ab1c43fa80e364694f8c18abd4628acf","formula_version":"titan-u-contract-v1","latency_ms":0.630082911811769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b28812a247d94d0ec115d1f098e6574df41a7a2354563d50c201626bb717608","sample_id":"abstract2title.test.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05c9f47990794ba50241342cb9fe7428ae4e7c247a7d66f5a5dd47ad7240e3a0","formula_version":"titan-u-contract-v1","latency_ms":0.5714159924536943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89a35bbbce1a6d2309d69515383a2f7312529afb524470157ad1ee2c13a0bb90","sample_id":"abstract2title.test.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"785172731bed9649ebb76ecc118fd299b81c13ecd1ba082022383ce0e126f4c2","formula_version":"titan-u-contract-v1","latency_ms":0.6706669228151441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b169a58b8b1eaa79ec56d1817c87f72a390f31257a27ae8c46f84759353b52a","sample_id":"abstract2title.test.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a4bc733f6dd783df74c4a3f62e9998ac5396b3f286314e76f29171198f234f4","formula_version":"titan-u-contract-v1","latency_ms":0.547291012480855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"707caee9df32ffa1ef4c6878c9b9fa3c5188b71645bd210d63a1470b60ecfaf1","sample_id":"abstract2title.test.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11620476ae5498a4f4ee68d86f66de6568c51537473dd0ae9c23241c7a9d6d9c","formula_version":"titan-u-contract-v1","latency_ms":0.5903329001739621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae3ae7b2a99644339af027e441e77037ed24ae0034a4fa6b0b9352eca9f3c311","sample_id":"abstract2title.test.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1e562579eb2d265b2c61ee22ac5fd8abf8469afa7bcfb1fb60192114443d31a","formula_version":"titan-u-contract-v1","latency_ms":0.6165419472381473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94622b678e69b49c3598f0c73eba84c60fb1254ed7d6a3964888417c73db5937","sample_id":"abstract2title.test.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a57c22c6bf7e64e499e15dafe9285d28b933e9f42f61357ed8cba972c1470660","formula_version":"titan-u-contract-v1","latency_ms":0.6054160185158253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f02c67565630c2d54ffc263705a94706f2e3bb1e1cf162c9ec1a6f320b90ee5","sample_id":"abstract2title.test.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1d8f3889bf766689bfec2c4b3f6ccb41ee40ec884d1ba700661d3d964bf0040","formula_version":"titan-u-contract-v1","latency_ms":0.7161659887060523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed5368badab0b578b07e28b226945f8cd6d112e1409f0ead1435a916d8de4618","sample_id":"abstract2title.test.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38f1036f383e2b097f8d7bde7d0612869639ec6c06bf364d536de88ae372928a","formula_version":"titan-u-contract-v1","latency_ms":0.6830840138718486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe8f37df69078fe849d718fa554b58ec35adb12a84c8d5884d151ec5df23a76e","sample_id":"abstract2title.test.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17d1dc4f9acfcd976aec9d3a67bd7002262bab7af3242200a469ef751e5b068a","formula_version":"titan-u-contract-v1","latency_ms":0.7719170534983277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"680fff796e516afa124f4f04437d44b70e16972f093375c9a4f61160a8d0ebd6","sample_id":"abstract2title.test.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"975643a3a21b61f23c021834cc2e4a02dd62a85a901d6ef6a1107c27ef223639","formula_version":"titan-u-contract-v1","latency_ms":0.6908749928697944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4243d2e78d06373f582ef6fe92d17158763735e9baaff67d341f435fd6b4885c","sample_id":"abstract2title.test.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4457c4dd51d58bb65a96936509b713c13b39a756b2126c4645afe18bb816a1d6","formula_version":"titan-u-contract-v1","latency_ms":0.6957079749554396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"825a316ec1575f6f7aadbe476fda9ea4ebd395e00a5c4b9dc23f09d0c1638274","sample_id":"abstract2title.test.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9f902e66c3001dd03f7575c4d6bf496040ecdd47e6f8cb1e35b2e4b0f303c74","formula_version":"titan-u-contract-v1","latency_ms":0.6230410654097795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a9baf766bdab28b994c3d969503820b605345ddda980e21456f1254cf5e967f","sample_id":"abstract2title.test.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9084854f262bc23dd8cbc408c1cb26d301a115b170a243f5ee8abe4a3abeb072","formula_version":"titan-u-contract-v1","latency_ms":0.623999978415668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e53d4efbf97b39024994b9f78fb56701ec96b2ae4c274e9480209ffec9e85129","sample_id":"abstract2title.test.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a95f2dccd9a1c2ebb5bd472aee4c772a112dbe7a86d3aadf27a76081a1034f6","formula_version":"titan-u-contract-v1","latency_ms":0.737000023946166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5877311a5ff276359d22d7797c64ee68a1d07550cd9b84614809c68e7b4ff186","sample_id":"abstract2title.test.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c4fc90ab29eeb51a169c4c92c0cb07939d915a7b8fe2d6437984f74b01e6cea","formula_version":"titan-u-contract-v1","latency_ms":0.677583971992135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe8aa2d0f6e47c7b877cb717d069a64f67183446f130e371ab7e5637d1a4b9b6","sample_id":"abstract2title.test.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2280e6055811efc93006302f506b9602b6ea1a3c75e08f2807032fd3faf9e0f8","formula_version":"titan-u-contract-v1","latency_ms":0.6242090603336692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a2356e56050d41f4dbb4e2f1ff46e4f6ded7ddfe2a4f97b07dea3f190ddd76b","sample_id":"abstract2title.test.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bbc3058ccb3bdf28620956c29b0811fd923e6519a7047d954cf1cd91385db35","formula_version":"titan-u-contract-v1","latency_ms":0.7700840942561626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0f49488708d118c599a9313435cfd11fe4ecf235d268e1b679893e56a4f9737","sample_id":"abstract2title.test.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d69c2e3b558aa7ccff7e2304ea6c0f2a08d037ca78e1cf953140d2ee715ec59","formula_version":"titan-u-contract-v1","latency_ms":0.7489579729735851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb8d52657ba137a5b793b471f20e63728a97319f38b7f2e64fecdd4944177d19","sample_id":"abstract2title.test.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b13c46df9211dfe068056c088a97b98e2ded045d813918b779cc61dde20553f","formula_version":"titan-u-contract-v1","latency_ms":0.720708048902452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc67c91176fa0a600b021296cc888a43084d8ace5ddac1c82fd98554131e57f7","sample_id":"abstract2title.test.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a2a09332d5fd2445deca4f134d63972feb017745869cb228769097bd8f4af69","formula_version":"titan-u-contract-v1","latency_ms":0.6157919997349381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"631a589b96b11e80ae57ab8bc12643719424bfd1d7e516ce96b13a243f6bd2af","sample_id":"abstract2title.test.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ee0c4c5955d71db3ac9d117df7d687548f1b1ae6eeedbc312702eb900904d0","formula_version":"titan-u-contract-v1","latency_ms":0.7882920326665044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5ddb995efa44fb51b8efc881cec2c70d321ada50fc0933eed0feccac8f6a024","sample_id":"abstract2title.test.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b59907771f197031beda9a8de0a295c767d1b29c9911a7c22925d40b667ba58","formula_version":"titan-u-contract-v1","latency_ms":0.6019590655341744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad026c099f3c4c956be25639e2bd966cbadaa8cf7247ec4a21327d748da89a63","sample_id":"abstract2title.test.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80f0eb99dda3a6b5c4b8a0efd171efbf8ea821c1edb05acf9e84498d1bfe19fb","formula_version":"titan-u-contract-v1","latency_ms":0.8360840147361159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e414a350d886475c50c0d5e6deb79506d40beb5fd49d7b93bd9cb816d554e987","sample_id":"abstract2title.test.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dbae2294bc68b716c363c0b5ad2f5bb5cb24daca58930a3d541310262918b9b","formula_version":"titan-u-contract-v1","latency_ms":0.516542000696063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6bd85c15872f261c8cd75ec33d29c6ff6418a185c70641344b530dacd291a96","sample_id":"abstract2title.test.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecd23433becd57c4e42f2951c34917e0735e38a9b940b1f76a97f110ddd3ce1f","formula_version":"titan-u-contract-v1","latency_ms":0.7183749694377184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f129dec925b70a0bb7ff61adda8f0621f4ec7f1d53b93c022edf94824f35e6a","sample_id":"abstract2title.test.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00f8dbc1ac0478efa9e8bed0ff2d000daeb2ce788a5dc52aed1f1c127cc11df4","formula_version":"titan-u-contract-v1","latency_ms":0.5882499972358346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60c24fbfe5dc5b2eb22b7a662c81e86e408881783793673e87dd0f2f75b4084a","sample_id":"abstract2title.test.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a7d99cc1f89a34ed7e41d1dc181b8b5ad86b0fb65660323defde60c02d0b3e3","formula_version":"titan-u-contract-v1","latency_ms":0.5236249417066574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d4604ec12dfc530062ee50e47f72e72bc3afa90cc17459c34e41bcf44791429","sample_id":"abstract2title.test.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ded7c2762c62629f411e827b3f32953fe5de042a76fdb2ac27575623d4fc927","formula_version":"titan-u-contract-v1","latency_ms":0.6255420157685876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b759fd93b7d9f6ae9cb4cbfe579ecc9f23fd234999797c93f28de181cffa740","sample_id":"abstract2title.test.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45b1e227d1fd65d5e757d8a071d7513b46c0d97f2aa9e068434966deef459618","formula_version":"titan-u-contract-v1","latency_ms":0.5563340382650495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71be85ab4fb4bc144b73623e4c6ee2cc67416f318a1aaba649c28e95283a6a32","sample_id":"abstract2title.test.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d43612df850842c3cf74a1436c1427d2de3f16fa9d2665a4133af5fe908c5c42","formula_version":"titan-u-contract-v1","latency_ms":0.7618330419063568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f2ef8ade566756ea2d2ec830c1e98a9dba6242f4675dfad6dad8b3d1b534b7f","sample_id":"abstract2title.test.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d234ceb5a42bf8f6ab87dcda1bff8555214ec1f03c235677b291854226dd312","formula_version":"titan-u-contract-v1","latency_ms":0.5965830059722066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"993205dd03aab1b107724784589915da334031d10ac197dc27a40a09c500269c","sample_id":"abstract2title.test.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed33b37c6f3bd0e83e2f064976bf2ab061b87cdc39f645199cc40d1373083ee6","formula_version":"titan-u-contract-v1","latency_ms":1.1452919570729136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"974eb405bf9babeeea45ff5a68defe5e0e170cf417b188acb2d8d3ce9828ed4f","sample_id":"abstract2title.test.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca73c46f7d7bda416e66771bca19272ca221030e6bccb47d7b8c47357e180498","formula_version":"titan-u-contract-v1","latency_ms":0.6830409402027726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"227f3740150b6e55f5454624662781f49b1d88510f0074da534982db2ccf75d0","sample_id":"abstract2title.test.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fa042cbea263c0a0b631cab4366fb83f7aaaa683fffe75bbadadb283826c0a1","formula_version":"titan-u-contract-v1","latency_ms":0.4788330988958478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adb86857bbcebfdb8668759a5038f07b93ee7d7056a1a18bafdd98134e200fc2","sample_id":"abstract2title.test.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20681917f5f2c11c9cc951a4af717a433246b1e832a390b410bf38ee036ffbaa","formula_version":"titan-u-contract-v1","latency_ms":0.8112499490380287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b806c2fa6e61721841e09db263a1182b6e5d254a508a2811a87f34064fb5209","sample_id":"abstract2title.test.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27d503122c4cd97b67677f454f12677a2c14400d709fd124dc1cbba7e5c7f646","formula_version":"titan-u-contract-v1","latency_ms":1.4741671038791537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1be9dff28e9a890d4ba0faca502c2da5c5b70a7f79c8160875789bde8a4e8abb","sample_id":"abstract2title.test.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71b442ba4c52d68017f7c747a4beda23c6b3a6e49b20f98fa2cca2438bddc6bd","formula_version":"titan-u-contract-v1","latency_ms":0.7737500127404928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02baa0fe181228c385730244616678dad235736da3ad2d84c7914b8de105a179","sample_id":"abstract2title.test.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e8d3627f20eb570d2229c5fe18c0001711eef0564140b7805de1012d87b4596","formula_version":"titan-u-contract-v1","latency_ms":0.8577089756727219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10331a8d94bef13f54cc1aced71baaf173d1521b3eda903773660e8663498ff3","sample_id":"abstract2title.test.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f10917a9165c15c5e7c562b99d9e15e45e620b8cabffad0d672f220fa3351b6","formula_version":"titan-u-contract-v1","latency_ms":1.0884160874411464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfbe4ef9b378b4c89ab8f8e3ad83059db8e70c226d21a6d3bf73132cae4442ad","sample_id":"abstract2title.test.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c66ecdbcbe51afed9bb93a70ea6ee3067bb3ad2d7b2d2cfbe8b4e57faa175026","formula_version":"titan-u-contract-v1","latency_ms":0.6481660529971123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fac8d4bafe1c9f8298ec7bf1646c6f35b7ccecf3ae688ba704289eabcb73a23","sample_id":"abstract2title.test.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2643c44b9643ee896c59c1d4123485436a1ee7336bd14425135428bc4a3cdfd8","formula_version":"titan-u-contract-v1","latency_ms":0.9925420163199306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4585fb4fc2ba1104c2fea2d5db325e5181c6dfebfc23efe47f11a1073afc99a0","sample_id":"abstract2title.test.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee370ca8865663394cc918725a7242d0c877de04031ff3a8fba5e6f88bd0a0e4","formula_version":"titan-u-contract-v1","latency_ms":0.6549999816343188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cd869a1dc32943c4abd80fa945dd3de100841e04e757c1326873a1620027d84","sample_id":"abstract2title.test.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4e6188a56bf7c6b8ae5976a12f748695f0907119c177de7cff86b3500b4c3d0","formula_version":"titan-u-contract-v1","latency_ms":0.6896660197526217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebea7dc60441ba7d3d4d23ac5d2acdd62118fe747c2bf72dd6786528c9ebee60","sample_id":"abstract2title.test.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ddbf263e5738371b3805ed483e864aed10b91c08bb778085ec11fc77afec6e7","formula_version":"titan-u-contract-v1","latency_ms":0.7510419236496091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c42d4b7cae6a0bfd72aae165d9f977d4f1c16cca036e8549ee439ba8b81eaa2b","sample_id":"abstract2title.test.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa8dc82855bf607b9945f407b01e7409a65f61b8a4e12177246bc43a371685f1","formula_version":"titan-u-contract-v1","latency_ms":0.6954999407753348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"632ae2adebe6bda2a2e424dbc6573399534710a7c1b39c1091f45931118a23f0","sample_id":"abstract2title.test.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7afad46aa46b72df1f5c7a03f38dc76ab3b5fc05dfc42e57f053bfdcda2c501","formula_version":"titan-u-contract-v1","latency_ms":0.9743750561028719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e233eee5ece143f3c5f9282c89d3e1a221c591930be17f8dd0daa71ebe03645b","sample_id":"abstract2title.test.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e3890bcb9a670374a33a4cc62e9bc3da93fdceb95e460d59e84dfa60327bf4f","formula_version":"titan-u-contract-v1","latency_ms":0.7571250898763537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b4d77e417bb38c23693a521cbc57afb87a71b1cb626493e8a5d038d3eefe3db","sample_id":"abstract2title.test.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e898644064afc89e4a21bda019b4091b59f888ca245f079e7f20f8fa9e99bbc2","formula_version":"titan-u-contract-v1","latency_ms":0.9534580167382956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea8bb10f8d4eec17536316afe2be894bf787482b2879a5ddb7832552efba9fb7","sample_id":"abstract2title.test.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"286f3d4d792cc88a2b4897a93e514726ab59464f1f1b7db5fcf5a800e290a803","formula_version":"titan-u-contract-v1","latency_ms":0.6414999952539802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82d374e94eec0943e937e6bf613aea657c37a28582fb393c6be1958744694609","sample_id":"abstract2title.test.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90a09a345597508fd859eba2865b570d6a1660603d1d516fdaa24b5f569e3845","formula_version":"titan-u-contract-v1","latency_ms":0.733416061848402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4aceb943f32274192b125c3f1855ba646494600266f3fc3413f1ab03d7dddb1f","sample_id":"abstract2title.test.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9077ccc69934960d3f2e84bcd4e70579193bbab5e617b4dc1e7c5a4400e2828d","formula_version":"titan-u-contract-v1","latency_ms":1.1435840278863907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48cbc8d06919822bb129a40981c088c515a2faca78f7072d6463c42e838a1f63","sample_id":"abstract2title.test.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"823be517ae239d0b65b98d0e3c609fc1a0f023f1673d2fa2ee86c9fbb1f9adc7","formula_version":"titan-u-contract-v1","latency_ms":0.65437494777143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6410ed50f2349b3deefae1d3c11bbe835320ed2f6dc0fd630d3c186ff29469e","sample_id":"abstract2title.test.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"021c0943ddadd8d640adcfcdcff797efaf017d75f635246149241d0ba048d04f","formula_version":"titan-u-contract-v1","latency_ms":0.7269579218700528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28fc38c129da1a5d9858e9f0bb35ad606bed7c42568eca46766da215597ddb24","sample_id":"abstract2title.test.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86226e1b55358b53f623265c3d5c67f275f0eb3b3eb54d38117ee7b06fb0dc11","formula_version":"titan-u-contract-v1","latency_ms":0.5975420353934169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bc4ad5aa5479dd0294053e0586f9cf26e0505b77770c0286645c2f635abb455","sample_id":"abstract2title.test.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1f885d33779b298f31139c62da6a73261e557fedd7a90a86463b9c654ba455c","formula_version":"titan-u-contract-v1","latency_ms":0.7389580132439733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a492e48217e22832eb4b6c03cbb73c9a7a231c43e3fb0310d9f56bfdaf2719b","sample_id":"abstract2title.test.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4210b7e3f0d9766f72135513277f51595bcecc79b85cdd622e6fd2da961dc781","formula_version":"titan-u-contract-v1","latency_ms":0.7463330402970314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"287e401f8129b511754f6a76b12c1a0d273db95cecf65488472fe42bae81e9ae","sample_id":"abstract2title.test.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aa04f7084b8b9338e019c6497aa9151f4562b3f1eb65866e663bc26bdb5908a","formula_version":"titan-u-contract-v1","latency_ms":0.7117090281099081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3dae98e90f0c7eb852da60ebf5f28bbc093481d4f18a4431b35a8514de4934c","sample_id":"abstract2title.test.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7724c832d20cfdd6c1f3c9234cb09841ff7181d05b8c10b5d1040f13b97399b5","formula_version":"titan-u-contract-v1","latency_ms":0.9650830179452896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d57e7311b0af4d9f7d1b367a5dd6e362d5836180cdff7457a7b996cd2a504120","sample_id":"abstract2title.test.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13165e0e4f8d3605914dc7ad3ce218631ccd1ebca1df28b9574992d8e4571870","formula_version":"titan-u-contract-v1","latency_ms":0.7426670053973794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6128b80f66073db47c71cf66d5f481fdfa014f6c1220b7968507049421ba9bcd","sample_id":"abstract2title.test.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcf27584b557a78ad1ff7ce3f09f906202bec0c4bd71db89c01fa69dec24d2b3","formula_version":"titan-u-contract-v1","latency_ms":0.8748340187594295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61aa19e42c1333b00f8132fcb8e576922bb6d0d4364a9f12972b8624c626c637","sample_id":"abstract2title.test.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cef8a754ea6aa45c5959bbbfc7e54d8b4efdaf417ea376060ccb30f8f8eab611","formula_version":"titan-u-contract-v1","latency_ms":0.88245898950845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6ddc4453013d022564e76d1201361729999ce5612f7256f7c6f37f1dbd9820d","sample_id":"abstract2title.test.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40826a63825b3a7b9e414b4d1b730252cd5d7879524d1272909de5565aa0d21e","formula_version":"titan-u-contract-v1","latency_ms":0.8693750714883208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea200434b17a1181fe8d9843dbc87b978c8b50e9144d3cfaebf7f91720945a45","sample_id":"abstract2title.test.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a1a63a314f39e3bdc2cfe7e2b6097e1428311656213e941a9f164df0aefbf48","formula_version":"titan-u-contract-v1","latency_ms":0.6310829194262624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20e78c9c0536bf57507122800e2e89ad321e139c14ca8c222d4aaef476e96766","sample_id":"abstract2title.test.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"890c6694bd453372ea8f75a1cd6d859f44cd1c1a3110fc480d5357076b4dbdfa","formula_version":"titan-u-contract-v1","latency_ms":0.6905420450493693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51c8d1ce1a0d1d5e5a9f7b5c8122de809923a49de4072f84482f091b7a2ff925","sample_id":"abstract2title.test.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fd1ba84a94ff9d08b5e1d9ba32075267b0222cc46ccfa43fc2b6a606fd4bbf6","formula_version":"titan-u-contract-v1","latency_ms":0.7620839169248939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4520f3de6562eb2723bb32f95ef30c22d1b302cc930fa2ab916a70cee50a329d","sample_id":"abstract2title.test.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"845028489e4c1fa56321ab49970b6936cbe87798d72edc4544d3b52ecb4091b1","formula_version":"titan-u-contract-v1","latency_ms":0.7744999602437019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abce965320bb59767a1eae1a28b7e77087b760e5051ca9db3e05e2b013768f56","sample_id":"abstract2title.test.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"757d1cc9394fca10615db4b6da10a9fdf738fbd6fd38b7bfa6531b69afd94ca9","formula_version":"titan-u-contract-v1","latency_ms":0.6897080456838012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5be80144a8b104f6deec0f61b47c29bf4a848c3af372195b6c780932e62b80d1","sample_id":"abstract2title.test.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc0f83c07632f6cccdcfaa8367498805a1206237303f52b3fad731afdb56fe9f","formula_version":"titan-u-contract-v1","latency_ms":0.8193750400096178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e67f38d7fce8ed82067ba6f545f50007bbc2e0f2b4e00092787064bd4474d8b9","sample_id":"abstract2title.test.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91b05b6dab9a7f3b73473510c76cbad8dc5c769fc039af2a8295211971bbcb20","formula_version":"titan-u-contract-v1","latency_ms":0.7443750509992242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"557ae9855def717200844e1cebb522b0cb91381c375634fd2c190909dc37047f","sample_id":"abstract2title.test.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bfbd258ff052a140ba309eb9823890b10e376b726e24a2e5fd031a7e5e52a38","formula_version":"titan-u-contract-v1","latency_ms":0.6751660257577896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"056a1a58670cb6e0fa2cc962a28ab0c7c46c8d60a004686428f83765f227a27f","sample_id":"abstract2title.test.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b646b9731504367006111e625e96dec8abe8d662d2bf71aaf966930b995c0acb","formula_version":"titan-u-contract-v1","latency_ms":0.6763749988749623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ea59cb294038ccd206bb15c951db2fa8219861a339e2e31fba9281fe2716c7d","sample_id":"abstract2title.test.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25467602d634593503290afae788ec6bfce2cec254c0ad3acf4d817ac1db8665","formula_version":"titan-u-contract-v1","latency_ms":0.6279170047491789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fa59cc73095a0f7a62ba3d293da238b85f3098748ea723b80f2e131e268a298","sample_id":"abstract2title.test.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f58f43e6640f62c25dd08911e0937520b3b142c896105110a12c27ad10fa771","formula_version":"titan-u-contract-v1","latency_ms":0.71237504016608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc85051afb5cd694e2c1eea14e9179d92df2c00ff7242d465adeccaaf7aa3400","sample_id":"abstract2title.test.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65d15d74b371008dad71f1af2078848273e60d92f42d1e7237544c3368cbaf2a","formula_version":"titan-u-contract-v1","latency_ms":0.6310830358415842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9667c502c3f051686f6ce833e9ad9cd2ecfeb8c500948880cbca44173eb6d980","sample_id":"abstract2title.test.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e05183a6e65e32c1fcbf09063d4bccfbd731c2da1d91b769a425126ed81037a8","formula_version":"titan-u-contract-v1","latency_ms":0.7713750237599015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b991bae15678c823b1cdeab2a9d5e1b9885abd43321dce65df4c0ce219f7bfb","sample_id":"abstract2title.test.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dac0c15e6e3fbead1d4aa2a65303592f4c9756f76383f6b8e452883799572d8","formula_version":"titan-u-contract-v1","latency_ms":0.9359170217067003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5db9f20d636b13abf500213ba72bdfa31757abb772188c0c962c21adf5f5fdd","sample_id":"abstract2title.test.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fae4e94986426c4efbc0047875ca7da32be32548e17b220f8dc14e867905196e","formula_version":"titan-u-contract-v1","latency_ms":0.5884169368073344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45c6e1a47fea55bab698e829f6adfae4886b1592a7099489fff74a12b6363ee7","sample_id":"abstract2title.test.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0338a0d1b1b056ea23e6a13f0f00f0cdc3c12eefea4542e550c800771482464","formula_version":"titan-u-contract-v1","latency_ms":0.6142921047285199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b58721b306db25692585d6036b456db4dd834fd49d5730fbc085eaa78f9ee2bf","sample_id":"abstract2title.test.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f519eb08a52dd55dedd8ed42d90a38c2334b2cb72b9b04e67367ed2e1a171013","formula_version":"titan-u-contract-v1","latency_ms":0.5942080169916153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2de6eaaffd00eebca6da172baa913cdf663e63657880d272f338354b8893758","sample_id":"abstract2title.test.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e4a08d88f317633651c4820f58ff2d09476643b1fa988cfe86b207797e35b82","formula_version":"titan-u-contract-v1","latency_ms":0.6079999729990959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc70ea7b47ca7442f0e921d17b2043f1e285f7e3c4d7e7847b0cab5b4e8ade67","sample_id":"abstract2title.test.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"995347092660be866bdde5a4c41130ef8fbd6e52ee08185cce9411e8f8674c9e","formula_version":"titan-u-contract-v1","latency_ms":1.191166928038001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2a327ddcf878576d41d6669331bd30318857b79ba4b2185c818488332feb260","sample_id":"abstract2title.test.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"121c82be1912fb392605cd2d6aeecfabfdede022034c32b3cee11b64da63feba","formula_version":"titan-u-contract-v1","latency_ms":0.7442920468747616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaaef83f4e7d149aff31a4b694a60681103db0eea8f364a2e61603a7b9bb1d8c","sample_id":"abstract2title.test.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"095b2fa58e873822f69feb47625624faa071b246e08bd6707dc3506cbd445d42","formula_version":"titan-u-contract-v1","latency_ms":0.9040000149980187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1781eef9a2b726ee03c41aae278dcd0172dae469e4261f78ee89a2924957fe8c","sample_id":"abstract2title.test.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb232361ca71fda4653c2d90c28f9f06be1d4f12ae9c535b57a794f733de44f5","formula_version":"titan-u-contract-v1","latency_ms":0.7675830274820328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dba442ceb0cf20bd24bf32714f4bd3b2d4de0ff3c7c17e7a0eec3fbd5045f557","sample_id":"abstract2title.test.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2f85567a777ebf5a47523be8c8c09508ceb858f6948eaae8e63a79ef2f4bed6","formula_version":"titan-u-contract-v1","latency_ms":0.6286250427365303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1402c2da61883aa12f514f3c7e3c60d4b17bb9a95cc1cb2614c3d54491290ef","sample_id":"abstract2title.test.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd41092fd79380c86ee7721d2114de17f8b796d9eca543005d74893e0db60f1c","formula_version":"titan-u-contract-v1","latency_ms":0.650875037536025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dd22cd04abedbd7e2d5b81634df1f1e3e5309f6f9ef01e9b4eeaafd47da6b4a","sample_id":"abstract2title.test.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52b7bd612576efae352ab9870555e6a55fc02dd6ff0236009867eaa4a017a74a","formula_version":"titan-u-contract-v1","latency_ms":0.6030841032043099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb1ea5c7b079766afd7808cd7b32ab63270659600fe0024afc19feef7ed92127","sample_id":"abstract2title.test.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"019441a07688ae29371b25f2c33eeca6f30fa466b0c50c02ab388f01c91e5903","formula_version":"titan-u-contract-v1","latency_ms":0.6687080021947622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50dfbb927833ec56ac716c18fec66901d3830a3d962d0b09a89e391f50c0c0be","sample_id":"abstract2title.test.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f683477ae4a27a8a07d7af6df53d27813f9418a7792f72fae9747e7505b7f813","formula_version":"titan-u-contract-v1","latency_ms":0.5823749816045165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25f531b521cd169c58659658d225766e727309bfc6e1ed06af3cd478b7f9f554","sample_id":"abstract2title.test.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60ff3f6b298dbc6bcf59a1d36c3d9f34a211dab183c808c4063d835fe2c90dea","formula_version":"titan-u-contract-v1","latency_ms":1.1282910127192736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f2f16d391b2d1aa751b99a8fa2678f6b6bafd56c94a0bdee3b76199457e67dc","sample_id":"abstract2title.test.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65417171a2cc79ecfe5c999efd663baacfea96dc4d576de51cb628a466727ef3","formula_version":"titan-u-contract-v1","latency_ms":0.8888749871402979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1daea10ed96b4e5c62b810f43e9d79e70a2427c2712e42a7ed4365782518ca5b","sample_id":"abstract2title.test.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e760f9c4a280823b4f8b7823193e5cd0c3389186512eaf0d289cb09d16265e84","formula_version":"titan-u-contract-v1","latency_ms":1.0104170069098473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5cdacefa7ad4971e8c5942ed7f2130335a9513262d36f2b372401dad6874deb","sample_id":"abstract2title.test.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0c16d65c5449c5b9d936a5de24f11a77687b94197d6cd359a886f8dfe6fff78","formula_version":"titan-u-contract-v1","latency_ms":0.9209589334204793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2584e4e94032a138620fcff7939dc179673f9c922c412aa60aca512919170fd","sample_id":"abstract2title.test.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31b92da7f9f8fe4ef1186c586b2d4cbc7c7880d83338d2e96655849f0aa07a38","formula_version":"titan-u-contract-v1","latency_ms":0.7319999858736992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd08120c932d892c5d36a2a3efded9bcf47df8cda8e470ea9364e3538f45d032","sample_id":"abstract2title.test.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7150bc2502a9a405f4285799b5b8ed39bb5ce2f8d3330811302e3e70807efcca","formula_version":"titan-u-contract-v1","latency_ms":0.5009160377085209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8045c9cb5873902077dffcbd8409f1b36d9844e3361370a3b9bc190d98907612","sample_id":"abstract2title.test.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19d9361c876296c361a6977e44451e61437c0f297edbdd831b79b1c7b2495841","formula_version":"titan-u-contract-v1","latency_ms":0.8633750258013606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67bd68751e2443783e60026789ea19c2f5970ead0c85ad7ba89ceac98cb0e9c3","sample_id":"abstract2title.test.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51a5b8225da90722ef8c0daa8ee0f434edc045432c0d948903c58454914e4b2f","formula_version":"titan-u-contract-v1","latency_ms":0.599791994318366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67af473d000fd33e9facad72eb3fa3418a76c9603b1fe020217580f55a49ca1d","sample_id":"abstract2title.test.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4d5c4d2f3d685ac7d8920afaa1c40204f91ce7ac62021180bea3c2a10d252ed","formula_version":"titan-u-contract-v1","latency_ms":0.6056670099496841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e188ab4097936f5dc2ff26bc733738caba21b0bb9f4cbee34634585f0952af6e","sample_id":"abstract2title.test.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e8bfd94e0fcd04e6c5ffb7f961128ddde9f7f281f29ee5626116bce663c5a27","formula_version":"titan-u-contract-v1","latency_ms":0.7484580855816603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31bd106fde44bc932922b5ec166a38b5b8c69c44e9d347be328d2d973292bcdf","sample_id":"abstract2title.test.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1765b35d4e17631283139379e97a86036af4774adfca3b871d09b2599e7c47a8","formula_version":"titan-u-contract-v1","latency_ms":0.6952909752726555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a480897d04df88f5fa247649bf80c948542eb78562cae6e2ab9e0c04ea99a0e","sample_id":"abstract2title.test.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8934e5734469ea2d2c0e7f0395df461490e44394ee1c310386436c9bed3c8cc0","formula_version":"titan-u-contract-v1","latency_ms":0.6374169606715441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"449a4203403c16bd0cbcfa242a70b18b20f7876fe81dc4bcecb2e4037ca17adb","sample_id":"abstract2title.test.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56356e5e67f5ea53eedcf61de7e5452214c4937dc0607aa2923042583906a792","formula_version":"titan-u-contract-v1","latency_ms":0.5835409974679351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bd9a57f8ba0acaabc328d47900d7a4f3f5a3fc9d457755211c6f695bbe2229d","sample_id":"abstract2title.test.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bc5200b87d1445134db576b1f7b776fde007ccc25bef4d1cc6d8beca993d6dc","formula_version":"titan-u-contract-v1","latency_ms":0.7144580595195293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0d9b15653fa259fd640fb666126e354d05d82b1e5de13a9833ad005859a8bca","sample_id":"abstract2title.test.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a83fe43c0e67595207499233c33460bac02e6ab3a7d01e4373c330e4a79a645","formula_version":"titan-u-contract-v1","latency_ms":0.6214170716702938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a469f717abc754f86fc599486f5c7445ac40b067cd6f20f4602d2005a903000b","sample_id":"abstract2title.test.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"403fa4d36bd2d5da905515ddf287ca173ce2cd05baada3d5c27335c58e5e24f7","formula_version":"titan-u-contract-v1","latency_ms":1.1255410499870777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3592cdaf29ededa40035f5fb54efaf95912de2189f11c8d38dde0ba66acf106f","sample_id":"abstract2title.test.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81ec0288bde222c5dc5ef4f50564d420d771ad08aad2306f29a80c49d358ea6a","formula_version":"titan-u-contract-v1","latency_ms":0.8895839564502239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae558790db4b89b458f17ed09f8956e8270fe16710a57756df6c6a25dc2e841d","sample_id":"abstract2title.test.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0869cfcf673740f05c11bd19a5b2217d9d38e9b8878be5e2644fa29b1d80489d","formula_version":"titan-u-contract-v1","latency_ms":1.330917002633214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afaf41d039166d302cf036ea09db80c2d767da2017b30b2c2a24c1bb45ac5007","sample_id":"abstract2title.test.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"235e337f71d9d73e8d5af82009c783d553f1e6dd5f71b354642c2ef6f31be8cc","formula_version":"titan-u-contract-v1","latency_ms":0.854874961078167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8eaf0d4b60803ce0978fdd9ec70ea34024f9eb504f5efb19c49de2016b90960","sample_id":"abstract2title.test.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08d74884cd42ed30b6a3556a2c4852b49f36ec3af0767e68b9f07135caa20d60","formula_version":"titan-u-contract-v1","latency_ms":0.7084580138325691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f72f89b5ff71d8a40e0a42ac9c786a5fe873dc8b427bbc719ab4e11069180e4","sample_id":"abstract2title.test.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2205d9bc18977bfce8d58bf980b5fc0c92b8e36eed143d0c9e65aac7aa6a8b4","formula_version":"titan-u-contract-v1","latency_ms":0.7600840181112289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"627259b916a7e127409defb8f75b5dfe6a7cc41f751f466285e6f4188ca6610d","sample_id":"abstract2title.test.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f37fbb2cf21f73ff706ff9e3c46168c70c1100aa506a87d7779c3fc3e13f43f","formula_version":"titan-u-contract-v1","latency_ms":0.5734999431297183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"885430ea9b7f879b2a905be716678ede58d181d5bce5fe8bde2defa579dc2215","sample_id":"abstract2title.test.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d5f5939f6c8c726530c68f69b73288d031fb85081e8a56d11a6368924a6da00","formula_version":"titan-u-contract-v1","latency_ms":0.741666997782886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b07fee1c37fcd64933f1f3a81d76ebcc4b804eeb83c5a9afddd9a7014c76e9b","sample_id":"abstract2title.test.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"821e334311093612bf79a1fe7732e5ea578e4c27a5d2140751810f1e80fdb5b8","formula_version":"titan-u-contract-v1","latency_ms":0.7005830993875861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b804e0d61d0c37cc16270ef99164cb5d3e1100893f4c3d40a86882f3233f452c","sample_id":"abstract2title.test.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5c2fd02eccb668be799774699b3a3d3cf29c2e6e9636ddb26d92173a4e10079","formula_version":"titan-u-contract-v1","latency_ms":0.9116670116782188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff6d9ad1fa7c11771b440636fe4a772c61003605034cbecc6177268831fd8116","sample_id":"abstract2title.test.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c586ce553a0fe6a9293d5ba52568383062c59a855b77e1cd46c830df5937c27","formula_version":"titan-u-contract-v1","latency_ms":1.6939169727265835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25b7c5a8a02caef91d2e51488b7b650e0ec1cdf2533fef3694984c80f5153be3","sample_id":"abstract2title.test.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"300975c6f9136c799ce03141c61c6ad1f2d7b979379946bdfaf3d7980b5d7197","formula_version":"titan-u-contract-v1","latency_ms":0.8225830970332026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9814f179ca026d00d11b072931dcf8b3f18218e3bccaaf15f884e6f6c046b60f","sample_id":"abstract2title.test.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a25688d52c25d2fb6064c2388bcc68aeb32df545cb5a1f00f5d89dfe2902490","formula_version":"titan-u-contract-v1","latency_ms":1.376125030219555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddd4688ebea92ed1050e2dab8142f0dc98805a81dac9bac7267308ca96117aab","sample_id":"abstract2title.test.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42937c902d085d28b107fb632f152c8d3af88fd30e577032ab034a46fe30ce78","formula_version":"titan-u-contract-v1","latency_ms":0.9005829924717546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"978f3221bdf5e34ca9efef95e2f35886edbb07b300eb1542dbdd65ec42abed8a","sample_id":"abstract2title.test.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc20b0463386d4a665a56e2c4d801f972f8dc5729463e54dfaa385d30e3c305f","formula_version":"titan-u-contract-v1","latency_ms":1.0571250459179282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb046ee1710b3c6fd10cfcdb59922c3cd060d2ff27bb68c6655ea9e2027af920","sample_id":"abstract2title.test.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"544881b9ee4e52e067dac6715abbb4ee5e4524a83b0f358c66bdab04041c96ba","formula_version":"titan-u-contract-v1","latency_ms":0.7601670222356915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7562973e48f127259b0c8d8b62e27ff533d087700aa604a0869c4703c910b36","sample_id":"abstract2title.test.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"facafdc5708afb87d2351fa3b25deac2dc9692af1f09e34de0fb61e3fc10f56f","formula_version":"titan-u-contract-v1","latency_ms":0.6703329272568226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe8f3c89d1a44810fdc54eb1ea54e503777cab9969eb64a27e6dcedd315179ab","sample_id":"abstract2title.test.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f44f430efacd2fcae4e1c3df9072bb783dd8935582ed01c99919d28124bb18a","formula_version":"titan-u-contract-v1","latency_ms":0.7115829503163695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0152a0a4eee1813b55ad5bdf16e9d27d3cfbe91f38483dd21b69e7bfb667214b","sample_id":"abstract2title.test.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc3b2bd3171368d9945fb78da11a68d3f0110eec71cb62761bc06c51f3a1003a","formula_version":"titan-u-contract-v1","latency_ms":0.843334011733532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"089008bfb1a120b9befdcb4f863062b92bcd927eb46849db5fb9885289c47641","sample_id":"abstract2title.test.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f037711fd40104e3ee6ed060768df3b5e039634c785ef615dffe324fb85a3093","formula_version":"titan-u-contract-v1","latency_ms":0.6600830238312483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4fc19926abe75c8b9096b3d0726ebeed981ea320dd24d85061fc663543951db","sample_id":"abstract2title.test.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37a31628ac86fe9bf367a18cf544f29be9a80de6ab11cd9ae8b44299b534c7cd","formula_version":"titan-u-contract-v1","latency_ms":0.5490410840138793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"642f4162905cc4961e6a164f73ead4b62751749c95959ecd87187580b8be50f3","sample_id":"abstract2title.test.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"814d50a732892761cc1977f027f63d4777c4c58cac1c14467cba854237e7a157","formula_version":"titan-u-contract-v1","latency_ms":0.7063749944791198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e7fa0e0e3c3a13a95b4f53b2b4cf519b60c30ca4fd61038b79a8e39449ba93d","sample_id":"abstract2title.test.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6841c0acda4963eb4998e3ff41630b3486fdbed4c7c5f5930cd7ac5a1ced4665","formula_version":"titan-u-contract-v1","latency_ms":0.544792041182518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbaf2ef0c18400a1adc48208e3e9024245757194409515740d042e79b6f0ee17","sample_id":"abstract2title.test.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9eab4ca9c9ed3ea925a6fb76c2f0d638735dfb71bb8b3862deff81742002ffa4","formula_version":"titan-u-contract-v1","latency_ms":0.7559589575976133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d41648e601436614b291185851195ee9066c3f868e26ddb0e9b0236802b99851","sample_id":"abstract2title.test.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1173a5c5fd0b7e67569ea093fd281911f4a09f5739097f5d2d3f85a9f9613917","formula_version":"titan-u-contract-v1","latency_ms":0.8637079736217856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd045e0101a14f112141f9df354b8fd6f6514b3bb3c324970a066072315c09b6","sample_id":"abstract2title.test.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4518da94df297c49e5d1519545733a0166badcb14fa0ac0d3ec147da085f69b","formula_version":"titan-u-contract-v1","latency_ms":0.5132089136168361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e968d5568f0787f2c4f9b72493da70092c9cd14d25d118b0224483d44109307b","sample_id":"abstract2title.test.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d88d63315bd68dbdbeef0bb5f1a505eb284f5740f72cafcca7528bc8db52f77d","formula_version":"titan-u-contract-v1","latency_ms":0.918333069421351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e64c6180484d2cfc951b268ee2d90f46fb8904b2bd2f129971a4d5873d93105","sample_id":"abstract2title.test.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fa78102ea927f67592bf6a778873cdcdd7bb7281837e6dcce5543b7369ab755","formula_version":"titan-u-contract-v1","latency_ms":0.7487910334020853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"295cc246bfc63c59342af9b23096ebb854fda275a6794fc2e3ff294cc99ad52a","sample_id":"abstract2title.test.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c848b7c4596b24075367d6199e066b6943672011b35ab74993d6699659e2312d","formula_version":"titan-u-contract-v1","latency_ms":0.9480000007897615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d2e5729af8c6799ed83cbc590ae70a03edb0f7c99c45432340c1b6a59d4fac5","sample_id":"abstract2title.test.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32cc97cb7ee83d7b4804946f61f6052d0c6e193c4292c9d02f2ac5a2fc1928d7","formula_version":"titan-u-contract-v1","latency_ms":0.9265000699087977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96742c1ddfc302816976587f80da4c6b872bddf606f989f990b721dcb22fbc74","sample_id":"abstract2title.test.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d783ef343a8f19e4e1f6e307e206964386cdfce12250d93c42f7b61303d37bd","formula_version":"titan-u-contract-v1","latency_ms":0.8567919721826911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43b4ca29c4777fb465634c35cf28984e5c6bb27b127695432aa0e474ecdb2173","sample_id":"abstract2title.test.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f3f0efcfa6cc32af634512212204bc1ba85d056b78b313334354af9529fb0ab","formula_version":"titan-u-contract-v1","latency_ms":1.1241249740123749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21a8f374908b8a63e20dda8cac2e35ef4f8c54978a8361fd95fe7dbadd8d7fe3","sample_id":"abstract2title.test.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98be05fe82d4510675b82fe50613e21bac0fd1c30b8e6e93a98bfac433efcaf9","formula_version":"titan-u-contract-v1","latency_ms":0.9577909950166941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fd6b00016d266de541a897af5fca15777ce62fea713790c58e4881db0f7bf7d","sample_id":"abstract2title.test.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6987bab900b30856bec4735cede74c2221e87d5cd2f80d3bd4bd8f58721716bd","formula_version":"titan-u-contract-v1","latency_ms":0.9428330231457949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"195aa3a973923324211611ccb58278fe1bb2c8cf575435ccf75159607892aefa","sample_id":"abstract2title.test.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"708b328169008b5a4f0ebf30a60f6d1c136da363dd98553fcc07b34821cd62a3","formula_version":"titan-u-contract-v1","latency_ms":0.7537080673500896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"635b481312e4ca203de64c75ae7d2fdf0cc9f5763b58cfdbffaeb27a35afe026","sample_id":"abstract2title.test.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7950c49d0c1300dbee277b07f08b138a88331dda4de8b1deeb0f6cd7c1b905ce","formula_version":"titan-u-contract-v1","latency_ms":0.7763330359011889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b833ecc4ac2d31e103582a126594fb77c0a3053d44ded5b1c18fe44019afd1c6","sample_id":"abstract2title.test.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c14967c629be33e9281134c51b1f79cdeadc5514359b89c2cddd83fa153a2e0","formula_version":"titan-u-contract-v1","latency_ms":1.055958098731935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17417273420d7c5c9252ea97d5ef628356d41657966afd4cbdbe66c7ba285e2a","sample_id":"abstract2title.test.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aefdf283b80919ca627b5d0e28e4f32ab435ac132861991f2e86a7a64f2d3d17","formula_version":"titan-u-contract-v1","latency_ms":0.6897499551996589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93bdbf3cbec39f304ee6869c2e44bd3b6696e279a6f9b166b0f71e455af93433","sample_id":"abstract2title.test.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6819d162a01084aebdbb3f18e3c528ff1486e8b3ec5db8668b0a201144dca0b3","formula_version":"titan-u-contract-v1","latency_ms":0.7305829785764217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a257bc1daf38025b4a07a158ac692aead74bad0582312fc3fa281c400a6ba2cb","sample_id":"abstract2title.test.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"145d733ee3193d7483a70f71068e1e491e08bdc9a99825646eb60e4305169b61","formula_version":"titan-u-contract-v1","latency_ms":0.854874961078167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45b4db1516735a3feb78106506d09353ff88b94b72665a3a6d85303cc8817d74","sample_id":"abstract2title.test.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b80c1d84710255ce58b0b3c9a729768056f89e000413f380e34ce13ebdd8ecb0","formula_version":"titan-u-contract-v1","latency_ms":0.7789999945089221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"620885c9aae57ed4b53a6a681e4048e2934a36a0bf141dd2a0884b0ec38721eb","sample_id":"abstract2title.test.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b66bb7dab0ad420dfe9e947ef2ccb767fd1cd3fca695298b54bb7192c82da89c","formula_version":"titan-u-contract-v1","latency_ms":0.5797080229967833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6bc419ad40d1632327a13e8d9841fa200c2e95b0c4bd489b5b0c065847bd6cd","sample_id":"abstract2title.test.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39d68b81478334e81d4188431518fcc5ba08871e57d53aa2776520423d6d7c66","formula_version":"titan-u-contract-v1","latency_ms":0.4993749316781759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71cf4a2f1ad071a483ed9b17b9127ff33bdfc2c780fce3749f2fe79fb9a875ec","sample_id":"abstract2title.test.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39d68b81478334e81d4188431518fcc5ba08871e57d53aa2776520423d6d7c66","formula_version":"titan-u-contract-v1","latency_ms":0.6650830619037151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71cf4a2f1ad071a483ed9b17b9127ff33bdfc2c780fce3749f2fe79fb9a875ec","sample_id":"abstract2title.test.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"413c5d4b37c8d8d58cdb80138537d1e47c59e6a477962c4af1ddf9b493db0ffa","formula_version":"titan-u-contract-v1","latency_ms":0.803167000412941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b0ad1b0986082b870c28a22ad3786a8334b07dcc893939b0342acedfddcc9da","sample_id":"abstract2title.test.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b71d30228119d3901f0082b40a6ed0488e6be2c9d45e8469eb03379a966783a","formula_version":"titan-u-contract-v1","latency_ms":0.8884159615263343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"556970f276d1892a53770aaaa827102b612557b3df2eff59ae34906b44782bfe","sample_id":"abstract2title.test.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8b52c16eb1833c7f3f9c3ca12d0ae6bef3d8ef6514d3d2e23e6ee557722be2a","formula_version":"titan-u-contract-v1","latency_ms":0.5897920345887542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f68683a1fc9b04d221136ecae5df1119a3f90d91215b604133ffe6d599c8c9d","sample_id":"abstract2title.test.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5da74d2fd51b257d2c5ddeb11c27be44f30efd97ce669468c6117c8ec9dbcd81","formula_version":"titan-u-contract-v1","latency_ms":0.9051250526681542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7072c20cd84a2e39b5aec8daf2cb7fc71f2e436081a06b4da2b897e6f544b22","sample_id":"abstract2title.test.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01f1a57c845112c40edd4dffc90cd3c57460e7aee83cde7d4e460dac7456ff97","formula_version":"titan-u-contract-v1","latency_ms":0.7654170040041208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9308751d6c6ae2ba6c174b1bf1e22b141efab12b7269496311b6cae11afd168b","sample_id":"abstract2title.test.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af8b8d6f5b717c006766599a13b247849c4b52dd36f95f4aba97a83a8e74c3d0","formula_version":"titan-u-contract-v1","latency_ms":1.2459580320864916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e3b478cdfaa62aba64241e4a4180b071e583ab2b6e21e2878ad8edd896d3a7f","sample_id":"abstract2title.test.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85e6c219f306a5c37f2782b23607d1557f52de35275acce0747d796327ba0f8b","formula_version":"titan-u-contract-v1","latency_ms":0.7979999063536525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e954d2e09770117d083bae03a0847da8020224a71828bd7390dbf8b514aa3eb2","sample_id":"abstract2title.test.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb08b368394796ac70c2fbbb9f76ccd7a5b09de7f91a32928b445db067a7b6f2","formula_version":"titan-u-contract-v1","latency_ms":0.6328750168904662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5650e33247710cea6154a47526483726f5f96e4eb604c18fc163cc8c43eb74fe","sample_id":"abstract2title.test.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"553763d4a826538363246787e73f443452bf98044b3e3d2057fe84b2242439f3","formula_version":"titan-u-contract-v1","latency_ms":0.959790893830359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5f488039be64d5654f40483a3e1f4cc9be3e6ab2431bad33c4412d789b9f8b1","sample_id":"abstract2title.test.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f46d942db29555f8f47688dc430509c9ec3c89a1a7c4cca4172210d3d04b56ed","formula_version":"titan-u-contract-v1","latency_ms":0.7856670999899507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e3dff332d54373d7410f6bfd2d9b65efa3115c1188ec627956f349ee6eee1a5","sample_id":"abstract2title.test.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83b1b0e15caea3d5aadc9f31a2bad2e8635e0314098d0b46436d174c868394e2","formula_version":"titan-u-contract-v1","latency_ms":0.926292035728693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62837bae22f93eeb935e362d5c63c1e126578c317350a84de71da47a6d07492e","sample_id":"abstract2title.test.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01f43b28f704eabd1d05dd018991886ca5adab16de6caa8165a654432dd46e1c","formula_version":"titan-u-contract-v1","latency_ms":0.5844999104738235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"478606f0e9a8130a19d76cf8d0671a3bfe7011d36dd04b21424379c299e05de0","sample_id":"abstract2title.test.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"683aff8c12bb6de0c06eca6e8b4d22ee8d3505dcc93fd25bff4a4f04f53250f4","formula_version":"titan-u-contract-v1","latency_ms":0.6603749934583902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85f8095e235cca0c554dee4b9bb0117b9e739dfb52df78f7fe90436e279d6dff","sample_id":"abstract2title.test.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1236e8a561f2100544b19a39843aadf17b9a6c6ec53ffda1d828abce49cf20f9","formula_version":"titan-u-contract-v1","latency_ms":0.7159169763326645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2ed9e133c5ec630927e9b13e34dc955b9925b99c9f8a1d91e70513ca12b198b","sample_id":"abstract2title.test.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fd5e24962b4e75fb239561ef96b5fbfd46825e2d18d2704166c679abbec28fe","formula_version":"titan-u-contract-v1","latency_ms":0.7570410380139947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46130af6e58914803ec4ad7ad3ad7f77854e993ba21c8c9d193be3bd5e8afd3e","sample_id":"abstract2title.test.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27fe1de27514c9251f9e955c90b5c903de26c2acab5ee9263320093e577ade74","formula_version":"titan-u-contract-v1","latency_ms":0.7330840453505516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"406bc74a3891428034bafc5a2af444a8b8a67641009813d071e631d90ba5c181","sample_id":"abstract2title.test.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f2959fad164790adad2989a21d71bfe62c7754b9d5818bde29f4dea608dab2d","formula_version":"titan-u-contract-v1","latency_ms":0.7957910420373082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a74b550a4ec53f3cce6f13df5b81f55e1317cda66838afab509cc693d134b992","sample_id":"abstract2title.test.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0220456dbe723a9b59cc3454b21e9f2029951ea7cfd520a6ca551a19d1e923d","formula_version":"titan-u-contract-v1","latency_ms":0.7002499187365174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ff75a199dc2cd4abf861a5157cc20924748cfd51081c7e406bc4a2c31d208dd","sample_id":"abstract2title.test.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab1162e6141183b2996cbe93214e4524e7aae72409f8b28641bb1711b753ab2f","formula_version":"titan-u-contract-v1","latency_ms":0.7111659506335855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4285872ab850d69a6408d23077f70cc52f627ab556810830be33da85d9b2a0b2","sample_id":"abstract2title.test.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"076cec81f59acadafd639adc5a44279ab28ffe88205eb383f055163223366cd0","formula_version":"titan-u-contract-v1","latency_ms":0.8358750492334366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61436d6377d586f2181b1ac9a552127b438cfda483b84cc9895a640195839db5","sample_id":"abstract2title.test.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5640221ccf70042d0046a7f2aa5b9c8484a5f7960064d7ccf5abb285bf86d69b","formula_version":"titan-u-contract-v1","latency_ms":0.7444169605150819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bce61d3ac20ee244aa5dbf0df3fe1d03bc308b2a4b6ff15d4b2985205ea2e52","sample_id":"abstract2title.test.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eaec6d816e5e1d96be4d5fc59383261ba923cc262c9bf911a49fa4610eb3f2f","formula_version":"titan-u-contract-v1","latency_ms":0.879625091329217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff11c20650b5a3560e483988b1959572f4f8489858eb55cdc4509ca036725bbc","sample_id":"abstract2title.test.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2d28b6d8c9c353ba29affac019d6d25bce4dd87a0095ca29d38ac77b46043ec","formula_version":"titan-u-contract-v1","latency_ms":0.6627499824389815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5fc53b44721720df99e935c22663b30a12b6c89e5f351a24e0e68844f8aba95","sample_id":"abstract2title.test.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c2f187117b1d51a4688de687966e4c92f325ccd87459d18b169ca7de4c666f8","formula_version":"titan-u-contract-v1","latency_ms":0.6703330436721444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5d676d6ea415040f0528c40578615e01f281a9d2b8003356664022bdc41b964","sample_id":"abstract2title.test.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf6104193b0416ccba152d489be3ae3d398973444a3c42e231403b34ec58cbaa","formula_version":"titan-u-contract-v1","latency_ms":0.8203329052776098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75b00552bafa97ea40e366abb1983bae00185b06a9f1b6093a63f2860cfc285c","sample_id":"abstract2title.test.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73085aa5928a8ae2fd6eaa5bf896384c5603fd9520025de2b81201fd27a1ac1f","formula_version":"titan-u-contract-v1","latency_ms":0.6300420500338078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ca1c4e25b8b47ca5b41974e4fa38750189a06f8d4a289a6c549b48062e04815","sample_id":"abstract2title.test.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"481473a8a59413ac68b3cdad3e588098ddc32663aef599a5cf4ec534393fa741","formula_version":"titan-u-contract-v1","latency_ms":0.6242920644581318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c29c75278c4706a80599807b4466c8d1ebcfefcb8a777990c2be410721d8993c","sample_id":"abstract2title.test.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fc5dd222e9e54c46a40f7feda8bab16ec8cc05d10298ca6312120fe4eadf9ff","formula_version":"titan-u-contract-v1","latency_ms":0.9881660807877779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56ff843e8b502458d1804b4229a658a00ef32c21b695302019bd7ff43e15e393","sample_id":"abstract2title.test.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"819be64a2221d158b65363bd302971c5a6043288b6dc505e0d8f318ec47f2d4d","formula_version":"titan-u-contract-v1","latency_ms":0.9616250172257423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d5898cdb33eb5ccf564bf34e1e585e8006f70489ec7f12cdf8c5bc62af825f5","sample_id":"abstract2title.test.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f09ff34c704328cc4cc7d7869689540f3397c685914072b844ee4c70c8f2cca","formula_version":"titan-u-contract-v1","latency_ms":0.8019580272957683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99e1e372b3d0972a08c54c1a368da8ccc447ffe68154143984c93286188a052c","sample_id":"abstract2title.test.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"118cdc593275201cb1a34b872eb1631afcf7da8c7c086ee02554f05a77635524","formula_version":"titan-u-contract-v1","latency_ms":0.745292054489255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db1fbc3e980882a722b315a9dc4869a406a34c65bb8a13e3fe9fc8c6e9786c97","sample_id":"abstract2title.test.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d60870f9dd203183e3ebcaf03801d4b8e1d6e910d558fbfb4b23d65cb6be4238","formula_version":"titan-u-contract-v1","latency_ms":0.783708062954247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8fef54f92a4bc3e8463beb7eb1a831dc58a11505b6e2229bccece8ad1b00eb4","sample_id":"abstract2title.test.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c09beab18e8f74a728fb6f7e37c80728dd14dd8bb59ad1ee453871ca5d5ae7a1","formula_version":"titan-u-contract-v1","latency_ms":1.0394169948995113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36f676588e64a9f1f3207c217a8097879767f29a40c944aca15dd8dba91b251e","sample_id":"abstract2title.test.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fd99eb5548844dd6863fd016a499cf964fcbb50a6987657a4aed71081340076","formula_version":"titan-u-contract-v1","latency_ms":0.5609169602394104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f8913bbc65da7174129c68a93c524d3773f8a86ed85e68f1d4df00e2fc2a696","sample_id":"abstract2title.test.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33bbefbc922eb3f0154f41d59383be569c4b234bb152e8b6f8205c4d0ac98cb6","formula_version":"titan-u-contract-v1","latency_ms":0.980583019554615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3622eea7796f09e13d81803699600a0da6b3dbb02b5ff9143aa6a4a32b67b3af","sample_id":"abstract2title.test.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"008245b3dabfc05e47cd3fe7e09d2309e05c8f5f0ce48e0e7046b1e57c19eb0e","formula_version":"titan-u-contract-v1","latency_ms":0.6962090265005827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be01b1e6f5066e40c4e91afc1b48b85c930757986d6c41e3c544c3af0f730be0","sample_id":"abstract2title.test.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d30d5b055d6d6b9c447bd58446719fa2c0ff669196187481fd90e984f53b8be","formula_version":"titan-u-contract-v1","latency_ms":0.9902500314638019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"545879290a38140cd87bb436e6c121eb6fe16924bba2db0817e7704dae0d9d9c","sample_id":"abstract2title.test.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfdead692b3cda946043b722ce3856588041b516fd218bb7db3cea2e96c89f59","formula_version":"titan-u-contract-v1","latency_ms":1.0846250224858522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9ed0260d8a45fb20253a80493d4c30a0be3fc41a4b0171a851b1365a2a8447f","sample_id":"abstract2title.test.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27504e1a81c51be648af9cad657012d5797b33abdd950991a517cea2440fb020","formula_version":"titan-u-contract-v1","latency_ms":1.022165990434587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a4c8d5dd53f9833afbb542aa437d73062128abe5386a1ae39232aa6f69db9f1","sample_id":"abstract2title.test.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7978ad38a60beb9adc0279eeefa5f7029643db6303a6f3d9d79b56e129ec35aa","formula_version":"titan-u-contract-v1","latency_ms":0.6399159319698811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3b071464bc0c1db1d05680a93d249749cbe1f02b9c31a6d2747f829b7f2c5b5","sample_id":"abstract2title.test.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54de5ba01b7e501cb1e48ad0dcae1984c1b3b439ba8776bf624c4d6cf43d4e0d","formula_version":"titan-u-contract-v1","latency_ms":0.6992499111220241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f6881fe1ad726e963fdb2e65129387c21b98f3af9dff947b544cf8a4f44fac0","sample_id":"abstract2title.test.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14939d7808366201cd31891ca774dea76c4f37c50be115feabdc34acf398f052","formula_version":"titan-u-contract-v1","latency_ms":0.7409169338643551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8eb6733fabea60efc57a773a2d9e2dbb696288679243f5f930e69c07ed3fd116","sample_id":"abstract2title.test.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16c8c3392aa307cedb24e4dee7562e06bdbc4dfdeb49e1b61ebc6cbef39481b4","formula_version":"titan-u-contract-v1","latency_ms":0.6653330055996776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ecaa396fdbbf97ac60dcfd1874e65d0c80e4325f874432f9bc40e93aa2c32e3","sample_id":"abstract2title.test.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8f47ea86764591822f7d0f24837f78ecca7458f1fac4130cf8e56bc92f1a51f","formula_version":"titan-u-contract-v1","latency_ms":0.9326249128207564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34e871ea4886cb94b11fccd488bb160d9a6cdb68988e3be7016b5586de38a4f6","sample_id":"abstract2title.test.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73d40f97bd15c8a5529b9359a66b3e198a4ee96db45e7a86b2a051e7aa43c7ba","formula_version":"titan-u-contract-v1","latency_ms":0.6035000551491976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70e582eb5d177ceee9f6e8f30743085892ff0ece206e3e28378fb3a4e9bc355e","sample_id":"abstract2title.test.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"687fa487410c6a2742feed84ddd8b15229f3178b8287473ed29b652e52fb8af8","formula_version":"titan-u-contract-v1","latency_ms":1.0020420886576176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be7e59d0fd56a52fdac8665013c5726099277f6d56ae356d87f9c8a0d437361b","sample_id":"abstract2title.test.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c46c649f7b5cda46bbbec3d48e7418fc1e9464fe5876faec3fffa5e90218326","formula_version":"titan-u-contract-v1","latency_ms":0.8184999460354447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"942822741fb5c63e86a08cc7fb84a34a4c137d90c037ba17834313e02dd24f55","sample_id":"abstract2title.test.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17e1545eaedf9367b87067963813793107d8fd8f5484d52a4b9c4a9b4bf13ce2","formula_version":"titan-u-contract-v1","latency_ms":0.8989999769255519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae496704fbfa3c2cc9db55ca5a0af8f973621c0b7c97c02754847b2d35738f6b","sample_id":"abstract2title.test.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c3980f704dcb9fcfe7e5c77e36cdfb5e206da4b3cca1ed25ac66b0386f8308e","formula_version":"titan-u-contract-v1","latency_ms":0.7212079362943769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"512a2ddba0903d6d2d296296d943812a33392ec8ca9fb6df4855985bbc7a2bd1","sample_id":"abstract2title.test.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eebd7e619e5a91e8126e7c957bd51d1da0a8e3fc66201dc9868c5d8bd76b6b7a","formula_version":"titan-u-contract-v1","latency_ms":0.6399999838322401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e10304a83b08a9319f027e4babc65a1ba31210046e392bbdd629d354a3d18c3","sample_id":"abstract2title.test.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4391383e23e7dc272afbc5ba5f4b67996d79cfb7b2befb2ef90827d36c192095","formula_version":"titan-u-contract-v1","latency_ms":0.713790999725461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bda27b731fe0d47cc14f8b358c286a445af5429a973cd827604629a0f6b84df5","sample_id":"abstract2title.test.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7605f5b413436facf147ae4b66d229ba69035c3540ccd5eb6b8cd4683db8c68b","formula_version":"titan-u-contract-v1","latency_ms":0.8572920924052596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd3e20ab32d0e5681930d00f409ffd8edae354799844db96014ed92ca62080ab","sample_id":"abstract2title.test.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93000c04255026813d9675659ef4c4855482a56b155dbd14aa07160d8bbbbc97","formula_version":"titan-u-contract-v1","latency_ms":0.7686250610277057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d34713d16bb5d2f9d737e03c247b646fe52550c53c106ad21479ceb395edaeb6","sample_id":"abstract2title.test.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f4543591052ca585ea7facff30461839b638ca77660db3d10f98f3cee97b1ac","formula_version":"titan-u-contract-v1","latency_ms":0.7304169703274965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ad6938c76032bb2eeba8306610b3154ae70d149c5e9922d28ebe236203d7675","sample_id":"abstract2title.test.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"808a3643047b1da1979bd37abfe519f3195634024896e63fb544880300578eb7","formula_version":"titan-u-contract-v1","latency_ms":0.9013749659061432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e08ccb66f852c08eca644b6742bec79fd6a184f8340894eeb009665057a3af4","sample_id":"abstract2title.test.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b512b56ed4bc6824efdacf927c9a2a5ea1c47b7ceea0b46265dd6d10964e0c49","formula_version":"titan-u-contract-v1","latency_ms":0.9422500152140856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebb4fc6e0ba53a549f74eb69405d3174ef4e975f9ef722df73d7cf8ff11bd8f0","sample_id":"abstract2title.test.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f585b394e255beea0fa15721348ede0526ed0be95e6900fc47d202db15f7abf","formula_version":"titan-u-contract-v1","latency_ms":1.1184170143678784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b39f6459f1fe4a8c5a536448ecf7f9750299a6618fa010d8987b8b408a76ec7f","sample_id":"abstract2title.test.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"683e5ef20df06b8774c5a7635024bc50403ed327f8f9a670a55e84189ac94425","formula_version":"titan-u-contract-v1","latency_ms":0.5832910537719727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73872797b2f208ffdf80beaa3d4b7ac82e8a0ee5b24aa02b7d1a9093acbf7894","sample_id":"abstract2title.test.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"082881b2cdd68d6362d62794c5fa60dd43a67a32b4273149bc8e83e56e9debb9","formula_version":"titan-u-contract-v1","latency_ms":1.3593750772997737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"021a85960345e0181c493f23e6918d979826c9874b25b0426524208f8b179613","sample_id":"abstract2title.test.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"918c892c5b4c743bcda6a236783d956f3c013a1005bb37aace7c038729c0843d","formula_version":"titan-u-contract-v1","latency_ms":0.7726670010015368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"821d7751e0f1ee164d94f8a1b0de18558cb7549b450e6f643857c3a1a2b30726","sample_id":"abstract2title.test.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08634d2a6934d2e0c5958e9c98c7c7c5652cca01a975b9f7f343fa4eeed2d048","formula_version":"titan-u-contract-v1","latency_ms":1.1139579582959414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66911438664d6f826ff75e49c8138a23c7b369c4f9673fe81db4370bff5731c2","sample_id":"abstract2title.test.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4546f6b5234979275cba38ce08d627361580751e6515cb4c831fb4e00dbdc60d","formula_version":"titan-u-contract-v1","latency_ms":0.9350829059258103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cf38ad9d7c5bd1abe019e8170bcd4a0908a95766e04f80f401a8ecd06131f9a","sample_id":"abstract2title.test.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0dae7ddede0da164d0f2d8560ebea7810445c939fce6df90d12978876d95483","formula_version":"titan-u-contract-v1","latency_ms":0.6625420646741986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"374743f50a421e9bdb78f848433c1f64349373816e39658e1d5dda39cafe5be1","sample_id":"abstract2title.test.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9316836b589b59b707ca46320a26b1b54975fbf752512f6003a2314531c4dca","formula_version":"titan-u-contract-v1","latency_ms":0.9651250438764691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ff7d59fc260845c589b46d1bfad2dd4c03e3316c8265f76066766dc286b196a","sample_id":"abstract2title.test.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2c0fe850183c2697c70d409a0b798d071feb512e3ed36335225e9044e5e6be6","formula_version":"titan-u-contract-v1","latency_ms":0.7281249854713678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b417e81a3c4c2e5a4378ce0ca5128ae2c221097e1b2ac18246b5e5e2d10235d","sample_id":"abstract2title.test.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f05aa4f68f7fce93c9c37371f770a1b96d08c6082b8d59665daf56de7273b26","formula_version":"titan-u-contract-v1","latency_ms":1.0162499966099858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"392349503e417718fe2be4a712b920b221563ca9c7b822305beafe1bf72993f7","sample_id":"abstract2title.test.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a88357841790ee4a6cdf2f1e871e200d6af0a1a0eff75114635c08384c0cae2","formula_version":"titan-u-contract-v1","latency_ms":0.7272090297192335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1ed3b3f48501698232c8fe76f61bb7a9a57d53272ba3196e134fed463607989","sample_id":"abstract2title.test.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c2db1dc367f0ed13dabb6456370226d6ddfadef804586437558ffa55474ea85","formula_version":"titan-u-contract-v1","latency_ms":0.6524579366669059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79efb00351101065c8deae1eac7ab7892d92cd1818baac8ed32be0c8ff54ed39","sample_id":"abstract2title.test.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"261524786fe58698f03daaded822e1ccb25521bf4f0dbf3fe26db727c079a64c","formula_version":"titan-u-contract-v1","latency_ms":0.6483750184997916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfd5188ebe2c25d7e35043aca76d33e2ee3e03d15bc9c28ce02122ea7b75bc0a","sample_id":"abstract2title.test.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92e0fdc2e5e968a7a07736f2d380dad637671ed8a84137d23b904f318409d0b2","formula_version":"titan-u-contract-v1","latency_ms":0.8469169260933995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8469e97c4a0fd308ffd97fbf3d29b34b54a98771a0cdbc0835c99a40eb0f72c6","sample_id":"abstract2title.test.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd369eccbe49128219173f5ee72aa4a084cd5731f706ad7c1d7e766473d0097c","formula_version":"titan-u-contract-v1","latency_ms":0.7843340281397104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3796860e78153fc7a2dd393162015ba1e27572d36a37ee84c0911e7e5e64132","sample_id":"abstract2title.test.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f697c6457479f1837d32f9c926d9e466d48297814ce8f2b46cc1d61087805db6","formula_version":"titan-u-contract-v1","latency_ms":0.6832500221207738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d1c8bfd2c963fa87343f8c14ae1eb85faf22e04f209d2d0e386e0f0edac566a","sample_id":"abstract2title.test.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c51f71e4ba7a0f57ee72cce28fe18c27949a012e3b397cd0d0191a5ce362899a","formula_version":"titan-u-contract-v1","latency_ms":0.6316669750958681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35011e2b11e45169a1309494a908304124b88585bd6125cead2a28a357bc7473","sample_id":"abstract2title.test.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1bf8b4208d03ee733d8240311f6dce9c22ff184755e50cb1886b240b1c68eb6","formula_version":"titan-u-contract-v1","latency_ms":1.0552500607445836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"203c4af4f42817519411e9630afbc8c1b70885285b9f9ed4b59c6a91d36cf510","sample_id":"abstract2title.test.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a668b512152f0299f2dcd5ef437e0a8024a04a1ea95a385443dfe11c4ea3dc6","formula_version":"titan-u-contract-v1","latency_ms":0.6474580150097609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"099b9a7ad312a2d0b5d77804d91a05cfb936dae19f62dfbd107d646eb6ef7ebd","sample_id":"abstract2title.test.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"762e9f46cf0a3f88fad3c4488b1b48c4a41f0876e5c8ea23cbe80fcd6228dfb8","formula_version":"titan-u-contract-v1","latency_ms":0.9872919181361794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e59ee313a390a2375aaa55112a2b7cf813191f47f1d99239a8e7bb7080f0706d","sample_id":"abstract2title.test.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fead64176cf13f246dfe231b8dcc97d9645a1ddceab4c29c27a8a1498c538083","formula_version":"titan-u-contract-v1","latency_ms":0.7240420673042536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a5b854dc5b6c6f04417919465ebb13d70bd8fb79b3b61254022a44df208758e","sample_id":"abstract2title.test.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce65080f520e141d1b63b1c27e25853cd8b7e1ffb88dbac8fc0aaeb6a2ce760f","formula_version":"titan-u-contract-v1","latency_ms":0.6583330687135458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bef7fbc68bbaa7d44f56bf74d90dbbb7533bf29c04ec2527f39ef52e21ebb05a","sample_id":"abstract2title.test.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88afc5e458d887bebddd93afa2ebd7f439922f82f81d516fb666bcc754f66b66","formula_version":"titan-u-contract-v1","latency_ms":0.6100418977439404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cdadc4e5007d9369dc9fe3ea9934335e54ebe4a71ef323a69f1012dc10c4fc8","sample_id":"abstract2title.test.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1697200c661fc2492516a5a278ba3d1df2a56752a25213753464154a15fc5656","formula_version":"titan-u-contract-v1","latency_ms":0.844749971292913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55c3345150903a01cb3004ab653331a19cfc4eb1c3243b43f4a22e50f31025cd","sample_id":"abstract2title.test.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45c593400f113b1c2dbe136569b17069eadfc9c2caea6fa2e5a61323cd291b6d","formula_version":"titan-u-contract-v1","latency_ms":0.5738330073654652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1216409929de8e7b5704c6882f72fd264ce9ccc33d3f4731d14524b346e611de","sample_id":"abstract2title.test.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7cc5df3934d205fab8cd68163a6ca0498e152e5375fdbdd7fc4bade0229ce64","formula_version":"titan-u-contract-v1","latency_ms":0.5465830909088254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b6d86012d37794e3464d6ba00d907c50266e9f609e9a0d04c081aa6e9f4ddc7","sample_id":"abstract2title.test.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea1e71182638ef6e9237599d03c663367dec5dd4e4924b6a1db06f535d9bdb7a","formula_version":"titan-u-contract-v1","latency_ms":0.5969590274617076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f66087dc6b217595e67604ff9bc6caf813288887b25ef7e6006f67531323c778","sample_id":"abstract2title.test.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac3450165103149ac432db26ad7cf403779abba133804d631b93ecb4454f687a","formula_version":"titan-u-contract-v1","latency_ms":0.9724589763209224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3704ffec2183e0e41205da9572404aafe4efb56e4070682b462511c39cc60d05","sample_id":"abstract2title.test.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"352be10971a823f9f2e6426d20a3f9b34d27900362750077bc118d41527a1365","formula_version":"titan-u-contract-v1","latency_ms":0.6801660638302565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"881b4e1d1f857d95eaa955540bcfb31d4cd05196f0b01c04e2fdb54228a6b543","sample_id":"abstract2title.test.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dbc63b9d0284e3c8af660c1e696e124402a21ad1245ca8185cd5a15f907f206","formula_version":"titan-u-contract-v1","latency_ms":0.8132910588756204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34e2b27bc6a5e5ba5eb7f854ca0567e0be32748d117ad9d26732f29fc7c2e1be","sample_id":"abstract2title.test.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff86e75705d11b8edc928889f860357dc325d4d0fdfe19bfb3bc8082993e45f7","formula_version":"titan-u-contract-v1","latency_ms":0.8516249945387244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eb6829be83b936b702ba4b1dbd20fce737312d40a4070a1cf3032260a7d3195","sample_id":"abstract2title.test.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b436be97630f9929d48a57565c2d8a7cf55b2aa57c2bdc8de9f2c4d52c2cd872","formula_version":"titan-u-contract-v1","latency_ms":1.2002920266240835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef3531f00ad20ef0b33506497b2565bbb15e3a453cde9e69f917aed79bd5d206","sample_id":"abstract2title.test.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"265c787ad9d977079aa04f0076ee527abf92161903603becff4671c47f3d8966","formula_version":"titan-u-contract-v1","latency_ms":0.6542500341311097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e023f7ebe0c3f44e854cf61202d1e8157d51a20dedbc6e0c86a5970dfcb3501","sample_id":"abstract2title.test.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e96e2b5ab618625e11fb1ec381e02d893aca825c5d0fb217ea70012a77dc481","formula_version":"titan-u-contract-v1","latency_ms":1.1678339214995503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4dd6edeecdb8729ad435cb2adb0f8ce42b3110e8906f9f2a7848949e2c7d13c","sample_id":"abstract2title.test.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab76673cc3e7c0b905302aafc4a9f7686ab0496086217ecbe04fa81b63e3cd3a","formula_version":"titan-u-contract-v1","latency_ms":0.9722919203341007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb1304e7ffaf988dd5a35964b798c57b26e35dccd4895a0bc3f532926c2d6a6a","sample_id":"abstract2title.test.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdb624d20956805eaa12fe66c1cb417938e71e2ce557accb0bbb09d0222d0c75","formula_version":"titan-u-contract-v1","latency_ms":0.7303330348804593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d374aad8dfa292d1d9a0853988042648680bc4470ab3a909a9bd4239852f95bb","sample_id":"accounting_audit.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bd6c5d0e20c0182211be6bfe83738a85a19d38b3a52e08eb6955ca1688cde13","formula_version":"titan-u-contract-v1","latency_ms":0.7053330773487687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44424d4f0a5cf1e875e932c2dc36db33e2820c890b1a8938fa8ff1f6f5913787","sample_id":"accounting_audit.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4e32e0df77f9b58152d1ce0412577ffda8e7c35986c9bfea80d38b034923a6b","formula_version":"titan-u-contract-v1","latency_ms":0.9638750925660133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcad87dc1acbfa5918ba4b6ff4c97e2aa60cafe0e0f38fd3d9fd5454be02aad6","sample_id":"accounting_audit.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1f9b83b680063618dd1b5010322b9991d5d7563ff2b124987cfe3d96a04d6a3","formula_version":"titan-u-contract-v1","latency_ms":0.7959590293467045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42edabaa59372426a7d6257199630463fd067973f33bed6e2cbd0bf5f980c841","sample_id":"accounting_audit.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc7a237e797ed13e24ddd5ca068a54db324a261acafe9a6d1947aac8931e79b3","formula_version":"titan-u-contract-v1","latency_ms":0.8250409737229347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56c4dd9b0c77eec1290645534c43c03319e8aaead4989e664f747f94f30b6e5f","sample_id":"accounting_audit.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c801b9812f52a8b54c39bdddab0698a4a6dd8aaebdadedfc224173b3897694d","formula_version":"titan-u-contract-v1","latency_ms":0.8099579717963934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62fc43cb15c6fc2017a6d17f1b20a38ad74ef4248c1f35fc620714854b5c38b4","sample_id":"accounting_audit.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35b79a17a79ed624eb0680cc3ddb0a71c7a2d01a10b90837e20b57581bda2daa","formula_version":"titan-u-contract-v1","latency_ms":0.7768749492242932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"965149cc2fce4eba7764327ff3744fe75ce95478a3a7477f7c88ff236d01bd18","sample_id":"accounting_audit.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccb045873839fde759ae627e9854e1fcd2e2fd7fb805b0f3a80538fda6eb5f0c","formula_version":"titan-u-contract-v1","latency_ms":0.5259999306872487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73d88fe2bde14af340a8787cd4354628ed1c3b89d220fc4edddeb35adc444512","sample_id":"accounting_audit.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fe6442ae7311ba849b9c1331a21c3f868678f84be36f546aa8c8360f77d1327","formula_version":"titan-u-contract-v1","latency_ms":0.5367080448195338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e159de237d55021efcce42d4cd0a700b75072cec17b4716b7e5fa983b8e2dcaf","sample_id":"accounting_audit.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c089cb012174e65461cde11b84fbd0d82ff8c55f7bb585ba4aa9aaa6f74129f","formula_version":"titan-u-contract-v1","latency_ms":1.1103330180048943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df904d584d03bc8fc3f018ab8cbdae707d49d0a6ba9b53f0d92849c0a5b0a4c8","sample_id":"accounting_audit.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f930e7ecace107c1251891246bf3795d51bb35414208c7937b890ed196238eb9","formula_version":"titan-u-contract-v1","latency_ms":2.066750079393387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f40bef57c059a6912c1a7d5424d0834712577d24cfb30eba5432653f39d14eb1","sample_id":"accounting_audit.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e85bb6bfc843f58e87f7a581b10dc65867c6675ee7843573c52b4ca871a93072","formula_version":"titan-u-contract-v1","latency_ms":0.5669170059263706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63484880c9a6e50d9c32f887dcfff4b2a101159cc11cfa5500dd80d6b6b444ee","sample_id":"accounting_audit.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8acd1ee2db7e33d6a6139e47e7a38a29e1df30def3ba501439541e74216839d8","formula_version":"titan-u-contract-v1","latency_ms":1.491290982812643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e933ebbef681abddb3937bb5987e3576a39032bc443b00d8bc25a904a3a56927","sample_id":"accounting_audit.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"833aecad13dd955bf3a6f10a622dbc8907deed56974d89ffb25842551609b4c4","formula_version":"titan-u-contract-v1","latency_ms":0.7102920208126307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1ffc7aa5662b9db441d4757141f1e894f95efa1bb75382bc8d11ff2d22fd13b","sample_id":"accounting_audit.dev.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a88e1cd8b63ecb8b23b5899cc1d73b4dc8cccd26248ddb08c394d3f954e3c76","formula_version":"titan-u-contract-v1","latency_ms":0.8268329547718167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8138723f515c7e718e468e7f0938af2ae86e118ee86eb5de54d6bb6370eb0fe7","sample_id":"accounting_audit.dev.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e5482206f94d726a1d90abf3a0923ace0039357ae9c90ee1f71d1881cb57ba8","formula_version":"titan-u-contract-v1","latency_ms":0.563874957151711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faf2ec40d1b601ff1ebabcdbf9cdbac80fc47570c09d920f92cb84ee94be69b3","sample_id":"accounting_audit.dev.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5b1787f4bc97e5e3dfbd7c042492b9523be9fe1412bcd6d91c94992480cbc30","formula_version":"titan-u-contract-v1","latency_ms":0.6061659660190344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b5c6782d1aaf9c922ccfb25838641d6ed1093102d7730742464a2882cd0eaa1","sample_id":"accounting_audit.dev.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2aaca7c08f89c2a9fe21a2e88492f4cb4c70566bc7561471c1551fc4b94a6589","formula_version":"titan-u-contract-v1","latency_ms":0.6153329741209745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"957b90b4aba22cdb8c0b2719cbed2583cf8bc560896dead9930d252b2fa6a5f0","sample_id":"accounting_audit.dev.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83e176bfc902f4cbf2433ed224301b79fe97e64935404877166b78b726d1ab9d","formula_version":"titan-u-contract-v1","latency_ms":3.198083024471998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c343006343a6b7dc212a9f1e7e082aa3c661a0b01940cd3a6bbf65d5074c51ab","sample_id":"accounting_audit.dev.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b077a5c183a265abb8fe09cb6cdfef5b4cce9a25c765f6e6a23a79a380a086e","formula_version":"titan-u-contract-v1","latency_ms":0.5846669664606452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de01eec452edffd52dd9debd4d0d8d54ff52995e280fe25bf7ae80498f70451d","sample_id":"accounting_audit.dev.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85f142b29a10f301d2b15a4221ae35dc26c4b86c4b3c39c617f5542286a83b11","formula_version":"titan-u-contract-v1","latency_ms":0.8312920108437538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4624781eae72acd518ffd2e62550ce49608b5f53a2342354f53cfe3270d2c380","sample_id":"accounting_audit.dev.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79a314a18a48ddd8a3491ed2925bdb97581365e35115019a183bceabb835ce14","formula_version":"titan-u-contract-v1","latency_ms":0.6368750473484397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40129fe97e0f6f416fd5b2b958367d0afdc6a1a89901bea0bdeaa9cf1666847a","sample_id":"accounting_audit.dev.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"839a398160a39682f89964f0edd07ddd77e26e7f80b67e950d9cf882a07b7444","formula_version":"titan-u-contract-v1","latency_ms":0.6441249279305339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e8169c843365ae0dbda8bd9d734ffd57d5ef3d9d2fe3e9859725037e452dfa0","sample_id":"accounting_audit.dev.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9901b035ecc254015cd0a776d2da124195729ea4ba39407892bc41341ff166e","formula_version":"titan-u-contract-v1","latency_ms":0.5498329410329461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0e281b365b211407f7baf9af7b8fa700a94acfc84c4b6a28cf0b8a9404f97c6","sample_id":"accounting_audit.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cebd394da1188f330465163780f971a2cfa93f3f963dc37ad38047aeb054c565","formula_version":"titan-u-contract-v1","latency_ms":0.7420419715344906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c15dcc0c8129bcd8594e2ab925f373de8ee7962a3d0bd6d142491ced50762ba3","sample_id":"accounting_audit.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92856dc9342af7a818f20e257ad29383aa6471107f961d570013acccca2afe78","formula_version":"titan-u-contract-v1","latency_ms":0.5003339610993862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"620fdf335679bd0b18604d7eaba0d25f26a807a7bcfdd485fbe4fa2ef01570b7","sample_id":"accounting_audit.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c45bdb219b646b3972479109f00640cb29f26d2e6836a91f769bee7db222c452","formula_version":"titan-u-contract-v1","latency_ms":0.726083992049098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c2324ef22d98b01b856be04f7a97fdb16d0cc6dae34b0592a3071c0bd49f790","sample_id":"accounting_audit.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3523d9ec8a22babeb188d38c3d5eadf69b6120e5dc353ad9476784e65125436","formula_version":"titan-u-contract-v1","latency_ms":0.8577079279348254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8db9b39fda4636596c60105e416a40461c7bc799f5e308fde2517bdb0be0747","sample_id":"accounting_audit.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f45f2270646888b75308553ba6b860ad9bac5e1f533d0c83050a6aca4696fd12","formula_version":"titan-u-contract-v1","latency_ms":0.9507919894531369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a2713721aede3e97713b49b8245aad019040ba30604ddd9de91279f74011d14","sample_id":"accounting_audit.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8254aa3cd101d0e6678371d7310ced18acf6dd992dc69c012f7b27d16c087eb9","formula_version":"titan-u-contract-v1","latency_ms":0.5114999366924167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03875509a230d45997c7c9314b2b3d9204e0c1b1b22791dafa3bf9fce0a69890","sample_id":"accounting_audit.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de100d044adf253f8b907814e36ddd8128f4ddfb671154ab9658cf499497596f","formula_version":"titan-u-contract-v1","latency_ms":0.4534169565886259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77ab45993e71c310fd8e48a4828eb9756f1f2fdc3ede44fcd476f17da38d2462","sample_id":"arc-challenge.test.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97b76b799eceabc003fefed229c1d218e11fc842167e9a3c6b2458e615bc6c10","formula_version":"titan-u-contract-v1","latency_ms":0.7868750253692269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc006bab7d016cef6ce912dad76f78d4a09c20c057afbe17ba5da2f0aa8e3fd7","sample_id":"arc-challenge.test.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83a720d124c64580184e545c4b6d6fd4e60422299b8b208518fd04eace09e7b0","formula_version":"titan-u-contract-v1","latency_ms":1.0538330534473062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4fd32d835ba9e8e352c69f837bb528d97548aca782f838f19f8b7b5ebf12bfe","sample_id":"arc-challenge.test.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98ff0f4c97c952839e87e545017329d6578110ead1c6a474496d69065fc59358","formula_version":"titan-u-contract-v1","latency_ms":0.5087499739602208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcf9cfb8e142376ca55ec19ac283d09de4fee31e9f9382dbd28b16ab7e9144b8","sample_id":"arc-challenge.test.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"420ab37445de8b93bb84e9a6fa6ac0767cc476d6a624e96b66a7b4470987f9b0","formula_version":"titan-u-contract-v1","latency_ms":0.5792500451207161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8c531d19e25ead7b3c21fc22020b22fe6556f187b95684bfd7acd60f75a6f1c","sample_id":"arc-challenge.test.1000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7faa2f9a5a3ff20c4d0f5f74eb34678cbfaaafbd1754fffd8096085727b88686","formula_version":"titan-u-contract-v1","latency_ms":0.7148330332711339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b462dbd34d7d7f3b2895c4607bd24a72f1741d6f76d14a687a8e9568dd31a47d","sample_id":"arc-challenge.test.1001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55fc4e7748e848a9f887f38bbcae79bc10c0ab1119784503d5f60b8e54f4f21c","formula_version":"titan-u-contract-v1","latency_ms":0.483207986690104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba728925896ecd4f4d793e2406b9a52dcc83affb76641429fb3c03b2ffaa3282","sample_id":"arc-challenge.test.1002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acdda065c1a6b855438c67d4d31bd45e9d1b1629061f106229b806ffc10b6f1c","formula_version":"titan-u-contract-v1","latency_ms":0.4374169511720538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b77002643030c675fc166f58d3877fd81f874d1a6f799ee3de2eaf31424dfa08","sample_id":"arc-challenge.test.1003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bea06f68ccc1b3bb397be67245469a96f354394cba60aa87c20e042610bb1831","formula_version":"titan-u-contract-v1","latency_ms":0.4579999949783087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff20d59d12be13a8394b2cdad60cb57b75bae5e53fe981ae25a35507ee97b106","sample_id":"arc-challenge.test.1004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efead36867c9dcf010fd6e42acac782c45ee6f4e2bb2d92defd5b0072b9e88ff","formula_version":"titan-u-contract-v1","latency_ms":0.4694580566138029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7f49382cbfbfa925d4e5590ff7a1cf7b500cd7195e8a54c7669609b15518523","sample_id":"arc-challenge.test.1005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ef3d6125880282482c037ada5e105af616c892424e690522fbce34f2941a8e1","formula_version":"titan-u-contract-v1","latency_ms":1.564707956276834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"158fd2cc6d1531295e4387853af94fc394a1139544014d15e785ffc4cca0daa4","sample_id":"arc-challenge.test.1006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ae75ef541d23cb0feb3a7e4f10c2ed06504a4bbba2f53462eed059c33f81f81","formula_version":"titan-u-contract-v1","latency_ms":0.585292000323534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"543a35fd8286dce6ac90253245429a5720efcc88f3566746d177d1e9c553bb83","sample_id":"arc-challenge.test.1007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be0f8cb2d6a0256fa75e687a79fb795b7e6dfbaa3f2dbfc11b84926d70981c6b","formula_version":"titan-u-contract-v1","latency_ms":0.5299170734360814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17869325458ab69c74e6d74ac36d32f850fd797be8e5cff868b1a9ab2b194e92","sample_id":"arc-challenge.test.1008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e03b9edf4d4a7e7c1c90e0c38775ac88e67230b4c228e664cfd2e950051c9677","formula_version":"titan-u-contract-v1","latency_ms":0.5935840308666229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7861454931d5e92be8fef113360acec57ed060bb065bc251645b2302beb10485","sample_id":"arc-challenge.test.1009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d140f85401b277ed4544cd1a1d64f302ae4b1ce9ce2236d5ffe4d681a16e3766","formula_version":"titan-u-contract-v1","latency_ms":0.5862499820068479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e36fea2454dec0569f92da489905437519d803682d450e30c60578e9716f9a92","sample_id":"arc-challenge.test.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f468fe4ad316a6e6c6b0dd24de2abd80f7605c788f4be0c8931798bd0ebc4058","formula_version":"titan-u-contract-v1","latency_ms":0.4040830535814166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07f4090d878109e96a2681fc37ed01fd48b9166e8c71194fc63d87ff76edb941","sample_id":"arc-challenge.test.1010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"316d61e18030320e281d12e435aa815aa22194e47a9c5481640de1d4b9baa9f3","formula_version":"titan-u-contract-v1","latency_ms":0.7018750766292214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3061804d32ba5dc4885927ae59d1739f6111c4c9f73faf5a0b62e0b338c0d0ab","sample_id":"arc-challenge.test.1011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"226a09a3653c94c24744b2e81ea00d2f9a284dab65fb7a036abd52cf0034900d","formula_version":"titan-u-contract-v1","latency_ms":0.5957909161224961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b09f735cf5f0ead3874bca76a81145542f0d0ce43c2f30c48d8b7c3e1faf00e4","sample_id":"arc-challenge.test.1012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a679c93e942d74edb914e520ad6801cc93b5145b36f8f266c0e2254440ab5781","formula_version":"titan-u-contract-v1","latency_ms":0.6264169933274388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3277ed589dcfd10fec1a40412e6306176cf7de7a304e5ef20f6fb69ea516b398","sample_id":"arc-challenge.test.1013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23360ae9d1ce8356d848263ced1b7e81a824d8c51430907a959238c92251cfc6","formula_version":"titan-u-contract-v1","latency_ms":0.6211670115590096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a86668922f2bf5275d46992f69b7e1ff03d57ee7f3f4c46d11d3963db9026963","sample_id":"arc-challenge.test.1014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfc8d937a0c9801b841e3198e16c16592260c5690d378beec21f2bc687cb4e45","formula_version":"titan-u-contract-v1","latency_ms":0.5123750306665897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf1c4cee4942cdab0dc4dd046a515f1e1fd0da709546454719fe19fc89776e97","sample_id":"arc-challenge.test.1015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"823370e123e72149182015f4ed284cc714cd23b5424507a02e1e31456619893a","formula_version":"titan-u-contract-v1","latency_ms":0.6336250808089972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10c9647db85d21de31a17b9a12b31688584917f90f0c18b58eaa062b5da73ece","sample_id":"arc-challenge.test.1016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e70e792f98634dd7ded5933aa983d1191c07b761a25b736a3971b0d804264d70","formula_version":"titan-u-contract-v1","latency_ms":0.5106671014800668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90364296d44f78309932269a3d5e02554f636fd5c9626b64d477ec97b131ab5f","sample_id":"arc-challenge.test.1017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d170b80b0feadfc34235dec5932eccbe605a9b9a4fe7b0cfae1d93f488a35ae2","formula_version":"titan-u-contract-v1","latency_ms":0.47566695138812065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1713b5cef3bc01167213ee0bf09f916ca0449549a930c4d126440961170b11f1","sample_id":"arc-challenge.test.1018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b3aadfc5dd64f5bc557a8e975892660e735424cbf961a8d6c97326143555821","formula_version":"titan-u-contract-v1","latency_ms":0.4672909853979945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"168aea0e27a443ba73b3a3ae5aa08ab65e1e787b193102eea44ce058a24fb169","sample_id":"arc-challenge.test.1019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e785bd03be839b1129059af2674195e47a71c81bb1f4689560c91bad7c482433","formula_version":"titan-u-contract-v1","latency_ms":0.5678329616785049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a94ffecebad6661cd77c6f38d788e8d8b04555a0f9fbd7dfb09388dcdcac39c","sample_id":"arc-challenge.test.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1d919d139afc689a09453993d38a3bc02a45a3edf8b801c6ecf2fc450c0e56b","formula_version":"titan-u-contract-v1","latency_ms":0.5541669670492411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d22cfea10e58bc7fe36948aef32d66ad6c9a18b9851903e81b3c7f4158c10899","sample_id":"arc-challenge.test.1020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48fe80dbcd84959b33840ef62b210895d3cd46ad453a724f9b19d0e75e18f506","formula_version":"titan-u-contract-v1","latency_ms":0.5683329654857516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc61e0115038c40a4184dcd2ba217c03ce6f7de1a1ab468185722da432852ff5","sample_id":"arc-challenge.test.1021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9d94e196b50903a7ba4599fb88756ac483a0f4afe2f9f02ef1c2915c72b6f77","formula_version":"titan-u-contract-v1","latency_ms":0.7168750744313002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57ea69b24c2f8ebd981c74d6c7d5a61c12d22726cf3034c3b5cac0bb7e35f81e","sample_id":"arc-challenge.test.1022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a996831147eb259b6e1451ba62f867fcca1dd56a26c57e646ba668bd3ed2e12a","formula_version":"titan-u-contract-v1","latency_ms":0.5641250172629952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a97680ea68a8f498df6e046f479014075fc9bb9c42c39014c4c89045e2e826d2","sample_id":"arc-challenge.test.1023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8d0a7a52da663270a37208c9611032b7e677af975c49301502aca4882ce89e2","formula_version":"titan-u-contract-v1","latency_ms":0.5827499553561211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c81f40abb2f01e8ff5115c79d849f850b465bf2be30185ef295656fdb06ccc9","sample_id":"arc-challenge.test.1024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b56c9eee87fbb22b82b5666c551f1941d3b3c59536d2cc486d10eba3f3ea77a4","formula_version":"titan-u-contract-v1","latency_ms":0.44433295261114836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c310025351f3d2bed6767dbd88197925e8fbc926fa213cfd106cc6265463629","sample_id":"arc-challenge.test.1025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59a2417d28faaa50e2b0a2071dc257fe85440894cb690c75c5554fea9c5cff66","formula_version":"titan-u-contract-v1","latency_ms":0.7241660496219993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa1b2e1904f0f39f2cbac8c667c8c0cce181565dbda775807f55c411f64284ad","sample_id":"arc-challenge.test.1026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"142e76e089c4314cc63fee201393de0fb269d7df7a28064471a3ac9c5c7beb99","formula_version":"titan-u-contract-v1","latency_ms":0.6483339238911867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9913e4028fdce06629708f1e0bece44949b40749173d30ee7c4976f6d580c1b9","sample_id":"arc-challenge.test.1027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8e9ac6955bb218de73a8311ccb19038a294c36825b6f1b1abd6d960e921effe","formula_version":"titan-u-contract-v1","latency_ms":0.49287499859929085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56588f727cf2ec2cda053523783493193a0ce6f7c1a58ffbfbcd4dcb03931dde","sample_id":"arc-challenge.test.1028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f7959d6c4ec2cb2289800ef61fb3533f8023409505879661dd8b33f1f21fda7","formula_version":"titan-u-contract-v1","latency_ms":0.4516670014709234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b52cad87b3875b056198a644beef4202ea42be136b89d0a52c02525325905d4","sample_id":"arc-challenge.test.1029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d56fb3dc11a0ba3ec3329e04154c877840e09128e66f3e6148a2dbd584f1c862","formula_version":"titan-u-contract-v1","latency_ms":0.464749988168478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64c34f37b4945761f505bed12e0e5ac8aba957be42bb7962bc0dcd943ca25358","sample_id":"arc-challenge.test.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3f04896fa50b29a9e19823fa3a22cd53be6cb6718c6b53c1383a0f6687c93db","formula_version":"titan-u-contract-v1","latency_ms":0.46920892782509327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d98c7851aecca4f0302eacbe1ac2cdbf6beee8b38aa20121e2aa70b286773fd","sample_id":"arc-challenge.test.1030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8da12880b37cf98c7f7db873132bc30180c353fc1012a5766cd61305158aee3d","formula_version":"titan-u-contract-v1","latency_ms":0.5695830332115293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a39ccf8affb89c969aceb031b4b387032f25e567fc10f6331601953aaf305a8","sample_id":"arc-challenge.test.1031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ab67af7cc40c84d478786c10107279c291d9e8af9f4b3ea745e8d674c963ea0","formula_version":"titan-u-contract-v1","latency_ms":0.7117500063031912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7949509aab3a70732f808e1e03c0f9d556a91f3225c77231bc010ebc97ebb2c","sample_id":"arc-challenge.test.1032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ec568eb90368a7b3f338bd444b53df157f214ffe44c6c290e0c588becc88521","formula_version":"titan-u-contract-v1","latency_ms":0.6117080338299274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c583a2f6e48b19d40d8636af2e345ecf66d2068a9e773299c9803b55797376ea","sample_id":"arc-challenge.test.1033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dabe428ef69b7196f94d9db28132e7d5620d7be6d9c09a43bf4693775a1fff1f","formula_version":"titan-u-contract-v1","latency_ms":0.45533396769315004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe352995223d9ba603f1728c54efb554f388b414f6167245a37c97b72291f795","sample_id":"arc-challenge.test.1034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfa40b86ff58e9d53cda6277a445535f1b4d67dea2d09bab4c44f7975bbc04d6","formula_version":"titan-u-contract-v1","latency_ms":0.4351249663159251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a72908d59fbe338be37b7aba437822e4e0fc0ddbee3c617c6778ec026c48e27","sample_id":"arc-challenge.test.1035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e203231f6f908e80b89c136a54570d47dea18af7b5b501f27d52d4be933a6faa","formula_version":"titan-u-contract-v1","latency_ms":0.4636249504983425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a52eb21f3b39df0defb301936f0840645d1dfdd03034be0f81a8f6323df23063","sample_id":"arc-challenge.test.1036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae07ec1fc036df5808ed4924daa73de181c2eb9614c5d1ed9a145c466ad7a05d","formula_version":"titan-u-contract-v1","latency_ms":0.40433299727737904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87431eb93ab6894f008d242ff8e6af76ff06f78922a1cdf82d95e0869618d7e0","sample_id":"arc-challenge.test.1037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e32e3e211a6803e26b232b7aedb04fec84d220ed627e7f770a5a46da166be90","formula_version":"titan-u-contract-v1","latency_ms":0.46675000339746475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"757b2cfb21a763980432916ed0eb0f486a37bd58dd7cb5169ee00ea4ae3b60ec","sample_id":"arc-challenge.test.1038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9a2c62898824c4903b4c57948afaf63e5de232b1c5094cded5a17dc70f55b79","formula_version":"titan-u-contract-v1","latency_ms":0.4363330081105232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9330902199d5dc9486bf466d88d95decf3f1041713ac591f4db8f499b10c2dac","sample_id":"arc-challenge.test.1039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00cad418b5c2f82fb973914d4db33b50ce9ebe7dfa24a76c328e825e1f98ddc7","formula_version":"titan-u-contract-v1","latency_ms":0.7272919174283743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f4ed17e0b34be60c9bcefd3f6c7e39f43eb2acb156ccdc609a81cd14b540dfe","sample_id":"arc-challenge.test.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9907de9734426aa3c74e8423bd50a1af95c29e0ca0c84ec862fc1d7b7de001d8","formula_version":"titan-u-contract-v1","latency_ms":0.6183750228956342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6df3a1a8be18fa0c51e52670a5ebb0639e5d97e56dd12af922aa62e7c777341a","sample_id":"arc-challenge.test.1040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6bba33c49b2b5d806e81a2f6ead09c536ddb1d683cb9bfa7666ca955f25013c","formula_version":"titan-u-contract-v1","latency_ms":0.618541962467134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6efba6d776a1711678500edd0ebeff2003bf01af22d01ae421eff498a7715c7f","sample_id":"arc-challenge.test.1041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9290adaccb634b43c238377bdad5a000c8c6f4c169a626939025559642fe2d9f","formula_version":"titan-u-contract-v1","latency_ms":0.4402910126373172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88967f4a86db6b6b5195924a6d14feb5d45ce18855ad9f4796eb9d3250fe3e37","sample_id":"arc-challenge.test.1042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af4be05becb9883f4ce2ff1bf5f399b89cea7af11b087eedcd0ab44fc8c37ac4","formula_version":"titan-u-contract-v1","latency_ms":0.5444999551400542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc02ffd9f6cddbf0bc94a155aba7abf4305efaac301adf266e2aec5dc6795900","sample_id":"arc-challenge.test.1043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11427755893ba75cfd83d3bfaa44c3b584511a4418a87d929629254199fa0b67","formula_version":"titan-u-contract-v1","latency_ms":0.540125067345798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaa390dec8e0415318c243105ba9c05da6f7b1de4ffbe09811bf3c0ade78183a","sample_id":"arc-challenge.test.1044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c77839f0b528bb9aad1962c2952b4245c8f1dc5d90f67b5c1508cae23fe47397","formula_version":"titan-u-contract-v1","latency_ms":0.5398750072345138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"353e65889325cae6130b20e28aa1e3b62ff52e50a4a43d5d5e8ceb20d90fe3e0","sample_id":"arc-challenge.test.1045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"256a279a705ebb2980e8e017a0e018fc5311ac7b1458c7b4c64daa9adc5536bf","formula_version":"titan-u-contract-v1","latency_ms":0.8180830627679825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa52eb6c17c6a094fdddc7a1754d4e159425e5a7871ce284323f2686eff2319b","sample_id":"arc-challenge.test.1046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b18674975f570f86d7c362ab1ae75bd0d2c1e20b1a9d28c2f9007a0cc5416d5","formula_version":"titan-u-contract-v1","latency_ms":0.5549590568989515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63e759cb03ac77f88479c7200100acd8f2c5123073a72d683115a68126bc319f","sample_id":"arc-challenge.test.1047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b011df53a9e7754fd2cddd0fdd3c194cd8bbfb699c01d678c40afdd7ebcc872","formula_version":"titan-u-contract-v1","latency_ms":0.6017080741003156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"688b666edd29150aa228e889dcc70ad1abc7e79073e8b2b9e2ad1db3681c503b","sample_id":"arc-challenge.test.1048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"787db19d48d62753345cd72553b5f85e029696a38beca608a07dbcabea5bf07f","formula_version":"titan-u-contract-v1","latency_ms":0.5206250352784991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f5ac6ab5401c59c477f086b5d3ce2475b33c2e528de6d0ee2121ba250adfaee","sample_id":"arc-challenge.test.1049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bff468d3d3370b4584ca6e8b40eba69118352c51c32e8154f922ebf3980c2406","formula_version":"titan-u-contract-v1","latency_ms":0.6087919464334846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41f299cefda6e3c19c1b532a278aa2e96e66e822920017bf5c5068d925c1ff34","sample_id":"arc-challenge.test.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88308719e4bff2e5190eaa7d3884508aa38059e86b8349aba1710dfd3c5589eb","formula_version":"titan-u-contract-v1","latency_ms":0.5314999725669622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91edbb739c26769f35a3fdfcf03c484b49977aab65c66800d734109795b00e8b","sample_id":"arc-challenge.test.1050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e946871f173d54f3f07426ccf4eab1607903768519c743fa38a9c100581c58b8","formula_version":"titan-u-contract-v1","latency_ms":0.6121669430285692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc47c3ddb01177768209f0c5a43d5445bdf477ad7a80efae184e6373f315f221","sample_id":"arc-challenge.test.1051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aaf599edf619477383345fd8918f279135c17fb4c76679c9b4ed47d32315109c","formula_version":"titan-u-contract-v1","latency_ms":0.431500026024878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6d597055dc9f2327f55b18e23ff4f59f1e5b843518ac15012a88fa78b81b7c2","sample_id":"arc-challenge.test.1052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d57bed2988b0cb92855fc30faf930191c9387a78b166dcf002646b39357cf945","formula_version":"titan-u-contract-v1","latency_ms":0.5061660194769502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e23e71fde90bdedd0938db0cbb1aa2f10d6006177427d463a2328bf61ff11e1d","sample_id":"arc-challenge.test.1053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a34613045cbb944cd028306a2d1fdc085d6d7750709b3da1c1af15a5660ba15","formula_version":"titan-u-contract-v1","latency_ms":0.42462500277906656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07a8e688242ba09027b992b33668c9b497b551bb7ef0fb0a32628e6f05e56c31","sample_id":"arc-challenge.test.1054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71fda763c072d8c05fbd06649d029a494fb377b17d39f00a34dba4767932ddd6","formula_version":"titan-u-contract-v1","latency_ms":0.6455000257119536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42c9a9154fc4f46219eaf8ef83c9befef40a78fc504ab152ed5551e7540af8a7","sample_id":"arc-challenge.test.1055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5496f701b4183fba98c80a472bba4e3d0b805f8078c7e72ceb3485aeedcc6755","formula_version":"titan-u-contract-v1","latency_ms":0.5148330237716436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53390e9ee12c876c3ddc83c7318ebe627f7ae3bab4ce034976cd34a0db7d9a6f","sample_id":"arc-challenge.test.1056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52e1cef85e5595b7075fa5710d1aedff1ada3a5c24deacb522994bc9413cb315","formula_version":"titan-u-contract-v1","latency_ms":0.4528750432655215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ad8fc36c9bb924cd6305ab8fbc6643d9879927f7505d5bd210ca65f487d5914","sample_id":"arc-challenge.test.1057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e28e086a91a0e6e11e643da2bf7d92a077e42ba8e3caf9f779241501f61a17e9","formula_version":"titan-u-contract-v1","latency_ms":0.6570840487256646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1474605bca946cf08e63f817cf845aad28c37d78cdc397af170fdf9ca69aec7b","sample_id":"arc-challenge.test.1058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"737e574e19124382e7bcb1b64c4ec4973d311afe35ad46d46be0610e670ae193","formula_version":"titan-u-contract-v1","latency_ms":0.9050410008057952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99e3f45f04200090219ae3a858944c3cb9d43bd4e8f8625b32557eaf4e9ce674","sample_id":"arc-challenge.test.1059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fc489dc4938d7f3933295430cb3a7377dd8f186595df7c5a21570e2b2c854df","formula_version":"titan-u-contract-v1","latency_ms":0.4879999905824661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59078485907e7dd7884a0d02417459261a6e11429fee5b6ff945a6b716f516b0","sample_id":"arc-challenge.test.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"310aa9658f92f94b7ae60cc1aca8335a4b9d15b459716b8a0182a2f577a4f136","formula_version":"titan-u-contract-v1","latency_ms":0.8084590081125498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"441bfa3d140080f84374a5b49ed1c27dbd320a8027cd89ff0f3d5d3e675b61a4","sample_id":"arc-challenge.test.1060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98fac46f4104145a6c1d663fc93f89fc363268c7f60813d6641395473c028d9d","formula_version":"titan-u-contract-v1","latency_ms":0.5044999998062849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ac1dedb86404a61dfed5bf2129279ab7fc65e3c19ae0b00330ccb1ca415b52f","sample_id":"arc-challenge.test.1061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be3b0de4994d0b421a5f8d910cfaf813dc8cd9b2f8d18cb544f29054b4fed6ae","formula_version":"titan-u-contract-v1","latency_ms":0.5615419941022992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6125eb2bcee4c275e6079b7328c395736bb505f224039496d650ebee2dd306f4","sample_id":"arc-challenge.test.1062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17853400bd9610c55f97c890d8af39233fef075fb2196c74bd29d5db4d976be6","formula_version":"titan-u-contract-v1","latency_ms":0.5713750142604113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d2623fe1573f86b66d67c88d05ab751e32166ee0f884724334aa8956c9a9115","sample_id":"arc-challenge.test.1063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc71a614b7a01212703f902ababc565a45bf6739361feac93d1534d92e160211","formula_version":"titan-u-contract-v1","latency_ms":0.7905829697847366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e7afa136ee57753a7e4d7b34ab3c42e180785866ab805500f39c3e1df0f5f9e","sample_id":"arc-challenge.test.1064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5d3c8c159f4fbd552689b59afbc90590c44343bb937b749875770c088c08e10","formula_version":"titan-u-contract-v1","latency_ms":2.3880840744823217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c0fa85c35855b654ac91c8bfb1ec51b10e721a26d98999b235880d2e416a53f","sample_id":"arc-challenge.test.1065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb1f35f55619980650d5035c69501c78d02223b0cb94621be3fc1f95704d9253","formula_version":"titan-u-contract-v1","latency_ms":0.6630000425502658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8cb4ed6398ec6761b90dd17d74b9adb3ddc3fad9145c03186ae52dad5754741","sample_id":"arc-challenge.test.1066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1eb5b86fd94fb85f428c0a830ffc20bdcb6eb6074a453bf7d3f5983d0b17329","formula_version":"titan-u-contract-v1","latency_ms":1.1189579963684082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22533b8b9559a0600f04796f7330028da8f539023a494e0262cada1be14d64f0","sample_id":"arc-challenge.test.1067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"402a6cdebf9194df20cca97e161e548802b18336285cf4f8c6c617385131937c","formula_version":"titan-u-contract-v1","latency_ms":0.6523330230265856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84548c3032ea2fb56306c0524cf5066c51f584939e5824339f048e77df5aa4c1","sample_id":"arc-challenge.test.1068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5a3983d6e492b5f302874d5b6c37915bbd8360573af5fff1ae943504995bc3c","formula_version":"titan-u-contract-v1","latency_ms":0.7729579228907824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1db54da2bf75e5abc80e90e75a865e3a591c5f73c06f46c3269b6e1ac2d921d9","sample_id":"arc-challenge.test.1069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d06ffa54b8240f437cf38bffb7de882ed19d34bb44dc62b9099ee0a9d11f4871","formula_version":"titan-u-contract-v1","latency_ms":0.6215829635038972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8c238b8d42e97859c7436c0f96f7abb8ea28018204221c2fffd43b2c9584c1d","sample_id":"arc-challenge.test.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f536bf6e9d7acf5bf0d7414060534eaa25d0419021c48b5099c73b86b03a7a4","formula_version":"titan-u-contract-v1","latency_ms":0.6793750217184424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6fe8b3e2f95fd9325e046eb7294656766dde02b8c1f13a765345508313c51cd","sample_id":"arc-challenge.test.1070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c476c0bb4f91891832e6f14adbe2cc774980cedbd355aa5f869ee6f66a4a38f2","formula_version":"titan-u-contract-v1","latency_ms":0.4503750242292881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"129c8460006eb8696044340ba1ece56dae1720f23b85f9559e2212fedb3bcf38","sample_id":"arc-challenge.test.1071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b622b50fe919b0e4a1f8860c10eeec141ce2d38ed67a31b2560b64d3bc992b88","formula_version":"titan-u-contract-v1","latency_ms":0.43937494046986103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fefc452a0efda4cfd80c574adc8ed7c3589ab326e654aea30288ffeca2dfb06f","sample_id":"arc-challenge.test.1072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b225756fb77edf1c9b9b83a5b8d23ba696a25d2ec89ece1a6bb500dcfb30c87b","formula_version":"titan-u-contract-v1","latency_ms":0.4629170289263129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b187fb892b391f08b728366d516faa27d4fb5ea588aea8d3ba074c8b98772eca","sample_id":"arc-challenge.test.1073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d71845340d0203034ecf26c29f5600a68e1cea891ed487ab3e8401a4ecbe492c","formula_version":"titan-u-contract-v1","latency_ms":0.43420796282589436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f161df6835b3f20c2a4893a05453e17554d72e18d7c690eecdb60effa53d464a","sample_id":"arc-challenge.test.1074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72811a9e33371b1ef644e6fc1470b75c8c3f85d3af4dc350b58b849ee488d635","formula_version":"titan-u-contract-v1","latency_ms":0.4195000510662794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae1d907a7fe25dfdb5ce9a4f75ab86a6aa0cbdd79da02a57f35cf8ba9a6c735c","sample_id":"arc-challenge.test.1075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcd32370a6b49e2813cc47a124e14d2f9740eb039d2dc2153ecbedc18ee3dc57","formula_version":"titan-u-contract-v1","latency_ms":0.6414169911295176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54f11d4ca559e89e57953008077966a42f54558980f7415d2a9f8187394c6907","sample_id":"arc-challenge.test.1076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9da68fced4f29b9971e1280f921f5ae425ed342b254a49fdb1996cdb385f3af","formula_version":"titan-u-contract-v1","latency_ms":0.4710420034825802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58b8b3d5363ac7f5f879b3ee8017a1b6f955f4dea15d4471264918333a91d7d8","sample_id":"arc-challenge.test.1077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cddb6276fb671dfac2e5ca46c7840f0c254bd75ffb622384b4106d0e1ae21fa","formula_version":"titan-u-contract-v1","latency_ms":0.6451669614762068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0eca095e6bed606450374e355459f05cd1259c0f42d9480faa1de5291f9a64c1","sample_id":"arc-challenge.test.1078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e00aae86209beddab8cd1bfc67e14f340f30b05e6dc635b03ff5f4c073c809c5","formula_version":"titan-u-contract-v1","latency_ms":0.5945829907432199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28f9688e419ea42b88f7203fb4a873db4480d0c057db8244be4f1e071d3e44db","sample_id":"arc-challenge.test.1079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70cfbdaeb9ac94580708d99c61c78f9171e79cb7d39e6cb0f5f92192a321d314","formula_version":"titan-u-contract-v1","latency_ms":0.5118749104440212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d626799e63ac4d4689ce0e01b180d18b4f40d98c437bd49041f17bb51b2aa9e","sample_id":"arc-challenge.test.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0d607aa176b68b19cc0d3d8bac8df9c0e07320473665ddc9f46d8c040e0798a","formula_version":"titan-u-contract-v1","latency_ms":0.7128339493647218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12ef525cc82da1517058e7f6e33231a747644658f51fa019a9fc38abfc75e49e","sample_id":"arc-challenge.test.1080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29a268d14deae1c988dc65c892b85e0e69c06f1c6eaf1f5d12633a96f685c4ed","formula_version":"titan-u-contract-v1","latency_ms":0.9479580912739038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4607b557589d8780edb20d17381019ee6bc5d5e7544363abf58dfee4117c74c","sample_id":"arc-challenge.test.1081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11f1d2acd651b14c62a35ba5a2b23c5264cdd3cd3c78e5e52f94b6dbf527a3c2","formula_version":"titan-u-contract-v1","latency_ms":0.681250006891787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4bd76e965b4ca8b04c00b443980fdbdaaa8742ea45e3353ec9e264e3c0c34a1","sample_id":"arc-challenge.test.1082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96acb243df1c7a23935b18d169c7d30174a569e39008561b008d470a0e75c162","formula_version":"titan-u-contract-v1","latency_ms":0.4237500252202153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ae858987344a4c9c57dd77aad2dafc383afd9f7f704f915af6438d2847828da","sample_id":"arc-challenge.test.1083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88bcd4ae187d6cb4e10226f05d49d1efda8830dc0d78882831ec631de853bd0d","formula_version":"titan-u-contract-v1","latency_ms":0.4734171088784933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5c992b38c9131e8f3d93b6843abd68060d9401b22c4c47c82b11ddd849fa284","sample_id":"arc-challenge.test.1084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f68c4286578d3c673e9cc18e0351fbdeddd53bf1bb7a6bbf16d96ae33a67b51b","formula_version":"titan-u-contract-v1","latency_ms":0.5619169678539038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c03f2ce6018b279cb97710f14033bfb85cbe489e7d155ee7c78444219f6fdf62","sample_id":"arc-challenge.test.1085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"927e8411027485c65aa2ef7d5f3d8f8334e689c876dc888224d981a46482361c","formula_version":"titan-u-contract-v1","latency_ms":0.41924999095499516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7acfab047e77460c925de5940f41a0d7b4fbab519b7026b7325d9fc323b6147f","sample_id":"arc-challenge.test.1086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b26374a48ed376549db400900833d58a7606404db1d816cd0f3d7e9240909a6c","formula_version":"titan-u-contract-v1","latency_ms":0.567166949622333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58901312d95669f2157f3aff6b78d340f7931815e7dc4331398fdcc42b432ee3","sample_id":"arc-challenge.test.1087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7401922845c2a456a90a35e90e743332ccce43aa67575e5fb129e2db65292938","formula_version":"titan-u-contract-v1","latency_ms":0.5241250619292259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e27a05dee11ffbc9d0663f892bc70860cab4a04b68c77f8bea4eb64455a5bd84","sample_id":"arc-challenge.test.1088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15c27f4d0b1f25093298693e47072cc6cd25843637235f3b5fdc320ab0b00963","formula_version":"titan-u-contract-v1","latency_ms":0.45475002843886614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91fd6babadd1c0ac2b28d451beec32160004ee8c4a1f5c489926d3a1823d74ac","sample_id":"arc-challenge.test.1089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"164a972b221639e5f347b60d39c0897a696ef35be4ea1f6265bf1fcefaa87ebc","formula_version":"titan-u-contract-v1","latency_ms":0.6345829460769892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e0f8c1243b4d768bf511cc27dec8fde5c071a70d6674465e0393d898e02c7f9","sample_id":"arc-challenge.test.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1eaf2eafda801bb41b9eb0c6f51d27505b6daf95fa529107ff8798a1b93f7bba","formula_version":"titan-u-contract-v1","latency_ms":0.6973330164328218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d00f07c5bd35a74f66d78b3b998291d20f6409dfc118ea3dae8a29a927abe25","sample_id":"arc-challenge.test.1090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"889dd804fe3cfe7866bf3c39ac90a956869df80aa8666f6c17800dfe0c79a9a0","formula_version":"titan-u-contract-v1","latency_ms":1.0920000495389104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4fe11f319a57483cdc62b68832b420d0cb8268cc098e29fb9a2ca8f297f6d4a","sample_id":"arc-challenge.test.1091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a16ce56be7f3c2707e8cbcecf179b8dc0840e7fd13de134251aceb8775b6561","formula_version":"titan-u-contract-v1","latency_ms":0.6172499852254987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d07813d1d71701804266a899b86dad883d4251cbe5975c752ea9d3bc47bf652b","sample_id":"arc-challenge.test.1092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43f8a24408dc74b24b40d41adf5ab5e85e9a2cab31a2563b239ef120055449a0","formula_version":"titan-u-contract-v1","latency_ms":0.5354159511625767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09ff2fc4e8bfbf403c995736ece942b127e7416645cd12d171160d97e567a913","sample_id":"arc-challenge.test.1093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8860052041031cc7c53e1e2dcffaf4ac38df62f91a5e41f5a39e40df3a7c9205","formula_version":"titan-u-contract-v1","latency_ms":0.576874939724803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c39a3779cd5668ca2fb9d9445fd33358cd86de5b1ea8d5de7d1a5c01aeb7faf","sample_id":"arc-challenge.test.1094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ae5e0a3454800351e09ace2c034e640718a40c4be082a9d8be047a75f77f8d5","formula_version":"titan-u-contract-v1","latency_ms":0.5663749761879444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9332d29c1df53564871b63381b25bf361df022d159ace795523cf7da8e2b0951","sample_id":"arc-challenge.test.1095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ec71a2e5964eff4090c94824e5047267f0b0bd6f07d7d1cdb4cd9c44c3c378c","formula_version":"titan-u-contract-v1","latency_ms":0.6245420081540942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f693681b5b1f4f65f00db0424dd060de931db7a352bfa76769cf33807af5fcb","sample_id":"arc-challenge.test.1096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3a804da377f13989cf995682785c6218a57e4f8dc6b6bdec0a7fff51b48d104","formula_version":"titan-u-contract-v1","latency_ms":0.9563750354573131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6966d804484e8f8a93dd616f2a275e78f0b587c2bd5c971daff8839c64042048","sample_id":"arc-challenge.test.1097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4750e2d8b70c553c021cf1d45f04f9c3ed639ad8326486e02fbe8a99d489109","formula_version":"titan-u-contract-v1","latency_ms":0.6749170133844018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a24c8a840847f576e000daaa5a35993b951590d1f0ae3ae6606482a511183659","sample_id":"arc-challenge.test.1098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a753b25643322e160689f6f72b3954c7bf069acedda92103db0b869d441782c3","formula_version":"titan-u-contract-v1","latency_ms":0.7134169572964311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3a4e1dfafabc565bc6a879cbb6d1d2fc032e79791a8e8d2e067e18c4b2403f8","sample_id":"arc-challenge.test.1099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b768f0aa3df729907e61224f7a5bea67024e89497e84ec2797e7acb12bfec4e","formula_version":"titan-u-contract-v1","latency_ms":0.5452920449897647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8284ecb4ff49a822f7191a174f30131869c83cc216aff42a420781d06b238f96","sample_id":"arc-challenge.test.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e45ad2ef0194778886a5885915b61831515b6078b360cb7d151d516b4d44c55a","formula_version":"titan-u-contract-v1","latency_ms":0.6850829813629389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e3935c66f2238664ab8c2f164d4e6f3661e119ddf747660ac949983eea2f6f5","sample_id":"arc-challenge.test.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce3e4cea38883081fa6283c7efecc408a4feac9667251d1ce8918a59bd90a776","formula_version":"titan-u-contract-v1","latency_ms":0.5235410062596202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a7dd728d4a30a86d15f4891038d68028e01f0917a0695a3d9ec3cbd419e0b8f","sample_id":"arc-challenge.test.1100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"147c7d6c0d4c67f1f01d3163cdf56d6b0b369abc179623fc6243dcee50b3d0eb","formula_version":"titan-u-contract-v1","latency_ms":0.5435000639408827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b390c9b9c316dd400df5fddb969807dabddee303c8c3bf145b94fce80da3424","sample_id":"arc-challenge.test.1101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5ec0799609e68c31db4925bc9e8f467a750a70972183d91e907de221366f9b4","formula_version":"titan-u-contract-v1","latency_ms":0.4291669465601444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b769af0d80b8a88d767b9b1a90f628678e32406faa396e4c6ce0c21ff1ed637","sample_id":"arc-challenge.test.1102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71007697b6980c6514cc481ae6e2201f2149ef42c92b233cc679ccace5a6588d","formula_version":"titan-u-contract-v1","latency_ms":0.4243749426677823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"227132649ff1402bc8789c6e648cbf62e22bc7f3b4944ce039b51c54c8834c7a","sample_id":"arc-challenge.test.1103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9714ea87f981c54f3dc0fb2b7b8b7a018c06f26971ce05f4b8585ced21f74847","formula_version":"titan-u-contract-v1","latency_ms":0.45837496872991323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8beb90dd1eb1a921973ca388a3b90c289c4eda69bf05535c25ccf18124a5b79f","sample_id":"arc-challenge.test.1104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b2fac448706e3ff98be9e1f903ae40cf62328da5527c7d17ad1714a549e8c1d","formula_version":"titan-u-contract-v1","latency_ms":0.573042081668973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"646ec63860f3d8651558dd875bd065870bf8ddba3d7ce7f6efd4beba2a7faca4","sample_id":"arc-challenge.test.1105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b0169ab6a941bea32a97f71a219ed54b5df7532dfa93c2f1c9363579d6d59e3","formula_version":"titan-u-contract-v1","latency_ms":0.4678330151364207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29e4bf7a3100632cd48fbf91a5ec290f8d7540deee52b8b32d197663603d653b","sample_id":"arc-challenge.test.1106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbe7c34bb4d9677ff8c3b721a64a3cf65596e896f16e213ea989ff58591b34de","formula_version":"titan-u-contract-v1","latency_ms":0.6170420674607158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b4ead6fefb4c88878d49c4951304b7c355c5c3e004c760595d549fb06d9af2e","sample_id":"arc-challenge.test.1107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"849a85a5301ebd15f8c1085cba5b507d745006cf2a73069bf40b700ec66f78be","formula_version":"titan-u-contract-v1","latency_ms":0.6837090477347374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd538860c9304c936a671597b0e14c99df41020c66079c039f55cafb1dbb3293","sample_id":"arc-challenge.test.1108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12489886aa29cc268ba489574c4dab12ba81c1d6a740415bfe01062fb03b79d5","formula_version":"titan-u-contract-v1","latency_ms":0.6460420554503798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1a0d70cc2327c509324b3311724c713e774a533cd8d0c91dc588dac6ecb320a","sample_id":"arc-challenge.test.1109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c664ae9dffa721ff7fa5f8d9907a20280f9e4a43d3987b1a025b201e42d39a94","formula_version":"titan-u-contract-v1","latency_ms":0.7127919234335423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d355986a742a59810a671d06a47bb4e95e8c25b3b58493828674a4bd8325f48","sample_id":"arc-challenge.test.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbd24f597735342d9098a6e3ed19c098f9324127bb7ccee4bc128d89f079e36f","formula_version":"titan-u-contract-v1","latency_ms":0.6562090711668134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"078df49517fbf2692088148b6de9ac4558ea74ac38bc930564f7d772f2f1863e","sample_id":"arc-challenge.test.1110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03ac8a8cac10c8c2c239fe649345709d08de440578b2e19a3bdbd3bb16d9ca14","formula_version":"titan-u-contract-v1","latency_ms":0.5152920493856072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d89d386210cf349c01b1e63450e6771f09ab04857384f96ce09d40ab7a8c4b19","sample_id":"arc-challenge.test.1111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"724eadcc9c8dfa8d65e134e94d6566904d81c914d949a24fcd0adb9ba904fddd","formula_version":"titan-u-contract-v1","latency_ms":0.6515840068459511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86ae3545c6e339503783aac25984418e944bfe07ed5f3716e53337604c4a4ac8","sample_id":"arc-challenge.test.1112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c99410809fc67cf3f7cd3f4df046574ace2b4c2e7cd025eb1f2c2aac5105615","formula_version":"titan-u-contract-v1","latency_ms":0.49833301454782486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6f28afb0e88c025f749392777a498a6c5b3a5190c4c5b40b690e3321031fe0d","sample_id":"arc-challenge.test.1113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe03fd7535e7d3d8c7805881805e5a754b5dd9b3b234c99b8be360a2fe61f8f7","formula_version":"titan-u-contract-v1","latency_ms":0.45883399434387684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e922582287e5c34c9c978ebc4b45c0f2acf2680d3daaa13596e1afe86a19e5c2","sample_id":"arc-challenge.test.1114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9659f4b8c0159f018a6138a4c81626850eeb5ac21482faef98f292e32ed05a75","formula_version":"titan-u-contract-v1","latency_ms":0.4303749883547425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"168401bc9155d8274194be1bdaeccbecb366d231a51160bb977635e077e9f826","sample_id":"arc-challenge.test.1115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3602838daec5344b1f26b8c0318c89b53f015c3ce38abe35d2b1cdefb91912f","formula_version":"titan-u-contract-v1","latency_ms":0.6640830542892218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23417e432b8309feb897cc200d426a684c34956f3682cd2dc3aabf422c790acc","sample_id":"arc-challenge.test.1116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cff22b87355e15aee4fba2fbfff65d8a30047add1bdc640cf18aafb36793cef8","formula_version":"titan-u-contract-v1","latency_ms":0.5493750795722008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39ace5951bf174215bfff1f01180d17954b25d12b8a4430a09850306ca778e27","sample_id":"arc-challenge.test.1117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"652fdd28eab534daea25e6808b70c6cea7bbe874d43f50eca82c0515f0f77cca","formula_version":"titan-u-contract-v1","latency_ms":0.6645410321652889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d43f73a1509e6786852f65a9c42cb01f5edb1213109af6eee39766c8c135ca7e","sample_id":"arc-challenge.test.1118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ad83d69e5cab549b4485d1ba2c04d302ab031dfa2a799ede445f04ae4980ffb","formula_version":"titan-u-contract-v1","latency_ms":0.4938750062137842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38d300565a543bd3925174be2f9d80d06aaac50724a7ad86a7bd43e2f2dc39ad","sample_id":"arc-challenge.test.1119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a78f97a8f56a8c2cab8fc87274f3d0a46f0b711d9ee982ed9156bd88abbf78f8","formula_version":"titan-u-contract-v1","latency_ms":0.5748339463025331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0813185643d6cbe902e58106a8aead0f1360a5c863f2187886eaf23a54e5f4f","sample_id":"arc-challenge.test.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16c67cb8f09016ec2087922515a71fc29f16be9ede45cfc2ea74eb0c66ed4202","formula_version":"titan-u-contract-v1","latency_ms":0.45104208402335644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"173f465d362f681dd6fb7c37296c87997c090a2a9b4e434fc989e31252887557","sample_id":"arc-challenge.test.1120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f896be96baee25976b417e5496ee9952ced2d02048073fc3c850b662451f3765","formula_version":"titan-u-contract-v1","latency_ms":0.4330419469624758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0523f377986185c853a80b199a3fd300355c455090f52e3f82336fd9b82f7b5","sample_id":"arc-challenge.test.1121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e273910fec2a3164b1dd9d9e73cac0e3ddf14abbe78db9121af26451315ab97","formula_version":"titan-u-contract-v1","latency_ms":0.6509579252451658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"549f7e9b21715bb59acdb290e2ae525578ba1604aa6924962df5c27c903a9d90","sample_id":"arc-challenge.test.1122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e78a4706c172b6562792d76946b21e318d026019db5aacd095474b80d5b35b63","formula_version":"titan-u-contract-v1","latency_ms":0.470499973744154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfbad12e7983a01ae73db5f50c6aa48b1ebd51b43f1dc1dfa43fbcb07cbdc0ee","sample_id":"arc-challenge.test.1123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30b9a2bcc43bee73089286a8677cd2935b1cac3b4010ad0c2373baa976143ade","formula_version":"titan-u-contract-v1","latency_ms":0.9557079756632447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ed61e5e3c7431dc224ad9e07cb4886c8cee3b84e7a72c4de4528199d6ffb990","sample_id":"arc-challenge.test.1124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"966ed21de5df703cabccf849088bac8b09f77117ef328b3ac19da9f0cbd6c7e5","formula_version":"titan-u-contract-v1","latency_ms":0.5764169618487358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef3b6fa8fd21c900282b96bdd1e326f5a920bd8d450690be137697c3deb60430","sample_id":"arc-challenge.test.1125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a94682f516e68eca65c3ad1f64675a1bbf76f4003774d444f23faf3b56fdf69","formula_version":"titan-u-contract-v1","latency_ms":0.6231250008568168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"489d3790c21f5797cbd596d07d3312855dec5186d17a4ca3c31eefdd4c2c160c","sample_id":"arc-challenge.test.1126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92f5515272acb5e25f3bcb9565bc1935bc46d403114aa3c8d596c9293565ef5c","formula_version":"titan-u-contract-v1","latency_ms":0.572583987377584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c3b63203b7cbf8b064fc41e8f552151b6efbcaea5439122d65096e23a67d477","sample_id":"arc-challenge.test.1127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95feef755c8984e2400344f022706413496cdce724466a3e9f8871030c0ad7a3","formula_version":"titan-u-contract-v1","latency_ms":0.45195803977549076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e49a3939db6af61a3e31195a74ede3d8ee9fece4e0736fb4f64a86bfcdcffc1","sample_id":"arc-challenge.test.1128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50ebb83a4467b343206315c5213080188ec454c661260169836d1defcaaa7559","formula_version":"titan-u-contract-v1","latency_ms":0.44824997894465923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49dcbb9ae48a50d9cd77095e086d4cc9b664dfc1aca233cb8143b9430b8a966a","sample_id":"arc-challenge.test.1129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ee6780937fbd23f86d9c6a20fa633eaa1df0fa8485cd4cb49f302e3883ea9a1","formula_version":"titan-u-contract-v1","latency_ms":0.5848329747095704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e345192a811276f8538e65c711a2170b7e12cde39644a6630d31959bc7e9fe57","sample_id":"arc-challenge.test.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"280095658ba3f3dadfe530c108f846fa452b82c9082e6ff38362934e2cef9d58","formula_version":"titan-u-contract-v1","latency_ms":0.5848330911248922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99b62ebbbb5a42968ea762dfd56ab744f89e0f6c2f905947a7c5dd8e4705d072","sample_id":"arc-challenge.test.1130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de3d3caa8c93916ce653548d374a5f27eb83e0ec3951e82ff7e7cd8b85e5ebfd","formula_version":"titan-u-contract-v1","latency_ms":0.5745419766753912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d37f3fd434fc41a8154d84ca072b73e7e5d814d37e258a225d2ba4769794afe3","sample_id":"arc-challenge.test.1131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04d4e4b48ba5b6a67293d3ad24f87aa7b2490557d9cd4f2ee8624e2bc1fb133c","formula_version":"titan-u-contract-v1","latency_ms":0.6167920073494315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28ac0e1972880a3115f0da2e06e9bbd43ab68f35a31c4a0fb3b0daa2d709b2b0","sample_id":"arc-challenge.test.1132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61995d20e4e8d1e71be51ee0df8f78738fb86a6649a13c6e4cc1efe62249e128","formula_version":"titan-u-contract-v1","latency_ms":0.6056249840185046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2411830078a80a2eb180107167b65cfe6e415fd0a07d617ad3a34f76c0157409","sample_id":"arc-challenge.test.1133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"487e47babd24e26d2916969a1d5e839cf44037a81f03f5742b11f4fd35748ae6","formula_version":"titan-u-contract-v1","latency_ms":0.577750033698976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e1b07dfc05e40089f1404066d5d93690a248dd7aa6ca4a684f79fbbd6179a51","sample_id":"arc-challenge.test.1134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3fbaa6a5bd261f6e3d5ffd48a00eb6bda69c46672c836a1472cf0feca574aac","formula_version":"titan-u-contract-v1","latency_ms":0.4836670123040676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f71e7ab00dd7f55c27e5c75014462b2f6d6b9f04400b51d9a3914e9b851da9a","sample_id":"arc-challenge.test.1135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bc5ec781b227660dc428a27e0be7a838737ed597cf14b521492b7f7460b4c18","formula_version":"titan-u-contract-v1","latency_ms":0.44849992264062166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3119ebc41f3d5f8378b559d4344bb41a8fa070f0bc6d56b49c552315ccb309e6","sample_id":"arc-challenge.test.1136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3039d360b3d2c0ce181ad74d1b8dc3b5bf18adc8a213c67d38cbb0b358d625f","formula_version":"titan-u-contract-v1","latency_ms":0.5153339589014649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b449628e36e2ed9886b349fb2c641da52e4ad7945decb1913d2cdae2af499a6b","sample_id":"arc-challenge.test.1137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1449f90c17dbc1f05184d2bfc4f0017125d1f1d50e7adc4ce7ab81829def362","formula_version":"titan-u-contract-v1","latency_ms":0.5494169890880585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5892462f22cf9e216c0a99a40427f0b399d452515ec558909fea370db02523ae","sample_id":"arc-challenge.test.1138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"072364ff6bda08b747fc606535386b27715746f6c7a185fab8728ddda2b6ed49","formula_version":"titan-u-contract-v1","latency_ms":0.48454198986291885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b294e02f17a2ae6450c987e12a6ab798ab917cb0b8b267013bc1ceb79c51bb7","sample_id":"arc-challenge.test.1139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"613d5d43b9efe5ba19427c460e4356c09b0455fc92fe0ee504e26b1ad8453555","formula_version":"titan-u-contract-v1","latency_ms":0.4113330505788326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9eac41814ae9270e852a7e1da21e04a99ebff6ee50ff750d0cf85cf64ef75e3","sample_id":"arc-challenge.test.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c436062d9f0737a2d3e4d0087d37a3eeda9582c3a83dc928569ab808053a09e9","formula_version":"titan-u-contract-v1","latency_ms":0.5187500501051545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06ba6e2058ba38b69a0131c2e73d60f0096495e5ee04955233c0a8eaee6cdd6f","sample_id":"arc-challenge.test.1140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6f309d237b1d9840ce4fd16d976bd73bf97d0a52e20ac644fa5a0ea434c3a67","formula_version":"titan-u-contract-v1","latency_ms":0.6712080212309957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94d6b73482c118b8606612ff5be8ede1099ca955390fd42e08983c65658b2e09","sample_id":"arc-challenge.test.1141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be6f3604ebc218a223fa58f6b30348cbaf629555845c5c2bca1a0633eecb1a39","formula_version":"titan-u-contract-v1","latency_ms":0.4195419605821371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5157abaccc58769827aa7e4ca491faee93311ad87ffa3c4a17553a9ce4151249","sample_id":"arc-challenge.test.1142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d74f6b665028dfcb907f65cf35c9efc5f80de1a7cbc2dc40e05a7adb4f16958","formula_version":"titan-u-contract-v1","latency_ms":0.4491250729188323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77fdfe5c6f2a021c8698b4e50aafff8bc2a2e2f09413993b30c9608e166b650e","sample_id":"arc-challenge.test.1143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfd64e7a1a906a952612fa49d58d4b7f555d7dc670082ad5cea3e2300de3373c","formula_version":"titan-u-contract-v1","latency_ms":0.833874917589128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6501a2f8ef5b502f956456bd0e3503fe4479dfd73bad8aa14971c0341c9c27d2","sample_id":"arc-challenge.test.1144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c6c5320d32cb910e03fcd67446f5686eedb6b9211bc53cbc3df61cda62d487d","formula_version":"titan-u-contract-v1","latency_ms":0.4569169832393527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5f2bdffceb985c1d72daefa684bb42aff31c9e4497af26006a5676b6a9150b1","sample_id":"arc-challenge.test.1145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6ebe5a8c9de1db55a22f821c920d1e953b76c02f728320e0d4cea680a22f7d4","formula_version":"titan-u-contract-v1","latency_ms":0.47625007573515177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1938aad2403887d6f4fc0ebc0247581c357faa794674145e857d332b30b16a0","sample_id":"arc-challenge.test.1146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae20dabb54eccda5a5fd605be8b3767ffa38614daaca2a5b3731766eb15b7520","formula_version":"titan-u-contract-v1","latency_ms":0.6069169612601399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dada3a60d3381fa94fa00ca8088902596556e93094bec3fd3eceabb75274c91b","sample_id":"arc-challenge.test.1147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c152d20164eb23d28197e6748dc4e9605526aee2a27c0b5945e1cf5a39e1d37f","formula_version":"titan-u-contract-v1","latency_ms":0.4294170066714287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc548a502018425434d43da62291c13a187c75ce1db5220305f94fb22e7471f7","sample_id":"arc-challenge.test.1148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a7797a5244a7a7b50c774bb1343fb010188d75b0fca6126dc1b50ae7680a630","formula_version":"titan-u-contract-v1","latency_ms":0.4422080237418413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f83b1263bbce02de58e36c3c3d9cc39bb4b021405ef56b12821af07a47de19c","sample_id":"arc-challenge.test.1149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94189ac1a7eeedd040a7e0007a2e416bb08658cd80699fde187771b9b12b1056","formula_version":"titan-u-contract-v1","latency_ms":0.4367089131847024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a355849b5932397b1c6ec30a308d0d1222a07353661495a25eb58a45ef9409f4","sample_id":"arc-challenge.test.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a445ed1f7b7cbe229012c776761ac5a617d7bd39db2933f32ba9321e10ef7181","formula_version":"titan-u-contract-v1","latency_ms":0.6270840531215072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e94c092e38398c763b74911c4b7535f55b933774ad6300a59bfca89ff02d36d0","sample_id":"arc-challenge.test.1150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9950f309ff33b9a83d3c75fcc80b27ed652c5ad2b5a6dff8464e978721f775cb","formula_version":"titan-u-contract-v1","latency_ms":1.0845829965546727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80b110382b4be7ab36e00a3f9264d588b71d8568bb96b60259a8497b13911693","sample_id":"arc-challenge.test.1151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51e6ff5ab1d02088070b769566afb66500d8042621057ab33b218a28f2aa0594","formula_version":"titan-u-contract-v1","latency_ms":0.48575003165751696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6a7dec6b5390d272beeda874fed239b07cd59f117187bebe750c34c4322d604","sample_id":"arc-challenge.test.1152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84edd2baeafea8ce9155b28eddcce34510e175e53fda13f6dbc27cb3d62996ca","formula_version":"titan-u-contract-v1","latency_ms":1.162709086202085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffdd32487def03c0ca30f93fc086e39cfceed5353b8deb416b01dbf1fcd6fe7b","sample_id":"arc-challenge.test.1153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ff507a5e30c8d7c619cb159121f8858fa742d00ce9e6740da862a52e94d0d67","formula_version":"titan-u-contract-v1","latency_ms":0.5486670415848494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3dea6e1024e6eba6d1a7cda3f99cf09cefc458b9746a77329e50f6464e1ad87","sample_id":"arc-challenge.test.1154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fdbc268d39567e83710a82d65dc7e55989ab1dd9fc89ffd41ed35695f9191ae","formula_version":"titan-u-contract-v1","latency_ms":0.7909170817583799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5af3b6e6584bcc91c8e5e636431fe10f1b4bb0752ac06a06a41358c9d15f442c","sample_id":"arc-challenge.test.1155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b3d297cc2514a038f38daa6d38f78dacec71c8442ba0def4643a0b342ce3d48","formula_version":"titan-u-contract-v1","latency_ms":0.5277079762890935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f059dc5a939b78e89290d0f116bccf9bafec4ec15118e8d1ed54a60d250b6e34","sample_id":"arc-challenge.test.1156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f497b08f8aa1c5948303528b69f7949bc1aa243b3ecf436ec42b6546c4aec65f","formula_version":"titan-u-contract-v1","latency_ms":0.5833749892190099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12c39091083c740fc51062565588a5ca9b84669bff27bc0896df025809bb54a5","sample_id":"arc-challenge.test.1157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6fe4645fac56b77166230b8744bc65c44e6f59bb1cc7e68a108ed7e8282d21c","formula_version":"titan-u-contract-v1","latency_ms":1.1714999563992023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b50901a0ddd38514b1e2638b4362498d4318cdc8c482a6ed0917703828b055b","sample_id":"arc-challenge.test.1158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8db53b906042bc9cf08239fd074bf56d51dae6ced4c87f443f58511c6ddeeaf5","formula_version":"titan-u-contract-v1","latency_ms":0.6061659660190344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18ab88194a6bdda8dd804d8e8950442f8b3ad89e1d17421fae48ecfab2ee2fb9","sample_id":"arc-challenge.test.1159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e113571b55cadde1ca8b25fa3b67ae475b833a44dc3b4b78f951bd8f21d0aa2e","formula_version":"titan-u-contract-v1","latency_ms":2.035166951827705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c155fcabe3e0a94032546ebd98f5ffa47bdea5277ff40b973e6a7a128940eea","sample_id":"arc-challenge.test.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcea38ebfd8463bbae9f867887313d1bb8d9e3513c0f476e02b20a35f139de41","formula_version":"titan-u-contract-v1","latency_ms":0.5937500391155481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe70302109e8ea7e5c2b46dc6122f9468441c9c2f2f0215d3b38222f97197c06","sample_id":"arc-challenge.test.1160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fa6a4f2a0db75daf11138bd84d4662ad91afe9829fd15b4dc2ae525ce704a04","formula_version":"titan-u-contract-v1","latency_ms":0.5830830195918679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccd8124b4dbef095a60f96fb5576ef3edd17489e1354bc8301b9a7c7d5d418f6","sample_id":"arc-challenge.test.1161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d82a52089a4349044a96c066f2fa961395970b99b75129401227c6a04acd52c2","formula_version":"titan-u-contract-v1","latency_ms":0.786291086114943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"692b1ca620a1b4964e42e4182d145b90b10a0f022d262079f3657f29c634613b","sample_id":"arc-challenge.test.1162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dd37118164b53380ac5f5f32a8eda1b4acf0819a0a0cc88fffea39dfb840b83","formula_version":"titan-u-contract-v1","latency_ms":0.5692079430446029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af8a1521d70f825b39b963c5f41c6b903f848ff3531a9b77d88038bcc78cbe54","sample_id":"arc-challenge.test.1163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66d2a9b17c38116d1625087ee7e09e5e6deb455676b140f98a94b2068ec2a00e","formula_version":"titan-u-contract-v1","latency_ms":0.6462499732151628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9e555d48d321fd0c408231ee1d473e113afe2eb82ab82f76ffda4288e77036f","sample_id":"arc-challenge.test.1164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd30f5a02809f540543dc768891e62d611186d89df43c3ab90629dcda27ff315","formula_version":"titan-u-contract-v1","latency_ms":0.6009578937664628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c8a3e8034b7480865b191cbc1e03a63f2d31a3ec9960a54662f97e53be12cd4","sample_id":"arc-challenge.test.1165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f4ad3fa59991212cea6830b15a257472ce5dfd77d3b87e195c77bb81e84628c","formula_version":"titan-u-contract-v1","latency_ms":0.6237080087885261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a51a2fa9091914bec05ec9a9b4941c13a60db8b9aff2b27ab5f3d140b6bfb5b","sample_id":"arc-challenge.test.1166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e218e2f2e2d711c019fbfb869f9d1c78cc06c23c27dcf2f45cba0c55570f2f25","formula_version":"titan-u-contract-v1","latency_ms":0.519084045663476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29838f0f83ee9f566c43ffdbf4489deae1176cc59ffe178d7f5ac4ac0f838c61","sample_id":"arc-challenge.test.1167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edab863d924cf3c8e298b10a47bcc6e10c0c0a4263fad84358e9606b3123b3d0","formula_version":"titan-u-contract-v1","latency_ms":0.5539590492844582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36bd79e4cb134f7f11f267d50735babfd7b7e23d8be11177b6683eaa05c093ec","sample_id":"arc-challenge.test.1168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d869e29a98fefe6cc34583b00c2fcca6dd11ced24c8a1f8885caca4dead401a5","formula_version":"titan-u-contract-v1","latency_ms":0.6792079657316208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ce8f99090b94e8ec96817e6a8fea35ecc8d4830d47d85a5d70210f406d4f2b2","sample_id":"arc-challenge.test.1169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d912b6857260593bde46ab7d040eaa1ddeba37a37639a5acac37dabd7b7bebb8","formula_version":"titan-u-contract-v1","latency_ms":0.47037494368851185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ce14e8503326ca54880666ccf2bc059e40b929e9b41b52d3a40e944c27de460","sample_id":"arc-challenge.test.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee78df9d142c2355cb74b000ae1c2f0352078b5f538fffc34a682e86669c39b7","formula_version":"titan-u-contract-v1","latency_ms":0.7083750097081065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a87b395f88c31e8d42bf01a370495c6bfd1eaf5fd3830586437a2d4880184936","sample_id":"arc-challenge.test.1170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdaa75c600b3be073844f8a60e27bcf5f065ae33fbb48a6d920d469c1bcdd6c3","formula_version":"titan-u-contract-v1","latency_ms":0.6255829939618707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a58fae3c1ba140bff476252774d04cc988390f0fa7674bb5265574bc4e02c0e8","sample_id":"arc-challenge.test.1171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac7df634ba7e055d9404a6121105d12cd8627729a8695c28424c8d1413979b57","formula_version":"titan-u-contract-v1","latency_ms":0.5773749435320497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94de30b738da5595322fe7bbb6aa0a93ff864523bd3d8c1d60a8c6dcde433fe7","sample_id":"arc-challenge.test.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5513eb060a3ebcd3ad5027bb8cea257e512e68096bfeb2828cc3c597a2fda101","formula_version":"titan-u-contract-v1","latency_ms":0.5824579857289791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dab4f07687204d0e7a00c35b5ddee345d879c46f911d2479e57d761be571f389","sample_id":"arc-challenge.test.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4bba45a15303682e83bf617d2d3b27bbbb29d7f8f7339aaa1033255fc69a86c","formula_version":"titan-u-contract-v1","latency_ms":1.0555830085650086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4e1e5e1bdb0d632b736a2e064936ddee7060bcc1cc1ffa2f3b4cae9a149cda0","sample_id":"arc-challenge.test.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40025288b8eee4a70801d1ec3a4854dbccd667298b3e81155c336f343d9c9ef1","formula_version":"titan-u-contract-v1","latency_ms":0.5470829783007503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbc3d893946fb79c682d890f97745290f657f75cb7415661d6f294b29ca6f18d","sample_id":"arc-challenge.test.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8db9eb9f94addc29860ad41602246ba1602b92503827ce8ffe5daec538f3ec2b","formula_version":"titan-u-contract-v1","latency_ms":0.7506660185754299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7858ea7bc2330fb096e1c0d59180baec31e16f8be370d63f8e80eac08124e0fe","sample_id":"arc-challenge.test.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5445c9d60b95e46d1610206902a75e2515d45d061a3d160f609cab779d5d000","formula_version":"titan-u-contract-v1","latency_ms":0.6226249970495701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90fdf0da28c3ae7b0a77b393764ece7d21e310cc9b93bc81b8c5860c6bb6af82","sample_id":"arc-challenge.test.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e04db3a3a2c0cab844614e0459f1938af1237f0ad877a6f20c4cf2f20dde1b88","formula_version":"titan-u-contract-v1","latency_ms":0.5904169520363212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"830592dedcba93618ba4e1f50decd1f5fb1976e6075792249057218118b3caff","sample_id":"arc-challenge.test.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"708686bee9c25635c51c132f83b857669104c9807521677d0bfe672bd3c016ac","formula_version":"titan-u-contract-v1","latency_ms":0.604082946665585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"747533087b57c69141584cbab2d4ef7289c2fd01fa3acf105aa1bf151e7e3760","sample_id":"arc-challenge.test.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2110ada26e897fd97eee916ecbecbd60e1cb3c8d70a0f966e3d8531150931a02","formula_version":"titan-u-contract-v1","latency_ms":0.5215000128373504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7db84155996eb3d83895bc3e1b61496a61330b507410b8a88640e46962b2386b","sample_id":"arc-challenge.test.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e42e3100420e39ab537093c7ea31671dee7303beb5fd59a2605e7cc864d063af","formula_version":"titan-u-contract-v1","latency_ms":0.45129202771931887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58dec31161660f9413cf924102199262659136058df643757eaf6ba2f65e29d2","sample_id":"arc-challenge.test.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd9e16a59f4c3ab7c1db8eba99ba306dcf1290bfce2e691d9bd61b41b754d81b","formula_version":"titan-u-contract-v1","latency_ms":0.7211250485852361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b63c8f0c20f57207c261351c60b7f319923e2737fe694a0886c47f59ba471e21","sample_id":"arc-challenge.test.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d897b3e53b73932c50b64742ff36782d034e04fb2f1393db4066d3b93869592a","formula_version":"titan-u-contract-v1","latency_ms":0.5625000922009349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e83c09db7f8d60e5f0e7038232e92a7ad61b4673c9aa413326eda19257cc259","sample_id":"arc-challenge.test.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3853c871411040f3730725eda4b02858c72efbde9dbe9311ca824d660f3343b3","formula_version":"titan-u-contract-v1","latency_ms":0.6977079901844263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89282047e0654713d247e650e17957e62a79b5820259d20c117204cd16ce200b","sample_id":"arc-challenge.test.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff0e11e8dad75a65dd3a84ddf89e57632c102b7d20b726da11a8559ef78e9b8c","formula_version":"titan-u-contract-v1","latency_ms":0.4925830289721489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"885586671760b39645650386620f03e1ed365ac598edee5a230dfb8457b729bb","sample_id":"arc-challenge.test.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d930231ff24e39c80bcfd3ec532d7022fbb35a7fd56f35faf93db52a1983abc0","formula_version":"titan-u-contract-v1","latency_ms":1.8760000821202993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffc2147ada2d1adb4a044ad1a3cdfbfc4a42f9f2cd9a5590aeeac4fe982c3916","sample_id":"arc-challenge.test.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd083c2784281b107b1ca8d676b4c27c09ebcfaeb6584c7c2ab14570c23f35a6","formula_version":"titan-u-contract-v1","latency_ms":0.4362079780548811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eff3c93d1944211784b1933ebaafca4d02817c7a8dcde968dc90b3025d964f2","sample_id":"arc-challenge.test.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"010313db9abf0fea44e674c059ccc5a9dd8a204598c82d831ec2759680d01e4e","formula_version":"titan-u-contract-v1","latency_ms":0.563582987524569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"315c299e7b4e00711ae768ab19f0ef9e31365210dbb1ae6ee6fda355a6f72435","sample_id":"arc-challenge.test.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4ce33fc4ff350a51b70cd3516b615f07ff8d210af0f44c0bbb186904a9f0693","formula_version":"titan-u-contract-v1","latency_ms":0.5400830414146185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10769a1d509e52d9395adf83a3824e18c49ceab826f3061abc146ace9b7c70f5","sample_id":"arc-challenge.test.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2e9b3ba7b788626795e54cd2372d652990b2a833f21eea274b08da0900853b8","formula_version":"titan-u-contract-v1","latency_ms":0.46449992805719376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a82ceae3391b07f9adec96169884b0293ef4596de5d5be3b30dbcba7252f2900","sample_id":"arc-challenge.test.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87302195e3bfdc88285ec21c8c12ace4e0bfd909c06d7d56d5649ba8991dcd06","formula_version":"titan-u-contract-v1","latency_ms":0.46558293979614973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff9e7435b58998e2f04229da9262fb88bc33ba6ba29c01e0d925d6ce414197df","sample_id":"arc-challenge.test.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98b5c0db4cfbfcb916969449802a5e875b4a77a88c20a0311f6df5b05fd86c9c","formula_version":"titan-u-contract-v1","latency_ms":0.43987506069242954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"393fb507edbd7620cd661100f5f5e88de9ed97a80385927ac0f40ad602f1b9cc","sample_id":"arc-challenge.test.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"559df31c19ab1f722a9994bc152c975976961de046a082f21b759bebe2c0f853","formula_version":"titan-u-contract-v1","latency_ms":0.5460000829771161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccc8a4b1e15fdb11e4e0ea03c6e408013e6a4d03c84b287033fd635d3ab783e4","sample_id":"arc-challenge.test.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13d8ff9bdcbd4aa08902363adc8e8b1c9c7c9809aa3bf56fd75744f18d3de70f","formula_version":"titan-u-contract-v1","latency_ms":1.0051659774035215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e924a1656132c8d6337c29192c9048337c514158233b636d5d96aedc9b238fa0","sample_id":"arc-challenge.test.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22ecfda4af1cf552b47c8151d1c169b4993bc1fd2c1da011d1ddc6b0f742b626","formula_version":"titan-u-contract-v1","latency_ms":0.41874998714774847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"311bbb2d65cd70d1cf333f407a869f6e7f3f72f83141607e42b4a0595c6a3740","sample_id":"arc-challenge.test.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dbd8de049ffe9edffc5128899471ce9f6032222246055559aedef59378326bc","formula_version":"titan-u-contract-v1","latency_ms":0.5784170934930444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57d37624db70db1310cb7d472a4e6e81a7c2898cbddaf8e606a9c33a156dc058","sample_id":"arc-challenge.test.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35b7cdbd2c0409fbca23559fbdd09c28c40cf16317d58338420512f0bf65411f","formula_version":"titan-u-contract-v1","latency_ms":0.5072499625384808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3faee24448162db6bd35d4ae21115272d6d58287d580d3acdb67012ef62de34a","sample_id":"arc-challenge.test.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"085a4d5b815a47e46a6d4a398fcf26cc67fb1dc99c5cbfdb575b0ab325c89c17","formula_version":"titan-u-contract-v1","latency_ms":0.42379205115139484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"024ba6d3d27fac6b2f51be6643f18f4499999982d61d2c3bf7d10785c7c88bd0","sample_id":"arc-challenge.test.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfb0b031de16000df67e44d8bdc85e75068c3c61a949d657addf3653f68a765b","formula_version":"titan-u-contract-v1","latency_ms":0.5082499701529741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21c5383f4f8ad103f2319f7b4c978420d9aa6d58f034e1609dbf48983f18b987","sample_id":"arc-challenge.test.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"928de39543f56f4765be29300b13f76eff3f8533b7946bcb25a0bb0078796cc0","formula_version":"titan-u-contract-v1","latency_ms":0.544500071555376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"299068b7c54e56df89e8c0f0da1a62dfdf6fffedc1276ac1d88c0fd38075496b","sample_id":"arc-challenge.test.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3ed81e6a2b1cffc1c7e9ce6db938ef81810faa81136f6cb873ba62c9826e665","formula_version":"titan-u-contract-v1","latency_ms":0.43116696178913116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57e864849483a68f9f48efbc8078b1a2d25073d7e52c3992a0a32a7d20801e82","sample_id":"arc-challenge.test.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f260601172b57612f63851a8515a0d91536d72884bce43ef86b5c1121edd34a","formula_version":"titan-u-contract-v1","latency_ms":0.4190410254523158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"442d93e5ae2148f371a70b37cfee4ff05a80a645a6fca4ae38aff7c5682c1de8","sample_id":"arc-challenge.test.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdb12f4ecbc8cc3c1a4c9680878419c57d6c79a9b000b4f2f78f70acdea8efb9","formula_version":"titan-u-contract-v1","latency_ms":0.4123750841245055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3ec65d1676d156974166b0eca2eca3c399fb1f6169b82ba12d89512e0d7d163","sample_id":"arc-challenge.test.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e98ebd281eeeeb9f2e0f5f221c7250a2d4b4cf8ec37855b499457246e274a26","formula_version":"titan-u-contract-v1","latency_ms":0.4952079616487026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8f19c7750e4ad8d57700c8c075014b160e15f25ee16786141d4e6886b0eb4f4","sample_id":"arc-challenge.test.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bc22b322c0ce8571f80e35ed03da1badc2836945e67660289e444810bda6eaf","formula_version":"titan-u-contract-v1","latency_ms":0.3932920517399907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88d73a67ef5f40984a797bd2c8a1e4ee7866cc1dbcfc9053a9faf7611dd93d18","sample_id":"arc-challenge.test.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4d2d09315f648fb50e06d7b5f9bf36341dc0c47253dcbde36fd2574d339e0f8","formula_version":"titan-u-contract-v1","latency_ms":0.37050002720206976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ab0919d08f1b5aa041312634cb0fc5d3a34c2d3284aa9ea4333a24d7493ab2d","sample_id":"arc-challenge.test.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d811323071d2355cf2460840b580e2a0e181d9f31331e023b1c2ca96be15ea59","formula_version":"titan-u-contract-v1","latency_ms":0.3831250360235572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7dd35db160aa391c8ab1af70d98d38852cc0f8242037a685673471a4cdefad4","sample_id":"arc-challenge.test.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d13e539d6eee49b093e46b92a706e641514c4f485b706fe1f7241a4096cf032","formula_version":"titan-u-contract-v1","latency_ms":0.8991659851744771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aa4d12fa235bcf3bf91bf1616683e1b494e81318c4b6d8f57a0df6d28b9f63d","sample_id":"arc-challenge.test.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f153337cb10562401de0d53acb36fcc394d6850dbbfd7a7a98b6b198ccc3b4f6","formula_version":"titan-u-contract-v1","latency_ms":0.45725004747509956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17204eb6d5f64f7c47d93b4cb00baee167be63d68da92e1d37d73157cce9d735","sample_id":"arc-challenge.test.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0a0ac22c98e3246e136d92f440c29ef2f078f9fa254b8bc26e96b12222335b0","formula_version":"titan-u-contract-v1","latency_ms":0.5837499629706144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94fbfb1c462ea1aabd46e4b24f444f57e1481de9c0c3b72766f3ca993d42ffa9","sample_id":"arc-challenge.test.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7a0b400b63ddde657e9aa73761bb560f147c86c89c0c3177e46e71e5438e5a4","formula_version":"titan-u-contract-v1","latency_ms":0.3671670565381646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac287a6eb5785c17c92a8402160dbc048bbf638dd752ffe30847642e9e759ca1","sample_id":"arc-challenge.test.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"596dcf9e754cf858d6134cc3da6a5b7912bdd7c28fc6ba74953c5cf174c204f8","formula_version":"titan-u-contract-v1","latency_ms":0.3738750237971544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba3b2e3dc8cb83ee800d87ed5bfa30dbe85a104f435893eda8446a05ac77d830","sample_id":"arc-challenge.test.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50ab193031f04afdeefabf7c6be1595e4891cffe17a9856b96c6f54b6cbcddaa","formula_version":"titan-u-contract-v1","latency_ms":0.40154100861400366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9ba0159c5ae485318b4a7c0244385d8b81bfa5ed2e27c6c5cbb9f0ca540d3d4","sample_id":"arc-challenge.test.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ac34a2d059c587b64a1ecd6785647d5f9aa94cd688aeced6e0c3473eabb3448","formula_version":"titan-u-contract-v1","latency_ms":0.444167060777545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b286855095b68fd8e99e17814cfdb3961105cb7b71ecff1950ebf05f6c19572","sample_id":"arc-challenge.test.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12f685843bbec75477f7e6ee2669075341c298bc69f3bf49fab15675b59ece05","formula_version":"titan-u-contract-v1","latency_ms":0.43458305299282074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c7f12e4136f9e4b39d9146466b78335440675b492f3de611c3d1b98dcbc4564","sample_id":"arc-challenge.test.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93cedfb8a922388f841561cb038fd87a108f13f1ca49280c4c3f3a3285cdfa76","formula_version":"titan-u-contract-v1","latency_ms":0.5691669648513198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d1c063b2659ccb8b4d121a8a581856d41d55733840c7de55883461ac37a7700","sample_id":"arc-challenge.test.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65e19d2aa5d2d1fe9d9137861d04eee615480b9f5a5164b828ef8e4872bb130e","formula_version":"titan-u-contract-v1","latency_ms":0.6727079162374139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6c596bbc207e8441e3db3daa1aeea5a12946977d5239fa7a5575d21b23289c5","sample_id":"arc-challenge.test.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b539fb7d19d60dcfbc922a90ae17ee5d4216910255d36485742e9e9670ac8b5","formula_version":"titan-u-contract-v1","latency_ms":0.6441250443458557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fad1e20d57471326f03a9451b8bcc15404e587315808ef801e17c5283c533656","sample_id":"arc-challenge.test.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"379a1fe4ee0bea4fea90aaa6d15975b02b7039518e8ca853aad23d415b328b78","formula_version":"titan-u-contract-v1","latency_ms":0.4718749551102519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae50238beb32cd7e5de0b7f4794635d00cedd67abc81eed3bc272263782b7772","sample_id":"arc-challenge.test.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81f92e6f7703e79e5a05f97fb39703132d6b4f6e0160696d507aa8904c7b84a5","formula_version":"titan-u-contract-v1","latency_ms":0.40391692891716957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"358a9bb1c4e56a6dec53ad6911d6c0276a91099349d0576b52c62770cb301321","sample_id":"arc-challenge.test.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2c356b457ee959b134755b5ec7a47c5e32044da2ee3af85311b4f5e561d4af8","formula_version":"titan-u-contract-v1","latency_ms":0.44891703873872757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"405eec32234544d8945d33d1f7a064e8909e48399e787288e4046b0172923911","sample_id":"arc-challenge.test.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a93a3b63ab12c47d074d71b560f8879d15a812c4495e490a03e191bc6d65fcd","formula_version":"titan-u-contract-v1","latency_ms":0.4512079758569598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7104233495d6095be63e849996ce90adeb8ac0cb71186b270e3823254edb02ed","sample_id":"arc-challenge.test.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5be46add730d216edeec9842f8bfa81c3d423f5cf492e91da2473971904d2aab","formula_version":"titan-u-contract-v1","latency_ms":0.6826670141890645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2098b7b68847fed00a4a0a6f84fe6d421028becbc3bb7304245767c69b9ee7f1","sample_id":"arc-challenge.test.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69ec64503b0d0b3e7d8f6c4dcde4d7a915168c6a890fde14e4e43960284b5ed3","formula_version":"titan-u-contract-v1","latency_ms":0.5482500419020653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"637fba0e6b6827cf58f812d190ceff0f4c733f097d3730a1153435a91d8184df","sample_id":"arc-challenge.test.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c12707225de866775434b4ac73f91d71fac501889b885420ba357f68eec16613","formula_version":"titan-u-contract-v1","latency_ms":0.5677919834852219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ba275034d15311b57f1aeb9e0414235c291d06e12fcbbe5dc99d59ac326de16","sample_id":"arc-challenge.test.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1f144b10376e0a4229a152755a3ad2b6ba55e1316e7abcc6d507250719fd207","formula_version":"titan-u-contract-v1","latency_ms":1.7966250889003277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e5d87711dea7428d552c0e88655c42f25dafae1dcf96a5bcf06ca962c258735","sample_id":"arc-challenge.test.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"810f9f7dd6f563975e0d5de8fba24f7a591c67bd13ef23bf1c52439ec9bb2eca","formula_version":"titan-u-contract-v1","latency_ms":1.0930000571534038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4813fea0f6cd1ecb7c2ccbe1355e4da2648a12cb9a5df4336ae3b021e28eda5e","sample_id":"arc-challenge.test.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2165435f89be41f6cbdacad4f9f7ec071892d98520d23b5e9eaa90ad8d40d3d4","formula_version":"titan-u-contract-v1","latency_ms":0.48812502063810825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aac528d1876d0a3c341b8605086d7f83b79b4db1a7d83df4bf7e71949fc2ee93","sample_id":"arc-challenge.test.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69238218fafd853f23660d662a6b7abc15c5d9e9116e9af08435cba5b235ad9b","formula_version":"titan-u-contract-v1","latency_ms":0.5054590292274952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1f6b435ce194ef37cfa053cc0fccd83fe8fa723efde2777bea22f17eaca873b","sample_id":"arc-challenge.test.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8eb14bf9df028853b5ca67d6f27245bd0c7b68dbe194b96e203b0e11b5b7e63","formula_version":"titan-u-contract-v1","latency_ms":0.6480839801952243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fa6a03ae39f02dcf5ec80bf4461fc16cb73afd059ab9f76e1ab6e868861769b","sample_id":"arc-challenge.test.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"448a53b1f9e990333322fdf2d09a0c2f24709ff50cc155992ca492679d77eea9","formula_version":"titan-u-contract-v1","latency_ms":0.4035000456497073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e08e17687b16cd2108525fda714eb96972a0e003b68ee2748b7d35b31c34096","sample_id":"arc-challenge.test.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fef458be7a46ce45854bbe8c2ee8a6fc6a1bbea3f9177beeed2dffa61225ba0","formula_version":"titan-u-contract-v1","latency_ms":0.48262509517371655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c59465210db337ee84e00b422d52423227a526e54013e89938f1c00d7cb465d0","sample_id":"arc-challenge.test.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c6504b725c5706996da473b76f9dc21d686282544d3499d70c7ce371733a6e0","formula_version":"titan-u-contract-v1","latency_ms":0.481792027130723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c77e4fe73b74d502d0f66017abb462e6b50c084e99dadf7d8d7e380f0528b1af","sample_id":"arc-challenge.test.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb311ec81bdd13a1b95d9a788e95ba21ce809afe0e474bdf36f53eeea65adb55","formula_version":"titan-u-contract-v1","latency_ms":0.570832984521985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0fda9a77c39580ac95d94a3d7ed9bc564e277492338311d2d771b59de49fbe4","sample_id":"arc-challenge.test.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f19a4be1449352eb675968176dba052ee16033bd0bb41820cb113db6f6d4047","formula_version":"titan-u-contract-v1","latency_ms":0.588458962738514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72b0b31d01f64a786ff04347eef857f2a35da9a6e6d975a0feb661fb4ba97347","sample_id":"arc-challenge.test.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20799f889936dc5a05999e2dead855449dc52d554f181583691be8caf41d8188","formula_version":"titan-u-contract-v1","latency_ms":0.43054099660366774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c91f87a85ecd21268a9b238df38bba2daa71eceddd87d5b8cb12157e23fb120c","sample_id":"arc-challenge.test.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77be7660651bcb6ff49cfec8864d6f5606aeb7fb9eec812303ed7e23e228cc8c","formula_version":"titan-u-contract-v1","latency_ms":0.4430420231074095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed192cc0c50caf7e279b8c30fef5a0a1c0ac9b6c8945fb5a8ad7547c4115b939","sample_id":"arc-challenge.test.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cf0eb96c56a1f52d02a8cb9c899f32ed2489ae0f01df06f44254d4fa022062a","formula_version":"titan-u-contract-v1","latency_ms":0.5832089809700847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6074aed615be29192710cc1c8f0aaef1d2f5744c75e370a65bf92f2364d59f3a","sample_id":"arc-challenge.test.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"498075fc3d0dfd2f9816a638cbcb91854f15e1ad7b0094b100305407d2183f6d","formula_version":"titan-u-contract-v1","latency_ms":0.4211670020595193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c602bdc4a9a6fbbf2beec11b0583ca0468c8b57eca185b8303115dda47940d44","sample_id":"arc-challenge.test.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5b58ce613e7914fed623710026c4906a1cb39e7c33325497829ca38d06e781b","formula_version":"titan-u-contract-v1","latency_ms":0.5187500501051545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eba21697e5baf986428ee7a4ad634c7416599103bb905d9a48a525bbd80d6bff","sample_id":"arc-challenge.test.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"158b26895f9b86d88a71ac88df1565ca78688bcda1896af44604e3775138fd66","formula_version":"titan-u-contract-v1","latency_ms":0.6133330753073096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51de3669e5f9ee969ca76817a47848f8ed037435b45aa812e4b04e11e2c83243","sample_id":"arc-challenge.test.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01f4c7fa56acef2e607aca3495ebbff747d8b56a341eb3da78119048d898fa96","formula_version":"titan-u-contract-v1","latency_ms":0.4721670411527157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d80a088dace9db88824fdbd74a2ec3324ee7b4a0847f6760df906df97e8f6d4e","sample_id":"arc-challenge.test.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f36b5ec74d8d34a5fc31ae85fbc7b5bb1bd2023a43950ad7253864f0078c963","formula_version":"titan-u-contract-v1","latency_ms":0.514665967784822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b126c9fec2751690ac4c6b754bc6b4aac516f8c2881885c1d5a9c3f4eb2f7f8e","sample_id":"arc-challenge.test.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34711bd206e6a667cd51ef1f016bf8f6c2d2703b2a0dfce181961d22c6d4aec1","formula_version":"titan-u-contract-v1","latency_ms":0.5556249525398016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f85ee7454aa56baefe3561179cbeeb6750ffa5310c302f417b315bff576b93b3","sample_id":"arc-challenge.test.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf1136039b95387061677b768ab802a023fca05ac76442d0cafeca09f32d7837","formula_version":"titan-u-contract-v1","latency_ms":0.5850000306963921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"639caa7f4d6a3cf885b588eef5b3c6c00d20bc47c0430a035c58b21cdac0d445","sample_id":"arc-challenge.test.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce9f146ea3d542842721fa0f1b741dd565eda1e7f0096c3cab9a615e8b43e14b","formula_version":"titan-u-contract-v1","latency_ms":0.7979169022291899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f54ec1d9fbf834e1ab5c7245f5edbd1b7fa95fd7d7b95b5b1c9cedd8bc216199","sample_id":"arc-challenge.test.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a241107b62fa4c889748d001f11aae4edd6f5a215956841431f0597f0ab1109b","formula_version":"titan-u-contract-v1","latency_ms":0.6122909253463149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c3c392e9cb9998d9ee8e8a63dd8626f669acc21116a2b4fd92d8971a18098eb","sample_id":"arc-challenge.test.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b2f6f266c6d63fee4735b0363f0eb871a27af6de0d74a6add00a9d574f730ee","formula_version":"titan-u-contract-v1","latency_ms":0.6000410066917539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6cd6e2410f2b1623b0036c1127c7d0f3ccb9a3a9a9f6123f7ae510447ac9697","sample_id":"arc-challenge.test.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77dcab81cde4b4241aeaff975e70515bc28dbd91196344ba03269eb56ffa882c","formula_version":"titan-u-contract-v1","latency_ms":0.5789590068161488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfb93d6af017897b3a7b62df409af2a11919711971ecf307f42ae00f4cfb48e1","sample_id":"arc-challenge.test.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20530befb79810e7e786eba5b5fabcdd346b204692ee54a45e9d295462157f47","formula_version":"titan-u-contract-v1","latency_ms":0.47991599421948195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a330a5db596aa73f0045344387e4762cf6d82521acd7e8a693bee2a00d3b035e","sample_id":"arc-challenge.test.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9ea077617dbe2fd9121650e99b00d166b274a9eaa3cc48af368608627a111a8","formula_version":"titan-u-contract-v1","latency_ms":0.49633404705673456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cca35c6f1c009f3366b53f0351846b52c515ec17bf56fb53e91f09c6f39dbff9","sample_id":"arc-challenge.test.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7564b2507fe1e380f94993dd1372619835ef945b340185295c1e08e61dd4c5f6","formula_version":"titan-u-contract-v1","latency_ms":0.4603749839589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c8ead77aa1e538238e35220ce8c6c0fb1f770f30f12bc489514397504d0848d","sample_id":"arc-challenge.test.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f4acfcc8f5e930dfabc10a2ff80fde5cedd3cd4be77c5c0a3a0c0e3cd0dac53","formula_version":"titan-u-contract-v1","latency_ms":0.5355420289561152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d454ee4ed4f853e85d1e2b4ff9052dfeb1d9908ffa8377fbb02411b0014dcfe9","sample_id":"arc-challenge.test.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e55092759e6b28263f8d5898594bcdff180864e5c639dd1b4c52f8f12d8de80","formula_version":"titan-u-contract-v1","latency_ms":0.6577079184353352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d9371969ea83af5f6bbdb3429a8f7b33af8047c3ee43d88014e977b5912c214","sample_id":"arc-challenge.test.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"addbfcd8e93ab94262b7dead66d8b7f4edac356ec64df0e5916b2d1873632b96","formula_version":"titan-u-contract-v1","latency_ms":0.7391249528154731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c8e0c7883468e4a1a6d8b333157ba4dbfa2dd1159adf3994757d89dbea37d1d","sample_id":"arc-challenge.test.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a16a596d9ac9032bfac656282286818d9157a6ceb680024a4c945d92bae7a274","formula_version":"titan-u-contract-v1","latency_ms":0.5507080350071192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b476c9278e974a161e06c4e087bba26a177a1b08d2dc5c2af7ece3d2bd1b87a","sample_id":"arc-challenge.test.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65f2fa08c376bfb996e8b8797312a28002373ec871c94ace2ff99e364e8126c0","formula_version":"titan-u-contract-v1","latency_ms":0.6194589659571648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f487c77e9185b025d2fac9baf6238a05341b26bd8305a7d95548e09b09419f8","sample_id":"arc-challenge.test.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f61af267e76e9ae5812d838da9caff1d84bfe544fe578c4272107ecf5aa7b31","formula_version":"titan-u-contract-v1","latency_ms":0.4867089446634054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d58d710014d8ba9561489bfa45982ca48ca27c40ca094182e0b6a5279c76fee","sample_id":"arc-challenge.test.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c226fc579e6e22c973fb1b5fcaf3871d2203c83ce23bdd0d202c168c5b0227c3","formula_version":"titan-u-contract-v1","latency_ms":0.45074999798089266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e07ad3b3362087fe8ca7ce3a1106c842cacc04fe434187c8ca4f13d3b6c1e798","sample_id":"arc-challenge.test.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57a50647f375e983ce12b3cacc515feb3a6c84a8da9e57bb9a889cbf605a5f99","formula_version":"titan-u-contract-v1","latency_ms":0.6837499095126987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa72dd9477fcacbba17e728c1c2d124c81aa3ce8081ea317eb79219d1d7b706c","sample_id":"arc-challenge.test.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c21ea70482bb354cc40bb60bb9573dcdd2e07c20b67c6250e600cd229cc9f4bf","formula_version":"titan-u-contract-v1","latency_ms":0.41033292654901743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a848aa9d10639a3463551ad9d014372c836857c66650c25e98216966619c116","sample_id":"arc-challenge.test.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13db8cf47fb00345042f5cdd9c200ab5c60bab736601bbd2f2c391c5bdd3105b","formula_version":"titan-u-contract-v1","latency_ms":0.9790409822016954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"220adb9855757548ecd9fe00b72bf8a903733fd1d7983532d6fce9f1ee5b6ca1","sample_id":"arc-challenge.test.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6234ea410e661864b6de6178cee44d4d1c23a9c87e15f6906f9cc952a0800788","formula_version":"titan-u-contract-v1","latency_ms":0.4885829985141754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82d490eeba5e2f3d301f41e3113a86fadafee9e65b0043221bce6556c717a95f","sample_id":"arc-challenge.test.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2172740aa6aecc0cd3f8f241afbf5520893724e970ad7c875f7f4b4d62ae9561","formula_version":"titan-u-contract-v1","latency_ms":0.6625410169363022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58309a98d4921bc29777b36883cbe30a0129c71b17407fce9fb46069d164368c","sample_id":"arc-challenge.test.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d4979ca8c58c56ef4eeee4ea03e155a66eb96e1dae9bc44e73765796eb32b6a","formula_version":"titan-u-contract-v1","latency_ms":0.41874998714774847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d74a55cf3a5500c187b7e01b10234554958a1e59cb64053413cc83b46a93296","sample_id":"arc-challenge.test.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"589ee265a454ec0a2a006397b8158039f091f6396a7816a972b9388b64b2cb89","formula_version":"titan-u-contract-v1","latency_ms":0.5462499102577567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b1be70143992e777abaebd58eefc1d0809b50f90f50ce5fa00ed4832ed351a2","sample_id":"arc-challenge.test.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78c5b7ebe2131d171d8cd7c3a5834e9219c9c91e7a2e2f76087a9be6d10e2661","formula_version":"titan-u-contract-v1","latency_ms":0.4991660825908184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3016a5d40c662d5806ef57317dac442ffe5b233a11846ff4ae9c86e17b2644e","sample_id":"arc-challenge.test.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ab6fcdd74e1db59b4a99d0e5128bfb29a884b492c5593b7d297077894d16ad5","formula_version":"titan-u-contract-v1","latency_ms":0.5906249862164259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c6b63c02f92819fd09732f1bcff2f25a655ec93fa0c1da92faf57a9e657784f","sample_id":"arc-challenge.test.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8e798899d1f6b6b7742cf95ec95fd21df2c0cb717d4af73973afe70c9a35c4a","formula_version":"titan-u-contract-v1","latency_ms":0.5718749016523361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18bbbe7dc0677250ed4be9268e906e050a9c7dce2bfd01109083c6bce1054f67","sample_id":"arc-challenge.test.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8ff259c92fa66f7e4d7b1fb22b5b0576ccd744e14179174e5d91bcfc474c2af","formula_version":"titan-u-contract-v1","latency_ms":0.5302079953253269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71c7f0120707448cda85d986ececf2b5f26f35c8d4539507458d87a50676a612","sample_id":"arc-challenge.test.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13f172f6bef69828e8a07051cc093e7b591af8e9c89cdf363ae6de1b72ddf1a1","formula_version":"titan-u-contract-v1","latency_ms":0.899125006981194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1873fb8126151eaeca6c6d2accfa1df571d83c048cd6672344d7c801d57a083d","sample_id":"arc-challenge.test.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"241816f80ceb811ba5931dd5b186ad86b13194df032e81f980ab3889447bb03d","formula_version":"titan-u-contract-v1","latency_ms":0.452374923042953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07bb076c5c0beb8763ffc6fcc684ceaf62a8b92e995a43be01469f70f6fe9b30","sample_id":"arc-challenge.test.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2340546523f35dd5ee02897465d550187afc784b46510f73e1524d945167e08f","formula_version":"titan-u-contract-v1","latency_ms":0.4114579642191529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"742608182743f4dd1c9b5ac07dac18076b477afff6bee357243d66ea92851530","sample_id":"arc-challenge.test.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ff290f9fecf3e698bcf205d3faee882f23951fb9ae4552a78962630d4e8d1a8","formula_version":"titan-u-contract-v1","latency_ms":0.49637502525001764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e064159a366f7ac8338ce0017206a8a748ff000c9761c1e9f9bf29b5ce4b7d71","sample_id":"arc-challenge.test.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a24307e1b1cb21ba8ac4dc005cac0b426790dcf5ba98b91398ae13ad817c9eea","formula_version":"titan-u-contract-v1","latency_ms":0.6340000545606017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6a5edeec5da275208a8710e65cf75c14c07a9b54cef4468c0f724a244498def","sample_id":"arc-challenge.test.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44877f03d97405d926017d86f4049f205002b33ff16cfb919ac1f3a8d34201b9","formula_version":"titan-u-contract-v1","latency_ms":0.5087919998914003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1a62a1a04433b48ccd3863dbd206615bded29fb00818c9ee4d291e514dcac6a","sample_id":"arc-challenge.test.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83f525e9b007b0ee29600338fb59a5b6d625ff0a35873c87697593f7c6f7b221","formula_version":"titan-u-contract-v1","latency_ms":0.44420803897082806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87293c013538ce311801178be46c9bf615077453c0fe19e00c48a1b802230a5e","sample_id":"arc-challenge.test.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"927b9bb595070c4d2eb3a63d09f2ece7bbaa24f00edbe59f78f675027a4aae34","formula_version":"titan-u-contract-v1","latency_ms":0.4455420421436429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8d15ce8e3d06912edc2de441fb32ac8ddac614ae685c1851e6a3a260a56cf95","sample_id":"arc-challenge.test.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"659248873b51ae46b6bae6c19948e4fc9959142cabc1d77cbe3eadaf0f67477e","formula_version":"titan-u-contract-v1","latency_ms":0.4725829930976033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6186cdcf2a07f4acf95fbbc13ef35626c6441df1d4279fdc18fde34ed77dfac","sample_id":"arc-challenge.test.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8266a5f5382c1240b00a129b1f85bce99939030173eca7cad7d0b9ffaaacd42","formula_version":"titan-u-contract-v1","latency_ms":0.3856660332530737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b257062c48f2c633583fa00b7b2a2c2ee88bd8fdc5f9e0561c3dc79b0a82e10","sample_id":"arc-challenge.test.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cccaa83446b1eb405787c8afd6d8ea05d8be26216e6066ddc3d324de994cff4","formula_version":"titan-u-contract-v1","latency_ms":0.6034999387338758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"979de69476834e8bbff95a468e93674fa95970d2f6e67bdf7ac6bc94fea27e42","sample_id":"arc-challenge.test.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d5a5ba6c023e8705e147b2c540edba57ab31594f8d4534e09ead627dafd1715","formula_version":"titan-u-contract-v1","latency_ms":0.4829170648008585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed75c925c9bd8b5b1f2e6686cf111dc073e00a9875bb2d77aece31aebe2380ab","sample_id":"arc-challenge.test.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a15a41982b44c142631ad7bc2d31fef824f1a149288389646adb6f34ec130faf","formula_version":"titan-u-contract-v1","latency_ms":0.78691600356251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"702ac8059e40a5f4c7f6dafdd81e684d9c67015312ea7835f15b6d5e7a239ad4","sample_id":"arc-challenge.test.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bfd5f71cd8a86d3c9ad23fdb1ae6420617afad9616444bb3b095b925ccb5227","formula_version":"titan-u-contract-v1","latency_ms":0.42345805559307337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dc4857bf1edcd321468443e85d52d6e5079ef136889ce52674ac7472150a323","sample_id":"arc-challenge.test.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c880389c55ba62c00c187aa39b8fbf08efa487f511fed2f58ded5dff3087b41","formula_version":"titan-u-contract-v1","latency_ms":0.4290830111131072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1263cbcf22d7858fb7f0b0480535fd6aa348d13e7a35e4272f9f8c23638519b2","sample_id":"arc-challenge.test.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e73862df89220683833a29775d1b19ad32cc994530a2fa1f2361daa71b37804c","formula_version":"titan-u-contract-v1","latency_ms":0.6089169764891267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91b42a188539ddd181b79862ee0e09c86cf7d896563952289ff12cc5b814e29f","sample_id":"arc-challenge.test.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"947db030ccbe379e7532851e1749f12e743add5e52a0d355ec425c8bcc558f84","formula_version":"titan-u-contract-v1","latency_ms":0.6689999718219042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f888a1e67362b415736819cd573c6b05a37906128967f50850db70f556680d7d","sample_id":"arc-challenge.test.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0c8569d4526eff9348a28f56179cc45ccf92019924fd9a80d1d46de8e92cfde","formula_version":"titan-u-contract-v1","latency_ms":0.707165920175612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8f6646956d24a9509ef76b9527542cb0fb1f3f464f31f81426cd05b9e6bcbef","sample_id":"arc-challenge.test.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c540d8e7ed029e5907480464f89c87abed4c960761f5caf3e3849f44ad8e47f","formula_version":"titan-u-contract-v1","latency_ms":0.5712499842047691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"688957162336d04b5715d379c5e208dee7d9768b2e1a6c32c4781f94a70281bf","sample_id":"arc-challenge.test.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85f6305d5568adaa0e66c3c9ba8971fb0cf62f06888898c9186b737832abc9fc","formula_version":"titan-u-contract-v1","latency_ms":0.6653330055996776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e460b4821ff50d264f076ffd3e315a54d57de1f8ce7306cee6c6726255679c2","sample_id":"arc-challenge.test.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbf1f60231ec1168d9ec982fccc250ed738cd9387e524ad06c059b41d40c921d","formula_version":"titan-u-contract-v1","latency_ms":0.5303749348968267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c5e933fa7a5138e9e5bacbcc70b9427c4c68c5652f4598a859168aa51d03f2a","sample_id":"arc-challenge.test.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1cd2fac6e36c084e427de1de23b5ba6ed8986eb21a47989344f7d3b48840bd9","formula_version":"titan-u-contract-v1","latency_ms":1.2505409540608525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6ea5b00f058a0d778fc314bf0a606726179bb2096c5ff3f8c88ebbca63827c8","sample_id":"arc-challenge.test.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ceeb5fe39be06530e4f397c770de064fb126455925ab733c93676c79db7205a2","formula_version":"titan-u-contract-v1","latency_ms":0.5431669997051358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d08b7cf6222defc14dff4af8116dde4afacfe6ce21a1e03f05715959bc6c5d74","sample_id":"arc-challenge.test.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c182ec68cb6f698d16ea783f9736ddfc89de72b354fe3697ec6b0d46e70ce8f","formula_version":"titan-u-contract-v1","latency_ms":1.5764170093461871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ed1e94c689acac6fec133d21c696aa44db1cbfe8962a1babd0cd0bce631bcf3","sample_id":"arc-challenge.test.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2085c261db3fd2e98f4bba9e88d8107ca1c9e996806b2801db4d1b3a52d842bd","formula_version":"titan-u-contract-v1","latency_ms":0.4283339949324727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e80381fd0f6386f2e7ab525f70e149a1995e6c30435af1ac916e26fc8cef8565","sample_id":"arc-challenge.test.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b01e3b3055524369adb4e81b708da49f1200ddab9a80c6381891d0417659c76a","formula_version":"titan-u-contract-v1","latency_ms":0.4758749855682254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7bccb4a8de479cae863cab240d810a1616574cec199f8b0b2cc784b33362ce7","sample_id":"arc-challenge.test.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74cfaf27f21ff10d9a255c4cc5be7824b218db1d34c495d92a5d42ceb2103e96","formula_version":"titan-u-contract-v1","latency_ms":0.565333990380168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e5c7697cc0729f9010b84eb0edb884e63871ef880a00d747a56b7e9f84c3cdf","sample_id":"arc-challenge.test.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1920b4417ae5b95453b23981f327b58569ed2f9122f10ddb2bd27e6f3f7ea97","formula_version":"titan-u-contract-v1","latency_ms":0.571250100620091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93353f583145917cf42fcd4ae4bd52e129542682de600d3e3fb92713748ced8c","sample_id":"arc-challenge.test.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09a143ad57370c87dcb750729fde87a0a905da149df9a74fa064372be38419ea","formula_version":"titan-u-contract-v1","latency_ms":0.45029097236692905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae53056589561006ae9f143b852f1b0584a1343a1f6ec56ea9a276ca932ec1aa","sample_id":"arc-challenge.test.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b01e0d022bd14886aa34afc9c8f05db7dd0eedd10139057aca3fb16cd4b08387","formula_version":"titan-u-contract-v1","latency_ms":0.804667011834681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"282e1cc9497f97ca3662a202d806c4420efefe800f3c6c3f446303485bf0a23c","sample_id":"arc-challenge.test.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51ddcdc38f6ae2916f16fec9048333a8eb67d82e95103a539496b0fd404609b7","formula_version":"titan-u-contract-v1","latency_ms":0.4220409318804741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe190446f117950411bbde8c2c2a44db3045f723c37da50cbbb1b3836c610bc5","sample_id":"arc-challenge.test.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5cc9c4b7884e62af13c35599bed5690643d43cc0266beb40d745e48d5b71113","formula_version":"titan-u-contract-v1","latency_ms":0.4535409389063716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b1d8e9070d11c9bf8ae2d13c922b7f4ee60dabd59f00ce59799996f1fadb96d","sample_id":"arc-challenge.test.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f038f49c02ddca0357a628f55cdcfac874128137b021df4cba4fca0f06d70ecc","formula_version":"titan-u-contract-v1","latency_ms":0.6180830532684922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0e8639b3ee7cf4371851e8aa2020b9e107b2da8775949352e721e51652c25b9","sample_id":"arc-challenge.test.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca0bf134f22584b9656d6698d8d95ea1a2c943d351fa894ad37a1feafa35dffc","formula_version":"titan-u-contract-v1","latency_ms":0.5539580015465617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"943fe44e50ef52c4a7dcfbb3205063f3958196a65868bf6bb7e656603794d3de","sample_id":"arc-challenge.test.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae5a26a856f77d579971ef275fb09004a17fea06fd68270fe1c7b75eb6bff3db","formula_version":"titan-u-contract-v1","latency_ms":0.5948330508545041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d8dbd2eb636698956c2a9dfffdb468c9e6a7364ceaacce2a0164de1c0aefe9e","sample_id":"arc-challenge.test.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd68105548610d1d6efd189696edfea326f8a441967469460db142c64b954a95","formula_version":"titan-u-contract-v1","latency_ms":0.5899579264223576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3d71c17b8be915f205e93c4b2173c611e258dbfd5e1895a258cb79babb155de","sample_id":"arc-challenge.test.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d210ebecabcdab1613ab257989baf551788bcdde4f448f4471d9f0d73d9be95a","formula_version":"titan-u-contract-v1","latency_ms":0.4140830133110285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5444792d85be047e6d70e1de572a89644290c3090115d7f5a15996291385b93d","sample_id":"arc-challenge.test.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e66ce6e83b0a2f7a6d537ad55f1e95004d2dc2b5b5a8a78d6d42a3e692a77f2","formula_version":"titan-u-contract-v1","latency_ms":0.41804101783782244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"899140dbf159068469066655c287dd29d18f94925b004861552c79c9143d8421","sample_id":"arc-challenge.test.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b9c38ecbe40809baba5cbc644a2eec3bd4a43658d79c874f35f89b8b0f80563","formula_version":"titan-u-contract-v1","latency_ms":0.4849160322919488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd394029bfbe73d5e05ba110a6ace21087f460a1f1b9af00a1e215c14253c6d8","sample_id":"arc-challenge.test.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bf98ec0d12b1ef0047d70ea95a46a15e177070b0ae04c9faac4809796d2d37a","formula_version":"titan-u-contract-v1","latency_ms":0.40795793756842613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02aafb83ad4ebe721175f4eec0965bf7561b30bcad065472b244ed17f69f75c4","sample_id":"arc-challenge.test.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e29903fa33577a6b5bb886dde641ba604f5870e07c4a0edb7e4d655491407b26","formula_version":"titan-u-contract-v1","latency_ms":0.4326249472796917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2679b97472aa1a7b31db0f2efb03202f5bf5aeb6d8a116d0843a8ca5780d455a","sample_id":"arc-challenge.test.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4f1a25c4b3ce8db85c2d57b1c3a2513f8e9b2125c5dfebb5279234d73997e6d","formula_version":"titan-u-contract-v1","latency_ms":0.7142079994082451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72a8c53bea968658b7f289ec3468c675ddb39b4c72cc7635c6e0964634377dd8","sample_id":"arc-challenge.test.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a3bfd405027ee7b9bf14a514ab50d2ecf9e47aac813fc7d53435885e7da2691","formula_version":"titan-u-contract-v1","latency_ms":0.583791988901794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f1aa8bd0dc21671dcab0453e3525c5760e467b2fc13a2823d72e7f342bb1d99","sample_id":"arc-challenge.test.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b7c9d54632c3f99a9e4ab9758f893c57f69b7f16ceda226134b94f7038b0a10","formula_version":"titan-u-contract-v1","latency_ms":0.40658400394022465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4684d38f0e769e418286af4b3cb3cf04ce4e069b1976deac24517fed80ee9654","sample_id":"arc-challenge.test.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe73705418e9a7e4a70eeb1fdc8e3a6e39bca8d0730c4b7ada5bc8445e22ad1c","formula_version":"titan-u-contract-v1","latency_ms":0.7663329597562551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75000955037ae3fe4df75132e3153d6e8683b228a6094da08184ad9ca8a89977","sample_id":"arc-challenge.test.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b255e84950cf8e428fb86d47c4bb9d4e8f5c88044e7d6f08f4618f73b5e0edba","formula_version":"titan-u-contract-v1","latency_ms":0.6076249992474914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47d434c051ec1b017da61332c00d1c715cc0e9383a1e4e92b112be28b8505b8d","sample_id":"arc-challenge.test.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44c12449329825f310ac10b80ae6420a91a0809bdfd3db7ff0ad508aa9e477ca","formula_version":"titan-u-contract-v1","latency_ms":0.5561669822782278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95a018f5802febeb56fc2a4d6ab1b4ff91af81af297ddac0d1743c0aa1970782","sample_id":"arc-challenge.test.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4fb8eae97de534f3d51faf8cadc29b905c7a10c2d58a9684b3a83b7c41c5890","formula_version":"titan-u-contract-v1","latency_ms":0.46362506691366434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20b81708b8962d66241ffa06168bd00a28857b1631b1929a1528d0f5efedb5f0","sample_id":"arc-challenge.test.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"885821dab0bba654f55b733084a870611781d559e46e30d26724e28c45753dd2","formula_version":"titan-u-contract-v1","latency_ms":0.8357499027624726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f87861a2a3642d5627c3bcc4b4e9ce082a3051ab5094f7dd7909d310105bce59","sample_id":"arc-challenge.test.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72db9e0cd1268bb46cd71eed48511046d68f4537ccd8d347a583d5185943aff3","formula_version":"titan-u-contract-v1","latency_ms":0.5154169630259275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e9a4a998ff47b47e5b2098a429d143adb2e9396b8da481899902e5d49119978","sample_id":"arc-challenge.test.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28766271315453e72a9bcb461a3edb07cd417535ad3e580e8eea65d4f438b666","formula_version":"titan-u-contract-v1","latency_ms":0.4099999787285924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ae5dee94a0ebe1635431c2b638cac7d5f3b1ae5ffaa2373e755f7bed223ebee","sample_id":"arc-challenge.test.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d975a939617765df6df63eb6170d356e63455a8d055ffa2315927394a001976c","formula_version":"titan-u-contract-v1","latency_ms":0.4247089382261038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e44b82050b565dd3355ea9c545eff9037925eee9a0801911e4fe270d8686b396","sample_id":"arc-challenge.test.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cafc3367cf3a02a3c735d665fee7c16062571feb803047b3ee3c4f871f6682e4","formula_version":"titan-u-contract-v1","latency_ms":0.4978750366717577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90650c2da81a7d0648d87fe9f66c962067cd779e4bc6d76efaf96136a9109c47","sample_id":"arc-challenge.test.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de2bc4840b9a56bafa471a79ce8fd30b66d689cd0781233aba6b143fbc7831dc","formula_version":"titan-u-contract-v1","latency_ms":0.8179169381037354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5481dc185cd280e657184b617e1aeb0fda6c5ff3f27d048282a0c19d28158686","sample_id":"arc-challenge.test.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e61b46404ce1bc120226751c3a6338a51e6cab466cd6edad4190ae1fcecdb80","formula_version":"titan-u-contract-v1","latency_ms":0.45716704335063696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0e45dc1589224bccd8bf9963119d31a8d724b2a99f70ca6d564aaff71f9ee47","sample_id":"arc-challenge.test.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"770abb2ab6ba7e391c0e5729b6cc2b0ac062d1fb8b1da9bdf6b41e1a45f89feb","formula_version":"titan-u-contract-v1","latency_ms":0.44895801693201065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1842184fbf8237c44fa0c16330b6054d634a9c2c2fe118746f931a4b1d720d61","sample_id":"arc-challenge.test.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cbca753908337f233b4ba37c6e3ce6af6c23ba439ddd80ce92d2f55c2ef9a5c","formula_version":"titan-u-contract-v1","latency_ms":1.8950840458273888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"623152fff856e6caabfcaa8edba5c9a987e43a3fc1d6c72bf75ed3e4acc544ac","sample_id":"arc-challenge.test.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47cce7fb6db319a5df35f203c0f1f3ec60b1924c75a23291aec564fce1859e4a","formula_version":"titan-u-contract-v1","latency_ms":0.5778749473392963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f543e14e958200552d7b9cba13f71035eb724bfb34c935bf29898c5c22483a24","sample_id":"arc-challenge.test.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9707b3488a4ca2cea797521b5096d60abb0e7c67da95e97e6b667d99a4b1b266","formula_version":"titan-u-contract-v1","latency_ms":0.6916660349816084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9a737730e0b89fae57f609eac7b6349a8d88066fb43b25c71281527c2082715","sample_id":"arc-challenge.test.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de7ca1e774a1d80d533be51962bd7dbc183a2660e1ded460964ec3c820c41b74","formula_version":"titan-u-contract-v1","latency_ms":0.540916109457612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28aaa6707a9f220848befcd86617470c6f69955eb0cf6071fa051902b18f6d5d","sample_id":"arc-challenge.test.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"397bc5caba0a3c2fce467093217e44954e6fc4c41c697b4289e605a2f9a85ce8","formula_version":"titan-u-contract-v1","latency_ms":0.6922080647200346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5a3361427da67ac1db8e23339738a1742193a5dad7c0733e4913f9cea52b46b","sample_id":"arc-challenge.test.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"211aa6cda3cdbe23204a2d6069aaade5a1253f005ce4a370b837a39692792519","formula_version":"titan-u-contract-v1","latency_ms":0.5947910249233246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"156f605b93893b56ae01bee283d6c35f3c3300ab82e2fe05e3563866891467a7","sample_id":"arc-challenge.test.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4f32b78e93e63c7ac9e09cdf9435418f11567a5c383d785cffc628ea5e72575","formula_version":"titan-u-contract-v1","latency_ms":0.4544999683275819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31aa8b68ba5288c0ffdb3cfec464ba520697eed16e178c1cd16ccdabba5248f2","sample_id":"arc-challenge.test.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"751bd25ac69cf36f78bc42b08be7a0e38932aa38e6bb3d25ec014d90377d49b3","formula_version":"titan-u-contract-v1","latency_ms":0.45074999798089266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c79455544e964b734e4d9c4203355b3666ea26c176c28abe0a45dad17cc87375","sample_id":"arc-challenge.test.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99898430e66d3ad4a65073cecfd028a3198d9eb32cfb1eb449b33077c267d301","formula_version":"titan-u-contract-v1","latency_ms":0.48762501683086157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33fb4cc076cdbfe2feb627eeb6708b2e3b2b6b583dbd2a159d1999ce8e3ce989","sample_id":"arc-challenge.test.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aba4d60eb451cf760af436229ec3dd72195482ad2106b706493f797d7415a890","formula_version":"titan-u-contract-v1","latency_ms":0.8183339377865195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"327423310ee942b740b9f04be416710619148d74bce7bcba470c7d412b4ce956","sample_id":"arc-challenge.test.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"872e2c72b5cde3e0c0389606fbfa116fb1f8002095fc8a60c609ea8d4d1e8e30","formula_version":"titan-u-contract-v1","latency_ms":0.447833095677197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e34b6d4fbb9509c16fe86acdc0c8241f7a214060fffc15d3b4495ef340c55659","sample_id":"arc-challenge.test.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be25709de76fe634243e2a33ef0f328ce2383d7bc796d271dce3ea9d2a45931b","formula_version":"titan-u-contract-v1","latency_ms":0.9829159826040268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"687ad0141db351b8742fbe482b527ca930aa3ad95025f559c893368270e6d3a9","sample_id":"arc-challenge.test.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9bda0795710c3a14c75d2409bab6c8eff0490a40d2b7dbcc4fa55f816b45cd0","formula_version":"titan-u-contract-v1","latency_ms":0.5449579330161214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d61349a9fad9dc96bbdcd1b39bf3f427e4cc845331e47b102361a8cac7b0e22c","sample_id":"arc-challenge.test.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b63f4536492a0ed89308378ea67b0c4f814841fc5e3a5cc4116b3eab128038a","formula_version":"titan-u-contract-v1","latency_ms":0.7781250169500709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c540f61cfb758ce9f0c56274cdddfeb9fda914e442ed769557184e2f5228eee","sample_id":"arc-challenge.test.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a55f92bd03af9d86988036098c8db4f31c99c2b3541fecfc68cc43fbd6e342ad","formula_version":"titan-u-contract-v1","latency_ms":0.5788750713691115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d686a5fbe12fd4933d2a713365330210e9d259461612f0a0e704366f11b90d50","sample_id":"arc-challenge.test.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1743379976ac1c0da1d2e0f076727e92bf30d4edbeeb2e7e6120efd270a635fa","formula_version":"titan-u-contract-v1","latency_ms":0.4427500534802675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76b6f0086f4c341de7d256d76dd2d027b1f280209ada2ac33f4e69a73522193e","sample_id":"arc-challenge.test.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"821d9937c3730d0536fc299df63112422229246ae477b6bd6d4baf71eea9c8fe","formula_version":"titan-u-contract-v1","latency_ms":0.47516601625829935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2515e1cc208439f319c0d66272ee996160e1a102fa937c021d758e343d12d884","sample_id":"arc-challenge.test.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b1f65dba124653b414bc0f37d7efad839c856e3381dd835021882d07c23d4a7","formula_version":"titan-u-contract-v1","latency_ms":0.6149590481072664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70406debdd3205f2a107bffde82705083fbf7a75956f7ff1df97f548f8f1c094","sample_id":"arc-challenge.test.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46b07432ac9238e45a08757d2568674a2ea31309eb7ee06e011f7aae7a5ed3d8","formula_version":"titan-u-contract-v1","latency_ms":0.5733330035582185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccffcd18840010b4dd728b1a18221b3eee1a21ec199a8e9e98a534741514fb1a","sample_id":"arc-challenge.test.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d8d90792bdafc18c455f9d532bddfc3af1baf7b6508cca6624574e1aa45d4d3","formula_version":"titan-u-contract-v1","latency_ms":0.49045798368752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dbbdcdabcdd5e2a504d6833ab7a58268890fce8d31b7d9dc94e7437ace3d4d6","sample_id":"arc-challenge.test.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9ee9bbef9afbfa296262c0dad428ae2008472200c72af0cd794c555d3f3f1f4","formula_version":"titan-u-contract-v1","latency_ms":0.6264999974519014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9691381db1826f1146ca2c6393e8a0f76dc0b6920900df3b72217b72236c467e","sample_id":"arc-challenge.test.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3ddee593c66092a26703201f7c025fa4f11309dc0a667405cd06579e1aec278","formula_version":"titan-u-contract-v1","latency_ms":0.43825001921504736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df52ffea4479eec67accc4750de4f52246d06d72149b33ef392ff1719471460c","sample_id":"arc-challenge.test.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76a480e61b4355d124744843c0e707fd1ebcd9b32c3a24e87a32bed31a3d118f","formula_version":"titan-u-contract-v1","latency_ms":0.7161670364439487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"226590f0f429877fab8acb5aa5a63bc74d41710c46a68fadd34389432063b136","sample_id":"arc-challenge.test.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50bbf5adfcd54578cc28a18cf3b6eb6fa602fb56e910c4dc05a7111a94a78718","formula_version":"titan-u-contract-v1","latency_ms":1.0645840084180236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00eb64f13666389075d168730e733d48aabc6ed186472fd243d0a93d93cee9e0","sample_id":"arc-challenge.test.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da7ce70e806589b77628376055442219b189ef4d16be78e8d98820d30ab22b3f","formula_version":"titan-u-contract-v1","latency_ms":0.599374994635582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c12e541fa168fb271256ae313165eec1275325070180d0be36aeac9b7de43c32","sample_id":"arc-challenge.test.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fd2634a496dd3b20d36e44df79f42f7ef429212c8138ab803c93a709d08def4","formula_version":"titan-u-contract-v1","latency_ms":0.6124579813331366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1162e297802fadbc79fc14be1b880827f7534f1350c733bce3ead683efd1a35d","sample_id":"arc-challenge.test.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc048aa675598cfb4174e47109d67a4dacfca2769cd43fa3c30ab2be66046dad","formula_version":"titan-u-contract-v1","latency_ms":0.7744579343125224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06f37c6106d93a006f3b5377ab78c5a6db0e4ae6939f8d9fd69f5687860e6d64","sample_id":"arc-challenge.test.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e62398a3f3faa357b1fbcadd90dc7b35ea42c4f9e0f5ee3e51650932fc0db2a","formula_version":"titan-u-contract-v1","latency_ms":0.4423329373821616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c4e170ddbc3d2c78d9f2398df981b773695e481ca509c24c9c30fabf45e24b0","sample_id":"arc-challenge.test.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18a756da15a8043cd54f53d0b5dbaef84073e72953d7d9e945d203b85c8e182d","formula_version":"titan-u-contract-v1","latency_ms":0.5585419712588191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40017c825a6e4b3fb17a58c55f1d2c0d54025501cb39849760c4a3ca64167ba7","sample_id":"arc-challenge.test.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bba0a847cb8c5ae682e63f7f5c59b9998da7be2b3e730e786ba0c7a39dfeb3b","formula_version":"titan-u-contract-v1","latency_ms":0.6181250791996717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d89ae4e6b1b97d4d4f7a106d75e3d05bf2262311086ed75fab44e3eddce10a22","sample_id":"arc-challenge.test.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b1747afa357c898b88c45dcf1344a682504b548ba235542526779217e3df859","formula_version":"titan-u-contract-v1","latency_ms":0.6689580623060465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba1a3caca5d747729e1669e9162b6519d07016c8ee5d5b6b160a16af122a19ea","sample_id":"arc-challenge.test.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b14ff855ea63f67c8553696f351d23d0d64b9ae3b7e0b8d504fec63eacbae953","formula_version":"titan-u-contract-v1","latency_ms":0.6147500826045871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83b1d5f184cf461a72c16b903839caa76afb86f5f475986b7df3aa738b1d14fe","sample_id":"arc-challenge.test.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c16b5222d4045bba30c0909f3b27ce36e329cc62a4c65f3774283a64a6fd02a9","formula_version":"titan-u-contract-v1","latency_ms":0.5125839961692691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"984fd35135580820bca791ae3ad2b8b2832849779436e255bd1b8639fa089e5b","sample_id":"arc-challenge.test.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afdb127661a1a539de8fe9016955fff60fc8a3118c85513a9794992fdc9405a8","formula_version":"titan-u-contract-v1","latency_ms":0.408999971114099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4b1072ede84f232e65f6e6f9a057f032840f3c0a68bca24e6276540cf0781f9","sample_id":"arc-challenge.test.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1968175c4728d0f33a0a2f122b290f008f90722468c06e85d369068a4de6ebdb","formula_version":"titan-u-contract-v1","latency_ms":0.6618750048801303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9fcd7da527ffc4f4fde19e5b9e5d3f77227493c2effcb08431842af4dea30fb","sample_id":"arc-challenge.test.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9a2424ac14b81aa53e0f2b4b12af04c40914ae9d7e29a49e7c4702b6ea40867","formula_version":"titan-u-contract-v1","latency_ms":0.7016250165179372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"568b7ed4b3fedba897bc1ca87ba34dd4af50a516c10f36b915edda1b0de48e30","sample_id":"arc-challenge.test.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cc039adc4f8f17c7a884ebdb87358d1325afa1afdf0c110cd580f5282d593f4","formula_version":"titan-u-contract-v1","latency_ms":0.4557499196380377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faab115a680a1fb0085a6b205f06d6bbfe9bb81c5c9318a3f3c5f254e85d74b9","sample_id":"arc-challenge.test.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b58cdc5e1f43d1248801f47aa512f43d2a696616669c467926f656706f09d0c","formula_version":"titan-u-contract-v1","latency_ms":0.5289160180836916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f73c52f49763df24ba16db91d5f137f13b327615741442258a0af16f4b51500","sample_id":"arc-challenge.test.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67d47ed8a60f98889bbe9b12fa7c55764db28aaf2284c9f5fd6130be96cc32e3","formula_version":"titan-u-contract-v1","latency_ms":0.6317500956356525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d85851ca9e13397c44f3bdc177335a97cefa8e749cb03af413948a4df879a988","sample_id":"arc-challenge.test.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4e09cacc6826e574677030cdb356ae397f7fc96ed800c894fbf5d4fd9891b02","formula_version":"titan-u-contract-v1","latency_ms":0.9162919595837593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"066cb750b0b245949297112a96804e3dcd54558d7cba4e0186c9f5182f5b5778","sample_id":"arc-challenge.test.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c776d5b6b84d1d9cd02872e5cb99f75a7b1fe4f6b66d4a94e1d60dfff1cabfbb","formula_version":"titan-u-contract-v1","latency_ms":0.4504589596763253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7c448e2a33609618c4ebb8da4bb76037b910e330e89e9e991235a9da602ae71","sample_id":"arc-challenge.test.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db56fa057a72c6f5168b78c7d729fcc7fd247e654663539dfd164efb57588739","formula_version":"titan-u-contract-v1","latency_ms":0.5157089326530695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b37423110aa5a248fed74fbf5a852129633d7f831acc977fa4d8dc0d2e7b6699","sample_id":"arc-challenge.test.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"944d7059c7457a2575deb9f68001f94bf5d735f057361e02888bbc24e6ff33cc","formula_version":"titan-u-contract-v1","latency_ms":0.5112920189276338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cee682b0ad436045957fa4c9f5abaf5e1f9b9c8b77f8b4f0b37d145848ed179","sample_id":"arc-challenge.test.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bba1b825d74d198398834015ebc14af66ffc216549e99e840e199290189dcdc","formula_version":"titan-u-contract-v1","latency_ms":0.7145409472286701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13187e12f5e355dd474ed366a8225bfaa8b89c4fa578e27dc9fda0ac2abbd052","sample_id":"arc-challenge.test.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5949edc9a5c54ae8d75384ee1a4879e98e9d72e82651b65be29a48137324846e","formula_version":"titan-u-contract-v1","latency_ms":0.574083998799324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeb94491d78d43349f1d4a9e36aa2504dd11939f2f1d72aaa710774b3cc34dd2","sample_id":"arc-challenge.test.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"143042b5d32633369da37f16141544829307d764a4ca89d06a13ef2eeae857af","formula_version":"titan-u-contract-v1","latency_ms":0.6056251004338264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"548ccbc4499d09c563b271402da3b38ae87b0d6e7dde3be568ebcb5a29c55df5","sample_id":"arc-challenge.test.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51ee6502a9cd50d29fce30cc98bf8e414a804d5a4974920fb1546845d06d3e9b","formula_version":"titan-u-contract-v1","latency_ms":0.6034169346094131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e08098ffc83fe0d69402e6a18b6ca4089cbc3319ce9c445c8ed6721d537ca90d","sample_id":"arc-challenge.test.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c256765b339fae4552ccc8bdf120694b8cbb5febe076aaa055fc180f4446bec1","formula_version":"titan-u-contract-v1","latency_ms":0.6371249910444021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"570dc7f198dac4f61fd05a9ae88d2ae860158b0d20edb57c904f9b839c823be9","sample_id":"arc-challenge.test.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2125dd00891a57d587db42b8b92f3407ecc8e6cf27db99afa2ad8190ca440cf","formula_version":"titan-u-contract-v1","latency_ms":1.5256250044330955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9089ebd9dc21c80b52a68ee4bc868fa8a8dcedfe31edc03487875676d01866f6","sample_id":"arc-challenge.test.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"588bd59d1facfcea095eddb06b19500ddc3156fa206a4846f4d2cfc2b3db0beb","formula_version":"titan-u-contract-v1","latency_ms":0.47820794861763716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd3bb39b358e047fb4adcec374ef20108dc730e23f7d6579abd6de65e4d346c8","sample_id":"arc-challenge.test.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9472ffa675da797270fbe875ccbc6da6751594a9877f57244b5a4f1642bfc160","formula_version":"titan-u-contract-v1","latency_ms":0.5709580145776272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30ff07aa97144676418dc0ed89226fd53dd7e0b71f449811042ac85a9c642942","sample_id":"arc-challenge.test.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91158468b7db267bbc5c42283ce677e60e2dfe6f0cfa99712f5610c8d30ffb4b","formula_version":"titan-u-contract-v1","latency_ms":0.5893339402973652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d90128d833c344061ee22defe5a4e5990395506bd8303086db3faa6840e0fef","sample_id":"arc-challenge.test.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c6f497680c60c6f0d8730e1520c5bea25c6e1efa75d7d2177cdf8d1724959c6","formula_version":"titan-u-contract-v1","latency_ms":0.4333329852670431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f776e4634529f83ddbaae17933eef43fdc7d2d242d5bcff5d9f280f307b83dcd","sample_id":"arc-challenge.test.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91a16e3dfbc0bc4bbb21ebfcf49673384747a678bee8401e8516913ae622a643","formula_version":"titan-u-contract-v1","latency_ms":0.4397500306367874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37108030ff12051936f2c194b2c22af814c4e4df886f15dd974701d746af3480","sample_id":"arc-challenge.test.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6219672270791861cd89b4899ac59ae731686a9472ef8267c0fde520fd4845e0","formula_version":"titan-u-contract-v1","latency_ms":0.6135000148788095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c960074c853eefa17b5095871115a1da314502599354e84ed3d9fd2e9302f6c4","sample_id":"arc-challenge.test.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"687d7611a288f13a690fc2d75d37050c88665df635829ebe521dfbeb9682f938","formula_version":"titan-u-contract-v1","latency_ms":0.884625012986362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07e1b2013c9dddb34ff4673c7fa9ae1dcd7eceafb986893ab53172eccef90730","sample_id":"arc-challenge.test.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ce626beea309b3ddf0de2bcab3de3342b8f2d4fcb8187453c3607eca8b99c60","formula_version":"titan-u-contract-v1","latency_ms":0.45883399434387684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37ef9bf46b085d07914eebfd0f4547ad91dfda5f2ffdf7e37015d84657420c03","sample_id":"arc-challenge.test.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c6141ff7e12804b9023a7993d61ebe5095036b863aa87ac80a60c45e0cdf720","formula_version":"titan-u-contract-v1","latency_ms":0.38899993523955345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d67bee8677548c58b5368d70bf7a3e88e4114e5464a74c15267f6593443f19e1","sample_id":"arc-challenge.test.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16fea9c44da159fc17819bde1d4341798aab31f48c07dd98b8d75f0faba38810","formula_version":"titan-u-contract-v1","latency_ms":0.5887079751119018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16624ca1963a997a6826ddb2aff279f2c26f342bcd46e5093a753fef32ed0243","sample_id":"arc-challenge.test.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5073a6e22de92e45575add9aa6ddff6e20fff9725ed89d6dfdeedb03de48353c","formula_version":"titan-u-contract-v1","latency_ms":0.8314999286085367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c850df8bf539d9c66fdba237b8b16127ab65be56f1cf934fce31fe9352c002f5","sample_id":"arc-challenge.test.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dc41fde638a85cc98f7e1ea7d2ce5801ac923ab58aee0bcdc6a18bfcbc798a8","formula_version":"titan-u-contract-v1","latency_ms":0.46199990902096033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"061d285b02083872837ea1c23e5ad60bd7c0ebf0446ec14d645f6793715d71fb","sample_id":"arc-challenge.test.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e1811dc622548b7644aaa3524ed3314c97e9a79171cf6b2ccd8165b3377e89a","formula_version":"titan-u-contract-v1","latency_ms":1.0658339597284794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ef966b35e1f2684107d7015cca64e22badc7b8ef8cc14ef5c05a736b3357914","sample_id":"arc-challenge.test.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a3992e46844c470d7bd507a8eccd07b21afd9a29d1632f3810fdde0ef3c1f98","formula_version":"titan-u-contract-v1","latency_ms":0.46449992805719376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"811f0be9400f4541c2c50a6e99af5419179f62896a702a4c8f8131c8cbfb3535","sample_id":"arc-challenge.test.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7cd68b47282199ef1892862fe49dddb45444c3f47f6aaf33ec8afd572f2faa4","formula_version":"titan-u-contract-v1","latency_ms":0.7724169408902526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e185ebbae0582f82d2f8903a8f2882a026e57c3d4eef217406ebd1e97ae17691","sample_id":"arc-challenge.test.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28be9e488e09098a60b2f66ca0c9e77c8f795772726aa8625293537759b9974c","formula_version":"titan-u-contract-v1","latency_ms":0.5836250493302941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a98ceff7e118ffe054042dabbaf72a64a39b600386a61b771d8c2677f5604f5b","sample_id":"arc-challenge.test.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9d4eb7e7c165add30eac0ab596eca64dce1e19605d588845ea5ca0875a62b76","formula_version":"titan-u-contract-v1","latency_ms":0.720334006473422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2ff7827524b746119197951dab1584b5679d91794db34b1596852396a5ecd5d","sample_id":"arc-challenge.test.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b58b2585c99d7eefcbc22e5e8271333fb98db375c1f390dc41f68e76bd71a79d","formula_version":"titan-u-contract-v1","latency_ms":0.6198339397087693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96e62874394e609433bf55dc80b91c722be137f1dc06a7246a90d266e4f0771c","sample_id":"arc-challenge.test.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be881b81b47143b064985f0b1a302309aaef8e46aec41747c449e65ad409fb33","formula_version":"titan-u-contract-v1","latency_ms":0.46733394265174866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fb53000743c842577da3237451579364cf3a3e159caf2ce4b9fc83dcedd425a","sample_id":"arc-challenge.test.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b10c2b3d03c65dd99b0fb845cd478286e8af8e55323d7d330408e993b984f0a3","formula_version":"titan-u-contract-v1","latency_ms":0.5929589970037341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f3824f2232bcf2a5712e50920e86fcbd5d541dc80980323e61f2313cc4f25e4","sample_id":"arc-challenge.test.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c0745d7a6615ee59ac026b7aea70cfddc7ca65e76960e387f55edc65bd169b5","formula_version":"titan-u-contract-v1","latency_ms":0.5806670524179935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1692a7066eebc05ad04f99f0db7bf3584961d2ca29b08d45b740423b13386cb","sample_id":"arc-challenge.test.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4084f08f3a54e4b6838eda186ee40d85fb0b1587dc0ad419a69de828069dc","formula_version":"titan-u-contract-v1","latency_ms":0.5505410954356194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0445af7f160905f3c953a3eef53bcf5f70be0d3bcb8e3a5806ed9e656b87efba","sample_id":"arc-challenge.test.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd440a648e4dd001ec00ed7c46ba795afc022c93268637947485110dc53f2273","formula_version":"titan-u-contract-v1","latency_ms":0.9882500162348151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08e252dd87b41a6f6f059326959e6ef4faa6ebf5340e016733b5fab93417a2f1","sample_id":"arc-challenge.test.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f81a3a45c214c30035552ae3732da9cd735e7b6d5dbf5e2e481153258ecef35","formula_version":"titan-u-contract-v1","latency_ms":0.7082499796524644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20983fa033d67e9c069fe5963fc03298d2cded67a82d91022874e2b6a1584d4c","sample_id":"arc-challenge.test.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"058328450a5bb746658dc1d3d7944e164b2a0cfdb645ddd1a29811b36ccefe45","formula_version":"titan-u-contract-v1","latency_ms":0.4288330674171448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee52f9464d824ff4ae9c5caa250172f743f1dec81fa1eadf3fba50b566d30af7","sample_id":"arc-challenge.test.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c53794e694e28b1a9f1e5b77d3b733623b781013d8e14b5765f4041ec909e41e","formula_version":"titan-u-contract-v1","latency_ms":0.7648750906810164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffc520338a8c207e9983f3aeb36dc4c17140d3430ea26edefde1c2a2e07c56ce","sample_id":"arc-challenge.test.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e7f0bac7c60b542cde0c679f6ec00ee1a80559634d0ac3f7e1311280c72b61e","formula_version":"titan-u-contract-v1","latency_ms":0.5390000296756625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e30b383d7622bad4a10b8d1ad2bcd83ca88b9c30102d58df1d915f9ea8345888","sample_id":"arc-challenge.test.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c37f2c18c360f374147a71786b00759a861b05083bc2cb4ad670a5378c45ddce","formula_version":"titan-u-contract-v1","latency_ms":0.7444580551236868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8e67003f863855bf0b60bc55f3d10436a3568d9647da3854bcb458d3cc61f42","sample_id":"arc-challenge.test.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53a75b9dcb8b2639277b5794cdd748d39bc9a21ce01eb0576095027c75c09887","formula_version":"titan-u-contract-v1","latency_ms":0.9506249334663153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84e71d7e8a701a901b841c2bad695b9feafba3c7f79332cbafc724720fef4cdc","sample_id":"arc-challenge.test.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ea0a6159b00703a63217f33b0a90a42f8d776f7df7caf7af89c6ae38c23b7fd","formula_version":"titan-u-contract-v1","latency_ms":0.41504204273223877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"635c86ca1165ffd2c563def05c19a78bced2be7982465950bca8496745eeedd6","sample_id":"arc-challenge.test.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bbd45a9d763abf2d16060d33f9295c7d5d4f37aa1417f27f692be73a0043218","formula_version":"titan-u-contract-v1","latency_ms":0.6115830037742853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddd024172d207a8c67d3b13d2c3922f0835ca8b70b5692cfe894732dab68a7aa","sample_id":"arc-challenge.test.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1868a2fd17623e6bda8bac67a983199df400c97aaf803fae2ae086bc19b62eae","formula_version":"titan-u-contract-v1","latency_ms":0.6666249828413129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9dbea1a83b59e8d92cd86a2bb12d43727db88c1f4473d821748c657e7e4d8b8","sample_id":"arc-challenge.test.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65f1605ddf65a79c7cded5df07cb18a5655a49d0384d9724cd9a007cd511cb2a","formula_version":"titan-u-contract-v1","latency_ms":0.6881249137222767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08ca88a299abd971e9c3acc4b3f3f9e67ac10db7d075c66cbaaab1ed729a0e26","sample_id":"arc-challenge.test.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"309a06afbe89477ec2145c4552cc9ac9161237aac1d16f65e91f37ca477d2cf2","formula_version":"titan-u-contract-v1","latency_ms":0.7731670048087835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"509e807e7923c200e877ed9aefbc95d75c1b6f00646bc97076c839f040927b1b","sample_id":"arc-challenge.test.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c25a15ec1fdf5bd8cdff35779cb22845ae6389e56cbd11ee5c7d59ce3853d62","formula_version":"titan-u-contract-v1","latency_ms":0.6450829096138477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f231ad61c93d0b90fbeb7a13d8cf36c21764a58d258204dea8522ba93d396734","sample_id":"arc-challenge.test.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d85e320ad095a1f5b44fe1f216dafc5efe042dacc37d7c790e36d3826acecf8","formula_version":"titan-u-contract-v1","latency_ms":0.9105829522013664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"374c764fcc0d88c14696d2c14f47588c0e88d673fcf2607637796021ef97d898","sample_id":"arc-challenge.test.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"299228df7044eb398e043d1e75fae3ade5fb50a862ae6139350bcffb3c8463b7","formula_version":"titan-u-contract-v1","latency_ms":0.5954579683020711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54661c8bb05f808fe0b7317b28164c17ac67ff0994bddc119cc594d12e4513c6","sample_id":"arc-challenge.test.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"332c4de2d885bb148c61fa792a77b491ed14549dfba379f0ff4c944750cd5baf","formula_version":"titan-u-contract-v1","latency_ms":0.6294170161709189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90b5fde3bb5eb3f82b48674c01a043cd9da0da276d10ce8a1e49a7ee50fcd41b","sample_id":"arc-challenge.test.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dffc02c0cfc8ac6ab0baadef46417d7d06f4cd848a67d6dd96f7815ea4b1119","formula_version":"titan-u-contract-v1","latency_ms":0.536833074875176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c193e9a54165cd822ef85f20f9f59b00b58987f8abed8d398a9410c8fe9177f","sample_id":"arc-challenge.test.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"219b5d3b73bd28ec85c1dcbbb982eb923ab86dab0b9a28c51fd4bdbab2df5557","formula_version":"titan-u-contract-v1","latency_ms":0.5324999801814556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fb2d9ca5f9b33dcecb085bec3e8032137fd51ff81905842e2c85d3cdabba38b","sample_id":"arc-challenge.test.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"375775f057b096a80649b9e15e821939166d421bec134174a064793f38c455e6","formula_version":"titan-u-contract-v1","latency_ms":0.5322090582922101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6223283694c6c5b1e90842cf494c1e97653e927d6b92de92ae16ca1ffb9b8288","sample_id":"arc-challenge.test.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4210df1462181b71618cb9d5d6d4ee90f5d421d1dfdf7773ef2990634ce5df2","formula_version":"titan-u-contract-v1","latency_ms":0.6967079825699329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9362afad1133d4bfa35c509bf202b759d93bb429208043de04a6b87c68aa6605","sample_id":"arc-challenge.test.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ea7e863391beefc283d26956cc59919d1e14c3058daeaf2ec3d9b5ad6a7954c","formula_version":"titan-u-contract-v1","latency_ms":0.506000011228025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef658b8cf701cfb640a2eeae2d4456b38f464cbf8d93725b6e2b143764bf55ca","sample_id":"arc-challenge.test.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fa58219034069bf24363a6aec3914d8ed7fe6313debb7e3b7b34acfe68ba54d","formula_version":"titan-u-contract-v1","latency_ms":0.5250830436125398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26987d2b5225eff9b5fff5d2f5d34f27a62f268f4939f14cf4b93c9b81f44ef6","sample_id":"arc-challenge.test.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae62a2553b4f85e0c3bca0cf2de7e4ddfd86f776406f284676e710057c3525c7","formula_version":"titan-u-contract-v1","latency_ms":0.605833949521184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f047c5df5cce539e0d24f843f2fd231cbb6fbf83a9fcc72f5b52f067a3f63a6e","sample_id":"arc-challenge.test.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fd25b51e0913b2c22c46406d4bcf7d06c4539ac2d4a9958f0562f894268d0d5","formula_version":"titan-u-contract-v1","latency_ms":0.5302079953253269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b39a11661940dfd03b18411f263f304777b675e0286f2e1d6218bc15ac91f148","sample_id":"arc-challenge.test.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfd85a714f246ec58fc750fbbf035a57339e872d45fbb0a01d162fcebac3e5ce","formula_version":"titan-u-contract-v1","latency_ms":0.40658400394022465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecc62cc7b1b4a83afd3aa37cead8b79176710f2580da7767321a9154a1982369","sample_id":"arc-challenge.test.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdf748f6d7dba2189888ef4ca125034f7a1718244315ed77e7606503e178c6b3","formula_version":"titan-u-contract-v1","latency_ms":0.511083984747529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cf066a19ddd287b0aa0fbc92b1ed7588ec7853ba756cbb11ca9467af9c4c17a","sample_id":"arc-challenge.test.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99cc6f9687ffc7dcb83c62244a39c96796126e981228c5d57ca9a1885e77d258","formula_version":"titan-u-contract-v1","latency_ms":0.4678330151364207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"693e8b2a9dc055d62aaf2e8fa3679502f8dff680b754b783fcff43f160586daf","sample_id":"arc-challenge.test.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4ed52c1425d65af6d0b24ce0f94aa87a7919257b750389d6e06fa492d78f7eb","formula_version":"titan-u-contract-v1","latency_ms":0.4135420313104987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2400ba854e1ba8c8e6c9a8a4665ef983b5bf3be386ae34811252e3407d791f9","sample_id":"arc-challenge.test.346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7577e0b5d8c003be8b5a00aabe107ec08a2b20fca77976c410d5c506b0d709e","formula_version":"titan-u-contract-v1","latency_ms":0.4897080361843109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29a7b5c8ab54c81a0dfa5b4f3eb373b533b1cc9fbeab4b180f10a03bb434def4","sample_id":"arc-challenge.test.347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7c3fd208e60bc1a3bc1c8a428248c4ba756c20e16176dcc5da1ab7803ae34eb","formula_version":"titan-u-contract-v1","latency_ms":0.5596249829977751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37fef1c96bed807984e3122acd5e629672ae264372c9f23387842452fb77e179","sample_id":"arc-challenge.test.348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bdedeb5f524ebfb7337d3a609154f6762788f7681b4ab06bd45092c79316c85","formula_version":"titan-u-contract-v1","latency_ms":0.4518340574577451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cad02b6c8b58db3d4c7d7f03a9be62508c1d0f3344834f48f77f7406d24c212a","sample_id":"arc-challenge.test.349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f2a88c4bf701998055d37294403ef42b8bbb3717c9a2ac488fd7b8ee2845345","formula_version":"titan-u-contract-v1","latency_ms":0.6800420815125108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83fe74e7df57599cb7feaa0fc4da0f78c2386a94712ac7758ff1974188854e05","sample_id":"arc-challenge.test.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc1d1cacbe4bfd735313246a53f1f3f4298c9b292a343a34bebf250d48a18e94","formula_version":"titan-u-contract-v1","latency_ms":0.5377080524340272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df13e1e5f2ca9f6e64f73bd698ca23132e244b64b995aa136042d2ee09a3d80c","sample_id":"arc-challenge.test.350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3f71444e71ffc28682e025f19522a597a461e1d5b5eab442a6c149ec949333e","formula_version":"titan-u-contract-v1","latency_ms":0.441625015810132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95ea1f7c718548d1a101dd87823b24fc673e5e36b90e7dd1dc0240efdb041d57","sample_id":"arc-challenge.test.351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a26d20727d013e258e5fb4bb410e98cac59efc24c0f52b4aaa2ccafb125b484","formula_version":"titan-u-contract-v1","latency_ms":0.6003750022500753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4306ab244f134272a4ab5d67087db50120cabe6567dc9834b61abe88ceea197d","sample_id":"arc-challenge.test.352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"674b755af4d122e71590204e22702c9c56fbb50571cf6890f9404f7e22c2a293","formula_version":"titan-u-contract-v1","latency_ms":0.5264580249786377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3228f0f8026eae417157dc545a8227f201f83b2b8eca55c6106aa59911bc62c6","sample_id":"arc-challenge.test.353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f08d46ce9940e92ccac22ef1df432684aaa73abc404ce6b1108e8783a8375a1e","formula_version":"titan-u-contract-v1","latency_ms":0.4110420122742653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee29ee803082d049d73bf64214828dfd81e66b84a48c7043f07c974b934fb79d","sample_id":"arc-challenge.test.354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e821a7f29dd29c3a288db64e21c72795a2f1ef45cfaf287dff690ff7762fa04","formula_version":"titan-u-contract-v1","latency_ms":0.4301669541746378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e2022a82f13230c231b616b41ac8fc597c174d7ec7496a5bc88c8e6ee844392","sample_id":"arc-challenge.test.355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dae3c77ca14c6b8923b6cde09be3f4099143ee719ea5735885ddb9d1bc210a8","formula_version":"titan-u-contract-v1","latency_ms":0.421042088419199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a17d79f77e0585d2441a66d41f55349e863eefa8e6eb29b1f3c691b1effd5a00","sample_id":"arc-challenge.test.356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"879dee70ffe6120631184a59597292704c59dfa51a006ee783d0738ff156c2e1","formula_version":"titan-u-contract-v1","latency_ms":0.4301250446587801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"713e792030c2df3c10161615ebc4b0219bc7d542c8441565d618737a0f4d892c","sample_id":"arc-challenge.test.357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"069def71ad0d85e22f60abcf4aacb32cc71fb98b3f619b01d119d52d84223e31","formula_version":"titan-u-contract-v1","latency_ms":0.45425002463161945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5209e8d2e885a482bae949bb60f3181f769ea90544f5b1dd02f152f07221a0f","sample_id":"arc-challenge.test.358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40135456fca0b3a3fd85eb00ac55112d08a413a48143d422ff377cecf73f9660","formula_version":"titan-u-contract-v1","latency_ms":0.574458041228354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"721449fc33e304aa7f480d8ce897bf2cc2be7a7f00ae4d5ba96a16a3fb33df87","sample_id":"arc-challenge.test.359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f4bcaf85b5e6be5dd638a72add7455dc206bbd44f8f6d1bcbc7f5c4d7bcc2ec","formula_version":"titan-u-contract-v1","latency_ms":0.5964580923318863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"127966c33e9514475037f86bafe6e0148db242a73cd17f4be737900b89af6aaf","sample_id":"arc-challenge.test.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e4b4c22dfce9f400bcde5d589418ae27fe9c1c487a63cc7806fe6c2cea04648","formula_version":"titan-u-contract-v1","latency_ms":1.1608749628067017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d50353f2fdaa2d9b80a377736ac6e876ef98e84031adceed01a5a77b5aa35b7e","sample_id":"arc-challenge.test.360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3bc74bb042ee46a1e493cd95cb43c81a40a0ee369e9bae86b5f6327004f71f2","formula_version":"titan-u-contract-v1","latency_ms":0.5363330710679293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2f960cbcf40ae91abe422891bd449670a0a1c6317f135b7ea20ba34f0090bd6","sample_id":"arc-challenge.test.361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db993549bd7146e54b26717993d55a631b30ecfef52ff8a7fd0d3f664b317a85","formula_version":"titan-u-contract-v1","latency_ms":0.6361249834299088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd6edb51e5618902fe3cf410de3dbe6ee007440156a6dd4bdbbf20e3e994b4d0","sample_id":"arc-challenge.test.362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7ed9f5b5c300bab1321a92869759ece50308a0c9a11b50f22ef5d0d35b64397","formula_version":"titan-u-contract-v1","latency_ms":0.5746670067310333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3053b7d8982be5d898f5a414d0464640f4434041b52d0217e2b30aa3d494c4b6","sample_id":"arc-challenge.test.363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3173a0e323e385fae5dbb57b8615680358c35a6f3afdb2c98443b690ade538e6","formula_version":"titan-u-contract-v1","latency_ms":0.5783330416306853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e1002ac63ddbe5e5a16f8b60bf8f53655bec2a9fce7a495ed8aad7eeb481e35","sample_id":"arc-challenge.test.364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3d324a968aeb4c361832fc05610d0d9d20bc00d95ae6c2c8c8c470dd0b7a072","formula_version":"titan-u-contract-v1","latency_ms":0.44641701970249414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"760ed48998258cabb8757f705d815827539dc51954b7992d1fcdff2303d27b7d","sample_id":"arc-challenge.test.365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e84065207ed10b1777c440256b8732da104813277daf836100876f21de71c42b","formula_version":"titan-u-contract-v1","latency_ms":0.5575829418376088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0233f7dea9a58da1567b7393b58b1f5c349730da711bb97a7e1e91240d65367a","sample_id":"arc-challenge.test.366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3f830db414f15c983b149c1547369fed5dc2b4d4c0347ee088e810d3441f8ff","formula_version":"titan-u-contract-v1","latency_ms":0.4276250256225467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29e06d12948e89b39607a9bfbb2dcab4b38c96fcc4ddb22352be558b5f02c67c","sample_id":"arc-challenge.test.367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37a2d334f410d53812abbbaf37bf57c854434acceff3215ab0d43510065e5785","formula_version":"titan-u-contract-v1","latency_ms":0.4853749414905906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13ad007a79d08084070b31dd1c63527429fd6595afafafec66c854b84da4f42c","sample_id":"arc-challenge.test.368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01cc27449fe787ea5de4fefbe5e45cc090c910b6803b572e7df7316ee7f6beef","formula_version":"titan-u-contract-v1","latency_ms":0.6868329364806414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70dbd459a6053ce1e7172c89623770c79577e21b217c8793764849a7ebb0f57c","sample_id":"arc-challenge.test.369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c08a921ba2887400e288cf8dba574f57ac3fd66b975da64ada348d18755730d","formula_version":"titan-u-contract-v1","latency_ms":0.5555839743465185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8162791bb4c14fc1e2f3cc96defa3c0294492dee22a78aa532d99396de35b7c9","sample_id":"arc-challenge.test.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84a3bcab4fce77254a9f09ec0e049826ec7b795bcd60463eafc7a77bedb77e71","formula_version":"titan-u-contract-v1","latency_ms":0.7354170083999634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64e1fd27746e976c67f5c8c28b0fe2c51743e51a07e38865ec43875329dadd50","sample_id":"arc-challenge.test.370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f78daddeb15a85df4e96afe11a4b08bb701fc50d46cff2203ee6f2dd28a543b","formula_version":"titan-u-contract-v1","latency_ms":0.5814159521833062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ed8bfc5bad05324753b64a5da8da8723dadb63f5300ce707b12c7a1405ad26f","sample_id":"arc-challenge.test.371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"248f5a9dac390e5ef44d975c7d89d1fb878a64da9d62bcae34611e29b1be8901","formula_version":"titan-u-contract-v1","latency_ms":0.5410420708358288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df6dcde377147f60c9bac54b3c765bd39dde8be54ad494b0389d0779369c61e0","sample_id":"arc-challenge.test.372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a425fd39f7c75397a172d5b0d8ec420fb743c93a5562bb1113bd4ca7cb06dd44","formula_version":"titan-u-contract-v1","latency_ms":0.4050420830026269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"817facd7412a9a9d8a56ce3818882bf2b042d2aaf6abbe2d67ce1dfbd48617e7","sample_id":"arc-challenge.test.373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9441e745d06d3e8435cd1e4063349f1ad2a81debe35ad84d2a5e2eb77460b56e","formula_version":"titan-u-contract-v1","latency_ms":0.6394999800249934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"570e947bf280b8f319d68da4d25d4d3ce1e5d254e5e373d7bc81a54efe8a964f","sample_id":"arc-challenge.test.374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3ec1a9ce4f588b9a3c965213a5cdb643e6e20a1943b10b5a222667d355d0dc7","formula_version":"titan-u-contract-v1","latency_ms":0.4576249048113823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"858b80a1eed6b28775b430fcfd540141c88c67be36322a2e7539970dc1da890f","sample_id":"arc-challenge.test.375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27482563230438d5290f657d0c53f7738966f51c3bf951d99b4b3bb9989e5035","formula_version":"titan-u-contract-v1","latency_ms":0.47741702292114496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbdd785567585984e274c962b817c14974c3df1695b0a6462688d2f0c03421b1","sample_id":"arc-challenge.test.376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e337750cd328aa0b8e8c3bed801f341d90a3c3d1defc45543b6cfaad0da4b225","formula_version":"titan-u-contract-v1","latency_ms":0.563250039704144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c77cf4400463b3ce9209867bb5418c9f098e46c6d2fe1af30b081026f5421fd","sample_id":"arc-challenge.test.377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c48d3db1d4f893d06373216fb8925d5dc9b56e200ed5bb53795320da43e3595","formula_version":"titan-u-contract-v1","latency_ms":0.46683300752192736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37632e9ef7be36ff469d9dfdc4b1d4e5d138f5bcceb508a23936c5dc9c57c58f","sample_id":"arc-challenge.test.378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec573af612963ed038a3f5a4bf3376b4a5555f7dd6c33e4dbd36557b36f0d6fe","formula_version":"titan-u-contract-v1","latency_ms":0.5495001096278429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61c898abe2152dc503aa86dc34263ca52e171a1ecd9645daf212054550cd160a","sample_id":"arc-challenge.test.379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea8f2505bc9e9953c082555e7dbfce42ac5e53388582fa701f1ff6f31ef9b07d","formula_version":"titan-u-contract-v1","latency_ms":0.42441696859896183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3feaa51b8bbd6065cc4d817845c3bc93748ef21776644517845379be241ad21b","sample_id":"arc-challenge.test.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ccab45cb220becded42686f9d3209404b971586dd9426dccc05e887c16a8274","formula_version":"titan-u-contract-v1","latency_ms":0.41733309626579285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"194ebc0aa2ecc155e204ad7034384bac418893fb992671919d417829afb3db21","sample_id":"arc-challenge.test.380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b5f2f5e67ea31e6ed1d82663925357465771f1d8ee586af500462ed335265ab","formula_version":"titan-u-contract-v1","latency_ms":0.5678749876096845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bc3075b28ab41e646b57ef78360e78c0719ed48d85f914a70fdda32e636ccc6","sample_id":"arc-challenge.test.381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2585fd545ee85bc5723c7ba7b27c289c198e12d225db84986c2f69be8fb202cf","formula_version":"titan-u-contract-v1","latency_ms":0.4842500202357769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1393d2728cf02fe5b718524c893c8687c603b2b99f824fbbe356a3374203f26","sample_id":"arc-challenge.test.382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a3c74b537997af98dda58cf2fdef315f7613444b9b1a644e7e3de2fdb8f4352","formula_version":"titan-u-contract-v1","latency_ms":0.5313749425113201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c1074cd33d4275f3fc34c2b20658dd4ceb28dc44731b0c1a7751bb072e40ef6","sample_id":"arc-challenge.test.383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cb4f1d6c20add4dd6f9b625e975adf61a2d7eec3a4a08cc9a0e6791d1c2eecc","formula_version":"titan-u-contract-v1","latency_ms":0.4574169870465994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"557000264a60351aadee7bbe6f4fa6912bea03e9be87e42fb09cdfaec804e320","sample_id":"arc-challenge.test.384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1334bcb4a0dadc25a5dcbfb597435fd9ae8c39e29281d70a4587ad0e81a9e6d","formula_version":"titan-u-contract-v1","latency_ms":0.5939590046182275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e022ddc1ab1a5ed76cf43441537e97f2bce9b14f9e0454cf80e8f8e6d19edf2","sample_id":"arc-challenge.test.385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78efcc1c436ee5db4839889e782c4dad07b821a41f3d5f13ec00e861d11223f7","formula_version":"titan-u-contract-v1","latency_ms":0.5262090126052499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cad3de57ade9d236baacec28b3c7c1484e66f3611022394c7b2b7d62d06f971f","sample_id":"arc-challenge.test.386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54be4fdb9cd1126317f1ece9c7682e5da32f34d25ee40cf52bc242edf1f01330","formula_version":"titan-u-contract-v1","latency_ms":0.5040830001235008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73669858c7411fd11fbeaccc17ec4f188f8bb8286571db34456678656dc34271","sample_id":"arc-challenge.test.387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3468bf3f2966460f637a377df72a8ac28c2a337080c9af68522840bb6e93738","formula_version":"titan-u-contract-v1","latency_ms":0.7031669374555349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d86ccf5291c241292767c10f474eeef69f5e47be5d6994161cbd13adbe96bc85","sample_id":"arc-challenge.test.388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3874667e05b49506270ce07078b4558cc5456c13f921fa207c9bd632373e6d48","formula_version":"titan-u-contract-v1","latency_ms":0.639250036329031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6277adc99e460dd3a66b697a1e145fbe2ab2b8c6e0695774da30228c61213cb","sample_id":"arc-challenge.test.389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be0367bdbeef4472f6b80cf6ad39382170a03c01925769b2ada087656b8da81c","formula_version":"titan-u-contract-v1","latency_ms":0.6369170732796192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4063f8c3f573968f6142358c3489a67cc7172a11e0ff3c80845eea6523377ff","sample_id":"arc-challenge.test.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c0e4005377c5b05bfb73c4b6cbf667cfb6f908acb82ea65dd48189d52357879","formula_version":"titan-u-contract-v1","latency_ms":0.45199994929134846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a43fef59f96d578620a6be15edd78caeea67d1c2fcbeb26078ed9093c596e8b8","sample_id":"arc-challenge.test.390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6007fb46cd6b859c0d8015eff684657bf93a435c9d14f219085cd85692c4e5b","formula_version":"titan-u-contract-v1","latency_ms":0.6391670322045684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2d6ce72ba3371d363ae7284758417df5dd646433d7746e703246b48ba7d685c","sample_id":"arc-challenge.test.391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64b7dc90346f76d197f39ab690fd8007c29070e04d8387c803d5358610ec737f","formula_version":"titan-u-contract-v1","latency_ms":0.4549170844256878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83b523804b1c4ec871ffdeb7d40752d8b15de4b898988019790ae4b914a81890","sample_id":"arc-challenge.test.392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d30ddd42cd8a73d257089b7c8b768863b6a1513f17c5bfd34c3495db56897b5","formula_version":"titan-u-contract-v1","latency_ms":0.6306669674813747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f5f72d21280b24364a1f346eeff8c2cddab598c482389a9f0a21bfdecb72f9c","sample_id":"arc-challenge.test.393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e69d2692ef63b400c3ea54710bbc963e74c65d69bad1d69a49e876c17d4611c5","formula_version":"titan-u-contract-v1","latency_ms":0.6566669326275587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a7713764e7628cb53882cd1bf6d6cc79a430735f0afbf77574de9bda4d50f75","sample_id":"arc-challenge.test.394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40add3d65cd00f2be997757f8b35de349403d4b367f839f51ad4e56738bd792f","formula_version":"titan-u-contract-v1","latency_ms":0.3895839909091592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0d45ef1f0d3bd25948826ccd82efb4fa3dbe64b7807aa7fd495970fb5ebb0c4","sample_id":"arc-challenge.test.395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adb7a877a40fa3e34c6719e2e2152dfa4b22d82e72f7e381640c93cd7bf4c6b1","formula_version":"titan-u-contract-v1","latency_ms":0.6010420620441437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3104768e5c65490d84dfa6df68ec2c09e6c2f4ae3b28c5f28e91c2c981eb8ff0","sample_id":"arc-challenge.test.396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62bea2da7c56f6c2f8b50918a49bb3754fa5f2284b6d04acdd62d64ecc58dd54","formula_version":"titan-u-contract-v1","latency_ms":0.48029201570898294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"269424426df8a7686dee9c6871004323de2ce7e6df7f5d6abc036bc363e3f492","sample_id":"arc-challenge.test.397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"505e2f79bf8a7ef9df36b4c1cba220a45b89db4506b00e1dcb073b7c61d281e2","formula_version":"titan-u-contract-v1","latency_ms":0.4452080465853214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"682ad5ba83ead6ddba18b6b64b6c5c5507c85a93853411e78aad1320947c95d8","sample_id":"arc-challenge.test.398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9af9a64f29e5d71fac3ab81b79eaec0f9cb01ba628d0282561e08b873b5aedf8","formula_version":"titan-u-contract-v1","latency_ms":0.4757089773193002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22de886e663a15f72b4aac62da69c22344c105ae7b14ed1c0b70baab1904c8d6","sample_id":"arc-challenge.test.399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9025861383d74d2e25d2c51cbc38bd0a8a1a1dfdf9f399b58dcf7f87bbfedbe","formula_version":"titan-u-contract-v1","latency_ms":0.7017500465735793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"908771041b9f386680a52272ddc642efa9f18466dffa39178cf4f242c07767bc","sample_id":"arc-challenge.test.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a60316c7052319e8a50bfc594af6b8e8f8f17b29f6928ebf46a96404c2757b0c","formula_version":"titan-u-contract-v1","latency_ms":0.6123339990153909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8977e8098f09bb6464566377444050275e33aaad555e0d36de58349eff94e4a","sample_id":"arc-challenge.test.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78fb8d338c8cc5459fdd27b8a1fd087947d40097674e2a14b352788878c4a593","formula_version":"titan-u-contract-v1","latency_ms":0.4932499723508954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45cc8072f5cf46b598ae37530beaf24cc3e36254d99955e0467a4c4c79bee342","sample_id":"arc-challenge.test.400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04883640631c2e41674b17a03b916db5191a486bbde976d6e56cce95e5282ff6","formula_version":"titan-u-contract-v1","latency_ms":0.4628329770639539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7f95800bf72ccc681a2ca62bd84b440ebb0a614327d974ccff4c6a3f97b3c71","sample_id":"arc-challenge.test.401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dcbb3f257dedc78eb38d2a61dda0e8aa8544f0c21e190bb4dccc66644108927","formula_version":"titan-u-contract-v1","latency_ms":0.6099999882280827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b9de623412f7360bd543a1dbb75149c952d7a3274f0dd90f448c341cd91aae3","sample_id":"arc-challenge.test.402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"342a2aa472f02d7ab87570aa65d01c73cde6fc2752406f3ca30e68b78ea758df","formula_version":"titan-u-contract-v1","latency_ms":0.6282080430537462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"059b4b628b71671b26ef033d59e079588edc0f818646c94f8ff7bccc9962b75a","sample_id":"arc-challenge.test.403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0cbb030f52e153765ad788c5c68c54608b88fcc3d92f08f3341513b05b51e50","formula_version":"titan-u-contract-v1","latency_ms":0.6430420326068997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e901c9f745c1d8a27136c920829981ad188e4d409fa86827b9596758855a886b","sample_id":"arc-challenge.test.404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ccb18c282bca18889e203b8a30ca0a1d599b89ef8857f1bb1f57170c8f9ff93","formula_version":"titan-u-contract-v1","latency_ms":0.5755829624831676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"005656ccb6bcb582bd620a8eae36b41e375bf94e092afd218c30bd9818c9f871","sample_id":"arc-challenge.test.405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32e617d49fa8b77b158485e2acdf583b8c49cb021c420601ef523fdc68d121b9","formula_version":"titan-u-contract-v1","latency_ms":0.7501670625060797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fb37e61c3ddf006c3990f2287334498280727f7808302900a18bfa8c18bc718","sample_id":"arc-challenge.test.406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"202809ebf2fd2de84a494bed981d62eeb857d06b418c68ce72e10c34ca598e66","formula_version":"titan-u-contract-v1","latency_ms":0.41987502481788397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90993e798909a2a2b1b2789774a6ec55f19ec2d523ad77a4c36e858f5a89217a","sample_id":"arc-challenge.test.407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b29cf5643151f88b02ef24aecd902c0cae23c5f19cfc230fe6f1e0f7e49313f3","formula_version":"titan-u-contract-v1","latency_ms":0.4605409922078252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5200d244a8c887138945504c78a75afacb1012505d23bb7395f1a7111a059359","sample_id":"arc-challenge.test.408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0743a27b00a308d9e7dcb232b8f764f4e5a749a524e5dac45421570e304ef1cf","formula_version":"titan-u-contract-v1","latency_ms":0.4499159986153245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dd6e98589caf2395ef5bdc1b49d8a9418d9fe0dd2638b7473dc8740685ec81f","sample_id":"arc-challenge.test.409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"485ebcdeb2f25fc2fdc185c33489fc015de5728b2603946adb69181727e6efb1","formula_version":"titan-u-contract-v1","latency_ms":0.5291670095175505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8ab77fd1058271b7f3e0f7425d8c949f43dc1a7b02cd2ec532f2cda94578bb4","sample_id":"arc-challenge.test.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddc8633fbc594adbae71b505db020520b6d366501f92aa30a9619867ecfc5b85","formula_version":"titan-u-contract-v1","latency_ms":0.5526670720428228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73be700dad48c858cbf384afe48efbe34333b2fea6500d0103e73666c3b270de","sample_id":"arc-challenge.test.410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79145671b4af913badcc16ef65e23af4478b09187cf591410a41fbb528e909d2","formula_version":"titan-u-contract-v1","latency_ms":0.5702080670744181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb5d62411c2339fb26f4c5bb2c81be466d27c9d35b88845eb425d24179fe5b80","sample_id":"arc-challenge.test.411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"929a56ac9ba4389a00c72f25ef3f247240c4a75343dc762cda5e13fcd11d4f25","formula_version":"titan-u-contract-v1","latency_ms":0.4657080862671137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43d0510f84706f064ff1f28acb8fa7fd5579de0e793f508ed632056f3cff0ddd","sample_id":"arc-challenge.test.412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f6cb3b5dcc43a86bf0c63ba6251200a52c97a1f02c54e133095d237c1680b3d","formula_version":"titan-u-contract-v1","latency_ms":0.4232089268043637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f39dd74b7cf71c41a650ed3d8daf1560b4d6966b950e7f5a82ace71d29b91381","sample_id":"arc-challenge.test.413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36bda86a6ada55055b43add21aab0e61be99e5194d14c3443400e3ffc8a352ad","formula_version":"titan-u-contract-v1","latency_ms":1.2424580054357648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1f3c1e251200c196567d99f0ab1864345e42a32cdc05ff7e2ecdf5fe024d141","sample_id":"arc-challenge.test.414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e29b7b6ae8d8a8184b73602fd5ad9b3964347e08aea9e0284364545bf31e2ec6","formula_version":"titan-u-contract-v1","latency_ms":0.4908749833703041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b339f8bca796aaa840392e19556e5946a8e3eb016645b89f50d27e3bf1df10f","sample_id":"arc-challenge.test.415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38aec65a23b448f259fe332f405a77509d957e5faad261b46a6e78727aa1b432","formula_version":"titan-u-contract-v1","latency_ms":0.5742080975323915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb2abb1e7bd88555b701e0c3f998334adb364b9b22367edf131e04228e097d1b","sample_id":"arc-challenge.test.416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9159cd0e1d484dd93a99a75827b7ad1bd646da6d39987459cff86c1b4cb9003a","formula_version":"titan-u-contract-v1","latency_ms":0.713084009476006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a04e61cf1167968616c0331b251d63535ff143621a6064195adbdc5141cec79","sample_id":"arc-challenge.test.417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e499d892be5602c1152e4f0c000ce05aaacc6d838b60c4624a67db3219cc069f","formula_version":"titan-u-contract-v1","latency_ms":0.5068329628556967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1afd5f4905cf2c5aa6212a7bc7e3dadd58baa4a8d94f9a1677bb3a30b50e11ef","sample_id":"arc-challenge.test.418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"907214119e1f02a1d714ef6618c3bdccb2c863a5b00ba0c6e4558360c6977dd5","formula_version":"titan-u-contract-v1","latency_ms":0.4742910386994481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78efce5846f66192323ee9b9b2516ee43690b828711c161e273d885d992a1870","sample_id":"arc-challenge.test.419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fb80057816eb2e091dddca29b1bb6d7f222f75f187197a82d5e7a48fea5eeb2","formula_version":"titan-u-contract-v1","latency_ms":0.5304169608280063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6318d32baf7ad34841265987e168d283f9e22672ae2114f0adaad7a27fd2ea36","sample_id":"arc-challenge.test.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c70a1c52ac2988fe6fbbb40787f211c743a8dab20b835e70dd88007ee4b348ef","formula_version":"titan-u-contract-v1","latency_ms":0.8252919651567936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80a2ddeeec810e2585e0b7b30d908ca694167b4983226a32f77412daf2249e81","sample_id":"arc-challenge.test.420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e7d89a6aa493c9055793116bb41f6974c22b08b16c9cb1c930eb20a79ee19aa","formula_version":"titan-u-contract-v1","latency_ms":0.5557079566642642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36584a85e36284c54221a50a5e3b52fedea9dc88ad282f5e4cfd4416c9398b91","sample_id":"arc-challenge.test.421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa50e4d166a29ef314f29e104cfd59c9577b9021837313b6cd5c93ec2f63e950","formula_version":"titan-u-contract-v1","latency_ms":0.6491249660030007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8cb4647dedb803d3bf8ba7ad4731e85113cb5242187ce813c84abffc47beac9","sample_id":"arc-challenge.test.422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4265e8e00b788cb317e96a61c171bd2e2dc48945ccf8327416622b2de032da53","formula_version":"titan-u-contract-v1","latency_ms":0.4544999683275819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01f10996a552e6bea9a291806c4c5e5fdbb60b602264675262d32f3083f09cf8","sample_id":"arc-challenge.test.423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab81c476007cef212e6bfefb6da18acef8a6da4b16c2b34cc88550bcc2c8848e","formula_version":"titan-u-contract-v1","latency_ms":0.5219170125201344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"847782e53c1efdd4dcac0a476c37523fe918895c28225ff37e63763ce1e6bed0","sample_id":"arc-challenge.test.424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beee9ae99e83585311bf09c145f9983814dda19283a71242ca970bbc2951133e","formula_version":"titan-u-contract-v1","latency_ms":0.5298750475049019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3a2b1d7935360c049fb3546a56ca33c110947d0d8e3c060500ebc8fc1cc8fe7","sample_id":"arc-challenge.test.425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9e530cfc020339699bbc9fdce3e6489d03659d0ababbde3377e200c73560298","formula_version":"titan-u-contract-v1","latency_ms":0.6979170721024275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0787e6fd39720e5056bf98fca4a12c4473c664a8929853205bdc31ec73814962","sample_id":"arc-challenge.test.426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"679962db4555267ec5a7e62693e42d3ec4a83934d897390ef424fb97e5ea4038","formula_version":"titan-u-contract-v1","latency_ms":0.567166949622333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a270c49b1b15a0b55f8981941e3f86936e5d7ddeb3497451c4486725cc60eec4","sample_id":"arc-challenge.test.427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f16a41d7e232d9a59049d384b7bd658bc4094278c12db10d990ae0122d6ed9dc","formula_version":"titan-u-contract-v1","latency_ms":0.6647499976679683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc604edf31240f0218562570a0e7b99cfef5686156da7a0cd7872460e104f953","sample_id":"arc-challenge.test.428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8befb854c67894bfb56bfb93a4191b3e75a8809f22d7eae4a5d6260daba0e167","formula_version":"titan-u-contract-v1","latency_ms":0.5184999899938703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8253036385b568fd552eeaf56647de92ad951990474303f3c143f91966a074d0","sample_id":"arc-challenge.test.429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0381e9902c06c5d1d83d22bd27587cfacad993bfaf7165c3644bd4090c731cb","formula_version":"titan-u-contract-v1","latency_ms":0.5792089505121112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7503d99af270c4d9e7c5e2d6535e00f28dbbca6439e4c9c1c3ae11d23d7af9e6","sample_id":"arc-challenge.test.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef61d51a73f24557cb14763d2f69bc3ae7828e1b10072a6b172adb5f7a12beef","formula_version":"titan-u-contract-v1","latency_ms":0.5447909934446216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd9f68b4ae0d88a947775b09d09967c790e665cbccd2c2f5282f8c9b111c2439","sample_id":"arc-challenge.test.430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a32bfc8e3841c1a885b6b6cae5cfaa082cc4a12e96303eeeda09e77c2986f6b2","formula_version":"titan-u-contract-v1","latency_ms":0.4915830213576555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b10d90a4e95379d3eac6ac25eba66af9151b9eef256c72298a58f74253c30a3a","sample_id":"arc-challenge.test.431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84073e1f1203a179feebf35ce5065a432d58515cd1fa26039ad20afc7cff438b","formula_version":"titan-u-contract-v1","latency_ms":0.6321659311652184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1ab7d5a1751ca16d5c4ea632e3af9252ca7457cc89799b16a88a344dcf49016","sample_id":"arc-challenge.test.432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c9c1faea2a6715c7c32e1420a21fa4d76508fe567652dfa0a7a65c035e155eb","formula_version":"titan-u-contract-v1","latency_ms":0.5412090104073286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e1c75c497da633619558a8507d6b4aeb7b8df72330ece2ff7c1a10a5a3b9052","sample_id":"arc-challenge.test.433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8fd8f11c000cdbf38a2bcb33856311c479ef7b03aad57e77b3b2d1a4ebe6e0a","formula_version":"titan-u-contract-v1","latency_ms":0.6938340375199914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c2eb25eeba2cd82cb203ed177afc620242ac6ac84a626951eb4dd067598399d","sample_id":"arc-challenge.test.434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71a4e1b9fe5cea83c60b66f4ae9a3b56040ded852702b37b3aaa28e245e6ced1","formula_version":"titan-u-contract-v1","latency_ms":0.6306660361588001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ced2173e27b9cb44e97d41719e4b7d5bab0ed9e56d0b2b7cb51951516d8c10e7","sample_id":"arc-challenge.test.435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51445170f3cfbcfa34c44ab1b67c12d9b060dcb1b1c9276442d6d9a7fd949ae6","formula_version":"titan-u-contract-v1","latency_ms":0.5772500298917294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fd5ae9d26f1445a7f7d48788cdda249818c309c2d65ca3769e733d97853f385","sample_id":"arc-challenge.test.436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7b9fe2ac5fe9ed04daad31870278309fccde616329845f66617a78e25f00cdc","formula_version":"titan-u-contract-v1","latency_ms":0.4283339949324727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f416d2b9a3b44ebedb2dcfc160bba79b9ab097faecea0145a4fddec0c6c84643","sample_id":"arc-challenge.test.437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89d2c38b912c4ac783df1b8d287054e66effab5e18da76a808ddeebbb6590cbf","formula_version":"titan-u-contract-v1","latency_ms":0.5657500587403774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d85f504f7a4b09cc221a25bd64df421388ce8f6f8f41e66b7b1fd594e04b5b9c","sample_id":"arc-challenge.test.438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d5e5ee5ab46d8b551ab9dec8096f1a4621c02f8d55e4ea93c07ce7a83693e63","formula_version":"titan-u-contract-v1","latency_ms":0.5933329230174422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69b6866f85668329e55c63bbc05ed2876d921036c1d6635543ee36e52353ab6e","sample_id":"arc-challenge.test.439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fc44869a5df0c3f625be2418470ad0eef7e5feb0cabf9ade198e3e00f8d3810","formula_version":"titan-u-contract-v1","latency_ms":0.5541250575333834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d62843b197251c5a0a687f1ca2e952625f6f32d0b243cc126039275083a435d","sample_id":"arc-challenge.test.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6148cb150017e5757448d36dbaa35cddc60be4fc4fc0815de3cdafe1294dd026","formula_version":"titan-u-contract-v1","latency_ms":0.6531670223921537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"167140e0b35d30a69eee23024bf026f8d589c53d396765bfe042076f53776b4a","sample_id":"arc-challenge.test.440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad28b419e4a4e04d1964e531eada9b3bd65a4a90433c40194394a170a50f1892","formula_version":"titan-u-contract-v1","latency_ms":0.577291939407587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daaaef605e8ecbf6e9b115e53638fbaecc8e1bfce2d1ce867e657ec1f0f4fb71","sample_id":"arc-challenge.test.441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ee2edb44f906cd5cc089471ea6bc5c0c5083e1ec359e8f8c868a2980bc377da","formula_version":"titan-u-contract-v1","latency_ms":0.5211670650169253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d8cb27d4516f5f87e1195932edee46b3813f63942dab8ac932e4e9b18bbbcf7","sample_id":"arc-challenge.test.442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"151aa9189c1c58e32848a8678dfb68401d5d08ac8aafff17b6c386ad32331e6e","formula_version":"titan-u-contract-v1","latency_ms":0.6876250263303518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3150de9a7bee7955103ee1603f0285860a397607985064ed39843a338b5d5974","sample_id":"arc-challenge.test.443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a2e2bcda49c5485702966aae08059a8a342b59c83615924a46bbf9e9abf1d44","formula_version":"titan-u-contract-v1","latency_ms":0.4270420176908374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9088a4e0fc74ef64f48721b40edb6574f3bd1f34ab5da2714b30dd1e58627d0e","sample_id":"arc-challenge.test.444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4ae1d3de483281cd35b165e637c4d208c655a337b6aef37b9f7a8be2d6e44d1","formula_version":"titan-u-contract-v1","latency_ms":0.7281249854713678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3058c32ac07a43afaa98a60d5dea3952ddf4efc940985e7e43692594b0e89fd2","sample_id":"arc-challenge.test.445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c1cec94ca5ea7ac6f860a5d67e8d1836deb70e7ef4dba0b7feab7ea2fb67980","formula_version":"titan-u-contract-v1","latency_ms":0.6156670860946178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9688f48a1ec56e589c4b32963ec179bcc6b5e167795ddc7bd808f23af555d98d","sample_id":"arc-challenge.test.446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daea68018e9d477e6be8e90f363a111cf543c71270bffbc51ce738a075223953","formula_version":"titan-u-contract-v1","latency_ms":0.5394159816205502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c708d783b38ce99df4dd3815f6c3f5a005f9d7cb1c4a02e9b76e03c8efb1dbf3","sample_id":"arc-challenge.test.447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad1a440368df32ed3512471e8aa7f2bf62b742bb1e86c74f8b192a94ded60399","formula_version":"titan-u-contract-v1","latency_ms":0.46004203613847494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77e5d3c4c920883338d6e7f27900a870f423569f8abce56ca4bb80409f898467","sample_id":"arc-challenge.test.448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b89da7cd9250c4f2ce2a25d8384c500da8fb6a687ab3a5baa999fa97e43e441c","formula_version":"titan-u-contract-v1","latency_ms":0.6519999587908387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"670a1fb048c7e307996c8a26aef951be61cfc4cd23b83e158831964e31b70214","sample_id":"arc-challenge.test.449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e60a3967c1c35744141e815850327475e2cc6a204a0df005ec16cfa4a6116853","formula_version":"titan-u-contract-v1","latency_ms":0.741582945920527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c796ba3171d3a603d6e349e328e978b85556649b3b06810622e7a8f148a77e5","sample_id":"arc-challenge.test.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9a0dda79edd0f687516e8d5eb97ecb0264a248ff706f550565ad4766acf84dd","formula_version":"titan-u-contract-v1","latency_ms":0.44525007251650095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a271ed6a1d765e8d108290d84a054751be8241f230d94fb7ba822ab04e48d629","sample_id":"arc-challenge.test.450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ad9b6cd56512435c26e0a5f5d117439ecda1d993ae764471db13effe65f781d","formula_version":"titan-u-contract-v1","latency_ms":0.3664999967440963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd2011b995718f7064ea42f534f2fcaf0f39b6187f3a9bf4abd6b6ba09b02e09","sample_id":"arc-challenge.test.451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d70c8e308a47733386a6387168ee84f2e1d6d5edf44f1731cf5a90aeaef0314","formula_version":"titan-u-contract-v1","latency_ms":0.6381659768521786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e30057e347416ce1d5f575fb3a3784c4b1c6127f8a5a1263e82e6b9562fa37c4","sample_id":"arc-challenge.test.452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"300c23a7d30e350350686fe6fffba1b66ee0ae3a4ae15195c0d5e92f22b864ca","formula_version":"titan-u-contract-v1","latency_ms":0.4814580315724015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87cb3c1c7603716702ae458b4f540fc4623014a1ad7499450b81d2a4ae13a896","sample_id":"arc-challenge.test.453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6adcf08a4b970a0698e114b7faa6a877b8897a7521648f6012319796945c9612","formula_version":"titan-u-contract-v1","latency_ms":0.579833984375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"610594131a087e4a05c1eeff504bf05a073b27297086b0fa49d1f6580ebe9ca4","sample_id":"arc-challenge.test.454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a153820f558b91111c7cda20a5e6dd982a32a6fc5c449e77bf7fd97b58b3270","formula_version":"titan-u-contract-v1","latency_ms":0.43541600462049246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42d04b27fc800b56ee80edaf87a4a66f209e848af6dc33b161de20d73f61e8e9","sample_id":"arc-challenge.test.455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"981ea69638bf61c038e32d59d20687d06034d6b62f3a8959c4041b371f5fc09c","formula_version":"titan-u-contract-v1","latency_ms":0.6447909399867058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c31f4d427733126e3f45332569e1aa4b055139a130472085aeec90b49472581e","sample_id":"arc-challenge.test.456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"980c2eea6a3a81e46fa211edc051babaa500e0ec63eed3aebbbdff4d80a80f56","formula_version":"titan-u-contract-v1","latency_ms":0.5772499134764075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df1b9959935c8357669cd9d7cb9f94751c804ffbec68ac66b5ff8723b85d3b70","sample_id":"arc-challenge.test.457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e171cc9a9ec4e21bbc118870d38d5d8e373c46f9876b45d164d68cdb7302bdd3","formula_version":"titan-u-contract-v1","latency_ms":0.43925002682954073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c24484d8774823f2b7273dac6e583fa8480b42272d443406fb862c5f64f79ac","sample_id":"arc-challenge.test.458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"945596faf8347b45d1fc8080d08ea91a2801599b3090b969850fe823a64df196","formula_version":"titan-u-contract-v1","latency_ms":0.6954999407753348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd478062911adfdd37aa81fa465b55163769bc529bef6c8b432acafcf6bc797a","sample_id":"arc-challenge.test.459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"737a4866e0d675f525959efcc8c8fcfd20fe93b42e0d81019dc5f50627a0c28f","formula_version":"titan-u-contract-v1","latency_ms":0.5260410252958536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f88887e598c6fc2a59034637c5b39e3d2b0a2a0eb47ea54ae9f208a8fc963a21","sample_id":"arc-challenge.test.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c9a2de731bfa7a73f7bdb4e436c0de6898717292d440fa65c38c2b00b066dee","formula_version":"titan-u-contract-v1","latency_ms":0.628374982625246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e4b9bdf3b3dabc88ec1b9784de975233f0eb812c874904e4b1990690458dae3","sample_id":"arc-challenge.test.460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37e6de8ef4b3b9be588fdf4d3f52750e17a5a0ba1651dd7d00f42a01b8626b7a","formula_version":"titan-u-contract-v1","latency_ms":0.4830000689253211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da38a0c5c6584890c7d7b6641c7681d706db6655219e5a73e1a99c191b9b1eea","sample_id":"arc-challenge.test.461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"637e6ff993a93b4a4d32bbb239af368f8715e59f4e308a0232bbbd447e3c7bb2","formula_version":"titan-u-contract-v1","latency_ms":0.3974580904468894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7a5ca73682b356b6612371df50d55863f129664edb99c36334470cce22720ec","sample_id":"arc-challenge.test.462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cad503941f3a7f396f5cf63c5c9c4248ae9a0436207481c3d8ac8c95b8e13321","formula_version":"titan-u-contract-v1","latency_ms":0.7279999554157257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad16a39348b277804d3bab4dabd1f07cd251a2461cfdbb1b7159711274ef9358","sample_id":"arc-challenge.test.463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62ecb1da868db48d04d3f6f4c8291eb0f24e69182cf74d1c1ad5795cde459737","formula_version":"titan-u-contract-v1","latency_ms":0.4419171018525958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d63f41868a89d3c7a49bf76566a51b3b1d7131f19686e94161c2d44a6dd6677","sample_id":"arc-challenge.test.464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9b2fd1f466bba2386623aa4c5bb69bf62787eec68d4c765a266584096872602","formula_version":"titan-u-contract-v1","latency_ms":0.5232089897617698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a067d1471021bad0a1b252c3e8cb622c9ebd6bfb10026319c788770765c5e7b8","sample_id":"arc-challenge.test.465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb8509a008bb6fe980ac97a82ae1e6735a292fd93c11cd533303cde0991674e3","formula_version":"titan-u-contract-v1","latency_ms":0.41850004345178604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0e906e15ed2e8f88d6225af90561681597de63806a464fd0e77a061edac37a6","sample_id":"arc-challenge.test.466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb634ca3f6fe448d25e7466f1b7c8e7b7f804d2fca7d5334298e8990535a1e01","formula_version":"titan-u-contract-v1","latency_ms":0.5890841130167246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39bc8ab41f7482c0593836ab99643d10328d343c54cedb029d7fca08f43fee5f","sample_id":"arc-challenge.test.467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f66bc9e29005d15d337bd14769b339654b4b353f835fbc2b8dd869211f3286b","formula_version":"titan-u-contract-v1","latency_ms":0.4921660292893648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d8d45eee574b64f29fc42516ec42f37297d13af2043b33cfb45b9a42187320a","sample_id":"arc-challenge.test.468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91915e34492e7534f6a1eca630c23cc3a9384fd8ddedf3606da0b3ccbf9a07eb","formula_version":"titan-u-contract-v1","latency_ms":0.3708750009536743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf3f6b8296c4b54db17a5ac602132980ffce0dc6fb6da401d2c37872f0865dc5","sample_id":"arc-challenge.test.469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b8e2b629845d8b9e2ebaab2369aae51e13e05c674530f0f923fda618d8fdece","formula_version":"titan-u-contract-v1","latency_ms":0.7012910209596157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d2fe572d922dd258b726dda33a03c0febc2c2f467297c9885c6e3d095e6bd16","sample_id":"arc-challenge.test.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af9446fcea715a18fe2d8bcf2da7c80cc2305a60a3380bf9294f9355e16f7d51","formula_version":"titan-u-contract-v1","latency_ms":0.5873750196769834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c8ebd07edbda3c7c9a5032ba746d1b5c7bafff43d66cdbd79cfc3d75fcb0b2a","sample_id":"arc-challenge.test.470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c0ed42aea8cd8a123564295d742b7c2bbe7e70981297bfce2fe7249463ca7fe","formula_version":"titan-u-contract-v1","latency_ms":0.6483750184997916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29a90fe9647098dfcaac6ea6db906675ab6a239a3e5269ed69555722a179841b","sample_id":"arc-challenge.test.471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0556ab8d8ab2414852fc60297cdf2819f164fa74bd4aaccbd5f9d74325dc059a","formula_version":"titan-u-contract-v1","latency_ms":0.41216693352907896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c83c7b151d1d7c6ec2d18fbd61c21b4a88fbbacb34b0ce69f644374696fb23c4","sample_id":"arc-challenge.test.472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e1cb86b88cba7f74b0bc0b5297bb5c53f6dc623fe5f726de04131c6b4a9716e","formula_version":"titan-u-contract-v1","latency_ms":0.6716250209137797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2185619a792080400879cf6a084479196a437f742c1dcd3c69e2431db86e59cc","sample_id":"arc-challenge.test.473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c1903baed151adab74e2afd2e60ac7bced3e78085cd723a1a013c0339af5f59","formula_version":"titan-u-contract-v1","latency_ms":0.6184169324114919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9db0bce3d6df6f32b2dc6f1ad0946b5174cee92e9e042d44b73d8bf7e33116f6","sample_id":"arc-challenge.test.474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd91999c73231a91ae4320cd8416fcc39c502fe1090419cce9f29f5447d976d9","formula_version":"titan-u-contract-v1","latency_ms":0.5460419924929738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87f3498ed9156d42364851b1d7ef58fcebe0f2185242d6361155c6f8685f51cc","sample_id":"arc-challenge.test.475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5711b0ab7191c4cda1d041c7cb8b9774530eb0558ac161b9a33376dd4522aac","formula_version":"titan-u-contract-v1","latency_ms":0.4510829458013177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad13774891e1d96a246e4f5df7e4ca6c50e41019569cea38bec7cc73d0f74556","sample_id":"arc-challenge.test.476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"259e54b383e239b27c6a788719d17faada66246e76befbb2bf89d39f7d0be1e9","formula_version":"titan-u-contract-v1","latency_ms":0.39783294778317213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c65d663f6a86965040ee810b6d9957c33ebfaf640ffd6af0137f3fd151ccd8c","sample_id":"arc-challenge.test.477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40abb0f957261e16b3b09a795c2c6777cc43aa4ac4ce324361e35f207b488f61","formula_version":"titan-u-contract-v1","latency_ms":0.566834001801908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5536d20cabb413063ae6976292e21708269dba8a99aaa12c31e9153652698a15","sample_id":"arc-challenge.test.478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c1a1986251cb640478472d7e02f8fe91db77c9e283109fab838067891dcbf17","formula_version":"titan-u-contract-v1","latency_ms":0.4409999819472432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"612a35ae9251dd523d4f1a53938baf80be7a3fa43dce9f7eb922de092996ce3e","sample_id":"arc-challenge.test.479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"639d574e91c93c61a14abbc121fe600e3ebe66d7a6fa9455a9aca8567f377f03","formula_version":"titan-u-contract-v1","latency_ms":0.4064999520778656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f0fa0db230aa05e8080875a1f18631f43bc6b7e3be3dcd23a414109732d6224","sample_id":"arc-challenge.test.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b3e0c3203f99e4f94c434fb2ea364dcd4a87c1a5e6c84b43cbe0ecd23f3c2d0","formula_version":"titan-u-contract-v1","latency_ms":0.43112493585795164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49c173c0b7337ab4ee1a3b153bac919a033c092f41361fe1154dfec50d1c84b7","sample_id":"arc-challenge.test.480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dbb6b7524f5211c4fb62da0c0105067662d2ac099cb6a9e32c90629c587c3be","formula_version":"titan-u-contract-v1","latency_ms":0.6905420450493693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10b19a57e0743d85a785e6347fdb4dc309861ec66c1c2389d257468d9e92b7e9","sample_id":"arc-challenge.test.481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5addba5f91186a5fc74835d6c40f3f733bd00f17784e4eb54622148134d19cf1","formula_version":"titan-u-contract-v1","latency_ms":0.6628750124946237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"710e35e3083293b03ce967b538fe5e8cff13cc2e009939b0a698854081be2eaf","sample_id":"arc-challenge.test.482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a288d217df93b8eb76162afbcd5a362acaf0be982cc642571771cb3760d650f","formula_version":"titan-u-contract-v1","latency_ms":0.4995830822736025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db0832dee33c0fad3db935c919c5b51298a07d2b7bcde09678ace562f79bbd6d","sample_id":"arc-challenge.test.483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81231569bad2c4957165b65ba5c26d0b444a301d9f81ce040e0dc9323e045018","formula_version":"titan-u-contract-v1","latency_ms":0.6130419205874205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4910f09f091d28620fc8aeafd9c22a9f3edda03d101ad73fbfcf79aca5875cdb","sample_id":"arc-challenge.test.484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f4c12b747cd7f4b3dd0a5435ee0d3efc32c64320487d380ea8b1e856dbc35b5","formula_version":"titan-u-contract-v1","latency_ms":0.42162497993558645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc6d4233df3004f49541c19c82e2da7c43d02f792d3b3515e34ea367c803c935","sample_id":"arc-challenge.test.485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac27a99232a21e6a3469d730fa41b18359d14312bbb1b1af9b9d939241a5a2e3","formula_version":"titan-u-contract-v1","latency_ms":0.3919589798897505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9447174ca96fe65fc79ff8fd6f2167ed25060aebbde1a961b209f34c45235b64","sample_id":"arc-challenge.test.486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5b88f828470c7fe632a94a0e03316c0924f0d2b6e9c7f297481273903a38122","formula_version":"titan-u-contract-v1","latency_ms":0.562917091883719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afe355859ce55372126037a96fe31d487d0acd488bf0c6beef9c49de869f918d","sample_id":"arc-challenge.test.487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eebc7c062d4f8944629150624d3d0119100e1a1fa988bcca594a4bdaf395dc4a","formula_version":"titan-u-contract-v1","latency_ms":0.49241597298532724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33408d2ab27daa63ec3fd28f2da904ca973f55417d2e24794c00cf5157ce3933","sample_id":"arc-challenge.test.488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"119dccadcf539b4c4f4cefa44077f45a798ac9f5dc99a0a9537d89d925414756","formula_version":"titan-u-contract-v1","latency_ms":0.6387080065906048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00d501cbfda02155e98ba5e0bb11b7520457ea1597f68571175ea7a78afdd806","sample_id":"arc-challenge.test.489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7efd287d8c46cc656d3f57a3bf0554a1addcfb88fd3e235dd26e77773d2fbeee","formula_version":"titan-u-contract-v1","latency_ms":0.6138340104371309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c1ca0f7b2fa2a7eda0afced618cb90bbc2fef11f5568bc1103d6f1e9c58c26f","sample_id":"arc-challenge.test.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c34357b116b3964adb8bbdc06308ecc87e1c3bfa00101d9956b6a7725bfac37","formula_version":"titan-u-contract-v1","latency_ms":0.7885829545557499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb3cfdf2906739a8742e0af448f579c9a64c78c3fd1e291f4a1d6eb7c0e79ec6","sample_id":"arc-challenge.test.490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe71cfff2a934e502d18e75c1ed550b7d0412aa01a03b91f94d2761485017158","formula_version":"titan-u-contract-v1","latency_ms":0.5752500146627426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ebeb3db15ce83d1e66f88b1801e37a8e3f3ebc5a40781bc88ed8c673b330885","sample_id":"arc-challenge.test.491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e717c0f55ff0094bbe480dd1747125d044130ce7293fb281195fe19a10bed5ea","formula_version":"titan-u-contract-v1","latency_ms":0.5489579634740949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e192986f4a88263799a0bf9c775d5ae284061adbbe9a2bff8240f2e8109deb9d","sample_id":"arc-challenge.test.492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2602f398c08e19b5240e433f4a3f00749ae6bb0fe485cdeb4944112aaec894aa","formula_version":"titan-u-contract-v1","latency_ms":0.4853749414905906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c49349b9a6d630ea695ca432b987520181f22042531f30009764779f1f4009fb","sample_id":"arc-challenge.test.493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aceee039998e319e004768dc8efddefd5330e466701a15729879cd13e4337a1e","formula_version":"titan-u-contract-v1","latency_ms":0.5395419429987669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f15d8eed88fd6b2d6dde0c70ea7d9496177cafa4762f323c1232572f8960cbb5","sample_id":"arc-challenge.test.494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b5cded80d74f841c28f2b062124409f4b7c9efe21b3482f1677afeab655cd62","formula_version":"titan-u-contract-v1","latency_ms":0.5370000144466758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b1fd2564d97b4a595def7a1f8870e950185dc9b96428b5227de644cd5c791fd","sample_id":"arc-challenge.test.495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f6b17fcfac712756951f293959c344f2e4641a734af6962257050cf1ca4c44b","formula_version":"titan-u-contract-v1","latency_ms":0.6157080642879009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd62ae00ed64942c73ee4fdd6eb350ae6b799fb60823c3b017b2c73ba990b3f5","sample_id":"arc-challenge.test.496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e2eda6f48a3875db65f58beb6607e6b165e1049f8ab1467fcc99b189c0334c2","formula_version":"titan-u-contract-v1","latency_ms":0.515041989274323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa60254358cbe29076c0af0a2443b28ce26a070a645b67a71a5a6f549b947cca","sample_id":"arc-challenge.test.497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c1cce1af368c603ffa409edeb1fdd0b555fcbaaf039811042d4b1f7ed8af484","formula_version":"titan-u-contract-v1","latency_ms":0.4510829458013177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc74c1a872b0ec056952ee9865e7bad56d194ea5482f0776e11aa66863655f18","sample_id":"arc-challenge.test.498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"390e143d8cb6499ef7da628c632eec06c5d40f8bd75f591c679d40106b0ee521","formula_version":"titan-u-contract-v1","latency_ms":0.7559170480817556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1aecaf6934f52a4000e569ea39627ea2b9145b1e317086dfb1b173b608b0987d","sample_id":"arc-challenge.test.499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fbbb8f9e098d8703c089da245a5e6ae3e0fcdec4119a340236ef6107d13bd82","formula_version":"titan-u-contract-v1","latency_ms":0.6590000120922923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"883444b88a54f16a7ef07b19ebb85fb69a1950a9474cbf129d7e79be9badc532","sample_id":"arc-challenge.test.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d954d568d2f9d88d7ef4c16ccaf73320140f0eb22f56b2c263fe4df0a4e4572a","formula_version":"titan-u-contract-v1","latency_ms":0.6506660720333457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76bd6b972b120bcf674c131fb04a6ed338243ccc5d8b6dc527333a6f22def504","sample_id":"arc-challenge.test.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7dd008d6b69bff63c7006f09381eba88b1f589c73244d155187f85e275d08a7","formula_version":"titan-u-contract-v1","latency_ms":0.6274590268731117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01bf3c0833f8f95de2cd9b22e5653ffca5746e05594f05de647f65b55d7471f7","sample_id":"arc-challenge.test.500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beec70d61951585bc50dac6e94fcf1a6fc432395ebca85affac4c673273d4881","formula_version":"titan-u-contract-v1","latency_ms":0.5701250629499555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"affae3a7a24266698e2ad1253b69b075196314584d021c924b117ec198b12663","sample_id":"arc-challenge.test.501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ba95ad37ff4dc7d0a36385a1a23881f8a4395aaa5dc6d7f4c2672464d493f88","formula_version":"titan-u-contract-v1","latency_ms":0.4021669737994671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8854b5caa68d3ee56cecd765533b51926c52dd1515fd26b88266ea24498acd91","sample_id":"arc-challenge.test.502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c990320bc369ed0a09311e8be77200411ac8e79e1b9a5bbe61c82d9184314eb","formula_version":"titan-u-contract-v1","latency_ms":0.9459579596295953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32e9151272994d784b39f251760393f88b4b9b7bb86a1b22839c62ad359ef5b8","sample_id":"arc-challenge.test.503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c951784ac6a0f8a379e27839dffad79d6b49b957bb61517640822f1052bf498d","formula_version":"titan-u-contract-v1","latency_ms":0.4805000498890877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cdc26ad39dc82f5a6100764cc67038c8db916ff91bd00522765455be3a04783","sample_id":"arc-challenge.test.504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4006a53f6e2f851af698b526bfe263652267abdb4a5660a76c0c7d4356120848","formula_version":"titan-u-contract-v1","latency_ms":0.6062500178813934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dbeb84695f0ffd438ddf31a0f866fcc080116e05845edd7810013e12332ed2c","sample_id":"arc-challenge.test.505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"431d475f6f18ec182a504eee8796a65fc14015d0b16ce921433b0c272b108c0a","formula_version":"titan-u-contract-v1","latency_ms":0.45908393803983927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84f0a259b69c365e7c4049b1841feb4d6120ae1f3669776904426bbfa97945a0","sample_id":"arc-challenge.test.506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"028f7c462215c0530804ce82d3fe64c7e905c8f84e2368088c04035133493e3c","formula_version":"titan-u-contract-v1","latency_ms":0.7171659963205457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1c61faa7b95582a764cab3d59177d8a7c1faf7e2f0ca3c37bda8419eac6e302","sample_id":"arc-challenge.test.507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95c9d3515b94c44be9d222b0381e5a01023daaade8936650e60b4c9eb4b5ee1a","formula_version":"titan-u-contract-v1","latency_ms":0.45787496492266655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec0763b3086d4bdce44f5925c4b86ce74ee57e2b1482edb461d47fcb73fb98e0","sample_id":"arc-challenge.test.508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fa69c5aa7c28009e4111c93abd391bcd0f838d0fc848290a4a301d6b1c7ae55","formula_version":"titan-u-contract-v1","latency_ms":0.6635000463575125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f343d99feea3d347f696b367ed07ae30594cbfe7d5e456ed119ed352d72442ed","sample_id":"arc-challenge.test.509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"780faf5086eb5b8fd5e46595627cace6fd36756ad5cc7ecf9416937eb4086261","formula_version":"titan-u-contract-v1","latency_ms":0.4289160715416074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13f5ae8ff0ac4042979d5defd18523dda7c3d8d1b90b1ad7325758a3c6aa1da8","sample_id":"arc-challenge.test.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"241e802b23abc6740573c114f5897973cc62dc27c06919ff7970a14c38a46ba4","formula_version":"titan-u-contract-v1","latency_ms":0.4360419698059559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12cc144a45c49ba28854d4496a79699f7bbf3bdd0216de206ac1eebc6014d76e","sample_id":"arc-challenge.test.510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5cb5d1c9448055e0604353a16fe29d426e6e55fe44d14e803d34ccd5ec3aa7b","formula_version":"titan-u-contract-v1","latency_ms":0.42762490920722485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b3437410a11b10abd887c318f8fa6a383407ec5d0fa266c4c5298355a0091f2","sample_id":"arc-challenge.test.511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60943314e50fa5b6def6cc60dfd4cec4ca92c4f48f01b238fd41f075d62ee055","formula_version":"titan-u-contract-v1","latency_ms":0.4532500170171261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64c6db92d942740f282a442d0bda346500ca269d399b1c988fe38b922b5b6ff1","sample_id":"arc-challenge.test.512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0bedbd494ec9fdd3dce2b1cb355201be3e2d03a8180d16740d3a5ef6e22cf1c","formula_version":"titan-u-contract-v1","latency_ms":0.5051660118624568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0706521d3d91bc80bfce5e106ce767f87e7fa41bab7fb6134fa7082eb4db6383","sample_id":"arc-challenge.test.513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf0422b8a25e832cec3eba1feb87771390b9ad3a53508e3e8e929dce36a1b075","formula_version":"titan-u-contract-v1","latency_ms":0.6213330198079348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e9f6f3b7da1f117c44f68f86e5a97e91150dede1e767804f1fef4bec10ec345","sample_id":"arc-challenge.test.514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2c1b2c99d21fd8ba3791523d7adccca356613e60eef3dfbcb00a108168752fb","formula_version":"titan-u-contract-v1","latency_ms":0.639582984149456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02a6d2ab04eba8ac7f596be074fc35073179e022fd67bf4bfdc749da0977294f","sample_id":"arc-challenge.test.515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9735a2934961b49c62984e511a77b39a20628e09a80296fe4f183b72017ef2b","formula_version":"titan-u-contract-v1","latency_ms":0.5027500446885824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18adc5eb944820acc5387f01414d6e4f5ac5756f6e50e525540427da529695e7","sample_id":"arc-challenge.test.516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a53caf6ceec27a67b857aca305fee0b7caa7fd683d96eadd257496a7fa24742","formula_version":"titan-u-contract-v1","latency_ms":0.47454109881073236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5f3a2baa45c1107d8cb42c69f6a6a4fc08cf3dc4a386ae00dcf048a4d7074b5","sample_id":"arc-challenge.test.517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de5a1adb577005cdbf55382d8d6cbdfd1624e202de24a32ce3b056c3349d87b9","formula_version":"titan-u-contract-v1","latency_ms":0.4461660282686353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0c1addcfeae59788408b8898178e2c1b4a5146ef5f39b9ad0eb51970daff531","sample_id":"arc-challenge.test.518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34e9966b0bde379fd56e0dfac57828c6f8c1b6112ec8f410dbb16fc49029b9c9","formula_version":"titan-u-contract-v1","latency_ms":0.5426249699667096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c41ffdd5a334183141f2561af7bfa23353d6ced2664611cf446947140435cb0","sample_id":"arc-challenge.test.519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90a0bcbc70cf0067d3c0ce42e49a557e4cd1f52ff0066709ad6813dc2139fca9","formula_version":"titan-u-contract-v1","latency_ms":1.287457998842001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d136330a8068b57be586eb2847da994c8e16c8bcd2cbbeb00fe1509eaad9d571","sample_id":"arc-challenge.test.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cab7b27f688f6063a935898f4ff355e0b9abfb03c45bac104fccce66d78709de","formula_version":"titan-u-contract-v1","latency_ms":0.47154200728982687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b19dc87e4ed668b9b98acc8f95a521846c37d4de560428edce499c67fdfc256","sample_id":"arc-challenge.test.520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"500f95d09e3097db0ca921548d79e8f83a490f3cf486c21b0c9ea1b6ca197923","formula_version":"titan-u-contract-v1","latency_ms":0.48033392522484064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60a1662a795f26e075048ecf6c3a510998cb748b27d145cc80e6a79246c2a92c","sample_id":"arc-challenge.test.521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8af45b8d8b572de9398543c760b3470a1e58814b1d63d6f98dfa6112f9323e24","formula_version":"titan-u-contract-v1","latency_ms":0.6357920356094837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27821968f175a0e6832fdb219ae2db633d329926808e155ee0fb7bdca9432c5e","sample_id":"arc-challenge.test.522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4718ddb58ffe5d55cb5d020cdcb69cb516cb4de38ba26f015f01abe4d05ea75","formula_version":"titan-u-contract-v1","latency_ms":0.5539159756153822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"541d20595013b0c20ab1e16640c1714cb73a5cf5a507c7d899c16135ebc90d6a","sample_id":"arc-challenge.test.523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36e7d475ebb0154465262bdca63caabc4b59f50ab93c44e30e1bc15b6645ce71","formula_version":"titan-u-contract-v1","latency_ms":0.5999580025672913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25957ecca2ca5cd09662c61bcbc995f64008faeab013f12c0355e611f8b62645","sample_id":"arc-challenge.test.524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33fceb635147eb2935c2ff58bf2f5ce4861fe22a099ab25e3491cf4e01a2c53f","formula_version":"titan-u-contract-v1","latency_ms":0.4944589454680681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e00980cce20b6c6de7287a1e52ccf6afe816ea5ad2fd6ded02f2aa6692e897e","sample_id":"arc-challenge.test.525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2917e976bbbc0698d166a9c0bbc2e8695559cf9b94c21dd4f99692ae357ecddb","formula_version":"titan-u-contract-v1","latency_ms":0.5827080458402634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"835cb08c02820e5f561509812ab277b2ec7d77df65ba0df254401b4a883eb8d0","sample_id":"arc-challenge.test.526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dadedf4235eb9c6785fcc6b543554dac6911a133cf0865bde03b66f00df0266","formula_version":"titan-u-contract-v1","latency_ms":0.5796670448035002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60e9fbcb956e3397c95162d6238284a47a07522800da5b12410d87fc55e55241","sample_id":"arc-challenge.test.527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8bbeeaf646d0b5fd8465e981fbe12f8de013e5f2c7aaa429c434317c141ec1c","formula_version":"titan-u-contract-v1","latency_ms":0.4363330081105232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71c366445bf006f0a98674e3b4c42253c044a32b5e4b451c69262e478721222f","sample_id":"arc-challenge.test.528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30457dfc15d52c6634e1e4cd3846e784a546287314ee685fc382693c94a4b9bd","formula_version":"titan-u-contract-v1","latency_ms":0.4115001065656543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28293cb99989b9bf49d38c558f0d1e23a27596669fe85b690ff4febf8659c17b","sample_id":"arc-challenge.test.529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9630b41f62580226c3ef207ed1cf513a3d1422b444d6717e0f26e74377f479c3","formula_version":"titan-u-contract-v1","latency_ms":0.6941249594092369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b817a1ca6d14a48aabfa72ae9708e600534bcaa41a9d824af0aa405e461a1029","sample_id":"arc-challenge.test.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"821c0eaa5cf1265d359948b9d694e4f9d913e0b80a4019eb571d138bfcf71d62","formula_version":"titan-u-contract-v1","latency_ms":0.6380000850185752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a334d864e2c626457167cd3e1f892310241baa662c4b22c05d7e4e5e1556a283","sample_id":"arc-challenge.test.530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85b6a485c284a57b63196c0ffdac129d5c219190d526fbb060cae4f7a15543d4","formula_version":"titan-u-contract-v1","latency_ms":0.4796249559149146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a789c2319ef9630d755ee7a231be62b659fb73df23ab03bec6a036f6258ab7de","sample_id":"arc-challenge.test.531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffab7ee2004290644885fef4337efcf77e963b06afeb7769f064578bec1e19ae","formula_version":"titan-u-contract-v1","latency_ms":0.48637506552040577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce19f52268e8827528d656829bca548886bb2c97ea1a1ad24854b0eb226d3432","sample_id":"arc-challenge.test.532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b7f83c8bfb594b87b5e5d53ea9cd3476a891fb40a4316bce6734f1cf2709af7","formula_version":"titan-u-contract-v1","latency_ms":0.8253749692812562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8dbdcb405ed66896b7f4ff2d7cc3139d74c36378d7eda05e6c5a3eb71fc6ae3","sample_id":"arc-challenge.test.533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9f5ea1a020844eaff169a64fb147114d7f3568044483abe4506edb5e90d3c7c","formula_version":"titan-u-contract-v1","latency_ms":0.8713749703019857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b5208f1bfb03837638c103a2f67212a1a5226118cbf87f6a9410e0055294d63","sample_id":"arc-challenge.test.534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"375c3b512e05f84d7c95d084811a7bbe935a844799d4a5c2e1c15ae3e2df596a","formula_version":"titan-u-contract-v1","latency_ms":0.5498329410329461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"435f29d9974f996c8381f37d808b9789e7e0675b9a2b2374dee1359baef7bbaf","sample_id":"arc-challenge.test.535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e3dfc2f53a0094ad5513ee73c7dbf63a3a776f319af2289e46ba8569603f3bb","formula_version":"titan-u-contract-v1","latency_ms":0.5146668991073966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98497eb8ffafe628a43e138788230e898d71352c6b06d2fa0f23aac71bc8e890","sample_id":"arc-challenge.test.536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dff9a9ad5478871b2acf0cef73292715cef77cd1053c37e1d252dc300156d7d","formula_version":"titan-u-contract-v1","latency_ms":0.45849999878555536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"735ae4fafcd93fdc846617bbefe57d04cf8e1a472a3b78c0c9298ab8197aea94","sample_id":"arc-challenge.test.537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3b3d815c4da019b93e23ddaaad74e17570af087d69389dede66fb5cda3d70a2","formula_version":"titan-u-contract-v1","latency_ms":0.6176660535857081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b59e6f937491f0a53be60d171194e26241399bd065d6c3b59a9ed89d7087cda9","sample_id":"arc-challenge.test.538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38dbc207b5e73e51bcf13137d7edb283c648c7a18225bb8f4be58f77b45f3512","formula_version":"titan-u-contract-v1","latency_ms":0.4475000314414501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e197bf10965d6ab7cc000eb53a901120062fa22c18a74a592dd9ee98aeb96a1","sample_id":"arc-challenge.test.539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f55064a0f0a277d97ef722326cd6ca34852a3849b3285341cb0cf1eb8e880f1","formula_version":"titan-u-contract-v1","latency_ms":0.5510409828275442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89194399ef03f60fcfd710de3a976b96a3427def09e98f6ff63fc90c010ae51b","sample_id":"arc-challenge.test.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20f5adfa0c1d05d0c0b971de23912b31844b9e51bcf1998bb520e6acd2965b87","formula_version":"titan-u-contract-v1","latency_ms":0.548750045709312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f8545def12c365c53076be83c7d0f17ff9ea7696acbe987145025359220f096","sample_id":"arc-challenge.test.540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ceb9d91522b072cc7a986c3b085eb7c86ffcc8f61dc196cb6d6c22f13febc8ee","formula_version":"titan-u-contract-v1","latency_ms":0.5915830843150616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15d1d26551e532a3fb155a66af7a61b83c04c77a7b85805613a7fc8b3882f943","sample_id":"arc-challenge.test.541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c001faee84499a13963afc632c6f877c78bfaf4b0ce000fe4059cfaf61b9a9f7","formula_version":"titan-u-contract-v1","latency_ms":0.4001249326393008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a77491a626458e533513a3b02ddcd7b52f35a76700c29d0d30468d5ab482986","sample_id":"arc-challenge.test.542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdd51b7a3d090b132c603bf864773015137ced2a75f56e1c4ccd3d1690db1a28","formula_version":"titan-u-contract-v1","latency_ms":0.5848750006407499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cc6a3be1d5b23ce7dd814fa99570d12db7ce0296f2dbc906f8046d9500dfb98","sample_id":"arc-challenge.test.543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbba5041fbe05c52103890f2ec57bc92613e42ac3ba2841282e25c0dc6d96423","formula_version":"titan-u-contract-v1","latency_ms":0.47212501522153616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1444bbd667cec689bbeb79e3b366d205f0a7e2a43eb30bee51cc0435138d103f","sample_id":"arc-challenge.test.544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"965dc3d0e4015b43e9ae7d81762d77f44ff105ebc3fa3900e9bb40aae3cfa4ea","formula_version":"titan-u-contract-v1","latency_ms":0.6317499792203307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9bbd6348f1ff9fab48c5fbb6abfada96a212cab220baa05766b478fb6b79c54","sample_id":"arc-challenge.test.545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3acdb16752887d3f060990eed23343f0942494ef8f04ea4bd5c3bb0f93cfb68d","formula_version":"titan-u-contract-v1","latency_ms":0.4916659090667963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"433b4b32a988fd9a946781d7bffc48c65f110ed67bdf28c328720769511bac7f","sample_id":"arc-challenge.test.546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ddbbfc131c1ae048d2cf1025444ba249f61cdd7d93e0ad6e811735c3ccd3198","formula_version":"titan-u-contract-v1","latency_ms":0.4326250636950135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9df0314b6cc0d9eb6c9d5e6eb247375ddbafd36970c96549a18349b1f52d35c","sample_id":"arc-challenge.test.547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8eaef48c1b81e29679304a2108eaa8c893444a8a4c0943a30642df7f6900f59","formula_version":"titan-u-contract-v1","latency_ms":0.47562504187226295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d3d080f60b0d405cd76ce47c883d1acf2602576b9aacf92244e438e11c61f65","sample_id":"arc-challenge.test.548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbc6d589b5f6c50836570153b2a0dfb41e23c3c8296f2ee672eb79921051747b","formula_version":"titan-u-contract-v1","latency_ms":0.4532920429483056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"634e88330901aa61850e784dbbdb792f57549a8b038dd484e8f23cbcde43bc65","sample_id":"arc-challenge.test.549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd15da2c2d12f8bf82f354a451f4222de7b437ac878cfb5f1befc7c19293efb9","formula_version":"titan-u-contract-v1","latency_ms":0.6391670322045684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf1652b689b0595dc6aae6357c46b4b6ce138b1ff9f3525110633ca612dc7929","sample_id":"arc-challenge.test.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ab878251160b2b3b1e19a594b2bfdb599b540452486d49e888d28f342d16edf","formula_version":"titan-u-contract-v1","latency_ms":0.5714159924536943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9f1db509413c3eff05248484f4a162728483c6ec509c02e904cb88dfaa9e07b","sample_id":"arc-challenge.test.550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d489e6d757166695aabc21cd5c37f557fb487fd316e2bb165d17a4777a2c219","formula_version":"titan-u-contract-v1","latency_ms":0.43083401396870613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d780fa9f0fb8f0d780c840a68d0ae647bf8851ed3bec40df78a4254046ea0841","sample_id":"arc-challenge.test.551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4342b4d4180aeda4871c8eec3e3ee8847972e8d62fd3743d8af680700c8f76b6","formula_version":"titan-u-contract-v1","latency_ms":0.6297079380601645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a00cc20f9894fdd9fb185d55f3cbe4b0cf69f595e80fd8c6938d634c109a9c5","sample_id":"arc-challenge.test.552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8b06dd69b831c2fd654aad644d01bb27e8157786551fa8d2b331b2a9872a53f","formula_version":"titan-u-contract-v1","latency_ms":2.251792000606656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fcbfe0e62f96306302aef4ab019f8e4568320499182ab6994ec74dddda62070","sample_id":"arc-challenge.test.553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"144fcecd479b7ddf60159b6f74d1f95dbff17240bd70cb5c701a0b99b5736bd5","formula_version":"titan-u-contract-v1","latency_ms":0.6345829460769892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b696f540184cbb724f33ab4e0d09701ad4668111849507ad2a0c8a4443f9910","sample_id":"arc-challenge.test.554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28d1e9d4ba2f8a113062523cd2112250242c7b4dfefe8d0365e894125824cb32","formula_version":"titan-u-contract-v1","latency_ms":0.5102499853819609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc714c6a1a05554ec19af87456aeee42360a7819f16dbd5c0ae012807e09cad6","sample_id":"arc-challenge.test.555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e9c04f945e31cd3784b41ac864fba4c887c0661ccee2157875493812386e101","formula_version":"titan-u-contract-v1","latency_ms":0.4266659962013364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48d21a838de60ad3678b83ef1e7d6142e15fb2d41fd888ac1091611413905856","sample_id":"arc-challenge.test.556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a56c2a42f5735a315be7a09c52539662ccae8078ea88bdbe963b8b87eb0bd85","formula_version":"titan-u-contract-v1","latency_ms":0.49337500240653753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6420b0794ae75fe3cd859e90e231071bf4839bb09abc91e3d9be085300151bb0","sample_id":"arc-challenge.test.557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a42ba234011012c055bfd3e0326570a186ccf2288aa2b8c8d304ce0753e31ac","formula_version":"titan-u-contract-v1","latency_ms":0.7517910562455654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6778cd6bdaf5594c034e6037704c33406b0760a7b8fadc3aa38f64d53c8927be","sample_id":"arc-challenge.test.558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efb04ea5b51da4bf51e4379c3840f8391b837316fa1385145bbafa877b38cade","formula_version":"titan-u-contract-v1","latency_ms":0.5540839629247785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"902e85e00d2c140beee02163c3a484b3080091850f28988c6bb130c88350cc26","sample_id":"arc-challenge.test.559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"997b539b70b49d26a42456a07ee956955d0fbccd59f6ed1479400acc69c70c76","formula_version":"titan-u-contract-v1","latency_ms":0.6135000148788095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd9047567da60d3f595265afe4aad07750187cb65aea5b6261d89279ba75615c","sample_id":"arc-challenge.test.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8788a98baaf5891a75e4d463cd937db3373b2fb54263d41588c4e454e4b814bb","formula_version":"titan-u-contract-v1","latency_ms":0.7254580268636346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a499f0aa55caafa69a9939ba427d24099ddb1a391724a95885833988809ed7c9","sample_id":"arc-challenge.test.560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0111035d9f8da00e80c897854303d0f5b8b5c332fbad29e8d0a0f51cd21e9632","formula_version":"titan-u-contract-v1","latency_ms":0.5970000056549907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0c405fd31ce6816b2b397a54fabe69bccc9f2d7346efe9993f934c31a7915a0","sample_id":"arc-challenge.test.561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee29ae92a80edbcd43808633e94be8da2d5306e50ab8336ef1d6527f0ed3ab08","formula_version":"titan-u-contract-v1","latency_ms":1.0468330001458526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7677ab66e0aeb82e58be7f244ddff4750ab9df013d0773ffa34993e90b9b19a9","sample_id":"arc-challenge.test.562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"816bb0a867b846ff55b3c1821ac7562d0f386bb1813e9f600994b77f85d26e1d","formula_version":"titan-u-contract-v1","latency_ms":0.54424989502877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8e1da69f1c1149995022327ea07be117989591392b39faadcac550a662a9256","sample_id":"arc-challenge.test.563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d27c957fb4e3bdbb480fd29c67bd8a058f19bdeb9ae589709fed1d40b6921fb5","formula_version":"titan-u-contract-v1","latency_ms":0.5907079903408885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e031ab7d7bcec94559173d549b4a36f3a136ae5dc0db9dda41a846b141188e2","sample_id":"arc-challenge.test.564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed7d77bcac8f3906643a09e0c21727eab632d96ea3262133500c5b0ae398334e","formula_version":"titan-u-contract-v1","latency_ms":0.44525007251650095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57b451679bc19fb9cf041adecc29467dfc646a5d2a1c680f4c01a813f0d43769","sample_id":"arc-challenge.test.565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d61c63b9bef0bdb855783924314a50a46c36f7c6a403ffd6b3fe809b4daddb0c","formula_version":"titan-u-contract-v1","latency_ms":0.4973749164491892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"268aaf39dc3b8b787afa576b314a8eae784b072a7868ec87f0c59b3281a0aab2","sample_id":"arc-challenge.test.566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0859a553faf0ae96d9c47fbe1c730d38651f61f7a01d3a14d7460c2768405e3c","formula_version":"titan-u-contract-v1","latency_ms":0.5238329758867621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c8f55024013187f84a948bdba6a9b39f3c7fd3760513771630fc533adf7158c","sample_id":"arc-challenge.test.567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3283275fd4281937ab4399051b1470ffc13b383fc8bba5cdb9b33b15b1595a0","formula_version":"titan-u-contract-v1","latency_ms":0.5707910750061274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c9821c0fde5e4993e5edaedf095b909cb2840d3525216e961b427e76bbb3b48","sample_id":"arc-challenge.test.568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f0ad080993f3c97ec5cf023e0f9947d40aab107968b7e07a6c8ebfe5c853914","formula_version":"titan-u-contract-v1","latency_ms":0.42691698763519526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69d8f4300304c3e2a758678afad7a9b9d89884bbc2e09569f3e0229da9ad138b","sample_id":"arc-challenge.test.569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"681f6e1d8392897f608230389633703ce67f295a2972fae2e99f8f41e39545ab","formula_version":"titan-u-contract-v1","latency_ms":0.4152910551056266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ff6a2ea0b066e7a33ed66e2f4e1b12324fa831ddfd69ab437f8e96cd33e4db9","sample_id":"arc-challenge.test.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ddd5eed25aeecf2a89201d865c3ed7bf10fae3f470325983ecec3182bdfc9ec","formula_version":"titan-u-contract-v1","latency_ms":0.46195799950510263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a81163c0a441d378943094d315851f3a021505c2073988c496b9e92be157042","sample_id":"arc-challenge.test.570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"190dede341fe3e40251c85eb6a3c1e3033c915798a83095552fdeb671c811c70","formula_version":"titan-u-contract-v1","latency_ms":0.4261250142008066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dccaa8f3c0094936a5e627d96ed104c622f3590580b3559caaf23d5ab2f5fcef","sample_id":"arc-challenge.test.571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24e1653d8971e22aea802204a9689da351efe1a4ffaa380a0f61661350c13076","formula_version":"titan-u-contract-v1","latency_ms":0.773124978877604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fc26b450fbe974fe2eacd6a915494c0f508c9dbd6c505ee9e676fda7fc81417","sample_id":"arc-challenge.test.572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a90ddc01cd5ea6b1f27cc2bd72a9be5a82f45a258205d4e318c144dcd0188369","formula_version":"titan-u-contract-v1","latency_ms":0.6704169791191816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"274c4708f20a919c53c1157891ab9f26ef93af161a5d29603f79d322ea59b812","sample_id":"arc-challenge.test.573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a7ee7438f366c724411a21fd8580198acf99676fb702289d2c4e0f5dc7ddfaf","formula_version":"titan-u-contract-v1","latency_ms":0.603417051024735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2996abd733c7d35810d2e1fcb76228880bae067c45a6ad68facdffdae461c2c4","sample_id":"arc-challenge.test.574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb024e7ea7c06dc907851ee4bdb2dd1fb4e3ff2eeb8647eafee325da64f366f0","formula_version":"titan-u-contract-v1","latency_ms":0.4060829523950815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0661e33b0556af8c9a80467eaabfe28495a0b1124da6d70c50cb121ff8c9a461","sample_id":"arc-challenge.test.575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a1afc5639b1942954dfd0d1cecb32674390a6121147fc495fd1a93cf4c71706","formula_version":"titan-u-contract-v1","latency_ms":0.5660420283675194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7792b01fc83cbd264204bb3b3c73ae71666cfcf67b7eb2f8f56b7aeafb263be4","sample_id":"arc-challenge.test.576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d645b62a17ea6477eb013708532f4581cf130c3366e1c553e4149ade538a0800","formula_version":"titan-u-contract-v1","latency_ms":0.7363749900832772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70d118da7fe766c5972a75861b978aa2519636ecf085ca54d3bd3977ba0225a7","sample_id":"arc-challenge.test.577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ff12fc10b7eab6090b264f4cb53d5157ecb04f7be3c72d4380579abfe223814","formula_version":"titan-u-contract-v1","latency_ms":0.6281660171225667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b9689deb6b74b495cf2d0becd364f95e4d2d4eda27ab119a8bc5376f9df6496","sample_id":"arc-challenge.test.578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"634a7822ecd6a711906eeff374ba9c37968ec2ce754db6a53b92dd63baa3dedb","formula_version":"titan-u-contract-v1","latency_ms":0.46866689808666706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"540467d988599ba107dfda047349c87d40e0f804a390a2bebcfd49d1756d298c","sample_id":"arc-challenge.test.579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"306fd06049e2610a1ccbed1fa802985219cf07fb2e9c783f81285d830ded1eff","formula_version":"titan-u-contract-v1","latency_ms":0.49454206600785255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb9ecf1af34ef6bac06f6c0e063018e26afb6b4c433c721d37260c2884cb0456","sample_id":"arc-challenge.test.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ac61559465528c2ed148c643c6f2a5933f12b56e6febbcc7f4e079af41297c6","formula_version":"titan-u-contract-v1","latency_ms":0.4730420187115669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e57b6493a8b441088e55d47bf08a3d713315171033117bd64d85d69f46f9d1b","sample_id":"arc-challenge.test.580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f11d059567001d3e4ce2d9f387526fef1dd5fa549807cce7d16a57876ce9fda","formula_version":"titan-u-contract-v1","latency_ms":0.5579170538112521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db12588fceb31f8bf96169a3ba7f0e62cdc50add2ef665bc56739b8f38fc2f8c","sample_id":"arc-challenge.test.581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36d6aca11578fe79b485f812a94014b4385f486d7742d618e11a6633ea2af4fd","formula_version":"titan-u-contract-v1","latency_ms":0.42579101864248514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fe2497d96c0770eab09c51c4481cd7190dd995dcdea8384081a997519eafd4b","sample_id":"arc-challenge.test.582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b3be3076db7d6b3781d42c78dd8c214dc411908c9db0ae5a7f08095adbdf5ef","formula_version":"titan-u-contract-v1","latency_ms":0.4492499865591526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e84ed6efba9fdadd756f149af735fde1159fc7e5a18eda873902cdbe92603468","sample_id":"arc-challenge.test.583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1db6fe2e0d0df2327cf6506ccd07705dd9a4f90dcc306d672a98bd0166eb51f4","formula_version":"titan-u-contract-v1","latency_ms":0.7923330413177609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c63a1d3f1a0f14d214750c0cbab3521759e51a945a0c1578449b480bdb0cca3","sample_id":"arc-challenge.test.584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53c840bdcdbdf773856346e4bb37181249efb54cdfa0401478fd6eeb3c1e2cd3","formula_version":"titan-u-contract-v1","latency_ms":0.46787504106760025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"564ccebac157bd26f6deb9d746555cc11c28eed031c1656a1a96ce452a950bcd","sample_id":"arc-challenge.test.585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a7e30499564a1d21d0cd00b2a361c5a8c1e15613bc98093946ab69b95e0dba1","formula_version":"titan-u-contract-v1","latency_ms":0.6132919806987047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c386855b5d79433b4a5780fa5a4d86128d3b3088257434357419350a765ec8b","sample_id":"arc-challenge.test.586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f214d8cbf7cbc1e69d20a6ab3311eedad8ab90de63e29002400a6b5e7590f002","formula_version":"titan-u-contract-v1","latency_ms":0.48970896750688553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f91427aa6abc8587768a96e208322bd73fdfae6c682b772b0a6d6924f4a1642","sample_id":"arc-challenge.test.587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06832cc408497473e24332143b344e4a8fb359897b1a2684b8e8031d1ada2b76","formula_version":"titan-u-contract-v1","latency_ms":0.5179160507395864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbd982bdd5424fa5adb2dd00c71e1a4deba5a7acba457b65640657fec19713ab","sample_id":"arc-challenge.test.588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a234ee09808f6c43359b74a538e6e29e177c8084855ddc0ff11e811f2fa918c","formula_version":"titan-u-contract-v1","latency_ms":0.6527919322252274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de3b76b3156f5aa82ffa877ceafae355f76e40d9d5f48ac532a1077bce7015c4","sample_id":"arc-challenge.test.589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eed617172cc66ea72b212a69fe20d4bcad869087701ee43eba2376ed35d38046","formula_version":"titan-u-contract-v1","latency_ms":0.5576249677687883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92deb2bc523929e178da0efa7d2407b51196f9448fd88194f16895c00a07e39e","sample_id":"arc-challenge.test.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff7c41122622e3cf62320053085dd0f2cda576d3603e86659fc288e6f4d1458","formula_version":"titan-u-contract-v1","latency_ms":0.3810409689322114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"834f000fd5db0d884da77d22387121888fa62413f4a035f8d996f4e2ba55e464","sample_id":"arc-challenge.test.590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34a9dbd99b98a1b471d2226b9e17f78f15acaa00731788713e02b46ed6c0b2da","formula_version":"titan-u-contract-v1","latency_ms":0.6243339739739895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0277d276deed180c9617a4ac0ab7d289f704245c227241220ff49f31bdac8a81","sample_id":"arc-challenge.test.591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73edd9c7bc27cbdcc0fe912af0c5c27db084956f812ead81acbe1d059d7fe28c","formula_version":"titan-u-contract-v1","latency_ms":0.5211660172790289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fec752f058088e35cdbca3ea8e0eef33f29f73d7b9383f98f77356cf840ee38","sample_id":"arc-challenge.test.592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a91c0f6936ba45a78d2703044613c47e9f96460be198468144918280924bb5d8","formula_version":"titan-u-contract-v1","latency_ms":0.4877089522778988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c6150cb5cf243d9d1f41154995508277142770887422749c0f42ce7a4a5fe60","sample_id":"arc-challenge.test.593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46e55cd52615ded564b2f1c6f760cadf49ead96561ab73bbcb92f62135c26d6a","formula_version":"titan-u-contract-v1","latency_ms":0.4699999699369073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b28b276943fd5d4a8b287a9ad7ecb398b65e59774ae675b81e36fbf3ba718a3","sample_id":"arc-challenge.test.594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb4d66a756ae265b69e35144768f1be62110025b808239221fe67ba59d46a769","formula_version":"titan-u-contract-v1","latency_ms":0.5512920906767249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1caa71655f7c719ae7b4ba035766ca2bd01be743f758530b5bf00915fea63ee","sample_id":"arc-challenge.test.595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ffbbb4fba917e814c3d24954dcad1eebaf1cf012ac20f2980d9bf6dd97ac718","formula_version":"titan-u-contract-v1","latency_ms":0.3897919086739421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"868eb5975175f53abc1e331f823ad67250a932b4796bda35935dfffd5172e3fb","sample_id":"arc-challenge.test.596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d679280ca9cc2ad6cf3225d676838aa2e2de94f13b10d636fb026dad786c947","formula_version":"titan-u-contract-v1","latency_ms":0.43554208241403103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6aeaa73c992cbd1d212543253944dbbd9b477decc265588ebc7c707b3f50412","sample_id":"arc-challenge.test.597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6768f92c427f26bfbb5b5cd42f9b667467c1c436098ac106d64b5740c9680783","formula_version":"titan-u-contract-v1","latency_ms":0.8593749953433871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73db2b9b567abeee1bd23c38f47a62a105192325decf2bb2f0c76164685fa7ba","sample_id":"arc-challenge.test.598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b75d1cfd6e0acdd6dd556614b735cd071568f039b7c3a45cb91a98adc5c1ed5a","formula_version":"titan-u-contract-v1","latency_ms":0.6163329817354679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20468a70732b8d7510bb2dcd523532fe907a5bfb286647881e077c89ea47b1d5","sample_id":"arc-challenge.test.599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a00b20692ddf9aca62cd2e5b35f658b4bedb4fb542c52979568f36b1ff77419f","formula_version":"titan-u-contract-v1","latency_ms":0.5929580656811595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"241e3942dc60c83142261f4157f4f10ab6f3d1d6ba40f3e59b30f6dc9f5be368","sample_id":"arc-challenge.test.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"937ae01be422fe8a8d11a5ef27859bec9c5ba40fec1075d94b9ae987bbb5362c","formula_version":"titan-u-contract-v1","latency_ms":0.42233301792293787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cb0abcc57f7001d8a4485a1158314c6def0c1acc95609a2788b91c20db23667","sample_id":"arc-challenge.test.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"450d627b2512959a81df5242f7fb88abc8fa5a61a7d76b9ac2fc9498566a6207","formula_version":"titan-u-contract-v1","latency_ms":0.6640420760959387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"903f1c90e1ebb6da8fddb8904307048f8eb7bd2ba8e8b5bc990c4d427022aac3","sample_id":"arc-challenge.test.600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebc246570c42d7a34b86b9b94f73b171505a8c70e6192393b9c08a23e35698fa","formula_version":"titan-u-contract-v1","latency_ms":0.47354097478091717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a2c0f176ec979d79b7063d6c4a164116a391c552096a9ed2682a075bdab772c","sample_id":"arc-challenge.test.601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef6e056e5f532ab08e04dfd96b717a925eafc6742a418078aacc202e2caae68f","formula_version":"titan-u-contract-v1","latency_ms":0.6114160642027855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"325168546de3bdcbe56bed8250734b81c80993d9ba2f81bddc7bfae8b5cba9b1","sample_id":"arc-challenge.test.602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f88ea21c867700734bcb34124c42a1ecdf8f0929cc2d8c22a76d0d795edaae1","formula_version":"titan-u-contract-v1","latency_ms":0.44170801993459463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f45e78511f2426e79ae23baf2fe3c6b101eb62ff8ac28098bf8f71172ba0ba78","sample_id":"arc-challenge.test.603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76d39326eda6c4f83a1a3dc99e8734507afda0a2bb3276ee753143473059efa3","formula_version":"titan-u-contract-v1","latency_ms":0.5620410665869713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2362410441de31ebf71d40a3fdb83c5c5e7bd2deed408b4aedb2e065d626dfd0","sample_id":"arc-challenge.test.604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"528a75d6efe127a7fa3704baeda57d6def39f8c2df45950e64219581811b199e","formula_version":"titan-u-contract-v1","latency_ms":0.7850830443203449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d932235fc159b526ccbf92c1347d1a8195151df1445af54bcc485b03e4b4631a","sample_id":"arc-challenge.test.605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ad4049c97a489428a2581b8400ff810c9220f5261bfa6893819c98621c0580d","formula_version":"titan-u-contract-v1","latency_ms":0.6405420135706663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"226e21b92fb0e989384bd3e8b3004e296153998dc85709aaabfe767886453ce3","sample_id":"arc-challenge.test.606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2493b515a84b6584b56ab0761126c6890cf1cba93a4a66d5bdcdd40b05794b98","formula_version":"titan-u-contract-v1","latency_ms":0.41791703552007675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"047140db3d5e818eb57aa4691afc9af5631929c9794a1c7682ea6cf305dec02b","sample_id":"arc-challenge.test.607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d16a8ba1460aa034c21bdd41d1cf7b556d71f57c90f410a56a725966a6d3a916","formula_version":"titan-u-contract-v1","latency_ms":0.5656670546159148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2c888feb191b3fe107c7d4d4d68deb02e8b0a9df40d731e171be29ca2494994","sample_id":"arc-challenge.test.608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca36b201c2e8e508d69d65c0b3da955f1e223aa2bb644a0f94097574ddc51c0d","formula_version":"titan-u-contract-v1","latency_ms":0.53575006313622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0e8eab455e235379b1398890c44b22e73eaf2b0456766272dbb3a08d162df6a","sample_id":"arc-challenge.test.609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a36a5708622d3c2e0389d6a0e0aabc4cfc85976024c0ed2033fcab7d346ae8f","formula_version":"titan-u-contract-v1","latency_ms":0.6462919991463423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a10ce2ced1ddc7ac1e2c364bfd58472343f0c0e799aee81f49efed0608baa8c","sample_id":"arc-challenge.test.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40ffc5aeedfb0387680e2f8e8b858b1bc4790e91fe4f038f77d34e10bde13398","formula_version":"titan-u-contract-v1","latency_ms":0.44774997513741255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"457345513dfec37be87ad3129427c0df37cf8ef15f3d747f3874522bf523d954","sample_id":"arc-challenge.test.610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f4e06f6d71c5c62a71f76fc2b5c394a87dfb81d6be5800d22879c9ae6864054","formula_version":"titan-u-contract-v1","latency_ms":0.7941669318825006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cdfdf72814188ea31db734439179b22f20f4a48a103f8e25e32d5ba2ef4882f","sample_id":"arc-challenge.test.611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07c5a24e9f20b1018a1332a192f0da058878b5de7087e3ff429f65fa259687d0","formula_version":"titan-u-contract-v1","latency_ms":0.7886249804869294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"988123e6d70973df7a0f146ad9c9e424331145e4fb70c0a66e0060fc0858f8ac","sample_id":"arc-challenge.test.612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c011a5ac23ca6256fb18fc183e08cb930976e31bf85da40f9970d4b21ad3494","formula_version":"titan-u-contract-v1","latency_ms":0.5822500679641962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"808211cdecbe4b8b5100038098fd921047dab8409ac9997c4cca2f3295868fea","sample_id":"arc-challenge.test.613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6190b6f517d0a4de1ccdfb24f527b8d936baae3b3bb32da1512ee302ce37f0e0","formula_version":"titan-u-contract-v1","latency_ms":0.7440000772476196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0804f9cb9b62b99f488c27642faabe8248fb91e9c70ed50b8b911fd6f9ca6d5","sample_id":"arc-challenge.test.614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"836c6934289ebc3983de18b8e1a8081278f81df17ec7f699decd44fa987f3f29","formula_version":"titan-u-contract-v1","latency_ms":0.701791956089437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5616ef966ac7705da6a91155dd1254385a903640ab49e2268b155dfb54c686d4","sample_id":"arc-challenge.test.615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e75424da8742a3726f7a3897e797fc780d6341acea1912bf686aa382639e3cd","formula_version":"titan-u-contract-v1","latency_ms":0.5967500619590282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e3010465b0b132041982a4e91635c6971cd82eef424cc1ddaffc60e9fb0054c","sample_id":"arc-challenge.test.616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c5135a6e2c589711b38c909036d45dd363e2e8ae91cb9e07645dd6554eec4ed","formula_version":"titan-u-contract-v1","latency_ms":0.3844999009743333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f725a644d3963c1a80e0ed305e58957cbba1723771ca5cd4a7f295ffb736bed0","sample_id":"arc-challenge.test.617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a79b7be96ce15a41dc19adefcdebd43133a9657524f64b7e8f458ea7e6d4231","formula_version":"titan-u-contract-v1","latency_ms":0.6071249954402447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13e5083dae2e2a85855d6c8ee216c206bfe0dec429c91b82480a2f2891b74c4e","sample_id":"arc-challenge.test.618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a5230e9196f10e20607d9ca2b662076f4a71e677d6a589eac76b952f3a1d47e","formula_version":"titan-u-contract-v1","latency_ms":0.7418330060318112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c607392a3f5ca8d53dbd488ada0cf6155a6b2bbbc5b017eeff63ec2b701dd9b","sample_id":"arc-challenge.test.619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4273cf56f6b3e4fe2f83d354f28e03da6838531fc2f08d8861166b82faff5ed7","formula_version":"titan-u-contract-v1","latency_ms":0.5112499929964542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faf426595f38c6820263987fe39e1df25253a4aa5e2555c5ce35cbbebbef7a54","sample_id":"arc-challenge.test.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70211c0004afb79da7ca44f71dc06a40986bb3e6d3e1c6d7c4fd8ac76d834ace","formula_version":"titan-u-contract-v1","latency_ms":1.0795840062201023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b889f80d2df5b7e3669a1bfc3b736ed33979f1bc4401cd1e37cd59e8aa07db34","sample_id":"arc-challenge.test.620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2ee71667dd7d891d6444d0d3392e2c31d3a33455c52433dc7934211c65083b1","formula_version":"titan-u-contract-v1","latency_ms":0.6281660171225667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12c6cbd83f1983a0535afb3bd87b77a5ed8f598431ef80139c66c283a90d0521","sample_id":"arc-challenge.test.621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb62019da2a642557b1cc004e569633772b20664fad8a3cfced53caf0258c923","formula_version":"titan-u-contract-v1","latency_ms":0.7107909768819809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d18c325bdf6565f5906e0ff68e124f031ddd6a9159d5258716d749a9619c057","sample_id":"arc-challenge.test.622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5d0eab00e7d5002403bf82cddcd3f2edf0a9c93725eb53189927782ff11618b","formula_version":"titan-u-contract-v1","latency_ms":0.6828339537605643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f8847f8d20a1229b110ce4bf026892d93bed400581506e433a6a180045c20cf","sample_id":"arc-challenge.test.623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27b65ad099e8d0ced6c364b2c82f4ca26a0b60e1e535b696ebdb0ecb58b68dfb","formula_version":"titan-u-contract-v1","latency_ms":0.8415000047534704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e72f4d3640684b41d7686f6303bd5becb7984c32e854956bb9bc211ad0d9ee05","sample_id":"arc-challenge.test.624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3b4e4807d7cfad1d5481a1cf52d0f081e84148ad27b60a3ce4d2de78996c490","formula_version":"titan-u-contract-v1","latency_ms":0.7093750173225999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b16fbd99827d6aa8b764ea7cf84c331102a7c8b338062b3b81e88f8a2390c0f0","sample_id":"arc-challenge.test.625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aad759d2ceb580820d49486497b2f7c1a5fe16ec926650b78a1004457ceca482","formula_version":"titan-u-contract-v1","latency_ms":0.6420830031856894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2e946dd793218b7e263fd25feaa41c9c07ae3b66a051d8d711244fc6eeae3aa","sample_id":"arc-challenge.test.626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56dd26843ead0358fbfdd0d4d8280cd9785330a6f18f77d5d3c8fa492cdc59e9","formula_version":"titan-u-contract-v1","latency_ms":0.6786249577999115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac72954bccc4fdeab7522826e98e4c2d756789c00d161a42364b75cab81810e7","sample_id":"arc-challenge.test.627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b98403ac3d5bbe48f2d2d0252b66d87429a23575079c70e2fefe8c3d3161bd17","formula_version":"titan-u-contract-v1","latency_ms":0.5581250879913568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34a7f82f3dee0643aa6990acea2eee07cc79bb2de8d7f8f142a38b16ae4ce942","sample_id":"arc-challenge.test.628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b1299ecc304ed688043b7754bdb09fb9e446064dd5c908c6c0b356585575e00","formula_version":"titan-u-contract-v1","latency_ms":0.6571660051122308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0c60798536ee43ee06c5484d61445933ee11fe13bffa39554764bf4f14cd6cd","sample_id":"arc-challenge.test.629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e29663cffdf8fc2ecaa4d7c931c0a344a49211ec92dd97f4b1b9ea3c6fe068d","formula_version":"titan-u-contract-v1","latency_ms":0.652250018902123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b70d68b7e6ceb05c8c0ece150af937f5da6058e19261a932b71f26f87d60fbb","sample_id":"arc-challenge.test.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0123c9d8adaff0b94a822233e77a8288731dfab3b9ddb689a52bb5b8dc998648","formula_version":"titan-u-contract-v1","latency_ms":0.6025000475347042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa2b08985d1371d4e688582519417dcfa741e13f1b2c91cbd31551ec45b4c18e","sample_id":"arc-challenge.test.630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5598bad93a1a5ea01be0d052ebcfbb9fd6ea41b83ef3e768e1e427a996a9d0cd","formula_version":"titan-u-contract-v1","latency_ms":0.6087080109864473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca09044c3c3aa5c2c661befa8b04e2d422a5b3aa1d915012ff9256faecc383c0","sample_id":"arc-challenge.test.631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"490591ab319094161f486a07b2a333e48d8f218e8e7f98dfc4d46affd6164346","formula_version":"titan-u-contract-v1","latency_ms":0.5331250140443444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c1ab498c177114925b01f66b97b09765eb3a6f77b750c09d811c490b16409df","sample_id":"arc-challenge.test.632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7fc64e59087e77767cab45ff2214db0b3c6dd028761c0a03fcc92738a8126db","formula_version":"titan-u-contract-v1","latency_ms":0.7084589451551437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"966537c764b2e5f29febd55e34caa854812546791cae1cc3b458ebbf4accf6bb","sample_id":"arc-challenge.test.633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"582fe3f6b9793f22f19d5b01eb7edcccae420653e437579a782df8bddd9b0523","formula_version":"titan-u-contract-v1","latency_ms":0.7002499187365174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d62bce9d15a8978abc3ff266e8a9e989c2afe0789e0473d4d818038441d95a4","sample_id":"arc-challenge.test.634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc2f9c4fe5abfe76bf643fe38c31e04c6be27e7fea9238a85ea0635b6ebacad5","formula_version":"titan-u-contract-v1","latency_ms":0.7699169218540192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71ee496af341e915f036a7c0764077f59e369e9d7d436d01bdb671805b01f4e7","sample_id":"arc-challenge.test.635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc29c58e87d7961c2314a73d1a0b43367c54205b231e6c88f2f7ec8a573016ca","formula_version":"titan-u-contract-v1","latency_ms":0.44491596054285765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"174aad787f5a0fc5a5c4815551de789c9e372c00dfb83eb95342e2ad7f784a82","sample_id":"arc-challenge.test.636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4973d1b0ea919e0b07847a99a1dd4a69efecea7a1828b4a4c87e3268fe878d18","formula_version":"titan-u-contract-v1","latency_ms":0.5527079338207841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfc62a0eb4dacc9680a337d41a6c8407d87fec0d3f3646edf9e365904a03f22e","sample_id":"arc-challenge.test.637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51228d1b7a0082b9468ad6125c2d0e599d5e9dc7626f8fbfa79e0f1da79ed47e","formula_version":"titan-u-contract-v1","latency_ms":0.5395419429987669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a33e9d9d0650ae24f85eca4acf6bdeeb81a0a8bb7f135277c52f729bda00ed3c","sample_id":"arc-challenge.test.638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86ba67813a7e27f065811057654709315df4255d603018e02232cf2445444121","formula_version":"titan-u-contract-v1","latency_ms":0.6019999273121357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa567efee1c2525b81e9b76a1db5048ac60cc2c737a82226ede3d98f7b1ebd2d","sample_id":"arc-challenge.test.639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b14af97d06d3ac4c2cf377260dbb4ca562bb49515d8b45e1102fcff164f7dd9b","formula_version":"titan-u-contract-v1","latency_ms":0.6888749776408076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a277beb089309c164e86c671b683beb216ae4c3af77c4e3a7729f23e63b6d015","sample_id":"arc-challenge.test.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60f88f4131615457f80639efc0fa1ed6bb5c47bd937f872719a96ba7644e81f8","formula_version":"titan-u-contract-v1","latency_ms":0.7707920158281922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed9a94568569c707789c80122788d42b7391e4718f08a7be26a61bd58ac19dbe","sample_id":"arc-challenge.test.640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ef3630a096b6c69b6debf1cbdef567caa33fcd0e8f7bcc239f39e2fe1123b1d","formula_version":"titan-u-contract-v1","latency_ms":0.5488339811563492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b60a7cef1f31cdb83adb4bacba314b5d4ae10e02c839e522aa947120a6edf0ae","sample_id":"arc-challenge.test.641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0d2a26d3914ad75e2d231420546508af3691cd2171b5f6c0a42deda6a9ef6bb","formula_version":"titan-u-contract-v1","latency_ms":0.6761669646948576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"100b876cb24c2a9ea5b01abc2d591e62f2bc57f7c65f20dcd30c4298cf91e100","sample_id":"arc-challenge.test.642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97809e231968ad1947834886afa76543c71fe596f49da50f485d7e49bbf302e2","formula_version":"titan-u-contract-v1","latency_ms":0.4194999346509576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d69ac9ec5e8d62a733246ef637883ea8ce8816f8e9ff8ad4e909907fa3b904f9","sample_id":"arc-challenge.test.643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03c1490282a76a128b273c68c7b6627a364e27defdb47c0cf52e3fd17114c61d","formula_version":"titan-u-contract-v1","latency_ms":0.6386670283973217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4953b2c66c139cc6a118c7ba4eff1aaa3178271343fd12fe45ffd269e0fe7eb","sample_id":"arc-challenge.test.644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bee4503ae48b6edf22064e88ffd1cba75b99a64ad96d7e44283d1acf016eaeeb","formula_version":"titan-u-contract-v1","latency_ms":0.6000419380143285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8634d1f9ea3090c0f57a708755d82e2f81b2cea5de9ff7dbfd0ec92182bfef64","sample_id":"arc-challenge.test.645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0996d2b434c15c1fd9db0fd87a2d0f4ac91f166f6632c06a3c858e68d592f79d","formula_version":"titan-u-contract-v1","latency_ms":0.5057499511167407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4557284437e1183402f7fb2bd789518da8e4a475a38b26141a11b1a64e1b21c8","sample_id":"arc-challenge.test.646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e10a69fec839307e115b27e204926dc97ef6684f2388f5b19cb6faccf0891c1","formula_version":"titan-u-contract-v1","latency_ms":0.6315420614555478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"992aa9875df167e1a2bd0dc9530e4023d370868c63d06e1a55f327b4aa73a6d0","sample_id":"arc-challenge.test.647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f07237b14b7eb18c35fa70671085f5c582c3dd6f4dc6511e6fb81433593fac26","formula_version":"titan-u-contract-v1","latency_ms":0.6328750168904662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"617b9466c82087b536f99c3959d0f1dcf0eef3da7a6eba5bfd4f6542a5b9f64c","sample_id":"arc-challenge.test.648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a74ad73a8f7b67a597cddae76357663bd3b1f55a39f9ef2def0799c86d49653","formula_version":"titan-u-contract-v1","latency_ms":0.7050840649753809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb01268a2221dbba93405c08441686030e046cfd56dce028ccfb2f104400a145","sample_id":"arc-challenge.test.649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9d4ec427577ac00aa8a18ae4e8feb55b36e477f7244c579c0df06467d4b05dc","formula_version":"titan-u-contract-v1","latency_ms":0.5017080111429095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee6332e80808ec193889c2c2d9ea7b8c2421ddc934362d650b6c148a92eb592b","sample_id":"arc-challenge.test.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86df210632ab7210c804838cab31e4c0d3f775026c67550c31dded0e48ad48d1","formula_version":"titan-u-contract-v1","latency_ms":0.781457987613976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1be26f73f4023a8c38c723c2cf345d2f7891957e42ca9cd1b46e2b42b0a2e00","sample_id":"arc-challenge.test.650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bf4211bb7e1ef436df35fbe54bc57464e119a03eb7dafe9ee230f0a15daceba","formula_version":"titan-u-contract-v1","latency_ms":0.5490839248523116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33d59c3b5fb8b508429aa4e2ebc2b83a262fdde5a2d47a5ea8afc2dafacd14ce","sample_id":"arc-challenge.test.651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56f556bd9c53d7917280c40b6e6bcb7345e85032eb0b275b826d0bfd5e503d65","formula_version":"titan-u-contract-v1","latency_ms":0.4511659499257803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ac7dd451e9d2f8fcf81e290ce2fd5328535bc610637ad7b9bc0fb0f66503c28","sample_id":"arc-challenge.test.652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23db1d1a5780750519435fae86ff157183860b32749e4c3e7e0c30354bf5a7da","formula_version":"titan-u-contract-v1","latency_ms":0.4800830502063036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"549f7c3d731ca3bbb0698317dd81210c890007e99dd328bb86373fb4810023b9","sample_id":"arc-challenge.test.653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"688b53978c1ee2bf187c6a8cc47f2612c30cea07a2ae26b6e50cac8c9bf912a3","formula_version":"titan-u-contract-v1","latency_ms":0.5989581113681197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d56a5f54515dfa80a861e10301402b44bbb9db65062265eff93c4a51b6fa4fe","sample_id":"arc-challenge.test.654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c27479892f9c876c7e4ed3c22b800f125dfd9c37fda150a74840dca4c76d38e","formula_version":"titan-u-contract-v1","latency_ms":0.5107088945806026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2006ad91c822eed2823be8b91be51e7323fef601615c2b3cf6e434333f7e7f97","sample_id":"arc-challenge.test.655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b99bbe28258255a65267ea5b8fd3ccf93d02fc5b6b3224a2478d1bd0417dc97b","formula_version":"titan-u-contract-v1","latency_ms":0.5403748946264386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5e4cd83d217398395f06653f21b4417f91f8665fa6637d444bfe8b59fb41398","sample_id":"arc-challenge.test.656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f68d34e63cd519c27aaafe1f251a4ac534b3ad37cf2487a80dd289d8ba072c7a","formula_version":"titan-u-contract-v1","latency_ms":0.4417499294504523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9db05261ee6a795a8782a60e1854c0d141c916850f62d29e3639f538057ad85","sample_id":"arc-challenge.test.657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c786d5bf2b7ebf793d979a078ab5e26b316f74a96efa5a1da6359b2c76850de5","formula_version":"titan-u-contract-v1","latency_ms":0.43091701809316874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45af91834a09c9af6db34ce49cc43926a1099b723fa1700fc691c3e2d295cafb","sample_id":"arc-challenge.test.658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29717a06e1ac113bc3ed8f8a2cfc691216765f9efd2adef3ed9931bbe2fab588","formula_version":"titan-u-contract-v1","latency_ms":0.6594170117750764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"657296eace3884ea49de33896108b784d6763a01e9b82d3faac134a99f081c43","sample_id":"arc-challenge.test.659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71a9258dde90339f113807374f2efd8494b569704d914b1892e5a7925c443914","formula_version":"titan-u-contract-v1","latency_ms":0.6441250443458557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25d9faddc01a76158e0c8f25c3afd161ffdb3941672e9a0317e0451190109091","sample_id":"arc-challenge.test.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9683111a604deaae600333d0703eb7a6d211477709d6c33e8f9fd7b1a5eb1f33","formula_version":"titan-u-contract-v1","latency_ms":0.5813749739900231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"775391f85fa6f15e8def3a3cb64ef3b795ba405c4218c6fb767ee2bdc01b0e5b","sample_id":"arc-challenge.test.660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4acfc7b525525afd80ca9ad25a22b26c77c27d7cd5e307028c188e85333cc58","formula_version":"titan-u-contract-v1","latency_ms":0.6141660269349813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdbf4637832c4088dff3ff08358e52d1871e0a3607dcf716c4c701c337f271d6","sample_id":"arc-challenge.test.661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49fa96163849b95b386b6b1a77897e31e0f08c4474a27de47a94fbfb28f4dcb7","formula_version":"titan-u-contract-v1","latency_ms":0.5413750186562538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bc7ecb437e6761623bc744f5a29c4af597603bb61dd06b523b3d8d95f42e542","sample_id":"arc-challenge.test.662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f8bd3f18ac9772368cdeb30b0e9df8f39d24d06a33ea4334f818a93f2751c4d","formula_version":"titan-u-contract-v1","latency_ms":0.4320000298321247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c2939a12b4724c42562db6c750377b5c1c9209fab7be8644df3b541e7c893c7","sample_id":"arc-challenge.test.663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58cc74cabafaa66111c8f19bb32e9df3e29b6c862fa9207f66bdf15baacfc0d4","formula_version":"titan-u-contract-v1","latency_ms":0.4783329786732793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68857a46fa96062af4aa074eb1fc6eb0685b84c560463c193fdb86cdab003939","sample_id":"arc-challenge.test.664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e94bc8b19c52fed6f9e1a8d527d134de8ee62e52a512e8e321481b8daa1b4274","formula_version":"titan-u-contract-v1","latency_ms":0.41570793837308884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf87902d10862ee7b8b2b50fccd555a5b1b30612dd83c59f5ead0a8ba29dca82","sample_id":"arc-challenge.test.665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77c98fafe7423680f9bb2bff1d56f69b4dd8155d68775bd15926838d340310b0","formula_version":"titan-u-contract-v1","latency_ms":0.6898329593241215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e69598fd5928d1fecd0d03935fa8620969357e28b1d8731837fdf03b3ab1675","sample_id":"arc-challenge.test.666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abb746a4935a8b6ab84c3cb124aa85a64ba25daec6641079974484282ebe3647","formula_version":"titan-u-contract-v1","latency_ms":0.4694579401984811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90ef6dfed297d61f4268ea33085ab00232628200f737e62894112a310e8ee95b","sample_id":"arc-challenge.test.667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6da9c2f2bc613c794ed0bd198b01692d5ee17190ff5b840d922c401e01654345","formula_version":"titan-u-contract-v1","latency_ms":0.4997500218451023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1642bbf2b934e57a2d517caddf55786fb8e38b198cc506e6ee0cc60b3a7dabc","sample_id":"arc-challenge.test.668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83566a8f3a51857b4f62c8d2846546b3127729d7488b0db0078aaf0f2cc8c0d7","formula_version":"titan-u-contract-v1","latency_ms":0.5624999757856131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"426341ffecb85b7047c3bdbe8a2f121d34544c1a2c099191534f68dde5b518fb","sample_id":"arc-challenge.test.669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9c131a07208b92d69edfba1307167a6b03535b2a102feb6b3761ffec99a3121","formula_version":"titan-u-contract-v1","latency_ms":0.6170000415295362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b3682978635f9f28cfa0d10d8ca2b0ff86398d04100d8fbe7261688dc7a1500","sample_id":"arc-challenge.test.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1901293a6903ec1ff485fca22cb8cd56399b479879ea3afd7313e626a1cd15d","formula_version":"titan-u-contract-v1","latency_ms":0.5897079827263951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73cf99ef9724ef43bccecf1400af8ea71f8bf720d937629f6441f2349bfe106c","sample_id":"arc-challenge.test.670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22e5dd59173e7277a9d2868718a2f89ca45664c77d66fb4389e95c0c75216628","formula_version":"titan-u-contract-v1","latency_ms":0.5982499569654465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b237790cc313293b55beb8d2a295a26159993c3dea7a39d03f5ab3a4cc5d0f6","sample_id":"arc-challenge.test.671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b71aa5af37a066f720112cd50264c9faab83cbbb837bf56ca85861847f7596a","formula_version":"titan-u-contract-v1","latency_ms":0.41208299808204174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb2a24ea26c822be2d4dd4f88dccca4ad707f8901e9defc71e0ebe73aed4923e","sample_id":"arc-challenge.test.672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f3605e953f2056984a23ee25098216bae47fafdeedf0b690c7b1fdb6590cc1e","formula_version":"titan-u-contract-v1","latency_ms":0.518333981744945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbf146bf30d5f1adca69316bcafdb6d903c333879389d520d36de2580e308bfa","sample_id":"arc-challenge.test.673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5f71387852a444086f600ce021db0763043df55071ac34b026586505aeb6c00","formula_version":"titan-u-contract-v1","latency_ms":0.5923330318182707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1517a410c8879f5ecb26c5b330684ee0b01a7849481b3f9e2cb4a005c7ac21d","sample_id":"arc-challenge.test.674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8c94e1e833d597c94c66f3b2b5f6cd8dd6e66cbe33d4d90e413fcbf487e2454","formula_version":"titan-u-contract-v1","latency_ms":0.6013750098645687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1710f61f49079589aade72a0a9312803f9496e4cc739491bfd0f89070f3ed6c5","sample_id":"arc-challenge.test.675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"409d35c32684e537da696144c433ed7963eb1a6f3253c2048e643b5b7946328b","formula_version":"titan-u-contract-v1","latency_ms":0.5836660275235772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54e800f0347bdaf9bc8348a45d68d4662c49e693c889581e915a31c7f41b0565","sample_id":"arc-challenge.test.676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f8e5f509be940606eb3ed5287c82acb42466e6e2be888095792acdbfdf1ce58","formula_version":"titan-u-contract-v1","latency_ms":0.6854580715298653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cc179394a51920ed866cff2618b53f90077f3bd96e39e84b671c5e3ed4c725d","sample_id":"arc-challenge.test.677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd892f9b3580892bedd8b566697f1412311846c3c541c09ef6920080fafbab12","formula_version":"titan-u-contract-v1","latency_ms":0.6397080142050982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"161737e83c4287450297800ca03ed8e1f0d42a5a4f8499a00748260266743e75","sample_id":"arc-challenge.test.678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a8b874e28ca2a595f132d91aa255912f7eca1ad80297af704587b9d012a2164","formula_version":"titan-u-contract-v1","latency_ms":1.0667500318959355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fab8b96ecc6b872e08d54b63143c0693d74b4f2c344551f8db55ad31064d1fb9","sample_id":"arc-challenge.test.679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da53933294d1f6d71c30ab7b502e87d3e2ae5c8cb070eaec603bf7fc1c7deeeb","formula_version":"titan-u-contract-v1","latency_ms":0.5567499902099371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38d97a3f229fed792e679fa623606a48af81582fb1b47d63eba85315424314c9","sample_id":"arc-challenge.test.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ba99ac331362abce83430d000741ef16472c6d779b9642ff70e3ed3c203e348","formula_version":"titan-u-contract-v1","latency_ms":0.7030420238152146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86968abc7584cee08d027bbf7fc9852cf62eb9a6b8816cc6ca85ca826d95cede","sample_id":"arc-challenge.test.680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9719dc95df07f0fae59a3cbfa48a7a49301dab4aea60534e72e7d67b11469081","formula_version":"titan-u-contract-v1","latency_ms":0.5098329856991768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f0169a84b5ca69cca444b31c6ee75f7fb33e1f27d19811faf44b664e44ee8a9","sample_id":"arc-challenge.test.681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"822f9681784b138992eb16f6e56097a60e8c715f293cf123e9cbe6467370968f","formula_version":"titan-u-contract-v1","latency_ms":0.44066598638892174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20a7874f18a79e36f6cc5f361b758ae1e6c1a0a729b46617b7cea240dc29a50c","sample_id":"arc-challenge.test.682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05f7c4176c95d32f508f87256e155f0b52b7115c12a47c4c147ecf0293f60630","formula_version":"titan-u-contract-v1","latency_ms":0.5868329899385571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b9a211d00a2e0d2c517cfc5b4c3a26589ce66ed85655be26733aea0217614ff","sample_id":"arc-challenge.test.683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebfbb7cda94815c2c1f1d163ec60a44ffca2211434768825a25f1ba640362246","formula_version":"titan-u-contract-v1","latency_ms":0.48695795703679323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"325295e45b277c1f1f52e4d23a77946da36348e7dd624e2cd07a23c42cd0d47e","sample_id":"arc-challenge.test.684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f77c3e5648d5927f3cd3311f76b16adb5173c46dc9dcb442fa4c10decb049880","formula_version":"titan-u-contract-v1","latency_ms":0.6772499764338136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29c2240048183d9f68211cdedb2edb174e7b593e89c0276169d050ee3d80cd26","sample_id":"arc-challenge.test.685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30dcf9e984a635336e319cbb3fb402375e61aa20597adc8fe84cd638abf9ebb5","formula_version":"titan-u-contract-v1","latency_ms":0.7710829377174377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee4b060d2cf6a00d4d4542ac47bfb61e98790f336f786537f1c0faef7ea03dfc","sample_id":"arc-challenge.test.686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7d415b7f3d14e74ef8ae46df7ba191b9df2ced46d28285eb35c4e30c0f04229","formula_version":"titan-u-contract-v1","latency_ms":0.509292003698647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db8d2c077b9e5ecdf4af099b489f395dc07cce4e846226902a5fb5f3c1861146","sample_id":"arc-challenge.test.687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79482aadec0c59dc5bc6212bff37c0208288e3a3bd8fe54f259920eace41fbeb","formula_version":"titan-u-contract-v1","latency_ms":0.395334092900157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff8f694a4b1005d4f53b167a1f2ab137cb1dffb4b76c4fb58a1fc8dd11dad0d0","sample_id":"arc-challenge.test.688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2d8dd3f5dd2d2dc5fc822ddc19f33f4ae2e6a2db789400f1eddfb0823d08721","formula_version":"titan-u-contract-v1","latency_ms":0.5401669768616557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa50d84a56fbbf37cebe80c851a603a2c682cd51e0f6abbe28e45faea8b8847d","sample_id":"arc-challenge.test.689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba9587723ff315fb91a1230d44b39094522fc4a4acb947a7327bde1d57302710","formula_version":"titan-u-contract-v1","latency_ms":0.6641659419983625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e9770bba7cf96fcc54d2c762ee3b9a15ab4bbd642fb33aa68bb7193f44b2fd8","sample_id":"arc-challenge.test.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"103709727907723ab374f1917263a0f43dcca05f2f4ca3c572f2f523d594a35b","formula_version":"titan-u-contract-v1","latency_ms":0.4409999819472432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e41ae88e42d6531f43b7fa32e4dee1b9f648640aec86de4024747c41c47aed70","sample_id":"arc-challenge.test.690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80c1441e6894d0452552fc14df2ec4bcd77ae9306d5dff8e41418305aa4d0b27","formula_version":"titan-u-contract-v1","latency_ms":0.5411660531535745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4422ef71d6a32898cb40d07f75c89ca03ee3a7403e7dd674a4f2db7c24d3beec","sample_id":"arc-challenge.test.691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"408f5cedfe6c645b24066d195472b9ccc1f06cdfc877383b05fdc906e7c2cff2","formula_version":"titan-u-contract-v1","latency_ms":0.5224170163273811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"136a9034855319cf80d5eef50900e419ac80da06228e599d66ae832dd32f1b3f","sample_id":"arc-challenge.test.692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca4d457d43d3afc52b3bcecb679546cd32ce98bf563e07eab3478bf29001b7a6","formula_version":"titan-u-contract-v1","latency_ms":0.8620839798822999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8413a3cd67851cae1c5370e98e5594cec24e2b6414076498eb6f25888c82906","sample_id":"arc-challenge.test.693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2f448cf0a761e0f9386da64aa1121bdd6daf27a709a7872813054578221a1ef","formula_version":"titan-u-contract-v1","latency_ms":0.4920409992337227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b92d4d2ef43c8a84683f32c20e3daf51eb92d73d84e61988ab33f892b914ed86","sample_id":"arc-challenge.test.694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87eb2a369cc4f5f841b89a15d69f7cd2520c9145d7d8dac23df82f05966fb2ee","formula_version":"titan-u-contract-v1","latency_ms":0.5218749865889549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1509fbb019a558f1d7c3bf0280aba8e547ecc4a4f351262cd148582526be005f","sample_id":"arc-challenge.test.695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b522cfa1969223938af508d04754a4f77fee0ec9efc209e9b1170d542eced17","formula_version":"titan-u-contract-v1","latency_ms":0.5636250134557486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8077f6437e4b745d5af94a775abf5c4f2c4e2b777a73da617df667dfb8c0dd68","sample_id":"arc-challenge.test.696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a61dd1ad9c2817924e14ab4ece9e26d1008640129e824b2faead5922fe727268","formula_version":"titan-u-contract-v1","latency_ms":0.6779169198125601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"789da692f39b2c7ae5955fdc8fa068727afe231a908ffb83e8e9be6f190639ba","sample_id":"arc-challenge.test.697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1669a45ddb88fcfbfbfc4094e3388638b4da71ffdee2a097198da7a8feab4c90","formula_version":"titan-u-contract-v1","latency_ms":0.4784580087289214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbba3a620754a8d6d9abe57fd70f7ecb454c47657393166aa1af1bdf49631ae4","sample_id":"arc-challenge.test.698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3cff8efc46f0a97ce85fe37fd7c3c4cbe15b5d4cba1f00c8b7ed95c04372de7","formula_version":"titan-u-contract-v1","latency_ms":0.6663330132141709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d81f060b00b9ffcd9206e10b05eefbd857392aa5c4f9504f9a880ac8ba56670","sample_id":"arc-challenge.test.699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be84d9f224720eea8759b689c89bfa9461cc74a606834dd3a36d9877c72f556a","formula_version":"titan-u-contract-v1","latency_ms":0.5006659775972366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81d46304fdd16319a11bba5004348c4c84e0d8b5d9f726f5012814f71d27843c","sample_id":"arc-challenge.test.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74236fa1ed6d9e4a02b6b6466a172b9ffefac554cabcb94942bdfaf4343104fe","formula_version":"titan-u-contract-v1","latency_ms":0.4607090959325433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dcf1c4eea25a1ca9fb9ae9ec64435f0e43a48953194cd4d7e72eb981cfd4b49","sample_id":"arc-challenge.test.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"286bd4643ae5a08af69e6d389c40ba3a3421c3766ee2bc99067b34cfc2727569","formula_version":"titan-u-contract-v1","latency_ms":0.4159579984843731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3875cdde10a59bcff76fded4b8a9c1ecd26d38e7417b212a27e22540303b1cea","sample_id":"arc-challenge.test.700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fc7ad2d7c229049158be0d58b5ee30200b223d109e3f5484eec87eee2d6e2a3","formula_version":"titan-u-contract-v1","latency_ms":0.42683398351073265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e999b185cc000c191e04d00f83e853e51f9da98469d58e81ca70fa294aedde67","sample_id":"arc-challenge.test.701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ba107494ce45d2c3cd920988d3e76f905c2a2469565f2103568563529b56d62","formula_version":"titan-u-contract-v1","latency_ms":0.4800830502063036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20cd5e8c1675dab6f06347287f6c0f8a4378fd8a71f53f79767d69f21943afcb","sample_id":"arc-challenge.test.702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80234cfd7375a6d70d4dc13a294d9e90fdad4e7ae99bdcb804add6d902df83e6","formula_version":"titan-u-contract-v1","latency_ms":0.5100410198792815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a11acafae96bb7167dc0aad6b73eb6363f1871146770265dacad6a6f301fba2","sample_id":"arc-challenge.test.703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f01bd465c5796ce38db7f27ae3f353d609708a35ba2948a294bb46cb0933948c","formula_version":"titan-u-contract-v1","latency_ms":0.5938329268246889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ea3ccbc3467f79c4f5591a35ddfe74f0f1d4ebbc402672f0f93c815af4f6959","sample_id":"arc-challenge.test.704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bee58ab16ae803df6f98472fb9f174a817d7091e89e72c841496cad227873b4","formula_version":"titan-u-contract-v1","latency_ms":0.42887497693300247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58dfd40478d8abf328ace48404b0bba1187460002eb403dca06a31c05318e6b7","sample_id":"arc-challenge.test.705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60b29dda5b11ec94bbeee15a5b41ad37d0d53aff182c2ea73757c024533b9324","formula_version":"titan-u-contract-v1","latency_ms":0.6016249535605311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a406389fd084be0ea9d554043fea47f263bb47b87d42e64c11ab4807ec91e4cb","sample_id":"arc-challenge.test.706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d327ff9878dd297f67720d6016bf4dca1ffcbbf8ee7b634e7749a1dd9c4b4c3a","formula_version":"titan-u-contract-v1","latency_ms":0.42466598097234964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a9e93c9466306e5de910ccd2b7431a163ea2cb5853cd447f877b9ecc5820c3a","sample_id":"arc-challenge.test.707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edc9c39d2a845a9b7ea1c2a28b867bd75480b35cf3ebba959301dc6f5905d0ac","formula_version":"titan-u-contract-v1","latency_ms":0.6201249780133367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96a3cbd681366cc5152884bdcf83508cbb6471170c5fa66e875c47c5d9623429","sample_id":"arc-challenge.test.708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dde97c8ce0816cf31fac2d0c2da625bdb199593e6659b5150833de4e83bb123b","formula_version":"titan-u-contract-v1","latency_ms":0.39504095911979675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6721747e74a0a7be39973b0d4701b90b7878e1b960069b2f3c8d422cba669c5","sample_id":"arc-challenge.test.709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47adce10e78f282026a457bb3ed3f38c60ad317bf60202c9f9e50075c79d82d3","formula_version":"titan-u-contract-v1","latency_ms":0.60374999884516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9d48ac2efd9aa905ac96a44d74fa3b1c5b36e1700babda1a7b72a061257b2be","sample_id":"arc-challenge.test.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"459442f3da920582a4bd6fbe8759bea290564b24e5f785187ee44141ff99ed4a","formula_version":"titan-u-contract-v1","latency_ms":1.1310409754514694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2ce82fae73990ab92a8d9c744cf9552397c3ba7a50345ea6d04e9f7d9f6f410","sample_id":"arc-challenge.test.710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a72a7e9b4f9933c31780ec74602305763814795ad9507cbe683baf8bfb3b15d1","formula_version":"titan-u-contract-v1","latency_ms":0.5735420854762197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cf62303593f016102d42ad4064d2026466987c073981f8b20c14a0e0b872f71","sample_id":"arc-challenge.test.711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"614333c12579a2a26b95f2b182caffb6f075ba40b541158993386b448ce632b5","formula_version":"titan-u-contract-v1","latency_ms":0.5355420289561152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7da793d7e8f82f9581f8dd5b79a77069f411126bc2d10b2c83a0453516b5796","sample_id":"arc-challenge.test.712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9090c65783082383736ac310f93b0abeeb4097c99d553c032831f485d40e0b5","formula_version":"titan-u-contract-v1","latency_ms":0.5083330906927586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75125ec37a679f67b114c6a1598a2ac220261043b9000c537ba8edc0852b141f","sample_id":"arc-challenge.test.713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b30ca1f23cad3ad06e4adad0ad603f5b51fd8536957d48d2d00026739a80f3b","formula_version":"titan-u-contract-v1","latency_ms":0.5330409621819854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07d4c95f5ddf6bbe1254b8e83b4b05f8c8386ec0ded6cd6c225b04dff6ff5bd8","sample_id":"arc-challenge.test.714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b86a33dfe60589824fa1a8b63163a63dc4400d3eae0aaf43706fdac6eeba0bec","formula_version":"titan-u-contract-v1","latency_ms":0.6162920035421848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5c62686abe32e4243cbf4e30c1f41f3495a999102e94199e93f608c4e484a88","sample_id":"arc-challenge.test.715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"841a91467cb81656fb953a376d25513d5bb6dd2561cdff84bb6fa0403b4804a1","formula_version":"titan-u-contract-v1","latency_ms":0.5274999421089888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a32e3b9d9fb22fef1f8052f6154c900938a6f183877cd3feaa39683bb0c620b2","sample_id":"arc-challenge.test.716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9a6b7184dd40911f20fbedb8456cc3d0767e776fef0cb092e84898ee0c9f49d","formula_version":"titan-u-contract-v1","latency_ms":0.639582984149456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6653b925b9343eb06752ba3a5cea3aecf7b40a6e640f4aabcf3f7424a4d364b5","sample_id":"arc-challenge.test.717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a505309c4df1ff14432fe00c036d4c6d28851ed4de0a0259cea3051827e7ace5","formula_version":"titan-u-contract-v1","latency_ms":0.614333082921803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d015cf72e8929c9f237320149214e9df62c4b25e1cbe43872840c123d3f488c","sample_id":"arc-challenge.test.718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a500b83cef89638a092c95973bc813ebc2c0638fec4813f8c418e15bc1bc9bc6","formula_version":"titan-u-contract-v1","latency_ms":0.5334171000868082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c1a0a756f34a89b15287dda91dc99ac6a8608c3df47d97f501324fbe521cdee","sample_id":"arc-challenge.test.719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23062798b1de6675e5e81aaab51d66600abb889fc6fc44ec1a536d6c64d30d97","formula_version":"titan-u-contract-v1","latency_ms":0.5570410285145044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9708f8366c841cc867be55198ab4683780c1f8a6c14428a5e35233fca8486344","sample_id":"arc-challenge.test.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d1aa0950a6a70eb7cb951e4e6241a3bc8e1ff5ffcab3e7f61898cdda2f791de","formula_version":"titan-u-contract-v1","latency_ms":0.4693330265581608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db5ae878be266adb3bc7ae457d28d3ddfa79c45bf5fb60479c169bcb33afd95d","sample_id":"arc-challenge.test.720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89a7e60f0e1bfdc83637dcc83f3e4a58b2e122a60606968fdb598bcc1b482a9b","formula_version":"titan-u-contract-v1","latency_ms":0.6193339359015226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53c68242d466d64b2d88045800a47c7f1b515ad27815439d62f4a9d55447589d","sample_id":"arc-challenge.test.721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56c2fa26ebeb381d5bb95cf37da09de43d63d6876a2344808a8ed9a80ff05f2f","formula_version":"titan-u-contract-v1","latency_ms":0.6030000513419509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87ee0c9de631649af2a42ec48d2acbc5a216535f395476e4dc2b79ae1a42b6cc","sample_id":"arc-challenge.test.722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8c5a3064ebb3558e0dd1a78916b17c283fca7d87f891dc16e8a78d8b6a5f81c","formula_version":"titan-u-contract-v1","latency_ms":0.5420829402282834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"197ff3d34ada9386bc757f6c94872876aeb2a536c7e8c494924ee83cc377b0e6","sample_id":"arc-challenge.test.723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b9f861f476774e5d715771e37db7a3be9097b7cb67fbbec09192e033b6b2b7a","formula_version":"titan-u-contract-v1","latency_ms":0.4700419958680868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32a6d62a704b169177977f44d826ac7c8817f21b6ecae766cd113384874315f3","sample_id":"arc-challenge.test.724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9838338a892cfdf322a43e12ca289c2989cf01eed71cdf276ff7ce2f278e561","formula_version":"titan-u-contract-v1","latency_ms":0.4487499827519059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5eb78e634ca81970fd376c25f87b1624681b2ea82d866b1785d733fd32209a5e","sample_id":"arc-challenge.test.725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71e14f682f3c83aac49aef6853bf43ef8e4d6dce19a1c5dec51a176d436427e3","formula_version":"titan-u-contract-v1","latency_ms":0.48212497495114803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c709e11c33f1a2e5ee9a578a147011687afe38fd532c341823a156124adf680a","sample_id":"arc-challenge.test.726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7194fe551875305b07bc88a796731ff1810c419d2613ddf049ee02ae9cda75cb","formula_version":"titan-u-contract-v1","latency_ms":0.636667013168335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1690b3b8a2f468c7490aaeac9e255bb74612703ccbe23f3d1d1a1a46ec169746","sample_id":"arc-challenge.test.727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db06cb6dff7ac6efedd1916fc060e4d421b3351627bbe0aefc829c2fd7204662","formula_version":"titan-u-contract-v1","latency_ms":0.4231249913573265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"457b3eed27f08dd81cbd6cf4364ca104addbe9160f4403da966579f60fdd6641","sample_id":"arc-challenge.test.728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ab1e436ebae5388b5f51c068a25b6b2644b5a3afdfcb8af752a7830185e1708","formula_version":"titan-u-contract-v1","latency_ms":0.6764999125152826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d47667ba04c95a37c731488575945e27c9e280e4d3c2d2d43684a8893d635fa","sample_id":"arc-challenge.test.729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"807cc6a130d43cf37e2a86443031eb300562a935b256e144c6a4a937fb667068","formula_version":"titan-u-contract-v1","latency_ms":0.6901660235598683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87e09841db60a18abec2717c3463d7f1bb13ba7c28b3e17c2cd6668845fc7e9c","sample_id":"arc-challenge.test.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c05db692006f5d484dec72433bf1cb4aeb94fd0a01b91d38b9768c09004e3b2e","formula_version":"titan-u-contract-v1","latency_ms":0.44600002001971006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1568b5739efc7e1b323021bfecb3ae724f6bce2e3661cdd20193059d3dbe3096","sample_id":"arc-challenge.test.730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7a67ecfaf9559b878a13873710a65e99648abfc89e9a1b2790efd2b294fd4ff","formula_version":"titan-u-contract-v1","latency_ms":0.8399999933317304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5743a86e42b4fbf079e849700a42984593c161b538b6d07ae61db3f877e4be0","sample_id":"arc-challenge.test.731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92a13c719c61abe83ad19db0353f76dd2495400379f8f85b9e6b51fdcb2ace52","formula_version":"titan-u-contract-v1","latency_ms":0.40629098657518625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e7a0ef5044a9a0004ad5ed0b38d6ca765f56ce8884311e4f60ea60a08cb97e3","sample_id":"arc-challenge.test.732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d58c5646b5df78533e9d5599f46d7507604f9d92522d621f2298f3c09ae6344","formula_version":"titan-u-contract-v1","latency_ms":0.6801669951528311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e1fa2942081c729a6cc506e3c998f81079442ddb1af1a0742fd6838d520b20b","sample_id":"arc-challenge.test.733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"172cd6274fc1b778fa2506cf369dd7d9baef77fddf8c45605470d6d1f080920a","formula_version":"titan-u-contract-v1","latency_ms":0.6615000311285257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"733637569b63aa77f6ec9c2fb9f1647e4d5aeade5588c2c7022b8692766f1c02","sample_id":"arc-challenge.test.734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee11005786d363376c12436a7b7959329e2c3848f11233b8b1b9ef7b61471850","formula_version":"titan-u-contract-v1","latency_ms":0.5130830686539412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89790c8c1ad35920d5d4f3f6e867b1f8724ea39f8ce84225b33a612adf361f8d","sample_id":"arc-challenge.test.735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"952ff82c4137a5f92426c6ec41bc8ea6e0a10217ca65905a71681b45e8461be4","formula_version":"titan-u-contract-v1","latency_ms":0.44374994467943907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"212e384104ceab13cf4a368ad344eddbad03bca250e4e9ce2eaf494b9e5dce2d","sample_id":"arc-challenge.test.736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9fe663c12af80cf4c87a018512a222402879aa21db1bdd58fba5c0177c14457","formula_version":"titan-u-contract-v1","latency_ms":0.3822499420493841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5f903b1c639c06d19e4da8d4bc790ac89377a96a3e105e4771e9d732d20fbda","sample_id":"arc-challenge.test.737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91887c34f45878c41ea2c8c6c71de3560ab92b0e34cda644fe80a68a5e5ac815","formula_version":"titan-u-contract-v1","latency_ms":0.532708945684135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84301a579de49ccf3d25b05070dcfc5c11760e8253a9aa0ff9f92427be781642","sample_id":"arc-challenge.test.738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10a893b08a4f1837663cea93fe984dc99f9dd1264d9d07df0daeda569f339cbb","formula_version":"titan-u-contract-v1","latency_ms":0.4666659515351057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8effcec7562856221b3d50a4ffb2c4bc8de3d398ee2b0c0f5911d06dc2d00583","sample_id":"arc-challenge.test.739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95a561157aaf3b3e83a3a7a94eef9bf2412b7cd9f0378ba04b77b600eab1337c","formula_version":"titan-u-contract-v1","latency_ms":0.5464579444378614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4783d593869db0288499eb25dc3b9a9885402c265f46425c3ba0473506b270ee","sample_id":"arc-challenge.test.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a06f2e53b385270021fd44a6de88bd17601b952be2ac581e24bfc956ad461970","formula_version":"titan-u-contract-v1","latency_ms":0.5935829831287265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82669b5dadb2c7e614cf0e9dd1b7031790782e840a35c1ca887080153164cb6b","sample_id":"arc-challenge.test.740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3528c6c7690ccfb8d670f95f7ca57de6c85a1f824492292d6e82db9f5b75737","formula_version":"titan-u-contract-v1","latency_ms":0.6145840743556619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cfa35b7e514e3e4db38c1b04e4a19c99e3ae0811d25dd51f21f6b67cd24c25c","sample_id":"arc-challenge.test.741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f16b8f8dc552d33c75bcbf204189a70023e0a511c29d8d66a674029fb11f342a","formula_version":"titan-u-contract-v1","latency_ms":0.480332993902266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbb7ef6c383b9d2b453447d7e310fe8dd53d16fb99c34be14cf8f412939d4834","sample_id":"arc-challenge.test.742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09ce543a11fefa68eb1127056ac5a60d878ed43cc67295d485cf0dbee1ee0c60","formula_version":"titan-u-contract-v1","latency_ms":0.4628330934792757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"786deb7bef190dc5f04e3e40c4df90216c6bd6f03aef293414820ca0ecde6208","sample_id":"arc-challenge.test.743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f3520f4b74cecf0d48e57e32ba04e08fb1798f4b5925d5878404a4661367b77","formula_version":"titan-u-contract-v1","latency_ms":0.6423749728128314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"520f4a81acebc7d17c12f629f29b040532a339a3e5dcda409986375c07e9eaef","sample_id":"arc-challenge.test.744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9e26905c1c20928f42abbaa828dd74332219f98658023f6ceadbf3c509c9190","formula_version":"titan-u-contract-v1","latency_ms":0.5372919840738177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d165e969276bd946dfc14aabb063c53759c8f31286da9c7ea25352d2adb1f9ac","sample_id":"arc-challenge.test.745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3ec96c3b831ec79be8bb8c182550e4ecfdce851c4ddfdf23ebcd8c9a80db257","formula_version":"titan-u-contract-v1","latency_ms":0.5547920009121299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c67e2edf4d1d8f7790848a452767dcfed4c120acb2fdd2ea303c58482149ddde","sample_id":"arc-challenge.test.746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c0f2694cbc05ff41e345c37d8eebafcd285c5e3fcfc90ee980d085f8721db4f","formula_version":"titan-u-contract-v1","latency_ms":0.5751249846071005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4187f6cb3a089d8ee6fdad6c93587962c1ac409a831b648bd55b580cb86c91a3","sample_id":"arc-challenge.test.747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"926b52d849ed91f00cc6f023e368c5a09da4ff7de2bd0c3779e196f3d2eb8426","formula_version":"titan-u-contract-v1","latency_ms":0.6622080691158772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f66602919442596104e94658ac4acd843e8f26f52133023be9684674d78cb3f0","sample_id":"arc-challenge.test.748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c57cc3b41c5e1a184be16e2d9a02e722d2db234702970967283b9f7c2cf6c9a","formula_version":"titan-u-contract-v1","latency_ms":0.49945805221796036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5ec850461a2d68ec244ce3653ca51747d8402c8e7fec5ddb8e9ecd07995b552","sample_id":"arc-challenge.test.749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5345f33e339fd38a3c295fe46a674ea7e8a8a7bcf60ebfe20b6dd85e7656be47","formula_version":"titan-u-contract-v1","latency_ms":0.7739999564364552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbdfab864c01994081eb734fa6636ca85dceb6462b9d9a50b9e34a21b7b82921","sample_id":"arc-challenge.test.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e798b11cf3c6df61bc8f06d8e1497cb27856b997b8f9cf1ed9d44b6993331a5f","formula_version":"titan-u-contract-v1","latency_ms":0.5694589344784617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df22c8ecd92a6fe096f5c0fc6f1e955a5bebc6ff86dcb83bc1548e8f0ef5782e","sample_id":"arc-challenge.test.750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1577d5e6e0cdee5efe54c40a107bb26a5336603f1ff9c716564c31f51d5548a","formula_version":"titan-u-contract-v1","latency_ms":0.4681249847635627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9360f497c8c430c5a4ac97631b0c85bc480645859e2389c5e5645e2a57defb7f","sample_id":"arc-challenge.test.751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"463d7a0b4b80da7e79e15d5fc5df68e5aef315876a96705ca1b7e77b5a6ecf03","formula_version":"titan-u-contract-v1","latency_ms":0.5108329933136702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f01e5416392bd14c9939ea3a41f3e79872158143c82b8f3eb633fa42b83fcc06","sample_id":"arc-challenge.test.752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8136c01edd4cb6e4019b62d461fee67edad0a6aef622126cf1b209bc4734a17b","formula_version":"titan-u-contract-v1","latency_ms":0.5949169863015413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e0e7d4d95806792c420bf04ddb3ae53e170708a35ce4dd084c3d1fcc3eb29f6","sample_id":"arc-challenge.test.753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99f5d415d354a62661e1c6a60aea1f527ff080b97b0381b00d953acc1c50785a","formula_version":"titan-u-contract-v1","latency_ms":0.5212919786572456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4f857182d035236b47c46084c327ac420af2421e5442f6b0b704469435369cd","sample_id":"arc-challenge.test.754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c59c9431abd34a15a9436e9316a9357f2f683b0e317cf43aef04cf180f39b9f","formula_version":"titan-u-contract-v1","latency_ms":0.6172499852254987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61c693f7af041e74a3638b70a00ae88e8707d74923a97f259f97bfcf797e5c3c","sample_id":"arc-challenge.test.755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39b751252d85a55ed59b8f59182c45b1acfff9c6995266ec5b8d71f0f985512f","formula_version":"titan-u-contract-v1","latency_ms":0.5243750056251884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec06b4804407a4c5e338b503426f7ecabac242924449b6d2420f24babeacc83c","sample_id":"arc-challenge.test.756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10b39b0f247c49bdca6cfca0a46853a49e64657399eea24b035cb61590168462","formula_version":"titan-u-contract-v1","latency_ms":0.5738750332966447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7123009f94bc1173ff24e2dce77be8eff5fcc6b1ae0aa92a2e3a8a2b4194e0f2","sample_id":"arc-challenge.test.757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ed535432354dc5a642fc8c8ad9ac0b52c15fca4d1405f40e43f28e73a58dfc6","formula_version":"titan-u-contract-v1","latency_ms":0.5409579025581479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe0a09fef66cf138d37bb094a1bd32f2f678237290ea3f627062a84448125e76","sample_id":"arc-challenge.test.758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87881ff467edb6ea276864f3e17329c032de9e9bbe27ee5befe0d58975880071","formula_version":"titan-u-contract-v1","latency_ms":0.6572500569745898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b8347a46e363f5909dad65b34e841e21c9a8c50f1b5b158c579b54b7b58d836","sample_id":"arc-challenge.test.759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47b12eb38cf9d7ed6b88e6dbc87e121381ac3d24138c551e7648955e65e71c3a","formula_version":"titan-u-contract-v1","latency_ms":0.6620410131290555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"023038e52be6ec48c7ff08769274da3f3fbdddfee00c199110142463db071580","sample_id":"arc-challenge.test.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec20524561dd2e93b9bbbfe48dc89616d5ef553b78aba19345cd378d2fd52b94","formula_version":"titan-u-contract-v1","latency_ms":0.5794999888166785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22866f3aef59f75bb9e69cde3698d49d488bcb39aba5f8ce3d0e9067da429513","sample_id":"arc-challenge.test.760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a70c01ae885111a8fd39c3218459486ad4f121571dcb7ced47c166dc9a9ab94","formula_version":"titan-u-contract-v1","latency_ms":0.5391250597313046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"397d5cdb8fe3c3575fe123d8161bf4da492d160d91216fc601e873b5f5259270","sample_id":"arc-challenge.test.761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1197e49dab1d1fec47599845d3f875c76d478eb2ae1e6931492cde36f42d6770","formula_version":"titan-u-contract-v1","latency_ms":0.7977919885888696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a5bfb918a1feed8abb82718671ef7a13655ac7cb528a14bf18fb47a640c6886","sample_id":"arc-challenge.test.762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dfd0f08e462d68cbbbfd7bf2e6ec48d3ae9e17459149ce3d2e18de036051e8d","formula_version":"titan-u-contract-v1","latency_ms":0.43462496250867844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f8e40adba9becf95424160ea2bcee5454c9b3488dc9f8b0383c89b1cfa934a0","sample_id":"arc-challenge.test.763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95eb08592a699c3c1b45c548a138030d1056ebd077c6b1ea33ec2e4f374b61d9","formula_version":"titan-u-contract-v1","latency_ms":0.6029159994795918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e9aabc54636dc636e0f28ede62ae07987bd136556e36bb7f0a57ead99778a7d","sample_id":"arc-challenge.test.764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f35bada86cd53a07d389f2fb819177b90c4a2fa221119d478490f3ab4e78cac4","formula_version":"titan-u-contract-v1","latency_ms":0.4301660228520632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5c7cd97aad460be44d99c1e6fca569c1478d8eb499cf0fe606ffaed361026c6","sample_id":"arc-challenge.test.765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9048749e3f0ffe2cbd1ee923fd3d676591c002ab4903a01c554eca846ebf192","formula_version":"titan-u-contract-v1","latency_ms":0.4152499604970217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1616b007015fd714552054012bd4526f3e6e7753a1c06d813fae08808d697c1","sample_id":"arc-challenge.test.766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ea9b193a3a9331d249f1ffc29a5a0d9553c97e20281b9069f5c403afd877fa9","formula_version":"titan-u-contract-v1","latency_ms":0.9386669844388962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82e0abcd25fdcae17ecc015a38a8d809d25702eed52f808e389430f797b31547","sample_id":"arc-challenge.test.767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10954de4b297c545a14b2fc9c132c84910ec0c36f427034ee924d29ee808d97a","formula_version":"titan-u-contract-v1","latency_ms":0.5012080073356628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a37ba0b61602427244b5087ad22e8a65ad1f70f3e199d59a5a99606947afda34","sample_id":"arc-challenge.test.768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6afe24ac29ecb36c2ba8840b80004028f1a083cb3fe3492d556aa35f1b90f7c","formula_version":"titan-u-contract-v1","latency_ms":0.4515839973464608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"428e9a5d269c62cbe1519c9c5cd5ae8b8139257eb412178199e137f320810bde","sample_id":"arc-challenge.test.769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b5ddcb4be76c7914bea10f43aacf33a36e759fc829961c422f25ae2732ffdc6","formula_version":"titan-u-contract-v1","latency_ms":0.6248330464586616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c0a1f72bd24eb111abe41525525f4c6fa6ee3b015243ac978d6f0e1e007d0ea","sample_id":"arc-challenge.test.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e70a4c23177a08024fd5633abb2f6217b0b41ba5ef20719cbc00d21c9a9bd3ec","formula_version":"titan-u-contract-v1","latency_ms":0.4087080014869571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db0695f3fcc04fdde56cbb7acb989f6d94ff553e6ab1c3c8773129c0c2d120e2","sample_id":"arc-challenge.test.770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6684febab901db6e8a0253f6a8b7d475751dac627688e6c97dc488426d047f56","formula_version":"titan-u-contract-v1","latency_ms":0.5956660024821758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0163630af123027085f571fadeebd5d9737bc602913f530d8f414d117f9908d2","sample_id":"arc-challenge.test.771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07626264672c2d14e18b00b52443c7fa4de60a6c38a4353c196bebe04cbd8a87","formula_version":"titan-u-contract-v1","latency_ms":0.49112492706626654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88565f0fa4c4a828a979e3cbdb419f2dddf0b069c5a8db4cbcaf7697237c26c6","sample_id":"arc-challenge.test.772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14b9c5455e743eb164f87dfd9b5a3b6b82a7a115b6c15b9a98518bcb4b493b06","formula_version":"titan-u-contract-v1","latency_ms":0.6290000164881349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e2734488a3dfcd6c4b1a11e988ecb1077b35afdad9ea0835d545a9bc773d2ee","sample_id":"arc-challenge.test.773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93a37d07580bdab0958c73d610806161713ca6464bc485c8aafd16af7b1093da","formula_version":"titan-u-contract-v1","latency_ms":0.49287499859929085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff7978dd3ab56a24d7429e46da4eb547c287a4f6910596991480a165758d7fa7","sample_id":"arc-challenge.test.774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2deed17ee068c245c883b0fc334b91ffd75422de2e3d3972019f2f729f90d440","formula_version":"titan-u-contract-v1","latency_ms":0.5899170646443963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab9b72ab601cba37e7cc2bf651928c0c07bbff2525970f68521dea5289d8626a","sample_id":"arc-challenge.test.775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fb606e510744380b36063aadf06103a8f788f4c516f654c60b51d26bd37ae99","formula_version":"titan-u-contract-v1","latency_ms":0.6111249094828963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"373a8760b4d7d918aeeb8b24e83e1ce17020cfb6440a9131505051020075f97c","sample_id":"arc-challenge.test.776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f62003b12223403377f2f24661df4fe626521c2abcaa4f481c46e37e0d531b2e","formula_version":"titan-u-contract-v1","latency_ms":0.5003750557079911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2515d064c03d643c6c69daf44f91622336916ae1d24269c57c5d691b7926f5e2","sample_id":"arc-challenge.test.777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a3480bfce2642fc91c9b9cdfe4e1c4061a5ccf1853434492c2dca1f8ffba4ea","formula_version":"titan-u-contract-v1","latency_ms":0.48104196321219206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1fc1a18921ff3e45488fbbb99b6e0a39be5db2450bfeabb8cd50a752ea0225f","sample_id":"arc-challenge.test.778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99d70fe4f81f4516a3505a35b1cb70dbcf73ae7557a86f006bf88a8a323ae32f","formula_version":"titan-u-contract-v1","latency_ms":0.43170794378966093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd14dfc320d9de7a199752fe7f4aab1f27fa9a95c050cc5422996b82fe97363b","sample_id":"arc-challenge.test.779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc3ba983ee02ade12e9aa291d0b426d86b1057245ebf814b240fc9fa2d803559","formula_version":"titan-u-contract-v1","latency_ms":0.43704197742044926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e2fb8c6594e9b234e5969e595e38b64aaa9ad539eb555095e1df857fdaa2aa1","sample_id":"arc-challenge.test.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74ef090d617d6cea59dad38c24eac20e9efae5b01c16380230413dc11cce73b0","formula_version":"titan-u-contract-v1","latency_ms":0.7287500193342566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df8654601f3564728b0e1653a3079f5c8eae34083ef34d9ca0c7117a1ce48677","sample_id":"arc-challenge.test.780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9518c4a8feab8d073f28f41f3e7bb73a54c2e962ebf703cce18f6bea70d0db44","formula_version":"titan-u-contract-v1","latency_ms":1.2688339920714498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae575c663b0d38f13ba9d9e5d4e09c6d821f1836922d798c7677aeb613245c13","sample_id":"arc-challenge.test.781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c062cd2a2623c693036a6b230c94728082291f6a67c2c3755a0037b5a9f78852","formula_version":"titan-u-contract-v1","latency_ms":0.6016249535605311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e693e2f74d23be9503e43f9a259d3265df04cb52b326e03c97cde76e01a8b243","sample_id":"arc-challenge.test.782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b671d0a4c31d531ddcc5a259c380790863ed71c9bd9cd586e323e934260320c","formula_version":"titan-u-contract-v1","latency_ms":0.759416026994586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"499ef7176ca2ca92859dae6b4f2feae0d64a09338dcbfaa17e58997b8faa8dab","sample_id":"arc-challenge.test.783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5cda8f4f8ab1419ecfe285d0f1890f371043881de52366b881f5260af130317","formula_version":"titan-u-contract-v1","latency_ms":0.4805000498890877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"440b622da7d7d8162f500fda59890566027b2b2999e0d86e6e08955100a7139e","sample_id":"arc-challenge.test.784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82a3c5abfb19ce5004957b65685645312abac7d33fd346099dec043a3f030521","formula_version":"titan-u-contract-v1","latency_ms":0.5854580085724592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"951ddfa5e4fa4ef7957f1d7583d25a55f18b57191fceb4fb27629045ead8de6c","sample_id":"arc-challenge.test.785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b52a49460510cd8a09b70d8a83879416f3ff8c1472baf19516a13c111c6a0f25","formula_version":"titan-u-contract-v1","latency_ms":0.5495419027283788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c95ba650075f869945c6e86257702bcc41abb434ca3d34522b44eb8fb61d5572","sample_id":"arc-challenge.test.786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"292ccfe2062a7314bed0b70a97fabb1f0e3ed1fb68f1a85a36e7e18a2695534d","formula_version":"titan-u-contract-v1","latency_ms":0.5385420517995954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a01861a4ede69647624264e3a8c445dd1d2efd99a624c824effbed4b9c0e1b6","sample_id":"arc-challenge.test.787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc9cb2abb6c71c7304aba9eae88ce347b016cb40824b8f4e96e04d252ffa0619","formula_version":"titan-u-contract-v1","latency_ms":0.43949997052550316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00bede93266c06ceb2870f6838975f982f85a0a1d2f24fbbff73c9503f381ee9","sample_id":"arc-challenge.test.788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ac3b1b44add9cbba4f1ac4fb7a919e1385fd13fcdf37733eb9c397dc89b987e","formula_version":"titan-u-contract-v1","latency_ms":0.5912079941481352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bebd39b50fb2d10048fa2b170b92644fa20f9cc9941e475c48c5c1c861f7e3f3","sample_id":"arc-challenge.test.789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbba8679845030e4cc4500b23329390268033d31246ca9996f896187e0f8a65a","formula_version":"titan-u-contract-v1","latency_ms":0.49949996173381805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7462759d7af84f07854f431453c13fd0e8a565ed59d04220030245499bbf530b","sample_id":"arc-challenge.test.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92290091361a27d9c82b89d5e6c6ba9e27357e002d63a3525d56edd0dd8020b5","formula_version":"titan-u-contract-v1","latency_ms":0.538958003744483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75ba56128b5c4175c64b38879e11208a811849c070325bc87e532d46026bcf0e","sample_id":"arc-challenge.test.790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4320eb90f162db3648f9182eae24a72950e3cd499e74e24d39e25bfc012c1e29","formula_version":"titan-u-contract-v1","latency_ms":0.545416958630085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7807a6018355ab8ab7d3dbb8d7fc0fe97ed008ded6dd993b03f612bce3dd6650","sample_id":"arc-challenge.test.791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2728a3af40d7a5dcfa595640cf8f5a860035cfc7ce77c3dd303fa502b8aa4b37","formula_version":"titan-u-contract-v1","latency_ms":0.5902920383960009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41cd497a4ca8ca1be2e6dc1cc3f0f170a4797b3a53673c4481ef7e036d73b660","sample_id":"arc-challenge.test.792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"293ae53b49d65b41badefb33c66205f9c76928127ff7b28bfa8279db5d91841a","formula_version":"titan-u-contract-v1","latency_ms":28.004457941278815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47f079470a00cf6c849db330f439bce67f020eb3a0c783f929234a59eb6406d9","sample_id":"arc-challenge.test.793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5462c994d0ecf9c4ad0922ab40c27206410e8bb8d74b0a7ae2c779b6f04b0141","formula_version":"titan-u-contract-v1","latency_ms":0.9581249905750155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7a0ea03cd0aa00e00007fff3f1bf8c888d999a10e989fa0496eb1683ea6a3b2","sample_id":"arc-challenge.test.794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ea276895bf39bdf6db4ab4728a373dba3c727cfb2afd93cee8864704abe9c6a","formula_version":"titan-u-contract-v1","latency_ms":0.4652499919757247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e5c497dc5581058d2e13505f0da774d9a2e7812000326bb20a4c6264d18ac66","sample_id":"arc-challenge.test.795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6a60adbf71289268676231372f0141cd6dec5867fec42b5e10ebbfa953a474d","formula_version":"titan-u-contract-v1","latency_ms":1.112625002861023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83e9af5f7bed76489f04d5b8a5b754b2e85159ab687f5e19ad8d3849a8db89a6","sample_id":"arc-challenge.test.796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d31f60150797906858e95fce77be8f6c3a73ec9d17ec99c1ee3337ad56cc0e38","formula_version":"titan-u-contract-v1","latency_ms":0.577665981836617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f750eb67655228b6358c174f43637041b34abf948b3588bbbe852054d325a49","sample_id":"arc-challenge.test.797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20de194857c625d879d242febe66ce5ec2c13e2c2e178dc2baab1d2a9b0ab284","formula_version":"titan-u-contract-v1","latency_ms":0.7096249610185623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0fa37c2132c45b48c49a42542fe3a1f619fac815d1cbe88e3b0e9113da2688b","sample_id":"arc-challenge.test.798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6ee252946c59a98d7ed1f4acdbd3aaadf1c9bf67456ff7b244a218fd9a3e18e","formula_version":"titan-u-contract-v1","latency_ms":0.6165419472381473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ca32d060ae0d6c93467379dbc9e42b5fe4d9b8c7cda2e25d236bf7f47e2f44d","sample_id":"arc-challenge.test.799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2f7685cc70d2806500c4de0e62ca04d949f55b02d4a4b1aa95ff95ca8de8a9d","formula_version":"titan-u-contract-v1","latency_ms":0.7699580164626241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff04bfbfc8a8087c511a7333c4bb1eb96d172738fa97668e7446c6dd1e592d03","sample_id":"arc-challenge.test.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b46b7d5e63408a23abcef108d0d41623f1feda496c0a18281626dcf8e1f99f8","formula_version":"titan-u-contract-v1","latency_ms":0.47141697723418474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c109f6a3285efa224881e8cd3c3439a1b8d48540e0f66608c7815f094aafd7ea","sample_id":"arc-challenge.test.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"259df5567fdf6b6175ba7e4bc19e9f74f46d5ed02155f65f34e738a7e7c3d904","formula_version":"titan-u-contract-v1","latency_ms":0.4122500540688634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4e38725c1223e7c31373ef311a57fcc3a5e768e6150bd5fe4d27e0f5b33969e","sample_id":"arc-challenge.test.800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b82fe88eb6cee05e3cada7f2d7c2e9a690fc09e12a9cd36dfe2d8cc665ff1f47","formula_version":"titan-u-contract-v1","latency_ms":0.6532910047098994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bd024995bd352f03be3f0c0c8b988dcc976d53fe6cd20c3311caf02b2fa649b","sample_id":"arc-challenge.test.801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a10fe136ea7c3407166297250d0c9005c3df4ee7d0010d37dddb7c52da3a20a","formula_version":"titan-u-contract-v1","latency_ms":0.5208749789744616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c10f3cebaed617bea572a2bf083529bab9a4c9597e1c57613d8f36870be93b6e","sample_id":"arc-challenge.test.802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ebc650bf5126ca52e7760a906622154600ed4b3f3c8c5cd4774a90cbf976320","formula_version":"titan-u-contract-v1","latency_ms":0.4876670427620411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6dbb2377577b58880de6f28c91a602e830c89389c6a0277910e5480f222073c","sample_id":"arc-challenge.test.803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3db75e50d57638796eea0b6bdab1ccc06ba095746e90c26e800dd8f28e551027","formula_version":"titan-u-contract-v1","latency_ms":0.9275829652324319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"559db51b60df9a74518fe15700be8e6c62072c3ed712dc70b6b3418198a03835","sample_id":"arc-challenge.test.804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c719ff0dbf20980f277d734bdad97691dfddd004c9da82f78394e3f3db12be62","formula_version":"titan-u-contract-v1","latency_ms":0.6329580210149288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c040e5e596c864207379312ebc95d536d63bc6ad085841280be5ff1564886b2b","sample_id":"arc-challenge.test.805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1010f9ad1e43c23032e65ab4f9bfdd366a14dfca46b4800cd20c1a951818627","formula_version":"titan-u-contract-v1","latency_ms":0.5534590454772115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1938e9f35aeacfa894af3f282400571243b1e687a5670cd4b574f5f797b990c","sample_id":"arc-challenge.test.806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8a02a122f71f7cb98c7c58520e350b96f59066d41db754acffa22da0db76640","formula_version":"titan-u-contract-v1","latency_ms":0.48229098320007324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83581150b55aa61868d0c4fe12f6bc0c6a9b655550a74b348be9cee8a80ca026","sample_id":"arc-challenge.test.807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7ee3f05dca268755f9d0ae04f025864738e7a641cb36892c7321694fac271da","formula_version":"titan-u-contract-v1","latency_ms":0.5737500032410026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0e1cfdfb7c668240d640081be909267b78385589e1524ca227d3c312a2058a0","sample_id":"arc-challenge.test.808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf36b7474284a3ae9d4b36790c86b7c31acd8bcf0a6647b2c28fb85d635173aa","formula_version":"titan-u-contract-v1","latency_ms":0.5070000188425183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ce96faad53bf425ac3bba9855d0d10da96613a78639597e10efee2936ae4ced","sample_id":"arc-challenge.test.809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c852ee830933bab4abadc2323601ac14b5834c54242ee48090e4ea8d67f64bbf","formula_version":"titan-u-contract-v1","latency_ms":0.5405000410974026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be9f7696fc37ed3b9489c3d6e0893a6d7765fcc2805d6b1ecba7f8e89433802f","sample_id":"arc-challenge.test.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bed9c4f39ecd41c8d1889c39982c1d909228c162e30de2a36fab997445ee411e","formula_version":"titan-u-contract-v1","latency_ms":0.6954999407753348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f06cf293f03c1f03b2740388bc46c860cc014bcfc8f77328c627b5cc3178e287","sample_id":"arc-challenge.test.810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35829c3fddf8d7684765ef989d81cd15bd532536629e706a66a5410163aeeed4","formula_version":"titan-u-contract-v1","latency_ms":0.5767920520156622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7ff0145908764156374b5d3e4fae87ac8c950dfd566ea235e441083f93ad852","sample_id":"arc-challenge.test.811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a076cc040a5738b3b5aba590cd21b58ce4f6dce5106ed8fae02f607fcdcadf0","formula_version":"titan-u-contract-v1","latency_ms":0.6496659480035305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23b5497e26cd092327bfd2bdc5fe72ee54b77c0d00f4f806bf27e6c4b92b0813","sample_id":"arc-challenge.test.812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a68ca11fbb5e7e788d7d2128e12a015a1d13f25a1738b7c93bf4470863f99e07","formula_version":"titan-u-contract-v1","latency_ms":0.5932080093771219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e2b540100d7a51bc97b0dfe9b3d19696f251543d7613f67780117b305936d45","sample_id":"arc-challenge.test.813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e027a21b1edc9ec23852128ffb1416b36a83651c15ce9cab12fd41a8b1b5c792","formula_version":"titan-u-contract-v1","latency_ms":0.45370892621576786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07c5acd9d133963652641aa555f083296d8c0a96c58616e9c1820d1b8d54cbfb","sample_id":"arc-challenge.test.814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4790c788ce662511c38907afa472ed0d274025f76b6a2e211c07e03640e7e65f","formula_version":"titan-u-contract-v1","latency_ms":0.44125004205852747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7e4e78d712c6da44a6bd1c4488dd9b4409aa4f3e9cdc6b7a91c03912a95f02e","sample_id":"arc-challenge.test.815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fb231e8ea8a599fdebb876f1306969b733e030187ed345e8a752d64b157e144","formula_version":"titan-u-contract-v1","latency_ms":0.5156249972060323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72dfac276e939c364bda38e9664c24e038556b44ac4650ebbcd1324ee30d1755","sample_id":"arc-challenge.test.816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"676078731fc9e0d841015aa285522e5dca36948885440f6015476a4b6f55685a","formula_version":"titan-u-contract-v1","latency_ms":0.513250008225441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f1a25b2eabbeeb0f6022fcc8cc583d52a97b9456b36f722f75fa039a5ff7951","sample_id":"arc-challenge.test.817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"591cc82a9d6f7bd119facd8d9d82ff097689f0e2eb905dd108214b7d36c1c13c","formula_version":"titan-u-contract-v1","latency_ms":0.5343749653548002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa74c13d418561ac6f3fa342e9aeced6e00353e2a1c2181717cf2fdb479a8038","sample_id":"arc-challenge.test.818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7d1b07af567c904dfeb11f33a3a4e91742c9474c6e56155153fa2cf2f2fe6df","formula_version":"titan-u-contract-v1","latency_ms":0.584250083193183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43b127390afd3b557059066e904e88c002acabed47da53c940976a02b34181cf","sample_id":"arc-challenge.test.819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3763b79a4b40c3eed0df4713723d4f3de3b9c8346583ce73b287eebaa54db52e","formula_version":"titan-u-contract-v1","latency_ms":0.517957960255444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d4e2cd316fbbe016b41a3f90ce2197560ff22051b9a480c23fa0480b862163a","sample_id":"arc-challenge.test.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e225a16d351903bde539abb19d7e9f332aa3750c8314d63c2b6050138cc6dd23","formula_version":"titan-u-contract-v1","latency_ms":0.5494160577654839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75b68cc41aa68ca662ff9a9741f13bb800bf9f0ea6a81855486f1d10d9cb9f87","sample_id":"arc-challenge.test.820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa6a121bc279823d50d53dfd2c81e35b91ac15aa34343c5d9c992f9abd1c41e5","formula_version":"titan-u-contract-v1","latency_ms":0.5079999100416899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"201d26b963af00c7c6d5891c37e7943a4fdc4e27c3988b5fd73f10151cb0cfc9","sample_id":"arc-challenge.test.821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edd38943e8df071fb4cedcc7d05bfc5ef3a0d2f864c47b8b98961a6842e0fe0c","formula_version":"titan-u-contract-v1","latency_ms":0.5894580390304327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21e58a640a1790923a1be2680c0b17c8eba1a35d1a10b027b5d0d53c5b981334","sample_id":"arc-challenge.test.822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b15dd0efe28d90214c8a0178ce4743cd6ab2b2a99a647e923bfb7a9580aed88","formula_version":"titan-u-contract-v1","latency_ms":0.6307919975370169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19b72d3d1bb72f17fb3cdedd76d2b50d606343bd19cc294db64fb8540cb0e3a7","sample_id":"arc-challenge.test.823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf9da87fdcbf8c9711e5dfc59cbfe4f350488e62c8d0ed2840c1baaa8decb0db","formula_version":"titan-u-contract-v1","latency_ms":0.5502079147845507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32dfb5e21496be7c52c0d15dd26fcc3cf509a3ea04f818ef8a7e51f4c19cdc4a","sample_id":"arc-challenge.test.824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"548d47bddd1eec5900c9c8504d8a7b294f3eeeca91614d474732356549b1e8a7","formula_version":"titan-u-contract-v1","latency_ms":0.6933331023901701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ca2a44156e210e961bddb9e188c2725279bd76c391174c7c7660dc648255fb3","sample_id":"arc-challenge.test.825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cf6e8337b11bd36dc37df0448d0cb4bf3d0260bf2fc287ecee40e9f488df0f9","formula_version":"titan-u-contract-v1","latency_ms":0.4350410308688879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d74ba0eca8e25b3b57441b60a6c6916c31a6d2e2c0b83ad0f107ac2a1b075864","sample_id":"arc-challenge.test.826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"385cd65622d4b74ba568126dc57fc8f29adaab36a00cf0d8eb2556fdd84d24a3","formula_version":"titan-u-contract-v1","latency_ms":0.48283301293849945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90051e5c7b492381a922b65e3aa07af6738b646567f11754b8516ff3ad062bac","sample_id":"arc-challenge.test.827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14254eedfb70f15bebbd8f2f636e2f47f0575dd7cb0e80efe8ac3bee1f10ef49","formula_version":"titan-u-contract-v1","latency_ms":0.6713749608024955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bbd1d4133510e07a80b49d614db2e9b8a254722bfeb20bb2fa50ba3f5eaaeaf","sample_id":"arc-challenge.test.828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9c3aa162ad7ecfb9462426526ba320e7f887d1ef7f766f8d131937f4f8f1d64","formula_version":"titan-u-contract-v1","latency_ms":0.6477079587057233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0229b51706b6cf9cbf5e990e267b7d69a6a69eaeda736f1bfe3482882d3949cc","sample_id":"arc-challenge.test.829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"891d7b934b45811cd662ebca14763ea2bf07f2d0a99cdcf7c71d5a4a94b10f18","formula_version":"titan-u-contract-v1","latency_ms":0.5388329736888409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27e263a72fa4cd1de8c3aba99ebf90ba5980ad588cbdd8753ed1a4ed38df2989","sample_id":"arc-challenge.test.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80b2d49786e9556f0a8caad073d80afb19ffa27644a4a3dac7712420c7dc85ab","formula_version":"titan-u-contract-v1","latency_ms":0.47687499318271875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31dcbe84f171d523f18fe9e30df49e908b3f100b9dbb5b419d3094ceec11a456","sample_id":"arc-challenge.test.830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcef5d2fe377e73e214be4ee577ff93de4c29d4c2931cd009dca76ed1ffa05d6","formula_version":"titan-u-contract-v1","latency_ms":0.5976669490337372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"703242a8527353c899714413190e016d499cfcd106d9d8c216125af175ae77f0","sample_id":"arc-challenge.test.831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a282de8a32ad42ba8c1ca87dc4c54c6ec6f754bc73af1a690c207e4e6b8d0beb","formula_version":"titan-u-contract-v1","latency_ms":0.5334159359335899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab64e6687ce9ca2a48c1e9832badcb47f8402fa92a6137c280f42073dc568a1f","sample_id":"arc-challenge.test.832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a9cea91fdd38242d8fa487b11612894e57fdeb8cef43182cd4826b6cecf498d","formula_version":"titan-u-contract-v1","latency_ms":0.51754096057266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adea5c02b7a6fdad5196a8d87e5f0e324c110f847f96556443347ded49db919e","sample_id":"arc-challenge.test.833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"977700e094beae243dfa50d426c303d1eca4bc44418c399cd9fed6ba0b17450d","formula_version":"titan-u-contract-v1","latency_ms":0.5140419816598296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"776fee301de8572874a3d30804763ca9c6f417f505fcb2a2fe2f93eb9baf662f","sample_id":"arc-challenge.test.834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8077c56f9a9cda86fca7f37bfa6e23206328f58bc86b464ea05c766fb3611f70","formula_version":"titan-u-contract-v1","latency_ms":0.5732499994337559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"196c7e2d612a30eebd99d209f29d1f29fc2e764d22274a81c85c37ea5c87b8d5","sample_id":"arc-challenge.test.835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd61c8c612dbc41a7693a8fad4046966d477652e62bd12f2efa196b68adf8038","formula_version":"titan-u-contract-v1","latency_ms":0.8637910941615701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e387f879fba8aed333048f6ddafe00d5e99c4fe5e8dba93f26f95b36668084f7","sample_id":"arc-challenge.test.836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40dad43d14af7b201ea9d18d9282dad9758d19d07a565c531d588335453bd377","formula_version":"titan-u-contract-v1","latency_ms":0.5282079800963402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2802466fae3433340e35905c393a9ad0e62941ca9215973d3913f558adfc6ea","sample_id":"arc-challenge.test.837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f0640ef498d291e0f272ee04272a1d87c8aa50678dea5b4549071504b123785","formula_version":"titan-u-contract-v1","latency_ms":0.45004207640886307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74b2fbe8815e0677e15f39c98c8495d5c8c67c7aff7b5dd30f4d9f4f281c46cc","sample_id":"arc-challenge.test.838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da3d0cc6a68241e665bbad12d677dcc665e6005887496889e99e9d0aaaa71aa9","formula_version":"titan-u-contract-v1","latency_ms":0.4791249521076679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca17354fe268195a4d6386f3381243764c1639628f8b9b045939b2fc6b0b4f9f","sample_id":"arc-challenge.test.839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1c1207e3cef7fda4780ac401ddce8c909d2e993b2243ec75a51df7f38eba6fc","formula_version":"titan-u-contract-v1","latency_ms":0.6094159325584769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d078d8a1b649dcd262dd9e5e514bbe77a6bbf9721d0c4aaafe70648745985924","sample_id":"arc-challenge.test.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80f50114b350e0eea69fa2e09eacc868816a4b3bb22b76bc2d6dd70001a49bcc","formula_version":"titan-u-contract-v1","latency_ms":0.4619159735739231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abcdbf6de4e064bc5408a61a3847c584a9c1591710277b7746d0bc4f63b3293f","sample_id":"arc-challenge.test.840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13d3ab1c9ec12ae733c4142544b1ff369120a85dddbc9a5d8c353125806cb025","formula_version":"titan-u-contract-v1","latency_ms":0.8273340063169599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a598c82590f81c8e37302ed3a937f4a03e706c27fe24878cd752fce88ce8db7","sample_id":"arc-challenge.test.841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec65b999cbd3d18100abb46c52bfcebed6daa26f730651fa1c989d6b410ce943","formula_version":"titan-u-contract-v1","latency_ms":0.5968339974060655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ef05dd175a79006e655a52e296c014e5221a13dcbb58a62cc0c78a93682d992","sample_id":"arc-challenge.test.842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33975601359aeebb38208df6564a0fa7e6953c1296b073ea6d9b5362c6c93f90","formula_version":"titan-u-contract-v1","latency_ms":0.5336250178515911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"539c08f1866300d67bc4d1a1129064b5af1309a3ce39f573a7ea46d58a0a2227","sample_id":"arc-challenge.test.843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aefbee36f06a1dc80de5688c0cf84d400092903393257f4bb0272bc983779ad","formula_version":"titan-u-contract-v1","latency_ms":0.5275829462334514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a18806d0abcd760821759f455c3a08fb2842e03850ec07d8a16496be9c76241","sample_id":"arc-challenge.test.844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cc7f3da4118dd6586515c09c6c1e747affc5eef196bb10b5631eef7e6c001c5","formula_version":"titan-u-contract-v1","latency_ms":0.5550410132855177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"170d0ce43d127f41b98817e15eb32ab1229f3b6da5b698714c6a6d35a953e6b1","sample_id":"arc-challenge.test.845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14a54ef6504ca59ad6271593be3419174735a84a39cc1bce78e4fd28a8935fd0","formula_version":"titan-u-contract-v1","latency_ms":0.6887499475851655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"688ab7814ad03595bbc14da07437dd0929c1b8efadcb53413907dcb26b6308a4","sample_id":"arc-challenge.test.846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5cb818d6517999b3034292c4d9e80aa6f8ece8112736113383a1a826e3f4e1d","formula_version":"titan-u-contract-v1","latency_ms":0.5308330291882157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e82746cff7afbf0162341b39e3e10510780a9bdd5657317f67cd9106beb593bf","sample_id":"arc-challenge.test.847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cccbb6b43a71d8aa033c76be0c4e4330af61b186397e9e5e06c82adea7ebe3e4","formula_version":"titan-u-contract-v1","latency_ms":0.5649590166285634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65eb35553826e1258d76e3bedd342153868d280c3786b9fe847ea29c71c2036c","sample_id":"arc-challenge.test.848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f88cbcdb1d6bb4b2eca7606cb9f653424e6d959b42f561ea0c89b0dca9bd629","formula_version":"titan-u-contract-v1","latency_ms":0.5177500424906611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59f60bcf2809857ca0ac95eb62abaa4a4f532390cdad8d20ab75dceb7938bd42","sample_id":"arc-challenge.test.849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5991a29436f2f4fe9e0a0a1c839dc0c9dc8128bfe2a4a877758a4d87510bfc06","formula_version":"titan-u-contract-v1","latency_ms":0.7479579653590918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2306bc2dd6742196fb71b094b0da64bfa98aed5df3021fff0b7c87f41f5ee37","sample_id":"arc-challenge.test.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6c4834af136913a985c07a983c6dc0d3741b34db1edcc7c7a9d8c7380437166","formula_version":"titan-u-contract-v1","latency_ms":0.5211669486016035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b20a183974fd76111be54f619e16050addb01528a0ac31c01f2c4d6eb14d9049","sample_id":"arc-challenge.test.850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a82dfff7f9f119c91782a9dfd227683a192ddfa828efa67ed41d1d44f269c963","formula_version":"titan-u-contract-v1","latency_ms":0.6612921133637428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e840481e5959242d6ea15294c716f94d8029a5b48b3974cfdb5638e4862145a0","sample_id":"arc-challenge.test.851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02833b44993c9c09e0c49ee0afc0b5082af2813e7f758c931b6421536d2cfdb1","formula_version":"titan-u-contract-v1","latency_ms":0.4242919385433197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ca9cbfdd8ba2f9191fdcf4a1fc2593bc41e4c799c0ec49339f563f67fa1b84b","sample_id":"arc-challenge.test.852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"595056d90dae0f3608405bf1efe64629d276ef4eb7064a652b9b04bf2b8a5b86","formula_version":"titan-u-contract-v1","latency_ms":0.6086661014705896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6870cbcf6e3bcb83845de568e58c7d9d9d0c0a3d8b2bd81a9dbe495740d0f50","sample_id":"arc-challenge.test.853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7a171df17fdd658877524c4ab2704072c38424c32e06272e3fb3a55318b002b","formula_version":"titan-u-contract-v1","latency_ms":0.9011250222101808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f651a6f5056b390120b974da9050433adeafe75ab6253f68954cf6b665608325","sample_id":"arc-challenge.test.854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8dee903f1e3de8befb78410572f6c940955d3cb9e724f6bc3a6ab6bdc08acd1","formula_version":"titan-u-contract-v1","latency_ms":0.4384999629110098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f58c25d66db10e6415e9058b6168254ba4d0630777bb4c632df19e14330f4c1","sample_id":"arc-challenge.test.855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebcb8e4782f3f67b40a3280cc55adc27e8e5a12b6fb91e942580f62ab286e340","formula_version":"titan-u-contract-v1","latency_ms":0.4788330988958478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3a455fccc130d2a0c0591bec798d3c138cb59d40a0c2d152d552bc400dfdf82","sample_id":"arc-challenge.test.856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c32e44d70072953cbde68c9ec397476d88227f78e199b0be04be711a0d57f549","formula_version":"titan-u-contract-v1","latency_ms":0.44654100202023983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e09837abde1fb74af8ecdf7028411f1d9fc058ee0081af53fe07ba287d178f51","sample_id":"arc-challenge.test.857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25c5b59aec4abfe85342d56c6b78ea9043fa1fde1733e138cfa1603352d0f6c4","formula_version":"titan-u-contract-v1","latency_ms":0.4601249238476157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ace695827ede51baf56f600949b5a1f380dda17a171551c234575db87a603f91","sample_id":"arc-challenge.test.858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1061d8c248f1d4c44b89baff906d697e3610659d7969e52b33b7fb437e0f2db8","formula_version":"titan-u-contract-v1","latency_ms":0.39429194293916225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd87e4045d7c62eaacd7f40246f602e94f8ea986b48f2e72285ed894625ce8fb","sample_id":"arc-challenge.test.859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0da18a3c7d0984cae9daebf3c11d3a3435d9ccb6e0fa4219fcb5ec2537e54ff","formula_version":"titan-u-contract-v1","latency_ms":0.5572920199483633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"351ba18306dc7a69550397645fd64381581ba9d0d725c26b4cc4a3116681f4de","sample_id":"arc-challenge.test.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c400bacc96d23b2b6a6b3a171d43a8d39e8e43163615a8521ddbb7f6296b873","formula_version":"titan-u-contract-v1","latency_ms":0.4492079606279731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adeef5f589bff2a7cf2444dfc0c14ff2d42f16830496f724be5395ec043a9da2","sample_id":"arc-challenge.test.860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42b235ec33078162463dda9ff3242ebe36b134ca8d5ab4120da7b6b609d2f71c","formula_version":"titan-u-contract-v1","latency_ms":0.5368749843910336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e224ee6ce95faac8547f093862cf3ff31edcbeaee40ddeaf826cb8939f5c68f","sample_id":"arc-challenge.test.861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c827f02f7998cfb67ae14b600c199db8a6686f2a3ad3c5b054a1eadf94725cef","formula_version":"titan-u-contract-v1","latency_ms":0.42162497993558645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4920127b9b78bd7f21ab5bfa21a6a6802542395c7e1ba6ba4a3d953b40f58ce0","sample_id":"arc-challenge.test.862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23895e8795b4dc66b0b004400c00f89afa46f30a6b59bf369924177eccdbcdad","formula_version":"titan-u-contract-v1","latency_ms":0.5365409888327122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d012d7d89326f1ec9cb5f10e1313a3fdd2705d70dfff13a43911ef3e895b60e","sample_id":"arc-challenge.test.863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62218bb169f198f20a514a38eef8ca0ae6ddc8908daeca182b5836fa6967c88d","formula_version":"titan-u-contract-v1","latency_ms":0.4854999715462327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae98c267fad23bfea61ab4c06d823af514913139ccdcf83d24305248e93e1e99","sample_id":"arc-challenge.test.864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e66b2c78afc21fbf965028816cac3122b56f0be6bfb64a7d2770979483314416","formula_version":"titan-u-contract-v1","latency_ms":0.4565829876810312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39d3218c0f2ca4da8b3512a059906cc6c38136a7f313c560dd9d002f68919037","sample_id":"arc-challenge.test.865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ba521b6eaeb96d196e60c727b80bd2c3717e0dc33c963e18c31b615b9722ca4","formula_version":"titan-u-contract-v1","latency_ms":0.4575829952955246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a83d094396d507b25d5a14102f1a7f8af3b35265244ffe12495ccc7a573de1ca","sample_id":"arc-challenge.test.866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1546a8a157c0de02aba2257aca65c65542e549bff5bb921aece65e27f6493ef0","formula_version":"titan-u-contract-v1","latency_ms":0.5477090599015355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f6c1bda963af7b4a2b0dfa719db7f30090a110cb1c02446fb9c72e120193730","sample_id":"arc-challenge.test.867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c4e864ab89ebdd3a04d5b497fedcec1243c7bf77c280d831b7e06c981a8d895","formula_version":"titan-u-contract-v1","latency_ms":0.5852909525856376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"747fcbd5305db384faefba6ea1de24bb3a22cfe03288f8a1c219adf041b8c7dc","sample_id":"arc-challenge.test.868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"205aaeac22307372983c8f76221f3510a53a79cfee6a0c7a9a2cb14554d95b82","formula_version":"titan-u-contract-v1","latency_ms":0.5924160359427333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f4a69d5f6a5ffd3a0ff302b5947ef2ddad5f6496b57718ffa0c076c42f517fd","sample_id":"arc-challenge.test.869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"044bff3461bdfa98b43e487f557ca3b6ec0c1e74f8f1625a60e8a25b3b031004","formula_version":"titan-u-contract-v1","latency_ms":0.44866593088954687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"613c6739b7bdbb4f14949958ae8f8c3a74291e9d320cd60073c9e4feb8ccc8b7","sample_id":"arc-challenge.test.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fad3e24d4c2eb975df347103c3e49ceb9b2656ce1e11bc3312e2f437716b7e8","formula_version":"titan-u-contract-v1","latency_ms":0.44049997813999653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ab7d84264af662ac6cdcf23421dcfa69d7a7ad53465462b52ed65e3b7c54126","sample_id":"arc-challenge.test.870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ac9f8ab8670c6914572dda55ef21efb23b93a12d1d5dad606feae9e492c8fc9","formula_version":"titan-u-contract-v1","latency_ms":1.1812909506261349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cad0e55c48be469ab1846c06b01db72d8f386a5c028b4ad600f1de5f51f3acc","sample_id":"arc-challenge.test.871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48c721e986ddbde77c8994b82cc4ae01072bf329b33ce570054f17fa6b276b44","formula_version":"titan-u-contract-v1","latency_ms":0.6691250018775463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"867c267abb2f1b9a4624dab718485520e1aeeaa7bd4f13040ff4321f58054c6f","sample_id":"arc-challenge.test.872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ef22b03956da81a0f29225244ba4c14587ac72165bac89b3418920cd6c39bda","formula_version":"titan-u-contract-v1","latency_ms":1.004416961222887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f742ab7c81eba69e925d3965a3c50996b3ee89309435c2cc0384f76c9925d538","sample_id":"arc-challenge.test.873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a74956d1f6ed91e81f0a4d76917faac7af98a53481e345c6687c3f0fece476e","formula_version":"titan-u-contract-v1","latency_ms":0.6023750174790621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7abc650b525f47b9bf2f739ca4077234c51a633a466e4e3d9e2d3cdae96c94b4","sample_id":"arc-challenge.test.874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb26f3bbdc9cd71bc045fd092561704532efd060fda808eabd322596201e9a6d","formula_version":"titan-u-contract-v1","latency_ms":0.773124978877604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"435322bf07b6802bb67e14a51c066799ea65cc99943074ce2e4643a9fca72da1","sample_id":"arc-challenge.test.875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35d30513d67a5070439d7c1c23b2cd2a84b39ad1973544cc0d2b5810935f8a9c","formula_version":"titan-u-contract-v1","latency_ms":1.0073750745505095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbe5cf0b6fe3d434c8afa792ebbe0fa32c7473ef0d0c6238c41be436d937021e","sample_id":"arc-challenge.test.876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1eee50b1b8c17ecd7e7b826335481e70cb92f62dfe7df594d17751fc74b3073","formula_version":"titan-u-contract-v1","latency_ms":0.5905420985072851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d81a04406bf4d5f6dba23ebea8807592d0c38e6d302a723f512f433a9a4aa48","sample_id":"arc-challenge.test.877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a468958b9ad40c699d28ead9e2d2e6fbc05541d5fad2e01b1dc8cf1a242d5f1","formula_version":"titan-u-contract-v1","latency_ms":0.606000074185431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"347cb9503ba461bb7a7f55c56032e525d0c97e25135d4b5903108c1f2bdafcfd","sample_id":"arc-challenge.test.878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0206591c4f49326f6a0e129baf8f45627c01390f9f0ccd51022df9401c3e125d","formula_version":"titan-u-contract-v1","latency_ms":0.6152079440653324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efe90e61fa2862d3dd0281436ff842b786ede44723ce3aed4d0d3e005b39efaf","sample_id":"arc-challenge.test.879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f704ca92660331ad9a9ab25afc1a2e7e036ac61d3f34318ea1192789fa55be9f","formula_version":"titan-u-contract-v1","latency_ms":0.5721249617636204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4663aa3fdd4e98cc740f1b64f7dd5a50e6d01bc575d56e183d813d9eebf40a64","sample_id":"arc-challenge.test.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9ff16d4494c9e13c7221a8aec24a6a62ac7f941931afb3cae9cae26d6c29a53","formula_version":"titan-u-contract-v1","latency_ms":0.4271250218153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72e3cc7de39970c74b11ae4deef3635d5b0261b315bf2d2167f7d916efff2e5b","sample_id":"arc-challenge.test.880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"880e9c846ead8e7c06eb89d81b3d51762b76ebff4b8bb6c42e358ebd38aa93d8","formula_version":"titan-u-contract-v1","latency_ms":0.6264160620048642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cad502a9ac15cceb1736bccc027888affb7dba8d679a075f38d2f421928c286","sample_id":"arc-challenge.test.881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aa7ef768b47e84322d87968ff9814e0f204521d04ce46ac283581caccbd6ec3","formula_version":"titan-u-contract-v1","latency_ms":0.6051670061424375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6360324edb76e0e3ed9e18dfbf6f2507b6dbae4bd59c2472cd79d68506cb1ee1","sample_id":"arc-challenge.test.882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1057a40263435341979d581468c101d8f38a52ccf96f3f75eff9cefd6839ec0","formula_version":"titan-u-contract-v1","latency_ms":0.6149999098852277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f75b4745538f16342019612a9e912c279b73e4f28aeba3cab8b9fc789afbf95","sample_id":"arc-challenge.test.883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67897a07dafccfe41db2b12fd608b6c5bf454c2121c3fe43b7ab23c2b92bb658","formula_version":"titan-u-contract-v1","latency_ms":0.7007500389590859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a73d9ecb7778472de5cb4ea01e09aec895b686511e362dc5c9189ace9105f65","sample_id":"arc-challenge.test.884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d440481cca1ef21970c5422e82e11e647f30ff69e40c4ea3fd7914bb555308b","formula_version":"titan-u-contract-v1","latency_ms":0.5512080388143659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a66f6d82a23a3cc5f7c19fff0b16774ba783acc94a4853b0ceaa53d46368b8a","sample_id":"arc-challenge.test.885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c7650fd6289e35c98896dadb75b6c6ae0bdf3d9013dd8c9d7ac9e1ddfa1b60a","formula_version":"titan-u-contract-v1","latency_ms":0.6015000399202108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2c08a6676e24a52cd3995e9b0fdb45b2187f5ee60b5e39e96d4a9b99274a984","sample_id":"arc-challenge.test.886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b995b6dbf877ba751757b54ef29a83b0bd5a13a86bb527926f8dcefbb7b101a","formula_version":"titan-u-contract-v1","latency_ms":0.6411250215023756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b55929f6ff2aaa7abf69b84e0f39385a8aa835fd0b8ccba5be360f4863b382c5","sample_id":"arc-challenge.test.887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc7ae52df63d104a3c19c978b7c63f85926b53a55f44e5b14ce58f8c0f4fbfe6","formula_version":"titan-u-contract-v1","latency_ms":0.4270420176908374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdbd94b94c22296550c2f08c5a44e636042463b2560be7e8906de7385a1c0949","sample_id":"arc-challenge.test.888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"654531811bee8f31964239fcde1f7f67b3ca652bd571a990b77393b0e98c6b24","formula_version":"titan-u-contract-v1","latency_ms":0.486541073769331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea7506ff1855e50530aebcf57246ad5997e9cc9fa4b6716a02e6a3bf8cacfe80","sample_id":"arc-challenge.test.889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1522a244c815eb72806858f40aa9b3b35ed68632d68ca9a67ccdabd7c0c646b","formula_version":"titan-u-contract-v1","latency_ms":0.49966596998274326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b07bc8b67ad12d23ab0eb66b7f16c5d5769b94c7729a8f3ab7f83c9b479bc04","sample_id":"arc-challenge.test.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89fb5c5802f0d2c0cf18b1297fc58ba36f569540d8e57093161975e1b3e2cd58","formula_version":"titan-u-contract-v1","latency_ms":0.6961249746382236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31328db55e495201b18a9e9b7874396970c04a1dbd04badbcd4ff1478391b64f","sample_id":"arc-challenge.test.890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e804682dc37cad1fa1852a961956520155c352239402be2410e0304014572cb","formula_version":"titan-u-contract-v1","latency_ms":0.5593330133706331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f116155d3acc31350f2bf49f829b74cb7375053318e067d00a4dfc985b55eb3","sample_id":"arc-challenge.test.891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73afffb2e16ad941846a60b084baf3aaad9202051aa36513d407429b0168c958","formula_version":"titan-u-contract-v1","latency_ms":0.46954199206084013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dd02e8b71c44469c2c1406abe3d8e2b812aefa309193b6d84c891aef488fd4b","sample_id":"arc-challenge.test.892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6930e6de8a719c1cd11c9fa81225252752c76e58c559bad7c8671849186aa4ba","formula_version":"titan-u-contract-v1","latency_ms":0.6952079711481929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5db21c350293cf7815fd280f59112a2967245bd7a75cf961c9dc66dbef83c31","sample_id":"arc-challenge.test.893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f893c1f001b81ec58363f8275ce68c8c8e111403b1de2ba5784568c2a03c430f","formula_version":"titan-u-contract-v1","latency_ms":0.398083939217031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d3a73f8178e79074acdfc4b12065232e4a125fae610b6088fe5c964f1d13fa8","sample_id":"arc-challenge.test.894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edca0f8942229fd1f32310e5aadeaf5e6e0a094a2225a215ff304e20523b982b","formula_version":"titan-u-contract-v1","latency_ms":0.6349580362439156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c606c4e9f9ad88cc0486254673f7c369ce6b89a6933c5ff494dbdd359ff5ddc8","sample_id":"arc-challenge.test.895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"994de684f63d36e002b5cbd2c95fa3d1bb3305b4b6bf865966d781d7af630045","formula_version":"titan-u-contract-v1","latency_ms":0.45312498696148396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd2babe4b06c85f846ba49161a949c78b3cecd30dbb52130007943a803ab3ca3","sample_id":"arc-challenge.test.896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b682a8f8941aa597783113b966e6aecbb6aad4ac11e916571d28d4442bbd984a","formula_version":"titan-u-contract-v1","latency_ms":0.4184580175206065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5694fb43bfbb9b194b8eedf397c49925fdf78a9a8511791e24cc37f328ace37d","sample_id":"arc-challenge.test.897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1af9288f71647311ef8d50331227428893f27632153a48ead8c540a2b78c874f","formula_version":"titan-u-contract-v1","latency_ms":0.48216700088232756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8864b2b70ecfe6b7996799baae7d6d6151ffccf9975eeb933fc3394d71cd8f12","sample_id":"arc-challenge.test.898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a30bb58d325e5c8572a4a0e72f4cc865697b455b34b20a9ca7702e8e19d628d","formula_version":"titan-u-contract-v1","latency_ms":0.42170798406004906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6e075a4f6c769d5bce6fa2e3c6d224f85edde8bfd413af748cc11d046bdef64","sample_id":"arc-challenge.test.899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6c4440c087e3d6e66a80181e332126bdde5208357632ccbf44649bbd758e01b","formula_version":"titan-u-contract-v1","latency_ms":0.5829170113429427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38938568fde0d00e1ca3b3f9ef6569ba13a77a262ee61993c7421c14b0ed29bc","sample_id":"arc-challenge.test.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"152ffd36b1c8cc3911b3f7b21d27a69ec92fb2a0b0b3b99d2023e5be453af829","formula_version":"titan-u-contract-v1","latency_ms":0.599459046497941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dfdfa0754f948637707924cd00082b7e23556c29a51b5690fead2d0aefe1216","sample_id":"arc-challenge.test.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33227c6d627c6f4a68d0c2ecb447a3cab2ff745f96a2738423392a0ab63e30ce","formula_version":"titan-u-contract-v1","latency_ms":1.1097920360043645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ef195afe10d33b0576749f39052c328ad6d3ff6d81f24801448030ec4263a33","sample_id":"arc-challenge.test.900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e226e467c9fdb8351594244297a26a510bafc1383405d77c6500bbdf30801b24","formula_version":"titan-u-contract-v1","latency_ms":0.5396249471232295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df946652d796abe602490026a2aab5fe4cd0187e06d23086dc5b41ede40fc016","sample_id":"arc-challenge.test.901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3461403b87ba005aec711a0e00a436abb4de0272dbd0129fbc59dd7902a68296","formula_version":"titan-u-contract-v1","latency_ms":0.4688330227509141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f112ae53d6676fc8793838c2ed4e9384e1b5d151ac30273a76cc5a1f6e99ede","sample_id":"arc-challenge.test.902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8826e7ab0f086e22e0961c1dc88a053bfa840740ba876ce7081cf28671ef9bea","formula_version":"titan-u-contract-v1","latency_ms":0.4628330934792757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4518e9781f6e113bcb27b4482b29bae821900c22ca5190beabdd077d6f4117dd","sample_id":"arc-challenge.test.903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7746cb9bae7f9969d5e7232ccd471d1ddf1c5bb1cf967a0868df4923b27b8ba","formula_version":"titan-u-contract-v1","latency_ms":0.4795000422745943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8abf472555c916c0cedaf444c0132ac04f8c1377cce2539e1880680fb860e5a5","sample_id":"arc-challenge.test.904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59ff530916c07490d99980cd98fd0052ec12f96655559eeda2aff291adae126f","formula_version":"titan-u-contract-v1","latency_ms":0.4707910120487213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ee5cec8bdcaa67fb2b66019e033e54b27a9552cbcc26d0c8e6ed5204913fc9b","sample_id":"arc-challenge.test.905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d05ab5e0e5bc893c4b5911f53220b659858e76bce866be3a83598453718f011","formula_version":"titan-u-contract-v1","latency_ms":0.5482080159708858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac47c720b24214296ab3780025465c24b886081a81a08c86ce79e5e99a2fb2ee","sample_id":"arc-challenge.test.906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7128637d3b4cc83151f1bd32d9d98f158be836cb0a25e0a28c918ddb23d7560","formula_version":"titan-u-contract-v1","latency_ms":0.5164159229025245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02e6ce201953a312f726103ac3f33534587cd4ace17d0c717f49de118f48cce5","sample_id":"arc-challenge.test.907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3308cb9378cac4ad53bf3b8779fe71421ab6a3282a14a7d1e283ac2af3cc4a17","formula_version":"titan-u-contract-v1","latency_ms":0.6246250122785568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9640f1a73bb38b2d5ddb20ca57a63e5893569414c071fb73dad2002b43843dd6","sample_id":"arc-challenge.test.908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0619a1484d027c0b0b6472eba194b03cedd48a8bb8f9dec1a150689d3f91406d","formula_version":"titan-u-contract-v1","latency_ms":0.39020797703415155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d538713b7abc47e1c68e250e65c48f534febf1cd35102cee51f73553a4a0ba62","sample_id":"arc-challenge.test.909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6b383ba7907fd2ff9ccb79dd0b7bc6e5d122ab553aeeaffffeea1b73e3faae4","formula_version":"titan-u-contract-v1","latency_ms":0.8128329645842314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e28a1caa8f97cecdb186cbeaaef0cdbc9de32f52fc5ff349322ad1ff41f7d2b","sample_id":"arc-challenge.test.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bab0996e1b5fc9fc1d5078f5206497e877767e8541828826306727b4e5a50775","formula_version":"titan-u-contract-v1","latency_ms":0.43291598558425903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4de70527e06dc41fee4a46e695a382a1090deaf4818e73f5eae301767da6c5a5","sample_id":"arc-challenge.test.910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bca5ceb9279b6f3dceb47a004feab9f07df39c87baa27f9e1d5c59a631184073","formula_version":"titan-u-contract-v1","latency_ms":0.6582089699804783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"265f380ed2783783694850b3248eadeb9ab6389194b14ec9de6b4f551da73621","sample_id":"arc-challenge.test.911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"504c5a137e076cba23b3eb85596d8ee0a0368d478da846d3179a69d28b043696","formula_version":"titan-u-contract-v1","latency_ms":0.41987502481788397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d7b0ba5d5248223f17976d8aa88f8bd8af8c3faea028c45eccc8b83bee910b4","sample_id":"arc-challenge.test.912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dbe294d422a8b4c984adec22e6d53ccb4d1946aa12bf522527829a445de717a","formula_version":"titan-u-contract-v1","latency_ms":0.6116250297054648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24b6dbb110a814f59771ba9dd8dd1c145cd64e427e70315632e85579f00faba1","sample_id":"arc-challenge.test.913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c51df2a6e71bce59e7394507519c3f6c48a83f19c73042194233459c171ca684","formula_version":"titan-u-contract-v1","latency_ms":0.444167060777545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"777d1ec53fa75db5e045706fb89a0ccecfafd2dfeb3d188410681037be6b4041","sample_id":"arc-challenge.test.914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3006751cc7062eb97a641234f6bfaee1e47b06af3af7daa0e3b8e797542dc4d","formula_version":"titan-u-contract-v1","latency_ms":0.46420900616794825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ec51b59405eb94913cb2530398635514da3e6a41811736603ffa156ff54125a","sample_id":"arc-challenge.test.915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dc77a8fb1809d25498ee683ad15ba288144f7417543054d17f2654963d675c8","formula_version":"titan-u-contract-v1","latency_ms":0.5049159517511725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9850e2d1d9f7f74f746f1d27441c1fcbb1058313e729b58bab9b958f2b47296","sample_id":"arc-challenge.test.916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cad5710ee4c1992596e974213bbaab48c61b572f5a6e0f68bd6a8aee807853eb","formula_version":"titan-u-contract-v1","latency_ms":0.5286249797791243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"380f9d0b203b9b325be55be33edaf0f5c0552d29222e3b5a2a51488bfff71e2e","sample_id":"arc-challenge.test.917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ddcc0737a0a0abc6aa8d81629844346cca8de965278899e65141e96cde76489","formula_version":"titan-u-contract-v1","latency_ms":0.6395410746335983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4281ebc785021de68ffed71a2d1bea8f568a398251e0d80a56076016db7e615","sample_id":"arc-challenge.test.918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7685861e3a9c2e319ddcc354e520e38b1cc301eb79af5bb4901c30ec5e31de9","formula_version":"titan-u-contract-v1","latency_ms":0.7342919707298279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c86c18cd9ae71dea84c3d5693b6ef586e172562ec72841699be5b6a3d41c1b3","sample_id":"arc-challenge.test.919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17ce9efb35524532cd38149c912520db85d2c178527f4bd815e7ec54fd52b0cf","formula_version":"titan-u-contract-v1","latency_ms":0.6861250149086118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd0d7696e879a8c8dc7a8dca3274ec120789849cf3ac82c8df285e02d572597e","sample_id":"arc-challenge.test.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d21381048238ec3a78ef676bcd7149c97232c04b6c5d508e53eeff45cd99b75","formula_version":"titan-u-contract-v1","latency_ms":0.5677079316228628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"377605ab39faf70b07afaddd3dab7ece538c6661c0ef4217d039affb87ea675a","sample_id":"arc-challenge.test.920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a8c62f26a2ca9bc29271b470e2ab858ae5a473748cfd722b6a7f09fc8e374c8","formula_version":"titan-u-contract-v1","latency_ms":0.5078749964013696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f2a1f9d5127124a2f62120aa3064627216c2bf257250d9818f2d1609535230f","sample_id":"arc-challenge.test.921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a39ed27302e74807df3f7c37788cf5ad80e2c74f64769365d953dbb13cbaa927","formula_version":"titan-u-contract-v1","latency_ms":0.5521250423043966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4716c11d479185be7488f8e21bdc0daf598cc2b94b59586d0c1228d285a0697","sample_id":"arc-challenge.test.922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0584975871b3c6c21703a6c0cea59f923eef5291d356f56a3bc0fdc3fd5effa2","formula_version":"titan-u-contract-v1","latency_ms":0.5518750986084342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c6960719d9fd4a404c8cb470f8aeaba7cdafcbf88c82ba082c2e04f1a5d8b92","sample_id":"arc-challenge.test.923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c3dc6f77ed248118b9ed79e28d46ae184d856d35b36dcf98175acc7beedc8e7","formula_version":"titan-u-contract-v1","latency_ms":0.5685409996658564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdd64b69315c276236d1bf915e9c5b0ae5137fefba24d2242dd19d9f2deb7b8a","sample_id":"arc-challenge.test.924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4b843ba1b1c94d85cdfe21d83ff347225ddb7a3a87454011e3f76484651d949","formula_version":"titan-u-contract-v1","latency_ms":0.7034579757601023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f12160b63b24155b2a253008889e6aa3e3d5d0f13eac4dfa3d767d50864e9e9a","sample_id":"arc-challenge.test.925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed2f00f94ca86379d7fe56853fd974bd2813b1881099bb80b595e441232fe98c","formula_version":"titan-u-contract-v1","latency_ms":0.532125006429851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d586a14bba17238244a4f8d9990e9cf494b411f37921990f55d9f694c482ad85","sample_id":"arc-challenge.test.926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"527ab8615099887e5d7eada2bc19471abef0911596cb32baa50716dacc3da889","formula_version":"titan-u-contract-v1","latency_ms":0.4529169527813792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4900a08ec4208242004522d30575492a33d2cce0376d948e4c8d5f7bded522d","sample_id":"arc-challenge.test.927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f8e047aeb73507d435b3bc718a9d7e9c068f6755631c7f0200d3122a9143dd5","formula_version":"titan-u-contract-v1","latency_ms":0.7094580214470625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0ba00114daaf2df1f74d5e073fba75669028349e5a158a67b49e185bd809026","sample_id":"arc-challenge.test.928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8eeb6343ccdb964779c8cd32b9c2e6adbaf3a55baf4a76107cd8558965161da3","formula_version":"titan-u-contract-v1","latency_ms":0.4755000118166208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9ac285efa11283bfc9389892525a24538105657ba2a8835c2442b9dbfaa04c3","sample_id":"arc-challenge.test.929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b422aa0f5c23a86946652a90d7f22f18899f577e856e8ddb4d93fd33431265c5","formula_version":"titan-u-contract-v1","latency_ms":0.5662080366164446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fafff338e7ebc9521520838dc4f1fc947db6ea416fecb1f800ff9606f0784fa2","sample_id":"arc-challenge.test.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b005eaf0d014de60c5190448f62be1a9b1b74ad3f2395061a7dc2ae2ddbeeea8","formula_version":"titan-u-contract-v1","latency_ms":0.5104999290779233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1f47504ac5aa8b2d216a3395b9c46843a447077952a6d36998f6543bb515c90","sample_id":"arc-challenge.test.930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77e414fece8cf125105100c267fad32b78b59ab521313855cf9898d0bd97255f","formula_version":"titan-u-contract-v1","latency_ms":0.43170806020498276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8a52f276fa520b23cf3f11dd72b27c2e0520bb71687191d589782edfdf0b741","sample_id":"arc-challenge.test.931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d8d2cd1aaa59ab6bb3b69a2f2ba68ab0aac97f31a031ab74fb0fe34fdceeb2e","formula_version":"titan-u-contract-v1","latency_ms":0.8369589922949672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"421d6b8f8c74a06024ab528986a4684be8edb6c3d07ff5cb083ca92a82c59a69","sample_id":"arc-challenge.test.932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6ea78f1529131c4d883249c36ed203e9f9132425bcd46536f9943354b045d68","formula_version":"titan-u-contract-v1","latency_ms":0.49220805522054434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b49e74556b840ff63f5a6bf1033370732c9716547a78f11676d2e1ec3fda32b","sample_id":"arc-challenge.test.933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40827cc9445c8d47bad4f256b5be0d0c4efd259c9ed92bdcd41bb97a49aa6d1b","formula_version":"titan-u-contract-v1","latency_ms":0.6639159983024001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70cb6591237f5d7240833bf3945ae6f41026c058500d0114115e6b8d7b45cbd2","sample_id":"arc-challenge.test.934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4995670530095c8a03c431b86a6e43b62d2a452c785cf408ea6d4cb21da70cf6","formula_version":"titan-u-contract-v1","latency_ms":0.5414580227807164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"994c0fe0c2735fcd260c4ae8db592fdc96652a7e347dfda7e494da9264037255","sample_id":"arc-challenge.test.935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d9fdcc4991f2f4792c27ff6d09d5b2f961e84c67fc6caf10da9d2538b02b5ed","formula_version":"titan-u-contract-v1","latency_ms":0.5080839619040489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed7adb9e14a4caa9e7f05ccbf05124dd12ede7bf6c998fb1528003d033edda0b","sample_id":"arc-challenge.test.936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d265421ef3fc4114bd462691fa7385b550814f8d824665a5d0ff2849e77b6e4","formula_version":"titan-u-contract-v1","latency_ms":0.5425839917734265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b8d049665f3871caa584f5c0e14f12dc9e3c30eb9d6fb5c4b4d6615ffa5d8aa","sample_id":"arc-challenge.test.937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b574cbc96463e8e94e8a9d9cfae54686e95268d4340577a09e77ec393a53d8b0","formula_version":"titan-u-contract-v1","latency_ms":0.5262090126052499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16d67a2617f8cb687c18e1b7f3e16b61659eba1f3a2dc53fd45842eff45189dd","sample_id":"arc-challenge.test.938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"990d60d3fd687ca9d8d42ae441aa00f3cbeb0a46235f51ba13c545ab6122f6ca","formula_version":"titan-u-contract-v1","latency_ms":0.44724997133016586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"199930f30a2dbb4e02148db66d5f0369ffb73e288ed8a174e79c761be27a6cef","sample_id":"arc-challenge.test.939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88672653b10f02ce80119b38b972766cac8f300ca149d61d47f0083bd27db18b","formula_version":"titan-u-contract-v1","latency_ms":0.44229195918887854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6c495f7be6441d081afe92358e1403d070b66e0c2e694d18aab05b0508389fd","sample_id":"arc-challenge.test.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9d36376f26fb8cf3b22b5ad0e24242006bcc8f6ea0289a952814c38a1960d1d","formula_version":"titan-u-contract-v1","latency_ms":0.7005830993875861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d1b61fab9d39594b68ef365daf7cdd775fdcb1d816f313152386380b787ef8f","sample_id":"arc-challenge.test.940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bda4bf96c34d05df96ec10fa2cd625cfe3af1f5947a7f0e09083cfd28d4522f","formula_version":"titan-u-contract-v1","latency_ms":0.6836249958723783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"798b2c346236e25660d9ca729daa51f3c9ec8ebcd3e8042e4abdffddfc4f12c4","sample_id":"arc-challenge.test.941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0f70094ef7acdc5d572f0fd235bda70583fdff893d3fc6dbcf5024bcd84ef62","formula_version":"titan-u-contract-v1","latency_ms":0.5084589356556535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a8ef109db9b32156936b7ae32397614d29a1446e4123af6c71a4531d4c08aed","sample_id":"arc-challenge.test.942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61bc65d4edbea9a191af32ab95abc5dc00fc211784f0be6c97b2019f6cc96143","formula_version":"titan-u-contract-v1","latency_ms":0.6145840743556619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e046ea59a536c4a8b8d4146b12aed6925105c8cbb7e269fc77aace8a87fcc80","sample_id":"arc-challenge.test.943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7620e15262f1f300c1ffbe616bdc13341b7716d5916922333b90cffc65ef77d4","formula_version":"titan-u-contract-v1","latency_ms":0.5260839825496078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3092ae9e5ac529d0e5aca886acd3f54a6660dd8803bceb7c5716a45386891683","sample_id":"arc-challenge.test.944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4d4f4ecf45126cc95ce1ec4f1d5eb7d354c5ede8ae4d37c9dbb4836952abfd3","formula_version":"titan-u-contract-v1","latency_ms":0.45691709965467453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c78d8c155bb6c47967e4753358ce8d157f7e02774c0debae62eb6be0a8f800c0","sample_id":"arc-challenge.test.945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb890e0edd51b99d4cceaf57181f59f1a416022a7a2d1a37390139ae16082b03","formula_version":"titan-u-contract-v1","latency_ms":0.7199589163064957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"938ab8f277147b8aece93fb37643207bf8a81350feda9ca26be9eb1d70410874","sample_id":"arc-challenge.test.946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d19798b979fae9d70da6b91cc66d155c29ec1f08753e51afd2b6b1f6a5f16e9c","formula_version":"titan-u-contract-v1","latency_ms":0.5837909411638975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c518b52acf4cdf3f2649aa033446abeca11f157dff2dc47888e41fe6c77d1310","sample_id":"arc-challenge.test.947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"171795f9862320486f0ce29a343d549ee5bcc0f85db284481d130fc9d098e49c","formula_version":"titan-u-contract-v1","latency_ms":0.48766692634671926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"608515223d6e98c59a79aef49b65b44b5685b8d06a7690f8260cc92641d24d80","sample_id":"arc-challenge.test.948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23b769c0aa5d99d34864e3c8972c56169aec61d8c30f393f949b6d631aaa72dc","formula_version":"titan-u-contract-v1","latency_ms":0.4699169658124447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32f60247329f1b60f6a92c42c257d1f6d4e30aa8cb1a14fe6586fee371c9ef9e","sample_id":"arc-challenge.test.949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66542a07ce6d9d4eeff8a14cddaefe839566e05cee891e828dfd6dc9335b6e4d","formula_version":"titan-u-contract-v1","latency_ms":0.5498749669641256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edead3d6fa9799f8a1891f791a3e80a293494d5decd1a4ef1c3a3dcb9e91f664","sample_id":"arc-challenge.test.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d067bc40a4fbfe592e95afd8fd5e0888497d32cd3fc1633c3160129dc13d801d","formula_version":"titan-u-contract-v1","latency_ms":0.6113749695941806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70f2ed20e894f84be0f01b133deb7dc98e5efda15556d4ff5bbd662aea56d8c3","sample_id":"arc-challenge.test.950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"470d98f8dd4ac38e30341fc6f8d515c095a561b99c311ffde00c5298ddaa37e4","formula_version":"titan-u-contract-v1","latency_ms":0.7278330158442259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9f174c5b2421a18c28f15117ee6da824fc41fb057306742f8233b6436feb9b1","sample_id":"arc-challenge.test.951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cd70bb3b7f87e89e02c52bb6909a6bf9cb12ae8080982e3185a110efbe314d9","formula_version":"titan-u-contract-v1","latency_ms":0.5887500010430813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a4f34c55b31a3d49ed5011337a8269cb616e9317d817d86833d1951ee7e8d9b","sample_id":"arc-challenge.test.952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"321c463b364918a0e736bc2ce5f0d1bbf10771940ff1e24d63facf18697ece47","formula_version":"titan-u-contract-v1","latency_ms":0.6849170895293355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dbcf376fd0703d39492d069b5f454de75d70174513631608d5545787bc9ce49","sample_id":"arc-challenge.test.953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17d2af63fab9f054a68a1d76238e4cfdca1b971b01ff85da54e456574e7ee6eb","formula_version":"titan-u-contract-v1","latency_ms":0.5157080013304949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9ad1dc44558ac75ed9f6eacb597b53b4b16358308cc48c562822921c56f394c","sample_id":"arc-challenge.test.954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"502a1c795e54bd3aefd06566ee1ac30a64a8b96fc74dc9b072db8137c08a90a0","formula_version":"titan-u-contract-v1","latency_ms":0.4527920391410589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec6b58c7a56aee0c839392c5be4628365d2c3301afd7d9a36a4258c611604e40","sample_id":"arc-challenge.test.955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d756f200191ece822f6cb06eef4195cfd8426be49c0c5b3fb289550851c14b91","formula_version":"titan-u-contract-v1","latency_ms":0.5969579797238111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fb06fae6755db4ff4c92507bdba042518be28adfd217f6edb37681a9ec861aa","sample_id":"arc-challenge.test.956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2f0e465489e3f2b14b21da8b601289727499ee44eaed4558fad932689119c91","formula_version":"titan-u-contract-v1","latency_ms":0.6432500667870045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01a552074e44545dfc7ec266a315a6b71e2fff9d086ec225028064de2ec27abc","sample_id":"arc-challenge.test.957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c289da7da4fd311c6ef2892cd6ef31c0b746a8087f6e99f8b74709166b2e347","formula_version":"titan-u-contract-v1","latency_ms":0.4418339813128114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb7cc20ca1a8af5382e1effdf19cbb4e5d58dfd28852df519974d89cdc69af99","sample_id":"arc-challenge.test.958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07535ffd5bfad557edb8a0a9b5ac9a8c67e81dc022c502cd26e91510d892345f","formula_version":"titan-u-contract-v1","latency_ms":0.553749967366457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca676a7ae70c6a3bb87f62fb4203325b4297d89d13bad07f2ecd10501d351e79","sample_id":"arc-challenge.test.959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db19fa8bf0c135fb3356586169e892deb029be4e3ee0e1d005f53d910b832175","formula_version":"titan-u-contract-v1","latency_ms":0.40816597174853086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"679730e96440e402164fe9e33e3d1399290f9056f31426198ec0a46044132424","sample_id":"arc-challenge.test.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73e8eb72306e1904c21f8c25ef52269720c6b54ad70067d95b6be823d8638da4","formula_version":"titan-u-contract-v1","latency_ms":0.5616670241579413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fa8cb5af8587f9037e1e2be3910d60811d05db62896cb5c7e2fecf108aba516","sample_id":"arc-challenge.test.960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79fe0c0075056997b1b80a2e52f37d3d57e9f7c66c64c94003907e94136f8b35","formula_version":"titan-u-contract-v1","latency_ms":0.5135000683367252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3b61618f108dd8ae2901842875e3ca6d2c386df2e7382a6ce1d11814cb235cc","sample_id":"arc-challenge.test.961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1d858805ce5c1d8becaf868f9261c5d02ed0ddde0825b0835c085f7c46e92f1","formula_version":"titan-u-contract-v1","latency_ms":0.6130420370027423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3e43c284d95c65987ef2297d43ec64e8896a59e896e0713262520c92030ae5a","sample_id":"arc-challenge.test.962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aacee17949b429eb21494abc3acb463ec00e31eada81a73d9af86c66b3a4ef55","formula_version":"titan-u-contract-v1","latency_ms":0.6794169312343001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b5356fe1fe1a40bf2c1e9442aec97a0f41d7055316074ff1968bcbdc0979475","sample_id":"arc-challenge.test.963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f585d2b11b03b8ad20808ce89645c2f9298f2cec79aaceb41049ef29efe19298","formula_version":"titan-u-contract-v1","latency_ms":0.5787500413134694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"412db41320c619edb136b3876d0df01fe89f5933d356fec9a0fe9dc911824b4f","sample_id":"arc-challenge.test.964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26eda12256f9a9a15619243a5d0cd5e82154d7c517bdc15347adbe4fdee4b3e5","formula_version":"titan-u-contract-v1","latency_ms":0.4675419768318534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30816e4e9bab173cbf08b0e3b00b21c2ecea97ac907e3979ce9e7cb16a52a270","sample_id":"arc-challenge.test.965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"def26c59a7dc85d0bad6ea7ca62ec69d774eb20c031e7568022446adc115c07e","formula_version":"titan-u-contract-v1","latency_ms":0.5469999741762877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b766d1af7f71d09bf3b3da5a53839b7b9511f6899590caae210b1f56ae9f2db","sample_id":"arc-challenge.test.966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31f75206209fb733eac69113116d8b067978128b426557b751f2dd3acb99db68","formula_version":"titan-u-contract-v1","latency_ms":0.5162080051377416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1146954f7c1592d78cc47eb29df32fad3b3f55569eb1e9d306fe48439b83627","sample_id":"arc-challenge.test.967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5060a77ef8a9dc12e4b515116ebb12765255a491573b17d3d28843493df0805","formula_version":"titan-u-contract-v1","latency_ms":0.46399992424994707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dd8c0099d6d815d8688a38dcd51b092d996218a457bbb6747c9dc9190a3f97b","sample_id":"arc-challenge.test.968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"120d8b83080af5fdd6adb7dbb6fda127732bbfc9c76959f47a830e09077f45f6","formula_version":"titan-u-contract-v1","latency_ms":0.6142089841887355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86d6c06a5dd63fd3d7c8db96de41ad01e77a7d5f213014da91d295c212711114","sample_id":"arc-challenge.test.969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f219a9ba8b7ee978aa6d6bff169e53da185a8f61bb3b04cb47cd43e5ad01296","formula_version":"titan-u-contract-v1","latency_ms":0.4396250005811453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5f097005218f53a7da6d56870612e9d9c0b4613c68771329ef3726bd5682f99","sample_id":"arc-challenge.test.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f2902c406e38570efce07fd4b1e89c5a6294bc472b8f8bc4e1b39aafd7ab745","formula_version":"titan-u-contract-v1","latency_ms":0.44525007251650095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1b74c21f3ff66f930b5539e90ad975596561a70a745c07a295b8192b4028bf8","sample_id":"arc-challenge.test.970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"760413bdaac30dc8344c80190a27d5095cefe19c37ca7162532ad2907d2b5b0f","formula_version":"titan-u-contract-v1","latency_ms":0.5987909389659762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf4cd86efd3413abf4d62f2fedf9e23c8711fe4685acb8e227db1ad18cbec60f","sample_id":"arc-challenge.test.971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4701c9e1ca4ba540a96b3b3ab94d65d6c49af547931ff1ebbe1c561c8df5f628","formula_version":"titan-u-contract-v1","latency_ms":0.520500005222857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbab89322d34a6e021fd995023c7e96af20559ea68b9c2af1d04292a7e0fc6cf","sample_id":"arc-challenge.test.972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2230f05822f8dbe4d8de0a76e2ad5228b41785f5827fe1c5f57f86e810786ade","formula_version":"titan-u-contract-v1","latency_ms":0.553457997739315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef373a753606bec7a599af9f47b252b24fc1f0c8b353ca75b1b96ba581aa3a6d","sample_id":"arc-challenge.test.973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49a0349b541f4876e66f605ba9715e6171764747522d4dbfdf1c9780f2f6a146","formula_version":"titan-u-contract-v1","latency_ms":0.5419999361038208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1eedb50dfeda2509862f0716764a50f80d8e96e71bcb80497e799af2eb43a0c","sample_id":"arc-challenge.test.974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cad71d489d593ccc8d11c91ec05274e570e7b76705685d3d458a4048516c7e1","formula_version":"titan-u-contract-v1","latency_ms":0.6390410708263516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"734e2b85b83b0f33bae2f3eee3a2eba201a64984cb965f767d3e0039b3d1aa63","sample_id":"arc-challenge.test.975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c502da4ff55a3d263e84bf9426ad6f1076b677dfed173b6b3b7d60ba5acff0e2","formula_version":"titan-u-contract-v1","latency_ms":0.5858750082552433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"489435ca23f625329f47b9ed7afeee596e74ee426b7b0a6e7cad7096fee39d3a","sample_id":"arc-challenge.test.976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f896800e2dbbf895bc86cc2a5324f2e9d87bc76cf462967eca2a4fe701228b1","formula_version":"titan-u-contract-v1","latency_ms":0.4835830768570304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f113a6d63b76d65d045d7cae49960b5e3d044f09b0643f2b0e3cbb968ea93610","sample_id":"arc-challenge.test.977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33ed9404da0f9dded3ff8a1a2c62d0e39d37e78c79531d3c419c9295280cc9f3","formula_version":"titan-u-contract-v1","latency_ms":0.5471250042319298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fba103b757454bc01f27b61912ac280177a98399cdc44ca70a16e33910fae3c","sample_id":"arc-challenge.test.978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0898140474156fc616d9e15fb23ad897911417d8aa324e0183ea4bc929b57d1","formula_version":"titan-u-contract-v1","latency_ms":0.8716249139979482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dac560c636ffefc3bedb06c467526cdfa07cfec8b10c3347ab143707bb10f700","sample_id":"arc-challenge.test.979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b49ad107815ece244974caad151733088464e37a5248f3b0da0d9edf9b797600","formula_version":"titan-u-contract-v1","latency_ms":0.43954094871878624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69a726d72e739b21d0de9c3162f8fbeda19a40a5e22be0f8bcaa1934681538c0","sample_id":"arc-challenge.test.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cbe3ffdea66ea689806e4828f78ac33b2ae5019c0c5ab19942e6c17fb226c95","formula_version":"titan-u-contract-v1","latency_ms":0.6412089569494128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3240662dd8f356da8761c3ff87461e7817f3367277ec4ce3a560cc55b8473e23","sample_id":"arc-challenge.test.980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12d227f6dd0d93ae72c88a8ad906be7ef5236aa46b522f531fbcf155f77b2117","formula_version":"titan-u-contract-v1","latency_ms":0.6404169835150242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a289d559047da51df91fae0d9a34037e9fd73c783d86df259228934407980965","sample_id":"arc-challenge.test.981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75fee0df83a144894b2461a2441429263450e75f929793556ae0cf15c7a73708","formula_version":"titan-u-contract-v1","latency_ms":0.4920829087495804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fadd2aae60dce3b37cf35b7f94f100ca410433959946cfc94473cfc7e4e91fc5","sample_id":"arc-challenge.test.982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"947d50d89340dc09c669ce50266cdab68ce0619d9d06b6afe8c9ffa73417f2ea","formula_version":"titan-u-contract-v1","latency_ms":0.5834589246660471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec8b6dde53921687dbc0e174cd33ecb860970cc2fcf06e43fa2b6dcc74245aa6","sample_id":"arc-challenge.test.983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c998b65ccc36cff9f2297018dc43cb17b5d0bf60deb7d5967c349c28e799f658","formula_version":"titan-u-contract-v1","latency_ms":0.7621250115334988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5228efdbab3d902ad7b027a7ec9a6b27b76625f377506d5735475b8a0b64d45b","sample_id":"arc-challenge.test.984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c05225c10892554a49210b1b17170ff803312c13ef562c1be7b35f0dced4fdc","formula_version":"titan-u-contract-v1","latency_ms":0.6702920654788613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faa32abbb14aad388d90fbae61bc9c5df75047cbf07dc5cabd09510331c22972","sample_id":"arc-challenge.test.985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f771c4172b8fb6cd2ce957ac283f4f8e900029fcfb741026a41865b86a76b6e2","formula_version":"titan-u-contract-v1","latency_ms":0.6191669963300228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d4546899cdecdc02d1254f98f95c31acddd8aa2a608969e6dceeb9725b38a80","sample_id":"arc-challenge.test.986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bb3479f09f7715f97a7c0837d7b6d7d88674993b21b6cbc258d9d916a386b86","formula_version":"titan-u-contract-v1","latency_ms":0.5037910304963589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56026d034f5cdd4e963c83db0abdd21b039577be47b7540cc0b29bab1228b54c","sample_id":"arc-challenge.test.987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2d6931ec28ea9d4d9048c8d4aa139874bb6b02775235ff677f6d412a1420978","formula_version":"titan-u-contract-v1","latency_ms":0.819374923594296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46206e646fef64a3b61e7f5a61652dabcfeedb216b94c6b15ec09e569f7aff9e","sample_id":"arc-challenge.test.988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08db242b2cbfc0c03e39fb1137fdc61f1fb68797fc60c15def8f98dacd1a0c47","formula_version":"titan-u-contract-v1","latency_ms":0.471667037345469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"520d9f26afb1f9cfcd1f9d6eccbc361c9509f8f80bbdc1a529bccc451e334066","sample_id":"arc-challenge.test.989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a7bca5faceeeb1a66a5bbf5aaa9085ce552228e653ef62f25eb3ecc62d5622e","formula_version":"titan-u-contract-v1","latency_ms":0.6874169921502471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c75f3119ccc7eed63b47a98e375c43c483a7cc4c56fd7c2730344bc854ec856","sample_id":"arc-challenge.test.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52bc9108f3e0e2b77cb66413a0aed772c4aba455216f27dc4766a02207a32d21","formula_version":"titan-u-contract-v1","latency_ms":0.41679106652736664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce253e7f243c5a0ea6690d60a07b7b8c13ed40bff42671257a83fa64220a90ef","sample_id":"arc-challenge.test.990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"087a8b84250e8d05c5bea39c2ef72ce63754a57bb39de2e158520f3123af7756","formula_version":"titan-u-contract-v1","latency_ms":0.41158299427479506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3aa920c54df01944d1e5e22dda87bbd1024186e1ca1f76a2b05034da0e5f1b4e","sample_id":"arc-challenge.test.991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a937e10bf61cb48b3a9408753db903dea6e5a632ceb5e1fd0318f776c607bc22","formula_version":"titan-u-contract-v1","latency_ms":0.5586249753832817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14ae57caeaca6708c6b7009d8953e49513347ecbd1fe6fbb701693622444b7b0","sample_id":"arc-challenge.test.992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c060456a2657abd99806203b40bd0092728888c3b58ca6822d043dee27e3f563","formula_version":"titan-u-contract-v1","latency_ms":0.45395910274237394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f71135d14a7670663e78abb301c2ed7e39c33157873b41eda857a6fad4899aa2","sample_id":"arc-challenge.test.993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"394afc6d51cb8c4c7f6ae2db35f30f63360e751a737f73474fce0f1fb852ce5b","formula_version":"titan-u-contract-v1","latency_ms":0.38233399391174316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"992fb513bb9a2c4f881d03b64655f6c8933617aecc001e21df1d790bb51c109f","sample_id":"arc-challenge.test.994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f91e375d420dfddbb62f582710460568978151c864bf38063a0d2e36737376db","formula_version":"titan-u-contract-v1","latency_ms":0.428540981374681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42bd9106d46419294fafbd41ffa6dd82f671ccf6c99a85a41043c16682f2d34b","sample_id":"arc-challenge.test.995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ecb4fbfd92029087ec058a4fea6f3c3fb78b5003b1aee44865a2f1e77e776d7","formula_version":"titan-u-contract-v1","latency_ms":0.42058294638991356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35d725c2d59929b582df77a7ffa0aeefaf7f8ea3edc43b6bb67652f36415f03e","sample_id":"arc-challenge.test.996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d46b969ab4b01d9bf6f089885c201348a9901861dd1dc1d01c53c7359684c0d","formula_version":"titan-u-contract-v1","latency_ms":0.4111250163987279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3058598fc03565045c2c387e04db19ac2b6a04bbaab1a2d6d7591375b2b5a74","sample_id":"arc-challenge.test.997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46e798d50ff9876320f6b64d106fd128017cb45e31d200832ab75b27b4714b94","formula_version":"titan-u-contract-v1","latency_ms":0.6469170330092311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e998890e90ae1aa3faad25ad83fe72d36d763a3d6955335c2012f15750aa288","sample_id":"arc-challenge.test.998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0951b8b0f363b3e8910535160f3752e94af37715ef6afa171cac6d2f08bc6867","formula_version":"titan-u-contract-v1","latency_ms":0.5253750132396817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1eaa6b2a3bdf78025d813399015527947dbfaff83a912083ad77d26e6749181a","sample_id":"arc-challenge.test.999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48843cda2f00f201ff45e11360c7ecd3f53a15e96dc13a0f14a73286d9c32b89","formula_version":"titan-u-contract-v1","latency_ms":0.46479201409965754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdf18a64d3c651db988ec68bc6ff697e8ad3f21775a1eac37237d69bfaeb5ea6","sample_id":"arc-challenge.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb4c2bacd411ff4eb5f528ec0963ea84666c43f0ba9b365daa25204e5b91acdf","formula_version":"titan-u-contract-v1","latency_ms":0.40791695937514305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbe4592fe97428de4d79d0561c9a35933d7c91321f43cd67e438a5e96e49beaf","sample_id":"arc-challenge.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b0fbee6eff3c2df7f4990fc4456c837c02663ddfccf53bba3235798c0752bf7","formula_version":"titan-u-contract-v1","latency_ms":0.5487920716404915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"511634117d5bc3d1daf1473178edd4b892aa257a287f6c2fc94138b272fdc5d0","sample_id":"arc-challenge.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48d9710aa13d3aa606112add78977378eb2fe2cedf89de720d7992cdbadcfd23","formula_version":"titan-u-contract-v1","latency_ms":0.44762506149709225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9fad626469a1515cb59f75d1009c250101592c51e2d49c60ac12706048c53a8","sample_id":"arc-challenge.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff3f35ee5a00bd6848b18ca870c0da00a531ff1fbec76401a970668861c8b57a","formula_version":"titan-u-contract-v1","latency_ms":0.49124995712190866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb41ff68fe5d8e721bdb2aa54759a5652d8c27068036c261e918f30eb620dc5a","sample_id":"arc-challenge.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c2511db4c454631ed2b311c2f77166af245bd3dd98367e3169c759fc523069a","formula_version":"titan-u-contract-v1","latency_ms":0.44350000098347664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b979564115112a08300249db2a79b71efeceb146c3cbccd2b186c7d5e375431","sample_id":"arc-challenge.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a05d8a57d615d396e165d5861c18af9c62c6fed3025f926fe2cac599e6c26c5e","formula_version":"titan-u-contract-v1","latency_ms":0.40854199323803186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be701e308a9cb1c3a536af278a754efab52fcdc94b7755388617cdff3b2565d1","sample_id":"arc-challenge.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"928e80a6ee75b5b927ad8fba04e849e78940193b0b52ff04be38cb46ddff2e2d","formula_version":"titan-u-contract-v1","latency_ms":0.6383749423548579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7fb942095a49efd56adc45f2f41600d237fca72950281afd960b8ac522e2f22","sample_id":"arc-challenge.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef3fab3c2c875255430f44c048fbe06b389e3edcd574e11b71b965e3d40031e8","formula_version":"titan-u-contract-v1","latency_ms":0.5505000008270144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70cee416161f09d09707014ad6158c847d3057a8552fe3a9a116b8f53e7ad5c2","sample_id":"arc-challenge.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3d794d6fe5cd846f67bb54b10a3ad1ba623c10fb81dd7c590eeeef76d39c6a6","formula_version":"titan-u-contract-v1","latency_ms":0.452041975222528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b688572c7e2006ea38883405f34d8a3969b167a93636722a5e7fc8e1c7ca675a","sample_id":"arc-challenge.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e479ab9f009a27e1f6770f0d206a0828e02d1772a1f9bf939825b0f363126f08","formula_version":"titan-u-contract-v1","latency_ms":0.5660840542986989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd732a620b0073db3cfbe7102a6235db8a22e4204c931f453bee9f154e854e71","sample_id":"arc-challenge.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87ea684bfffc66d21906283bf1638953230083eda66c023db05beec84f18ce2b","formula_version":"titan-u-contract-v1","latency_ms":0.5720839835703373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6baf27c84f5ec742b3c6718051392249ed6a1544921d79bdeadbde42cbe49194","sample_id":"arc-challenge.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3937eca5a7e7499b4ffc5c0d4b162e16e3394118a2d732cc46525a46311400c","formula_version":"titan-u-contract-v1","latency_ms":0.4918340127915144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"511a67e88e724f48edd2a5c9e3f596d49963d3fd29da6288af39ca7fad23784a","sample_id":"arc-challenge.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f323226c5309bcfe3a6ca75817f1e545aa36ff604ef878e6eccb3218e5b8ced","formula_version":"titan-u-contract-v1","latency_ms":0.6012499798089266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c14ff9ddd0bf0c7bf066ea580b69b3d1c5c09db700963191abb937f3c26b96b0","sample_id":"arc-challenge.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62ff77f03fe5c37b7f82ea6e420e742f57ba7078904450d08666cd91434d0647","formula_version":"titan-u-contract-v1","latency_ms":0.5645419005304575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07989254d947c91d6a66afbf3ebf248ffd62682047de16dee17591dadfa848c0","sample_id":"arc-challenge.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3388fccfc405dc894de02e15ef78aa9b3e4ba1ae93f1bc15f40e44dbee6c7994","formula_version":"titan-u-contract-v1","latency_ms":0.7256669923663139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65faf829c41dc1705e98bbe3e38c302f7fa55eab2130ebcad8ce118bf6470a0f","sample_id":"arc-challenge.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5401a76812ec0717318b7618132f1657852947dfaca455e133598b4a1131a095","formula_version":"titan-u-contract-v1","latency_ms":0.6057500140741467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e9561aa6a88e083d650cc92463e0fe3b974fed584373964d86ab110c6e99d86","sample_id":"arc-challenge.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfda9ec4ce55914d2bf11683bb9e26e1aad92395103356b1724ee8558cc2c965","formula_version":"titan-u-contract-v1","latency_ms":0.5683330819010735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a7fc60861fb3c77564ed42eda7189fa078548cb9e47c5aa3e0370d2791698c0","sample_id":"arc-challenge.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0f12c931c0398a555cdb5e64d44a4ddbfde1c75905c5e1c338932cd6f57f243","formula_version":"titan-u-contract-v1","latency_ms":0.5941250128671527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0c00eed76763c0f38dc6373186074f13e6264c8674641339a20b38f64a39134","sample_id":"arc-challenge.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d30ddcc19fb6f4c3547c1121c92193d405ae56dda7c6e2bd075d223befb70bbd","formula_version":"titan-u-contract-v1","latency_ms":0.5981250433251262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49592a95b5a008b810998241346efc5caac90b9c5afa390eed71d8ce3c25f81e","sample_id":"arc-challenge.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b926176e6734c581ef1002009f2dee26c95be7098739a6082acbc80a2b16bfc4","formula_version":"titan-u-contract-v1","latency_ms":0.5432500038295984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b0d6e26b6784024a3b8fe03c1b9ca7f72b1e908c9a8d4a9befcb931be194fb2","sample_id":"arc-challenge.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a58f991a7dba07f9f7503aa7acde3d6c8040ad2fd3f731ebb3922fdff712eedc","formula_version":"titan-u-contract-v1","latency_ms":0.49108301755040884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3772ecbdb4f0811668148b00d13643ba8d380f1c8f28086ed849c3f54b1c98ec","sample_id":"arc-challenge.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d5b0c4668874e6f87c9a7cdebdec0a1e2c9a56014442d43df1c7e8fbf4d3913","formula_version":"titan-u-contract-v1","latency_ms":0.42941595893353224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"670140f4e9fa13fbf6c93a1255a420ff3aaa00fd72f7168398195d3987be4435","sample_id":"arc-challenge.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4f073ce1d22cdf0a5b09a6e99d2e7fa3f15b01f2dc66036764c1dcb63611775","formula_version":"titan-u-contract-v1","latency_ms":0.6373750511556864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eccc2a4b8d3d637b54a659be41627ba4b617de4d4abe9b339ba604adaa25ec9","sample_id":"arc-challenge.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fcae30161a6147186844787cb0a901b8f2422fd96d82fff6bd8c7602200bde3","formula_version":"titan-u-contract-v1","latency_ms":0.9244580287486315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8309aec5a297f165672ecf20b18eb7480e8f8bdd6f21ddcf07c4d3b6836176f","sample_id":"arc-challenge.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ffe4e86d05835a54d15b17a636313035934630db9f9c7b7557caeab7c9860bd","formula_version":"titan-u-contract-v1","latency_ms":0.6052079843357205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95bd519f6b8cdcca022170bf7eecb107d9325c91c1874ca3aaf115adbca06275","sample_id":"arc-challenge.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"307d7eedf5ba89dac3b87e9caf5b25fe6a60189f0ba1d6d2dd7d9cceb12aae3c","formula_version":"titan-u-contract-v1","latency_ms":0.725375022739172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53aca01f7f2bfc19ea9426da42cc37241cca7e4df0899d5a3abb7ef4890caf0f","sample_id":"arc-challenge.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa9ba2f4450219e1afed8645481a0c1683c73f993b62733b60c08bc2cae2d279","formula_version":"titan-u-contract-v1","latency_ms":0.596167054027319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cedb42f249439a169d35a2827d14c2b12cfa7696326420fa698a096af6964671","sample_id":"arc-challenge.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc3871e6eb04e62f328696b8ba9fb4d298df28688283ad6c65bce1a3efba797d","formula_version":"titan-u-contract-v1","latency_ms":0.9200419299304485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72408c42f357d174cc408338ec5d24b565cbc01651384cb7ec3dd4f211375a9c","sample_id":"arc-challenge.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49cf7b40de4641c2ff0145e34664927e5c3cb758cf9a190743569d1585c831de","formula_version":"titan-u-contract-v1","latency_ms":0.5379159701988101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c761688237bc9b93e236427145bc6df1add9bc93cf5c9372a5928897a4252d6","sample_id":"arc-challenge.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcd4cbfd4342cb9a69dfb1f0c60bf715baafdad4dde8040de4aa5636e4e0d941","formula_version":"titan-u-contract-v1","latency_ms":0.5263329949229956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce4c674da134695cf444d1155d733537e4a8f9c061a00f8747c6fe875df236a4","sample_id":"arc-challenge.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"897728134d178e1188e99312da540083a5a435bee27dd6977d5c34c34d37585b","formula_version":"titan-u-contract-v1","latency_ms":0.7107920246198773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d6af0ed1f161354346b13b427e2f7e7a157b45b4cce74d39738d2b1fe553229","sample_id":"arc-challenge.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ea48652f00fe2ba6fa53920a222c6b98ebb0a4c97e73ca8e67a9dc811d5a6ee","formula_version":"titan-u-contract-v1","latency_ms":0.6179999327287078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63e769460e8332f2ba989dffbdd99decedb533c3543eed8f399db0f11820d77e","sample_id":"arc-challenge.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44fc4dc0f4d8ea2d86a9a7ed5179b4f7514c4d1701734f829621e89066ffd761","formula_version":"titan-u-contract-v1","latency_ms":0.6163748912513256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7385e900d0940f8ba3863032eb34ebfaaf4dad660e7d2e9077ecf33a1c697a43","sample_id":"arc-challenge.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"508317fcc3ef26ce8bd36311206cb31a4babbde34e046c730ae876a2d7cc4f8e","formula_version":"titan-u-contract-v1","latency_ms":0.5725410301238298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4427bfbe0b43cfd5415b39780c0abecd6e06042df544593f08632d0b5070f6b9","sample_id":"arc-challenge.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8349ee4cbb320cb632760c344488dce00ba0fdfe3529dccc31aed493a3a011bc","formula_version":"titan-u-contract-v1","latency_ms":0.4639170365408063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"356b7122d4527bea80ceb0fdd0d602af35e97ee87576f9f5b6081b9207bdfb58","sample_id":"arc-challenge.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3ab04bd187f5722e9c155f096392cd82f604e4449bac5fd5722d5f497762f75","formula_version":"titan-u-contract-v1","latency_ms":0.9168750839307904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"531f4fcfe94c6078fba868b2aee22366ab6021ff17ec4a62686c4cd2d4983950","sample_id":"arc-challenge.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f95bcc9f72a311ea2357acbbc4a5178a8175b8bfbb011b52c9caae503703d40","formula_version":"titan-u-contract-v1","latency_ms":0.6217081099748611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2bc5d4c88b884acf13fe8e52840e1a5c19fc61ad25acf2d7bf91a694e2419f8","sample_id":"arc-challenge.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6129dc325b3c4c8d3c8bfc0cbec7efe54adf8ba81ebc3fd0fe968e03a7fc3e59","formula_version":"titan-u-contract-v1","latency_ms":0.5889590829610825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d5088a70191ebb1b482a6e42190f8728a58cc40abb3e758fb7d6a91b5e91e4f","sample_id":"arc-challenge.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a222485ddc9a01e0bbe5d20bf50cb264520b5ae978f1e0058f9709b7b63d9394","formula_version":"titan-u-contract-v1","latency_ms":0.5664590280503035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"239421bbd158f910696f9a21f0108beae3e37c02a031fa165ddd55463b200111","sample_id":"arc-challenge.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"933955341a67a8d1a3b0bd6c7e7fd6d1c4017f675f633a79eabbef28d3cffef2","formula_version":"titan-u-contract-v1","latency_ms":0.5281249759718776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b459b824f46c2c0642f755ea770d9b62db99eedb6c9d4cdf8aaeb1a993f7ed27","sample_id":"arc-challenge.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddf56594f56dde9f8e9e55ad34c93d970a3abfb1032b68451b580cd8a4912d69","formula_version":"titan-u-contract-v1","latency_ms":0.56900002527982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"111fa2e30f75f9bba084d1ec6c08033e36ac86d33c02bb83320a90311af92b6b","sample_id":"arc-challenge.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd4333968b55252406e5768e8ab8c5d868dd213e66c4613797f82449be47a855","formula_version":"titan-u-contract-v1","latency_ms":0.4254579544067383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b09ac1c4278a29ec297d183310b20858fd2565973f55ddaabee16993aa1fc28","sample_id":"arc-challenge.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"375c57d729d12a8979499a66e74e6406f03389c7e9fb6349887901d1cb0165fe","formula_version":"titan-u-contract-v1","latency_ms":0.4671659553423524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eff1518ea79bb1e9301ed87d7e6b45f9c20d68b9aa37bef1edb8d0043fa29503","sample_id":"arc-challenge.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9716f712e52a84dfa0cc90c35e6a953769c33174d94f415e4a8341d42d0d3925","formula_version":"titan-u-contract-v1","latency_ms":0.5297500174492598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12757ebe661d30e8695103b634bdb4856e7484f9f241c6aa351f734dc8b25fca","sample_id":"arc-challenge.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"440fda85d2656678ac74b349e06a64f34df96bf1cb54c6d466dcd192adbeedd5","formula_version":"titan-u-contract-v1","latency_ms":0.8907499723136425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dc386c9be4d02d93c6c24e83ce4f8a0b671ffb2c08804e08c3edc68dc4d0587","sample_id":"arc-challenge.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a723ecf54d2d5a670ed51e8f977ae1ba8e8667ae443248ad9a4c0a1085aaf43e","formula_version":"titan-u-contract-v1","latency_ms":0.4149579908698797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c92477d3a96157bbc5d67d90d1dcfdd91ed1a4babb9e47506ee737b77768c99","sample_id":"arc-challenge.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da5fd61df5d6196e690b8ec3e655f2e452756029769d5f613176d2c8cdd483a7","formula_version":"titan-u-contract-v1","latency_ms":0.4278749693185091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40b982b0bbe9525d854ab4e4000f994e38029db4cd0df40de04f01c321b44260","sample_id":"arc-challenge.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cbfa19c070ed93025cf3f9aa438b14e6c8fcf585710663da731e17d67327063","formula_version":"titan-u-contract-v1","latency_ms":0.4479169147089124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e42d17df719350dc75488f557daf5ed41bae6d5edf3fdb61e35a798523d6f92e","sample_id":"arc-challenge.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1e195d83a6bea612b8368c335bc2159887adcbeb3adfe8748e7cdc3d39b797c","formula_version":"titan-u-contract-v1","latency_ms":0.6302500842139125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cae6c5489e1e359969d8ad6534e1a0b009386388ca0d570c0bd88c7c23223f8d","sample_id":"arc-challenge.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80d807592a3888b8be4b01ddab0d9a378ed31b32d6e41d17ab7f22f2bd611775","formula_version":"titan-u-contract-v1","latency_ms":0.5865839775651693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"476346beb2012b0c8cb0f9eb6b85e4d24a792c45754167975d3e9ab9757529fe","sample_id":"arc-challenge.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04f2cfc3fdbf7e2c7e9436a349c87f1b6812d61eee781eaa8d3c836012d716b9","formula_version":"titan-u-contract-v1","latency_ms":0.4521670052781701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c432f1482c4121ddfc2e393a7c801fea45e5709c649e1ee7015a8380e409088","sample_id":"arc-challenge.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a5df89b9b059b17f505b7308602b98b1e91f067da0fb0d4513b03be69839f60","formula_version":"titan-u-contract-v1","latency_ms":0.5355409812182188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42143d4c318847cdf28738385b1ef927d044c1c196aed763861bca6cea84e8bc","sample_id":"arc-challenge.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d21056858f0ad0f913eef266543e24c02593d49c26c81b82231d374e0e3a84c6","formula_version":"titan-u-contract-v1","latency_ms":0.6708339788019657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"604c31c1b140933dd8c3473a8097a0717a79c3548c34454f4d07cbfb7622dfee","sample_id":"arc-challenge.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1b1ff8993cc033add632e707af284b993ffa940d893fa56ca5201712e3dacfb","formula_version":"titan-u-contract-v1","latency_ms":0.47941599041223526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c3900c649d9b6b29cb98eaa3cd5037e24a95c69c222892f186daee51ad832e5","sample_id":"arc-challenge.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ee29750419ff5fe61b0e16f85254a0f070f76560b6fe9f6b435d139944cef2a","formula_version":"titan-u-contract-v1","latency_ms":0.5315829766914248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff586762136bb2ea863c26f3b612b9710547cd5e122b7b775dad33813d6d2a28","sample_id":"arc-challenge.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0047c2d8383bc165f386e209f1809aaf6fbb3f90cf8145bfc0cce767fed91617","formula_version":"titan-u-contract-v1","latency_ms":0.64783392008394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1727f85de60436d05c21aae4380f68391c26e5ee6f46f6947c028b875ab9e0b","sample_id":"arc-challenge.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78c1a3818213bffb75c253e5e27e7cefb234e37e04e73b3779ccb5b6e532ca84","formula_version":"titan-u-contract-v1","latency_ms":0.8895419305190444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c8f0db4b5db92f45d92b7877ebae4e17a53cba6fe916ca4ed0391bfba4a9182","sample_id":"arc-challenge.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"967af8a97a6b8d81088d5e015871d0aec0e626987adf2f05b2fd0f932ac123cb","formula_version":"titan-u-contract-v1","latency_ms":0.6615419406443834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7979e7e5f0890d3bbd88f65a1519e770f26d1ccde8aa252b944bb71549b44aa","sample_id":"arc-challenge.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"031872153df9962d0460b2578b6e41bddb60ac8af7a3f7f2227397d5e4fef9b2","formula_version":"titan-u-contract-v1","latency_ms":0.44450000859797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dea8d00acbce1e1f3fac9ab99b56adfada0abfba8f1e28ebf5c5ef9c115a2a9c","sample_id":"arc-challenge.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df63b0039ddd81aa4f7b32fccf087a6f640400d082b7d3a7c06f455bab5d741d","formula_version":"titan-u-contract-v1","latency_ms":0.5620000883936882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97e9b66782b86fd3f539b8153f00878b92ba69635b4eaf6cb3c68261b921ed09","sample_id":"arc-challenge.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f50215f83e6b922d7546d2b6bd9127fd1110a0801563fdcab3f409e4629dd62","formula_version":"titan-u-contract-v1","latency_ms":0.524834031239152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c91dd212e4f1f9c6fd0028c2792649aaca4521ae28ecad98178e1541f1ed5607","sample_id":"arc-challenge.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d44be6ce35620f8b357886b85d68d99832c6a4c54663f3cd1725b78a0bbcc0f3","formula_version":"titan-u-contract-v1","latency_ms":0.42937498074024916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3603fb134f16ad48ead90e30f0386797b0cda6b7aeb32ca013b41c302f4a724","sample_id":"arc-challenge.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59407626cf4ec40b02794afe1cf0dbda8d636c831223299a4c1ec1a7aa1cc38a","formula_version":"titan-u-contract-v1","latency_ms":0.37458399310708046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da41cbc4114c25c10a71db78a58227d22d3e1ceb919d1e3da42f83508680221b","sample_id":"arc-challenge.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"122d4a20ce963f0e24836d38805e0f37e77cf8f32a6aa25fa3fda44bbcdfb690","formula_version":"titan-u-contract-v1","latency_ms":0.42975007090717554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc2f54ba4ca23ee36ffc1e32d2ab44d86dd75c5cbfbe5916507012cd4df7f316","sample_id":"arc-challenge.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0f5d95f7694005d3f7fe6e431a2fdf637bb41e1b2e9cd2d4167944b93c173ee","formula_version":"titan-u-contract-v1","latency_ms":0.6143340142443776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"096d331897c6f661d1d66892b3b5b0ad478ec83f778a6e3d1762e0c2a58f1c3f","sample_id":"arc-challenge.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f4812310f5b6fee622dddfa807fcc87aad9f762763de9632b123efcdbcbcb86","formula_version":"titan-u-contract-v1","latency_ms":0.6326669827103615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b05ea9066f3885e0acb7aa37814bd63508ae330658fe02279b4e3407157c623b","sample_id":"arc-challenge.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8a006360330b2ff77d9857d460a34196d11a6b9294993435f24295bb6517cc2","formula_version":"titan-u-contract-v1","latency_ms":0.5662089679390192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc8f05fbc433fe0dc7ad54f8d6c8b1f211c17ed3d1b58f0c8e0400e6d951942c","sample_id":"arc-challenge.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b6c93be7940d3bb15067cfce9627600cf298438b4bf5a027a9139d6b327f80e","formula_version":"titan-u-contract-v1","latency_ms":0.6047500064596534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"261b4f8fd084a6fad830d39d4b6f2584ffcc7fe7513c5f46a1257883d58854da","sample_id":"arc-challenge.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5147e943e674240704096b22c2e7c372a98519ee9e39b4431954ffe172f65fe0","formula_version":"titan-u-contract-v1","latency_ms":0.4625829169526696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91ea160ab9afe5a13258e7a7ea557ce678a98dd18c8cbe27f327af4a0ff9dce7","sample_id":"arc-challenge.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecc0472e4ac29700403d875c8eb20a1c035f447361bff47c1b2e5422c5c46e32","formula_version":"titan-u-contract-v1","latency_ms":0.68295793607831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e44bb727c50e0a4b956a02bd9b71c08053aa56860d7ecbcea6e8eb72e5e207d","sample_id":"arc-challenge.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fc809d6e544bb2b05a3fb0d4097ca3fe7c5aaf54128f107b65df6aa5f5730ed","formula_version":"titan-u-contract-v1","latency_ms":0.427457969635725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f328d416c69a7da6e53f06dbfa6f2ad45f1c9390c80cd5fe87c971f6a9d9d5f1","sample_id":"arc-challenge.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3c02047cef4ed508f5711723e100e33abce6490a3e0065d8825dfc1eb9ab91f","formula_version":"titan-u-contract-v1","latency_ms":0.4826249787583947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0190401ddfff35ffe929e3d7a563ba3b3b5c6c23d6fd70aaeecfcb01811ffe4","sample_id":"arc-challenge.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42261923e634adb6a1a25df6e07d331f3c4547f377e5a0dd7881a365782814c7","formula_version":"titan-u-contract-v1","latency_ms":0.59570895973593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f19c0a2883a40b9d6d2d5731d68264ecf9d5cf8deaa24547c255e6af7b7e2f70","sample_id":"arc-challenge.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32685bd5ac23ff09e0f6f985ef1802df0ebf36554c75fea529aa294c25e0f02e","formula_version":"titan-u-contract-v1","latency_ms":0.4992500180378556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddbabc8857cb964ecc2105c21aec6083dc67bec891bef630ee98de2c6c25844d","sample_id":"arc-challenge.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62a1c41b05f9bb0c379d1c237ac1b87d72af84d46eaba45b627455e410999cd2","formula_version":"titan-u-contract-v1","latency_ms":0.45795796904712915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de466cd9170d21b0cd04dbcbb74d7f0889834af4a9ebb475c4574012a1414b00","sample_id":"arc-challenge.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71404888a5a9c6c6f5c50d816a6bb2cd040771306da891d1d95d38f1b6027b7b","formula_version":"titan-u-contract-v1","latency_ms":0.6243749521672726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38f1b3fc251604061348bbdd9911d8190e91526f0a83d8f3e55fa019001813da","sample_id":"arc-challenge.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dea645b80c816182bf4bb5d67e83c5e1b55d44ff141ac143f2efae02356899d5","formula_version":"titan-u-contract-v1","latency_ms":0.7929169805720448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fd3e89c2957f6c11298edab6a4605a3955eca55237e3507d322bf3eec671802","sample_id":"arc-challenge.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85abdd0d096d5d46db1fd57be5b8192de3686362a201a471a91854de584c858d","formula_version":"titan-u-contract-v1","latency_ms":0.582417007535696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7daf6cf9bae9ba6e376d800fb5bb629a9c3491ca44948ed1079a4c7552566bd3","sample_id":"arc-challenge.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b58877ed4525a86d68994bfeee6a93f86ac6d6e910100d7dfc7e78ae87f4fb70","formula_version":"titan-u-contract-v1","latency_ms":0.582417007535696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b19da1a5214f6a778e10d304b7bfe1c9e31fc98724a4b1a54935445a2ac1552","sample_id":"arc-challenge.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b8bf6e02684364540c0b4ad01c3840189cd241c53426cc0c4e8424cb01b17bc","formula_version":"titan-u-contract-v1","latency_ms":0.5280830664560199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7bd5b43d2a97c990a21ad73b1a90bb7a6b4c13f494f260b6562f5241c349c62","sample_id":"arc-challenge.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86923468d2480d8c64524a76ca13414b0b4e138102410b3feef56da4cbc1976c","formula_version":"titan-u-contract-v1","latency_ms":0.5657499423250556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f9c6ba00b0453ee20070de8a83fe15422badc8d9cf9886e5b9ae9b9836812db","sample_id":"arc-challenge.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c987f21017da07ee6601f353388bec2b283800f5c22e3908670b020e482b906","formula_version":"titan-u-contract-v1","latency_ms":0.46116590965539217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cde70eac1384e983c789ea7c6d0ade1fb5827e4f3f30008296e9830e6ad2731a","sample_id":"arc-challenge.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d556d70c2b4134752ed7bcbb9dbb589da033ee5a9ffe7921b6c77c1da64d0693","formula_version":"titan-u-contract-v1","latency_ms":0.40987494867295027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9c1c280ff6e244b1c964c346cd8eae8c3f5a9fd831404bebe3c8fb633857006","sample_id":"arc-challenge.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"492561b3d1d9caac26855e7465b121ba81d2709b27e1be1561521d86e7af6e68","formula_version":"titan-u-contract-v1","latency_ms":0.4956249613314867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e12f2dda34168ce70d77c6556541b705f8e0c26bc319ac31a18fa22bf4c4262","sample_id":"arc-challenge.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e06d40471964d7f6577e0cbecf0e83b083c9151342d7c2679530b8ee9ffde98","formula_version":"titan-u-contract-v1","latency_ms":0.5218329606577754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0ab540721e19efaf7a29da6ae32904514d890bd0b670afd517399a5c59bc503","sample_id":"arc-challenge.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02e738a0430d76834da5ca53f4feaa296579fc2a4376d7cd046610aca9a79e9f","formula_version":"titan-u-contract-v1","latency_ms":0.588958035223186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d0e61030477f53bac26bbe8ee4fc4537169d9c540583a6b23b6f3c81cfaf03b","sample_id":"arc-challenge.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ff1791a54a3c1c31e9356f66489d3016c08f48a77929505ff554bc5bb9a25cd","formula_version":"titan-u-contract-v1","latency_ms":0.4824999487027526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90a601315aa439bfb6d172671179105aa6e3b7370c17160602d0edee27504976","sample_id":"arc-challenge.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f53e48108bf858a706c332445132c25e37960b49404bb9a254956468ea28ae60","formula_version":"titan-u-contract-v1","latency_ms":0.4819169407710433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bee9ac2a6db8147f76312b73c303164e5f402f2586c2543bc31e98a9bbb66a2","sample_id":"arc-challenge.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b109bbe1ef82536f90e694803781e965201c97e3a582e00b8607acd813431a29","formula_version":"titan-u-contract-v1","latency_ms":0.4838330205529928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84451de18c23db3fcc7a00392931de75b6bbf69640e7581ab55d6609b8b12f24","sample_id":"arc-challenge.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ebbe5f9f482dd4235df5a9d6db9d872a7e612f9e4d175576a2c8b46d6ee822a","formula_version":"titan-u-contract-v1","latency_ms":0.6142499623820186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51fcf6fb886b93226c7659784788de68b5fb974d400faa092ca698e5e77fa427","sample_id":"arc-challenge.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2759ae34c70abebc0b7a5695c80267e970682c3781dd726733af3a3368d6265","formula_version":"titan-u-contract-v1","latency_ms":0.40666700806468725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bd2755d1ea6f74696f903e49c7e43da6620f718d4dcffa3141de33518cf3234","sample_id":"arc-challenge.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c572a7e12f6134def102c074e0f14fff703ce29663dd40513248828f9b58c35","formula_version":"titan-u-contract-v1","latency_ms":0.3991670673713088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c000c624eaa3c8f741426bdd715346534ed759fc3e5e93fc026a3bbaadca5019","sample_id":"arc-challenge.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34e4ca5cafa190a11be430f6e4bdfd85bdcb1c84a82e93a18f1af2a30908916f","formula_version":"titan-u-contract-v1","latency_ms":0.42941595893353224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa6eda02c22e9b377fa7f409829340ddbfa73f2246745d9f1f8d6a1144fafbaa","sample_id":"arc-challenge.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"538e9374fed96fc4cd618b06dd01708a4b132f6c8a9d579a4239d4227ad64dc0","formula_version":"titan-u-contract-v1","latency_ms":0.6145830266177654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96afbde86bc6e9e0dc6253b62c81d285a334341b3de1bd3c20957ada71337211","sample_id":"arc-challenge.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b0ddaca0185d301579e8ad1238214e2fb5f9b1fb21b069a587817a5cd18870b","formula_version":"titan-u-contract-v1","latency_ms":0.5760829662904143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92c6899bc2acb18d86af6ed7ad7ad604ed5325bb29914b67bb6ba14ff6992633","sample_id":"arc-challenge.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b7c7b910e4812d4efc6429b89e76ac053f516c2a4df6a6c0b14daa5c02287ad","formula_version":"titan-u-contract-v1","latency_ms":0.4140830133110285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76313da83fd6a05b2205763fbdec1a023c9639c9164dafa4758c09d5c5d7b8c6","sample_id":"arc-challenge.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95f3517a4ba73586ff394285804b1df849d0e7251dbf5522b782dec0c28f312b","formula_version":"titan-u-contract-v1","latency_ms":0.39912492502480745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af73984f2c72cebf0aaba18379918359d1dba0860b04030a319ebacf9ee2a980","sample_id":"arc-challenge.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee507b4eef7067a2a4f7bc5b07331ac322118af9654804ef47b0707767600e95","formula_version":"titan-u-contract-v1","latency_ms":0.4087500274181366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dfee0e21b1b5e67647e339f3a7b33b2b8ce2d400fecf7e635cec65f3d21da28","sample_id":"arc-challenge.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afa9ecb4ba7189d717972fcbe0547d54312715c32690f2217f8d63b8d4edb287","formula_version":"titan-u-contract-v1","latency_ms":0.4612910561263561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c0c7b012fbdc35794e04a719edf9686c2ea58ee4980a22a2d206c4a00234db8","sample_id":"arc-challenge.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e90f9f0ade91c239a7833f00221941552766c724dfa6228cb21d2c4f1fc39b8d","formula_version":"titan-u-contract-v1","latency_ms":0.5647500511258841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3f991b0fdf489c76d9157d26916210752f1529d0721274e4e2ceb26969a85f9","sample_id":"arc-challenge.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d4656835302531e11d92d2a33aaf81791bcd13cdb944213be9939bf2d68035f","formula_version":"titan-u-contract-v1","latency_ms":0.4800419555976987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a8a343934bd7201c2baf5c4c8f254e12b25db7f00f05e2a237ff87ea91caf8d","sample_id":"arc-challenge.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4218c7674daf99c4aef610c87937f0d0d00d2a9c58f11e43472e40f8c9c3340","formula_version":"titan-u-contract-v1","latency_ms":0.4554170882329345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f27d64bcbc644793a88f0aa46ab9d26ca0c4dbfb65461a010571fc550cd063d0","sample_id":"arc-challenge.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc56f4498445a395db0d87e5e5a2ed8c8377627cd40345ed06d9d257ee9de38c","formula_version":"titan-u-contract-v1","latency_ms":0.5993339000269771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a86ff0e8ef8d0226f15ef5eaf436e482f9f54f3e7a6970e64d5f94dc7cc6816","sample_id":"arc-challenge.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6006a5d6fa16d10b9740bed2224e699c75e25a7c863a58ff2f3ba506d8141c31","formula_version":"titan-u-contract-v1","latency_ms":0.4176250658929348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1b8b095782b94b44044a8cc4f7c235497e7ee0e8c58266da3d78edebb6c00c2","sample_id":"arc-challenge.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d019a6833e8a9c8c656d4331fe21e0b64981901167b646d7ae9286ade308dab1","formula_version":"titan-u-contract-v1","latency_ms":0.6502090254798532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58989062afe848948faba77e2ea07f684c58d57cd6def5854f60d92b744c2253","sample_id":"arc-challenge.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3a910c077c21c85898c1b7808bf6f6bbf92ac9eaf4be6df228e78b9ae18db61","formula_version":"titan-u-contract-v1","latency_ms":0.46379200648516417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7850c0590534aae62bdac9a8e2aed5729b5a10e0c1efd15abe9f272ad4143884","sample_id":"arc-challenge.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5971a92ba8d073023599b3ac049eadfbd4d74f23b64b6c058370b077978ffe5","formula_version":"titan-u-contract-v1","latency_ms":0.38362503983080387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42650c96b3f34c1189d3da4b7c922034207a39612cd542cf17f5be8ed4fefef3","sample_id":"arc-challenge.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09734daf3bdb705345d3948062d9ac93a941fbd9b3ad16116aace0cf60d48a81","formula_version":"titan-u-contract-v1","latency_ms":0.4355839919298887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7df63b68010785ad33702fab5f8924cf2c4ffb65fb7ae5e229115c6a44549904","sample_id":"arc-challenge.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0346d0027dc98a37444d95a310989a280c1d4c5cd090161961e10e711905c5b2","formula_version":"titan-u-contract-v1","latency_ms":0.4467080580070615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc21d0b6d5e1bdaf4d1d72839b9c8971b7a3ebe706cea5706b8d14e91dcd9e47","sample_id":"arc-challenge.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0cbbeee988186594bc9b4cb7fdbfd60486b6be747ab439599cfd4a8495135c2","formula_version":"titan-u-contract-v1","latency_ms":0.5013749469071627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a43f3ac5a3370fa0cdac62990c81d23aa289131871400e1d05c603f5c6e514ab","sample_id":"arc-challenge.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"615bcc1f150e8bbdfc747ce95950d22c4eff4ed1dd781833ae9d471b5bb1a5b7","formula_version":"titan-u-contract-v1","latency_ms":0.427749939262867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58f4b224d206a5024767559010595f3630463d9b81882fdaaf71b2f7809f3dee","sample_id":"arc-challenge.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b984d4a020eec2c5fcd893e0ce9088ffae17f012dfd36616a11c024d8f23d164","formula_version":"titan-u-contract-v1","latency_ms":0.6232499144971371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b4b3393e3e2312d492105f01fa5a8d911567f0ad84a89826fecc9fc55e40df5","sample_id":"arc-challenge.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe563ad770cfea502b0d197c0ea5e6438b739a1f385f826a74b0a92dc6bff107","formula_version":"titan-u-contract-v1","latency_ms":0.5952920764684677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96fafe87539e6da73238e811e791ccd489cc0c5354bf59115f42fe7f000e0f58","sample_id":"arc-challenge.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be12a6de36cc0caf327340d558cd3715ffa9d869bf2e6d9cadab4fdabc8e019a","formula_version":"titan-u-contract-v1","latency_ms":0.5602919263765216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb895b69d41ad50d26da5c84907387825559027e40dea27b030a968c32a3e2c4","sample_id":"arc-challenge.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daae510c9840c04afc055ae51de908e50a7c85a67c85a1c81a05264b395ffffa","formula_version":"titan-u-contract-v1","latency_ms":0.7019169861450791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24f365f2a62e53791a34aff10d622d59674f561de8308d870d39048aa6d25dd3","sample_id":"arc-challenge.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c61bb31509c86f1cd9cf1da40760b9cc7c5801f1b5d98c8a8260d8aadcaa30fc","formula_version":"titan-u-contract-v1","latency_ms":0.5637920694425702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e794c0cdf4c0b25866ad83568d80c232a9c44aceba9fd194a834b6d14b2ba77a","sample_id":"arc-challenge.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e1f4bff0389251a24a3b98ca899516bce2e21a6ff66f29133837069d92d8a08","formula_version":"titan-u-contract-v1","latency_ms":0.419583055190742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01ba88f7ed2f2c8d537d3ee7b9c89c3af94a660d0b5130ecb79f2c37ef892276","sample_id":"arc-challenge.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b71474594115a2ff24e51a49d7936d8f1ec29ceff6e67b2396b03b6573f5e6e2","formula_version":"titan-u-contract-v1","latency_ms":0.825291033834219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d865e9d743395ae8f55f86592dd52cf68d342c7782c2ce0a1ff2ef8713a3d0da","sample_id":"arc-challenge.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e315bd040801991653b3e4a06da1784e572d4b79d39bb26e30d350433322f8f","formula_version":"titan-u-contract-v1","latency_ms":0.571583048440516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dac23e39a94b92656339c787d2678cc52328e1cc2776a4a3ff8a97948027dd86","sample_id":"arc-challenge.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"370f0811e0e0d19b6d200e4a10d4ffa2152c148b3468d967dd6984160a193063","formula_version":"titan-u-contract-v1","latency_ms":0.5343339871615171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40788c5ec964669370f4e7dfebc0d8f9fe26828f417c6f2b1fbc804f9193557b","sample_id":"arc-challenge.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff0078d036cd528e85af0b1873f81705854df577ccfff56ac81136d5bf3867f6","formula_version":"titan-u-contract-v1","latency_ms":0.5101249553263187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eac53e258c3a52baf8f5929f61f1cb4ea4876a539e677ed2e616cbc62795ae3e","sample_id":"arc-challenge.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f65eceb87e4cfbebf92bc0dd382bbc578f048a0c732858389e041afe9ec5238f","formula_version":"titan-u-contract-v1","latency_ms":0.4146670689806342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c179a096e5f2b3e0e97a8d469913cf6e3f557a465de1b79438e8684816289aa","sample_id":"arc-challenge.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2232b0952bc0042b8fae160e6d48569ef39aaff79337ad7415a839c07777be44","formula_version":"titan-u-contract-v1","latency_ms":0.6562500493600965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71b1564c9ddcfc044f50699c3b72c2c821528fb3c359f844cd52a5cd2bf6042b","sample_id":"arc-challenge.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"012b6d3b6c6491f12155cade03942fd0a394e99bfb9cad739940058552caa016","formula_version":"titan-u-contract-v1","latency_ms":0.6072500254958868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a921028f2e0756fcf03c41b085b6e0f397fe58744747a90fa7a34b0130c03f99","sample_id":"arc-challenge.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f42636b7901c03cff2248b56b267e51011211a9bf30abf9364f3631e1b01fd3","formula_version":"titan-u-contract-v1","latency_ms":0.5571249639615417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6645c54a732bce880b16dc51c213da00c1ae5abcfb4b19642abff369cc3a76c","sample_id":"arc-challenge.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0e400602714f6c34ac2eb7a1094d87fb1b64d895190febaac74270172cbbcfa","formula_version":"titan-u-contract-v1","latency_ms":0.5753330187872052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3cc45086c730a93491488e6aa019c4805d5bb8a1b3d206d0e301940d921c931","sample_id":"arc-challenge.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba90ee281d243aab3a71e56142f25cf157de0b616d2d089f37f5cd52627b8daa","formula_version":"titan-u-contract-v1","latency_ms":0.5585839971899986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d58f9d64a64798de1ae12ace49b69eef09f9146c493e3f76cac8df19f864e58a","sample_id":"arc-challenge.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06349fdb063e1a61b4166667ae8fe71be1636ee905658ea0633ecc58fa54f40b","formula_version":"titan-u-contract-v1","latency_ms":0.8488750318065286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2e17251f3ab449f87d59fdd442e2edb2fe27fbdc5cd25bc87cd136835090cc4","sample_id":"arc-challenge.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5af422aa2353807397d0c6a1f59fb9e54ae68b6db09482ba36c5e101cf670639","formula_version":"titan-u-contract-v1","latency_ms":0.6774159846827388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa78cafb2b540a7de3b7aa37ca5e8efab4d316e811289f2ed2bce7a941da1958","sample_id":"arc-challenge.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6abf71099a68146310ca109ee6f50cdca939690562ae58d68776efc1c72c957c","formula_version":"titan-u-contract-v1","latency_ms":0.44216704554855824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db56da20792fd7d8cb894aa957c32081dd07e84285ba808b465b6e5da04deb5e","sample_id":"arc-challenge.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68603da0b2a53ee4ac3784747335957c27b986bb1e6c813e86441e2e2b529668","formula_version":"titan-u-contract-v1","latency_ms":0.8087909081950784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"990086cca6f5b56ef6708aa45e915ecedd9378bb64475404f738743caa19761f","sample_id":"arc-challenge.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"814454cf2695cf288119583da84a60b2e9dcb7ff5d2b1a569b0e0a24ae1da9e8","formula_version":"titan-u-contract-v1","latency_ms":0.5644999910145998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fbef9831f2d57fc5bf06bd6feffa270bbc3218bbdb95e85f808cc4727266be4","sample_id":"arc-challenge.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bec8e11d0d062b3e207eb9f0e490cf7b407ca336a8741595357a2561bfea40c7","formula_version":"titan-u-contract-v1","latency_ms":0.6091659888625145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eb45625d9300b0a3b46f69108029aaeb429c8ecc0cdfb062f1dc9423fe8ffbe","sample_id":"arc-challenge.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6a955a83ab22f9c615e746639b72c743f09403ba640547458c4b3fc0e610e02","formula_version":"titan-u-contract-v1","latency_ms":0.560999964363873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d242c94de48f4e547ba245640e8d948a7551fcd2462689833ed9a7135d6e3b5c","sample_id":"arc-challenge.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41af9ea7b34a033e7e61d952c4599a43cd3e8a9848173e28301d7946481463a7","formula_version":"titan-u-contract-v1","latency_ms":0.6681669037789106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f62515ebcca8dace16c776d25b17a4f163687508a985a824a7910068cdcf65d1","sample_id":"arc-challenge.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9e589533fb28a5026f0477e09d1c5215e82dfc1711bbe94b33d994daa2da293","formula_version":"titan-u-contract-v1","latency_ms":1.2046670308336616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6f5476097177d7e56ddb2aea13fd8f84a4a7e25d69ffe1f723a296e0ab05d79","sample_id":"arc-challenge.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83a7d5ac9f519ea5797aec59c6f5df5a9607e572580a139be978a7cb8005522a","formula_version":"titan-u-contract-v1","latency_ms":0.536374980583787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bfab3117ab0aadd90604eab31807cf3ca3ebc1de1f694a0fe8243b0edad4ba7","sample_id":"arc-challenge.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"971c6618948ea8f921bc64122241e27f9aba14d75d4f94141f24869ac2896222","formula_version":"titan-u-contract-v1","latency_ms":0.6061249878257513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38902b16c0c07d7a7efdd61e365dbd58ec76bf947c504a0c137e5e1f16a9c741","sample_id":"arc-challenge.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a99f149fa7601f2504957cc42e43702c1cd6c94a4bfb395f5998826af0a118e","formula_version":"titan-u-contract-v1","latency_ms":0.5909579340368509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5893c16ab74f7e298596c1a4f0aeb21d80d5105d3b7f69a0be943bc1eed989a2","sample_id":"arc-challenge.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8f182a43b580ea1a16e21708a1d41249804e6fb90359e7e726081aefe3e32d3","formula_version":"titan-u-contract-v1","latency_ms":0.5808750865980983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e0532b2fb14a62dc3e8cebe8cd33d187e85966d408d4fac7d8de2e4ac7c1e82","sample_id":"arc-challenge.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab4a3500883b24a0b54916605a54603c9e03778012a10d5945115d5f415efa58","formula_version":"titan-u-contract-v1","latency_ms":0.8851670427247882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8232cb6a02c26d03d4ea7e73567acf2cd7bc53c2a8a7e5f7517542040901f4a","sample_id":"arc-challenge.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d684f2fae5797f2644ef9cbe5bae5a7637313d983897e713315cc64e3ccc5381","formula_version":"titan-u-contract-v1","latency_ms":0.5734999431297183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35e46a79945f740736e15e468922cc46d15fef66c4c97e4404d5a905024f0600","sample_id":"arc-challenge.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00a34f87bdcfccdf7f831207064773ab8b31b154127347b58727f757e3c3c4b7","formula_version":"titan-u-contract-v1","latency_ms":0.6601669592782855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64ad6ef7d3dd0b44a2f8def987278e25b1dfcfa994c6320d49da5bb2abe2c8b4","sample_id":"arc-challenge.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86840a5d4350b44ee94ec30808a14d09182483cd9741b584a6e3c3c0a1be61ee","formula_version":"titan-u-contract-v1","latency_ms":0.5530839553102851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2148ba6d98ca2ee2ecb712b03525ec675432033295611e4cbe57b08041914904","sample_id":"arc-challenge.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"872e59135674aa08f23f523b549bf6015b22c702c7c0c082722039690633fdac","formula_version":"titan-u-contract-v1","latency_ms":0.4843329079449177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c85888ee483420c3c7ee78ed49950c7246041fd393f3eb61b785ef7e42996caa","sample_id":"arc-challenge.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dbc9c23610d4a40a5f50ebe1ceb5d0fe414a6bbbeca380be2ceb3872214e788","formula_version":"titan-u-contract-v1","latency_ms":0.5632499232888222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0e49c1efa18ed3fb4f426b104fdf4a80148cbeec414badea5ee1bbceb599811","sample_id":"arc-challenge.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"341352b14146e2154c428130b63bee6424bc0b59ee44fd0f1aaab4dc131b845f","formula_version":"titan-u-contract-v1","latency_ms":0.5012908950448036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f22d43073f2bd0bedd81fcc45ce4a48e59d495c2564fd2e9a13b8c709ef3cfd7","sample_id":"arc-challenge.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1b0820fe7a6ebc80f62a6011f48c7c6d1e2bd29ce0ee2aa51fd6cd67025d3b5","formula_version":"titan-u-contract-v1","latency_ms":0.45466702431440353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"611ad1338dead348a6b77b207dcc6ab0e428978591968e4daef816f440f491a9","sample_id":"arc-challenge.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b01e35c802f9326b8837d07d73c0c08ad28324214751aba196039c3b3e4fd29","formula_version":"titan-u-contract-v1","latency_ms":0.4140000091865659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"959978f4bc5fb4559b183879b8568cdd6b74d8e50e98812caa5957fb2ec2fa5d","sample_id":"arc-challenge.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"859cc9dc7bd8ddf9ad82eb572c8dde78420a89858bb068f5f6e462c2af75b7bc","formula_version":"titan-u-contract-v1","latency_ms":0.42554200626909733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81e468bcc399a847acaf4b5ae84f00bc8fcac833d0e4ff56ab218847a367801a","sample_id":"arc-challenge.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8c48a62473dd56937c5ddceb867533ab9b035b4247cd19bdec7e043fa292054","formula_version":"titan-u-contract-v1","latency_ms":0.36995799746364355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a33e3302ce12e6ad2304d0de92ffe64495738ba252a7cfeaa3d412b0a306f873","sample_id":"arc-challenge.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dc0e457530ed94af2f1bd775aa26f06f1420ab43b24d757017f769a335e4a18","formula_version":"titan-u-contract-v1","latency_ms":0.7385420612990856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf26b994a9efa8f66be336cb9eaa208195a4d746c1d00bd6da2a11d8f85ae41e","sample_id":"arc-challenge.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3a60d9a9ed08cf67369ee231c0a62519c4c6616c8acf66038eefda59f1e16f3","formula_version":"titan-u-contract-v1","latency_ms":0.8589590433984995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc42ee916eea13e1a8b92501a8b7929fe1228db8035d8cdb76250d5ece288ebe","sample_id":"arc-challenge.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41d59ea359cb01e1720ac3e2b0bd91a6cc3cb99ab66872609240a73634fe712f","formula_version":"titan-u-contract-v1","latency_ms":0.5497499369084835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45b81f1d6da302c53d979b6694891f9df989d17507d58e2c8cfddd806afc5fa0","sample_id":"arc-challenge.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3be9df49abbde9aef955ecfee8100ddc25554c31e582cb29d0d2a4a07388409a","formula_version":"titan-u-contract-v1","latency_ms":0.47804100904613733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a7bb8bd5dcb238510e8a09053356a79ee31b033cb8625a13f61bb97afe5f9ed","sample_id":"arc-challenge.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36bc99c65503ee31f219d78f4b73abea3c4f9fc0afe98a55a938aa64c9ab1925","formula_version":"titan-u-contract-v1","latency_ms":0.5180420121178031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8a42bbcbc1483d7be782fd0b75d54d0bed64a68d6fa4c43d9de7d7e973389a0","sample_id":"arc-challenge.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b315a1c3ab46938e194f86ae4f134c87270a584186264dc94633111a57bbac69","formula_version":"titan-u-contract-v1","latency_ms":0.5744160152971745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05b0d7093240c233eff9291017dd62597d43e1f73550402bcf4f49fdf2056212","sample_id":"arc-challenge.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58df38d6a8684a542b9039ea621f925930d324a787790fae06039b28c8d7982a","formula_version":"titan-u-contract-v1","latency_ms":0.5121249705553055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b8745196a9aada75d7d9b28f4c6aa65f221263c2220e7f65db41290f0c66ab6","sample_id":"arc-challenge.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2277af830b333ec0e070a2273c02877d8e4710788231fc2d02e812a6ef519fd","formula_version":"titan-u-contract-v1","latency_ms":0.6032499950379133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d4456d8a310e999309896bd2ff3231b6d403096e0b0247a30d7a124cbd6c5cb","sample_id":"arc-challenge.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18fc89b3f0aca63021eb1e7833940b80016e3a3313fce66616924cfd3aea5e84","formula_version":"titan-u-contract-v1","latency_ms":0.6890830118209124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfcd8e5a2b612d746402a8fdc005254632bb7df3c0d366bc94c221ac7d6580f1","sample_id":"arc-challenge.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aab18f2568ad7b7320d601226316d804035af79db597652195a8e7c28fb6a799","formula_version":"titan-u-contract-v1","latency_ms":0.4920000210404396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f197f1e6368b05c9ce817c1f9fef39952d3473413a1958fef09fe8f55f24769","sample_id":"arc-challenge.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b39a4ba9df350088fcd55e91a9b7532fc4a65269a2ffd0466596ec7eff2e90b2","formula_version":"titan-u-contract-v1","latency_ms":0.5873749032616615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89625e68f93c012443f469a3483350dfdebabd775b1f3da0023317fe3c3d6371","sample_id":"arc-challenge.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22a401eea98efac9e182a3f5047081ca2924b60ead5cff2a8b623070ba1c2bf7","formula_version":"titan-u-contract-v1","latency_ms":0.582417007535696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c349dc72802bd70ab3874b1480fb2fdcc7a1194bd82ce3eb95319e8c4fa0f06","sample_id":"arc-challenge.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f5b80d2e03ccc7506092a5e8dcca140836ad778ffb158b90a3391ecc5c6501c","formula_version":"titan-u-contract-v1","latency_ms":0.5175829865038395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"929529dfe1c997d4995a1bb6dbe92b50b6537112788365dd8047e200a6e921f3","sample_id":"arc-challenge.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e1d754ea0dc8ea0bd40e18bed8a63fce785412019e5811745455a17644e488c","formula_version":"titan-u-contract-v1","latency_ms":0.6900419248268008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3453e747db7b91b40c5da914f5d25c478a9ab1e183e36d187a152d811b6eaad","sample_id":"arc-challenge.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf6e53e463412eda163c35f8662e4ef99b035d79b22c1268df87001f722829f1","formula_version":"titan-u-contract-v1","latency_ms":0.4457910545170307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c978fbfc8adb475c8821bfc3d8c59fdb5c95277198d97b59fa347e2b7efa38ac","sample_id":"arc-challenge.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d5a646dcd4cff5016c6c6c8c1f7d7c31b7efb1ab18f9210395e29f158cac7cb","formula_version":"titan-u-contract-v1","latency_ms":0.658875098451972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f91862bb5378a860b64ea55557655fa2ff348feb29479d83ee69f2dafce9617","sample_id":"arc-challenge.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb22806b33005bea6dbccce54930761e32402a7aac69ed7d4f340279b7ed3d17","formula_version":"titan-u-contract-v1","latency_ms":0.5902920383960009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c60129fea9f2d3a519978391863f8952c56c4bf3a9d87367d12414afd360d7d","sample_id":"arc-challenge.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f548796767dd27e7d6c402af82065afa6548f1ac7802c331adb4709cb7e6f11","formula_version":"titan-u-contract-v1","latency_ms":0.5399159854277968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f60d8150b6db5aa2bbbb3d10028041b4a9e0095d3af302133f2380ee16f555d7","sample_id":"arc-challenge.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f37ee10efeb899e3279da6636c0b9fa82f9fbd1778e5188c7ceb909759f0600","formula_version":"titan-u-contract-v1","latency_ms":0.4829589743167162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54cecd29666c811981add001c0ef379cc847cc9d00b05afa0a091480022c1d25","sample_id":"arc-challenge.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be4e5267bb65e6507cb055d196cae878fe9df5cfef9364825ed05af04da2699a","formula_version":"titan-u-contract-v1","latency_ms":0.4604170098900795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cb7a28a87be30c6acc15be750ffa33e95c9c01fdce837ab7e43f71a6838214a","sample_id":"arc-challenge.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e13bde89a4e8b18c056b758b80fdec4fc75c9a14c49a069d4372d91f649521a","formula_version":"titan-u-contract-v1","latency_ms":0.3870829241350293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df682a227e70a32391d37f86d8e69edeacad38922a49aabdf575e86376f011f9","sample_id":"arc-challenge.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"084fdf87eefbec01b3fc8b40a81e329cecec416e36142facd474a2aaad39f158","formula_version":"titan-u-contract-v1","latency_ms":0.4154579946771264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3f7c67f43ff28ee8fb0de99aea840a40c635b0c63b4896e3771725a66b740e0","sample_id":"arc-challenge.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae1471a8e4cf100f03c99cf031115db06db659e4992fc522dbea42a281b55492","formula_version":"titan-u-contract-v1","latency_ms":0.6016249535605311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8055a6259c327b18f17b6cf2feddfe8f9bf70ab7caab8b7ed6f7151b5e867c1b","sample_id":"arc-challenge.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c74a50dcfd6cafd5f3a86e3a8da98ffc15ffebf886461cecbdb0cf984fb763d","formula_version":"titan-u-contract-v1","latency_ms":0.3927500220015645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f3d3f9418f05a1bba2e3eff3efacacbea4e5ba69d452e247afb5a06ef270683","sample_id":"arc-challenge.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6821bd866c51edead013eff656aade3eafa09a0df1696e8fa5c2af979ef2d391","formula_version":"titan-u-contract-v1","latency_ms":0.5499159451574087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c83ca5d9ea0685774f65b278f37c36e6ba73cf77299e719ab32b9f39da4882c5","sample_id":"arc-challenge.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"432ee1573472cf3513deb06a8ac18fa613aa131bda3574f31e8cebc4ce718cc4","formula_version":"titan-u-contract-v1","latency_ms":0.7549580186605453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10077be2135d8ab5a81cd9199615c461cb4e94dfb007d6291bfcacd539d542b3","sample_id":"arc-challenge.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"165afc344ecbcd647706a9dd5f63fa7177dfbc3a54ce6f4d99a7e3e7caa7e077","formula_version":"titan-u-contract-v1","latency_ms":0.4248339682817459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef52e5cad1548651c28da02dc9113155d564f67ac089cc2b4c93e6dabe5e7284","sample_id":"arc-challenge.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c4670849a100e0858aa8a9e05021245eb4d071be8dc4877afc7dfdc0af4abc8","formula_version":"titan-u-contract-v1","latency_ms":0.5340829957276583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b590884aed737e5685a1fd62dde028afd1c11ff814e1bfaf2e2e4f14e03139de","sample_id":"arc-challenge.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfc31a74ee1f7e35bb98484245db43f92ca9e1bc4adb590663174a26ac999d70","formula_version":"titan-u-contract-v1","latency_ms":0.45920792035758495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3928e6442ca8d1908383d00e7e9d8bdc9571eefbda2815084c49c2b601d8caac","sample_id":"arc-challenge.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10cec269cd0bf57adc3e0a850a79a832e6a45d631d13417ae29851e27872515f","formula_version":"titan-u-contract-v1","latency_ms":0.8140000281855464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9ebc4291ac5108fc073e0425a350449b75e44161790ca047605135519903ccb","sample_id":"arc-challenge.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b2484ede431262e50c9cc96363190954e47dc6ecff64079dcd59bf6f74f44f4","formula_version":"titan-u-contract-v1","latency_ms":0.44299999717622995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef8f885ae9fab424ef6a328c11ba1762b60df0ad702dcd4d961bb47b7af2eedd","sample_id":"arc-challenge.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a412e2bf1fac57c987839b924fbac3dd9c087bfe4907b954e56ce59df06cf1d2","formula_version":"titan-u-contract-v1","latency_ms":0.3855419345200062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59dff860420431bb1e504204f21b4b395c2fbb9ab7c05a5f6948ce403f4776e0","sample_id":"arc-challenge.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4970b69dfdd9b51486abfa36f50ba0ba1e3d97a26623ed30af7900c9cae95357","formula_version":"titan-u-contract-v1","latency_ms":0.7217499660328031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e84c15bac657c740a66150e1b06f46654cc226edf8ee96f2a77b1df1b9f2367d","sample_id":"arc-challenge.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1c479c387b25b708421719c2d04ab1c979280d404572be3cbedac107663c368","formula_version":"titan-u-contract-v1","latency_ms":0.7333749672397971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff6078e89009693595b47cdbf855c567f11424c280d0fdfc1612c61fec9b2a74","sample_id":"arc-challenge.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c9f8f29dd4ab8407e94ea6cc5c70a0c8ea7905b0e6d6ce22c9df1d76bd0bb1d","formula_version":"titan-u-contract-v1","latency_ms":0.46620797365903854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f490ec1734ce2b8a6efa1a780f42788f79def51851a70c7bfe8f93135dd15864","sample_id":"arc-challenge.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15b71d394c0efb8a88da33b4994fd2fe5af0a45adfa63f3b9362a073c03f2551","formula_version":"titan-u-contract-v1","latency_ms":0.5234580021351576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f04ddf29ec6a2d1da6dc679a9fb61eb847341006533b7f71fc6523669a4ab18","sample_id":"arc-challenge.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2c986f87fb18e72dbabfdc80258a606fea58818eb6ff9611fb350026000e999","formula_version":"titan-u-contract-v1","latency_ms":1.9457919988781214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58ae2010a51d21652dc17cc668dbb23d9efc7426cebe9631d7fe31d0ed6e69a4","sample_id":"arc-challenge.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccbae681e86b157fdfe0ea692cd14de3725636002b1ab00b0d390da5f053e917","formula_version":"titan-u-contract-v1","latency_ms":0.4317500861361623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc26911f94020268bc6eda94d9d23d2cd6a0b09a2667f6b480c3948ca3c3c4e0","sample_id":"arc-challenge.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"649d52f1297a8e950efa44f1dcc89bf23b3d850b586d04257438e3d2305c2523","formula_version":"titan-u-contract-v1","latency_ms":0.510375015437603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fe727475212f72d9b07522c78627a2edc5357985587c4194f208a3ec27e17fb","sample_id":"arc-challenge.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"563b1d03486975b982ca01e070454034ea2424fd6109deabeef2d7a7beffe04c","formula_version":"titan-u-contract-v1","latency_ms":0.48066594172269106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"808f55ffd94b2b439194b5b4ad448e269ae9165dd72bcb76bad7620f3810b898","sample_id":"arc-challenge.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b52f97b6ac506e334dafe1393be692ca77ffe41622f4c13e987c5b882640345f","formula_version":"titan-u-contract-v1","latency_ms":0.5374170141294599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dffbb9cad829b7944a07bf5aef17b13f0002df9aedb813bcd142314e55c1e951","sample_id":"arc-challenge.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a86f845efdc4754b26977b1318d11d53fa2abf45986754890b44eb6fab1ba18b","formula_version":"titan-u-contract-v1","latency_ms":0.64904207829386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1ee37aaed6ad0d4b07ca7a0577b41eb2293fb6375465eed511975869de594f9","sample_id":"arc-challenge.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"feecc0fc70112dc0ff74e4c55ddb671ad891e30e6da2ffcfb11153991ee58cad","formula_version":"titan-u-contract-v1","latency_ms":0.48745807725936174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6a12939bea14499c3d140f9869fb21354517678ef98c7040bcb1f43d6af2f49","sample_id":"arc-challenge.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37e364e1cb9551fe281d9a3af66cf5d6d709733a8d0ac71f8c5564671a48170a","formula_version":"titan-u-contract-v1","latency_ms":0.5022919503971934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d57771f2c85a3746b5e5c1020f892a163bf25adb48d07c0bec0a4ed34777e29","sample_id":"arc-challenge.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74185b3a29d2c852fc092bd8178d991bb179f61ef4c5802c19d11b9a8a58a488","formula_version":"titan-u-contract-v1","latency_ms":0.4972920287400484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f34adef55c5c0746ed13cafe40cb9cdac05a19dae31e01840697f2cd9b5b6d0f","sample_id":"arc-challenge.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36fa408f05a85c15f1ef97e33889f731c24ada92c4efe94d0f2b304e8f752785","formula_version":"titan-u-contract-v1","latency_ms":0.4694589879363775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f31ef79d6894b466fc6bf5f6663271ae4b194bb1fca2490b2a64efef82e1a9d","sample_id":"arc-challenge.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85f7e4dc8ace2100df2ee1ac5ae3cb693e5cc7c00a47cca43a78175a4963129b","formula_version":"titan-u-contract-v1","latency_ms":0.4652920179069042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df3c95fb7b49db0d4a5bce25a991fd2894e2d80d811eef23e3f0c953dadf2b38","sample_id":"arc-challenge.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45f81ac8a34418663f30350c6e298d6274520861db83f2d6398ddb11a1795d51","formula_version":"titan-u-contract-v1","latency_ms":0.542541965842247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"995e2b0ad56581d679074a34e0fb2e9cf81c23a36c278a92bb22791b27997971","sample_id":"arc-challenge.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e311be09f6e3d95053af1fdfc077a521da55bd2b077bfdddcf6158d928eb765f","formula_version":"titan-u-contract-v1","latency_ms":0.5243750056251884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3560070d722fb1d50a1310620743998f1d1d273409da85c8aaf7ae844be868a1","sample_id":"arc-challenge.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"106fd788a7341ec3abfd54c40bffcd4f9e3b2a119aba356116e9b78700a64bf3","formula_version":"titan-u-contract-v1","latency_ms":0.7701249560341239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a40e6860c4b0110f6775058cc777fe181bd33ed9f16f466a1662419209977b40","sample_id":"arc-challenge.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e4326114eb6aa896604d0477440226b98f2543734ad74a5f19244a6e632fe98","formula_version":"titan-u-contract-v1","latency_ms":0.7252499926835299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fe0b7a9b7cd0536f339f0aee02d82c841e666acc0899c0dddfee3686a0a5175","sample_id":"arc-challenge.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c152c9d9333f4aa3aafc47c74413fdc19650adb0ba9d8ad460b06ca9875440e0","formula_version":"titan-u-contract-v1","latency_ms":0.7275830721482635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e56599cc66cebc3497e1304ddb395ae2bc2c409dd9a46005f4a3d79fa70b00d2","sample_id":"arc-challenge.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40f519227c73234231e0cb620c649fe43d9bfbece9f19925a150eb60fa232ac3","formula_version":"titan-u-contract-v1","latency_ms":0.458208960480988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23c4df6699f01ee55c81f03a25dd0417ca7bf3ebf2d815b89288680571312a34","sample_id":"arc-challenge.val.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1409b6e89690b2d782c70dff7320ff073aa2f01c4a15934d998c9b44a80a0835","formula_version":"titan-u-contract-v1","latency_ms":0.8031249744817615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f36bc11a9b523bd74f916b320a40082d9b97e7830c8d0da7205484603e178b84","sample_id":"arc-challenge.val.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b292bcd92911f5aa1b442becdb1604f38564a81607ce3eede6e5f4173201dcd0","formula_version":"titan-u-contract-v1","latency_ms":0.689874985255301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09b4efcbfee3c7ceb683db7572447861ccb6262776b83f3882f2201c0b35e5fe","sample_id":"arc-challenge.val.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0db047c11a6da4ec8820d346c96739abcc600c95bb2d85d5fd8c1a9fa3d8a392","formula_version":"titan-u-contract-v1","latency_ms":0.5147920455783606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3311b40e59e69cba2d5c1df07008a9b04d078ce775fd864244047bdf0529e4d8","sample_id":"arc-challenge.val.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef89f443ebd551e9ed181f0e18024371c94def74d99475a5a01b7c5c2ad6af8d","formula_version":"titan-u-contract-v1","latency_ms":0.7386669749394059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f1f24f2ab18847b22c47a1ad4848a9562e2acd191c022d8f0683ff2b9bae50a","sample_id":"arc-challenge.val.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6457e040a905fd625decc7517fd613997effdd4bcf6482e1b3e559f171c34e7b","formula_version":"titan-u-contract-v1","latency_ms":0.4550419980660081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faca79391161b0e168a9476f62d1c4047607916be3f6cf59bcf1b676f6e3231a","sample_id":"arc-challenge.val.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80ced2b9ccc63f9344d44dc0f9e6415e66e70aafb4fea7fcc1bfa75f3df5886e","formula_version":"titan-u-contract-v1","latency_ms":0.5340829957276583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b30a0c7ba3b927bba98a0ed42364550a7d8d8ea83d2b7d47b1b189e0bac5a57","sample_id":"arc-challenge.val.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"762ff0c8fd39c7fc9d2514ed2b7a11b540b05a6a8e9a7f7f040d5823ea30f1ca","formula_version":"titan-u-contract-v1","latency_ms":0.5764169618487358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e73ac640a3091c4c84f52c4883be87a6b9900a6a06afa7bf7157a6732f8c8ef4","sample_id":"arc-challenge.val.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"431cb78b295a8702ccbf67303bad50f68e283b3f429080329d50fe5e1d87b04f","formula_version":"titan-u-contract-v1","latency_ms":0.4254999803379178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcc065acad7e786d116ecc9e2923f6dadd012f98778ad6b474acd69533f2cbff","sample_id":"arc-challenge.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf2d57d9af42d8e34864e3bac8a4376f8d93c2d7032806b692ac7d528fc2d891","formula_version":"titan-u-contract-v1","latency_ms":0.430332962423563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba492978c11931a15544882a26cf116b39a3115987fc9d05c4cfc7f922170e5c","sample_id":"arc-challenge.val.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdd0da892a60c6324025469e1a756fe8ece0e682bdbcc050853a2f37446c2b67","formula_version":"titan-u-contract-v1","latency_ms":0.4591250326484442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e464ec470759de25534e73b48a02934e4f18dcc9ba49aafa6ea899a59db46a4a","sample_id":"arc-challenge.val.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f93f4feb30307c59260d3c5df7842011fc2c88242a0d531d6286252ecbf4642","formula_version":"titan-u-contract-v1","latency_ms":0.43679203372448683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e6b59b44940756858bdce1737c29c51cc2d1c1a4f0c49480eaa6652363ede8e","sample_id":"arc-challenge.val.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31622075ebef001fc5754058eb03a06d0ec6938be35ec81dfbbd7cbbe284bb49","formula_version":"titan-u-contract-v1","latency_ms":0.9616659954190254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fc373eeb2f50e95d88028375712db8f9ba3f0c54ab3c84e2f5ef11db649e17a","sample_id":"arc-challenge.val.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"491f8eba88ffe1a53cd66349659636fc509d77554e7aabd9cd0b23eda3d82632","formula_version":"titan-u-contract-v1","latency_ms":0.5864999257028103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18a3f8fb809f1a97535b79fd5371c97b2079ec8a36ad587778f0fd9a5f077af8","sample_id":"arc-challenge.val.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09e1111f6c48cd528c85b581c36a1ed68e9c50adb602dd07377608ee65715158","formula_version":"titan-u-contract-v1","latency_ms":0.8844580734148622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcfa516f4d209bda1f1763f0c2e003275657e95ced25454e2539ec7148af7bd4","sample_id":"arc-challenge.val.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea8efaac9edc7cda8cee89bf664aa6bc7cd676f2fc6b9e62605de33df4b397fd","formula_version":"titan-u-contract-v1","latency_ms":0.5680830217897892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fffc1a36099b3396acc7cdc57a4808f54671fc4ec68a2f4a2a54f50b2b8f4b88","sample_id":"arc-challenge.val.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c0f4f19188713027ff3906676af1324eba7614dddc050a416ea8b067beda5a8","formula_version":"titan-u-contract-v1","latency_ms":0.6366660818457603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3225ebc502f15b6ab5803c892c9d2773f4397366bbe1c02f733bb5df390ac6f8","sample_id":"arc-challenge.val.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8835c464da1737f05672d8d9f0f530058e03426add23baa58fc9f59eac8b6f97","formula_version":"titan-u-contract-v1","latency_ms":0.5940409610047936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b6dc887eee283e03e8b4e55d275a3963124e36891dc06510930b649b678b3c4","sample_id":"arc-challenge.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d93d4c168d88ab02eb3233b83a18f067c5924809816be62347bb062b17c22c61","formula_version":"titan-u-contract-v1","latency_ms":0.5622499156743288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02695f536647e8715b06001c582e262ecd23b6a1fe897a2eb6c244ebcb87d0a6","sample_id":"arc-challenge.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12b16aa07919eb5d9ff237be278f593ca827a64764f7cbbc7d0aea7a6d5b12ea","formula_version":"titan-u-contract-v1","latency_ms":0.6098749581724405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ef36c795589e85120ea7c4d993b22226b77a0e8e26b2bc1d508bfd77e6999e6","sample_id":"arc-challenge.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d5f3693b19e9dad54016f50e5b9d60a25ae8abfba5e2b51badd8ecd3f3e5161","formula_version":"titan-u-contract-v1","latency_ms":0.5991659127175808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72df2a78897245db763e5c6e795ee83705025070614754e96fdd3d279fb2eb45","sample_id":"arc-challenge.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d2dc43851df646e7997c241f610b1e0417574a5fe94112ec66ea95238f2a680","formula_version":"titan-u-contract-v1","latency_ms":0.5522089777514338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24ef926492aa6436c92661a860867716639440f5048382733defbf8634ac5ce1","sample_id":"arc-challenge.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf5e8f667d1f6802a16a00fb8c00a6b2257d22925ff3c7aeb75df2e0de763326","formula_version":"titan-u-contract-v1","latency_ms":0.7345420308411121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8447684753be96fb9c01c90d72ce9ef7295a4c5e9313f4fe9747c63629d9f2d","sample_id":"arc-challenge.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c1f8f27995afcdbc5c668dcfdd28647bdf7db0db221d32fb3d24c866f432d53","formula_version":"titan-u-contract-v1","latency_ms":0.5308339605107903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"babea76f57755e322c5185fa1d431d7b05eb9825d07b268b115281ad033a7ac4","sample_id":"arc-challenge.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dabbb1b075b9474a00352097866e6c2de52e9dd62df45e67de7d98e152294891","formula_version":"titan-u-contract-v1","latency_ms":0.5575419636443257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f17a1df48acd8fd2ada47b9abe84ff5432e85d8cb2fdfbf97fdbb8b317c2e48","sample_id":"arc-challenge.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b7a02c1b90438fb59d542b1005fd4512774481332ac8716974084bb45d079f8","formula_version":"titan-u-contract-v1","latency_ms":0.6497909780591726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3623d7c62aa83268c2704ff3583f65adb1fb1da67c46a852e9573bcbaff48846","sample_id":"arc-challenge.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cae1a828d174a03796ab64c56af03104a6652b41dcb745940c08b9d2cbdc51d","formula_version":"titan-u-contract-v1","latency_ms":0.5420410307124257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"337ac03d4549d26bbfc25b56b3de458b2fbcc5abafb8a15b40b2e5dccfeb3f25","sample_id":"arc-challenge.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"212f153dc96c22b77b3668329114f3796b30e111e4ff578a539983b1d1571242","formula_version":"titan-u-contract-v1","latency_ms":0.6108750822022557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0caa08637b7d53f64a960ace4424266dbe3060957f43dc31b8aa6fa31257d81","sample_id":"arc-challenge.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35579a5db79ba336d25c23fdc533934f6aceb4af934872bb7637e87d566c921f","formula_version":"titan-u-contract-v1","latency_ms":0.6264171097427607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0487d775f55d953dc2bf0455be4e94ac6dab07d68dcbdffe0fb2a1ee19c4bed0","sample_id":"arc-challenge.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08b79d94d011cadf6556b861769aec7de1899be676dfcd7602cec54ffd44c68c","formula_version":"titan-u-contract-v1","latency_ms":0.5074170185253024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd731c95e87a256917917fc7977541908a3d88d4211406dbb5471d926ccaa9d1","sample_id":"arc-challenge.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2627974b8f0084ecd71df87f09322e9b5929faf0b86c5eeb4e2dd39bc32667ce","formula_version":"titan-u-contract-v1","latency_ms":0.7029160624369979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"354105f00f39dae9acf7b4c1c2898a3b7e856f71455689365047a649f71797ea","sample_id":"arc-challenge.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee5af9471fda0ec444110951e1d905675da4ef6e3db36ec0780c50552d7b5501","formula_version":"titan-u-contract-v1","latency_ms":0.4892079159617424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81e9437a91a667dfcf15ea67685c716028f2d429065800334bf5d417525d22b4","sample_id":"arc-challenge.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bea7c4f793a57f7528e2c56d4175c094fd02394ede983fbec4da4f655e122d14","formula_version":"titan-u-contract-v1","latency_ms":0.6048749200999737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07bb5c2bebb127c5b8e3910397ef0beb886f741a681c16312781eee2558930a4","sample_id":"arc-challenge.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f9ea746907132405096239b830a7c4b2b91f4862faf758c3814fb2aec99a2c4","formula_version":"titan-u-contract-v1","latency_ms":0.46120898332446814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7e24983cbf83e64bfedf9c88b9efc91cd020d109f40bb36d0bbb9554a567b13","sample_id":"arc-challenge.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60c26562f86595187c760628654ff772a38d74229499e76f3dbc373dd670fd56","formula_version":"titan-u-contract-v1","latency_ms":0.4000000189989805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ea4c8d663abe3c536a1be176eded99e26a203530f51cf1e1a52320021c1dff5","sample_id":"arc-challenge.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78d748d86c3aac2f48dbafe3d741a1e49e39274692413ce8a296e009fcb3d5cf","formula_version":"titan-u-contract-v1","latency_ms":0.47708291094750166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a16c3fed321af085176defcd09fb9ae6d6668f5469f697f394f55fe215671d64","sample_id":"arc-challenge.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a1b35311746525c634798e466a94974519ec4688990eca6db0f525457308680","formula_version":"titan-u-contract-v1","latency_ms":0.5171250086277723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c271df9a3d8a01bc8adfeda8873bce6eddca0d915deab4faef6ad16977d9c830","sample_id":"arc-challenge.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b810f14b848b83e7919ab8d10737dd0e029da28e92a0395fa22f345aa141d139","formula_version":"titan-u-contract-v1","latency_ms":0.5173330428078771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b045aa31ba7956dbd0c7816998302a6b65fdbd96e312d2ec939b8cd1800d71f","sample_id":"arc-challenge.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76649f953efa2071fa5a509b0f22cae71690f61cabadddb3c8cdc85bdbbb1873","formula_version":"titan-u-contract-v1","latency_ms":0.4508750280365348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d43764e5f30c33874250fe15f793d53ca68ada3064efaa2f528bc0d3653c2459","sample_id":"arc-challenge.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6f15b5bfba32eb4d33eb3c2bc495a36c2274bb9874bbc22d9628ce9d3b1f1a3","formula_version":"titan-u-contract-v1","latency_ms":0.42208400554955006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ff2719f63cab05553154ed5e5f2d882b8d4432de1b9d2bdb47f3d812173822c","sample_id":"arc-challenge.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98266db8b681d28dd65985abc442444cad4de45be2ff0411e66d11dc6c1d37a3","formula_version":"titan-u-contract-v1","latency_ms":0.7982499664649367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a692cff2d82bf150b31ddb71608e70c96f174e42121c2eb1cc14f2845321229","sample_id":"arc-challenge.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa29ae0c4cbb8b8e398ae4816c5b6b9673e5b3ab6dec30f286cb73d8453d6789","formula_version":"titan-u-contract-v1","latency_ms":0.4377500154078007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c4b274f000efe48cd7575694a8adfdb0007600458988dc79c2df99ab3643ad9","sample_id":"arc-challenge.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0373a7de817560422f0b2e97a3eebf2c02fcac154173925dc3aa2298254bd84e","formula_version":"titan-u-contract-v1","latency_ms":0.569624942727387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6018aecb5d7eab4d07274b0a94168f3a65aa0396cea67677c70184bccb7123b9","sample_id":"arc-challenge.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8018dd2a791c5db5aaf83db653f5ebcbd62eebd838a6e3c15904391d908ceb12","formula_version":"titan-u-contract-v1","latency_ms":0.9869169443845749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e405d9620d15750793506fe67a2b9c328435c00bce5d1889468708f7229ecb8","sample_id":"arc-challenge.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbc30cde23c6860328ef72690c85c7d30429b3d9c37b7f52aff289e89cddc697","formula_version":"titan-u-contract-v1","latency_ms":0.5365409888327122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"535aec7380fc243d187034930a93f5cf4d6a0d3f8403365763270c0da5670dc8","sample_id":"arc-challenge.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af33704d410d703aca33db83f5a7e1d8fc87f8e661dfd24a42659f672c571b79","formula_version":"titan-u-contract-v1","latency_ms":1.1233750265091658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd0b76f3cd06d4de356ba070ef93a207c67d580e7bea6ecdea15713163490fb7","sample_id":"arc-challenge.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dbe81eef36e427584ddfe965e2ab35d47d12c73968daf919916fd0df55946fa","formula_version":"titan-u-contract-v1","latency_ms":0.6033329991623759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b3f413f56932dff27f3aeab4bb3b680b0366588c5dc42d0382c17fec53c4a6a","sample_id":"arc-challenge.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed64498a24a0824fc6a0e75a93155c28f983037af0b84118f4f1a4a1e614b558","formula_version":"titan-u-contract-v1","latency_ms":1.1342080542817712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd31580b03490797f6f5c28491a38dd7c39000d22b2275c8cd716731b001d8aa","sample_id":"arc-challenge.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be3e63315d85a2083c5fec649d1d0797051c270d38f398b1317dd72ba9bd2b28","formula_version":"titan-u-contract-v1","latency_ms":0.42804202530533075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e48719df56bd34dadfb740472ae1cfcf250c8c3417aaf1d550bd3424dd19ea2","sample_id":"arc-challenge.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fe125a22898034103680094eb88a11c5129008345261eb3c42c2b2efc5a91ec","formula_version":"titan-u-contract-v1","latency_ms":0.918333069421351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c7d5ee5d22356db7ee0bb59740688a26d7a3cd5eab239013f974b50a0502202","sample_id":"arc-challenge.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e655d04f253bc621e4cf6e4819d6cdabbeb84e29cf237640eedff2769275a3a","formula_version":"titan-u-contract-v1","latency_ms":0.5782910156995058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"523983de7c2292732ddb20a8093096ed2a80fce4e3f41d064c63524f82360209","sample_id":"arc-challenge.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35b0bbc0ae7c9efff9c27f69812972d7f959c7bde4da64287e72276c92c7c11a","formula_version":"titan-u-contract-v1","latency_ms":0.6506670033559203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bab04ed638ea94071240aff1618b90d5ff0b79bb2cdeb62d257dae342a68d7e","sample_id":"arc-challenge.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5401fffc07836d609ded620d64801cbc0d6d07ca9aaa75da322f9b2b7ea269f","formula_version":"titan-u-contract-v1","latency_ms":0.6089580710977316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a35ca01076284ddc1d6753d242f198b1972bc836a583b2e929ea7cb8403024e","sample_id":"arc-challenge.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10d3389dcf6e6ec3272173033f9a482559ba3e1076e07b0cc9eb1d37a57efb75","formula_version":"titan-u-contract-v1","latency_ms":0.549791962839663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"241748be96dec78101325b926ecc2439717f7df2946426224d342d358082aaff","sample_id":"arc-challenge.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56adc8d6e40fdeb95c8e36d0365292d607498a9e31a3a2fc6cd15c593f69ab7f","formula_version":"titan-u-contract-v1","latency_ms":0.48395898193120956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c14cab3f12a1edf99432dd7a194dcc867a1ac72a47231b8a40e26efecb4262a0","sample_id":"arc-challenge.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c022ca599894e848674ffe8f711ba523714dcdc32294a049141558adb7ad2219","formula_version":"titan-u-contract-v1","latency_ms":0.65437494777143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83998177fd79a88b895bac1593a0b77141be59a4c7670a2ffab33c199446fa18","sample_id":"arc-challenge.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf68160851f449f844a5de18e61a2ea71f11e3e149a2ed912313ba3a6230d205","formula_version":"titan-u-contract-v1","latency_ms":0.42279192712157965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72e7988101c642bf0c1d6d664aaf4f6cbd64320f7c7345944ba346f8092d7f46","sample_id":"arc-challenge.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc314c373b059be0a9da9bc23933838ed14eea99ad13dfc1614ebd9bb7adb6df","formula_version":"titan-u-contract-v1","latency_ms":0.43462496250867844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81f9893defde31f545df04117af72acb9c8bf66e1e3eb08ebc9e4b2413d28384","sample_id":"arc-challenge.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea3a60ed572dd8ace0583c1cf47604dbca6303d12f8f8c5c1cf8e92907fb5d43","formula_version":"titan-u-contract-v1","latency_ms":0.6561250193044543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0af801f4cc522021994aa1718b2e9a28a65a0fba390806e5c527bf5e269ef5bd","sample_id":"arc-challenge.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92c8c747ec362f09c5e46fe25227e38dea71b501e2f05fbe30ed5fd8cf69a071","formula_version":"titan-u-contract-v1","latency_ms":0.5735419690608978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcdf448a7482a9911408634a7e1c76be8ced12d3e22003cd3933c84ae5673f41","sample_id":"arc-challenge.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9bec8eff8bcfca22884a6c076af20a520aa3e9aaf723ded58f163dacd7d651f","formula_version":"titan-u-contract-v1","latency_ms":0.6096659926697612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"885ff1f8c8da314b2d9250aac15b9dda40b85bbc2c904f0e7c0fe039dee3eb1c","sample_id":"arc-challenge.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3622f259ea5ca10c60bb6bd5ccc701f96418360fa2b3a510b5b0130dab3ad8d5","formula_version":"titan-u-contract-v1","latency_ms":0.5866250721737742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1c81a6bb09398ce9c20ec240ee1158768046c0f9c3097fcafcada0dc8d98dab","sample_id":"arc-challenge.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e48d27580c3ac89bb7aeba78f68f9023b85286d26d215c778d162bac0560a333","formula_version":"titan-u-contract-v1","latency_ms":0.45379099901765585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e59aa108e3ceeebfbebc4dba3c8b9444a03a2e911d6e65d0ef4ef2fb66677c3","sample_id":"arc-challenge.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ab72845b8744db80f40ccea762405584a7b45e586dde7e16f3ea45acaaca7a2","formula_version":"titan-u-contract-v1","latency_ms":0.7197089726105332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1b30c58eab445f4e5c0f37d2277f65ddfad54927a6d952c617cfa126bcaa35f","sample_id":"arc-challenge.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba4a871c0d60d9666b7e2962c061940b96bdaad436302192a877243939bcf2b0","formula_version":"titan-u-contract-v1","latency_ms":0.6849999772384763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0364ebe124a317bea21474772ed4cfe55b404da15c35e4ba016a6353ab98e5cd","sample_id":"arc-challenge.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f36588dc370d3d33ae28cfdf0218ecd04c11dfeafedb05a12efa80657e8bb280","formula_version":"titan-u-contract-v1","latency_ms":0.8522500284016132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe9490565d4c2cf97936b3f511016c4bb73b97dbb896267e46a21f0f7b50e129","sample_id":"arc-challenge.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d369efe5765c3ed739208a6506a0b455defa0f6aff3bb49da6bd7c0263b31467","formula_version":"titan-u-contract-v1","latency_ms":0.5382909439504147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a09b41fd6ef2c73314526a29dc759c5fbe7193f704ada8504026368d42f90ad","sample_id":"arc-challenge.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64c08ee547b928ff6a53b20de91969c6d145f071c793da3999185092a027069a","formula_version":"titan-u-contract-v1","latency_ms":0.5577909760177135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70a5f4be77f8d477517838b68c791bff20d65af4da0d05ba63ba6452dd0b5656","sample_id":"arc-challenge.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"348598e5e061454b66d415385eff96044c2ce97ec395652d1d011965ce771d10","formula_version":"titan-u-contract-v1","latency_ms":0.60374999884516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4842730b98b36675f0ad469363c2da04f614c2b568dca3d38bc6707ddf3216e","sample_id":"arc-challenge.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4041c274885c4ca5b5bef67ec2fb0ba240facbafb2457f77e7f5ccce4eecc185","formula_version":"titan-u-contract-v1","latency_ms":0.4956249613314867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eff7d49d3266ed8277e39fc76a30726f2ccc23374eab8d312b831131121a3ace","sample_id":"arc-challenge.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8c2b6a7309d07a5103be83a853c412eef465e9a3829ceca4149a3f2c8f1a412","formula_version":"titan-u-contract-v1","latency_ms":0.4427500534802675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08b2690f591267e1274ede8e40b27f3279198f316cb2c57bbcf3453d3a038f73","sample_id":"arc-challenge.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fc1cdb853aafefdb67475cae18a4a7f34adc5e5929c52c1e340a634c522ed63","formula_version":"titan-u-contract-v1","latency_ms":0.47962507233023643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32d40b0761d90bcdc50e9758060300bc9118a65d0f46f82dbd375b6d9017ef36","sample_id":"arc-challenge.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5690ee39de493de9db8afe56157ed94ec957230884a880b56a4a5e02cc2ca21f","formula_version":"titan-u-contract-v1","latency_ms":1.0303340386599302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16cdca37e5f9f100a088a2746c6d97234792ee94370924fd87d3f51cc10759a3","sample_id":"arc-challenge.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2a2ae93c0da50e13ab9f053e98ba29e03b9cafea116447c880d63a5bdbac7b0","formula_version":"titan-u-contract-v1","latency_ms":0.503749935887754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef976970c05901f6f0f7d064189efc35be73a585f69e8f7de9139e7646a45bf6","sample_id":"arc-challenge.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95725c565549d0ceef0987da7c7360e8256cec8cef8aa94d618f6532292cebd5","formula_version":"titan-u-contract-v1","latency_ms":0.5397089989855886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1408e907cdefc5be7f97ce9c1fe38b8d81a8f9f3c9f6fdf26dcecba416ed09eb","sample_id":"arc-challenge.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b41a8cc1edf6cac8a50affd077761d016b2e1711769c319771998ead3b96fa4b","formula_version":"titan-u-contract-v1","latency_ms":0.5785420071333647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7712584cf2f0f5716dfb6cc0cedd930d23e5dbce3f39911e1a2c7bfcd64d900","sample_id":"arc-challenge.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a29920acddb5d388331dda5ccd09bb3e1ef0bf86038753490aa71c49e589741f","formula_version":"titan-u-contract-v1","latency_ms":0.558583065867424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38eb84d86e01183a8b0c8743d8ff2da6fa1cca9ebf57e89b79d91c107366f556","sample_id":"arc-challenge.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b3556c8a4e2d06ff96f2b1b7f8f691e97033c56deda8d56d4751924d3475325","formula_version":"titan-u-contract-v1","latency_ms":0.48291694838553667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf576ab8a84cd8f1d646dcf0fd3c7c35aaf0cbc905796c24d47e1d55f54f126d","sample_id":"arc-challenge.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"408f34de78bb32f03dda95dc1500b776d509534087bbe770d8a1bc33d9272c88","formula_version":"titan-u-contract-v1","latency_ms":0.3992499550804496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebc072e6862bf28ab959f5f011cb8ea5a2cdaa783ea852c0ab957be2d68f25bf","sample_id":"arc-challenge.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a35b69cdf64e0e933385f53520122e754cda40ab4d50c0b219384b63f770275","formula_version":"titan-u-contract-v1","latency_ms":0.6393339717760682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8543d571308a877dd612b988bb1b75a63a3eb202d9fb773278874bde83272341","sample_id":"arc-challenge.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b32cc34b6925f3a0243f22e5272090ce52eabf62e38f691af34c70ea1af18bc","formula_version":"titan-u-contract-v1","latency_ms":0.5572909722104669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6c5d68b3d53e49a73d69c6355053daf014923ff12903e42b37654c89462268a","sample_id":"arc-challenge.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb717efcb71a6dcd26325b04ef90b8fbbd1cdd7aedca8f9854c4c8afd5598c7b","formula_version":"titan-u-contract-v1","latency_ms":1.0749170323833823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ef2b08b60661a664ac8ac8bdc34e305d07cbba8f73e392c2b2cbfe7bccf3837","sample_id":"arc-challenge.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"763273739981409c0818f61ab7195eee8a335e0a230e73eada5993c99d0692b2","formula_version":"titan-u-contract-v1","latency_ms":0.7415830623358488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b58e52dc64d5c079f01170f3caf20d02a4982847d09791a6f38eefac4b931c3a","sample_id":"arc-challenge.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60e79dffb899e176ba462083a0293a21687b2cb6c7dd555922101eccf895c57f","formula_version":"titan-u-contract-v1","latency_ms":0.6894579855725169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfb5ed32041316ba59e1604cfff300101a84a03648594824f9294a5967b5f8b1","sample_id":"arc-challenge.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e28ff6ce95937bb5a2345dec23b1245cc08ff972287b099df78fc0f1a1b8be7","formula_version":"titan-u-contract-v1","latency_ms":0.5441249813884497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa67dcdec2a432d07a05e6754098e42089f14e7e17f1ddca59e537d150b1d32e","sample_id":"arc-challenge.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d00c3a612a5d35628934b86168586b5e8e9103654c2348a46c19a0cd18838ed2","formula_version":"titan-u-contract-v1","latency_ms":0.46591705176979303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fd7f3485c6ac93f514527ab8268a15bf0b5414898fba208f47d8ec7e5307b13","sample_id":"arc-challenge.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4eab1384180f9955bde5dd1ef838348f4cc4b0f0455fd8b0058aedf7cf00b45f","formula_version":"titan-u-contract-v1","latency_ms":0.40929089300334454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afe488f20acd84f7a0aa313aff8f92e5ade25333648dcc17021587836c1a1c3b","sample_id":"arc-challenge.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8d7df8c6711b7d9eb90f4afa858a6a5a636c207fa54483a7a23d764c07cbd17","formula_version":"titan-u-contract-v1","latency_ms":0.5927919410169125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a75a319d2195fa4c6c4caedcde37681252eed81083e432d6af43fcb6a02c41fa","sample_id":"arc-challenge.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3910f904b2dc5db925be353b79b2dbe98c46c13b5c1f17366f1fee3a2547349","formula_version":"titan-u-contract-v1","latency_ms":0.5406250711530447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2f1fe6a847887140cf0ba903b12d12e2b75d7201149c2cc69dfdcb7d2e4a844","sample_id":"arc-challenge.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98527a2447893d38db0dac85c447594833abf3dbbe5e298107db555a2c9742d5","formula_version":"titan-u-contract-v1","latency_ms":0.5106659373268485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33b6daf5c665f948f69b0512eb089c8d13c8c796ac74661688edb35097bb49cf","sample_id":"arc-challenge.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8edcb04385fcfd4d8dbf55b88957caf8a4b6d800efd8377f2da1c02ec1bdce2","formula_version":"titan-u-contract-v1","latency_ms":0.5799169884994626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1111837f1f57a71b6c5cd0c30defc492d46d17d3c1d897f9a79e94a7ba32a65","sample_id":"arc-challenge.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b6af7497035dc779e41b888436693ec21f0fec75b965bf74d9f990fd3165890","formula_version":"titan-u-contract-v1","latency_ms":0.5387499695643783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90aa18d96375e173445162c1f7d2ce27ebb0f8c93b903d862410f9dc8815520a","sample_id":"arc-challenge.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fc26288afd38b75e6e67992baa1bfba822a7448b50bdd70385298b9f521563c","formula_version":"titan-u-contract-v1","latency_ms":0.5478330422192812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b8748735162f606d784b57b1c4e3920caeae558d4ef54a2ff55e837f40cb4a0","sample_id":"arc-challenge.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4cf478230441ea2c968b878d057af057ac1cdae5cece60d4244a0108818637e","formula_version":"titan-u-contract-v1","latency_ms":0.4104999825358391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3a28cb2b830ae869a248e2a6d7fbdbf8dea463596a1121f9affe1967d6352ba","sample_id":"arc-challenge.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"357b24557b0a9f71d2e19dbfbf860f84c8d4e0c8cc6437a82a6f9cda8b423e87","formula_version":"titan-u-contract-v1","latency_ms":0.8822079980745912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5206bbb640487d565b4d86b2728cc71d34dfd68d8c543a3b7651c83596b6ec57","sample_id":"bias_detection.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faa0671360b21f3ca88302002328467691ca19bf70b4af3c1d3a75273815c8e9","formula_version":"titan-u-contract-v1","latency_ms":0.6442909361794591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38adecb7d4ecb0e954106d205c70a42d2089fd056f9a33dfd94485ae0085d848","sample_id":"bias_detection.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec341f4209fcc0b66109ca1782866f91550c95d308ee22e62485f96a0acdea78","formula_version":"titan-u-contract-v1","latency_ms":0.6267500575631857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4b56cf2e7e8e2922a2578f29fa61da20cae2ab1030b10f6be7e983b1d5383e1","sample_id":"bias_detection.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1dd7742f7134f715ed956130b47f16c858688bfc327cce1b4648a6ac24b29cc","formula_version":"titan-u-contract-v1","latency_ms":0.5617920542135835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"444163c98c81516a8c511112a13175037bbc2bee3ee2b280c76027fbfabd070c","sample_id":"bias_detection.dev.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f82a9cd082c7732552d1233a9d3a83eacfb3a79e9a86ea37e5fc4deeb0df86e0","formula_version":"titan-u-contract-v1","latency_ms":0.8657500147819519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fa458682d0a9243aa5e28f62392f454330a5d9744ab0585ec14d01d799ec773","sample_id":"bias_detection.dev.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7382ffde12e1cff32ff26973e1c182242050206972d06c44ed294285d2ff82b","formula_version":"titan-u-contract-v1","latency_ms":0.849124975502491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5603e76def293edd77cc85434f321797cc3311d363564fdd207f941b35c0ce42","sample_id":"bias_detection.dev.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05cb01f2cfaed13ea4ef3ab366bb756bd587c77dff47159a0acafcec8a8173be","formula_version":"titan-u-contract-v1","latency_ms":0.7542090024799109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78547af6075eaca4bd8fe1f7f1a07f9082044f16d3f1a1f2b9a91a82ee923a43","sample_id":"bias_detection.dev.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d0871e3b39c504d7769fd28ff96b87f15653ab9236e93f8a46ff17df170556e","formula_version":"titan-u-contract-v1","latency_ms":0.8094579679891467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"700d2c2e6ae564fd06128a217d7440041b146168a045e606b119b34690811740","sample_id":"bias_detection.dev.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a41093934c54ce68527ec54b8779fc096dae0368fefb29a39df08bb94235cfc1","formula_version":"titan-u-contract-v1","latency_ms":0.7290829671546817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acdbd8ef721a155a92eacd37554a7a3569d9ba8d9dde4e910d4dd512e2489d7d","sample_id":"bias_detection.dev.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcb0486d6417832fae677f35acc228ed9e2f9cdba3f8c6c7fa2cdbdeb77e8aa3","formula_version":"titan-u-contract-v1","latency_ms":0.7424160139635205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51af3118ff864042eb349e852ae25dbace81a846c92d65462364a5ec4d2d48b5","sample_id":"bias_detection.dev.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50e083e22b53104abddb921af8d8522604f4f9f25db5a534fe2a51f5c6619e60","formula_version":"titan-u-contract-v1","latency_ms":0.9946249192580581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d66b432a0bbdcd81d563c073f7175f5230da134f6bfda2482b0d04ed7eb9a56","sample_id":"bias_detection.dev.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b2f28139797274697d98f63e9d67e6a4c2b749867de12affe63b9e5bab5395d","formula_version":"titan-u-contract-v1","latency_ms":0.9260000661015511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97f6c4c9cd5d65afb34e30b46473b481a5a2fa18d2b11d044b4348bea648bab4","sample_id":"bias_detection.dev.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efd73f60d74681c7c51687f7bebf6416d7e792b899747165e83ccb866426d453","formula_version":"titan-u-contract-v1","latency_ms":0.7997500943019986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b45f87b8c456efdefeaa05523bc1701f22ace2f0a7f15d2247c39fee49578d3","sample_id":"bias_detection.dev.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a60a2d4d430d7dd0b205e94130ded520f564ac9fc01cb0bdd5fb0015bb0ef85","formula_version":"titan-u-contract-v1","latency_ms":0.7241660496219993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"154f03d85e1f99ca5b17acd58c76f678348ff7bb8d4fdde09da50d6ffb8051d4","sample_id":"bias_detection.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0d01e12ff06d4ce524b48b1ebc7155cbe4507502d524a5d3584c49c498d1fbb","formula_version":"titan-u-contract-v1","latency_ms":0.6439160788431764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b025a14e3538af1f458dd92b6773db81f49d9e23cc3afaf396ebfcc53504ddb","sample_id":"bias_detection.dev.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a75c947a043df238ff9798b2c0bc727e375b85064efc87f396b439c9f8d1d38","formula_version":"titan-u-contract-v1","latency_ms":0.7420419715344906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e243f6035028e2efe9e4a23090833035f14e675678304898a5f8ad9e55397989","sample_id":"bias_detection.dev.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c524c67c5c332e9d5ce778ae5eceb263ec8074f7de83419effeb1bea8e625237","formula_version":"titan-u-contract-v1","latency_ms":0.6243750685825944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fa8477aa7b280249a496986fab4cd7740f15b11fefe14810f480cfe0bfc6c93","sample_id":"bias_detection.dev.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebff7cb430205ef67261cbaaf528796c86de26ac3fcaf4ba35797b1824616c0d","formula_version":"titan-u-contract-v1","latency_ms":0.6114159477874637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4125516f0f4e5f4d4375b07482331dedc6db99103687629ec944f9cc7e27aa5f","sample_id":"bias_detection.dev.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60fa490dab08e7a649c695d730ecc06e5ea540f65d32b76849282cab1e770360","formula_version":"titan-u-contract-v1","latency_ms":0.6590828998014331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f754851c168168ab633e8c15127a1e5f7952c1d48867a62ee373964bfd1df4f7","sample_id":"bias_detection.dev.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53b02008472447c5300f75c700a27730f2bb4d39cfd82d925d49b7d61e4d10c6","formula_version":"titan-u-contract-v1","latency_ms":0.8524169679731131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4189b2a35a90800220189b9a8d3b38490f8c80a58a46f715456af724ad696ca3","sample_id":"bias_detection.dev.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35b2df940e6568f2e07625bd00f9a05f7db996c3c987aaf20e6ce5d8c4a31d58","formula_version":"titan-u-contract-v1","latency_ms":0.6187499966472387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33935735584b4e4bf3ffefaabf2349cf46d1c41aa537474d223178ab6e1e25c5","sample_id":"bias_detection.dev.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c96eede550c7c4f9c67cf78d7b3d6a138dae92bb0e981587e0f2e7a55d60934e","formula_version":"titan-u-contract-v1","latency_ms":0.8763340301811695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51a88b3f8fb20aa5cf835eac33afdbf457bb5c320870bb41c9edc43eb872676a","sample_id":"bias_detection.dev.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59565723430198862b89f8e8f44cd19bd7131c1f81b84a1685896ecce29592d6","formula_version":"titan-u-contract-v1","latency_ms":0.8780419593676925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b98cd7067641ba04575881f70b3aac0ac07f661054605c69a9ecc7275eb8e0ba","sample_id":"bias_detection.dev.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6086d5b1d1d90ad5490b2a01c3e47be8d370db705abb6ca70ed47fbd113a6f35","formula_version":"titan-u-contract-v1","latency_ms":1.0911249555647373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afb78a4453775f742b317966061c309b27fce4e957d9f66b8e9a507650c6b480","sample_id":"bias_detection.dev.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87d51938388e0dde238beaac878b09dd782c314631fad1b997a2141a500b7f46","formula_version":"titan-u-contract-v1","latency_ms":0.8508339524269104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63cec116f4dc00f2c5030922ab6e3656016f7368d064f46e417bb7edc3a3af9a","sample_id":"bias_detection.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1df14b0c520cc20822120256e511901c3ba7c8726a988db9996e857a0efae11","formula_version":"titan-u-contract-v1","latency_ms":0.932541093789041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28c503c1337810cb5ebe67524ebbb851f445aa7722f0cc2503bbc3a1dff930a5","sample_id":"bias_detection.dev.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04fbebdd5c146259c1017610f8b224b0f8c37d70080d72c5c3269bbc51bf551b","formula_version":"titan-u-contract-v1","latency_ms":0.9568330133333802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c5652f5d292b74253570d48ab5a649b6634a0f5c7d6242f6ebf3de2c7df0aab","sample_id":"bias_detection.dev.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3bfb683818c56db86713f5c53700489f761952d2dbface5ea1f15bdef583403","formula_version":"titan-u-contract-v1","latency_ms":1.2504999758675694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a04e4430b9d4bcb1031965388b717244ddfc7c1f0bb5bebc09d282471119fbb","sample_id":"bias_detection.dev.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3daeb1198ea786fb860e546022d3ba4477efe1777962cdf2c392ee2e82cd8b73","formula_version":"titan-u-contract-v1","latency_ms":0.8551250211894512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d0a2e7e30f5a19ee875e1ea4c9ccc28f1f127ce2f5d920c579226e3e1a35738","sample_id":"bias_detection.dev.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3f7be2d0f77b43d521afd7bb9aeafdcf4fad34a0e9539217dedbf8f9895bf59","formula_version":"titan-u-contract-v1","latency_ms":1.2894170358777046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"302b37202c7ced74c63f264c2cacf549344f2e2d5ad09d25307cd8c49d31276e","sample_id":"bias_detection.dev.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b218db22ae5bce5988595c0d0a391da36f96b86b9884c5f4992b5b53c7ba9e0","formula_version":"titan-u-contract-v1","latency_ms":0.7628749590367079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"557a7cf428a52d6a3eb95cc5d7fbf418c9a226785260a592c5e3363fec22cd7b","sample_id":"bias_detection.dev.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"522590cdcd9969421383679d708edf16348e9519c45cea8cf73bbfd67d64886c","formula_version":"titan-u-contract-v1","latency_ms":1.1267090449109674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"277024f1ffd341bcfcaf0d2e0fb901f1a1d3acc1dee5a2611ac25715ca8d5cfb","sample_id":"bias_detection.dev.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3694c989f6a0e6ccf7ccb2dc59190a00f911fbdb4ae90b0e542f94145239900","formula_version":"titan-u-contract-v1","latency_ms":0.7970000151544809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92879f7a6a64cdda2ef8398229ca3cffb6f7704221cf282a8342b8c7693c7334","sample_id":"bias_detection.dev.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d4fc34952d9a4902737f2df7a6a6021291d36592c0efe9bb2b70fa96144bb6c","formula_version":"titan-u-contract-v1","latency_ms":0.9535410208627582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06acf149b46c641b9662a0d36baf7739c93d525a1b21c60027ff5866660e0159","sample_id":"bias_detection.dev.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3aa68a78dceeed0e87bc2d71ced8f129d93faecf57ba1631e8f4c16ce88751c8","formula_version":"titan-u-contract-v1","latency_ms":0.7379999151453376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2caad1501ff81cfce64fe14db722d1ccdde1e3cc5fa9727d1b18703abc3b49b","sample_id":"bias_detection.dev.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98e16d2b61124bf3de40a00157290c3589a44c994bc8a5e0d69dd34e4a6e8ce8","formula_version":"titan-u-contract-v1","latency_ms":1.7483329866081476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4044d8909b75369a6690b13005ff0f5018c668b8753abbffce67baaa9ed195da","sample_id":"bias_detection.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0bac85da19893695269cf2f901cfe7df138dd9b42a26afc60d27743cc8f5de3","formula_version":"titan-u-contract-v1","latency_ms":0.7997499778866768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce5d0b643a428f8246c948eeb11431dcc6c75db3fb9817a48e7a4961ab9551d6","sample_id":"bias_detection.dev.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"636346c621f7426dd2502e9edfb71b60836cd90e26049728cf302459b90b2a53","formula_version":"titan-u-contract-v1","latency_ms":0.6064169574528933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6d9fadbba0e0abb5449ec543f441d908ca68305bae6a86c1e950c4615453872","sample_id":"bias_detection.dev.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3b10797f1f78a539992c55e53ad2a362506de21a08a3a997a5a7f841af92d79","formula_version":"titan-u-contract-v1","latency_ms":0.6135830190032721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f9f0f0fcf84e36b94ab419e9a29453c4f8ff2b39430c783c8deadad05c7e66e","sample_id":"bias_detection.dev.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84336e639198b2cdf90ced171ba2d069ef3e7d4ed09e72d3c11b8cdbb71c9411","formula_version":"titan-u-contract-v1","latency_ms":0.6752090994268656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcec29692177293329061d85033b66e7c509e6156e0040e5eced3afd552a9cab","sample_id":"bias_detection.dev.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2d6411385598a60debe9327b8ed317330b176e1cf87d279da898de6dc8c3af5","formula_version":"titan-u-contract-v1","latency_ms":0.6448749918490648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e4da99fab709642ed2ac17bc400ec0d6a779a7546a6bbd52b1c112ce837b055","sample_id":"bias_detection.dev.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f9fc0908e8545c760789dc493b5126af4cd6c188c01609636e3e7456dced5be","formula_version":"titan-u-contract-v1","latency_ms":0.6725409766659141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39ac18705b8dc2951e81b1bb8502c2f82fea304be85ce2ffb32d49e8ca8b3b45","sample_id":"bias_detection.dev.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"173185c8fdda08f9a5b32a9fe3870d907731b4e9ea6d667ed4150285551254de","formula_version":"titan-u-contract-v1","latency_ms":0.6497090216726065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8406bf320bc3e7ad17cd29b4d4e9f5eaf840da0ea377071defd101ef580d26ad","sample_id":"bias_detection.dev.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73c76b5cced16b3d954900bbeae61d403b27b4e42c5114a4ed8e4640869281ea","formula_version":"titan-u-contract-v1","latency_ms":0.9313339833170176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cef1787267dffa53bef64292344ff78f9cf8795182c1922e7b205ba2170ea002","sample_id":"bias_detection.dev.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a067607af1632f714ede4ff1019fd0bc0d77d98bd62b39e66c3703a15cd287c","formula_version":"titan-u-contract-v1","latency_ms":0.8876250358298421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8cae9976d81f6d9d0d0d63b847dac90989bdf9df0c5bd5f3837d7a5ac856c9e","sample_id":"bias_detection.dev.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d670c151931d28fda7fe9a82f1f2f1103abaa7fcbae32b93534581ecd51ff9b7","formula_version":"titan-u-contract-v1","latency_ms":1.0748329805210233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be812d89df19ec8abf1718d7b4fa21d4bfa8b9fa1bfcbee50e193d0029ab9f86","sample_id":"bias_detection.dev.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a06a1bd14ed7969982b79484bc7133365ea335f5c0b7198f89fd0565aebfdfa","formula_version":"titan-u-contract-v1","latency_ms":0.7857499876990914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2b719379a9dd2f94ca65a93878e7d4097aa775dd2daaf65a1b51bdeadc6e42d","sample_id":"bias_detection.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a3e7e47017e8b2679e5b6d8462b71af34710acfd0b94c180f980cfd0d890ea7","formula_version":"titan-u-contract-v1","latency_ms":0.9387920144945383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afa11f3723c962254e375892830a8ad56fd3b8b34f9a43b6f78706d87fdf4a0d","sample_id":"bias_detection.dev.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91c38bbeeb69c28ea65c6c13b742661ea732e74573fb4151cb9e1c36dbe437c0","formula_version":"titan-u-contract-v1","latency_ms":0.8696670411154628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b8ef72d5f87dae606bba52648bb0e043e0a45c771fedfc31607291bddb7f7df","sample_id":"bias_detection.dev.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ee2d1d3fa927230c8db944aef88ca87196b2658f1d6539b7f67c17debf23e99","formula_version":"titan-u-contract-v1","latency_ms":0.637458055280149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2ff62a08b03c13b96c8b053778f38df60ca9e17dd6c448944b4c001f6e0aea5","sample_id":"bias_detection.dev.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d8de4117b7197078b93d09e97bde9a344b80c393e540d7b58b42b196596bf95","formula_version":"titan-u-contract-v1","latency_ms":0.9977079462260008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90fc73a664cc94094cf027d9049929478f8cb7a57cd8ac473ea4f389041eeb10","sample_id":"bias_detection.dev.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"187e5318608bcce22c73c8883a0d78283aa4dc42335087652c00fcb24d66925d","formula_version":"titan-u-contract-v1","latency_ms":0.6069169612601399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09cbc917debddaa1cf773a3534fc1c003317469c8878e62cdc787a7ebc81ba32","sample_id":"bias_detection.dev.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b9cf49f9e591bd546c52a2f1fc79e120e5d1d2c120f6fb78bff4434df3ce94e","formula_version":"titan-u-contract-v1","latency_ms":0.5945409648120403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ef1af55838b09f49bc1068e8ba33f614a9f91d2a7926db7baba22a7aab4227a","sample_id":"bias_detection.dev.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b349b730366665c75f27ecd4d7e92ccc5b43058d3c81c6c06fa355011e59bee","formula_version":"titan-u-contract-v1","latency_ms":0.6059579318389297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fc7bdab7df0f1a7954b49b28d1a0c569e9a5d70d919af4e94ca7a722de114ec","sample_id":"bias_detection.dev.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96ea7a725a79050735fd43ff1bf4fb52fbe78d7982322d7a3ee1f70f4082539e","formula_version":"titan-u-contract-v1","latency_ms":0.7415000582113862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef8467c60e06bf7af738cb52feceb8d9b57b8feee747eb8a87c1be0cfd9eaa5f","sample_id":"bias_detection.dev.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22532b582405b230a1fab33ae4c8ff7c81912ea1b86e9f3e6c521d70d25c7106","formula_version":"titan-u-contract-v1","latency_ms":0.8383339736610651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca2de05085e4783afcbff763d0ba732060a9dc3f4114735e43f86e0d5e09e8a8","sample_id":"bias_detection.dev.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6756a403ae6bbf2c5b6c45b4119f466d372a9d862a7c06c934f69e0266288a42","formula_version":"titan-u-contract-v1","latency_ms":0.6687080021947622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04c2e144de7acf15ddd8023ce7a91165aa3e66b35f9880818b7849f933845507","sample_id":"bias_detection.dev.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8818c32607cc41b836ba9ee64540d1430315105b6cfa26f87f1db8f83e97f37","formula_version":"titan-u-contract-v1","latency_ms":0.8137921104207635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"440df4e1e7c93ca8685c708fd6de09b940733ee06f02d625518f89d71f1c6932","sample_id":"bias_detection.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b166a6bc9de1df05869fa446eeb7c28afa830e2a3ec5d81af8b0a3871015942","formula_version":"titan-u-contract-v1","latency_ms":0.6326670991256833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7552f0ccec82df2ca7cc2d4feb105f2fa3cdd29144645188175cca2abf2b0a60","sample_id":"bias_detection.dev.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"002173f8c221cd89525f146bffaced5e4655eb77da8ce8e70381e687fc0f0d9a","formula_version":"titan-u-contract-v1","latency_ms":0.7153749465942383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ffd56d90e65e4ae936bcbb0870d3a32175a788807aa7b580559b5229e77ac65","sample_id":"bias_detection.dev.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c44adaa56d71a5fd6078cffcc66d3210ac72fb0d6675c86e7d12c74f6e4ffbf7","formula_version":"titan-u-contract-v1","latency_ms":0.8434160845354199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29d294b0c82a0c99ddfc9199206d856a8abb50959e585f432a533e0aa954926f","sample_id":"bias_detection.dev.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2649ece2c3abbe920704a5ad7ac77103f440b0d98cb06f4d63d6a1d871736e85","formula_version":"titan-u-contract-v1","latency_ms":0.7457500323653221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f98883d900b38c3476376a0aecf34e03d0a21c56e95f1e8aeab8b93641d18888","sample_id":"bias_detection.dev.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fb9e9c13530e991e3564397af9b2486741d988c8f9de3102236782b3e443624","formula_version":"titan-u-contract-v1","latency_ms":0.6377500249072909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68f018b4fe93a45c36710a3997e4c603dad1e7b8377b0fccd6653920155ca344","sample_id":"bias_detection.dev.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef402900347e65f7af6509ca12832627d785f98bedbdcd1937f32b5e1dc8aa2e","formula_version":"titan-u-contract-v1","latency_ms":0.6452919915318489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"870331560a57101798ed2eecf1db128c35e90277ef699aea8012cc3a1f1a7d52","sample_id":"bias_detection.dev.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4429ddc158a24d93db42647db5a3118a720c71b49380c7c551f0cc5bd76deb4","formula_version":"titan-u-contract-v1","latency_ms":0.7899589836597443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a84c4a0b66d45ee2032200842d027ef8f0d7015c55d3bf6d85a1e99a9f8710ca","sample_id":"bias_detection.dev.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a427c97480c66f9a689f36cf793cbd5fc34518642b292c26d80aa6571bf22c94","formula_version":"titan-u-contract-v1","latency_ms":0.6107500521466136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40b2fad3018b63263239429ac233c26af49d519a697dc86e8f944b662ba58bdf","sample_id":"bias_detection.dev.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9284a817557832d1083d0718b5fd2d4f5b730f9de7a2033629570275865ee300","formula_version":"titan-u-contract-v1","latency_ms":0.7355830166488886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e697bf75fa99817c073cd73bcab5179df886d02a9eaba6ddd2797846a660274","sample_id":"bias_detection.dev.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d6aa68b6c76ea8cd2f734fa2b40f0960f3915b0c1313612f5a7ac08f2b7f0e3","formula_version":"titan-u-contract-v1","latency_ms":0.578666920773685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c833368b4ead0ac112ff942fd6b4321c5a27a5f72acc8d6ba0d94ace3d33e6a","sample_id":"bias_detection.dev.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fdc2e4163461cb25210e4e5233c331e807eb4279379ab740233b170b08395f5","formula_version":"titan-u-contract-v1","latency_ms":0.6212500156834722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12cab392a81a92f95bfbd29b59b7a333d97afae0759d7426bbf1a663ed9ff71b","sample_id":"bias_detection.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"413ae39c40aac77a709129ad6bbaaf7aa0b8d641ad6e174b55830c8519e3adc7","formula_version":"titan-u-contract-v1","latency_ms":0.8630419615656137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be5bf1329829314a7927cc7f59cd18d1aba8b3eb0e23948a112a49d66eb81eb4","sample_id":"bias_detection.dev.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08aec77882c3d55660aeba2e7644e05e66ce6741ea9b9a80bc43ddd6dde36e4e","formula_version":"titan-u-contract-v1","latency_ms":0.7697500986978412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"356bd72191a54b95f1be5d7b29a9d5ac4a180984535019111aeb2b1dbeacf4b4","sample_id":"bias_detection.dev.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9f1e4a7abc773384ebf79f2cb27dfb8500af67b9334d58098597567abcf06ed","formula_version":"titan-u-contract-v1","latency_ms":0.8125420426949859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c770d72bd9ccdf4d6550ef551b16ae87b39c896e9b085054ef75e8aed53abc0a","sample_id":"bias_detection.dev.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d62560ae7e6e9d4ad4e36bf3adb50a3fb0e48c2e89030ee3bf92462e5126aa03","formula_version":"titan-u-contract-v1","latency_ms":0.7803329499438405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f2976127220f4ffafcece05894ec99cdea3c357a97992bf2a1da54b802df464","sample_id":"bias_detection.dev.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"511772e6df6d07de2f30e3cefeb4b760ff06e6874c5473fd92213aaabbcc8dc8","formula_version":"titan-u-contract-v1","latency_ms":0.7767500355839729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2235ee542f3058434e08101c6ec471e02769e0ea4db19503644deb399b7f5ed6","sample_id":"bias_detection.dev.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68997f77a2a22c338e7075337bd3f69e25c08ebedb12baef79926149ce20d575","formula_version":"titan-u-contract-v1","latency_ms":0.6209579296410084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a5b46f2ff91ae54616da94ff471cbc065d0e55adc97c78750a5e9689d7617f2","sample_id":"bias_detection.dev.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1104417e840341f78027bf527edbf8b8577efa5e07f25a9633432f04e336c9c3","formula_version":"titan-u-contract-v1","latency_ms":0.6038750289008021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cc624cd5ed8c2d4227b967c6495fd81f720cfd9d3b36dbd1f14cb6d014f90b1","sample_id":"bias_detection.dev.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ded347e18bfadc8f6d291d9880a5b5205d951d52f6f775260f9c2e9d1b41d2f","formula_version":"titan-u-contract-v1","latency_ms":0.7902500219643116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02f095bd073f52ad199002e90068b93c927eeeb45b587d806d2b2eefac0f9bed","sample_id":"bias_detection.dev.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1284a77bbbcdb9bb1db5fedcd8fdde59653de87324e23d79b82274c23f2bed8","formula_version":"titan-u-contract-v1","latency_ms":1.0623750276863575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38c38718f789149f2e6db4fadde3cd9e1c92773b8079c1f295240ebd536b99ec","sample_id":"bias_detection.dev.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6df13d33b399100eae271a5ce69fb1d784b7fdb73a783fc9283c396dc4d9de42","formula_version":"titan-u-contract-v1","latency_ms":0.6550829857587814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"151c641c1b9d76754b76d09ed21a118e4f7b82aac119f5f53d1c18f6b5b221ba","sample_id":"bias_detection.dev.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44c249d2d9c4e7fa6c919e7bb44729453914dee1e4db1e68ab29c0e80a26466f","formula_version":"titan-u-contract-v1","latency_ms":0.6721250247210264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e60e78f64aa451fc4c49b25a2ea63d526fe6a01820eed5b64860ac2847725f7","sample_id":"bias_detection.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"511ed7624e1237fb4f27300a28fd534ac730671065369fb1c3b5a00165864830","formula_version":"titan-u-contract-v1","latency_ms":0.8568749763071537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a59810f90605b67ef2c2c702a0e1269fe4d62d30d58bf793f2c3fdc610109e3","sample_id":"bias_detection.dev.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"938a076cd5e34108058f6a7ca7226aff171c24c18c6c975ad2ade22c5fcc9f45","formula_version":"titan-u-contract-v1","latency_ms":0.6304580019786954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e0b974e99b4d12746620f31b3b6d41685b122133fd4ce24b7ef5f8b302ef865","sample_id":"bias_detection.dev.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a78789c7948602ad05afcd6d1d1ace6b49005655397886362c30dbcab419b113","formula_version":"titan-u-contract-v1","latency_ms":0.6052500102669001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0517a1363537e8a88771cdebfe2f009cad6add7e18ecc87a535ff2d22f78eb85","sample_id":"bias_detection.dev.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20296ae3629279aa6019d7d3fdbc537d1c8c14e95ec4083d8b25f632d3a824b9","formula_version":"titan-u-contract-v1","latency_ms":0.6637499900534749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd4a3ea30753a4ce06a69ba95103b48217d9fa3d94d92b4380a321031a0bd4b3","sample_id":"bias_detection.dev.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"710460cbf9d0304494f1fc8df9dcf5b21ea9c361a4695c7754a74995c019f310","formula_version":"titan-u-contract-v1","latency_ms":0.5926250014454126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4e5fab31ae05163eb4e148ba09e9a64d776dc0cc7b5fc409185b0e51e485499","sample_id":"bias_detection.dev.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45a768676b48001a06ef8beefa8b4b7db1eb07ae780f371dfdfe116d3b6b27db","formula_version":"titan-u-contract-v1","latency_ms":0.8817909983918071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73e186fc2c4a5bbf1a41db6d2687f03f0f6f59671e3df81858b012cc57823f8e","sample_id":"bias_detection.dev.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bff78757ed37a7c7ca465be8c1a99014d1fb6537c7cefbb45d107310609c45b2","formula_version":"titan-u-contract-v1","latency_ms":0.6509580416604877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9ee5d3108a83584bc70c6ea3580df30da713065c4e346c4f0a157149bde0fbf","sample_id":"bias_detection.dev.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77ce80780dfb2ac7262618704077586d030a81c50c6960081b3f1b4d0a3b7587","formula_version":"titan-u-contract-v1","latency_ms":0.8027079747989774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbe5f401a36f5ccbb66e4924dea399b70237a71a2e15965c49f2471acbbe506e","sample_id":"bias_detection.dev.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"675fb24fcecdd5466ddee7750ca77d3e97d010f2366733793beaeb87b6b3d81b","formula_version":"titan-u-contract-v1","latency_ms":0.8425830164924264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b562ce82bc30dbffabc46eecfe7fab27163da938e00eb263898b8c0151e91e6d","sample_id":"bias_detection.dev.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5129943cc2d323fa31b82853d54ecfc46b40fac06b7eeb034a62ef8c68bf34f","formula_version":"titan-u-contract-v1","latency_ms":1.0567500721663237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"828325b49ebd9f8d02e0ba47eadbe7001a7f01b62e84a1b6dacdbaba75dfc1d2","sample_id":"bias_detection.dev.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf9960df7bad579da60ee53e8e5ce2a05061b8fd4b803a072d13d5de3b27c2c4","formula_version":"titan-u-contract-v1","latency_ms":0.7650000043213367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1badd648cd3fc980c6ca87b4b9cb73acb983a8948384679cf28983da9dd77c17","sample_id":"bias_detection.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c26370bc022ca625bca690ee1f5e4b980dd4e44702f8c9a9d94fd79c2e2bf6e9","formula_version":"titan-u-contract-v1","latency_ms":0.8238330483436584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fd4a50de3dfabc984818bfd6168a569ae70216726bad802f335d8f41a9adf7b","sample_id":"bias_detection.dev.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"690dd68abf09294517f40a6c12030db74fed8989e66d4ffb9fb661d9accf1217","formula_version":"titan-u-contract-v1","latency_ms":0.5767089314758778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e12c22bee5f228ec1bcbb359b3c30af330c90b86f812f8ce4bcce92fb0fb343","sample_id":"bias_detection.dev.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e2a6c1e5864814d38508e0ca6874e91c1d1a5f53f76aae90e3ee1a8f3f8e8ae","formula_version":"titan-u-contract-v1","latency_ms":0.7993329782038927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04e504e81f875b52a48f0a749f9b839f05c87f4dd06237d721d27b89a761308b","sample_id":"bias_detection.dev.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa9e95069f7e964d342d538412a597e51712506c6ed10e89f2f4a1239a26a165","formula_version":"titan-u-contract-v1","latency_ms":0.8844170952215791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"581a4c5ea77fc329730bbf67fe5fecb76b91d41c3baf909d78e3d6342d11fa26","sample_id":"bias_detection.dev.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6f32f62623b00fe50271001e6f3dc790f1349677cc29ab2bf82484e3d497a43","formula_version":"titan-u-contract-v1","latency_ms":0.7537089986726642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4613605855857f8cf2b2024784f42a762563bde8d3950b154a3f1b172da48ccf","sample_id":"bias_detection.dev.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88a2c886ae959e3cc99c711a46c796870942040f831a49a3700be35afbf80530","formula_version":"titan-u-contract-v1","latency_ms":0.5792080191895366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5135370d3ad72ceb308b9870103c44d143f5c7e03e664282be8e33bb9d5ae8a9","sample_id":"bias_detection.dev.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52e7d2a04a26e555678805768ba65d936d9b5e6c4aa5c9084ff52e74a5208406","formula_version":"titan-u-contract-v1","latency_ms":0.8140000281855464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ec75e1e1e041ad9b01883fc23ab400f68874fe286c4a93ce406297257f4c674","sample_id":"bias_detection.dev.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30080a6c37497c8c6300b8a9c9b1042e954f923e030f087fa16cce947737ef6f","formula_version":"titan-u-contract-v1","latency_ms":0.636915909126401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9983076a731979213bf1ffbf68de66c95dad145cc4bf76aba380eabd845230ba","sample_id":"bias_detection.dev.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5651fa479622d5c2e1c4e82ec3bc8c948808675d434c47ffadd0f08033b762b8","formula_version":"titan-u-contract-v1","latency_ms":0.6174590671434999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a9f7d394b68e44d645d97a2ded4608835f190f66ab357871747dc5efc80e208","sample_id":"bias_detection.dev.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7501b3915dac00620fb9aeeb70cc691b9c1d76b81f9caecb97533be704a5ee00","formula_version":"titan-u-contract-v1","latency_ms":0.8168750209733844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"119e3da2b9fa52e7ee030e42438022af9ee9b59bcd8cf9bfd77c663b26f4decb","sample_id":"bias_detection.dev.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8cf238bc5b662966e0c922479bba32d00b1f5edec8b350cef460600ea668198","formula_version":"titan-u-contract-v1","latency_ms":0.8111670613288879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27c02c711f07e95f6300da36b80e88761b993b6143445de345e7911a2c5e3cb7","sample_id":"bias_detection.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b63e012fe2f9eeb1c7fcbaab11be8e513268c67b377d3203935cd0452a4ad73","formula_version":"titan-u-contract-v1","latency_ms":0.7080839714035392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2880c2461615c009b7ab5d0155db091fff449cdf9d0aa9b9fa5f2be933a339e5","sample_id":"bias_detection.dev.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"513d37129f085f9f077861489d1773f667ef82c0137b45269f2267ffd254f475","formula_version":"titan-u-contract-v1","latency_ms":0.8464589482173324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4b864f6f33bb60f892e4749d77ce93ce8f52db1a8680422d09d5ee95b9362a5","sample_id":"bias_detection.dev.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b983bf48f5f45b0826090a591c16d25c81d4c1990d4f0a55fa980f9980aebd0","formula_version":"titan-u-contract-v1","latency_ms":1.0829160455614328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf5e44091c2ac09ce6f9356b1e64a729a19377b36ba59a7e9a6475a80ed080ee","sample_id":"bias_detection.dev.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28e7e09f420a1cef6321134b5d91923f9907d0ea0624f2647b1b2a2c5b8f15e1","formula_version":"titan-u-contract-v1","latency_ms":0.8272080449387431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aceeab74615059c0253bb08e7d9df9f00f8d5d91524ca47c033c4304bb7e634a","sample_id":"bias_detection.dev.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37f586d27777d91ab60249d2b6b28e4fb12987df958695f81aef6da823e5fc91","formula_version":"titan-u-contract-v1","latency_ms":0.6671660812571645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d5fb3a6ec63994a1932f12d9662d3e04545e97648ca0b625a45b709cd7f61e6","sample_id":"bias_detection.dev.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"125ac748fd9e61b535b4775db56ccb24105817842086e8a7c2c585c19fc8eca8","formula_version":"titan-u-contract-v1","latency_ms":0.8481669938191772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df82f79a28aa5b07950c39c8323e90b848e00853f7badd5e7a625a5138230593","sample_id":"bias_detection.dev.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"251269cfd4769e6ec6dfca570728b3c30137e4803f4a1cb0ed59ff216453c8aa","formula_version":"titan-u-contract-v1","latency_ms":0.8662499021738768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3527dc069f47551cb0aa89b3b119b2fe6bcc37352ed3a4b2e7111d6726dd04ff","sample_id":"bias_detection.dev.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea3f8c9668835ab2489a762a71d7ecf9ee3b50ac919d21c4f5d20d67e1cee634","formula_version":"titan-u-contract-v1","latency_ms":0.7773750694468617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab9ad3ea5f9ff7cd6f339251269be85abe12f70e4ec5a6d3525411b899ae750a","sample_id":"bias_detection.dev.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d01dc6336242aca570f414445e001c6953b842d6b6d4dfa8a288460962da588b","formula_version":"titan-u-contract-v1","latency_ms":0.6108330562710762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64b37a3212ac7002b570b6740d357426df6e4909e4fb67edf1fff56d3fb883a6","sample_id":"bias_detection.dev.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d06223ee56daefe1fea7311602605f38cfe0a1a2e223069c5beb557a7c26100","formula_version":"titan-u-contract-v1","latency_ms":0.8999590063467622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dcbd57cd88085621aac2405a5a7fe423dc2eb758006d0d73e0463c9bf93a038","sample_id":"bias_detection.dev.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e0f18138dcc7850283d6c93dbfb01ac8452d3eb92e92400447991c93fe2de38","formula_version":"titan-u-contract-v1","latency_ms":0.9864999447017908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b07fec723942c7fde79572d2b13e14bdf8ef18f83ecd0f56bc4398d21ccc72c3","sample_id":"bias_detection.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd81a9080f241cc3226a38a6d97209e03f4d578374cc0837f4a810e2d409bff7","formula_version":"titan-u-contract-v1","latency_ms":0.7740840082988143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"540fd52dcf024551bb75f6b1e73645b85ae249105333dfc4904f25ae88a15dfc","sample_id":"bias_detection.dev.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"603aa68f0478afacc25198c03f6cc93c9441a1749285ea41c6d276013ab700ea","formula_version":"titan-u-contract-v1","latency_ms":0.870542018674314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22c1def951c6b7de12aae7774aed6398e7042a8c88d735955e826941ed69bd36","sample_id":"bias_detection.dev.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c4d9e4b2583a096ae23fb67ce19d61a66f3272975ea5d23cb52f42115771b71","formula_version":"titan-u-contract-v1","latency_ms":1.0882080532610416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c4a96cb109e5976ccd35cdbf46486c3d9a511db6001bcc4fbc0a68908eb40aa","sample_id":"bias_detection.dev.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9552a372864a40ed4880955d634b6dfd98692f686e8b24293c28e3a98912097","formula_version":"titan-u-contract-v1","latency_ms":0.9145420044660568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb605ead001800bc2fbe72221c0c1c00f49de44e4b6df2f7b1e1128cd2831c07","sample_id":"bias_detection.dev.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1275374e2ce1a7533dde5dcecd1f8736d4ad9673f88d163f4ad6a6325893fa52","formula_version":"titan-u-contract-v1","latency_ms":0.7890000706538558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ee7f34b247a34c228054f70e15aa7c11f64093ba18210d621bb147280c763ef","sample_id":"bias_detection.dev.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db6b61fa84e13c65bb0a5d7943f83e4728de4c17585ec8475c961c76f8e839a9","formula_version":"titan-u-contract-v1","latency_ms":0.7579160155728459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa547dc3dc3b57fa3b43cb48eb7287441528e2d7adf0d737239c7f189c2d5b58","sample_id":"bias_detection.dev.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f75d57a11b3f448a9b2e90351b9c4715224c0d457766fa77174e24c7f50b5ed","formula_version":"titan-u-contract-v1","latency_ms":0.8565830066800117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aafab0d071733273274a258f5f083a775151db35ee31e30e69b1415be57a0ef5","sample_id":"bias_detection.dev.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47a44e712dd5d0675d7ad213a6983c99d876fd97c7bfc0d9cea0758d6d362f90","formula_version":"titan-u-contract-v1","latency_ms":0.5996250547468662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87c1be38fb131029f6fe0a70c2c6556b85166952dc12a923d7d22857a98f923d","sample_id":"bias_detection.dev.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"394fed9c7abf29d640aabfb101bb2334fa1d6c0a83347a85094148d836db21bf","formula_version":"titan-u-contract-v1","latency_ms":0.6400409620255232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"491878b69090e2456d3d1f4fdad297ef0b912acd965f4beb35abf097938688b2","sample_id":"bias_detection.dev.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b70ecce071e590de259f1e02b7171e551c85ed699ae5217cac6736a9865f1554","formula_version":"titan-u-contract-v1","latency_ms":0.8677080040797591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88b8342b077b6b0ecd0709c490249f3193083ec07e1fc65c13e882720b1ac68e","sample_id":"bias_detection.dev.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63ef66b79167e4a134b54104157432627909f74d03fb3afbaf00e5fe9674a10e","formula_version":"titan-u-contract-v1","latency_ms":0.7761670276522636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5a9040b5f69c168107c64680c47d1261a29201d606f0587705c663c363dd7fd","sample_id":"bias_detection.dev.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5837ff35e869f76d41cf7b82567dc79655b56c1158292a60cdfeb31d1dfd27e0","formula_version":"titan-u-contract-v1","latency_ms":0.7929169805720448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da262de9e1b58c7bbe5e8699c4adad93c769dd4b0bc3e8d07f61e37c5d81f2a3","sample_id":"bias_detection.dev.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ddca57860ac52a3573e3054532b23abf953c85cc7e63db338a03e1cc0deee58","formula_version":"titan-u-contract-v1","latency_ms":0.631541945040226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b87fdf1e1e2276f4106e6218ef638a55f26884501b8d9adfe650ff29cb5cb049","sample_id":"bias_detection.dev.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4255a30685b9efb60c5d725425e52f6f42e6b69638b611616355bc6a8a6d9c79","formula_version":"titan-u-contract-v1","latency_ms":0.6484159966930747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d840c1c3e71f96cd771905484305e617bf586023d27b543b36f85dff2e279cd8","sample_id":"bias_detection.dev.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6dbf15cb215dfe283872ce4b0500a53d6217e63a060979b4dae1ab99657d358","formula_version":"titan-u-contract-v1","latency_ms":0.6902080494910479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad0c70577217a806b726a6b357e088fc49d8eef9f79ed9d16151d9c2ff93058a","sample_id":"bias_detection.dev.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e668526f1d63ef03601f9fe69b9cbdeec667c57a1464e62e7982643805b30195","formula_version":"titan-u-contract-v1","latency_ms":0.6151659181341529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8959781d605602fd42bff9eb13652a1f83a4fef0dd57f1c5fdfff1f21092a1d","sample_id":"bias_detection.dev.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f388cc7d772ffa761356fd71f0d39232fe08ed6ed8d10bccdacf74c794682c09","formula_version":"titan-u-contract-v1","latency_ms":0.9007500484585762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4682db537824bcb1337d7a94298d9c6e32bbcb12ffc9355e11b2186d20da3c30","sample_id":"bias_detection.dev.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20853a0047ed9d71bf392549bba74bfcb592f9e40af6b9aa26b36e9d7a06fee3","formula_version":"titan-u-contract-v1","latency_ms":0.8453329792246222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e6ad6aba7d32b3cf9dcf9ff7c07870512a7a7b2ed0556cb5c2844d6940e111e","sample_id":"bias_detection.dev.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ce4c17f35efae15fe014eda6774217fc4c5d8e448ac83439d947a884a28120a","formula_version":"titan-u-contract-v1","latency_ms":0.7535420591011643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4ebe91d5e9e9b2cd2e31ffa79b0f1d7ed34d31615ca145db27f2a00421f789e","sample_id":"bias_detection.dev.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c1b785b03d42330cb4771a1741d412c0859a98823c428d90a2f8e3785dcb624","formula_version":"titan-u-contract-v1","latency_ms":0.6740839453414083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"527392d7a4c65b89311212436855d63f2130c640c6451c10eff4526428d45f96","sample_id":"bias_detection.dev.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c51cc2f3c9ce6feea84eee8d1438b01b06c50d204b9f649699caaf71dd02c61","formula_version":"titan-u-contract-v1","latency_ms":0.6570409750565886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3037914d7fd931e12b55844605220ade82eb6aaa47e337647508358fd3070cb","sample_id":"bias_detection.dev.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"472210eb12a3b668be0ab870e674c5c7ca630f96c6df88dd806e0924fe8bb412","formula_version":"titan-u-contract-v1","latency_ms":0.6046249764040112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64b9db114d2f85a648ecb3aa0b96ff737ba6e2e572557005686fd87072d93afa","sample_id":"bias_detection.dev.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e50cf867c59c2462c480be071cbc6f84a48a17c46d22be52f244afed9e5c5f7d","formula_version":"titan-u-contract-v1","latency_ms":0.6184160010889173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9647d4c0f2239f035659aab9bab88c9ded43244cd6bdc866fe657c5336ea4a06","sample_id":"bias_detection.dev.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03b37955dc4d4fd044843ab19b1a448d8828d0045aec88c78e8840e01d3de57f","formula_version":"titan-u-contract-v1","latency_ms":0.7957919733598828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"119cb529fe65c6652a8d93c4cf3395da519a0b57e454138d9a3de74ad6bd2fce","sample_id":"bias_detection.dev.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcb89038ca24471fbfcef04b654d234b2c3312fb333e4f60bab1d1ed0efc2a62","formula_version":"titan-u-contract-v1","latency_ms":0.8203750476241112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"affa7ba3041aaba3f5e5d08ef5f4869218185fd5d00b8178e335dbb4f1939c72","sample_id":"bias_detection.dev.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecb527919d06153b27de3dad3b55e81b54798ca1cfcb510d2b3cd8fff6b4f3a1","formula_version":"titan-u-contract-v1","latency_ms":0.7996249478310347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17c35e37d596eb081f1f449e8633d3a55a8f4a535f8a232ee94256a36fab750e","sample_id":"bias_detection.dev.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad073577c7b42303a367f018fb05090eaa50d0c8233d07f5b9d3305398f45776","formula_version":"titan-u-contract-v1","latency_ms":0.6268330616876483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0de9d22e420ad7e1afe0f531015764a8eac97f7e9c2c63fd4f10c20faab57118","sample_id":"bias_detection.dev.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6946f06d186b12a663a65f7ce8ee6dbd6006ca61bb4fe7a3d7ef921fcad40d6d","formula_version":"titan-u-contract-v1","latency_ms":0.8409579750150442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23a62a828e77498635465f1dc9b77b1899d8d8a7c69676d1ff3d60dea4de0c06","sample_id":"bias_detection.dev.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a98a1bb22c21d2b0c2bf2e5645194e664064c9d050326f558fd0279605f0f5e0","formula_version":"titan-u-contract-v1","latency_ms":0.7748750504106283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07dc378d27e3029b9860bee9dbdf44b4b593586a94f57a99513091fca3d16db1","sample_id":"bias_detection.dev.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e0554d153b99a43bab1aca588491f0e6ded7a7a55605c8121898798f304bcf2","formula_version":"titan-u-contract-v1","latency_ms":0.8503750432282686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9695761cc6dd2c0dc4cb82c881a2d730ec1523549c27108f60128c5918f0bc27","sample_id":"bias_detection.dev.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b507b712c32f71cba54cbfdf3d4cc940c08c1381b3f58f85e1b75e58318a2412","formula_version":"titan-u-contract-v1","latency_ms":0.8684169733896852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b5937192221ecc33f84236aab675629970e3320a9c6dab2dd94c7bafef9e78c","sample_id":"bias_detection.dev.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afdee233345000aeed5005bb665ba6ecfd1881519fe7f4fa69d2db14ee4e918e","formula_version":"titan-u-contract-v1","latency_ms":0.6549579557031393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b5f7c824ba5785b6bc45ed8b9b876fb8acd759755b496e28a4a74be17a5efb4","sample_id":"bias_detection.dev.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"004d04cbc22e30737e437e92a77d1c0fa43a443b65bb12cc0870f8c553022b9a","formula_version":"titan-u-contract-v1","latency_ms":0.9642909280955791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb47c0de8b23fb7ad082c30cce8c8b9db9ee5b85b9aeedb94d24be48dc5686cc","sample_id":"bias_detection.dev.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"428e098c272c1e369f62d7dfd18a35602d78091073d9797133649f5af9ea6a32","formula_version":"titan-u-contract-v1","latency_ms":0.8262499468401074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa161be82281d227b6a1a7b9f0a6f6bc8b2480c55c5fe0212c18421a9ad8a87a","sample_id":"bias_detection.dev.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ead36bf49a267c26d0f33a6fd3485ab3fbc49ef51aa101d3ed9cdd652b84439","formula_version":"titan-u-contract-v1","latency_ms":0.966459047049284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fe15f6304b9261fe773c342c08397d4eb5a21157ef698f97555ca24fa444330","sample_id":"bias_detection.dev.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94f76a278e24ab0d5cb9eaf5773f06017cc3db4f619f90df7cbd223f0c2944a0","formula_version":"titan-u-contract-v1","latency_ms":0.6389589980244637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8ccfa2de67108e902b860597f1f3670d186cff07f75f51a5d892edd7df9fbc5","sample_id":"bias_detection.dev.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cc527569188d5cce40e5a6be48439514f9036344c4f9c2fcd64059ba1a86954","formula_version":"titan-u-contract-v1","latency_ms":0.954040908254683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67c486be04dde37f92fda1b43b08951e004b9c2050271d16355dd2e8837d417a","sample_id":"bias_detection.dev.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f08f6fe17f7c7973b4232bba09286a59e545e2ad97d04ea15430ab26629a835","formula_version":"titan-u-contract-v1","latency_ms":0.6205840036273003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9359bd28d0cd563fe2e5b2f5e4c60768edbb9adabbfb7f22b942d6fc3f4b5092","sample_id":"bias_detection.dev.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77cca0e932e69cd2b950ef314e2b731feaa35ea24da747007f057ae340257f0d","formula_version":"titan-u-contract-v1","latency_ms":0.6151249399408698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c564841a44da1b62b390af82d7980c4b13dc0a639663a6478c45a4bac1216d5d","sample_id":"bias_detection.dev.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24005f02d818ee8ae531c50b4e1f649b3b317132ee456ccb43fd305071abf79c","formula_version":"titan-u-contract-v1","latency_ms":0.6192920263856649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d5ab00ae4648f16da39c43c6841aefa5ece1518ffe5f164820430d8dd3bf988","sample_id":"bias_detection.dev.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5677fc8a2751b657d88c325a93ca2ac223ebe163df815d59dbc2b3903df8f68a","formula_version":"titan-u-contract-v1","latency_ms":0.8518749382346869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9e1b76f1e05f82eed05a850020fa517fe2b3cb016018739ee2a0935bfb2e1fd","sample_id":"bias_detection.dev.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea1d8050f90146ae80dcf1f9b43b669e0b7c36dd51dba8a0fc9f21405e608cb9","formula_version":"titan-u-contract-v1","latency_ms":0.6567500531673431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd5875ed30762c91599b5cca893ad5d31d694cb3ffebcf93c575bf3a423f4f74","sample_id":"bias_detection.dev.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"414db33d9e159f1c2779499c2587b8645a6bba3492f996cc33e8f6e975f6af4a","formula_version":"titan-u-contract-v1","latency_ms":1.3187499716877937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9df2d14305b99d91aea622e81f75b8a4950450e7c9bc968fd7130cc74d21b0b0","sample_id":"bias_detection.dev.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ce5095e85be9ea0cfb7f78d6a8e5b16d62fcbfc744cd35f3c551016ca164683","formula_version":"titan-u-contract-v1","latency_ms":0.814792001619935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b9fa1c6670834928451d63d2554405c47a3be1829ff33d884237462f861fc39","sample_id":"bias_detection.dev.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd433d57a398bfdb38ba0b3ec1b5cb8159b8653df8cdaa2fef1e7edec025543","formula_version":"titan-u-contract-v1","latency_ms":0.8627920178696513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c0b68284f6a9828da5441730bb602cd343400791f8b83c50a1e705bdee80ef0","sample_id":"bias_detection.dev.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54e2106465f9b2155a462a6dbcf18cb817a43beec032b8aca61ed26476620496","formula_version":"titan-u-contract-v1","latency_ms":0.655542011372745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"197c1a541b4814af9d8b578f194032eb304c73c0669fae8504a69c445576bbd9","sample_id":"bias_detection.dev.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6ebf9015097e87f7268bfbc196ee09f12c777127b7dd0e6ea30359ba540f291","formula_version":"titan-u-contract-v1","latency_ms":0.8321249624714255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1c72f111402d9762bd79ed5e40721556f10f1046d7de424ef67a543c64f962d","sample_id":"bias_detection.dev.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a86fb6b7696e96ae25a9d785fd4d2680c64b5a5d93f1f34ced0ee2cdd47df0c7","formula_version":"titan-u-contract-v1","latency_ms":0.6582499481737614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e53eebb77fa88fe5cb7bd44eebe38630ed23d5b0012a9d2901d178c9ccac00fc","sample_id":"bias_detection.dev.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86630994ebe45606b4a2d5687fbba7a4dc930307969ed955cbdac76a8e4be48a","formula_version":"titan-u-contract-v1","latency_ms":0.8393750758841634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6034f8a51ffd98a64cfdc48b4e2a01b389d473c768c45f6f9dd9e0f527bf97fc","sample_id":"bias_detection.dev.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aecb4673d24deda35e87bb1697823dbdec8a2c46b285786d27c6d76dbffc3d48","formula_version":"titan-u-contract-v1","latency_ms":0.8112500654533505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af91419496e29e6c914fb0c196277460ccdd965445a4655ec1faa27c6ac14031","sample_id":"bias_detection.dev.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef48015eb840ab4bde177e60b67ce74ca5c2fffed527192147a6003d1daab11d","formula_version":"titan-u-contract-v1","latency_ms":0.7692920044064522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa215a194d087b2e526398c2c67bf6423d3cacdea91f1916f8b2baac1986649f","sample_id":"bias_detection.dev.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c1808414a45a57c19c72bb626d2d8e23dcee1507f1f78b3a94853b25d015ec3","formula_version":"titan-u-contract-v1","latency_ms":0.5742500070482492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d08b8f817f008e1cb760a7915b177b86c907f06e5249adb6418889217c331c3","sample_id":"bias_detection.dev.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38c12a8973ed1564293f33feea15292eb508b076119d9e89b2d35b79808800ff","formula_version":"titan-u-contract-v1","latency_ms":0.7425840012729168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc89cf003be616287599acddf546b8d645e95d459595913ca1ead2f614d001b9","sample_id":"bias_detection.dev.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d890e20d0f290040fe29939b4e0529e2d4ad26747f5f321c955ab2d9984e12c5","formula_version":"titan-u-contract-v1","latency_ms":0.6059170700609684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae8a8d8170c274dc70a40495fee97bc88e9f763b5e1b2dc78ac55055dd597a5","sample_id":"bias_detection.dev.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"700d3e3f3d90634c8b3cf68adee368986c58ed8bb7d2ee9922a690cc524dcaa2","formula_version":"titan-u-contract-v1","latency_ms":0.7557909702882171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5b7c63ddb3e46be858b5858b3732310dfc5d1e82f28e3d742d0a21fc12600f3","sample_id":"bias_detection.dev.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3644cc3f7bbc8fb6905aeee1d2b3d6e2cbfbbd73fe1ea7de505c290c1869c987","formula_version":"titan-u-contract-v1","latency_ms":0.8051670156419277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fd11acde4b06fd24f43335e3d905c6669feb7317d05db95bf5ad12007e85963","sample_id":"bias_detection.dev.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83146b509d7c2523f96b9ac2810757cfe3a69d8b16ed36229a23ca7cc67675c4","formula_version":"titan-u-contract-v1","latency_ms":0.8449590532109141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2914be920bb4c3039856bc7f348ff4f97ccc818a4d6dd5353972bad152e688ba","sample_id":"bias_detection.dev.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efdea97958f0ffa0819d66340862b8c27d1b5fdbd474b9e7a2ef1737874c29c6","formula_version":"titan-u-contract-v1","latency_ms":0.7624169811606407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4ec7d2ad44e8c430c491ae2e493de9cb7c96e5cc83201590a9b3b47758a473e","sample_id":"bias_detection.dev.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab7b20a859173857ac4925727725cc3c0a016f6d6f2a89ecf1dced22882e946d","formula_version":"titan-u-contract-v1","latency_ms":0.7716669933870435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0db1a588e27466915fb5cda411eb590b0a2ccd924ac3374b0c7d6a590c5fcc5","sample_id":"bias_detection.dev.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"981605ab72eb0583628e5755f2b33d7a29d51e04624cf3c00aed591edcb3d89b","formula_version":"titan-u-contract-v1","latency_ms":0.6294159684330225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2130db6a1eea48f9f6196de9c3af78df090fe7aabf2c33501bf82706fd2894e9","sample_id":"bias_detection.dev.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db487642162558d19aee19aa750dd58d69fd1c837b901127f27a67a10fc7fe17","formula_version":"titan-u-contract-v1","latency_ms":0.9932499378919601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b30980f6c0239cace9f852e3bd4fd9dfcf9f9aa4f19592653db62a1ad7821c48","sample_id":"bias_detection.dev.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62a85b70fced403541bd89db626d939140494985785ce4e9a6e191a85f4d60f8","formula_version":"titan-u-contract-v1","latency_ms":0.6549579557031393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4e7d28069acae584a0825ee984c1bba8538c94a9bc73cb42594c1a41a98d434","sample_id":"bias_detection.dev.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb4021efc4e6c2996eebcd7c904e2037b0c11b17d474e59444d52f2785d363bd","formula_version":"titan-u-contract-v1","latency_ms":0.6682500243186951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf5489e8e4351cc578cf40102894a7b30b22a16b0aacfc44e86322da606afcdc","sample_id":"bias_detection.dev.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27c2e5dbef10dba3b6575911f598235f148c4eef089387b15aed768242906117","formula_version":"titan-u-contract-v1","latency_ms":0.7888330146670341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"829af83602665f47b03d982b33d7463cba763fa78b02c0568f7c2c32099239e0","sample_id":"bias_detection.dev.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24bc01d7175f60dcf84e3c3a86de113dae03240bc685e76763d21e4405d0e4c4","formula_version":"titan-u-contract-v1","latency_ms":0.8228340884670615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e0bb24035682143a1c8106a9272a106ecd1da5abe3c1552736faa14e7137ec5","sample_id":"bias_detection.dev.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2b9d3292a0512c57a020125cfe45ab00478d786d57b53592a87943f69aafb12","formula_version":"titan-u-contract-v1","latency_ms":0.6460420554503798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0b20ae3076682cfaeeab4f361e3aeaef914357e212a247fd262a12b9eb3dd09","sample_id":"bias_detection.dev.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58636b2e80a52dc301d0effa8f3445948afb0bb30ccb0c135b4f77f0163fd6fd","formula_version":"titan-u-contract-v1","latency_ms":0.8889160817489028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da5177f09ddcb365fe2a98688546946ce955e666feeea15936a34ddc7850b959","sample_id":"bias_detection.dev.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1b673b85b1e7a9ee23fda29921b673cd37ac3d0f352b1ef3b8b78d9a1485bd7","formula_version":"titan-u-contract-v1","latency_ms":0.6771660409867764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d03daefc86da627a24a17f2345fa3ad99d394a6375fb1f37c032044a0a0e7658","sample_id":"bias_detection.dev.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbc54a857bd83f8c9f9dfffc3dcd7b4409dad6b9edab85662538bd80a7e559d3","formula_version":"titan-u-contract-v1","latency_ms":0.8319170447066426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebffa13d21c940d36b74be14cdee97436bbc3c59b25a8cfad299df9cc0e0f2d6","sample_id":"bias_detection.dev.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da8dd016a6d7a7ee2e56266dea0f4ff454bdf6ca6a5ef5c478597566b5b22ffb","formula_version":"titan-u-contract-v1","latency_ms":0.662083039060235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04f550a7522025a572034591426c1b702301f0f012923ae0b7d7321d085aca43","sample_id":"bias_detection.dev.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"680cae6eba8480c83c395326e323be3f097c1c379431ef2bf11578d837e48636","formula_version":"titan-u-contract-v1","latency_ms":0.6769590545445681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76915f139f26641817dfaeeefccb1a1a665e99e505cbe9e105c5735bb98dc814","sample_id":"bias_detection.dev.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12d6eb37c06a254dc4e3bb7fd305b07fae88767ca6a2dbfbbb4edcd53bbd040d","formula_version":"titan-u-contract-v1","latency_ms":0.6896250415593386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bc0a8698822d4ce88de9b1bc72d04066eb5474a662da4684f7d7a794dee55d5","sample_id":"bias_detection.dev.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f05588307aa392d116f33758e2cc9297639da45822805d652095efa2d97eb822","formula_version":"titan-u-contract-v1","latency_ms":0.6393329240381718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe94d3310803e63f3e5bb8315dfbef11860cf4bdccd3d47acb920a01539a8f46","sample_id":"bias_detection.dev.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf918ac13a9c69d878418a82d6dccdcdd4b1dff4aab520dd20a2f92a1339fb24","formula_version":"titan-u-contract-v1","latency_ms":0.75833301525563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c95e54c747e1b7fc252bf1be169e52f8b4883dd7da2fd15ee222670a7e40e0c6","sample_id":"bias_detection.dev.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"829f6520b8ad5a30f5518dc4de9528673c1959a57808f2cba5db269b6dc7fe4c","formula_version":"titan-u-contract-v1","latency_ms":0.7884999504312873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc6d40b0dea70b13aad1bcc672b6c4c73f85dc0b09d776ae1096d86b0a246e73","sample_id":"bias_detection.dev.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30ced5cfb381a233229413496065a845cd146ff78b79f4155338aab5dfe1979f","formula_version":"titan-u-contract-v1","latency_ms":0.6549999816343188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"856d8d11d05bb1827bcbb9cb15ba3cdcfbb9018fef398dcaeef0c923c425f523","sample_id":"bias_detection.dev.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33091f929de99a88e76582c0c52b2657dffec01f5710eda8fa14ae8b2b7645a8","formula_version":"titan-u-contract-v1","latency_ms":0.6330410251393914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffd41b85cb33f33545896a657617af93dae021bb8745369c743f6e537369ab9f","sample_id":"bias_detection.dev.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a9038a9c17a462a520d136fe4975f50ec3bb1f8ef07288c040b4fcbc4958d8c","formula_version":"titan-u-contract-v1","latency_ms":0.6419160636141896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16479864ca3536525e288c256b569874ec3402b45e6774996940aead946d0c3f","sample_id":"bias_detection.dev.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1748dbf4177819739c1150b1c2d038240d2038b692062beb6a5fa5867d32873a","formula_version":"titan-u-contract-v1","latency_ms":0.846165930852294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04220355a6edc1921a5b92c4214d529ee8bdc281a8a7aaa2e58db460d3a2b2d0","sample_id":"bias_detection.dev.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbdd88920bd4bb03f6f8f69305c135d6547f0659956a7986ea8a9bfa2d385383","formula_version":"titan-u-contract-v1","latency_ms":0.63783407676965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55bb690d7b3c2eae7f1b023654ee83c0ade9a349f0615374dce2fb44e587fa8f","sample_id":"bias_detection.dev.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53250a577bbf583fcf5e7a883e76badc3f7d19dd4a2a4209d9c5835a7e1cd021","formula_version":"titan-u-contract-v1","latency_ms":0.6130000110715628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7a4f315fbe99a8a17d18762064626776dbe8a0f13b9901dba69cf8c52c2f8f5","sample_id":"bias_detection.dev.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41a76de8514e86ec581c60e26eee5164d508eec28704785207aa92963d1488d0","formula_version":"titan-u-contract-v1","latency_ms":0.720708048902452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a6f51989a63cab28805cc8861aa4e365070dbc1173e8db642feed12d37329e6","sample_id":"bias_detection.dev.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f59c35035af405f26389bac944478ab3e269006386555b6d19296282608ba2c4","formula_version":"titan-u-contract-v1","latency_ms":0.880042091012001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7120ceac3f73f5bc57b745d96a0af306c78f4de08334baa5ccab2910ff47320a","sample_id":"bias_detection.dev.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ffd6e4822830c9be463c96feb2770928066d7a861c849e938147f075c542ff8","formula_version":"titan-u-contract-v1","latency_ms":0.606292043812573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e8a145369e3b4d8825b31f23451f9d02ab3bcf2fb3efafe050af3df27fede6a","sample_id":"bias_detection.dev.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1222a42236e1723292cf5db4355df9e5e57b0a4428a39ead0edde8ff195aadfc","formula_version":"titan-u-contract-v1","latency_ms":0.5984159652143717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bb8c30b401a68b0826ea882bb341ff9b77ffb367d65c65266dc928e62ce0f05","sample_id":"bias_detection.dev.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cef63b57f237274f1e34dcc4357b1bdf1ee0a66658ceff7da0f953f259238b7","formula_version":"titan-u-contract-v1","latency_ms":0.963500002399087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee630b010e79eedc30c9f02e77571957d77787025ec8e24bcb8226941b301af3","sample_id":"bias_detection.dev.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"397b741d487705b78d76e89d21023457ef1fadec02898be13ed29e235c54f037","formula_version":"titan-u-contract-v1","latency_ms":0.6500419694930315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cd767a267c384d5c7a176bd14f1d6cd50c51d193591d1e508b2959785a66ee7","sample_id":"bias_detection.dev.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d4517d96a0b9438b10b3b8a32e1d3e3b596a5152a70bd01c9c970b4c406b46b","formula_version":"titan-u-contract-v1","latency_ms":1.0723329614847898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34df36de6ca389ca8f3252e1c59070f6fadb9a37c56f0328fc097b95773e6761","sample_id":"bias_detection.dev.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62e787763e0d194320f58a5a91908997488fec821878c28c207bc49dbdf64d01","formula_version":"titan-u-contract-v1","latency_ms":0.6374999647960067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b4b04cc6fa388566d2435c52f497474c71c09148bd3984233d6ef413bf19270","sample_id":"bias_detection.dev.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43e8aa2c070bd58487ac88e3bbf1f1d95c0d582d2f7dde6bd63d7e322a46d1c0","formula_version":"titan-u-contract-v1","latency_ms":0.8783750236034393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3537c5d61aed961578744274885e2c1ef9fffe3684a6f5910e18ec11e99784d","sample_id":"bias_detection.dev.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"663675691106682adb8e6839c16e1bdf64288fea9714cbab4f87093905518729","formula_version":"titan-u-contract-v1","latency_ms":0.6274590268731117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4d57109991724847d4b9cfa0512f7deaab73df7ef54ac91037f299cdb77a153","sample_id":"bias_detection.dev.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d13960c2ebeb0be17df55ced87ee2fc2888e5bac83a83749d91c4c11f63678f","formula_version":"titan-u-contract-v1","latency_ms":0.6252499297261238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"025eec24f6a5e3aa88255ebbbd1643a74676a6e92d9b3bd31c191b07fd08967a","sample_id":"bias_detection.dev.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84de92a73155960d47d5629ea426685b5962119ae1d3d760225d5d69e12dc2a8","formula_version":"titan-u-contract-v1","latency_ms":0.59104198589921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a58e0922fde690c13ad3f6b7b111ffea56545e05e2346f8ed61f04939bcde33d","sample_id":"bias_detection.dev.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8af326201dc4e3610f7f159c8d60c38da95fcf88ab14dc43aef1c7c905dd253c","formula_version":"titan-u-contract-v1","latency_ms":0.654041999951005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29b0110b74a1b0ef61ae68e4179746750507751a6aef7140c98fb68562b05ca2","sample_id":"bias_detection.dev.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2eddce6bb77d2ad17def88c8f8624b0110c978a12c4a0d395a0e26364068e120","formula_version":"titan-u-contract-v1","latency_ms":0.8558749686926603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7dc13e032378eaa84be1e4b13ec6195d5909adbfa84262d669583b6b05c21ad","sample_id":"bias_detection.dev.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90557d6c31cff76816c553e5f57780896e2a205a8e304d9a43a0e5075665c9fb","formula_version":"titan-u-contract-v1","latency_ms":0.7071249419823289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75b8668ccf0e99d41c17d5b60a0fb030365eb1789d035b4487e1839482fd360e","sample_id":"bias_detection.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96c19e72f2895fcb3d550497dc292d731de6b9f7143ad979e6b90e2c036facea","formula_version":"titan-u-contract-v1","latency_ms":0.9573330171406269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a18a507b3fe5207bc62ddc26116fac1bac0679ac617d54483743ec59198b581","sample_id":"bias_detection.dev.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e17cff2b8b301423032681f189e347989ae9af8950d44abb421176febbfb4d98","formula_version":"titan-u-contract-v1","latency_ms":0.8273749845102429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb8fe63df66f0b09dfddd7c11bebea75f3cdef3fdbed03be75e80657832c16d6","sample_id":"bias_detection.dev.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10a4a8fee9c51e29819c2eeba18d308b8ad6994aa486286278015887c5bedfe9","formula_version":"titan-u-contract-v1","latency_ms":0.6053330143913627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"527ad8bb597527c61324e9a424654905573bd587c59bef239029f855ffbcc3ea","sample_id":"bias_detection.dev.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45adcfef463427d7ca24d4e05a9c7d1504c4eae463cf965f33acb97ff7dfd17c","formula_version":"titan-u-contract-v1","latency_ms":0.7003749487921596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0d354dace1ed3da7d3f983964561a63b25ce12c2b72a88ed7391c48ef9b7a25","sample_id":"bias_detection.dev.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d3d302e5df22e912a36d8289d3ed50930f82c6d9fe06099fcbb35a4c366d8c1","formula_version":"titan-u-contract-v1","latency_ms":0.8686670335009694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8df1dc53c2e6add2f4f589d359d5833eb17c1e066ef7a3d75182c240406faa80","sample_id":"bias_detection.dev.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07b518a99b3d03b5baed6d8312bfa51c2363188913aba4a0d074f9a6ccb99870","formula_version":"titan-u-contract-v1","latency_ms":0.8047090377658606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1538a789f5b769967d367d9eb2cacaba400a56f5c18ad7129b9cb34d8c2a391","sample_id":"bias_detection.dev.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ed1addb484ad71106c55d309a66b7226f0436ba943c5a23538fa965e776085c","formula_version":"titan-u-contract-v1","latency_ms":0.6738330703228712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd7c0f0f3122277d64653ad0df76da8ff8b404b9ea82e5ae43a26f97fe1d28e6","sample_id":"bias_detection.dev.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4428804402e5d7c1aed205b1eb825ca2324edcc8b7a111b2884f8188585137c","formula_version":"titan-u-contract-v1","latency_ms":0.6644170498475432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"798a60939dc55602488f1d0e293a8847735783aa370e0ce1c0cb93e9ba2b75b0","sample_id":"bias_detection.dev.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96e8011842ca2cf0126e1e0e73bc7dba72ab89f05db1f8dc23abe278e0ae3e06","formula_version":"titan-u-contract-v1","latency_ms":1.1791250435635448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9365a6ca4c6d9b8479fa3c410c90b9a06fa282eefe811fedc692dfb959fcb76f","sample_id":"bias_detection.dev.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6b2cf032cbbffcfb3da1a169a9ac2228ff836fce74b57100a9eefe2a665408e","formula_version":"titan-u-contract-v1","latency_ms":0.62112498562783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0154567084cd54275702ae9eb7f1d1bbaf363e1dad7ca8bf24b8172e17131a7","sample_id":"bias_detection.dev.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"905b2f92b2d9dce1bbe15e6086951c24e14d402168c2c4404a10dd48d13e957b","formula_version":"titan-u-contract-v1","latency_ms":0.596500001847744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1be41ab6611075a2169cf3ba40d1f3ca25b15b20a57bc2f185a85bb67419472e","sample_id":"bias_detection.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fcb662182d35d6fba4555bf8d18d5b3f96f629e441db631b88390205e92715c","formula_version":"titan-u-contract-v1","latency_ms":0.9313749615103006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c886122df1dc924a7a272949fe7f0f6809c08757bc65c2099b98e1e70a7c1d3","sample_id":"bias_detection.dev.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72924de7c08510bdea7d13c518ea6eedd657c48c50caee6d6783b58929c846a8","formula_version":"titan-u-contract-v1","latency_ms":0.760124996304512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3c3e395a4b806df13f1caeed35708bc39a9413e93c03f5be92dfc679dd4bc2c","sample_id":"bias_detection.dev.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5365c42991697f248a6b88475b73b67213dd1685d4c9d65e112adeb225b40f7f","formula_version":"titan-u-contract-v1","latency_ms":1.3020000187680125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3f5f6b0508e96d800e9a4d40a711ebdf78e8e50506bcbc11c898a9606bc4a20","sample_id":"bias_detection.dev.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cffa1adb5cdbd2fd80aa33c3b14df59f3ab7880ce6ac5aea5228401fcb52df80","formula_version":"titan-u-contract-v1","latency_ms":0.6103749619796872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"843fd2dffd26124575b0c359adc84e4b601aff43286b4437a7909d505d7584df","sample_id":"bias_detection.dev.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6b2cf032cbbffcfb3da1a169a9ac2228ff836fce74b57100a9eefe2a665408e","formula_version":"titan-u-contract-v1","latency_ms":0.5869589513167739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0154567084cd54275702ae9eb7f1d1bbaf363e1dad7ca8bf24b8172e17131a7","sample_id":"bias_detection.dev.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"134e2189da5b43e9eee02af0910ca457a345d2ba9e34d7c55cf2dfa1dc787d5f","formula_version":"titan-u-contract-v1","latency_ms":0.7787080248817801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8924c76751cebf69e9d79ff4d992804a66f38ea4784602bf2354ce45a05282e6","sample_id":"bias_detection.dev.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f244d2946c0ede6f5fd3c3b77735c9989de52d82f693f41a33efefdb86ca6b52","formula_version":"titan-u-contract-v1","latency_ms":0.9149590041488409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57e142ee36dfa66d8b9e90ccf2323408be6b47cb031e2d8f6329e2df2f53a882","sample_id":"bias_detection.dev.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb0fea6eca6586d17b85ece8c7b26cfe995fcfd22d1ed300ee00d9bcbf89d1af","formula_version":"titan-u-contract-v1","latency_ms":0.8433329639956355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"468cd336d15e9c76dad1d5f3cbcac852adc7a1b8c871acd2ee2082353ce885fa","sample_id":"bias_detection.dev.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbc59787c88dba30b993758a0560b1f6d1e0106cfd262694fc0fb00518648c2a","formula_version":"titan-u-contract-v1","latency_ms":0.6743330741301179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb5d5690ad6f7df82a8799347bddc00f77e48010c28c60c7e54ea4a92e888991","sample_id":"bias_detection.dev.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"704ed68e3283cf1ea8ceea829edaa932d729b1041e8afbc5642c7ad729316bd7","formula_version":"titan-u-contract-v1","latency_ms":0.8396669290959835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39876c36323fac19f319b898bd2aaf82676fb50428080ca26e74aa484f2b1476","sample_id":"bias_detection.dev.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7cb5926ac39e821889a1d1969b2e54c63780f652ac80c2e33740b8aafb933be","formula_version":"titan-u-contract-v1","latency_ms":0.8502500131726265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffb47fe8f8eda1cfcbd979a8c8c3e2777db9272f76a97acfdd2b5085a978bc3a","sample_id":"bias_detection.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21f1aa2a3c25b621b900fbaf25b06daf1d7255d5c725fa5cb787a40689e7557b","formula_version":"titan-u-contract-v1","latency_ms":1.3130420120432973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de6e3611e8ba5b232071a0b08c1392f532dff51da56f44fbe51c23232a879440","sample_id":"bias_detection.dev.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ef6682e28a670d4b756947ea823ea344a687bd16496e40601862462baa66312","formula_version":"titan-u-contract-v1","latency_ms":0.8330000564455986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffc4a640ed80a0d56c7771b85f9a91fef8d32174868d1b782c55fe033cd8793e","sample_id":"bias_detection.dev.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"816c5db5315dfd0d25408964267923a98444383677925e4010d26a6e62bc9098","formula_version":"titan-u-contract-v1","latency_ms":0.6015410181134939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3ea8e263d6d99799831c69660c2e0c5df8d909c9e018c495f7ac25e163e464a","sample_id":"bias_detection.dev.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cccccccb4f45438da397fe819756523919aae347579ed54b832be7fa731537e5","formula_version":"titan-u-contract-v1","latency_ms":0.5882499972358346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2c267748ae176598f0e70f3c45a16f1e033963a93d963d80c5d7317957aca57","sample_id":"bias_detection.dev.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02c2fd1a53e0dc1f5bf16d455d333c3b893dc4902837f946fdedd3571c36c176","formula_version":"titan-u-contract-v1","latency_ms":0.7451249985024333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58bedb0f8552be8bf4bcfae9f74f30ed195746c8b5c239d89e40a224482ef0de","sample_id":"bias_detection.dev.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"861668ec19a0c8bcce611ddffd51d369fdc309feecc573e295677e4cc36e3677","formula_version":"titan-u-contract-v1","latency_ms":0.6552500417456031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cfe9bf7596db5b7f2854a289a87438101c6c030dd2e16f398c426ef15b6101d","sample_id":"bias_detection.dev.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffacda2a3e5bf51b3dff2d870b9a70582f2598af1aa1baa882b67c2e44d9291a","formula_version":"titan-u-contract-v1","latency_ms":0.6721669342368841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c19cc4545c5d88d46cb475c70f2fdd071f272186f37312c670d7644d63c0bd30","sample_id":"bias_detection.dev.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d285b7bcff037064b9f33bb317ac732f153eb12e1fdae7699804c6588eee5478","formula_version":"titan-u-contract-v1","latency_ms":0.6258330540731549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dd8165383c59849b3e0edbff4a7ec538eca94f3b3243557692f2a1837ba54ce","sample_id":"bias_detection.dev.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cd785ee2fbd040b5694bb21355a78592f8a29455d74f721b2de2f0c2524196e","formula_version":"titan-u-contract-v1","latency_ms":1.1548750335350633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b19b772582d122ded0caf0b9deb2688b322a992c49fe03a24bb3a5cf76374a83","sample_id":"bias_detection.dev.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c419e5ce359d0b305162120edfc525dea4ade376927cbff0f8cf1be67fe6b31","formula_version":"titan-u-contract-v1","latency_ms":0.6761670811101794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d69be0a64d110c6f41427e12372101344b57988d33eebf0112165d50aeda30b","sample_id":"bias_detection.dev.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"064e4218cd86a958114c823424ec89ca71382f53a9db90bc80768f8c2b43fbe6","formula_version":"titan-u-contract-v1","latency_ms":0.8170839864760637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3376a6664f8db76cf2227fd02b6e4f837e812af9d8685efb835dfc6e389a5b4","sample_id":"bias_detection.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d622abb9eb780ce6d86a0f4db58f411e2f90d2dd24f9a324cc14482b12c6f00d","formula_version":"titan-u-contract-v1","latency_ms":0.5975000094622374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d250cb76aaf0fdb8be9d6826e5f8d6d6bc420d11d0633741b1fa0454d83607d9","sample_id":"bias_detection.dev.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53262b586a309714e600a2492fe6f0be57739e1d8c510dfaa2edc33b96c3015e","formula_version":"titan-u-contract-v1","latency_ms":0.6324589485302567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41522355a291bb079594f4e045b2cc98daf1215b30266e891f1eb95e5e70c1ea","sample_id":"bias_detection.dev.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25a10d63dd06bf1f5949eeb044a1e2ff0fe23aca4832ec350183dc62f577eeb9","formula_version":"titan-u-contract-v1","latency_ms":0.672499998472631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb3d610690e5ca83586df170f98fb39c0073fd853968e31dc16d1964eeb3a137","sample_id":"bias_detection.dev.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2b8d0e40efa3f8722309dcc978970a163ee93c9401ab5cf89673e6eba2ef541","formula_version":"titan-u-contract-v1","latency_ms":0.6038330029696226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a73368e4717aa21592c99ac58435246d02e4cf62b60dfb78193a5521a23aacd","sample_id":"bias_detection.dev.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4971bf4865637d64b070756d92375ac1b03c116c261848beb0a909f673397ed","formula_version":"titan-u-contract-v1","latency_ms":0.5986670730635524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"461293342f3a01778c0724dd88f923d0aa69e6c96b1d2525f291d49bc5208e46","sample_id":"bias_detection.dev.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96f11198c1e0ad686b150893bd8f37270c6eb58f8fd682f810184c0cb3659a22","formula_version":"titan-u-contract-v1","latency_ms":0.7411660626530647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e496401a4c77e0edf8f333f00659e1080ce65a4a81569a6989cbcc41111a303","sample_id":"bias_detection.dev.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31871693b4b7af264799aa44f9a3dea79d85b280b98a55078a28aa098ed39e95","formula_version":"titan-u-contract-v1","latency_ms":1.0610839817672968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad79a16c20043cdd39abf98bceb24c4ff0dcdee95c7b7ac7e94ec84f6aa704ad","sample_id":"bias_detection.dev.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a8c0b8f23124936e2d2dd1f2278cdf6d0953fa1e9fb49a27a028ab71f366075","formula_version":"titan-u-contract-v1","latency_ms":0.6406250176951289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0077dca03a4d6fbc58c99dd5ac7692ee472b7402801a86fb3d7aeae8b7b49f9e","sample_id":"bias_detection.dev.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f1a3da4741465761f4143c478b5ca0bcbb1db8825343036884e7b1aa3162124","formula_version":"titan-u-contract-v1","latency_ms":0.7447500247508287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e0036b745fba05b9f165996cd02b196226c84dec95566e4f63997b29c02e8b1","sample_id":"bias_detection.dev.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54299270c86e24031be7be6aaaa991da8b675b2e522e6be70bb883fc9f847dd2","formula_version":"titan-u-contract-v1","latency_ms":0.6753329653292894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf1c1711e3497b77c1e8bf08802f84e9dee249dcf7f9497d177418a0e59bb0cf","sample_id":"bias_detection.dev.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1c749bb1484302639652ef19ac54953fb2dca10385c176ed2b43b416d56ce80","formula_version":"titan-u-contract-v1","latency_ms":0.6226249970495701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c38bf7706f2e3032ee2671a7e15357ddd2e146a756506d14004a51690696c287","sample_id":"bias_detection.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6edfeaf69f19fd10547ea32db636135baee75ce9049d96558fff8733c3265f2","formula_version":"titan-u-contract-v1","latency_ms":0.5995830288156867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fabafc35472b508f62ce0407606d0cb6237bc83a83e511feb915a861e275017","sample_id":"bias_detection.dev.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa1c2f3d9651055e42d313d745098ec38a0897a526643df452079c899afb958a","formula_version":"titan-u-contract-v1","latency_ms":0.8346670074388385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"194ba0ddfff1925366930e3d3a1eea540b2e8db15c3c70a853212f4022e3bf68","sample_id":"bias_detection.dev.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b561ff3361dc6fa66c1dbbb2ff201dcaf693f1c797702f4454494e4f05361d7","formula_version":"titan-u-contract-v1","latency_ms":0.8308329852297902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85fca580f4c58fb65c4320c42931b1442e34fbf64cc2150f5fa5cf14872cafab","sample_id":"bias_detection.dev.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb461d2540f845e4ee5378b72e22539d199be5dff72036e4f2f3fb4289c0f92c","formula_version":"titan-u-contract-v1","latency_ms":0.5928750615566969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43e0a312a71b6a08cc114d9fb14e9d99cb869aef1a49855682d068cc5bddb602","sample_id":"bias_detection.dev.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85f56896c8a5ddae367e255736f8750f0890036fa128c0f3a9466bff01b39ec7","formula_version":"titan-u-contract-v1","latency_ms":0.8280000183731318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe4e159e0ee1be81989acb14376efa12126580a50b01f17fb44a99eb97de6324","sample_id":"bias_detection.dev.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fbf3cb9350470023f3462a561a54791305f6b372edc3294b721f7136cdc99b1","formula_version":"titan-u-contract-v1","latency_ms":0.6381669081747532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a6896912650525006b7a6ac3bc01e2f0bc8d5f886f17a78b928dd0512aa0be8","sample_id":"bias_detection.dev.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a52c01103ab025f7aa6915b8ebdff49ab877ad045784411f0fff295f7d67418","formula_version":"titan-u-contract-v1","latency_ms":0.6363330176100135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcaffea91f718da8b60866c7cb9cb008f54074b9e15029736095fef63190886b","sample_id":"bias_detection.dev.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d83e5ef0e08269b8145d2edf0e47002473fae1280061ac2b39e52730bd0ff74","formula_version":"titan-u-contract-v1","latency_ms":0.8426659042015672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8d0f1bb5a8e3d125437463bc7801f9c01eecb29be35c1e3d90fcc157da95377","sample_id":"bias_detection.dev.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dd8323e0d40c9c214f8863848c391599cbfde0bd78d71a70238107eedaf4087","formula_version":"titan-u-contract-v1","latency_ms":0.8017090149223804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d9d62e7ada31a83dec0fffdcd11f2c6bcdfa23558c5b9b215adf99a8097199c","sample_id":"bias_detection.dev.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b778e668749278f727891979c9a7d50e74cd9b7a226c8faf45120c78a4d3b046","formula_version":"titan-u-contract-v1","latency_ms":0.9093750268220901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d385716254aa32312cb8e4cba3adbc0e587930b71e55a8808dbd5636cc5751c1","sample_id":"bias_detection.dev.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e316c79625922a841c4161265d2e28b5791360ea0c2ed1180a261c98b5d6ab3b","formula_version":"titan-u-contract-v1","latency_ms":0.7620420074090362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2566cdf3d382adbb1f464728f1a6fefc9d721cd822ec52d38f8ea15ad091c30c","sample_id":"bias_detection.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d999c3e2fbc23d21d1b50888861fd9def157daf15d903ce6db13e2a9c30d0d1","formula_version":"titan-u-contract-v1","latency_ms":0.8082919521257281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e59628b759971db66f0e98b347a784d504fbc31d6048b3f2f400baabdc92f92b","sample_id":"bias_detection.dev.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0e4c598c743f49c507527b1c75e47074cb86f8b763c6ee82ca162b2f40f9dde","formula_version":"titan-u-contract-v1","latency_ms":0.8934580255299807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbc801594de8907a2d68765838a79c0e316a7858f036ac57ac1e54d771e0de7d","sample_id":"bias_detection.dev.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b7a55a09fc28e02bebedc0f546312d6e2d8adee9b279b97c83c7e5ae575b679","formula_version":"titan-u-contract-v1","latency_ms":0.7659170078113675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"564f87364ddbfd38e7c7c84dd9c2bb77cf3a687daea8fe1dc249ebf978b38fa1","sample_id":"bias_detection.dev.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5601e2aea53f700dd29569377dff401ae039774dd7e3a6289d3714527afeb4c5","formula_version":"titan-u-contract-v1","latency_ms":2.294667065143585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72fd7fb596cb74f4141a66dd07cb2aee0f0296bc3f907aaa0b96c52564d46938","sample_id":"bias_detection.dev.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a4bf64973ccb6d75865488ffb921bd7fd2e17868b35fdfa08fde3ec5e19c53a","formula_version":"titan-u-contract-v1","latency_ms":2.4010419147089124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f399c43e3cd29317d76f2eb764e9fc293d6750dca176f4a989a84628bd8e49e6","sample_id":"bias_detection.dev.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae7c1626b6b5866de96912e129568e859049a7071b12197365c082fefde60815","formula_version":"titan-u-contract-v1","latency_ms":0.6472499808296561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bc18d03a3b889dc3945520f50303210c72a7679c05a45507d6d0e28aae421e7","sample_id":"bias_detection.dev.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"929fb05914a507e51b10aa666d88b00463753b0b36b5c02ba7af8d2495749cc2","formula_version":"titan-u-contract-v1","latency_ms":0.859249965287745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d7382aa8a553ce08d7967d2a9f5e7e9ce67f89099763b7f292e1df2941c87ef","sample_id":"bias_detection.dev.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9e11c0d2ebf81b2273e41fbefd0ec10be561484989a5742e3152526a59abab0","formula_version":"titan-u-contract-v1","latency_ms":1.5217498876154423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dadd6fa38780e095f583b202f82f0fc49fb93f234e17972778844d7f1c16e245","sample_id":"bias_detection.dev.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0732400a4829417b9f376f2d5eae55f53dee44271a05a4a8c8faa435a000786b","formula_version":"titan-u-contract-v1","latency_ms":0.8239169837906957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0f27035e819e452b5a5677ecc1ad94c80b60479ca435fe2cecc7ba6aed975b5","sample_id":"bias_detection.dev.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ec879a04933bcc55e38616f1198566deb1e67f0a6a602b529dd99530d8c65e5","formula_version":"titan-u-contract-v1","latency_ms":0.8763750083744526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa4ebbbce8ddd454c9960b3ece3375c428f2501a59e1510d1ed0d13ffe8b54e2","sample_id":"bias_detection.dev.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1e696d99561e16a5c1833f6c5df7e06329559237a4b4986b8bfbf2dfc31dbe9","formula_version":"titan-u-contract-v1","latency_ms":0.924208085052669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6185ffe64fc98481728e6fdd8a24178dcf2d5c130cf1fa754c34202868bd312","sample_id":"bias_detection.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5ab02bffc6549cb59aa6b4420ac442cd2726586d3a8279c3a44eab2c5f2e9af","formula_version":"titan-u-contract-v1","latency_ms":0.7862499915063381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3f5f627d02e607a54cc573ea668c10829ad2e27e887d3b4780ea268805fbde2","sample_id":"bias_detection.dev.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d7a6c0a3c092eef1d9d7845cc34dbdb6a168c558ece7008e0f3fca06b99b68b","formula_version":"titan-u-contract-v1","latency_ms":0.99679094273597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a41cc8414969d1914be25aaaf5933c60b5bed648ad8680e8beb88434d02259f","sample_id":"bias_detection.dev.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed39eada5bf2f303899bf0cd862d3916e4c8f082757b2ffe877084bdcc6b3376","formula_version":"titan-u-contract-v1","latency_ms":0.8531250059604645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75d3300f65a5e0be549cb510668a132e1faba54b9c81ee8ed2a30ce105834b99","sample_id":"bias_detection.dev.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5bbe137f061ec8ed6f1ac8620f5c8d5e129ab68c180f03b52cbe3940cefe087","formula_version":"titan-u-contract-v1","latency_ms":0.630541006103158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b07a6c83277658888675a919ed858982fde5d5450480fa6186a16a54c3275fb1","sample_id":"bias_detection.dev.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7fe6742ed895e648c94f792bc2cd5c6603123fdc5cebbaacc86fea70b890d88","formula_version":"titan-u-contract-v1","latency_ms":2.49370897654444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d83ae18f7c9f51477c7ed292ff2e5d30131068ac20bc236873977d466209100f","sample_id":"bias_detection.dev.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3450d5e6194d0bed42c9bf3e5506d8b6207fc90b8cc585098c5f3328003b45e","formula_version":"titan-u-contract-v1","latency_ms":0.8885000133886933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"918c8825276bba93f73bb9f5ec61ea6ea07c13ab01232c3d11977cb7d47e0364","sample_id":"bias_detection.dev.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01f700d0f790f8abc40541815f2df16618f05b4153d0c1ead26b10fda90346f9","formula_version":"titan-u-contract-v1","latency_ms":0.8187909843400121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be3d06822f1e71fd9281ddfd09df1087a3f0548e0fd885d8761343e312ab566d","sample_id":"bias_detection.dev.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b664709e00a6c232cf37d7f51b47e5a02de77aebc4bacfb1b03737a92189181","formula_version":"titan-u-contract-v1","latency_ms":0.8707910310477018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45c578b4d397cf05e9db73387c7e72f7dde4e56ae86b17fa320c2f3b376f3c91","sample_id":"bias_detection.dev.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08d03a661c70f3b0728ac5d7368d1bb459a51a83016c2a9873d823c4ae9042b2","formula_version":"titan-u-contract-v1","latency_ms":0.886125024408102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe95385153e6e0729c5b31f77ae6448deadb970e7bcb312ec0b5976c5318d56c","sample_id":"bias_detection.dev.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bb0504688bdc9e4e7acf06f9a290d71f397ebc49e4e25c1992c3a5b99343558","formula_version":"titan-u-contract-v1","latency_ms":2.3930000606924295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"503152fa6c9cc851a140890f0b2a6bacdd07b5ff1fb85b1b1fdcc71700cf93a3","sample_id":"bias_detection.dev.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58da5fd0e9efe5506b17b2f665e4d29de6a539c68c998d50ac84dcdbc8e2cfb0","formula_version":"titan-u-contract-v1","latency_ms":0.43654197361320257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e099bbedfe22d7e5b914deb9935aa59cb5e75e72f8f6fc0c8e31ca7db4bf9dd","sample_id":"chinese-lantern-riddles.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b83ab6413fcb48eea47746b6429cf6b349f051b9c751b56ba5a734a236ade84e","formula_version":"titan-u-contract-v1","latency_ms":0.4320419393479824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"460d0e9f069704219555bc8f14b528309f5c0ac21ace11b1f06413b99016b63e","sample_id":"chinese-lantern-riddles.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b83ab6413fcb48eea47746b6429cf6b349f051b9c751b56ba5a734a236ade84e","formula_version":"titan-u-contract-v1","latency_ms":0.47500000800937414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f03da5e38bc6c32729285c48744959fe3919bb0c0028cec83fb39429a5a9589d","sample_id":"chinese-lantern-riddles.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78dc5025d5d01f8efc4089437f4d4f47d085147477b38dbeaa57e0164c1c207e","formula_version":"titan-u-contract-v1","latency_ms":0.4193339264020324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0d9c17ac3d1b1a85347ed5c2e2e801ce8af78c29667de71556f9d68ec577708","sample_id":"chinese-lantern-riddles.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58da5fd0e9efe5506b17b2f665e4d29de6a539c68c998d50ac84dcdbc8e2cfb0","formula_version":"titan-u-contract-v1","latency_ms":0.465832999907434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3010f623a1e0b10bd33c03646656f75a6c49c7b57c6014ef10fceb93e80c05c","sample_id":"chinese-lantern-riddles.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62040f61c79e1ecb94aa8c3e6be06bd76a038124bd4aabe9499c54832b65f00d","formula_version":"titan-u-contract-v1","latency_ms":0.4682500148192048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c33ad240be81a0ea07a00d61402e6459f492d60d40727a439c3ee22db56fa48","sample_id":"chinese-lantern-riddles.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6080c1f9788303903d53e076f5c543b559406896f07f62723838b7ce4eb8e571","formula_version":"titan-u-contract-v1","latency_ms":0.4652079660445452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dad14fef352e1af6acb8b81eb2a146cb0cb9a4ea69bdae81ce0e8ccfa9f372d4","sample_id":"chinese-lantern-riddles.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b83ab6413fcb48eea47746b6429cf6b349f051b9c751b56ba5a734a236ade84e","formula_version":"titan-u-contract-v1","latency_ms":0.3578329924494028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f3e9533a6b194f36a22d2e3c55bd54aff313dfa5c0c142b4a3689e0c4cf702f","sample_id":"chinese-lantern-riddles.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"298d8b620c85c36a78d1ef7c92ad0bc33bebbc0e6c241c4887510a1b209ad090","formula_version":"titan-u-contract-v1","latency_ms":0.2887080190703273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"073bf2a0c567118ab6d1609e80a04f1b8078c0bbc880448bec7acfeffb58782b","sample_id":"chinese-lantern-riddles.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ffe28e8b528a1754dbc2276cc51334a2495caa129d90716c28a4f42ed93bdfd","formula_version":"titan-u-contract-v1","latency_ms":0.4568749573081732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb7a512d0d96764c0f6ea12427b04775b8fabccbec50409ee18a3033e57d058c","sample_id":"chinese-lantern-riddles.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fce105c7e7f576b3bc1dd2b6f718f38462b669b007bc5d51b5c8b8083a4fce38","formula_version":"titan-u-contract-v1","latency_ms":0.4729999927803874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72bf2649b5bdc9cb24dcd639c3d621e56299912e5ba43f406333982ae4eac01c","sample_id":"chinese-lantern-riddles.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fce105c7e7f576b3bc1dd2b6f718f38462b669b007bc5d51b5c8b8083a4fce38","formula_version":"titan-u-contract-v1","latency_ms":0.5114160012453794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1326212e4a2a1e916b1371b094dc751fcf4d9ec7b732f6b6edeb02ab6c9e181f","sample_id":"chinese-lantern-riddles.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b83ab6413fcb48eea47746b6429cf6b349f051b9c751b56ba5a734a236ade84e","formula_version":"titan-u-contract-v1","latency_ms":0.43104204814881086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b08f85caa9ea28a8302c720fe358d9478011c0289fe9ed62a23348ec5860d73","sample_id":"chinese-lantern-riddles.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6080c1f9788303903d53e076f5c543b559406896f07f62723838b7ce4eb8e571","formula_version":"titan-u-contract-v1","latency_ms":0.4392919363453984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f42efdcd1c03afeb6f1748e08c268bba5caca789852b1f99abb6d973bff971bf","sample_id":"chinese-lantern-riddles.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ffe28e8b528a1754dbc2276cc51334a2495caa129d90716c28a4f42ed93bdfd","formula_version":"titan-u-contract-v1","latency_ms":0.5164169706404209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"019d7dd72d98ccda208a61bef1b01baccf2ef86d38c1a46b432bb6639b96f248","sample_id":"chinese-lantern-riddles.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6080c1f9788303903d53e076f5c543b559406896f07f62723838b7ce4eb8e571","formula_version":"titan-u-contract-v1","latency_ms":0.45537506230175495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba10b8cc3b4e02425f6ae87c3417abfc9045164289207a3964b251cd425b96a5","sample_id":"chinese-lantern-riddles.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b83ab6413fcb48eea47746b6429cf6b349f051b9c751b56ba5a734a236ade84e","formula_version":"titan-u-contract-v1","latency_ms":0.5469579482451081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09eff72b1aff7423451ddc059522d21ba8ea38f9dd02acfbf845d3c179a90fa9","sample_id":"chinese-lantern-riddles.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62040f61c79e1ecb94aa8c3e6be06bd76a038124bd4aabe9499c54832b65f00d","formula_version":"titan-u-contract-v1","latency_ms":0.5110419588163495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f5dc274a304994939cdabbe0af272b5d1b7bf335ab6f37167b6022e9bac3c28","sample_id":"chinese-lantern-riddles.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ffe28e8b528a1754dbc2276cc51334a2495caa129d90716c28a4f42ed93bdfd","formula_version":"titan-u-contract-v1","latency_ms":0.5056250374764204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f5bd964e71e669f9ab80aa168b604a39cf390b02304cdd578489dc9726c4d31","sample_id":"chinese-lantern-riddles.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62040f61c79e1ecb94aa8c3e6be06bd76a038124bd4aabe9499c54832b65f00d","formula_version":"titan-u-contract-v1","latency_ms":0.4388750530779362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d81a9051de77485c98070fb102f50b5c6ed64be5bd255cbc7a59860277fac31","sample_id":"chinese-lantern-riddles.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9e23a9e6507013cf20d90186711d348dd8586b328244b6eb063d6fce6e3bd41","formula_version":"titan-u-contract-v1","latency_ms":0.7549170404672623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fe4c6385ee07dc8df1346333c28b271ef7d67a207b8c89d454a4e7f0b8dffb9","sample_id":"chinese-remainder-theorem.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0c0e373604fae9c0b8c69087d852f555021a2e130876e5d7df936753037a7c9","formula_version":"titan-u-contract-v1","latency_ms":0.5968749755993485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"661d0d0d688c6b12a3cd6af72740e48c4b38295488389170f691b1b375ea95a8","sample_id":"chinese-remainder-theorem.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"229d19ca43cb3a8ee789596be2de6dfeb06f3f21418830a853601ab48714a22f","formula_version":"titan-u-contract-v1","latency_ms":0.6912089884281158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15faa85577bb3e62a2f68208cd115b62958bc8de77d0b141efd8854deae1c42c","sample_id":"chinese-remainder-theorem.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02ce3cf574d54a6629da9a2b289b9089329f03fb37d939b1136a1bfd683469b0","formula_version":"titan-u-contract-v1","latency_ms":0.6272919708862901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88b35447c945be51d215a80f117896235442b5c5ea4dfc3f43f99c5888c82f7c","sample_id":"chinese-remainder-theorem.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2958a855e6387b7f7387a2e253431e23e532b8416921fff9e3ee01bf92bf320a","formula_version":"titan-u-contract-v1","latency_ms":1.3194590574130416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25a5b54b051d4255f2fedbf02d40d75ffeeab67d21f67b20248d22ed295957b9","sample_id":"chinese-remainder-theorem.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a3da31db0383423811eb7c3d5d6d40c6fb85c847c4d9e721aa07e1a953b7474","formula_version":"titan-u-contract-v1","latency_ms":0.585292000323534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32497e33c74944cbf5f42365ca242b5923a9bb993c480fec2c4557871e0c4fdb","sample_id":"chinese-remainder-theorem.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"544332771141e4122d706654fbee4cecba8804a63bd3b80d311d622af443a2a0","formula_version":"titan-u-contract-v1","latency_ms":0.46666699927300215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de9260ccafc1142f69f45b14189d4b2a4fc745554aaaf7da61184d55357371f0","sample_id":"chinese-remainder-theorem.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e447fe2c1de7cb29ccbdbb47bfe171c414efdbf57c02429f998b743361b24415","formula_version":"titan-u-contract-v1","latency_ms":0.4644589498639107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69c3fe473595e35d6208853fed678247b27ab107276ded45df3ba338dcbc3bc8","sample_id":"chinese-remainder-theorem.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"196512afa4a212aedf4f554ddd7048b5fd525b7d598fb13bf6f0d85c0938ce90","formula_version":"titan-u-contract-v1","latency_ms":0.5807499401271343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15411e1447d0ef2f5b020327b025e8f1b78507ab62763bfb9132901bfdbaab2a","sample_id":"chinese-remainder-theorem.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bc646af0f0357294abb2f272dba633120b51ff5fa19d6989a055bdd3913f75d","formula_version":"titan-u-contract-v1","latency_ms":0.7413749117404222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cac9fdebdf6894c191dccc625c7c5caabea08bf7263a12b271c82709eed6372","sample_id":"chinese-remainder-theorem.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f735decdeaf3647668df6cbebc4b61d88b43283e7e6ca1d8e5d85024d311f410","formula_version":"titan-u-contract-v1","latency_ms":0.661291996948421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"061afd4d89f5a73fbb12a1f2113fcbeab9daca576c8f7c7e5cbc8b2397c02e0e","sample_id":"chinese-remainder-theorem.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96020eed61e40a31f659d4ba6fda44dc8393ed3c62436d596271412dd62c3a83","formula_version":"titan-u-contract-v1","latency_ms":0.6675830809399486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0ef4cb109243d244a91d5d107bb07256a487389f4a51f453cc23866654d9f5b","sample_id":"chinese-remainder-theorem.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"196512afa4a212aedf4f554ddd7048b5fd525b7d598fb13bf6f0d85c0938ce90","formula_version":"titan-u-contract-v1","latency_ms":1.3683750294148922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15411e1447d0ef2f5b020327b025e8f1b78507ab62763bfb9132901bfdbaab2a","sample_id":"chinese-remainder-theorem.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e3f3001da5a652c8074f0c95277bde9a7231dafb975780cacafff82924a6d0f","formula_version":"titan-u-contract-v1","latency_ms":0.5987919867038727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c3833eb65cb2dc17f73445b6c7d648c13852e78d848b57a5f92184e55c5c866","sample_id":"chinese-remainder-theorem.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aea9f2c04c28364da852d27ba4e53b6bc3e65f2cdedd9f693651aa9392605593","formula_version":"titan-u-contract-v1","latency_ms":0.6107919616624713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a456fb80abf388746ffde19f54a2510fca1f7cdc1d58572fe8271e02206b484c","sample_id":"chinese-remainder-theorem.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9108c018e1c2bd924404de79f781c19264183e4a2371c8cb929daf8730c5d6f8","formula_version":"titan-u-contract-v1","latency_ms":0.40095800068229437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67ff7baee44934a85d41968fb78ff7e7c36de48912db7a4e6bc32a19f448ae0a","sample_id":"chinese_ancient_masterpieces_dynasty.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9108c018e1c2bd924404de79f781c19264183e4a2371c8cb929daf8730c5d6f8","formula_version":"titan-u-contract-v1","latency_ms":0.4361660685390234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97519f025318e8ba2865bdb752692ddffdb4acf4c9bca09f964f4a6117a77223","sample_id":"chinese_ancient_masterpieces_dynasty.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8865b16423ac1fbc95300e19e7535fbf5d47ceb788a17d0ce06407a6ce25087","formula_version":"titan-u-contract-v1","latency_ms":0.820874935016036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28230d05184d77b35040bbb117d18bf15f34742c4b6830d2f4832d49e151e653","sample_id":"chinese_ancient_masterpieces_dynasty.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8865b16423ac1fbc95300e19e7535fbf5d47ceb788a17d0ce06407a6ce25087","formula_version":"titan-u-contract-v1","latency_ms":0.3326250007376075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28230d05184d77b35040bbb117d18bf15f34742c4b6830d2f4832d49e151e653","sample_id":"chinese_ancient_masterpieces_dynasty.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8865b16423ac1fbc95300e19e7535fbf5d47ceb788a17d0ce06407a6ce25087","formula_version":"titan-u-contract-v1","latency_ms":0.325749977491796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aba7040c2f1bbf53a27c8392d0ea4f59a349c07f3a038a6c38b1e1a1b092d77f","sample_id":"chinese_ancient_masterpieces_dynasty.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"667efda093b00eced5fa15b7bc41598f8e223d7ab037cbb592d629956a9cbff2","formula_version":"titan-u-contract-v1","latency_ms":0.45770895667374134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a552f42c5aa4eb9ab632a2b213b7135852c3007c8a8303800df5128261cc9bc2","sample_id":"chinese_ancient_masterpieces_dynasty.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8865b16423ac1fbc95300e19e7535fbf5d47ceb788a17d0ce06407a6ce25087","formula_version":"titan-u-contract-v1","latency_ms":0.31558400951325893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c64f2624dc55e165beddc03e20c2073cb50565a518a7958dfa9d6f11c96b2df9","sample_id":"chinese_ancient_masterpieces_dynasty.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8865b16423ac1fbc95300e19e7535fbf5d47ceb788a17d0ce06407a6ce25087","formula_version":"titan-u-contract-v1","latency_ms":0.4188750172033906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b20573f731b90756d7aca893655096fafba85e21af2a7d7df7c64caa2091a92","sample_id":"chinese_ancient_masterpieces_dynasty.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"667efda093b00eced5fa15b7bc41598f8e223d7ab037cbb592d629956a9cbff2","formula_version":"titan-u-contract-v1","latency_ms":0.4323340253904462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"654ef8bf35f232a19798cd7b834c59fd3eabc4be260214e684cd43722421981c","sample_id":"chinese_ancient_masterpieces_dynasty.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"667efda093b00eced5fa15b7bc41598f8e223d7ab037cbb592d629956a9cbff2","formula_version":"titan-u-contract-v1","latency_ms":0.40954200085252523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc48a6ba63f82add70829b09b757200649c822047c75a43df13da45f79caf066","sample_id":"chinese_ancient_masterpieces_dynasty.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"667efda093b00eced5fa15b7bc41598f8e223d7ab037cbb592d629956a9cbff2","formula_version":"titan-u-contract-v1","latency_ms":0.5141670117154717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6159d7d200434fa0d617a31e279d58d05433272820d99ecbab08e7132b5c9bb","sample_id":"chinese_ancient_masterpieces_dynasty.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"667efda093b00eced5fa15b7bc41598f8e223d7ab037cbb592d629956a9cbff2","formula_version":"titan-u-contract-v1","latency_ms":0.42070902418345213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b9fb734d580db3610b691275714024a256ead8064206045cba16a713855f5c1","sample_id":"chinese_ancient_masterpieces_dynasty.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9108c018e1c2bd924404de79f781c19264183e4a2371c8cb929daf8730c5d6f8","formula_version":"titan-u-contract-v1","latency_ms":0.47608406748622656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19b6bd2aa3d94f9e362fdd279ae71b7522a21ee5f874a64ecf7de76a3eee34af","sample_id":"chinese_ancient_masterpieces_dynasty.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8865b16423ac1fbc95300e19e7535fbf5d47ceb788a17d0ce06407a6ce25087","formula_version":"titan-u-contract-v1","latency_ms":0.41145901195704937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8d493e086f5990deb8f34591ea0501735d1a0824afd53f34fb665e738219467","sample_id":"chinese_ancient_masterpieces_dynasty.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8865b16423ac1fbc95300e19e7535fbf5d47ceb788a17d0ce06407a6ce25087","formula_version":"titan-u-contract-v1","latency_ms":0.39254198782145977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26ee9f2ba4c4fdb379bbbad25aae5ecfb6b409bd542cea504ca86909ebbe0563","sample_id":"chinese_ancient_masterpieces_dynasty.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8865b16423ac1fbc95300e19e7535fbf5d47ceb788a17d0ce06407a6ce25087","formula_version":"titan-u-contract-v1","latency_ms":1.5139579772949219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f12332f57cfb5f44c44bd8fec941844d05e2528b586f4678794e18988b934063","sample_id":"chinese_ancient_masterpieces_dynasty.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb6756fc85de368d81293e031d83c6219cd8f3f6126af898a6759ae2f1d9aa6d","formula_version":"titan-u-contract-v1","latency_ms":0.32183295115828514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27df80b06e087ed37f50546154f071446acf91ea990150ff1a32a81241ea3941","sample_id":"chinese_ancient_poetry.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df4ae626140ff59afae0b9cb66ae03ee31cd6026c9eeaab932e804d19ccc86f","formula_version":"titan-u-contract-v1","latency_ms":0.31320902053266764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9cfc5f97bc94354e1c27c55b0dcd08900bbd73650bf5c44542fde1bd684c40f","sample_id":"chinese_ancient_poetry.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d71188b1ca69c17d756e6f29861571b7685691d2504ba7e41edd3c142fb199e3","formula_version":"titan-u-contract-v1","latency_ms":0.5120830610394478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94a52706916de165cd0eee878bb0469913f16ec6a68c6c3adbd75940d15d7d52","sample_id":"chinese_ancient_poetry.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"585a39ac7af98b868dfdef1cf0dce1065112e16bdbf3c4ae4ba22ee908aa6997","formula_version":"titan-u-contract-v1","latency_ms":0.5245410138741136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd1c9b5346933866a06211107f6ebf3813035612444d6f4de8fc52c1fad1c6fd","sample_id":"chinese_ancient_poetry.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a041481c71ca115d294811df810eab0c2de660de2c39420ae1548e00a9b1f6e1","formula_version":"titan-u-contract-v1","latency_ms":0.4600000102072954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9bf93267e9142dcbaabb602cb3ef497ed2d001b0fd0d775f53f49ceafa704f0","sample_id":"chinese_ancient_poetry.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"353b24c91453e24098cea9e1f5664ca82afb95b580d5488ff9adc7cd0172846d","formula_version":"titan-u-contract-v1","latency_ms":0.32691704109311104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0286e619139d31691506625dffa2d579ef89be1b337ff4677d04363934c11417","sample_id":"chinese_ancient_poetry.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7496bd2004a59594ed11a82958952a498dbd24c4e8d187f1d13a5beb7ea9969","formula_version":"titan-u-contract-v1","latency_ms":0.41079206857830286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a1999fd0adfe83abf5f53c3771edb88ad332f1e8d1113c026076b514ca2f029","sample_id":"chinese_ancient_poetry.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"585a39ac7af98b868dfdef1cf0dce1065112e16bdbf3c4ae4ba22ee908aa6997","formula_version":"titan-u-contract-v1","latency_ms":0.357207958586514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"454f9bed4e4755aed6550bc5d85fd41c025fbc5a8a3125576b723edbda13aa9c","sample_id":"chinese_ancient_poetry.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28d4fb7a0797743101a2ed401be8f290eed60778d628550d34e5ac2738b21e7f","formula_version":"titan-u-contract-v1","latency_ms":0.32054109033197165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5699c49ed5f01d2da8e920af30438ecdd2febd5824f2d1c37ee497b6577c8fc5","sample_id":"chinese_ancient_poetry.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df4ae626140ff59afae0b9cb66ae03ee31cd6026c9eeaab932e804d19ccc86f","formula_version":"titan-u-contract-v1","latency_ms":0.30399998649954796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02a4e97838520b6b78be8fbd99afb9264629a57e9a6c6461ec20d7b41f4e0f74","sample_id":"chinese_ancient_poetry.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c6d6ab71097269fbece368db8ae11fc9b640a452fc7590fcfb354a1a66392b3","formula_version":"titan-u-contract-v1","latency_ms":0.5034999921917915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e40c9cfa37a855f88051cb1bebd3f7db210db23f5a326d32fe03a0fc4e68f74c","sample_id":"chinese_ancient_poetry.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d71188b1ca69c17d756e6f29861571b7685691d2504ba7e41edd3c142fb199e3","formula_version":"titan-u-contract-v1","latency_ms":0.3209169954061508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e9f7223843c64f474e6b062c29571aa620e9db375445a461efe23a3ef95c621","sample_id":"chinese_ancient_poetry.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df4ae626140ff59afae0b9cb66ae03ee31cd6026c9eeaab932e804d19ccc86f","formula_version":"titan-u-contract-v1","latency_ms":0.40495896246284246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2932b8c3bc2a33c72c7c774a07302b6417482056fb4d9df4a622da2c27fc0e8","sample_id":"chinese_ancient_poetry.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7496bd2004a59594ed11a82958952a498dbd24c4e8d187f1d13a5beb7ea9969","formula_version":"titan-u-contract-v1","latency_ms":0.33787498250603676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90fe2d5b4e8d725474a2317d5c6ccb238302075e4bec86f008edbb86147bc062","sample_id":"chinese_ancient_poetry.dev.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb9b7e644adf61947a39fad0a51467cfd41422647fc50b6017aae0b4fa5041d9","formula_version":"titan-u-contract-v1","latency_ms":0.41850004345178604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae0fda4593e07755208a761ce7b80e5c4753a1ff12213fe44a39754f6609f340","sample_id":"chinese_ancient_poetry.dev.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a041481c71ca115d294811df810eab0c2de660de2c39420ae1548e00a9b1f6e1","formula_version":"titan-u-contract-v1","latency_ms":0.3321249969303608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12764160631a461d7413e11ec919c3a92fda4d09ca3fea7a67ac578a9775121e","sample_id":"chinese_ancient_poetry.dev.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7496bd2004a59594ed11a82958952a498dbd24c4e8d187f1d13a5beb7ea9969","formula_version":"titan-u-contract-v1","latency_ms":0.4243330331519246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"109a9f19f4ce92fd99134ea8bbb0ba557a1bce33b79d51480f8a5feff1124ee4","sample_id":"chinese_ancient_poetry.dev.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28d4fb7a0797743101a2ed401be8f290eed60778d628550d34e5ac2738b21e7f","formula_version":"titan-u-contract-v1","latency_ms":0.7195000071078539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ac4c4c2d4566167043369f58bade7614cb436063a146b4ccee37eac52862415","sample_id":"chinese_ancient_poetry.dev.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c6d6ab71097269fbece368db8ae11fc9b640a452fc7590fcfb354a1a66392b3","formula_version":"titan-u-contract-v1","latency_ms":0.4265840398147702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9622451e61e1426d4cabb934a748e9111fbe7e4d8f0f3ad82760f35d37304207","sample_id":"chinese_ancient_poetry.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78a0181fa8734917ed1bb4ddfc805eab90c848a264d2d46d23d08734550fdc62","formula_version":"titan-u-contract-v1","latency_ms":0.38487499114125967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad49ae3440862abf7fb98201ef5231ea26030517c22c2d3a04f27183c70196af","sample_id":"chinese_ancient_poetry.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7496bd2004a59594ed11a82958952a498dbd24c4e8d187f1d13a5beb7ea9969","formula_version":"titan-u-contract-v1","latency_ms":0.360167003236711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37b3c47e3a614c2815e6e01e511f61d9ab80b11c09a1fdcd69fba4ce2b3dc92d","sample_id":"chinese_ancient_poetry.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df4ae626140ff59afae0b9cb66ae03ee31cd6026c9eeaab932e804d19ccc86f","formula_version":"titan-u-contract-v1","latency_ms":0.4632920026779175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f69d4a93b8af1299ab749ae29a816a97701d33350031b89bdcc7cb08bb8871e6","sample_id":"chinese_ancient_poetry.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65940178e9e19041fb6fc3322e71e2d6c67e565976a9b6a6c165907db2c77bd8","formula_version":"titan-u-contract-v1","latency_ms":0.39237504824995995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae2625af5577645d1c26fb9ead0f2c212d5154962ff95a6190314d77b584c8d","sample_id":"chinese_ancient_poetry.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c6d6ab71097269fbece368db8ae11fc9b640a452fc7590fcfb354a1a66392b3","formula_version":"titan-u-contract-v1","latency_ms":0.43883302714675665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a5e7677da04839bdc1e486ff98d6a6270b8056dbb2e0d6affd010956d74037e","sample_id":"chinese_ancient_poetry.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65940178e9e19041fb6fc3322e71e2d6c67e565976a9b6a6c165907db2c77bd8","formula_version":"titan-u-contract-v1","latency_ms":0.5963330622762442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd1299edb6e5f7860fffae7c72c2d68d3bd9d232538f5e3d643dda3cbd2ffbc7","sample_id":"chinese_ancient_poetry.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15f648cad44bb6d1e74975035eefcf0dc98b4198e04a5b68ae4fef1f008d5f6c","formula_version":"titan-u-contract-v1","latency_ms":0.3688749857246876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"231383f8de60e930b7b3a19870260c58b3e217ba68eceb11a5d33b34f69b2377","sample_id":"chinese_chu_ci.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15f648cad44bb6d1e74975035eefcf0dc98b4198e04a5b68ae4fef1f008d5f6c","formula_version":"titan-u-contract-v1","latency_ms":0.3234579926356673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b506e07cd2e8cec3aabee828dd705eb8f4c5192c2d2bae5898776530aeea1e22","sample_id":"chinese_chu_ci.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62040f61c79e1ecb94aa8c3e6be06bd76a038124bd4aabe9499c54832b65f00d","formula_version":"titan-u-contract-v1","latency_ms":0.3517919685691595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e32fe4ffad27c639e304d8582a55295758f18d0319b0c3d413d397d835383dc","sample_id":"chinese_chu_ci.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51b336d0dc1c44f9489621562a11cb6f891127ebf72e94502982eea932baca01","formula_version":"titan-u-contract-v1","latency_ms":0.3403340233489871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9ba296d4b7e6d14ef88b67c1f396143f2ef617791fece6a80eaf44202173ecb","sample_id":"chinese_chu_ci.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b83ab6413fcb48eea47746b6429cf6b349f051b9c751b56ba5a734a236ade84e","formula_version":"titan-u-contract-v1","latency_ms":0.535291968844831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"972acb4d37ac9356db38de5caf9a19865937f24b7f8cc95268d850584f6c62f0","sample_id":"chinese_chu_ci.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9108c018e1c2bd924404de79f781c19264183e4a2371c8cb929daf8730c5d6f8","formula_version":"titan-u-contract-v1","latency_ms":0.4048749106004834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94f0d9fb4f54799d626eafb882dcaa71820eeb4c7af6fd946cbb861f02bc715d","sample_id":"chinese_chu_ci.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51b336d0dc1c44f9489621562a11cb6f891127ebf72e94502982eea932baca01","formula_version":"titan-u-contract-v1","latency_ms":0.30879094265401363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e4cd218227f8203a7d4b9b932e54d3d901309ca6fb2ddaec391ee9174e6b0d9","sample_id":"chinese_chu_ci.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15f648cad44bb6d1e74975035eefcf0dc98b4198e04a5b68ae4fef1f008d5f6c","formula_version":"titan-u-contract-v1","latency_ms":0.3201250219717622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de54ccde6677c99d32fbad2e57fbc8b5e82d6a35735869c3712544bd5335f2c3","sample_id":"chinese_chu_ci.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51b336d0dc1c44f9489621562a11cb6f891127ebf72e94502982eea932baca01","formula_version":"titan-u-contract-v1","latency_ms":0.31170807778835297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e61bd180a291d83cc516d896f9bd87ae388d7c471756ac6a4a55472cfe788939","sample_id":"chinese_chu_ci.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d6b6c426a3a8991131824bb11f06fdba5d87c46491c15130e2b9cf4d78022ba","formula_version":"titan-u-contract-v1","latency_ms":0.47812494449317455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8f96c16bdfee41f3a560e25f9d40ea1798608237cdd364c942d5b0b9b87a6a0","sample_id":"chinese_chu_ci.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15f648cad44bb6d1e74975035eefcf0dc98b4198e04a5b68ae4fef1f008d5f6c","formula_version":"titan-u-contract-v1","latency_ms":0.3160419873893261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfeb4ee62700c132e48013a4fe6791238d8170b3a91cf6dbb472b1e9c1ef460c","sample_id":"chinese_chu_ci.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15f648cad44bb6d1e74975035eefcf0dc98b4198e04a5b68ae4fef1f008d5f6c","formula_version":"titan-u-contract-v1","latency_ms":0.32783299684524536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d874ed1ef26e2c2149fd05057f59bd7f71ea7ad8d03f722d9db050f25c474a9b","sample_id":"chinese_chu_ci.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57829ec5ed8b53a23d83e52b5fa266b5fdc72caf302ba6815c58d0695142ffd3","formula_version":"titan-u-contract-v1","latency_ms":0.3177919425070286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a167540046640a9368983ad1629df2bea4b9946f4297f4113347a43fb296d60c","sample_id":"chinese_chu_ci.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fce105c7e7f576b3bc1dd2b6f718f38462b669b007bc5d51b5c8b8083a4fce38","formula_version":"titan-u-contract-v1","latency_ms":0.3244170220568776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b389bb4b73ea38ab2a3d6da6813b8d0c9ed6a7e69f3e109a8bce67ad1dd1baaf","sample_id":"chinese_chu_ci.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"961863a62f36cd17b8e67c5c1d1e7af327829965d0e2e9827070f8db96c63c2f","formula_version":"titan-u-contract-v1","latency_ms":0.6631669821217656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2081e1a36217411a8f979783b53a961eb8f28148966dd91e7ccc8e6335ebf30","sample_id":"chinese_chu_ci.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6bd5c3052a9f6664ba41646d323e9640fea46a889a208b85ae63166a917f7f4","formula_version":"titan-u-contract-v1","latency_ms":0.3779999678954482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7ba45a9398b1144cebe38703c8c9dae8370e5603dd3800efa8b644c53743e67","sample_id":"chinese_famous_novel.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68ef1c0932914355e69eadd66a2d0c5137470b424b824bd8354ae8fcba484471","formula_version":"titan-u-contract-v1","latency_ms":0.38120802491903305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e52d0cc0c7b2366021aabdc738aac546cae5267de747a6135b841ef340ea39eb","sample_id":"chinese_famous_novel.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbbd52929c3950a0d6cf7713fca81157541ddc241b294a6ebfd4e66cadec022d","formula_version":"titan-u-contract-v1","latency_ms":0.303708016872406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3389d1ae784be97fbb94aab49cd72187495bffbd5f03f8008355a759eda3bee3","sample_id":"chinese_famous_novel.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6bd5c3052a9f6664ba41646d323e9640fea46a889a208b85ae63166a917f7f4","formula_version":"titan-u-contract-v1","latency_ms":0.39370800368487835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e185ef99355f12c84eda7c55c0d755c224ee913ba8ba39fa209ecfa2725a297a","sample_id":"chinese_famous_novel.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"520531215499be5436b331de4a03fafef15e075c66f926d4d7a853af2194f65c","formula_version":"titan-u-contract-v1","latency_ms":0.368500011973083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a320f53950f3e79123d92022b232d4118216bdcdbca3ab383eff7549c43e47ec","sample_id":"chinese_famous_novel.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6bd5c3052a9f6664ba41646d323e9640fea46a889a208b85ae63166a917f7f4","formula_version":"titan-u-contract-v1","latency_ms":0.3097080625593662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91ffafbb2a52954bc139f759858ff6e09a958c5dfefcdcbe480101f1870321ff","sample_id":"chinese_famous_novel.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d63d9f2bd6dc19608e98a869a3202ad4a6e07ae2be05f047f45e3a654aba1997","formula_version":"titan-u-contract-v1","latency_ms":0.3137500025331974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1ff50c19dceb73bfac15b28a3e7b7ca5a61f4466920bbdcc825a96432fccea6","sample_id":"chinese_famous_novel.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d63d9f2bd6dc19608e98a869a3202ad4a6e07ae2be05f047f45e3a654aba1997","formula_version":"titan-u-contract-v1","latency_ms":0.3915419802069664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2d40380e62a91b2005074c3bc71822bc1d0bb9d765a35a4483fde59ec636304","sample_id":"chinese_famous_novel.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d63d9f2bd6dc19608e98a869a3202ad4a6e07ae2be05f047f45e3a654aba1997","formula_version":"titan-u-contract-v1","latency_ms":0.3593750298023224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7269085d8103f974e7c7354c291718f24069e9f6ee432fc48a404cdef81404a5","sample_id":"chinese_famous_novel.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbbd52929c3950a0d6cf7713fca81157541ddc241b294a6ebfd4e66cadec022d","formula_version":"titan-u-contract-v1","latency_ms":0.31879195012152195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f9a163007e6510250c6c2447485260fc86ab694026886a738dd2cec05c08bde","sample_id":"chinese_famous_novel.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68ef1c0932914355e69eadd66a2d0c5137470b424b824bd8354ae8fcba484471","formula_version":"titan-u-contract-v1","latency_ms":0.40141597855836153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3d66626c3b98b3a4456287a67bc29c3d2ba35121cb88e9354a00510b8772ba2","sample_id":"chinese_famous_novel.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d63d9f2bd6dc19608e98a869a3202ad4a6e07ae2be05f047f45e3a654aba1997","formula_version":"titan-u-contract-v1","latency_ms":0.318958074785769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1ff50c19dceb73bfac15b28a3e7b7ca5a61f4466920bbdcc825a96432fccea6","sample_id":"chinese_famous_novel.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d63d9f2bd6dc19608e98a869a3202ad4a6e07ae2be05f047f45e3a654aba1997","formula_version":"titan-u-contract-v1","latency_ms":0.3766249865293503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"158e8427fb90903c562412d7c1f329ded02c4741bd5c04ff2628f3df4dd5aea6","sample_id":"chinese_famous_novel.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d63d9f2bd6dc19608e98a869a3202ad4a6e07ae2be05f047f45e3a654aba1997","formula_version":"titan-u-contract-v1","latency_ms":0.44545799028128386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fff1390efb2f0cd4b1be57bf506c2a0234fd4b840c15d96e1adebcad699ecf3","sample_id":"chinese_famous_novel.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d63d9f2bd6dc19608e98a869a3202ad4a6e07ae2be05f047f45e3a654aba1997","formula_version":"titan-u-contract-v1","latency_ms":0.498458044603467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f357dc43fc443ba5ba2bdf7bab65da2a71794d98551f2f5f4f3cd58749b8af9","sample_id":"chinese_famous_novel.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68ef1c0932914355e69eadd66a2d0c5137470b424b824bd8354ae8fcba484471","formula_version":"titan-u-contract-v1","latency_ms":0.3778330283239484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25b7ac9f52401fec19246972215876b0a6d23c3f72683674f9471bba78ed7d97","sample_id":"chinese_famous_novel.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6bd5c3052a9f6664ba41646d323e9640fea46a889a208b85ae63166a917f7f4","formula_version":"titan-u-contract-v1","latency_ms":0.5067499587312341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"523c7f6257963afd406406d8381f13e5f58e8824d4024dd33ddb070fc3b8b69d","sample_id":"chinese_famous_novel.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6bd5c3052a9f6664ba41646d323e9640fea46a889a208b85ae63166a917f7f4","formula_version":"titan-u-contract-v1","latency_ms":0.3839579876512289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5609b561ff65eabaa43c62649998a7c854c31fd00aff02095818b448787439de","sample_id":"chinese_famous_novel.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d63d9f2bd6dc19608e98a869a3202ad4a6e07ae2be05f047f45e3a654aba1997","formula_version":"titan-u-contract-v1","latency_ms":0.3777920501306653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"189217dd2f9f89eebc0c3460ccf569988abf2c9234a763ab2861b5127a1c0772","sample_id":"chinese_famous_novel.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d63d9f2bd6dc19608e98a869a3202ad4a6e07ae2be05f047f45e3a654aba1997","formula_version":"titan-u-contract-v1","latency_ms":0.28120900969952345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e862ed94e214e3ec55fd376781de24c1065957249fc44f45bdb44e2705bed660","sample_id":"chinese_famous_novel.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae0c1a4b1b7261207602a2995926d4f12d9b264e19eadfc67845bec4544943a9","formula_version":"titan-u-contract-v1","latency_ms":0.5485420115292072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41824a78d1d73af516cf25069110038569eacec75eef2f920da3e48ec909f8bd","sample_id":"chinese_hard_translations.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c89f05c5382b0f81e506067a879ad7f0cecb1f13c9636a6505efaa90167ac984","formula_version":"titan-u-contract-v1","latency_ms":0.4452499561011791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7421915516a1c12c48151720f05affd559c128b30e4146f7f1969f3f3aa40044","sample_id":"chinese_hard_translations.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae0c1a4b1b7261207602a2995926d4f12d9b264e19eadfc67845bec4544943a9","formula_version":"titan-u-contract-v1","latency_ms":0.531708006747067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"249ac499189567cca017bfc525812b746be77bf30cd63aace7e064ba14d0bd74","sample_id":"chinese_hard_translations.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b62da452d4fcb87b3b58913ea0de0ff128f18081605690725339703cef265c29","formula_version":"titan-u-contract-v1","latency_ms":0.6559169851243496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2f9b68e841fb67f5ef143a43835667bfac9473ac40f078ba29c6dda1a85dff9","sample_id":"chinese_hard_translations.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c89f05c5382b0f81e506067a879ad7f0cecb1f13c9636a6505efaa90167ac984","formula_version":"titan-u-contract-v1","latency_ms":0.5410839803516865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01a9f073cd58fc5245a044a37eac6f05c106cda2709f6f45397dd19ff1659671","sample_id":"chinese_hard_translations.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad43f4160b766aef5db0580a182e52d5577457d2d1c6aaa1050c5ad5f9b27eeb","formula_version":"titan-u-contract-v1","latency_ms":0.5389170255511999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a79c69f32bc15a5fb400fba1ab53c4bcb0f50b9951667263a5558f84ba688af","sample_id":"chinese_hard_translations.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae0c1a4b1b7261207602a2995926d4f12d9b264e19eadfc67845bec4544943a9","formula_version":"titan-u-contract-v1","latency_ms":0.5739590851590037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9e0fa8953660a29c514341a028d3c01ebcc0f95bed8cad13c240b69fd8c776e","sample_id":"chinese_hard_translations.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8496b6403f62a1b1f4a31764fbaaad513cd4e8084e74d187b4613d17819479e8","formula_version":"titan-u-contract-v1","latency_ms":0.43299992103129625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2b787221a3460d1821a17e56b47f3bf0145c9730b5e4d31f32c146b10cf0bdd","sample_id":"chinese_hard_translations.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28deae7a9e8ee877c0aaf1909b9cb8d0b8ea371fff8462f2b7b5f5d20933bf2d","formula_version":"titan-u-contract-v1","latency_ms":0.4140419187024236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18a0894f5c5bf5f907b9b0ac4f9616dbd8ef1b6bd007840bb442cea789b0098d","sample_id":"chinese_hard_translations.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b62da452d4fcb87b3b58913ea0de0ff128f18081605690725339703cef265c29","formula_version":"titan-u-contract-v1","latency_ms":0.6153750000521541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb943a48ee1bc281bb72aef8a6d6c56fbbb735e52ad3d93f4abcdd6290bc4831","sample_id":"chinese_hard_translations.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a443a8bcdcf92d6d5bdad32efeee80824e3185c7d928b5ae96531be82b194549","formula_version":"titan-u-contract-v1","latency_ms":0.5526660243049264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a83297ca7b1d94f87f5caa88b02fb11667b76d49d429478dacf142e052232ba7","sample_id":"chinese_hard_translations.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a3ca31c02422ae7b39fd9782375678cdee5603b422bb79162d751dfac9589f1","formula_version":"titan-u-contract-v1","latency_ms":0.9205000242218375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf095dae39e503aecbf5d68da3133f0591664ac8ca358d400b79416a54f0a9d0","sample_id":"chinese_hard_translations.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdd7ccd9b659051d242630497ae469de7d106ecb0b3b1caac5d09b802f219fb1","formula_version":"titan-u-contract-v1","latency_ms":0.4088339628651738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"449a119e35b21ccd1e057cdad57c844355d83f4d77c8eae4779e0c322e5da7ed","sample_id":"chinese_hard_translations.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a3ca31c02422ae7b39fd9782375678cdee5603b422bb79162d751dfac9589f1","formula_version":"titan-u-contract-v1","latency_ms":0.523374998010695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78b527da653bf04fece75655d6d7e553056df626a24c26b59406ed17ab363466","sample_id":"chinese_hard_translations.dev.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a50ab5154f8e901f8b664d43cf5ce0cd11fb1d4f2b99be173707e2ec556aacd8","formula_version":"titan-u-contract-v1","latency_ms":0.5180409643799067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"401ae180b0a95ca742d938a0f49b064878f69489cfb3f6c5ff01e3c84f908c2a","sample_id":"chinese_hard_translations.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c8bc864a91bc0b54f97e86c5989da27c3a600e6b799abf4172e35ee8bad969c","formula_version":"titan-u-contract-v1","latency_ms":0.4916249308735132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd0c8f4b9b7ec7f640e2cf5a97c19a5108c7d22544cc78025fe9b573a77dae0e","sample_id":"chinese_hard_translations.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a50ab5154f8e901f8b664d43cf5ce0cd11fb1d4f2b99be173707e2ec556aacd8","formula_version":"titan-u-contract-v1","latency_ms":0.9209170239046216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb16170c0248ee8eee3525a00ff20861594a51a00966d9e2688f5659406bef2c","sample_id":"chinese_hard_translations.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad43f4160b766aef5db0580a182e52d5577457d2d1c6aaa1050c5ad5f9b27eeb","formula_version":"titan-u-contract-v1","latency_ms":0.5807080306112766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71643fbed783606e8fb533bab1dc2cbb2116a19bdfe2bea725deb99596516423","sample_id":"chinese_hard_translations.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c8bc864a91bc0b54f97e86c5989da27c3a600e6b799abf4172e35ee8bad969c","formula_version":"titan-u-contract-v1","latency_ms":0.5018750671297312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c2076d56a8580cc8c9419862fd1b88fee2940896adb4270337c382438e70b28","sample_id":"chinese_hard_translations.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c89f05c5382b0f81e506067a879ad7f0cecb1f13c9636a6505efaa90167ac984","formula_version":"titan-u-contract-v1","latency_ms":0.570041942410171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc18583e39775efba61ad7807691e00ce1b56e5852052f5886839898d4636086","sample_id":"chinese_hard_translations.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d961ef3e7e532ce260695852e0cc69422d0e4c8c3c5a86f8743760ad4240db5","formula_version":"titan-u-contract-v1","latency_ms":0.45958301052451134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c83f01d4498ba2c6c5428bc4afceb351b25a30be84b976f65c96059a575cc54d","sample_id":"chinese_hard_translations.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d71188b1ca69c17d756e6f29861571b7685691d2504ba7e41edd3c142fb199e3","formula_version":"titan-u-contract-v1","latency_ms":0.40191703010350466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed8718310d7d4e7bc91ad0fd68b9dc4fdfce947ae8e810d89e86e69f9f2abee","sample_id":"chinese_homonym.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f39be3795b251b60d96a42a3bf37e163c8e5edd795cfdc3c8c30b8d26babf19f","formula_version":"titan-u-contract-v1","latency_ms":0.30391698237508535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"279ada9d99562139a87805e3b3716cd16b1717a7fe179f6d191d9761cf9bbddb","sample_id":"chinese_homonym.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a03c418bb5d9b5da7c6f2be59dc5469038250827db7f54f24a3af091a3310061","formula_version":"titan-u-contract-v1","latency_ms":0.2923329593613744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aae0e76020d6552c356f9e6c3fa033dc837bb0a634a2969fc05c14a39557369","sample_id":"chinese_homonym.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19b68116ae211e8cafeb4e9083dd9645e72c5e0e531ca68113b435ac68d25b5a","formula_version":"titan-u-contract-v1","latency_ms":0.26825000531971455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86ddf9a5146dd7a847bd6fda29e61062a73659cc03bcbe3bcae6bf2cc1e55027","sample_id":"chinese_homonym.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a10db3a070b65e34a5908eed771b40c38637a68ef62576c77c72fcfe8948a486","formula_version":"titan-u-contract-v1","latency_ms":0.44549989979714155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d8e15ca395b68de124f2afa310e148b8bc6686f5e43d7087a2e337fb1c7f58e","sample_id":"chinese_homonym.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb9b7e644adf61947a39fad0a51467cfd41422647fc50b6017aae0b4fa5041d9","formula_version":"titan-u-contract-v1","latency_ms":0.38608291652053595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9ca5d69133b80b511ddbbe4e7a7c3a1bf3cab9069d9ab7dc0a97392ffb3efab","sample_id":"chinese_homonym.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d71188b1ca69c17d756e6f29861571b7685691d2504ba7e41edd3c142fb199e3","formula_version":"titan-u-contract-v1","latency_ms":0.3209589049220085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"082798f61d3a72b0bb068165e7a5538ac0146935a422cad04bde3a8ff82950aa","sample_id":"chinese_homonym.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb6756fc85de368d81293e031d83c6219cd8f3f6126af898a6759ae2f1d9aa6d","formula_version":"titan-u-contract-v1","latency_ms":0.4241670249029994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dde42ea5f3cc312373ac2e8869f97644e8f65d71354dbdc03cccdb4d0c57b96c","sample_id":"chinese_homonym.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e416c13e0b63883a25584fa2f2f97d020cc03679f71517608a9582eda6cb6149","formula_version":"titan-u-contract-v1","latency_ms":0.7188750896602869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2106b0abc3c6611d99764804cd8ba71592339d960e43ee9e14dc9f808f3c850","sample_id":"chinese_homonym.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa4bc5eda657c02ce8160506bf98a87bea603e4222383eaa5e212415a3fc170","formula_version":"titan-u-contract-v1","latency_ms":0.31500007025897503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fad1136863e881c470670324ef11904268b8a0e5696fd31f7693e83a5bf331a7","sample_id":"chinese_homonym.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfaa100286a8fbf67259e713990cb7e52676f83a325ffaea1905406dfa018347","formula_version":"titan-u-contract-v1","latency_ms":0.30441698618233204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b89006d7e3fcd4de1d84a1b440dba4ff818816369459040d1e1173da8a842101","sample_id":"chinese_homonym.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"722b8d9c5763d08717b8291dc81c9f16d7dc164553c76bcb8cc52265f92eff51","formula_version":"titan-u-contract-v1","latency_ms":0.3167500253766775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5edaa46c6509e6c7c9fbbfbf44cb1e4c43881c0d00aa20f6e35b40cf361c6fb5","sample_id":"chinese_homonym.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a95b1bb93599f1dcbc1fae880d8256ff02f11c51f5ca912d064ce0382ff439ff","formula_version":"titan-u-contract-v1","latency_ms":0.299417064525187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aba4d4bad7d4a5582b57c16a0e9d90f9504e9035cefe124e0589ea1cf949fde1","sample_id":"chinese_homonym.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb64c90b975d409a7229ac027c1445dc6ec390390d30a8bc4db7757259430b9a","formula_version":"titan-u-contract-v1","latency_ms":0.44808408711105585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f096b54463309b883076edec3a6d468ad13d52e529997c06ae0890404727bc92","sample_id":"chinese_homonym.dev.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e81ea3f6f5c54bc382e8163c6a7a9ad976ea8dcc54785b068e5170064786e3f0","formula_version":"titan-u-contract-v1","latency_ms":0.3841670695692301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0105f0749dd86c4f85d4b0f1d63fc5e0865c5244bab09ecf64b701300d0607c4","sample_id":"chinese_homonym.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f39be3795b251b60d96a42a3bf37e163c8e5edd795cfdc3c8c30b8d26babf19f","formula_version":"titan-u-contract-v1","latency_ms":0.38783298805356026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59a369f35ed7a2b7863de20012d8dbbb80353ceba3038308531ccec03cd4880a","sample_id":"chinese_homonym.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6f70c461fc146ea0da6467eeeb875dd48a35b1a0256321d48057f258b16a7b3","formula_version":"titan-u-contract-v1","latency_ms":0.31279202084988356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bb17702dd9be13ec30b838675f0779ae495cd1e3cc77ac4d6f695e90414b712","sample_id":"chinese_homonym.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65940178e9e19041fb6fc3322e71e2d6c67e565976a9b6a6c165907db2c77bd8","formula_version":"titan-u-contract-v1","latency_ms":0.38062501698732376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2543d857304473e39af480514cce167e8ab1c42e9b2db2f3e3df6a7db52e8d65","sample_id":"chinese_homonym.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"352412016cbacd9288ce06db4acd8d33af0f22e40b3499b7ac19216018292c81","formula_version":"titan-u-contract-v1","latency_ms":0.30916696414351463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f06eee979ee4e671bae83d470b7fcfaec82f4e4ee9df18c7f7d2c102cdf91cba","sample_id":"chinese_homonym.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19b68116ae211e8cafeb4e9083dd9645e72c5e0e531ca68113b435ac68d25b5a","formula_version":"titan-u-contract-v1","latency_ms":0.39383291732519865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3efe736b31c21f3c611bcb01dd4b55a2b3159d7734271763e5d3db9e78b9f4ad","sample_id":"chinese_homonym.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"585a39ac7af98b868dfdef1cf0dce1065112e16bdbf3c4ae4ba22ee908aa6997","formula_version":"titan-u-contract-v1","latency_ms":0.3030420048162341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a59b8de307e50af4f18dd487e3b316944128463b97ef305cda9152caa34149ea","sample_id":"chinese_homonym.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ed26909de5590ddef8592494f822187703b88fc5fc92039a0401b27c3b3ab0b","formula_version":"titan-u-contract-v1","latency_ms":0.3997921012341976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"391a0c58b2e89f8f0de037a5b3f2bcbe4ec90b250d55d860f7859d019094e766","sample_id":"chinese_idioms.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ed26909de5590ddef8592494f822187703b88fc5fc92039a0401b27c3b3ab0b","formula_version":"titan-u-contract-v1","latency_ms":0.39970793295651674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"615a1c1b12a0d9a52c767ab77683b8cd1e2201bac52862b4f723ae12d4bbecef","sample_id":"chinese_idioms.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ed26909de5590ddef8592494f822187703b88fc5fc92039a0401b27c3b3ab0b","formula_version":"titan-u-contract-v1","latency_ms":0.39974995888769627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2906f88db40b21a680f06eb965af0743f9966f42ba8e4b1731f2114a898348d5","sample_id":"chinese_idioms.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ae100d53adbd0384762c4add45511ddb3ce0357ac94d58e259ed6a70351020a","formula_version":"titan-u-contract-v1","latency_ms":0.4837500164285302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7e25441941844463bf7917883ae52e2d4d8d624b2bb7ef84eec980b0dfc34d1","sample_id":"chinese_idioms.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ed26909de5590ddef8592494f822187703b88fc5fc92039a0401b27c3b3ab0b","formula_version":"titan-u-contract-v1","latency_ms":0.35595789086073637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ece08e6317860fe1fe394229e80303647dad737f7a6864111753b9e8772c219","sample_id":"chinese_idioms.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ae100d53adbd0384762c4add45511ddb3ce0357ac94d58e259ed6a70351020a","formula_version":"titan-u-contract-v1","latency_ms":0.3225000109523535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"718a606d209b59deec2dd9213ec9b33e1fc0b4358a363708108a34e374d06835","sample_id":"chinese_idioms.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62250d7d8895e9ed9bfdc9a5c5f05a8ccd74d1f84e3188cd0f8e77597f8ed2bd","formula_version":"titan-u-contract-v1","latency_ms":0.514417071826756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9369e3c2824893caa09af560eec39389d901c3a00b13c1a7072100403e1b8a1c","sample_id":"chinese_idioms.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0d33ac9f5942c3bdc8dfdbaf9cf204e7a536a2efa3fb140fbb326153c2d5d97","formula_version":"titan-u-contract-v1","latency_ms":0.4902910441160202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f79d337a1b70ecb59b3695e81500dfd41f8e241bda4b6145293bfb9d3100f7d4","sample_id":"chinese_idioms.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62250d7d8895e9ed9bfdc9a5c5f05a8ccd74d1f84e3188cd0f8e77597f8ed2bd","formula_version":"titan-u-contract-v1","latency_ms":0.4970839945599437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3b3272e7c823ad8ebdb5ffa97eb2cc4de05d2fcc55bd1314d4a2b1a810f5f42","sample_id":"chinese_idioms.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ed26909de5590ddef8592494f822187703b88fc5fc92039a0401b27c3b3ab0b","formula_version":"titan-u-contract-v1","latency_ms":0.34137500915676355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1da4a19acc72068978f3070a3bacea7650dbb149208b4d8ae738d5973d744848","sample_id":"chinese_idioms.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"613ae222e945ba2fc7e904fceed6e8fb970e9447203a360abe162a68e842f6a2","formula_version":"titan-u-contract-v1","latency_ms":0.32545800786465406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a8c4f432d54aa3ff9ed07b2650b9bfb9191dd44663714eb97f0ef15c7a034d5","sample_id":"chinese_idioms.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ae100d53adbd0384762c4add45511ddb3ce0357ac94d58e259ed6a70351020a","formula_version":"titan-u-contract-v1","latency_ms":0.3150419797748327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1f59e3bdd1b1bccd726fbf89fe5689918b9bb82375b14e0494eb978e35dffa0","sample_id":"chinese_idioms.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ae100d53adbd0384762c4add45511ddb3ce0357ac94d58e259ed6a70351020a","formula_version":"titan-u-contract-v1","latency_ms":0.3161249915137887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbd13fec9288800c966e6060d831d833f08e0020a3a2992262ad26113dfa3783","sample_id":"chinese_idioms.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ae100d53adbd0384762c4add45511ddb3ce0357ac94d58e259ed6a70351020a","formula_version":"titan-u-contract-v1","latency_ms":0.3059590235352516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf3e3c9de75b116d9fe30c273e71e4d802bf7fd2c31aa14ca47992a94157e385","sample_id":"chinese_idioms.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0de46bb4640718bf8f657690c61a152d1ac44bad28232583c527a32506c34df5","formula_version":"titan-u-contract-v1","latency_ms":0.27525005862116814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4017d18b2610fa028de1d9ec73f3b2d1496b83cef242d3892bf10a4b5324abb1","sample_id":"chinese_idioms.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d77d334927b0291f74f63c306828d57df21c48a680f81a83cbb948216d9dde6","formula_version":"titan-u-contract-v1","latency_ms":0.36037503741681576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a8e1bb33e5b73c28e306e3eb12a720113eede647a478f2e5fe1d0fbf97e34a0","sample_id":"chinese_modern_poem_identification.test.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"139bce0ebf58d641f0630857a8cfaa11688c35c57e4a086d453033dc32d55604","formula_version":"titan-u-contract-v1","latency_ms":0.33554108813405037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2450f753325d5859b71881e911bc8caefa6241e8f9aa5de1ef8f34b20455e64e","sample_id":"chinese_modern_poem_identification.test.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd076169e15efec740079100c5c6538a59f8618b1e15339d9d41d01c620110fa","formula_version":"titan-u-contract-v1","latency_ms":0.6934580160304904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61f307da97fc90c38a5697d96583ce2aaa52d3655d4e24d43314f18d3f3e5454","sample_id":"chinese_modern_poem_identification.test.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96974236c7c75b2c37e456f3670af195355cc202b134c703ab1fda6e4552c7dc","formula_version":"titan-u-contract-v1","latency_ms":0.35966699942946434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afe22484a4ce2575993699830e4ed795dc1c6919830cd5e3695e52321beded24","sample_id":"chinese_modern_poem_identification.test.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd076169e15efec740079100c5c6538a59f8618b1e15339d9d41d01c620110fa","formula_version":"titan-u-contract-v1","latency_ms":0.32541598193347454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d9c69bee7ee53f7d81bed15fb2166d33bd1e3f4f3d388317702338314d3b092","sample_id":"chinese_modern_poem_identification.test.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"764e27686a9b21b393695a2f2c500bdd7d39e5d5e8c91d3ef01fd0ed35bd70fb","formula_version":"titan-u-contract-v1","latency_ms":0.4291669465601444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb2a82fef93a47fabfbb232de9ab9eacb6a807da69f8c7fbb72ccd436e8e714c","sample_id":"chinese_modern_poem_identification.test.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7efea61d35386a0d890ee8f39da3a867d12597779d3dbca4cbcebe0ed7df9bb","formula_version":"titan-u-contract-v1","latency_ms":0.4050000570714474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b16b5293da3f0774f685165ba5616adf01067a35fa8ea6ae79c824e707977ac7","sample_id":"chinese_modern_poem_identification.test.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7abeb5f8578039e06bc9df9423b551448d8cde173d26daf5767d2ed3b98a9142","formula_version":"titan-u-contract-v1","latency_ms":0.45562488958239555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c23d48e2f6302e2254d7d72ef3bab6a0d37038ed9b615b70506ee26556e51e1b","sample_id":"chinese_modern_poem_identification.test.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf26ae536c3eab8bd1354eef1cf85ab4dddc813749560656846a1381083d34e7","formula_version":"titan-u-contract-v1","latency_ms":0.4463338991627097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"760eb9ae7bcb7711c0fe2cf9f620fb15b37a41b7c82359af39119828ffbaf3f4","sample_id":"chinese_modern_poem_identification.test.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37ad797d3e5d91cfcbbfa9d570652b271946c49564051af21c40d0d695a643a5","formula_version":"titan-u-contract-v1","latency_ms":0.3297090297564864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdb1dbc8be6d89e33c17ff4df298c5284a1c171c7afce746fbea2047c4543bd5","sample_id":"chinese_modern_poem_identification.test.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bf88de518e50c575480b6b72782df51a2a31bf297c1647927d2d69b5736bfc8","formula_version":"titan-u-contract-v1","latency_ms":0.31962490174919367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6277b4ee80a033e21f2d067de148ecb588352f3926fa30519608dc8867e45c8","sample_id":"chinese_modern_poem_identification.test.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ab58e3d83494b2904532ae1c5b7573db770153bf5f742cde2a45c120e84629c","formula_version":"titan-u-contract-v1","latency_ms":0.3437920240685344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34e3da2f182294d57427db72b26b0232b2e4e72c63e4f078426a1187aa196ba9","sample_id":"chinese_modern_poem_identification.test.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a7938ec0413b19b1ea618b025a6aeabd068cd8be472c70bf23d474ef2f17aca","formula_version":"titan-u-contract-v1","latency_ms":0.30816695652902126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92ed0928e65f6e077371f90d131c217bdb6c748e63c2514a40aa2872f6187c08","sample_id":"chinese_modern_poem_identification.test.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f33272b999732c0e21f1873cba094eac3fae47a3d8aa2952ca06e4a52bd2487a","formula_version":"titan-u-contract-v1","latency_ms":0.3373749786987901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"012686f3520b0320e7bdda1d2f6cc3e6d731331116a0350dbe34c1e038222d89","sample_id":"chinese_modern_poem_identification.test.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18014436efed324dbabdfa123ac8b60b2cb340f2e6e12ccae71a5be44c836964","formula_version":"titan-u-contract-v1","latency_ms":0.3565410152077675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d460d9187e50459963b627ac52b7ee25b673b908fb48ab16a7500753ce64fc4","sample_id":"chinese_modern_poem_identification.test.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b1d9f73c0484bf933d28827454f66e9b6a26927ffeb534dc9133caec4feeca7","formula_version":"titan-u-contract-v1","latency_ms":0.3356250235810876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81edb442abf78dfaa557661aea3eca7ccdc2b535a88da0146a5c7e82282c7428","sample_id":"chinese_modern_poem_identification.test.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f33272b999732c0e21f1873cba094eac3fae47a3d8aa2952ca06e4a52bd2487a","formula_version":"titan-u-contract-v1","latency_ms":0.4421659978106618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03eb8c4f23ddf2f8962caf6a281f04e9ee8000986592d8481898353d7c4189da","sample_id":"chinese_modern_poem_identification.test.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eec9e57dee0b2c67540a97e094eebbd229028c10ab7847b01441d209e51db37","formula_version":"titan-u-contract-v1","latency_ms":0.3244169056415558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7615b45833781cfce665466b1934b4bb5d9efe004316b3cbad977075bc0f179f","sample_id":"chinese_modern_poem_identification.test.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fd2757092ef0bf5e92c7b9711b85f88401b4f90e5a9a7382032f00f9cb986be","formula_version":"titan-u-contract-v1","latency_ms":0.43050001841038465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4978feb6e434ff2107e5c05c07957e0ea404bc74d59ce4e5b4d1b5eaebbf3c4","sample_id":"chinese_modern_poem_identification.test.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b1d9f73c0484bf933d28827454f66e9b6a26927ffeb534dc9133caec4feeca7","formula_version":"titan-u-contract-v1","latency_ms":0.5057919770479202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"501b27b246c96c6a687d9ba5748990726fd164e7f96b8a775899b86976920e57","sample_id":"chinese_modern_poem_identification.test.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf619199e8da778e0b352eda645a5a9db682bce5b28732af264e8951b21eb7ab","formula_version":"titan-u-contract-v1","latency_ms":0.4283330636098981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d66569da36046a7d1e5fcd1ea1b3eeb76f7abd6fc17a53c888a58768cccce068","sample_id":"chinese_modern_poem_identification.test.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2158174b822767ca40a4101410250e759b64372c19280b49481bbba374c4bc7","formula_version":"titan-u-contract-v1","latency_ms":0.40449993684887886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c87ff064fe3ab23d7a394b00a37da50044199d733e5df82969da2d47c6f8b11","sample_id":"chinese_poem.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2158174b822767ca40a4101410250e759b64372c19280b49481bbba374c4bc7","formula_version":"titan-u-contract-v1","latency_ms":0.33429102040827274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae1c2f885025671096b465bf1670c0eea1a4a451386a7a3f2e8f99940f231f2","sample_id":"chinese_poem.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78dc5025d5d01f8efc4089437f4d4f47d085147477b38dbeaa57e0164c1c207e","formula_version":"titan-u-contract-v1","latency_ms":0.4220829578116536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aeb72069d1fead878ca45a26062fb352bed951d17a1494c857863424219859d","sample_id":"chinese_poem.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15f648cad44bb6d1e74975035eefcf0dc98b4198e04a5b68ae4fef1f008d5f6c","formula_version":"titan-u-contract-v1","latency_ms":0.3052500542253256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e9377bba3198b1f63ce3219a33c7f0b5babe0fe795b087ec69a005e2a865086","sample_id":"chinese_poem.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2158174b822767ca40a4101410250e759b64372c19280b49481bbba374c4bc7","formula_version":"titan-u-contract-v1","latency_ms":0.406040926463902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d7f28f4da73e4d0cdd8f41dfc37db31f7e4777b0ed474d93558e3701c260d70","sample_id":"chinese_poem.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2158174b822767ca40a4101410250e759b64372c19280b49481bbba374c4bc7","formula_version":"titan-u-contract-v1","latency_ms":0.5530000198632479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d800c9956264d23cd2b517345ea1452656c40e77d275d0cf8679178f8b7e6ea2","sample_id":"chinese_poem.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15f648cad44bb6d1e74975035eefcf0dc98b4198e04a5b68ae4fef1f008d5f6c","formula_version":"titan-u-contract-v1","latency_ms":0.3993329592049122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c07a46909bfa8c128dea46d4c1a8fbd0584471587caa36288d633741a5356d7e","sample_id":"chinese_poem.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1adc251f3a77a79a488c27cd1a22e7c154a29bdb3f3e4b873e14bcf08a44ce4e","formula_version":"titan-u-contract-v1","latency_ms":0.4163749981671572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"562660090c6a7a0cab468abde2a3229710dd14014764630c7ae85d1da0b5839b","sample_id":"chinese_poem.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf26ae536c3eab8bd1354eef1cf85ab4dddc813749560656846a1381083d34e7","formula_version":"titan-u-contract-v1","latency_ms":0.33279089257121086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8d2491ffd3ca340b3154a8a6cdc5b8fc034ce1ff94f6ccd3c409e3640634bf0","sample_id":"chinese_poem.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2158174b822767ca40a4101410250e759b64372c19280b49481bbba374c4bc7","formula_version":"titan-u-contract-v1","latency_ms":0.40595897007733583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2bebb3a3083c7ff8da8bd2b4b240ea853962fc061bae1f0c505118e93d47903","sample_id":"chinese_poem.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2158174b822767ca40a4101410250e759b64372c19280b49481bbba374c4bc7","formula_version":"titan-u-contract-v1","latency_ms":0.3032910171896219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f636e4ff108f8c458d00216e7c36a4f4997f5fe7235ccefac7a8376d40dcf6ec","sample_id":"chinese_poem.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67d658eeb81554edd83c5fec28fbc4a0331b3131f14562703e52158df80de23b","formula_version":"titan-u-contract-v1","latency_ms":0.2773749874904752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80a86c6c289671cfc4175034e8b4329ac1a980f6fbc6be9b098265318ea0aa1b","sample_id":"chinese_poem.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67d658eeb81554edd83c5fec28fbc4a0331b3131f14562703e52158df80de23b","formula_version":"titan-u-contract-v1","latency_ms":0.5898340605199337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcfc273e7a331fcffe3b12152a987c1aed9ed6e5666e4822d306debb9d908738","sample_id":"chinese_poem.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78dc5025d5d01f8efc4089437f4d4f47d085147477b38dbeaa57e0164c1c207e","formula_version":"titan-u-contract-v1","latency_ms":0.31804200261831284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb73e2d62b50d445076f172543956a76e8a53752e643edd89a3500289a334170","sample_id":"chinese_poem.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2158174b822767ca40a4101410250e759b64372c19280b49481bbba374c4bc7","formula_version":"titan-u-contract-v1","latency_ms":0.48304093070328236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5509af114dae770f7053cbe5197cbe5d7bb05186846ab93b3032d552d9495307","sample_id":"chinese_poem.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69161c022782650097a01a3badbf752691b97a0bb7ea83c906ea24e2ef10eaba","formula_version":"titan-u-contract-v1","latency_ms":0.41991600301116705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dc5f04a6e83cbd4fc87012b5d0b29e01844cab3cc76dbc11e72a3a7654f140a","sample_id":"chinese_shi_jing.test.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69161c022782650097a01a3badbf752691b97a0bb7ea83c906ea24e2ef10eaba","formula_version":"titan-u-contract-v1","latency_ms":0.4400409525260329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e61e721ad45ced7902d1f72f9e54d2bce4956d4a1b0d071578ad2c3557a4220f","sample_id":"chinese_shi_jing.test.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f2f57b6accc019290fb43282bf858c17cca1eb553121734fee69d5efe7511b8","formula_version":"titan-u-contract-v1","latency_ms":0.4378339508548379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"505db95730bc4ade0213ff92dba48c3ec8f94a6b8a2669f51942ae11cfc46813","sample_id":"chinese_shi_jing.test.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96974236c7c75b2c37e456f3670af195355cc202b134c703ab1fda6e4552c7dc","formula_version":"titan-u-contract-v1","latency_ms":0.43504207860678434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6df89d8ae220bf54f8f293b19178724be6bdd525ed2e0e21d233ed80e9885953","sample_id":"chinese_shi_jing.test.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4b7fb4d6958be2dfc377b432a5d92f870bc92976649e2427913b1b6f30d9dc9","formula_version":"titan-u-contract-v1","latency_ms":0.40195800829678774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50e92bd396400b3cc504222dd32d2dab8735775aee0baa5e7028c5cc5e45e1fb","sample_id":"chinese_shi_jing.test.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18014436efed324dbabdfa123ac8b60b2cb340f2e6e12ccae71a5be44c836964","formula_version":"titan-u-contract-v1","latency_ms":0.4297499544918537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ba8fb838f6b2a307ac4145f5a18271ff25e89ffec690e53f9f53ddbaa59bf8a","sample_id":"chinese_shi_jing.test.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f2f57b6accc019290fb43282bf858c17cca1eb553121734fee69d5efe7511b8","formula_version":"titan-u-contract-v1","latency_ms":0.41695800609886646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f723c8f2b554456ce697bf68c447356abe594bdacb1e49ab744b0fed0fe9a864","sample_id":"chinese_shi_jing.test.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c3b80c6bc13451218e273296653b65b6ac81f61280a1ac254c8577341dbda","formula_version":"titan-u-contract-v1","latency_ms":0.6546659860759974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba6282fc33a6fe80e0b880bc8e240278cf4e2ad2e43fc2943cb5868e74865046","sample_id":"chinese_shi_jing.test.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c3b80c6bc13451218e273296653b65b6ac81f61280a1ac254c8577341dbda","formula_version":"titan-u-contract-v1","latency_ms":0.3297500079497695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38d785f92f48a66e67e90f06def2b508cab0c9c14513df520630c723b6f4c1d5","sample_id":"chinese_shi_jing.test.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69161c022782650097a01a3badbf752691b97a0bb7ea83c906ea24e2ef10eaba","formula_version":"titan-u-contract-v1","latency_ms":0.4243749426677823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc3fb696a4767609f3673f510fabeeee8340ac71bdc87b536d2fa690ed4af90b","sample_id":"chinese_shi_jing.test.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c3b80c6bc13451218e273296653b65b6ac81f61280a1ac254c8577341dbda","formula_version":"titan-u-contract-v1","latency_ms":0.5510830087587237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e97731c56345211ed8bbcc8d012fe1eb085301734d4640a12220b2046924398a","sample_id":"chinese_shi_jing.test.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c3b80c6bc13451218e273296653b65b6ac81f61280a1ac254c8577341dbda","formula_version":"titan-u-contract-v1","latency_ms":0.3260840894654393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f3315401d60e1fa594d3ddfc96fc3b6af643ac5c2549c07ea4598b8d07efaf6","sample_id":"chinese_shi_jing.test.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69161c022782650097a01a3badbf752691b97a0bb7ea83c906ea24e2ef10eaba","formula_version":"titan-u-contract-v1","latency_ms":0.41395798325538635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d5b66668f23b7047cce57a1fa7cd1728bb2ff0dcecb20467b100dbe8ca520a2","sample_id":"chinese_shi_jing.test.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a1c38e2c429f606c3d0f6f71929f926ae4f445771f05aa1253fc24f9234aac7","formula_version":"titan-u-contract-v1","latency_ms":0.34379097633063793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96006995410d9cfbc7435481461474838301d694fe3d5173d3f46db7c3b449c6","sample_id":"chinese_shi_jing.test.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c3b80c6bc13451218e273296653b65b6ac81f61280a1ac254c8577341dbda","formula_version":"titan-u-contract-v1","latency_ms":0.40645909029990435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42598cfa941ec2560e7d3b243de468b42db4f0c0f6a0650be3af75e6bf1a3fd1","sample_id":"chinese_shi_jing.test.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69161c022782650097a01a3badbf752691b97a0bb7ea83c906ea24e2ef10eaba","formula_version":"titan-u-contract-v1","latency_ms":0.40904106572270393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92d0572ad68ba69b1283600e5cf070553f3f4bd3368a1eb6972075d174d36fae","sample_id":"chinese_shi_jing.test.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c3b80c6bc13451218e273296653b65b6ac81f61280a1ac254c8577341dbda","formula_version":"titan-u-contract-v1","latency_ms":0.4178329836577177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f85562fe572065a18a0e6c5e328a14931235916e2f42a26ff9cdedf57cfeed13","sample_id":"chinese_shi_jing.test.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c3b80c6bc13451218e273296653b65b6ac81f61280a1ac254c8577341dbda","formula_version":"titan-u-contract-v1","latency_ms":0.33229205291718245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0a1841c73ce3c4b4c390e8f0668c9a557a2eef0a07973685f8615605ba23f30","sample_id":"chinese_shi_jing.test.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5eb6317ad377afb672a6df6fc0241275a1d33a6a50ddd1264b9d5d89e9350b71","formula_version":"titan-u-contract-v1","latency_ms":0.4384169587865472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd02055355de7d4477c8a192c3317d0c1d75b7b9de1e66fe0b4ad4909b636e20","sample_id":"chinese_shi_jing.test.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f2f57b6accc019290fb43282bf858c17cca1eb553121734fee69d5efe7511b8","formula_version":"titan-u-contract-v1","latency_ms":0.40074996650218964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d2e100e1c670e384d26c152bb90d846ae3fc63d4f23a37117df9a649ce236a4","sample_id":"chinese_shi_jing.test.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69161c022782650097a01a3badbf752691b97a0bb7ea83c906ea24e2ef10eaba","formula_version":"titan-u-contract-v1","latency_ms":0.33308297861367464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af13cc3530b1358e70d89cc69736828844d13a3847f51c9acbd7139fa5a5a565","sample_id":"chinese_shi_jing.test.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c3b80c6bc13451218e273296653b65b6ac81f61280a1ac254c8577341dbda","formula_version":"titan-u-contract-v1","latency_ms":0.31287490855902433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"337674779f7bacff71735012ab78a1c841210db141da111ea91c57e5376121bb","sample_id":"chinese_shi_jing.test.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c3b80c6bc13451218e273296653b65b6ac81f61280a1ac254c8577341dbda","formula_version":"titan-u-contract-v1","latency_ms":0.4564999835565686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6b2e5ae6405a7d590515693bba0c3555bc164419a0169e5ae37ff7a165ae85f","sample_id":"chinese_shi_jing.test.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69161c022782650097a01a3badbf752691b97a0bb7ea83c906ea24e2ef10eaba","formula_version":"titan-u-contract-v1","latency_ms":0.3124169306829572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5ed47323ba9e6b4e0f1a3217966fae1783eb0b29a97a914380f7d28817f5c65","sample_id":"chinese_shi_jing.test.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a1c38e2c429f606c3d0f6f71929f926ae4f445771f05aa1253fc24f9234aac7","formula_version":"titan-u-contract-v1","latency_ms":0.41558302473276854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe853baca906bd1e8e3528de3a24c3a9af5bbeea5446b8da247ab3f7eb8a5fe9","sample_id":"chinese_shi_jing.test.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c3b80c6bc13451218e273296653b65b6ac81f61280a1ac254c8577341dbda","formula_version":"titan-u-contract-v1","latency_ms":0.404000049456954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4b1ee672dded101b24e72c624527b7528306f146c5283a710217f14520dbf68","sample_id":"chinese_shi_jing.test.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c3b80c6bc13451218e273296653b65b6ac81f61280a1ac254c8577341dbda","formula_version":"titan-u-contract-v1","latency_ms":0.3832499496638775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50f3e2f14d82d75c74f617daaff452553e779797e648db00dea0f5b15fbdf500","sample_id":"chinese_shi_jing.test.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c3b80c6bc13451218e273296653b65b6ac81f61280a1ac254c8577341dbda","formula_version":"titan-u-contract-v1","latency_ms":0.3299999516457319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7688e6b09103de78d87762cf68b33cb3b6cbfa9c2e25825d88a70cf61d324b45","sample_id":"chinese_shi_jing.test.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"235ca56ae924eed33113409ce4244b3b80c386d92f690bcd465c2ac4f13996d5","formula_version":"titan-u-contract-v1","latency_ms":0.3188750706613064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7be936ac8bc82b8666779a4264f4e8ea3766b4c7453e4119b3ac4bc1c00bd84","sample_id":"chinese_shi_jing.test.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37ad797d3e5d91cfcbbfa9d570652b271946c49564051af21c40d0d695a643a5","formula_version":"titan-u-contract-v1","latency_ms":0.3065000055357814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cf2de10018e0300282a0ec22764b68e3fc6c8938dab8224c80f58bb2db29d75","sample_id":"chinese_shi_jing.test.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69161c022782650097a01a3badbf752691b97a0bb7ea83c906ea24e2ef10eaba","formula_version":"titan-u-contract-v1","latency_ms":0.33312500454485416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0896b1e71276bf0ab8427db0dba6f2d3fd9d9351c91b4db99a6004d62c41b997","sample_id":"chinese_shi_jing.test.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69161c022782650097a01a3badbf752691b97a0bb7ea83c906ea24e2ef10eaba","formula_version":"titan-u-contract-v1","latency_ms":0.3155419835820794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a38a08d7cd41119f30a9b5d6205c466a223d092b1ab6ef1ed95ce80d22330beb","sample_id":"chinese_shi_jing.test.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a1c38e2c429f606c3d0f6f71929f926ae4f445771f05aa1253fc24f9234aac7","formula_version":"titan-u-contract-v1","latency_ms":0.5282500060275197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"258ad2a87f8bb45c7b9032e393028c41058ed23ab904e715e802eb9b97fbb2a0","sample_id":"chinese_shi_jing.test.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69161c022782650097a01a3badbf752691b97a0bb7ea83c906ea24e2ef10eaba","formula_version":"titan-u-contract-v1","latency_ms":0.3978339955210686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"625d69c87d29fcaa36c4508eede6e122efa8aaa4e0baf6251557c8fdfda28e21","sample_id":"chinese_shi_jing.test.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d80167dfbec061011db2e1be32eab0109f2f8c87f66a6f84ea41ed94a74b8ec","formula_version":"titan-u-contract-v1","latency_ms":0.39408309385180473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ac30bc8fea3dfa1d724289bede557c0ab5b6fe6c16adc3fcf4f212e3299a869","sample_id":"chinese_song_ci.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b079d8ff50dca10d2f98079f11c84396413486a90071af917c38bfe0fd418d40","formula_version":"titan-u-contract-v1","latency_ms":0.4325420595705509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"474ebc59bca57cfa604277e62848bd33413a560022a42201c326b46cdcab0777","sample_id":"chinese_song_ci.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59b04eb6691fbea8122708a240c236d06cdb72a0be86d54efde40a7562912de2","formula_version":"titan-u-contract-v1","latency_ms":0.4034999292343855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e069467cf5f126be77beb68870a5af4bccaf623979b8cc15e2eb169fa5870bc","sample_id":"chinese_song_ci.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c18aeca28aeacaa57462c691fe4b5d5cedbdc1dbe30facd2798f11a825cdf6a4","formula_version":"titan-u-contract-v1","latency_ms":0.3487089416012168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"719029b7f0c3fc02d86fcce627859effff064c19c535c2ac546cdf10d550ed24","sample_id":"chinese_song_ci.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"733d82e0de9d83ffdb1d59a16b2a63a0eb8dee7b642630d1095b12ee221ebcba","formula_version":"titan-u-contract-v1","latency_ms":0.3202499356120825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22e829f77f55f1d765c9d6e9a0e1e1990d2e046bde0ffbf2e15ba16046d1634f","sample_id":"chinese_song_ci.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eec9e57dee0b2c67540a97e094eebbd229028c10ab7847b01441d209e51db37","formula_version":"titan-u-contract-v1","latency_ms":0.5846249405294657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b1518b719ee9dfdd26b0fdfc0927c0d9312503630a7b27b7efe95a140d74fc1","sample_id":"chinese_song_ci.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dd922280355fba3b3faac3b8e87154c2db1eb1bb8bf6b4fcae3ef9dbce73498","formula_version":"titan-u-contract-v1","latency_ms":0.4464159719645977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50ba6d963a03e9f50967a85995e1ae62e133072c948e4eacf290a3d408c09ccf","sample_id":"chinese_song_ci.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c18aeca28aeacaa57462c691fe4b5d5cedbdc1dbe30facd2798f11a825cdf6a4","formula_version":"titan-u-contract-v1","latency_ms":0.6633329903706908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8dba2801f6126f8c37f167d4109da9e80ab985641490cc798244bef75fdf48b","sample_id":"chinese_song_ci.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1a33027a3209e0ddc5f0cc331d827a448e1483f25df55f308165cfc8f1a9024","formula_version":"titan-u-contract-v1","latency_ms":0.3433750243857503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f6050e620ec0de166372c7838da2dee5e9ff2b6a209cc3ba13f664c7a3fbafb","sample_id":"chinese_song_ci.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4650baec593d339eafc104d346e230b59142f4d3c12f60f8655a4f219e0ae7e","formula_version":"titan-u-contract-v1","latency_ms":0.4206669982522726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25a10e7b1c5314979791c568a26bb2babecb8e4e983c384e151b5fb06278ec56","sample_id":"chinese_song_ci.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef12b81f4700700210c61db100c1abb60a6f20445d47032fe95218d9fb99c25e","formula_version":"titan-u-contract-v1","latency_ms":0.4107080167159438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78171c4c3f6bbbe8eb08a11c6ee3dc1babccd185f63e638163fd6af4b9c43c64","sample_id":"chinese_song_ci.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dd922280355fba3b3faac3b8e87154c2db1eb1bb8bf6b4fcae3ef9dbce73498","formula_version":"titan-u-contract-v1","latency_ms":0.28966704849153757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fc66da7c914d4ce1d55a03929fe7d546d56b1457e929603e7950d958d5ca568","sample_id":"chinese_song_ci.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd076169e15efec740079100c5c6538a59f8618b1e15339d9d41d01c620110fa","formula_version":"titan-u-contract-v1","latency_ms":0.4022089997306466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"077bdc7ef783fdbaedb2465b2f90a653c6c3b9e40212e2a68fb6533034a5c5bc","sample_id":"chinese_song_ci.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df7cad086f32dfc1757ae2f5e80c313531b59d13f479bb2dc514c287baf67346","formula_version":"titan-u-contract-v1","latency_ms":0.4829580429941416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8519a6b8f287a7b5e0b31c1c79ee96fcb796cbe19780ee591746203a72dd6c78","sample_id":"chinese_song_ci.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"764e27686a9b21b393695a2f2c500bdd7d39e5d5e8c91d3ef01fd0ed35bd70fb","formula_version":"titan-u-contract-v1","latency_ms":0.39974995888769627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad03f247bcc0e0b0b414a3f80a39783aea8fd4b936831217d5aa36f4862c9d1b","sample_id":"chinese_song_ci.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c3b80c6bc13451218e273296653b65b6ac81f61280a1ac254c8577341dbda","formula_version":"titan-u-contract-v1","latency_ms":0.33204094506800175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b3834a665cde4a54b263c17f5e5a62d99dedbbe19b9caa2452ae1c7c97b9489","sample_id":"chinese_song_ci.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.48100005369633436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd4a7aa19099434521d2554608454ecfc2ee5dcf67e447da207389a3a2f99161","sample_id":"chinese_tang_poetries.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.6258339853957295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b370a5143cb5d5bdce86a6c1ca68c449c59f67fd5e8b960ef91f1c6b329ea947","sample_id":"chinese_tang_poetries.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.48083404544740915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"976f72b1dc5c2f88d58903213ea9831667c209c083aa4468758380ad1acf19cd","sample_id":"chinese_tang_poetries.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.5633339751511812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62150eecaee2921c4047e8b5822f3597ca84dab972e14ba322fe85f6fa0d7389","sample_id":"chinese_tang_poetries.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.6289170123636723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84472ceda95e4ac376504d24a83f4a7c7c1ac28b1d410adcc406f358a2c08d5c","sample_id":"chinese_tang_poetries.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.5553340306505561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a864fa8f0d6761999dee804440abefbb53ddfb502fa93f0b50ab97f79d0c2b47","sample_id":"chinese_tang_poetries.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.42108295019716024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70f0c1048319f9092b1d7f184075135caa8f943aff36d4ff41496de67a45921d","sample_id":"chinese_tang_poetries.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.3792080096900463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c4dbcd9b066f38c208c6fee0752ad1b064ae3466d38ee3f2445a1f3fb66f33b","sample_id":"chinese_tang_poetries.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.5340409697964787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e560fa02cdeb62784a6c6c36b86498a1fad0fc317cb4d9875d72a25d9685afe","sample_id":"chinese_tang_poetries.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.6148329703137279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"372a03dec84dd3535454424cea20b3d058d28c6edff8c36e2269f145cce8872f","sample_id":"chinese_tang_poetries.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a3be99d579b78f561e40e3c009232cabfe8c662dc708bde3804bb7be9756a21","formula_version":"titan-u-contract-v1","latency_ms":0.4080419894307852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03450642c78030a39717da3d79654a1bf993c99d52898c0466db7808ee03685b","sample_id":"chinese_tang_poetries.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.6143749924376607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1517bc6e3d308dc3d1a8df88e501c80c47078df5fbcf917f26d993aa71a70b3c","sample_id":"chinese_tang_poetries.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.46983303036540747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a5953a53c30ce6311ea8dc20c8f6de377b3303a2ddc40d855568be671491c65","sample_id":"chinese_tang_poetries.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.7097499910742044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20cdca62e6440f70722061aa503f25aa26809101fe8e73d875136446c05b4555","sample_id":"chinese_tang_poetries.dev.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.5038749659433961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"855c3cc747762600689efcd6a62e7a240471123136ca05a6529019c6c5db9185","sample_id":"chinese_tang_poetries.dev.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.5158750573173165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49ba1d6bb4a02a02c30b0c6a25980d54e6f6333585b016b8f4cab1d62728eda2","sample_id":"chinese_tang_poetries.dev.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.4992909962311387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"301b5dd3adaf6aee82dfde58189a91433092e3f0ea7ec5b7c066351ac01e0673","sample_id":"chinese_tang_poetries.dev.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.38950005546212196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93b3a7bde586f3255ca32485b328977eca56fbf3e5ef59199199e60c957a6c96","sample_id":"chinese_tang_poetries.dev.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.3605840029194951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dc1436ef7caa475b10e6f1b45e5b73b5337d6c03bab976ad1f9f97d750adac9","sample_id":"chinese_tang_poetries.dev.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.7366249337792397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fa7ba12ceab3d71d1d3175a7b5e10a1bbe2b7ad7b4caad6cce04730a9a9e2fe","sample_id":"chinese_tang_poetries.dev.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.38041709922254086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3caf08ea1d39b6578be0b9b2fef82b248446a947c61f1c3495bc0bd9ad9364d3","sample_id":"chinese_tang_poetries.dev.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c3d85c51b363e20221ad2cb60c3f194784c14c489a98c62b6a9949e9f814cd5","formula_version":"titan-u-contract-v1","latency_ms":0.44833298306912184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03e7381e55f0becc621714f021b46233052b9daa56c87b96f942a93545263566","sample_id":"chinese_tang_poetries.dev.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.5339169874787331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f70c2f33373b4747d3da6eb88d0f4f6da7d4a65dea02be243b066720df1d8a1","sample_id":"chinese_tang_poetries.dev.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.41204201988875866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5b6c4be2b4e71657000ad9d8ac12581809bfad863464a8d971740ff6195cce6","sample_id":"chinese_tang_poetries.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc70b71e9a07e18273d23915f2f280e1490c693eb574d7162feb1e45d4b40388","formula_version":"titan-u-contract-v1","latency_ms":0.412709079682827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b7636d27307f76509d1fd9148f8e41c2ef339e753b965923d4eb152cde62b16","sample_id":"chinese_tang_poetries.dev.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.5162089364603162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4333d47f0cc7222dd2b8016ef74e8e14e2012513ac82d0d454501ee451fcbaf","sample_id":"chinese_tang_poetries.dev.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.40979194454848766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2db486cc56db63020ac7dabccc672739edb8479a060096944d057450c8f346a","sample_id":"chinese_tang_poetries.dev.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.39299996569752693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0de3a22c9ccfe9a569a22331ca628b4297bac8a84936d5f6ce81be710c26171","sample_id":"chinese_tang_poetries.dev.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.638458994217217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17acb6da117e89e2e88ae53cb92de07491f9b9798588262509d9f90adead8a60","sample_id":"chinese_tang_poetries.dev.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.5248329835012555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af2144fd86a009524ebcb8a387ce0eca7782abbd1cdd81e5cb258b5563124dc9","sample_id":"chinese_tang_poetries.dev.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.5881659453734756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d2931b99d41a40bec3fc227a0f16f2ad342419c5708506ad6669c4befb0650d","sample_id":"chinese_tang_poetries.dev.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.5377499619498849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2462a194f33af861e306fb7a695b7524b6de0b0aaec57e289b70dd9539a921e3","sample_id":"chinese_tang_poetries.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.45300007332116365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f03469eb98d48361cacce69fccec4d158303f501e0e574a6a71512e5863303e","sample_id":"chinese_tang_poetries.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.40087499655783176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20ed8f64050952cced994a6b41905304e099eae7460c2d57ca2805643cef3b38","sample_id":"chinese_tang_poetries.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.5115410313010216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"939f10bb392b5f2fe772b8c5ded9c52d96b1cec834cbd979f57cb354bc46351d","sample_id":"chinese_tang_poetries.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ea76305b0664e133aaa7da62dd367dbdc92f3a3296cc04343a41ed57841a2f","formula_version":"titan-u-contract-v1","latency_ms":0.541541026905179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0b8c4b9753e86e5147b191be9e50b038a7e5883335c15fdc12cf62c6efa5f76","sample_id":"chinese_tang_poetries.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b265d4d8fa1ba6dddedbd40cd13779fccf9fde13d404ad49cd7826c308134287","formula_version":"titan-u-contract-v1","latency_ms":0.5284580402076244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"534fd751a6a0ec29cf3bc314a1efcb2b9de26aade1c3b5dc66b87416df63b667","sample_id":"chinese_tang_poetries.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e140807449ad75d53cc98ea34709cb8b9c52c10a108bc981402ca0dd3685568","formula_version":"titan-u-contract-v1","latency_ms":0.6492079701274633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"722f0aa54bfdec976cdaf0dc53ef5b73e99e27b2a1cbaf8a6c01a29673ee2f89","sample_id":"chinese_zodiac.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"517775f41c2213fab469afff5610f9d30661729f3a0ff109d20b8867aee5159b","formula_version":"titan-u-contract-v1","latency_ms":0.6191250868141651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"220d24b7e4442254aeb3bcb522260e71af18cbc5af5a6bd76cefe8b40265b56d","sample_id":"chinese_zodiac.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6576557cdfd64e67e99deabf7d75b87d693fa00ace6094de5575e4779bb72a9","formula_version":"titan-u-contract-v1","latency_ms":0.518792076036334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"469ceb97ead7236d60bd43311398dd7a4c1ce1d2f497581b19735552e8099ff4","sample_id":"chinese_zodiac.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"262c90c754997d6edf732877e6c9369b4cfbad108e801a707ec85ba537c51c5f","formula_version":"titan-u-contract-v1","latency_ms":0.662083039060235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8edc69361e36817509dca4ea0c9a5fbd8256e06f59aac143410146f8f7003404","sample_id":"chinese_zodiac.dev.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0116260b9cc0461518952dfc565d11979c4cc7f8d8462c35b11920ee29796f65","formula_version":"titan-u-contract-v1","latency_ms":0.5459999665617943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab122e9daf79fa9069db93a68c26ff792c742a2dcb2ceff9337cc0d43d61d67d","sample_id":"chinese_zodiac.dev.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faff9c1e7f66bae14a635ea9b439c703cf5201c8a7b6bbe6ac66199fc599e2cd","formula_version":"titan-u-contract-v1","latency_ms":0.49654103349894285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"810e9190e103e9b40c0889eaf6cef3621fdecb22acda59bb193597dea31d03d6","sample_id":"chinese_zodiac.dev.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4c5d9322a588aa754714b2c0464e37e877f8f6f216301a5718ca92c1329e2fc","formula_version":"titan-u-contract-v1","latency_ms":0.6507911020889878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"929fb78beebe11698fac0a1716f003535d29c97a2450d98924496b430244fdd9","sample_id":"chinese_zodiac.dev.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39d3d1b299d214535996469d07be2a75d3ffb9968ecf88078bd81754ddcc3313","formula_version":"titan-u-contract-v1","latency_ms":0.8170000510290265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4cc049d1add432a26995db4e24ac175c9ae90163d5e0bc3df426be0ad20dcbf","sample_id":"chinese_zodiac.dev.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd6c212619383bf8461c08df4cc5a818086e3ec7d4dd11fc3977d4e5a50f0e5e","formula_version":"titan-u-contract-v1","latency_ms":0.6353340577334166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6169c3d6ab5dd0cff9034fd98d91b813b412ffb2d99ff4894cd1445a598f792b","sample_id":"chinese_zodiac.dev.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ca43aa2094a40454d92fd3002cf76a752b7f150b29a3315e8ba237dcbaaa00b","formula_version":"titan-u-contract-v1","latency_ms":0.6277080392464995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c64c32c96aa7ce8df99cb07b41c5969f93ada76b8c2f1f04f6c14abceae01100","sample_id":"chinese_zodiac.dev.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4422735f3815206fc5554b748af35d4fac66362992011807e082e5857eb53569","formula_version":"titan-u-contract-v1","latency_ms":0.648292014375329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1cbf1530b19213eacd1573d01b15dda8a13aea7df34cc2eea844bd6569f1666","sample_id":"chinese_zodiac.dev.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aab5c317ce6d84b52e1f8edc588267bab62f23a7f67e7f6c99e70cbbbc37acd0","formula_version":"titan-u-contract-v1","latency_ms":0.7570000598207116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dca8164ffb4217f94bc37683c289b17dcc859907d91a3f281fcb417512e1ab6e","sample_id":"chinese_zodiac.dev.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8628cef3960bdb9ada6163ff6471c2c9d4dccd5158e468b9498f6abc3fa8e924","formula_version":"titan-u-contract-v1","latency_ms":0.5029169842600822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7d54d2ee9f115076998f2fde3163a21486fb057233adfba656abcefef697b74","sample_id":"chinese_zodiac.dev.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a001141743d24a6e9070376382bdfe4587c91f12f5078d986bf985caf06fd402","formula_version":"titan-u-contract-v1","latency_ms":1.0302079608663917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2ed1a07b07fa8db8c37bb3336fb5bcdb2b29619b351c9d49a01a4be796b446d","sample_id":"chinese_zodiac.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dedf87c45bae5a06764316b7dc43644f62467d2d69683065655b42c783f4301","formula_version":"titan-u-contract-v1","latency_ms":0.48937497194856405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1636d43ca75451a4f71cc2bedfc31f05a31b43f00c933b9d2ee31ff73d47f52b","sample_id":"chinese_zodiac.dev.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61d7571833d439d01c653f4f63c019c41d9836950809e4813084b37f52bf9e9a","formula_version":"titan-u-contract-v1","latency_ms":0.6357920356094837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"493402cecb25bdd26a85c5626ed58a0e63169adafa7bcee4e47b60982db15bfa","sample_id":"chinese_zodiac.dev.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f9456582a5f0dd9b4eb269c763ec9d6d59c94d0b6224b912ffbec7753eb21d5","formula_version":"titan-u-contract-v1","latency_ms":0.5058340029790998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fd7fc4b0104f76ff54da47a69d3dcfb0e0d60b21cf4db5895066ce989b54f46","sample_id":"chinese_zodiac.dev.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"884790d9bbfeee85d153ae787f4a3f7c1ecc051195726ab96655874f98eb7a6a","formula_version":"titan-u-contract-v1","latency_ms":0.48229098320007324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be9835719c3e323f777c4651305d1927e684593ae1f9bfc2462bdc2a7323ea53","sample_id":"chinese_zodiac.dev.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7da15bc79f997c7d8e9946bf2f976abd327c32cd2723faf174997151405c8a8d","formula_version":"titan-u-contract-v1","latency_ms":0.5530830239877105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"148259e78b3b3f41cfe3f30371783aa148e3434a669bb10f6bed0afee3fb0a6b","sample_id":"chinese_zodiac.dev.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a46605076608c50b9f99a176e059b2e2e80391772d1705d410bc991602f570c0","formula_version":"titan-u-contract-v1","latency_ms":0.48525002785027027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d90f83354fe66e66cf899dd4f8cafd76d40dc325c18386dd6d3757fca0c7a76","sample_id":"chinese_zodiac.dev.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc16447cd33ac7648ce7d23f11b12fa370ac320ac346f3bd6511246d2ddd7f15","formula_version":"titan-u-contract-v1","latency_ms":0.5195839330554008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60929079283e05469fbdaea7e0f34613961c88e13915c4161c35cafc439628a8","sample_id":"chinese_zodiac.dev.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ffd15ddde3def2ba359d9af84d05e94179d54c84d21647a285192799f8d5f96","formula_version":"titan-u-contract-v1","latency_ms":0.4833329003304243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebdc6357ca769b476592c73545f874e69317114f2621218bd411f10911171840","sample_id":"chinese_zodiac.dev.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8d6e5f18d51a364bc26896ffa798e13ebfbdbc8f1b6c4ea9f10b1d08db3bc2e","formula_version":"titan-u-contract-v1","latency_ms":0.6874999962747097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1ebb7e741ec63146d61691ba36f0a4d462ec60a81ad20cfc7aa51f58ece2b03","sample_id":"chinese_zodiac.dev.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be432d2425ae6007806bf841a3f826e93a3d8c10dbddf06c0ec462eb69baa40b","formula_version":"titan-u-contract-v1","latency_ms":0.4671659553423524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94c8dff005e4f9543cc2a8632afa1dff41a4edef855248bd732d126c5d9f76f1","sample_id":"chinese_zodiac.dev.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad4122ba5fe6a8c02c1cbc8df74184bd83ec7b305ce4419222625a8ca6542df0","formula_version":"titan-u-contract-v1","latency_ms":0.6926660425961018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb740b8b8719fd9dd4c120fc45a08df5fc4d00a4899399769d9f9a71a2cd0de7","sample_id":"chinese_zodiac.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63e5f6a76bcf40221ea52acc6169b41d659ffcf4de6f7b351cdde076253821ed","formula_version":"titan-u-contract-v1","latency_ms":1.046291901730001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd0ab62aabc9cc6ae21550480efde9a2c930b576d858140d376e0d6122e20ddf","sample_id":"chinese_zodiac.dev.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a499fc0a818fb2ee5a53ffffe721d0be027c6a6744e3a9efada14760b537d995","formula_version":"titan-u-contract-v1","latency_ms":0.6636659381911159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64ca143e42de5f43caf32e17e7f7a2ece9714dc44c833d8f520c1e3ded42a88f","sample_id":"chinese_zodiac.dev.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42290c42a531d250c7bffa4d3346b7d284b33f61ee06ed1d9c3a52df0f076efe","formula_version":"titan-u-contract-v1","latency_ms":0.6314590573310852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afc52afcf61f31ee44eb2b4fd6de6398e128ae97432c67856eeb6e0ad29860aa","sample_id":"chinese_zodiac.dev.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aae7e89bb4506142ad8dbaba9e2ae00570c071b4095d34e209563d3996ed1a0b","formula_version":"titan-u-contract-v1","latency_ms":0.6432090885937214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8e85bcad8c66a6c39260bd0576c9cdc19f8df80257be66983c3243da3902432","sample_id":"chinese_zodiac.dev.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"199f56a134993a64e76e01a191a90f9a3237258a335524142a26b528c206d37b","formula_version":"titan-u-contract-v1","latency_ms":0.7805828936398029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ae5dbbb6a744094068e0d2703b5e74ec91dac592c3a9f377a20b648c269d583","sample_id":"chinese_zodiac.dev.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40506d6c8747f5b328cd5d2b43cdd026697ab4e60010336c7dc03785eaad3638","formula_version":"titan-u-contract-v1","latency_ms":0.6672090385109186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2f8d9f9125b641d5bb7f9604ce28fdc2e3f2b407152de93c66ede80588f2e88","sample_id":"chinese_zodiac.dev.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"793b42a7e0046dced87fc13926904fbe45cddd34e99079c814cd084084e0bf73","formula_version":"titan-u-contract-v1","latency_ms":0.5221660248935223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a0755b0706e398a8249f25b1e92786e5596674cf513957ca4d5a6220a26537a","sample_id":"chinese_zodiac.dev.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb92a0f353c26bba29718faca49d454d0d8d6e9abe39d75ace431988377cea20","formula_version":"titan-u-contract-v1","latency_ms":0.6716250209137797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44dccb8de7d4e183fa12659c6e4218f08add733e71a79a2500cb97baebaacb92","sample_id":"chinese_zodiac.dev.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42fb1268d81b0457985a0587db328238876e2a6a45fc89a679ad45663d980670","formula_version":"titan-u-contract-v1","latency_ms":0.5025420105084777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a42d260a70ba99a40784b7cb3336b2f2c6cd2da2d2f89b5a19905d20a3feb22c","sample_id":"chinese_zodiac.dev.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"052f87506e0b7df852b1a66ac25b489d1b4b0f53c8a69bad98a2dc026d50ea64","formula_version":"titan-u-contract-v1","latency_ms":0.5098750116303563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0206a2ed515432e7408dfa2ab1ab788dbea9a4970e6dad58a13d0148804b1cf","sample_id":"chinese_zodiac.dev.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8a077565d1ac63602d43d7815ea4c69764ac3ba53a63aea2c387d8e556cacf7","formula_version":"titan-u-contract-v1","latency_ms":0.4902500659227371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fc5b3de898cdff7769f4467a6e83871323a68b54de0ef566d1c5767220a0e69","sample_id":"chinese_zodiac.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70a988183717e54941c4e0c3cd1faeaaafb5d57ea4303a6347098bcecec4cf0c","formula_version":"titan-u-contract-v1","latency_ms":0.642166007310152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"544f64eecf0c3d47a2a191f0e2446467f63a07b9026ad7c0603f804aa13707df","sample_id":"chinese_zodiac.dev.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f0741f1bba5a039b84c72a07f3d65d49adfa96faf7b4b5ab4791506ed204a56","formula_version":"titan-u-contract-v1","latency_ms":0.7957500638440251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef17a1a38683bf04d27d27562181ec1687ddfb88012ee23b1291d5081b33ee1b","sample_id":"chinese_zodiac.dev.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b13b5e03d35be3498fc96fb20763fa7a0bf4ed36bb5e26cc832dee4228641b7","formula_version":"titan-u-contract-v1","latency_ms":0.6416250253096223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed91550867081973afe22fff087638759ec99616991b7dcc96b4d2d1c605094f","sample_id":"chinese_zodiac.dev.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb9cb82071988291fba2b6a139d8d38796add39ea3b3b29f20973fec0736210b","formula_version":"titan-u-contract-v1","latency_ms":0.6706659914925694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"969c3b48df3337d4723d723353abf053193e3e21251120d557908e8134e8642f","sample_id":"chinese_zodiac.dev.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ffe9df491f1a83051b966db74d639118aba3a1eb8c43731690b40ca1d435773","formula_version":"titan-u-contract-v1","latency_ms":0.6302091060206294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a01a61e090a04a9e70cf8052a4f385a636ba7aead26e1b171b5182f3c4d8d652","sample_id":"chinese_zodiac.dev.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44e29fb26e837997802243e88a0c20b35346572fa44fe9070fa7409f6356e9db","formula_version":"titan-u-contract-v1","latency_ms":0.6498750299215317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f825f7186235b6fea901064e632aed2a572d1b1ecf20cce0761bdadd232e591e","sample_id":"chinese_zodiac.dev.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06ebe3b81634bfff044d574dcc86b016dacea916a784ac3414a11075e955137f","formula_version":"titan-u-contract-v1","latency_ms":0.5111659411340952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a900f4d511d8baaa2a456274a6fd01dd11ce5cfa3e59ad87105572b59e44a0ec","sample_id":"chinese_zodiac.dev.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9405a121ce4c1b7a9c16866c5bd457768c130458ff22cd4ed3b15477c3a3f753","formula_version":"titan-u-contract-v1","latency_ms":0.6777920061722398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a7271d82df02b320aa77e576f1d32f8a995c86e97f99868b68605064c4d398c","sample_id":"chinese_zodiac.dev.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc24ac8b81a12ea44ef33e8c0c94b95111585d5f9b24e2b5e85d91f12b543170","formula_version":"titan-u-contract-v1","latency_ms":0.6185000529512763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b9a3dfd3bfeaf71ec1c62fe559ea776f784ed195c2a8f7e3c7035e659260144","sample_id":"chinese_zodiac.dev.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9140fca7d6033ddc78157a0960a094488e0dcd6e287b125adfa869efdd0dfb67","formula_version":"titan-u-contract-v1","latency_ms":0.646500033326447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49d9e09b39c7c49b3c20fc66a8bccae7aa4995d82e56e87b3a3143c137cafc13","sample_id":"chinese_zodiac.dev.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c4b38cc0231614ccaf0da5988069be1d4f9b2d9677407ba2291d47c38896a9d","formula_version":"titan-u-contract-v1","latency_ms":0.48508390318602324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b25df059862eb847e2e9a39b137ae1acf44857438c3e6813d1dc8011dde40555","sample_id":"chinese_zodiac.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45c03a80445be010070c50222cb940ebd06556a2ba5cc1ca26cf82fdcad41fc8","formula_version":"titan-u-contract-v1","latency_ms":0.6551670376211405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b227fef0d0c912f0e5154836b05a60a2a46ded1e3da38520a64ab319221e8b7","sample_id":"chinese_zodiac.dev.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cf2c89cff392ca8b3cb677ffca4f5808f289b0b75efc22878f044260e4d5536","formula_version":"titan-u-contract-v1","latency_ms":0.5160829750820994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43f788a73cba6846fbdc7ff82d5a909cb93408460804e2d12e295a3415ab181b","sample_id":"chinese_zodiac.dev.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79912eff57a4a2a3ce3c11f8984ba5dcefc25d158b359356d0768c3f2dc15908","formula_version":"titan-u-contract-v1","latency_ms":0.654041999951005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb761ad01f01eda4a606a036136e261c1389733f67201e54a62dc5bc2b5b1dd2","sample_id":"chinese_zodiac.dev.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff12e7add7b4b774b88daeb974db0136a53da0ea515e6cb19c5e906ed6953bd","formula_version":"titan-u-contract-v1","latency_ms":0.662375008687377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"977fb798632dc77ba44cf3239d70eee1a7c250f5051076378002da162dd3ded8","sample_id":"chinese_zodiac.dev.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00f1903275527f2668d3de9c5bf5f5834ce693694be994d2587769ffa876adbf","formula_version":"titan-u-contract-v1","latency_ms":0.5087080644443631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19313ecded81ad427a9eaf331832c72bdce6ae4073ebf85fd4d0254af9ed6655","sample_id":"chinese_zodiac.dev.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e446bb75d275b1db6d1627abf88b1c3bd246a1ba4d56fdd0a2f42bf514b7c3c","formula_version":"titan-u-contract-v1","latency_ms":0.5016670329496264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d3e5681fda191e0e8ce12a8f6ba7c9c436e021b5c4ca0aa89eeb9d6fc6eea3b","sample_id":"chinese_zodiac.dev.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbc6b3cbede821207885731b7738e50aa7646559026eef502947d5f0cea73571","formula_version":"titan-u-contract-v1","latency_ms":0.7003330392763019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53d2ff655a79b4d175632e1eb3c5e84cf937722c1920e6a7da6f25c413e8a92c","sample_id":"chinese_zodiac.dev.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d8cae6c957c187a9d2ec0a9cc9d045b67c3299f906e011e635e722bf4f013d6","formula_version":"titan-u-contract-v1","latency_ms":0.6478329887613654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"242fdc22ab3bf9ab082f175945dc0444642652e4f474cd57b78bd41cecb79a83","sample_id":"chinese_zodiac.dev.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd7e5d25751d53d4d54d6f81ffa752af5fa31574a31ff1055f7d79bd77d84ad4","formula_version":"titan-u-contract-v1","latency_ms":0.5047080339863896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9a05fc26989b42cfd8d20d31d563964a5f48a725c519af12b10b6d288d3b025","sample_id":"chinese_zodiac.dev.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f636e0725d5a290cda6f57c1b9d34405162eefc739fb7208604f618351959f2","formula_version":"titan-u-contract-v1","latency_ms":0.6186249665915966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaa1f1f9af080bfa2b9a72631bb23047cdb0ca730acae36ea69b55ebec795db2","sample_id":"chinese_zodiac.dev.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cca316cdd812bb19da9a245152501bee7a0ded87952f1c98621a7d0b951bde0","formula_version":"titan-u-contract-v1","latency_ms":0.4894589073956013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1f85fd42b457e4e0f623b53e8eb35ffe0f8bc99c056210975ae94b868eba16e","sample_id":"chinese_zodiac.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f01a67dc6e4eaa30cfa0744cf668f114dfe3efa65ec48e48d77e3f0a90f2e4c2","formula_version":"titan-u-contract-v1","latency_ms":0.4950000438839197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8031806cb14b6e024e0ed94714624dcfac2abcdae7effbe2e1a23347a0a3c4b","sample_id":"chinese_zodiac.dev.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfab869fe01592ad5b8a7c8e098e900069114f4756e1f84037c62ff91da197a6","formula_version":"titan-u-contract-v1","latency_ms":0.6145410006865859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c671f66af14c6d13e504fd5592be0b3724d27c98eb6d5fff75428245c83c4487","sample_id":"chinese_zodiac.dev.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5e3d3fcc889b4b003ff58f937636ea2ad6ab88bf0ad99e51b4b15253ded8822","formula_version":"titan-u-contract-v1","latency_ms":0.5129579221829772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"143723fb613b78b8e6823333fd8ce43996842064f10409078ae64a3253c53c03","sample_id":"chinese_zodiac.dev.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c77175bb0bb3daf038f321cc05d9b55535795ac10a1abe670f61ad15a4bd0231","formula_version":"titan-u-contract-v1","latency_ms":0.6882919697090983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86671b7fbea12cdb805940fed6bcc28a3017f98295e4be7e593c6470c9bd7a47","sample_id":"chinese_zodiac.dev.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4474ea9fbcf5badfa1a8e811de79dfdbc209aeffcbbc2c1fe0dfdd4fc2b25c0","formula_version":"titan-u-contract-v1","latency_ms":0.6397080142050982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f891e5b887444f0765830a07a45c54785e0665c4c4a6a0c8e84b2cca4d5b7c25","sample_id":"chinese_zodiac.dev.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82db83bdc2cdce95ca9d67b3b1635c320288313fe43e54197eaf93a2f32930b0","formula_version":"titan-u-contract-v1","latency_ms":0.4966669948771596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58f41214cf4fee543f0e6a8b6d8f3925110a45134f7566a3f4a7e84fff0f1c9a","sample_id":"chinese_zodiac.dev.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b603d84bedc892aa7122750d9d404a7ad770a5af1cee40113a56d6d064080456","formula_version":"titan-u-contract-v1","latency_ms":0.4957909695804119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10737940d754a3660b0809c7ede4447545161ac1e6713c3ff3ce17c6af6a9cc5","sample_id":"chinese_zodiac.dev.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"937d0ca3b5f3000b2263e7d5e9c61658fa134152b91a005868ae6d131baea2aa","formula_version":"titan-u-contract-v1","latency_ms":0.5122920265421271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2f6c15e46be44a41525b174ef77c6f9a11d6f7b0eaffcea6d0769cb7e325586","sample_id":"chinese_zodiac.dev.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65ff9870d4ff8f3da8654e45af5bc31cc618dc3f15806926d301b7a7eae8b821","formula_version":"titan-u-contract-v1","latency_ms":0.6438749842345715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8795888e8c0db91e69bfb612cbd8bb76f097854640acd66351670ad7b964dd1","sample_id":"chinese_zodiac.dev.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"392031e05d1eb8e18e69d11dffdea2e1ac1139995911febd20201253e0fa1d3b","formula_version":"titan-u-contract-v1","latency_ms":0.6001249421387911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6657c81a29300421ee370c68b3d086b7e8164b631d5883e4f636f199c03e3b09","sample_id":"chinese_zodiac.dev.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"358b25db60beb43f273b0042019ecc48619948ad1cd72e93c748ca1125605c69","formula_version":"titan-u-contract-v1","latency_ms":0.5082080606371164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b321462dbd0ee29000110a8316cc7cf85a359248f3ba7658958a39d9d006aa2","sample_id":"chinese_zodiac.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cfca29d933da5ac395767bb6f10ba29ac12b33396d296ab960dde2edb35d20b","formula_version":"titan-u-contract-v1","latency_ms":0.4948750138282776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae24a1f8e709a8000adf50a351a2a5f7d5595eb2efc60b095adcb5dba2cdb885","sample_id":"chinese_zodiac.dev.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b01cc752215b58159f44f10627f988af54f7e03fefbdeaa8eec4d5ef7ec17819","formula_version":"titan-u-contract-v1","latency_ms":0.629125046543777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fe1602b33cf30ca3419c1f6a1f8bc601a9d75360777707f87c8ac90180a7489","sample_id":"chinese_zodiac.dev.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d1ceb20257987852dc5c8a8346a2fb3ddce33fe0b4ce499f859128f4ca49d52","formula_version":"titan-u-contract-v1","latency_ms":0.514750019647181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"982c33abc760eb7992b162e6dab7c365792d5caa9f75e401082368d87d786126","sample_id":"chinese_zodiac.dev.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75c41f5ee1a62b5afc1d3b69a5339404002e038cbc5c2391d5d1418bb31559e6","formula_version":"titan-u-contract-v1","latency_ms":0.6135000148788095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74cf8e26e942a81f0a41b20e3f1494734b5aa2039ec22d3edef91758a321dcfc","sample_id":"chinese_zodiac.dev.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca0f694fb4e4a0e350cbf318c55382cc7a6ab92987127fdcaa05151d961bddfa","formula_version":"titan-u-contract-v1","latency_ms":0.47620804980397224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b97c7b573e6698d82aa78c5f182de3d6b646a19acebcd2e1d2688ad8407b0821","sample_id":"chinese_zodiac.dev.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd681008fa49423aace452d3ef7f04943976f18788c3cb42cd434348091daab2","formula_version":"titan-u-contract-v1","latency_ms":0.45387493446469307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"808e04d4c385f55146af1ffd64d58bebd44c759bd8e3e17034ebd20f3d3379dd","sample_id":"chinese_zodiac.dev.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bafa21b6796b40daca58fd5475c62737bf0a446c7c511b9403262f5df9c7ebd","formula_version":"titan-u-contract-v1","latency_ms":0.7296670228242874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3df5e9b27bf41ff8eab142a3124b2488200d400e10da637f9fb7fc12bc7e8941","sample_id":"chinese_zodiac.dev.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0d7ad3672c3e2c6c9eec44ee7541e0fb29e509c5cc3afe2833a9ecfdc7de139","formula_version":"titan-u-contract-v1","latency_ms":0.6597910542041063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc5b7d11ce221cfe886c46bfbf8a1193bf6458108c33e2fa283d3049b548cfe5","sample_id":"chinese_zodiac.dev.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b39b2e9b5e608a2ea726aaf12ff39913b49d301003bdde1cafced15cac07a455","formula_version":"titan-u-contract-v1","latency_ms":0.6093329284340143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f05a1359c557bfef48d8f9a76e7af4d91e86517c9012c0cedad1a305893bca8","sample_id":"chinese_zodiac.dev.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a000e1be6e789a03c1a7dd1842fca32f903c05b4a7eba90d79a3efadefcbdf83","formula_version":"titan-u-contract-v1","latency_ms":0.4753749817609787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e71a18b5890cb4e5d3488119e38c40d80879578882503def96b99b2eb4c66f9c","sample_id":"chinese_zodiac.dev.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8bc4fc2a92b0a512382e1162a257044bda3bed9848e0b5a22b60e6821be9528","formula_version":"titan-u-contract-v1","latency_ms":0.6284581031650305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8524e4d6389dd4d4bca29840ec24cec8942cc32c2b7f5091ee4f4786c6d8f636","sample_id":"chinese_zodiac.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8ebbea2ce41edf2b63c055e58fcc436672530c77b756713b4a3cd8f458f8d80","formula_version":"titan-u-contract-v1","latency_ms":0.5137500120326877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"261f188ee5d66aadfc422a207286ac210532412234e9167a3b4a87a5dcecb4ab","sample_id":"chinese_zodiac.dev.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d396ef47e6b39c38e48bebd36b41981772293e8bdc17f41cad0e6597e9244e8","formula_version":"titan-u-contract-v1","latency_ms":0.6645000539720058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fead8c163f4570e7e1cc4dc6f20ecf5c79994ba8a6294ff0d3e4609aec5f8e4f","sample_id":"chinese_zodiac.dev.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d83798b448bd2067ec9c5406601f14d32a8e0d07818085b57c71f46ea6cd405a","formula_version":"titan-u-contract-v1","latency_ms":0.49645802937448025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7023fbd04af55c4c00eb6724ec9a386fd57aaa1ad7c9444ba747ef06ae1be430","sample_id":"chinese_zodiac.dev.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73789247144fac438386995ea5c9be0b146abae700161771262d3842dba64764","formula_version":"titan-u-contract-v1","latency_ms":0.5012080073356628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e07480247e630ade6cf50f002b6e5b4b4a6d17c88c724ea8ce6767d0003b846e","sample_id":"chinese_zodiac.dev.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00ed13adc8edc453b2936bb36fc3c94a18814c3adefb36fa2659f58329317124","formula_version":"titan-u-contract-v1","latency_ms":0.503833987750113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa79ed7415787e5630dabcfb6f1a67f009861c71532d9f41d5cb0d5aebfb713c","sample_id":"chinese_zodiac.dev.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15a2f2bcf4b696aa956114cc3bac63aa52833861501dff1832ca10a17529ef12","formula_version":"titan-u-contract-v1","latency_ms":0.6663328967988491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a701527b38598a3398eda1517160fa1f2afc95d2ce430c3cab69a6d02dde6c93","sample_id":"chinese_zodiac.dev.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aeceb89e55229674d5ad3c810a27fd0dd0bdfa422e1dce8b4120c507f1f4dfb","formula_version":"titan-u-contract-v1","latency_ms":0.7871249690651894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70c753275ef0c7408c2eaf387fcdc4529b8d3626b299dd3e2412f0b32ad99020","sample_id":"chinese_zodiac.dev.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6beff136b8f93351d66042a21d2bb4a6bd9b7d3adb489097a8ef8bb98d94650e","formula_version":"titan-u-contract-v1","latency_ms":0.4652088973671198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fcb9ef9809fcde81dad0604f3670bdd6459facc8925f32568ccdda4d7da45b6","sample_id":"chinese_zodiac.dev.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4b35f8f4d4161ca2b04dc40f6032f11bbc34751b0bacd91be830056313a91fb","formula_version":"titan-u-contract-v1","latency_ms":0.4452499561011791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f8d582c8283a3be096d29c722b1e5269288e1888621e83ddab595c3b975e9c4","sample_id":"chinese_zodiac.dev.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4397d9586fb535cab2ac01e200092734761936f0882457430ab0e51971482aff","formula_version":"titan-u-contract-v1","latency_ms":0.48512499779462814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cfb2285a5a5ffc37892e10863689ebbb9535e8d6b76bf393133b8d83cd862bd","sample_id":"chinese_zodiac.dev.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b1da0015726a4cd3fa5dfb816fae37009624bcba226156b255849775eae2575","formula_version":"titan-u-contract-v1","latency_ms":0.6322090048342943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd4eca62a93be1b7b2d59907dbb6aacfde41ad1031179df2144f6387dec73393","sample_id":"chinese_zodiac.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0561f4113313c16cf7c7151766b530c3cf3538d7df62399155899542207fa243","formula_version":"titan-u-contract-v1","latency_ms":0.5024579586461186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0bb108273d06ac51c755516029a600db20a853f11ddacebdc74827d96379f81","sample_id":"chinese_zodiac.dev.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"984806e04d9349c1cce0fc294f85f8aefa5efb0ce413b427039471b45d2b5777","formula_version":"titan-u-contract-v1","latency_ms":0.49237499479204416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b10b2220ff6e131a7a877ec02e89444035c5e8e1f6e1ebffcbd3e455dc5cff82","sample_id":"chinese_zodiac.dev.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b134a0710499ab96016016d57a1365a3c14fb9f13e87a9ff8bb27264542c432","formula_version":"titan-u-contract-v1","latency_ms":0.9307920699939132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18ea71afcae284751f46198f3dc3dbad7c0fae5a7a99ae9c4ce05bd00329a0cf","sample_id":"chinese_zodiac.dev.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40cede5c734b2c9bb075b1cb1340390efa645d3071b0297528016d9e1ba65eee","formula_version":"titan-u-contract-v1","latency_ms":0.6557919550687075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8ceb4ba054e2f4824653a8f3bcacd1666196cd5594a3ee94442936676a081bb","sample_id":"chinese_zodiac.dev.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46eb61660ec400e5d4133fedf6d168431db5f880d202c70319fe9a791a84694f","formula_version":"titan-u-contract-v1","latency_ms":0.6450830260291696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c37afbe64af94e89888200f3e6ae5c3fa16770a9430bc7d7818ceb4e7b275ae","sample_id":"chinese_zodiac.dev.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"557edec69807078b3e0a6167547486dddb30801357758a5d6fb220203e6112da","formula_version":"titan-u-contract-v1","latency_ms":0.8292499696835876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea4ee19a9a252147753fbf3822df7b8c6592c7910b450bed82f6dd81b16b2fa1","sample_id":"chinese_zodiac.dev.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5191f0208560e26797ff03e3f1222a8055e4463e36db3e4ed7da1345e61893e1","formula_version":"titan-u-contract-v1","latency_ms":0.5034580826759338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd211e82c10dae2a9e30364eb7c1a65dc73cc9b0b270b81f702e1386e9ddd5bd","sample_id":"chinese_zodiac.dev.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"741b20b30a7642d1fcf14e2038e27a32015a2a332f68a7fc51dc3e63efbd9a8a","formula_version":"titan-u-contract-v1","latency_ms":0.5481250118464231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8039ee45cef3bfdcb7fc2985b5d06547c1b20e4de211a5323a5bd45f3d2570dd","sample_id":"chinese_zodiac.dev.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06f1faa1e59f31af29df9e25ba448210ac176dfff338aa0aee78199563d471e8","formula_version":"titan-u-contract-v1","latency_ms":0.6751250475645065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c3449a43c71a3dcb22d494bb92f836a015884d3f078c3984aaa334d3f6a9233","sample_id":"chinese_zodiac.dev.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e4de672a2fb295ffb4b169d33983db5b3ddbbace87bc95a4d7463dbe2d91af6","formula_version":"titan-u-contract-v1","latency_ms":0.6446249317377806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7451891420e2e9bd08061c366472a11f02b9604e4a826cecb183e8b954eb7788","sample_id":"chinese_zodiac.dev.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8740d5888b42c06c1fbc4b9df350d6791a0111153997b2e50e7807f465833a6b","formula_version":"titan-u-contract-v1","latency_ms":0.7642499404028058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08576199a94adc11ad8f887aaa1672c9b82179e4f2ee061f0620fd6002421754","sample_id":"chinese_zodiac.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbf8ab7ae8dc02907841e6d42108a3c84ddafbdc299b25b62656f0eb11f02f8d","formula_version":"titan-u-contract-v1","latency_ms":0.6905000191181898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31b91aa495965bff50927ff0e0bc717980285942f8a148c9359419ab8926f9cc","sample_id":"chinese_zodiac.dev.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a34076e5ea5f30754a48852350c4006b6432db3292c1636ad213d0ee79d01357","formula_version":"titan-u-contract-v1","latency_ms":0.6309999153017998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6570eced44b60a5cafbeb7fc9770a9e580301cd41fdf513bc84cfe213cb06219","sample_id":"chinese_zodiac.dev.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"251cdf3c246525a8998604ef35909d92b2f4fd9cc3b8a6b3204998c33b55ff32","formula_version":"titan-u-contract-v1","latency_ms":0.6096669239923358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ef9544972f001d16f585c6324955463f04c73e6e1c61e6fe61ee933d52077a4","sample_id":"chinese_zodiac.dev.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f9cf466a76f10bf559d36d626c6fa49e7c83330cdba22f18311371821dccfe0","formula_version":"titan-u-contract-v1","latency_ms":0.4975829506292939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f0e3b7cab49504b16db528dcd0ab97013b89c54193492900b5ddde9ad314a9a","sample_id":"chinese_zodiac.dev.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9af1c65b32c6cf733691b348e99eabbfe3240205f507da7f7678de4fed239025","formula_version":"titan-u-contract-v1","latency_ms":0.6159160984680057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d37522f5ca260d9b564a8dc3d235d92b1a2484c43272d5ddee6a1e921617a3c","sample_id":"chinese_zodiac.dev.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5fb99d406feda3e8eed73fc9dd9570937c38a5d05443ae6f9e58281180b1e20","formula_version":"titan-u-contract-v1","latency_ms":0.6062079919502139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a0d6f63a7e223a8e64c9d55c514607ea2f48745af6133bdc4c762e8031d5eb8","sample_id":"chinese_zodiac.dev.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5fe0ece6bfc175cfb3823cc74fe026444e1f128b635d541e499cfc021599784","formula_version":"titan-u-contract-v1","latency_ms":0.49229105934500694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3231bc0e701cdd512d2f6f8abece23b4326ee8e881a85232cc1de9e49872a9c0","sample_id":"chinese_zodiac.dev.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21dc20a603a5d568a0135babdc53b39c43ac685c2a50640833a00ae02c7de9cd","formula_version":"titan-u-contract-v1","latency_ms":0.6143749924376607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d21090f7c38c1031e4413e1dcab494a6ea15d1a07c93b476e03184b4d1f5f109","sample_id":"chinese_zodiac.dev.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"501294e173c9f18b5c0036a55f72304ac5006fa1183aa394d83da00c92ed679c","formula_version":"titan-u-contract-v1","latency_ms":0.5617080023512244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bdd410968755189ff560f2d456c35f5b5adb78bf02939f815f7270a9ce43d09","sample_id":"chinese_zodiac.dev.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc7ce0787b9baa871228a9bf757cc42e0b21557ffbfb10d3f8d8a775a2a667fc","formula_version":"titan-u-contract-v1","latency_ms":0.8930419571697712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ade8e49163428f13b6de47af8df4be6d4b69815c10adb508535e1781c709fa5","sample_id":"chinese_zodiac.dev.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f61c183580443e770c0f09458277f73a4d51d45053b0db1e05b44ccf5db6c8d","formula_version":"titan-u-contract-v1","latency_ms":0.7993750041350722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10bb649c16e21f081fd39b5fdf29638b9573e8f9459a033465f34755b6f5dc9c","sample_id":"chinese_zodiac.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e40a7021d976a52f3c2e88d16ccc7906f21b70022e11f6c5008d5d2758153da","formula_version":"titan-u-contract-v1","latency_ms":0.7649579783901572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"262ac8dfbdee6deeee328b7cc7da43dc31dea85bc733e13297c4992ec8b806bf","sample_id":"chinese_zodiac.dev.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72c0e06b6270e3919357f9ba5807ecde95786ffb1efd342e3e922fa275e2edab","formula_version":"titan-u-contract-v1","latency_ms":0.5207089707255363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8d8fae6ad8a1ec432a0adc58d3bdded1828cf00b9f586da675a74b8480aed78","sample_id":"chinese_zodiac.dev.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce0208d28b35f59c90988a7063c8b6d814fea12368159ef0c77be8d657eeeece","formula_version":"titan-u-contract-v1","latency_ms":0.6554590072482824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ef15be26628f715eb9f3821dfaa9451a253b278f8bfce89b5b927959ae54290","sample_id":"chinese_zodiac.dev.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc9fa8a58d117f9bdd7c09f606144cae42a52edf7cab743a5272dd065d540d98","formula_version":"titan-u-contract-v1","latency_ms":0.4827909870073199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66967bf7ee0dcf630460ff5e8b3da350197ac0869863b38aefe2e69e7f02cb5c","sample_id":"chinese_zodiac.dev.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17546268ee1378eba26da74d468f2df48ebd2832a4689b3f1c01552488053555","formula_version":"titan-u-contract-v1","latency_ms":0.7134999614208937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a68a545a07acd1313174cd9fd2e0777709ba0557e52dc612e9c59d65414288bb","sample_id":"chinese_zodiac.dev.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c77e95f8e6a166059280680bf25988fe4a8ca8a5488f31fa38794620a66e9094","formula_version":"titan-u-contract-v1","latency_ms":0.626583001576364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3646e4eafc2afc3cff6fda147d5fc62b0067ec3208097e819b1d35ea97e4c9d5","sample_id":"chinese_zodiac.dev.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08482a8eca7c38d472c3086aaf6d3d85cb2521d3ea6b6c31414c2ee85de425b7","formula_version":"titan-u-contract-v1","latency_ms":0.6424169987440109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec8fcab74ee0b64ab4d1fd85265570eedcd67aa64a8330c5f93ff36cb7ed184d","sample_id":"chinese_zodiac.dev.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"417265681638b0b1fe518952b0bce9ac2345d1e0cd74c7464531f88e60c6cfc0","formula_version":"titan-u-contract-v1","latency_ms":0.6130000110715628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f46246b14754d7703c69db978e39577b3c44f2b96035a4813e92ba7755686796","sample_id":"chinese_zodiac.dev.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"774a75d0ff72607d0f41b2e76c484b5f2251ad889083e72ce7e85a6c307b5f93","formula_version":"titan-u-contract-v1","latency_ms":0.6449170177802444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"caa79081fce51d07cf7d40325e744676997a71822f3864e53af1ebd21dd7ecff","sample_id":"chinese_zodiac.dev.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c918fc1da0d745198304313f179d494efb259c96a230d3b6900cca6500830073","formula_version":"titan-u-contract-v1","latency_ms":0.47987501602619886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c81a244b2a04bd9c4279ea27915a66ff2d5106b7e6d16e525d43536d510c339","sample_id":"chinese_zodiac.dev.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9eb17347605a6c7df59a7fd756ab56f0c9de8ea19931a3f25634f78311f3c4b","formula_version":"titan-u-contract-v1","latency_ms":0.44837500900030136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"caf586634bb75377470b726253ef0d4c53048433f55d2eb539cfa4c16bf277cb","sample_id":"chinese_zodiac.dev.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6467834c800a62b47a56a05d2efeb81046bb303a5197ef0cd703bfc118359dd7","formula_version":"titan-u-contract-v1","latency_ms":0.9572079870849848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d892a2a1f71cf7148e9c345817b874e03cba8f7f282f27cf6dbe83d47462b56a","sample_id":"chinese_zodiac.dev.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7953e4bdab6923a54ba31d61168a257478506639a9cb78cc156b0a0d491e364d","formula_version":"titan-u-contract-v1","latency_ms":0.643208040855825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f988f7fe2680bf47f6a24d11e55d0549d03090be3588ee4b106f2eeb9b8993c","sample_id":"chinese_zodiac.dev.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8611e920299a80039cf313913ae1e23b76400065f24a21085db2906c44894f2d","formula_version":"titan-u-contract-v1","latency_ms":0.6830840138718486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9efd34b7505a9aa4fdb540c18843195ec0f975024f1389af56af6ce9cf044821","sample_id":"chinese_zodiac.dev.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1a0dff88faf59cdc2a17cd0ed9f253651b786e06d7a2c020a8e3224957eb290","formula_version":"titan-u-contract-v1","latency_ms":0.7997079519554973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"495dcc9472c6f076be06a398b61f2b4c58ee63857390d3b9302cc4ab2cc51b1c","sample_id":"chinese_zodiac.dev.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bfc56d462c16cb49ac5048465ba5a66b4bd09d3aa44cd8d9069c62a443e313d","formula_version":"titan-u-contract-v1","latency_ms":0.49291702453047037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"351224c432e2e21d5e115a5be35390be58d8b9043cf16beb148d264dbc5d4174","sample_id":"chinese_zodiac.dev.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17ea44657d50046202205e8cc5dc0f1864aa9f61d9b6868b158ba8d02476c4a1","formula_version":"titan-u-contract-v1","latency_ms":0.482875038869679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"072df0c4b663c4afedcbc362d26357411aeb2a294f3f073778694ae3c50d27f5","sample_id":"chinese_zodiac.dev.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33c1f42c3cf92ac2895e989ad3b8a91bcbf91c2c0486e1738925fe406a0f3415","formula_version":"titan-u-contract-v1","latency_ms":0.4824999487027526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6340e79429b13be3cf02525cc7c11571c6adfe9064812b147034c18de2c9fd6","sample_id":"chinese_zodiac.dev.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b20f73bdd245adba2b7329fb4b04d63bbf9eb6656fcc0806600a8cb65e77d96","formula_version":"titan-u-contract-v1","latency_ms":0.7006250089034438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8f4acd0c748e55975134a0844a8c4574b3b41d65d3408c2782dfa2dbf151499","sample_id":"chinese_zodiac.dev.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fea33cadf18b76f714799d151ee14c759348a1796d22c49e42e6e18a45d57fff","formula_version":"titan-u-contract-v1","latency_ms":0.7446670206263661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc5dd6d749730a2d094498656f90eb77d2b04f2a4d1e094be7a45fb73ab401b5","sample_id":"chinese_zodiac.dev.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60ec743aa1f99e33f1c299863a1f018e34edf4f54dd62e476c9042fab916ae33","formula_version":"titan-u-contract-v1","latency_ms":0.6663750391453505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"927255671db1f513fbdf9b7c65b975655cad130dc4a13c8ad89977f755c93c72","sample_id":"chinese_zodiac.dev.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"609c6496c5e2fc9a59f25fe64d5d5cfb5aaa1bd1968d8bffa39004ef3f723334","formula_version":"titan-u-contract-v1","latency_ms":0.6742089753970504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"252c344e8a0b3bc3efd738eb7d3ed33a4fc3ae68af8b146014ba78db01d2fb45","sample_id":"chinese_zodiac.dev.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19788c75c9e2415b3fa91f782d4a95fc0a2f845b866f14f20d75e342c1ef9152","formula_version":"titan-u-contract-v1","latency_ms":0.8568339981138706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02d675d15f26f49ed99f998de2cc7c0f8a65f726466272c436de781068ffaf9e","sample_id":"chinese_zodiac.dev.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73bd69750c24b8d37bf4698899d022f6b904b5909ff082d9078e421f0d543ae2","formula_version":"titan-u-contract-v1","latency_ms":0.5018330411985517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af5caaa2b84a912902e5fa4b799d4cbfe77f01d0407719fd421c14876d0a6d4a","sample_id":"chinese_zodiac.dev.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd8054bfe6c8e45b780bfc63fef41f5f7a918982d9bcc9d10c71cc183a8e10fa","formula_version":"titan-u-contract-v1","latency_ms":0.8445410057902336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a15c042f6d43db0e032f947b268f06cba1599250a9b5ba59fee0bb883e0f9423","sample_id":"chinese_zodiac.dev.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"575d0c0f6e14a5e27c6219f60d808e2237f05e165fe7a8960c546ecba0370c8d","formula_version":"titan-u-contract-v1","latency_ms":0.673915958032012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e796ed2675f6f75ffe47c6496427c9273cb30d6a14c0773303b95acca5b407b3","sample_id":"chinese_zodiac.dev.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c6542630b43cf668bc316fc102b22f9fbbbea82474637f0aa453ce33d867e3e","formula_version":"titan-u-contract-v1","latency_ms":0.48466608859598637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b0ed1315586e3252a06ade03b879102b6a18d147c82e0dac852e5b289cc2fc8","sample_id":"chinese_zodiac.dev.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6573d16ebc000dbb60e2a386af6be0967e5b955b2d979f484d8f628e7be20efc","formula_version":"titan-u-contract-v1","latency_ms":0.6820410490036011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c69b429594b255daedebf0d09b6b6bd3f20efeac2b16d25a86936de48caf892e","sample_id":"chinese_zodiac.dev.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5550e6763238d48cf4428cd34372ec41137165107cd083ebe52c5ae460ff9075","formula_version":"titan-u-contract-v1","latency_ms":0.7203749846667051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e14eaecf848b2f657bc68a4a389bb15c8a560d59f52552eaa7c492474a0bedf2","sample_id":"chinese_zodiac.dev.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0ef577538601c180f9bce674a8f9f7a6c94f281e11b82b30c6d84cb4ff9b738","formula_version":"titan-u-contract-v1","latency_ms":0.5027080187574029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a51e48aa08c9c68f56e61aae7dc029b2271ad29fdddf18ef67327fc427175d43","sample_id":"chinese_zodiac.dev.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9586b3949112c096bcdae603e90a5e6f3e03625b7b7c560c34870046e46cfc0f","formula_version":"titan-u-contract-v1","latency_ms":0.612459029071033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ec9e7731a5920de3ea5f4a51c7e9885f4189a8eea0bb266757848e0ec977360","sample_id":"chinese_zodiac.dev.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fff0ae3bdaca0ce0fbc89f03fc8586f5c12cc0c92c46e93dd7935f6aeec72d2","formula_version":"titan-u-contract-v1","latency_ms":0.6197920301929116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7844354df6b29e501310e98e587a23d7446aed048f07ed06fc9c9170dca28752","sample_id":"chinese_zodiac.dev.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c8a2e008e54286107172109c8207e70cdcfd3370c12c3994712d8090d087b31","formula_version":"titan-u-contract-v1","latency_ms":0.592457945458591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebcef85f7b926bc27de00df9698cc935144d413a861e01b3c0e18944069e6893","sample_id":"chinese_zodiac.dev.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b2f035ba3eea323bb8231ac7c5d084f55e9fbf628e97eea9cc60d9fbe84f782","formula_version":"titan-u-contract-v1","latency_ms":0.6539169698953629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea99c77e0c0a52d2987ce535ecbc7d57cd51e108a0562852f1426089efd6e2d6","sample_id":"chinese_zodiac.dev.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c831062f95c1b80d7f01ad351c5945fa115611d1b9e61444f857433938e1eba","formula_version":"titan-u-contract-v1","latency_ms":0.547999981790781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26bb74d4f3a78a536a49ee0d1c648f1f7d2314bd67af31744601f65f759970da","sample_id":"chinese_zodiac.dev.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4a58f3eddb7f248f38c0bb8fbc21c51f04b2f7875218771eb419c40a5158153","formula_version":"titan-u-contract-v1","latency_ms":0.6379579426720738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"361d1b1bb118e3f3a453ce4c4fcd3bdc460262f65e8f7932be55eefb5c7c0d28","sample_id":"chinese_zodiac.dev.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05761ce329bc1768246b8718208ce33dd81c45a6e9f16e1f2019723a126ac6cb","formula_version":"titan-u-contract-v1","latency_ms":0.49720797687768936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"171f66c492422b60c6b32f2e53a58d2dc4596cb97a83689bb5250aa83cf72b1a","sample_id":"chinese_zodiac.dev.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bea4fc1101acd79c01f17cf29b307f7a6318a41f59e122a41c83ac931eb3485","formula_version":"titan-u-contract-v1","latency_ms":0.46374998055398464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84b2f6c9b3d627280962a0c5db80edf7df0e028c5f795ee979b81fc26dc4cf12","sample_id":"chinese_zodiac.dev.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84336b7a3e24e1dc9e5ff51bc8ac1915b94959cf0224126ef372e453237c56dd","formula_version":"titan-u-contract-v1","latency_ms":0.5505000008270144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c05f54a870dbfd14b65ed921b4f8e16c45ed8bb0966ebb478ca2c7d66ef2a4b9","sample_id":"chinese_zodiac.dev.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39f31bf622f92ffbf4183828e1f6896322ffa523883097c21a0b340d8d6daa1e","formula_version":"titan-u-contract-v1","latency_ms":0.5196660058572888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc4e4d08a8f458e928be0d8479af7d4ef5aa6f1e9e00d11552f62f851c43543b","sample_id":"chinese_zodiac.dev.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfcd2806aa2e177676751e3522f3001fc37a8680208cdfb6230786174d0af265","formula_version":"titan-u-contract-v1","latency_ms":0.5825409898534417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02c084bdb316b3f9894137e058e53b752af0b6a08f7bc53b7458d507f32b5da8","sample_id":"chinese_zodiac.dev.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9d7e64b26683ef0bc3280ed1a18d8fa01f34215013016a4e389b396cde1ed40","formula_version":"titan-u-contract-v1","latency_ms":0.6516249850392342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20fcfb4976dd32a11df03b0f1de04af5925dd1fc85f92622b6b0323ab40a9000","sample_id":"chinese_zodiac.dev.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"058905025c91337194cccb14a55713250a52f94a61142684accba473889323ed","formula_version":"titan-u-contract-v1","latency_ms":0.5279170582070947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ba1c2222be35b4fa4009b01d98ea2237f5742923b114e7ac8aa355963d144c1","sample_id":"chinese_zodiac.dev.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57413d9c21f2204a1ea819438031a5305dbef735e2a69983d5e863a7cd1fca25","formula_version":"titan-u-contract-v1","latency_ms":0.5184579640626907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1632e4daaca937930fb4c755d6ae1e7cec036439aaba512cdb6e12ff0914aaff","sample_id":"chinese_zodiac.dev.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1abf0d33e7646be0e584c3a8d03b4420005a109d10044706a6090c5b3e2f0087","formula_version":"titan-u-contract-v1","latency_ms":0.8152499794960022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4e2771a27312b765b0bb3fadaead18724917651cd23ed372241b72b2e1c5286","sample_id":"chinese_zodiac.dev.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2eea30de737a5c000e1dee670dc593d26bad833b4967ca8232897881e0fb580","formula_version":"titan-u-contract-v1","latency_ms":0.7721249712631106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0edaf47615330d23c222be5150723da360a7b972f11f698b1a64f7901ca798e1","sample_id":"chinese_zodiac.dev.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44f90e71758803da93b0b83da741a1f9717bd829520b1a4a713838b70d99a818","formula_version":"titan-u-contract-v1","latency_ms":0.6160839693620801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"242dbe777c96e2a8487f8153289baed138f7e1b82ed1256181bf210436171a12","sample_id":"chinese_zodiac.dev.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e5bbff4f3984d4661dfe12ac0ad7030ca835a6862d3a71b1dd82ff78e228d58","formula_version":"titan-u-contract-v1","latency_ms":0.5027080187574029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e766cbd280184b44c31df410b486dc8ef527185ed3740c69fba0555573e4010","sample_id":"chinese_zodiac.dev.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3389c6aff3907107da2c408f3f9962c3237257a8cb093ec00bf42431723990e","formula_version":"titan-u-contract-v1","latency_ms":2.869167015887797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d194bb7800dedc43f513ebeea69a695601515045d17262c0d4806c7324e4fda","sample_id":"chinese_zodiac.dev.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a52c4aed7cc5452c50761aff8cf2f3153e541d6f5d2e92068e05f3159a174f1","formula_version":"titan-u-contract-v1","latency_ms":0.7491670548915863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ded3a75b26b4e1e732b0dd04d1a711f89766ccd258f6e6b69b08e78e22bdb88","sample_id":"chinese_zodiac.dev.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c5c5965dcb3c690ef5b62657fae266c26af305a3dd91a40bbb605dd859f245d","formula_version":"titan-u-contract-v1","latency_ms":0.47449988778680563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d72e3d42ed5464a2af07a60c7711dc1d8688373712ab92c9d3a6d122d339d4b9","sample_id":"chinese_zodiac.dev.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdf67aa10ea2b1c248b115de12e32a56b39b2612f62b74da3ae2ec509fa0cc7d","formula_version":"titan-u-contract-v1","latency_ms":0.9456670377403498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3e29e39dc41d6cab460791ba80d3a45871167501fe5fc15db5c48f846c3cd1d","sample_id":"chinese_zodiac.dev.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a98e599d86690c655229094656c772624048c7b5c61c6b8a14a27c654a523473","formula_version":"titan-u-contract-v1","latency_ms":0.4967090208083391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"619ef0223701c573d23e32aaa0dacebc48be32ea86bfde4997ad1d6c437716c8","sample_id":"chinese_zodiac.dev.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea5ef40f1759df76088d4437b4887ebe090dac962e7f8a9d1015fba232ffbffa","formula_version":"titan-u-contract-v1","latency_ms":0.5981250433251262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a21e8014b80d62e80e65da71ac4f2724e408780d19a7d559151a56dc22bce4cc","sample_id":"chinese_zodiac.dev.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47aa578b068f2ff9693366e49ec49e9c63296b221581bbb4fe20445a3bf6635d","formula_version":"titan-u-contract-v1","latency_ms":0.49100001342594624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"878cc63414c7535d4076fed0d33183f724a9315dda1d1611710cc5eb35d9644d","sample_id":"chinese_zodiac.dev.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd18c793f52318df981d8c537aa360808854f6badd61a5146a01dd7422cd94ac","formula_version":"titan-u-contract-v1","latency_ms":0.6347080925479531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1d755f332d1e18dd5a6adde334320b271f3ef11ade4d76217e9cc7c4801de72","sample_id":"chinese_zodiac.dev.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1b7842752b2df16d0b2065c27a5b3fcdc83b659cbe619d1c45530d009b39aa8","formula_version":"titan-u-contract-v1","latency_ms":0.7279999554157257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2608c9fb0b59bf32dfc938e96f4f7378a93d85cedb8af85d0a0be8c2da3a968","sample_id":"chinese_zodiac.dev.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e12033b8dfcb0db5b5883c47a0b15ab5965e1e4a7081402b83d99c10b599e205","formula_version":"titan-u-contract-v1","latency_ms":0.6331669865176082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d19e363210943ea90454ff5bed7f45337b710c77a8445dee96f2a732bcc1b75","sample_id":"chinese_zodiac.dev.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"442f29032997ecf79b0272ab364ac6f8b64db83731f86539255b8f95260c8657","formula_version":"titan-u-contract-v1","latency_ms":0.6431249203160405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bbc0f822cc100899f6da112f609d20a5f62eac8bc282a3506484dc5d0343698","sample_id":"chinese_zodiac.dev.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4141989475a17bc01cd2719907b695d20677b30d0102d69f8c181a283d747374","formula_version":"titan-u-contract-v1","latency_ms":0.6714159389957786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"927db2f05744c1f5ec5ab8105ea1cf74c316e728fdeea8eaf93a33e89e0161eb","sample_id":"chinese_zodiac.dev.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ebe520f7788ff7aa9c0d2f099fc868184ef85e8c7e36db45b2d3106099cce26","formula_version":"titan-u-contract-v1","latency_ms":0.6448340136557817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31718ba4202a61a526b13abc5146c63ea819a440cf96728e12539677d850c031","sample_id":"chinese_zodiac.dev.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cef39a78e93ed83a39e46b03801b9249dfb8948d28e8f79e972cd76250955d0","formula_version":"titan-u-contract-v1","latency_ms":0.913208001293242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f17c88cd99905d4127045e3965d9baae10a13555f574c3b180636ec3d393c503","sample_id":"chinese_zodiac.dev.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38cf846b019aa2b9ce42658b4d4de43f8e3774bda5495396959e03b7aed0f477","formula_version":"titan-u-contract-v1","latency_ms":0.8238749578595161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a15a53802e2f4a607d3494765aa2bfe26ce6225c861e89c48b4cab09351da3e8","sample_id":"chinese_zodiac.dev.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c89dc46c6fc626bb96d74e724ad4824f947bb712542d4960f0f09827b50022a","formula_version":"titan-u-contract-v1","latency_ms":0.5295829614624381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d89722abe0ac12667284906c50d07c951fbb1ca4addb6737451b954e9a7a6ead","sample_id":"chinese_zodiac.dev.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8224ce11f86528774ce304f256468c28d9a71ee3370c0c6aeb7257571794bf68","formula_version":"titan-u-contract-v1","latency_ms":0.5255840951576829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c4fc412b1e30f868e15d8067acaf5eb9ac23bb1793f0cb6b6da8d93438a3060","sample_id":"chinese_zodiac.dev.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62d0d6d971a89bd4c0e9140f855a1c84c81158418c172f99048b239b9cfe8282","formula_version":"titan-u-contract-v1","latency_ms":0.5184590118005872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d32386f36c7bfde4a9edac4c11133ca3b16e7ccd72151d884e1a865035b46797","sample_id":"chinese_zodiac.dev.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"796ef9f04ddb728fa822f4400242afdb454555c8d35227f16b713c38a8720a2c","formula_version":"titan-u-contract-v1","latency_ms":0.6233339663594961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01b6c35526874afc2954e2c0a4c67433e52c750d67a7b4e9969ab022077e750e","sample_id":"chinese_zodiac.dev.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa861cad5f3b0b7402d7b765892482322c6db9e2bf953fa20df7b04e8376ef77","formula_version":"titan-u-contract-v1","latency_ms":0.7352499524131417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"932af69c3506bbce659d89a5e4eff88c1019a58958c167db58dc94adafc72e3b","sample_id":"chinese_zodiac.dev.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90e1e96c16bb3de7139ec52ba5309232b4b420494af5cb45929b224834ea2975","formula_version":"titan-u-contract-v1","latency_ms":0.6250420119613409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daa255913c7206161c58b916e18c997e038ae449161c44190938bba425f97ac5","sample_id":"chinese_zodiac.dev.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc8c48ec058712831eb18150e2a6bcf055c69d43742836c5e24ad80a5170ccc1","formula_version":"titan-u-contract-v1","latency_ms":0.5166669143363833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59649d916a4157f53447bf54b3e08aae88b19b89eb7bbb7d52180c67dfdece27","sample_id":"chinese_zodiac.dev.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18b8641e3f7730f28dd0722ef7b5254b5ab7c77e061eda42e1635d164bbeabff","formula_version":"titan-u-contract-v1","latency_ms":0.5168329225853086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee39d86566e4a7aef21dac972514226094d7a0a342cc27831dcafc0e194cbb43","sample_id":"chinese_zodiac.dev.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b42ca3531e7f48684cae497928c545a960ac85f8acc28a3677bee2539717e260","formula_version":"titan-u-contract-v1","latency_ms":0.49354194197803736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"619c960beb8b403c244a641604408fcd35b6967695e4bc5230e9cad3ca74edd2","sample_id":"chinese_zodiac.dev.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"915f08c3b2124d61fa78621af7ecab3a75913c6f75b7d44a4e66dbea78ea02fc","formula_version":"titan-u-contract-v1","latency_ms":0.5193749675527215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b15715a85c90fd3dfef07bc2fcfc2bf30131c07d660510147139fb9269110cdb","sample_id":"chinese_zodiac.dev.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"989b40f655298a523a1e548a6821ae3c76cb038e150ebaf5a14f8fcfcc3c0739","formula_version":"titan-u-contract-v1","latency_ms":0.663166050799191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6813c81624eb3dc12d6fb38b750ece48be7d01af9c77d5b4c0f53dca63a86d73","sample_id":"chinese_zodiac.dev.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a1731ffab59571c55cb30d2b7ee92c785d2eb81fa5906840a71efee569f7b84","formula_version":"titan-u-contract-v1","latency_ms":0.6587919779121876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"639e5e7f5dd1ceaddfbb4630b0b649eb753440d8f69e6ec42a69b563b711979f","sample_id":"chinese_zodiac.dev.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7f1d197f48aa1cf1387c4b993304e34b3db757c47532bc3523cc123a4a0bff7","formula_version":"titan-u-contract-v1","latency_ms":1.079375040717423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80f2cfd5eff01b9eac6ade3f66d6134fab401eead6d77a150308e7a8ac1d8b41","sample_id":"chinese_zodiac.dev.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7904f784a44ebdadfcea5e8589e9299a98eeeb1c5060ca09813113ec53877c1a","formula_version":"titan-u-contract-v1","latency_ms":0.643625040538609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ca8aa40cee270f61c1f9a6c5d1a29feb5276a9de0ddc52f83dc101545fc40e9","sample_id":"chinese_zodiac.dev.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cda734875b8423afd9e6187b9f6eb522637277c47cfc39ecc29108c8d016af3","formula_version":"titan-u-contract-v1","latency_ms":0.7289999630302191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6826c27129fffa2233e3a80a38b798d8e8bc29ff2b880b49a2f609ef9131d1a3","sample_id":"chinese_zodiac.dev.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c33fad14df8e4bc40fc814092aa3fa7a7ace9e305bfc5c0624185f94780dfb36","formula_version":"titan-u-contract-v1","latency_ms":0.6391250062733889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed35f4d58c58720cc4b4466111755e6388184ea370027e398835065c7135812c","sample_id":"chinese_zodiac.dev.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d18b07c02dc84d3de0caaa57f427922d07bb4696d9fc834816e5a5b60049ca8","formula_version":"titan-u-contract-v1","latency_ms":0.7410419639199972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53c1be83d2fe538168f2a33fd65f0223189a056c0d2873d29ee2ceeb64241771","sample_id":"chinese_zodiac.dev.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dac7b0f86ed87ba31cfe7f4aad4963cada4f3b6c8a3f9c308d1109f45da4f9b6","formula_version":"titan-u-contract-v1","latency_ms":0.6461659213528037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1aff1e54e5d4b0a40aace93140096bf90954e45f7a35aee793977adf76b4d2d","sample_id":"chinese_zodiac.dev.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42524032eb2857e2057a97f10f9dc714baf72847515572247bfad6e7cb8b1488","formula_version":"titan-u-contract-v1","latency_ms":0.5281660705804825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d70a8165e5a5410ec1edbd8cc570c36b50b9ebfb3426bddce1b28a5b20c7b0f3","sample_id":"chinese_zodiac.dev.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f38495d68e65df3b3329a8941c51c2e2e47329297a477e39e5d11118df0088c5","formula_version":"titan-u-contract-v1","latency_ms":0.49570901319384575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd6c86003e4101331d180da69bbd70cbd2b3d95030979c0a76cb39120c024bb9","sample_id":"chinese_zodiac.dev.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4b30e423bac6b1fd5cf8e11122aa7d1f5963f528a1fc8cc4051fb7573114bf5","formula_version":"titan-u-contract-v1","latency_ms":0.5464170826599002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6417e0e71a7e8b9afd063b1bc044682f3bd63b2bb92f0d6a6d7c55deff05874","sample_id":"chinese_zodiac.dev.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb52169aca9153b96e23c80a4aa8266737c2fdebb97846347ec23ee82532561b","formula_version":"titan-u-contract-v1","latency_ms":2.3692090762779117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36bd64dd645dd098eaa96a33b5e445ba5f4bd72b2cea4234537fe906bce39096","sample_id":"chinese_zodiac.dev.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67c1f08a82b0e10badaf2a60b35c09e2e7725cc3e0dd051348a3a0cc7defbf12","formula_version":"titan-u-contract-v1","latency_ms":0.6810419727116823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2c72209947ccd59231893c48ae6d6dec90d3b51baea46ed14627bd5b29327c2","sample_id":"chinese_zodiac.dev.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5a53ae004f0470eb73f43744272cb757816b60dd6fb215f8146613d5e25d4d7","formula_version":"titan-u-contract-v1","latency_ms":0.6549169775098562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33f932fa82a85b8fe97ca9545fe96f9eba0bc5c3672fd5310e6e4a351ca942ed","sample_id":"chinese_zodiac.dev.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0095a4c7ccc0596512de34095f6a264167584dd9e5a77d75c33732a0b606459","formula_version":"titan-u-contract-v1","latency_ms":0.5174999823793769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c53344dceed3df2cd8b58fc270092daaef903d7fb1308b614680533019307aca","sample_id":"chinese_zodiac.dev.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29270e79514e74cbfe49736d4660e3af970f1560c167679688d3173d07706abf","formula_version":"titan-u-contract-v1","latency_ms":0.8932499913498759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69d6af66f175e79e138ff12e885084c1c623e81ecb6df3f76f5af84125639217","sample_id":"chinese_zodiac.dev.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2043db0579b5724d9f69742c30881e7f41df333a15c7f904f3d9020e524a14f","formula_version":"titan-u-contract-v1","latency_ms":0.7942919619381428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e3f9f96901a11481f3f5cb9c84c7dc06533fae3e2950dfaf9a3ac27a9dce482","sample_id":"chinese_zodiac.dev.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3e189c186e423b21a42c264f47033e1c8f24b7db805491ef3456fbe02df9e71","formula_version":"titan-u-contract-v1","latency_ms":0.7517089834436774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18f605710e8ce3ab78a63356c649f261365d0496047d54c33c23cce7ecd10b6d","sample_id":"chinese_zodiac.dev.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05878eb819e2752dac675d5df3da3b9e0dd902e38ecde4b98c4c597a284a19c0","formula_version":"titan-u-contract-v1","latency_ms":0.9191660210490227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7f36bf75e47504f8723fe9ab0f6cd3daa38d3e679912aa161ab39436dbc3d3e","sample_id":"chinese_zodiac.dev.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"939c1265403a30f0cd146a44d8b4d7a418858c2d2a0cb91e54581216f34a79bf","formula_version":"titan-u-contract-v1","latency_ms":0.5372909363359213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5751cdc53f2acc739583ecb01d470c37946c01888cf21e14c79543ece3ba77dd","sample_id":"chinese_zodiac.dev.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcad67a10f9daa8198757585bb7955c530879471b7eab918499298fe4171ff2f","formula_version":"titan-u-contract-v1","latency_ms":0.8815829642117023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"499eade9f3af5601f0caf4fa7f78c16c267811612d4278fa2294742948b47fe2","sample_id":"chinese_zodiac.dev.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"425d92e2658affa201970bce8a71b896f0eff69e16ac4fbc4752709b8990422b","formula_version":"titan-u-contract-v1","latency_ms":1.6038339817896485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20a84864752300d939f31580b2822577f8b5e2986a8bbc3a4da54aa472f553a6","sample_id":"chinese_zodiac.dev.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd664aea7c6ea846d6d1ae6239bd9ca166dd9858224c189984fc5c9cc5a7aae9","formula_version":"titan-u-contract-v1","latency_ms":1.6391249373555183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fec8d200ee00e48e02f5e956acba7795baffb8e12ee9acc311b88440fa96aed","sample_id":"chinese_zodiac.dev.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad75afd818afb766cdce31f5a3ebb21d38d3103d9aaac20ca17ed1be59a04474","formula_version":"titan-u-contract-v1","latency_ms":1.978083048015833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"126f44f4ae0319af0286bc189ea024ddcbaa4a8ab9ea9a2b1f9384e3f3b329d6","sample_id":"chinese_zodiac.dev.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d74e925aeac4f4e60bb9571e5abccc314e4e2a3e2a1215361c3f672fa58fbfc","formula_version":"titan-u-contract-v1","latency_ms":0.7466248935088515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30d71a444f4c0e268e0f1a56f0a10c14631129397514618fc4f319d6a2030eeb","sample_id":"chinese_zodiac.dev.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b2d8a94b851fcad53fdd40d59026af608e365276724693e1f8246da172b7c0b","formula_version":"titan-u-contract-v1","latency_ms":0.6378750549629331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb3c30045dc51de917501cf9144992cd80c5abc89f1cd761b1dac42cea542ed5","sample_id":"chinese_zodiac.dev.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32105d95158f7fcfc785bd3e103d8f5fe75767db3315242fd81871af3be03216","formula_version":"titan-u-contract-v1","latency_ms":0.653417082503438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec76edd4eb34b55caad9c4a6461b94e8c19d4c469ecc373e040ad63e931eb387","sample_id":"chinese_zodiac.dev.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4676309ba8cd273e110a94c63ac14a692a34e4d6bddcec092ceff0f44abce868","formula_version":"titan-u-contract-v1","latency_ms":0.5787910195067525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28d9203f3e514229dbe0b0d9843677b4999861338a2ac68cb3332a6b2760030e","sample_id":"chinese_zodiac.dev.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f830917b8af918781acd0162a138c69b0cc1788e8c1012255ccdbc3d47cf23a8","formula_version":"titan-u-contract-v1","latency_ms":0.6849589990451932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6e5f7f5209ccfd53a52946291a289cc1f0b312e18428f9334a29de5765222a5","sample_id":"chinese_zodiac.dev.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4819fe4114a5ccdb283b4d37a65667cacf4faa3c990aba5c28fe129b7b9507c5","formula_version":"titan-u-contract-v1","latency_ms":0.9583750506862998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bab36e1a503c6bc0e32633f6c13dc75d0eeb9e4065815e68eba5346f8da87ea","sample_id":"chinese_zodiac.dev.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb87ff19452852ff8c365ae8feae404115b8c4cfc65cf663b99bdfa9a2e8a885","formula_version":"titan-u-contract-v1","latency_ms":0.4984999541193247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d027468fdf3a04e0291b43c54d062c7280a530548b1099c251fb0b6671fde74","sample_id":"chinese_zodiac.dev.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b3cf8ffb8474f9d348339d830bcd0aa2c0c42b2d6a023a67930fc03c79ef6c8","formula_version":"titan-u-contract-v1","latency_ms":0.7595419883728027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d42dff8d7cb6311aa8468f0328cee0a3c8dbe8f61c4d2dbafb51e5b3d93eda1a","sample_id":"chinese_zodiac.dev.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac67bf4298a34d057faac4f66f11bec6fb0efa942a039af430468c54424c88d4","formula_version":"titan-u-contract-v1","latency_ms":0.6750000175088644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4fadd82f4a6969f17b6799e3ff6baa2e5b54772eb3f648b45647fb02486682b","sample_id":"chinese_zodiac.dev.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"723689fbad916c72fbc17457d731721d34f699270ab79f3f50e15ca039d98c3b","formula_version":"titan-u-contract-v1","latency_ms":0.609958078712225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fa1635897b297ebf869a24421258cd8eeff265fc88f428093573bcf2d9502b0","sample_id":"chinese_zodiac.dev.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee28ab1657ed83907502a1b21769d6740200d4de3f49123e738baeabdaf149c2","formula_version":"titan-u-contract-v1","latency_ms":0.6409169873222709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55666bf27e9fa51ea3e4df1bf929d05609ef0b1e08a1e945563ca099407efdea","sample_id":"chinese_zodiac.dev.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b651c64efcb997b2809f5bfc7073eb46f43b6b3d4931994b47f63629f65fe47c","formula_version":"titan-u-contract-v1","latency_ms":1.2640419881790876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a205a03af38e82694694593792d6dcd46a7f6839ce494801a7a47271c65937e","sample_id":"chinese_zodiac.dev.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98cf173675580d8ae6daef7473c1f42b73384ff70a470b3bcf6c94d312ae7743","formula_version":"titan-u-contract-v1","latency_ms":2.101916936226189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04e8b120adbd9ae380f0be110a5b1ae72d8a3b6969d53a5a79ccf67340259bb4","sample_id":"chinese_zodiac.dev.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e92b511718dde6e36d7b375d1f14ad653d0a550830bbf2b0e9c85212baf1ca5b","formula_version":"titan-u-contract-v1","latency_ms":0.687458086758852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00ddfcb0612f9347dfe7f72a81e2cf77faec76d87cd0a958702e8f135747d429","sample_id":"chinese_zodiac.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afd1a58e5882cf2444428dae0c79f6ede3e333e4f8e271abe81ff8452991f6aa","formula_version":"titan-u-contract-v1","latency_ms":0.6220000796020031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cf2b870add20e6e255559f835460bb06c849a8ce99493dc8a489e5ee6242f9e","sample_id":"chinese_zodiac.dev.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0349f7620365e019d1436a699dfed616a755351007f7fa6c3dd496bbb6c45ca","formula_version":"titan-u-contract-v1","latency_ms":0.6520829629153013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0b717219529e535e04d44488c108a51578aca60b0e5ad9d7f45fac50982842d","sample_id":"chinese_zodiac.dev.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d243200823e478d439f520a1ea3b03755c71771f1db878b60f8595c2666c3a94","formula_version":"titan-u-contract-v1","latency_ms":0.6389169720932841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"113023730083a1e531b84a0fa4a18eec1803015ea5ae3186c828d33b116ea4b7","sample_id":"chinese_zodiac.dev.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccfec8cacd7fa88cd84267ae9ee3264a1dd5582af3612ab06c508b9eaa394091","formula_version":"titan-u-contract-v1","latency_ms":0.6295830244198442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"349f1ac8efc059d0acf6fbff1d7a7492ea50008d3dbdb09f731a00e42829abb5","sample_id":"chinese_zodiac.dev.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"354ffb98a2826306385eb0c7a4ffe98ae275d850199a5699488310301a6fa820","formula_version":"titan-u-contract-v1","latency_ms":0.540125067345798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a420eb43a4a31775182b86bf34e114cf4be0a35964e00d37132bb600d57705e","sample_id":"chinese_zodiac.dev.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d217858e00c422658de3cbd35cb9a5c67bf6d1e313b72063af94be1f731c85fc","formula_version":"titan-u-contract-v1","latency_ms":0.6512500112876296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19938bc5658724fee5b6267080fc2f5ef87069cfff7bc1356c70105349eb60ff","sample_id":"chinese_zodiac.dev.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8920247817a8897594167fc0c071b2ed6dd122fd344e443a2b6017f8d0a8b5cf","formula_version":"titan-u-contract-v1","latency_ms":0.5288749234750867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf73bd403be68f492bffce87abdb5c8f406cb75280d1793895b7e0e4b2bccf3a","sample_id":"chinese_zodiac.dev.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69e05833c427fa6b6446a0f00398d9d0280677feae3bee86f88f4df6c134e0a5","formula_version":"titan-u-contract-v1","latency_ms":0.6622920045629144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c25707821b408a9197007be78dfd09dc3b3fdcbe13ee0af9cdbc08857d558f4","sample_id":"chinese_zodiac.dev.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89b6983a16fbc09087efb421759b5f7fcec8330ff9e0b669850c1ec896b55d9d","formula_version":"titan-u-contract-v1","latency_ms":0.6350830662995577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfa6a681cfb7f4c66eb65dab169a59fb510ac91c29c1982cb81eaf534d38eea4","sample_id":"chinese_zodiac.dev.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"662a9f1576439f63c42ac26e011b5b68c3a44dd1e19fe2da345ae2f40fefd8c3","formula_version":"titan-u-contract-v1","latency_ms":2.6059580268338323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce9c738f8502ebb884e42a73446814aea350cd1755309c83d573af2acdc96e4a","sample_id":"chinese_zodiac.dev.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"323574328f5c03f15a7939b4383c89267120eef5bfad82fca6359bbbca96434e","formula_version":"titan-u-contract-v1","latency_ms":1.0749580105766654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"137885d75f52c59410c50efe9b8e3299171dcca963aa41237fab662e24549b03","sample_id":"chinese_zodiac.dev.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23e08da4c6f45fb13d03e72c28aa2461c56cbf41f61afacd59e435ef3fb6b07c","formula_version":"titan-u-contract-v1","latency_ms":0.5158750573173165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afac3536cd2b17c8d867f9867d80f016924dc0acac6c13abd98ecb498d34eac6","sample_id":"chinese_zodiac.dev.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"403c925434d4cda870ea7606ec66ec3ef64e7d6f2db5e3d65a4783f69c63e14d","formula_version":"titan-u-contract-v1","latency_ms":0.5180420121178031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24b75899ed99d68bd0991cf06c42d950cf24107c132dcbd7b77be3d21c2fa7e2","sample_id":"chinese_zodiac.dev.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31437668fc09a90a1e7ad25e8bc23747ebd68c6816ab2d968349dc5f3cff9968","formula_version":"titan-u-contract-v1","latency_ms":0.7788339862599969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1ee72c7eb4f681d72ca8be06e56bc1a80845507e595497df4851e5476032852","sample_id":"chinese_zodiac.dev.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daa2491bf6f52d74bdad7c6d44375680bdbe60ee41ad41dbe0bf41d5483cfc15","formula_version":"titan-u-contract-v1","latency_ms":1.6042919596657157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05c94ea970045c7f0796781610858c3aac2456e4aae89eb6b73886f7451ad9a7","sample_id":"chinese_zodiac.dev.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d2d713e20ef69133de47cf01446cda81cd24a7e8fabc0bceccba18870049719","formula_version":"titan-u-contract-v1","latency_ms":3.2211249927058816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"126ae82bd83c9c1265d8567fc4547cb78b50306d01a12fc6bee346ec2cdc60cb","sample_id":"chinese_zodiac.dev.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67ddbfd921d290ceb85a4dd4aecb7f9b6aba1a856301e13266dda6648c5561e7","formula_version":"titan-u-contract-v1","latency_ms":3.1744999578222632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cc66834d35d134237dbbeaf3d715956df4f521a78c857f393e0b589b6c389d4","sample_id":"chinese_zodiac.dev.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81bd7378da9a293147837e73f9c3be83d64e4cf567f718574fe17636bfff651b","formula_version":"titan-u-contract-v1","latency_ms":0.657375087030232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c52a3c2674f373a0abcd2185c3ab83b64ab459f04f627d2d77f0853fdb7ea9ff","sample_id":"chinese_zodiac.dev.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c53b88f89fee214b54ab6c859a9d36774bf2bba98275b1c3e0a20290f7d9e95c","formula_version":"titan-u-contract-v1","latency_ms":1.079416018910706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"403bb95f30e4b5143b9c93c34021965ed47ebf98895bdcc7b7867f3a38c1646d","sample_id":"chinese_zodiac.dev.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03a62b9c2e5a702269a7ed71d82e1b84f2342525644456571491b0d7369c5698","formula_version":"titan-u-contract-v1","latency_ms":0.9122909978032112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91a59f1799fc0ebe823f39749077225dcb99e4fd2d2222b61a75465b868d9cf9","sample_id":"chinese_zodiac.dev.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1ed45e308cda00b5d12fd11458b3720eacba23c777a7fc4a669939962e808c1","formula_version":"titan-u-contract-v1","latency_ms":3.2427089754492044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a780b5ee76749d439269936eb256b103b66559b99366d468994b281a9bc23d2e","sample_id":"chinese_zodiac.dev.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c21b93eec496d111d96276f3ce4e006951f775d3d401ac44fb96521e5751044","formula_version":"titan-u-contract-v1","latency_ms":0.565374968573451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfe6042d47fb1933cb0a9ee98580a19707ff6027194f1766b89897f796ff2c63","sample_id":"chinese_zodiac.dev.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f71508e4840f61b3d050254293e9ed69e6625f89aed4dc9406a24afc5e32175","formula_version":"titan-u-contract-v1","latency_ms":0.5378330824896693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e6010a40cf6463a537b9639f5898db5b1453e177cf0d1425a1ab070b71538c4","sample_id":"chinese_zodiac.dev.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00e93f87f1e8da032f771ae21c27cf43a00d02d8ad946d84f8ff6a4e5e9ae865","formula_version":"titan-u-contract-v1","latency_ms":0.6574590224772692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed77a805f7b71c0569a58cdb4093e1ab8fc9941a2df0594596b2ebe7ae683a67","sample_id":"chinese_zodiac.dev.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71ca17245d57225d225700cd1189e84e2d49a45d3dfe556050815955a001c04d","formula_version":"titan-u-contract-v1","latency_ms":0.7844580104574561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"224bc64fda576bf859c7d45bf0926004f72ddbda36c9ed54680fe15203583044","sample_id":"chinese_zodiac.dev.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11a4530a36ff65fecd95d7049b07c32b7188fcc55f40f6f9009c5dcfe7e1353c","formula_version":"titan-u-contract-v1","latency_ms":0.5342080257833004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1aed1b2cad1355854614993130dad3b9f06a3db8099a73f9cdde8ffded328c6","sample_id":"chinese_zodiac.dev.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dff7a5a6bde9ad03d4160623c4b4a44baec3cf36d7d806902f77f3e58613c93e","formula_version":"titan-u-contract-v1","latency_ms":0.5350409774109721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51becfa04c4f495c12b534a9279fed31acc294ef3aa0bf603a3245cdeea28819","sample_id":"chinese_zodiac.dev.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f152b4e62ff5e7224990b5b92e4a8baeb44ac15f7cc458f5bad599461e858434","formula_version":"titan-u-contract-v1","latency_ms":0.6110840477049351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa56eb80176974dbe1dd91bb65a681efdc23e3fea3a590f5f11f57fe987ccc97","sample_id":"chinese_zodiac.dev.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bad202a6b24c62f63ff57f49126b369b5b8b1000ea8f98eec60bfb308fc0862","formula_version":"titan-u-contract-v1","latency_ms":0.9925409685820341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9128d7bbd913b8392d2efdd7d4c4e540265b290b7ea0b856c4017ad5e0aee5ff","sample_id":"chinese_zodiac.dev.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37a8ae41b18674f60b4dbd34c27077d2d0b26665c8209c83c50752fae7dcee6c","formula_version":"titan-u-contract-v1","latency_ms":0.6419169949367642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ac9288fb953d105245837df449409fa0e35375b7a3382291af7652040193bb9","sample_id":"chinese_zodiac.dev.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bb399d99f1919cb7f42983a75c1aa20a0836c925687d0ba1ead4ed101080939","formula_version":"titan-u-contract-v1","latency_ms":0.6132499547675252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"861493299b4166a537397892ad204152fafda7c5ccf12fd6a1c28df519c6b6bd","sample_id":"chinese_zodiac.dev.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de7bd0019fc6fe9b08e0f9601d11edb6a60e3b92bdedefa33dc52a9b0150ce75","formula_version":"titan-u-contract-v1","latency_ms":0.6137080490589142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5622eeef7f74aaffc5e55934b8e4583994a2b0b84e1be88a62a815d838ece3eb","sample_id":"chinese_zodiac.dev.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beebbcedf52ef8130971622aad8f82ee3460d71777b2c2a925b4add6b69833a3","formula_version":"titan-u-contract-v1","latency_ms":0.5240830359980464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07e4bc659ca01a44a363b590db35cff779d8aa64cc3a544d0dc097dba9441d5c","sample_id":"chinese_zodiac.dev.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a593f130563512a656619787ad47dfc646b0460e61a59ec2cda485f87ba9c8b","formula_version":"titan-u-contract-v1","latency_ms":1.1623749742284417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b7fb517e5b45759967959f32d03084c0ca8df88f592cf3d92153bd200fdfa0c","sample_id":"chinese_zodiac.dev.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d59393a7b11401cfc227d80f1e988589dc316bb0161f5df49bc542f84cd10ffb","formula_version":"titan-u-contract-v1","latency_ms":0.6297910585999489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bdadeda6a29a8aabdc6c716d6d6614117148772b0bce0fcca6e276e0a63af06","sample_id":"chinese_zodiac.dev.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c0ced46c0706761e79b0c1478c49e6459ed954a3748c04c498c43f029c1b51e","formula_version":"titan-u-contract-v1","latency_ms":0.6212079897522926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0af37a6e5ac0351a427805a5e79cf0cf67b06f1b37a7d8289c6becff9f6da52f","sample_id":"chinese_zodiac.dev.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34f2874ff5cbeb4e723a8f60ccffd1c19afdfd43157cada13257aec59cd8d102","formula_version":"titan-u-contract-v1","latency_ms":0.7532089948654175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd8b5f6e8b59fcd8dbea7ca105780202cc0e67445db306039eb39ce53ade9d2c","sample_id":"chinese_zodiac.dev.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d352a15938e8748da3b6c09796b7c5f69ce9f0732192b366dad4516e031e6ea9","formula_version":"titan-u-contract-v1","latency_ms":0.6983330240473151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c25a92d50f622e752c6f6d3c927ce688aee0cd3ed2d65eb11597c47bdf730081","sample_id":"chinese_zodiac.dev.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41f5aecbba511cdc3d2b89804aacef692a0e387d8a468870861b25c62602b5d6","formula_version":"titan-u-contract-v1","latency_ms":0.5470839096233249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"364547ea6068f0f0b8660c739f524cde26a461187d576a210927fd755ff5a4af","sample_id":"chinese_zodiac.dev.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f865b1d43ec0bb985b8f523e45a4c150cf174c4048e32786fa7bf878870504ec","formula_version":"titan-u-contract-v1","latency_ms":0.5799579666927457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aafe8319d81fa3c73112dc10cb3702241785e1b7aa228a224aba15316aa81b39","sample_id":"chinese_zodiac.dev.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed0bd823dd02dff775b8abdb3d2fe3e3a2d38b3b3abfeeb16b25beb9d29c67a9","formula_version":"titan-u-contract-v1","latency_ms":0.5132090300321579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d3c8938a0350966598117c4601099cf69ca099a0121bb491d03dc4bfe7fda6c","sample_id":"chinese_zodiac.dev.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a534c6c01d471c8db171fbfcf06067d26ab3f7ba7a873bdd52b34e61c51a8816","formula_version":"titan-u-contract-v1","latency_ms":0.6234169704839587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64ea00b8bd4c922483ce46e37fe395d683eb2961c603e3f9c8c7b544e9600fec","sample_id":"chinese_zodiac.dev.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a176677bcf1be848df8cb35ba17ac04f127b228921ed34d4056d0f375bc3ecfb","formula_version":"titan-u-contract-v1","latency_ms":0.5167919443920255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0031d9267608542084057b6c0b8786cf9e46d56c64bb8ea65a4e29debba52a1","sample_id":"chinese_zodiac.dev.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3345456ad1f0f504828f956019748c01d04086e226855f0b2a37966ec15f7f02","formula_version":"titan-u-contract-v1","latency_ms":0.7285000756382942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5674a4143b3fe047cc3181fdf6d457765c74a42914196d8ed612a2247cf72ace","sample_id":"chinese_zodiac.dev.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08c2a0add7eeb3bff71d9f1c18099353ec5d89be4ccde463b70bfa798856d32c","formula_version":"titan-u-contract-v1","latency_ms":0.5327919498085976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cab64400d23540804690c09383543a3a05b87ec20a4c16ab2648d77df41002a","sample_id":"chinese_zodiac.dev.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a58ecdead01f5b29257d7515b60caea3f68c0661a6bcc5f8bcccda4736049ff2","formula_version":"titan-u-contract-v1","latency_ms":0.5086250603199005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac568e41f2a32811d912a866b15a45b40eaf358c3460a078d7dd777b70ab1968","sample_id":"chinese_zodiac.dev.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c9fd6aba169536aef2193dfc56a9fd35414643a1d16ecfbfbdb549c14f5c292","formula_version":"titan-u-contract-v1","latency_ms":1.0539579670876265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ef926e543be38af799881c3faaa7581fbeac0be7e70a6d8f9e838a678b53c21","sample_id":"chinese_zodiac.dev.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c448a81c8823db92381f674f1bed11673d0e47dc6970b5fe6f46a180780a9023","formula_version":"titan-u-contract-v1","latency_ms":0.8609589422121644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c9ed6e38b222cd1ce5ce3f0cf968a4b4fa5a7c19be3e9f5c6c66dc6cc9724f2","sample_id":"chinese_zodiac.dev.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be26bc150ad84c0d5142b331d9a2a676c51bd89c04552a09924a06548aaee2ab","formula_version":"titan-u-contract-v1","latency_ms":0.6999579491093755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b9220c909e8bf970812b7fcd99fca294a06ce8ea247e5406031dad40480f89d","sample_id":"chinese_zodiac.dev.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f8e3124cfbdf6c3e8873bc7a57a4d6f39779803e73ce9f9b9504024ba6e0b26","formula_version":"titan-u-contract-v1","latency_ms":0.5373749881982803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a659fb6411465a2e14070ac9e1395d15b4fb1e7b0b202bf1de8962203988ebb3","sample_id":"chinese_zodiac.dev.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78c0dc61f7ed118f308f4cec70b3300c308efaa9349a169cc895e89df8f3ec98","formula_version":"titan-u-contract-v1","latency_ms":0.662375008687377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fff0b13d679fd19b0ac453d73699a2ef9da9f9743766be26a482e17c73b2285","sample_id":"chinese_zodiac.dev.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6a3c82e7537a583c4aafccd3b1e81c35cf1751e60603381a825dea2ca553ed8","formula_version":"titan-u-contract-v1","latency_ms":0.691334018483758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc2144894282d363ae310ef78bc2391a5fe464e3d810eae4fe534d7fbf8ed145","sample_id":"chinese_zodiac.dev.346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c8cbd9b8ebab895c23e9c6f4650e91b34e3bb802be3e4a3323107d23cc8592b","formula_version":"titan-u-contract-v1","latency_ms":0.6342909764498472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d59e57295bc5023848196e89b6ab3951ed63674c894aed9895a8c7766f46d13","sample_id":"chinese_zodiac.dev.347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7715dfaf1e990df1f3fea0823cad97ddeec9246914f93758dc921544635b7ce3","formula_version":"titan-u-contract-v1","latency_ms":1.1244579218328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d234290371b0ff8c2df73923c9d493ab28b4ec84d3bec43fc906eb7f771dbb37","sample_id":"chinese_zodiac.dev.348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df735491e3345e36929a5be6448247d0525ac6c8ae87c51ce04505558880b79b","formula_version":"titan-u-contract-v1","latency_ms":0.5123330047354102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ae28c3461dff85c0f422b56130f01968360ad3f4f1262d488470637e47fc978","sample_id":"chinese_zodiac.dev.349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1c07899d55348f318721a71accf01ffb6943262c8a91e0d0b8ed27f4197d09a","formula_version":"titan-u-contract-v1","latency_ms":0.6350839976221323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bc1b5cf1ed7ed4915ad675b376a6528526be1b7057ef051f168749c46fa88ba","sample_id":"chinese_zodiac.dev.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04eac1be78d18da8cebf2371d3b26473d73541b995a0ef146b1f1338f2704496","formula_version":"titan-u-contract-v1","latency_ms":0.6937920115888119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09db0180acc0dc92af07b80af1a90ccebbf9b6cc83979275cf652756846555cb","sample_id":"chinese_zodiac.dev.350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e741a6ea52c062f22261a1ec09be505c45e8dc91b93608efd5102258f01deb3","formula_version":"titan-u-contract-v1","latency_ms":0.5458749365061522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54aa9da1e2c81d25506aa744e8bbdade7311b048f36dee5d29eba8d5400a447b","sample_id":"chinese_zodiac.dev.351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56418aafc79178ce03b779ddb96a860509316ce7d189203ba2f6e5dcc84e4e01","formula_version":"titan-u-contract-v1","latency_ms":0.6382910069078207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c209458579d49dbc14f6e4152c63f58d5b84bff9bbc823c5465a08e95ab20f80","sample_id":"chinese_zodiac.dev.352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b81379a7e498e7795eb14d82a8b75a35af853260a95bedb77f140ebae7f9919","formula_version":"titan-u-contract-v1","latency_ms":0.5223749903962016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fc04971e9ec44bdae89156db5c11f9f46e7feb89e41eb24bb2fda7e5f1de652","sample_id":"chinese_zodiac.dev.353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a815dcdd21882d48d1f26198a0596c13daf838f7a966d5e3e3667df6d392efe2","formula_version":"titan-u-contract-v1","latency_ms":0.5655409768223763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"293350a9d0ed8273f04d51fcbed80de9deea5662e72073a1196ace6312300710","sample_id":"chinese_zodiac.dev.354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e46e5c6f1c760e86f46742984438a075cab0fe30713b40ee3503977c8d8ef3ab","formula_version":"titan-u-contract-v1","latency_ms":0.7265829481184483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b5b7916d1ffdcc848e80c73d8abf78d765bfaff5f68020022ba03c23c20af01","sample_id":"chinese_zodiac.dev.355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"475dfbc565830232305c857adb71ce333e023cc58436eb165cf7083943f7b996","formula_version":"titan-u-contract-v1","latency_ms":0.7934999885037541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4304eb6fd89465e6dd15abbebce957aa0641cca16a2c14fab27c07cc52d980d1","sample_id":"chinese_zodiac.dev.356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77f8826facb052c3d58ba7af3f2b07475a85d7c404c6de206fb00dc5873e5884","formula_version":"titan-u-contract-v1","latency_ms":0.5537080578505993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a2aa2bae208a373559570576cbfca88a4abd650e6cf6463e865b2519ab1622f","sample_id":"chinese_zodiac.dev.357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6270327134c847f065174e2b8cab45cb83bfc56651881986adeb43eb5f17b9e4","formula_version":"titan-u-contract-v1","latency_ms":0.8661249885335565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11d350246394231aee154eb13299ebacb4fbbd0e428ec7413dcb53f1fbc9a881","sample_id":"chinese_zodiac.dev.358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"166591568752995716887e18c53dbcb3dc1bb3829a9d061e20fd74bc354ac5c9","formula_version":"titan-u-contract-v1","latency_ms":0.5314579466357827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0a0fdff8bb09643efb13321397c338ca5d22fe5486ec724b55bedd849693a02","sample_id":"chinese_zodiac.dev.359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d10cf55b20b211e46fc1ed977d3ed9d50ab1fa82d897495e27d7263f78838785","formula_version":"titan-u-contract-v1","latency_ms":0.7881249766796827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2fb6c9b4b6e85ac2e66e9bd6b8b43f0b89b6b73e06ea5328a1e926d70a107c4","sample_id":"chinese_zodiac.dev.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f36a46159d475432907813e171560d35392d11ec5ad363531ff171b24a2458f","formula_version":"titan-u-contract-v1","latency_ms":0.524250091984868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3564b45f15329989b62e942f9e6c8a3b8b86aeeb84c44eb4b706cf75ac6a28a","sample_id":"chinese_zodiac.dev.360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3a06b1e4aa624720b3bcdcf561c75ac0ee1b3624a40b47bcd45c701fac35a75","formula_version":"titan-u-contract-v1","latency_ms":0.5336669273674488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d2c66c1cd97a6830f885ff48366ea746e5aa3d542f2f53f4e1c4ed42b96136b","sample_id":"chinese_zodiac.dev.361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63a6384968c0bfe6f52873f72f50dd69e613e24035deb4fb2b9c2758f4a84878","formula_version":"titan-u-contract-v1","latency_ms":0.5197500577196479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4be098dda69e4abdc9682ea95eb18075e25c98654c6bb6c1e25446292937f70","sample_id":"chinese_zodiac.dev.362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cd116f4e14aee87422c80bc1312323861ecb954bc739d26361cf405e769dd45","formula_version":"titan-u-contract-v1","latency_ms":0.5199169972911477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed9addd746695ac9351777ae14ef8084a083ebe4e4f34b4b5dac6b60ae9ceb4a","sample_id":"chinese_zodiac.dev.363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03ba817c8da1d7cadaa710b790a5dac28a4360bdf6e3758c4b9f9fa6aae62bf6","formula_version":"titan-u-contract-v1","latency_ms":0.5695000290870667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13ad0ee869230b85a9cd61d6e3a8fdab3f1a8a30a6f086eca0fb19d5693c83c9","sample_id":"chinese_zodiac.dev.364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6ad74f87b20cb7b619cf21d0474c2856b8df7b331262595b35bc8d0a3485f42","formula_version":"titan-u-contract-v1","latency_ms":0.5258339224383235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09e7e72dd584a2288396a7be46dc63ff9ba11d83b44107b455bcb3bc1c8b046b","sample_id":"chinese_zodiac.dev.365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4754489c5fe7af06b8ad642bc6254c02fb02f85667366d7c3c8316bd3caee213","formula_version":"titan-u-contract-v1","latency_ms":0.574790989048779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c9e8dc4bfd093f90aaa610552e25dfcbae124fc0113d597ec7cca753702bcd1","sample_id":"chinese_zodiac.dev.366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22d4014cfbc4589e56441fac0161295ca9e7f81ba9a2a3d5efd2efb53ca6a1a6","formula_version":"titan-u-contract-v1","latency_ms":0.7153330370783806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a417828ffadb3b8f56b482d2ff28eeab3416a62e599475e612fb1a426116568e","sample_id":"chinese_zodiac.dev.367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac80cc0715ff205f06c8e0b6f98e099fc70fec9d16a7236d5df36fa05e01c103","formula_version":"titan-u-contract-v1","latency_ms":0.5407090066000819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af676ead6875fe176b8264752f7e1867b5b9f07cf317529d98fec458cf52b66c","sample_id":"chinese_zodiac.dev.368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98dac8c13b057ffdb499e4243210d17aab2c9d58316a8a474e89792856309650","formula_version":"titan-u-contract-v1","latency_ms":0.494415988214314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e12cd8f0530085f825e77e221073a9f8ded7e0e51cb6c9755680d1423998d5d","sample_id":"chinese_zodiac.dev.369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30fd16a3d34b0226b0eb8746a82371c50e2fd15e159379f5a349f607c68e3a84","formula_version":"titan-u-contract-v1","latency_ms":0.49466604832559824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d01b61908898fd1ffb01f9737a57abef8d7351b00bc0e39f41c097c699e9573","sample_id":"chinese_zodiac.dev.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0be3f20992fc22c7e022ff8d89e2e6d25da1923fc371cdd56b977116eb25cebb","formula_version":"titan-u-contract-v1","latency_ms":0.4861659836024046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a95d8f65bd625302538abb90e871a1d6e152fab3bd4839bd16de61bef269e1d9","sample_id":"chinese_zodiac.dev.370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99e76c50ff95a46bc5d59dc6692bee90280531a1f8f2ba4e5bb31e2acef06ef1","formula_version":"titan-u-contract-v1","latency_ms":0.5177919520065188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c54ad169d9f9a071d52b9349210591ef2cc431087f0c5f2a149e4fc6ccaaa666","sample_id":"chinese_zodiac.dev.371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6f81f713deb5cf1cf12c79b3f1eee6e462fe0da4f58a3ec8b4055e737c94646","formula_version":"titan-u-contract-v1","latency_ms":0.4938750062137842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02c2c6be203d50602f0218cc402903f05a85c2ee9fa6a6eef3e08519ff273d29","sample_id":"chinese_zodiac.dev.372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfaf8e2c89bf22c2cb5c0f9c2c7af799f024a8acf4550d8b8e7ec20c766738c2","formula_version":"titan-u-contract-v1","latency_ms":0.5201250314712524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7df1a4728b864ea00505319eec1967417166774e765edc869a8905206d1f838a","sample_id":"chinese_zodiac.dev.373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2258d16a172a356ab880bcd55315c1967d4492f2b5dbdd6d7f5811f36e4a2e5d","formula_version":"titan-u-contract-v1","latency_ms":0.5062919808551669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c652da2b444e4eda6d5572ccdb86c1ed24a0d0b2dc1399c2b6e26675962a9fdb","sample_id":"chinese_zodiac.dev.374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87723d66089e40e263e0d4fa3b4466fb2771e0466cd7efd7648eb1ac15c3e339","formula_version":"titan-u-contract-v1","latency_ms":0.5215000128373504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e566f01409b3534e595cc64958880b0557ec6a6c0ba3e395114c1685a09feb6","sample_id":"chinese_zodiac.dev.375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06ecc805257db4520d2b0869a60908f3c04474a2bee1e36975e8b1d9c4d4cda9","formula_version":"titan-u-contract-v1","latency_ms":0.6193749140948057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d37250e6c6faadc9517b8973d8150a87e0a9358539098c03e231bcbdcdb2272","sample_id":"chinese_zodiac.dev.376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e23f6e3a5da4a31b4b8abc97839a1c0767c8c1dd0475675dc90325ab6bc853ba","formula_version":"titan-u-contract-v1","latency_ms":0.6298749940469861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"183c41ad91217bb4dfd817b8682537cbc44035b5b35bdea6975ff3a0dfd12c95","sample_id":"chinese_zodiac.dev.377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba54fa09a6599b11b7855626f723e2ce05e523c48554610cf7ce0ff98cd8fe47","formula_version":"titan-u-contract-v1","latency_ms":0.7088329875841737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"998483319152327939eff55edae347de55b5d85eb42979c9ca96d8b50b0982f0","sample_id":"chinese_zodiac.dev.378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b87565df7d05c75a62d72a1fe4b96ab577d7ee84743091afd266905400359b25","formula_version":"titan-u-contract-v1","latency_ms":0.6062079919502139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b11d8550993ca82393ce0fb093bfbf238dc0b62b7dd638eb9dad963ee37fc75","sample_id":"chinese_zodiac.dev.379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f04a8c2640c50b929e91a68e60b34e412c8dd519549d2ea9723dc9c38bf64cba","formula_version":"titan-u-contract-v1","latency_ms":0.6674579344689846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dbba21c60c003c11e875dad8a92972e356e94654d68fb3984413cd1df26f222","sample_id":"chinese_zodiac.dev.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a9723cd1ea7e8907c1262313e83d8c13a0a9f29555eba144ef3f7af75a55658","formula_version":"titan-u-contract-v1","latency_ms":0.6327499868348241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7e10b5d7ead56b88569c5d84175653f9dd150ebf543eadb98b2b637d9783867","sample_id":"chinese_zodiac.dev.380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4864c5e67af9ca4a4e770084d74bd4886b25d874ad375bbee00095c7e0cfbae4","formula_version":"titan-u-contract-v1","latency_ms":0.6448330823332071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"929f57cf64ffb0812a9b95bc7c0ac97f14eea3d5b963162c073a2d04e6a41c11","sample_id":"chinese_zodiac.dev.381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f427665d2e505f9d1c931a382f532d48a99d0acc998ed9b19babafec7dd69e9d","formula_version":"titan-u-contract-v1","latency_ms":0.6025419570505619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d7ebe0eec2584393030f0b112323db8c5eaa5ffab6a5e6332d4c1cc4870e61e","sample_id":"chinese_zodiac.dev.382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a215891d574602e41fa35cbf226af9084890ea33138befd2d6aa89e6baf580aa","formula_version":"titan-u-contract-v1","latency_ms":0.7549579022452235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e23aefa96525d9279b80901ffb72d0d658426e2dc2442782c3c151baa4adc49","sample_id":"chinese_zodiac.dev.383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e65dfd2e7dc95f0a112ad3a4bf54fdcf5368719b050e48c292e21c4d9c1622df","formula_version":"titan-u-contract-v1","latency_ms":0.6353749195113778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30a70a73f5293ce25aa96a2f618053d502cf4962fc7bdc1e61eaa512a16f5272","sample_id":"chinese_zodiac.dev.384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d8f9d4bb99e15e139815d23f30c4a9d898de0602c538cfae68114bac0fd67ce","formula_version":"titan-u-contract-v1","latency_ms":0.6597089814022183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e5965a68b5e5c31d4aadcb46b8dedcfa8e6dba8298e251c85db8c419b60b8f0","sample_id":"chinese_zodiac.dev.385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d18766bc3bdacc8b6cbdb7521728ff12c90ccf619ea7d46a717c6896b20397d","formula_version":"titan-u-contract-v1","latency_ms":0.5478749517351389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9eb443261d6837a07dd16ada7f2ed9f6a3f09a6284f6eff52173166e0187948","sample_id":"chinese_zodiac.dev.386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b509b72116375b353552e1a05050efed5ff05faacfd0845af0151c7d251a4183","formula_version":"titan-u-contract-v1","latency_ms":0.645332969725132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18ab001ea167e8d3e89533672daad95f3cf91a31ba6b71e62f81703c3e9cf53b","sample_id":"chinese_zodiac.dev.387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff6669aa11e4e438b2a1f418bb326579f8892d4f747ee370e10459fd37ab7f8e","formula_version":"titan-u-contract-v1","latency_ms":1.0005419608205557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72f4be26b131c4a1e6bea6aa64b520173468101a1bd3f6506dec91b0de50d42a","sample_id":"chinese_zodiac.dev.388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f40a0e7a2011b506987132c0dec6fb2bcece2154e933e468b8c6455f0a4563c6","formula_version":"titan-u-contract-v1","latency_ms":0.6734579801559448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"176015aca2c0cd47eab80f61fb6f6aa51eb366141b0efdac4f4ad7a99ce6f3de","sample_id":"chinese_zodiac.dev.389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb65195bcfc4f2d1860c931418ead4ffec0cb47c6c36e09584a80422bffc1c58","formula_version":"titan-u-contract-v1","latency_ms":0.7140000816434622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"376e4ef2600c6bbe16e6301e540bff5fa0cb28f29e92a8c0125c93742a4e8370","sample_id":"chinese_zodiac.dev.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f505b00548c42d0b1a028e5e9657dc18ec1e2c2bb74c45deb4cf13055e83de9c","formula_version":"titan-u-contract-v1","latency_ms":1.1166250333189964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7c9b7d4f40db53c68d9837c54ab50fc059d33dce745f5a35d89968689c6e1a3","sample_id":"chinese_zodiac.dev.390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dead4aa1ac41fefb505c7fd7092bc344971687e0130d15bed421161d8d758f9","formula_version":"titan-u-contract-v1","latency_ms":0.6929170340299606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2c7e680455bdd7ab2a6e697610aa2d2849dc64ae2922a0794452bf87df0cbf7","sample_id":"chinese_zodiac.dev.391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c970e5864793759368c325b3c3930b6b26c7563f9aa6c68a26581fde063426fd","formula_version":"titan-u-contract-v1","latency_ms":0.9369170293211937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"889310f1d95a5f9b31bb87c26e740b3e545def8669cebf67ed9bca17a57ee97b","sample_id":"chinese_zodiac.dev.392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad08088f1d556c755db31440b611ff82cc383a1f295cb218ecdeda50b396d781","formula_version":"titan-u-contract-v1","latency_ms":0.6327920127660036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b300dddd39fa6b85620e5ac37e528e5bfb5e1c8baf1e59527a64f0f93d14cdc","sample_id":"chinese_zodiac.dev.393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27e11d05cf5ec34674dae4e90c33f7495f2562ea5c0f6de870855e4332ab57dc","formula_version":"titan-u-contract-v1","latency_ms":0.627207919023931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e4b8d6831d818bcde9c1a267291dcc7e049de413fe5178087b783658a4c37f9","sample_id":"chinese_zodiac.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"503a2bb6fb6a3e7d287f797dfd39dc0fa6ba278e02178b5f18233e428a0ee4c1","formula_version":"titan-u-contract-v1","latency_ms":0.5287079839035869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"026b28761548d5d75ce9439a261a34d9662a4e9ccfbc44e35f39e1b4acf7611e","sample_id":"chinese_zodiac.dev.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"115cfd310a106b88be643db979443a1ada74d6ce22f0cb381e5e987b27db83a2","formula_version":"titan-u-contract-v1","latency_ms":0.6622920045629144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57da5078e18f548e9054f4b9c1c161b7bac2ed60106b311a635c89f533ba9aed","sample_id":"chinese_zodiac.dev.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab12e3c945180e702c9df18f28425616cde948d0c67eff4240846bc921928f6b","formula_version":"titan-u-contract-v1","latency_ms":0.5052920896559954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1690516254e54758a082bb77478de83b2bad37de24ef30e801013e95781b363","sample_id":"chinese_zodiac.dev.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab7f1f6c8cbe075b6b437802c23d5c7ce64b50a6791a9a83ca9a424c76e75581","formula_version":"titan-u-contract-v1","latency_ms":0.44925010297447443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d8392725565facf31689fc27439418ed35f3084e4c22708ed03eb09be9aaf5a","sample_id":"chinese_zodiac.dev.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52933ad3537c6052a3aaea929060b88dca3e2729c128c335f255fb1b363de52a","formula_version":"titan-u-contract-v1","latency_ms":0.5062090931460261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0304fd0d97cc7be88e44c50cac0bf23a6b2c6bf6dac8be9f3dece9ef7f632b9","sample_id":"chinese_zodiac.dev.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64af21c6f220b32cc6858f22fa6cf25b8db5319d65ae9a2f41701635e270b022","formula_version":"titan-u-contract-v1","latency_ms":0.6145410006865859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3c7889312c7915a6b38177a73e721a53c0c3cb0e2173f2e566626d9ed24f73b","sample_id":"chinese_zodiac.dev.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b304972c09a2167de269b50f6998b3db47cbbad7b865354acc0c35a37c79c73","formula_version":"titan-u-contract-v1","latency_ms":1.4134589582681656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afd1d92546fbded52d64c5dcad24cc059b4556f6ed13d410c2a14825fa0a3a66","sample_id":"chinese_zodiac.dev.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"168f10d4e3d76317b4e934a4e77faf87ce9fe8cfc32c61aa6de5313eb9ea6b73","formula_version":"titan-u-contract-v1","latency_ms":0.5885419668629766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a11af8c2921b9fd8e3fd1f0241176155651648bdced4520b3f6616d0f3f9c4a7","sample_id":"chinese_zodiac.dev.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d572aace51897f69d3b87c1a2d2f9483f34973101c111b54e98222171ae99f5f","formula_version":"titan-u-contract-v1","latency_ms":0.728958984836936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7d08cf2556dcc155978aec16580aea1dab554103a96681a2ab91660dcb4085a","sample_id":"chinese_zodiac.dev.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac9d7e1ef1202ec9fd3ff753570242434ef4db453a0f90ad07ab03f48defdb78","formula_version":"titan-u-contract-v1","latency_ms":0.8256660075858235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a8faa5e135ad095e6a447e21a7a8007ead4b0a1b23afd91ad8ade651b82a700","sample_id":"chinese_zodiac.dev.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3a760cb6565b825d8581c6cbfe0985e683fe480cb638c2136508a46337f63a7","formula_version":"titan-u-contract-v1","latency_ms":0.5388339050114155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"209a1ca333663006ba2f36ce412c89dce5269858cf78d474bae5c67cc7711ce2","sample_id":"chinese_zodiac.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e8adf5cbd54ac338889ab356b4e5575207420141aeb41e7127e4430154af627","formula_version":"titan-u-contract-v1","latency_ms":0.6392089417204261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ac33e630fae3f0cf9ba1f52669daac387ae6e918f7412264cfd8189d767dc93","sample_id":"chinese_zodiac.dev.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41fde4a630256ba2f363ae7bb1a11c4a90f0d7ec413daccababb23b8b47d812d","formula_version":"titan-u-contract-v1","latency_ms":0.7222089916467667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf5d47cc7b10ff00a5ebd44532eb9d5b29057929855fe436f271d23eda4c3914","sample_id":"chinese_zodiac.dev.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"addbfff2f43a8c207d448309ba4a3cd2e74123dc9032b1fe8831a7ca4f2a514c","formula_version":"titan-u-contract-v1","latency_ms":0.6404590094462037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"470753517b8d7eedcc1ce4c99abfb392493614fe204cca3993cf7e837abb6a64","sample_id":"chinese_zodiac.dev.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55d1eb2acb1491f1d4bb00ccaabf760369acc3be585072d84d2f5db49510dd56","formula_version":"titan-u-contract-v1","latency_ms":0.6963330088183284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4b16fbfa1a80198847c709608f975a072614cb71f5214028942a217ae2d5a44","sample_id":"chinese_zodiac.dev.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"130f2e052c92c551898136496a0f8f58b3c9a5c7dfc5bca39d118888c2e32149","formula_version":"titan-u-contract-v1","latency_ms":0.5555000388994813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fca4b57c62cf46c1ef0472e79ed56dd2e31a466c9201abed5f32a2e7c041ca4","sample_id":"chinese_zodiac.dev.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22eb38165092c3e7d892784e6d7d76ffa31e17adf603e9c2a4c03f9a08b7c893","formula_version":"titan-u-contract-v1","latency_ms":0.6280419183894992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d41de29e9870ed4ea4e129ee77cedc46854530437210e7667b3fb27852f1f521","sample_id":"chinese_zodiac.dev.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a224465f0910692113ab2013d8b4d64ef5121646b7a3f5ef50ab00b1d2a85958","formula_version":"titan-u-contract-v1","latency_ms":0.49637502525001764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"028a0ec66a0b7d5104dacf49489982e972320ffa13da728cf161c81c40b1874b","sample_id":"chinese_zodiac.dev.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad2b612b623b6592c959f2204ff6bc16a4680bcd577e1bc2b46c588445c6cac2","formula_version":"titan-u-contract-v1","latency_ms":0.5006249994039536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e89f3cdd5a8abae72273c7eaa33ef0d23d74fa6c73e6c12fd05abb49d908fa93","sample_id":"chinese_zodiac.dev.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52ef15780eea6011201ef6ea1c22d1dcc6be81a1727165368fcf2c1ce28d5b3b","formula_version":"titan-u-contract-v1","latency_ms":0.6641659419983625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da7fcd358a0b0c1335653b3e78c65a71cfe5c5b5317a92189bf2906d6dda5267","sample_id":"chinese_zodiac.dev.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de3f6b59f761e97be26220cdd8eb2810da1595560f32b357cd3c96286341614c","formula_version":"titan-u-contract-v1","latency_ms":0.7953750900924206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11c249d5e74ccc686b5201a9e7dd2b1b3f92951aca989af2328ac114c8067ea4","sample_id":"chinese_zodiac.dev.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e20e02a5743331bfdce753521586f46990e2a9ccb48976be97acbef3998a241","formula_version":"titan-u-contract-v1","latency_ms":0.6412500515580177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b149b5d9d6a5db03904aa4e5c165f42575205a9df34d111a1eadf90d5b89de99","sample_id":"chinese_zodiac.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90ba97426f7fb83144add93ff2be89709fe84a7135858450f218bc9b3ede1d41","formula_version":"titan-u-contract-v1","latency_ms":0.506624928675592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12cb6b458fbf8848a2c69ad421ddf49ac603d52fa55a864efa7df02f15a31b82","sample_id":"chinese_zodiac.dev.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89938f23f1ed5ca141df58af5fcb015df3dc88440a9a89850a9cd53f74412e8e","formula_version":"titan-u-contract-v1","latency_ms":0.6902910536155105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1a5138dfe63cada4c6e04549f2fa985a8e77fe5afe624162b4722c9ed310120","sample_id":"chinese_zodiac.dev.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f96ee39d9c246c502b28ac7dd10b8a83d1755a0d7d1a88ac12af4eda7301f70f","formula_version":"titan-u-contract-v1","latency_ms":0.6524999625980854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60464ee0188503ab36632dce887cbbc1c963bee8860c42d4aa4e13114ffeb2a1","sample_id":"chinese_zodiac.dev.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8aa06e9a039fa040dc2c3936d91cc6e1e9a6b504ee902d8bde4bc85b2571316d","formula_version":"titan-u-contract-v1","latency_ms":0.6425840547308326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b050a7e450d4b760d87c728e73b1c3746966993cd1adb11d3a968b8ca2e25e82","sample_id":"chinese_zodiac.dev.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1abe81afa5a457415c3b4fab6ade5e377e8f0c63e6ae290e125135d47e52c41b","formula_version":"titan-u-contract-v1","latency_ms":0.5266249645501375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60753882d9b49b4d2903592ff0ddb0ec651d0de697063429035449ac988d446a","sample_id":"chinese_zodiac.dev.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"434112e37eebad0567da79364cf51d294b170449a95c94df767aa66b499b2587","formula_version":"titan-u-contract-v1","latency_ms":0.6927920039743185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26302ccd61ed1ebca869a8c41b448daa3828c49605c3de8519e64df9e72171f2","sample_id":"chinese_zodiac.dev.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfb882efc10f7df4b6d4083254c4e275fe796b675944bbdafe64a9df55de3127","formula_version":"titan-u-contract-v1","latency_ms":2.31570890173316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9689abe301bd7e4f5844714e734fa553d95e01a4f63fb6a3e01ef9f8bc47f988","sample_id":"chinese_zodiac.dev.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63282f4c1bfde035a8b80c294751adcb99124b7c654a2175504c856f2e469667","formula_version":"titan-u-contract-v1","latency_ms":0.708332983776927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cdcb0ad21495ff167c2ba5390bbf526249137c3e6203eefa88221c0fbf97a17","sample_id":"chinese_zodiac.dev.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"820d34ed2c611e658245994395472d0de49ac8bec41e7d5defaff0e3634a24d8","formula_version":"titan-u-contract-v1","latency_ms":0.5092089995741844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3731d05687dfa629780a8df14e7c3f9e39a4fc69b24dfd63996f031c16e1f9b","sample_id":"chinese_zodiac.dev.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0740adedd62be359d797ca2939b9155edc965fef1e7646cc8619d944169fb3ed","formula_version":"titan-u-contract-v1","latency_ms":0.53491594735533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03f415178e24121ab2440c0619a09c5c24ea4402d18e6a6c27fa5494241c5359","sample_id":"chinese_zodiac.dev.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b736d6f5e6a99f03fa7fb532ac6ca105a13d0d01384db99955661b2c77b4f865","formula_version":"titan-u-contract-v1","latency_ms":0.5326670361682773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91605e130bf0f1b659d751b4a14f94713ce1c9251208effaec013eb76d4a5621","sample_id":"chinese_zodiac.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b5a7c24b830cd219082e430bbf662f1da2792bed43af61975685817e4d6d0be","formula_version":"titan-u-contract-v1","latency_ms":2.1977080032229424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"257312854e993c7b38790a70f4b431c040e8021a227e179b6a5ad660d6461100","sample_id":"chinese_zodiac.dev.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb23d4acc3cfdfad572feb767cdaf8b6706982e9fb7a9c5754ac679820063069","formula_version":"titan-u-contract-v1","latency_ms":0.5352079169824719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20ecb833e235306b259afa7ef9b849c46001fe79c27b84ca065412a5a86853ff","sample_id":"chinese_zodiac.dev.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f601bc68b058bdd010e75cc8f24daae694bc6e7fe232481c8d8d41a0aae8d60","formula_version":"titan-u-contract-v1","latency_ms":0.526334042660892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"511d0be30d1bc43caa75441d7b316de02e42ac2a17dc6531b8be5b38172ff9fd","sample_id":"chinese_zodiac.dev.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca18cfd7501b0ca7a511e8af12e9b89845b56758fd0614dd46aeac7ab4af57ad","formula_version":"titan-u-contract-v1","latency_ms":1.0125830303877592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ace79927bbb681beeb87d47cc27d8382c5224b2ab4c8c4a1b47d11d6d72c3946","sample_id":"chinese_zodiac.dev.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1413e175aabea7ee2d4f44a5456d93bcab2e3cc2cec8dd3ba34d83c2ce8dce90","formula_version":"titan-u-contract-v1","latency_ms":0.7122500101104379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ccaba150c6a2dc748b0f7ddd9eacef8c893d7cab99c088ddf40c717d4beb9ba","sample_id":"chinese_zodiac.dev.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6da00ce3b75061258d92413681964f46b8256375ae3c7439657d280958a81ad","formula_version":"titan-u-contract-v1","latency_ms":0.5383749958127737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4b94a9b954ab0d5aa7a80fb07f67576b48a35d74530d7b89b28daa5f526984f","sample_id":"chinese_zodiac.dev.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07848d7513e121142aacf2546715c504a785d70a7982d93c0a3c28119b118d6f","formula_version":"titan-u-contract-v1","latency_ms":0.7053329609334469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76e41db6ce0fb2d37878de8ac81e188903ec9bf0acba0a24279b29d84cc189e1","sample_id":"chinese_zodiac.dev.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04659375c3c85c9b3617a67132ab40b1c81f4ecbf27a63b8530b99967079173d","formula_version":"titan-u-contract-v1","latency_ms":0.5169580690562725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94502c96f3aa22cd7ff1007eb214c25941fa047e52a8b9fefef80eaf96ef76ad","sample_id":"chinese_zodiac.dev.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c0c4a712431359e982a8196a30f60bea3551c2d4cdb206775ddc69a102f9d06","formula_version":"titan-u-contract-v1","latency_ms":0.9402909781783819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"493f3992d81154bf8736829be0a64f33dc3d535192ccb6a75b4ef92c5c1a7c34","sample_id":"chinese_zodiac.dev.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b158219b93dde9baad325f9b2e89f628186e4fc56277f68f070f2a86b14f1d59","formula_version":"titan-u-contract-v1","latency_ms":0.5340420175343752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35384e60ae0f9102bee66bfc6bde4730e41fe09560eb5600c33c9b1fcc5f4fff","sample_id":"chinese_zodiac.dev.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5ce725a31ab5d7d1ba33333a8ac9c388a40be4a3676f005fa6c3e3f934a9924","formula_version":"titan-u-contract-v1","latency_ms":0.5298330215737224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b384e3ff590be505254a4d120563d5d2fc36ec119c61ab543117f1b28cf67b1d","sample_id":"chinese_zodiac.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59e3444abff020da710d8ba978a4a17e8c68e85bd8f0c0c74c651f96cc91adca","formula_version":"titan-u-contract-v1","latency_ms":0.5080830305814743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f150b6be0ba10abc8551b9b2201f6784163e422a99e324721ecb216031191f9","sample_id":"chinese_zodiac.dev.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e95697f383a3d5359693b88e0d3934c877f769236a69f9833f72d40476339a95","formula_version":"titan-u-contract-v1","latency_ms":0.6802920252084732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e4cfaef38fd8b5fe7815ef1f6b2f09f7e6fde78206fb1aba590e4eb1be9994b","sample_id":"chinese_zodiac.dev.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04d131e8531c474c45e1e12d40dbafbd92e1bc1c4b204a050c6b97bee93debd4","formula_version":"titan-u-contract-v1","latency_ms":0.6465829210355878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c6052b90fc645d44fdff468f371a4f0344dd6d0e270388cf443397deb0e0fa5","sample_id":"chinese_zodiac.dev.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1321e9058c24e7fcd36e0877c7444d7f477b12b118a805644a4a0ba53a60047","formula_version":"titan-u-contract-v1","latency_ms":0.832458958029747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a06c314b36068c07792cf297fc6ec1302c65e85d1beff2fa714cf708ecb67c53","sample_id":"chinese_zodiac.dev.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7238477230c81cbab711a9ef66f6c2c377b57d1d85f140a965f2b60c7ff96adc","formula_version":"titan-u-contract-v1","latency_ms":0.5411669844761491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"affcead2db2a4c78dbb3835743c91961c42548aff417b3278e051d3bad8a973c","sample_id":"chinese_zodiac.dev.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb96465dfb2dd88c396ce2ee93ebc2a6e62dcf480295a267a658182fab80fcf9","formula_version":"titan-u-contract-v1","latency_ms":0.5057499511167407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f8b28752ee644dff5763d2c1fa034320d73ab3881cb0820ceb082b0dc8a4668","sample_id":"chinese_zodiac.dev.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df4833fe047c3a6986b1fe1dcca8ee05a84cd9ef8dc29bbae582d56ecaf1a33f","formula_version":"titan-u-contract-v1","latency_ms":0.5208749789744616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3acb5fce2f10797f76cdf551ef53b0aa6e6d35aaf15da9743eef868eae48d219","sample_id":"chinese_zodiac.dev.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c603d2f248df6c5fa9da402c11063775a14c080835bd28628fb97833b6f4829","formula_version":"titan-u-contract-v1","latency_ms":0.4789999220520258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52a056a497ee3ac60de22fe07f0de612edc302891a3867eb19c5e305b297492f","sample_id":"chinese_zodiac.dev.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ec55aba9b8449449065f05a2d1286cc1a996d527cd857a243bfb054c6fd258c","formula_version":"titan-u-contract-v1","latency_ms":0.6609169067814946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccfde9951ac12c923b9f900f8c5dde5827a34bfd49be630e1f00d6dd1a178e87","sample_id":"chinese_zodiac.dev.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd3e50422dc16cd7ceaeb3d48f4d1726d2c095206399d326cb81ec1330d9f55e","formula_version":"titan-u-contract-v1","latency_ms":0.8061669068410993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc2451889fc837397cb9ecf33a03f5b5d7c36d074d8304add9a2d7be083e55d7","sample_id":"chinese_zodiac.dev.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95afb4b53fa81dcbfeda12c701e94502cc8cea71ed82b63b99c9b9bad838bc9f","formula_version":"titan-u-contract-v1","latency_ms":0.7118330104276538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08f94d51a735199443fa1ec4e74625a8d77a5c5df84204aec65744122e73e91a","sample_id":"chinese_zodiac.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a78fca106d72eb3ca712747b8a93b0dc2a3e1acf9056a0fe5c9c50a09e310a4f","formula_version":"titan-u-contract-v1","latency_ms":0.6920839659869671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77bbcfa846daa30404ed6ef9fe0bee5a44ba63dd4f964d4852c713000b1594ba","sample_id":"chinese_zodiac.dev.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c79e7c5603a806606f43aab1595fa81890f96901cd0587f87f86f91e3d1b1e10","formula_version":"titan-u-contract-v1","latency_ms":0.5878339288756251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"972023b1f7cd220e03ca5157171309b3e86df2be3821651d61f44c92b65e2c57","sample_id":"chinese_zodiac.dev.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2ff045152eba640f94412ea3c9dfbd48f8015643741634c9aec9fc976f7ce5b","formula_version":"titan-u-contract-v1","latency_ms":1.0102499509230256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06d73f18ed1a4373ed70e7a1a4ecfc7a87c19b87dc87bd354b2c552870c6349c","sample_id":"chinese_zodiac.dev.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b475e7d63f322e898113e0093c837bd6981849ffcc8ec7ae45ffffdca5e0ebf3","formula_version":"titan-u-contract-v1","latency_ms":0.522750080563128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18c53990afcfa7e779e91754e3b4dcfc36fd71cc9e497424b9a6132aed191def","sample_id":"chinese_zodiac.dev.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98dafd670026314b07a772078d22492b0f50f640fbbb062fdf0b3bcd20694643","formula_version":"titan-u-contract-v1","latency_ms":0.5068340105935931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ff069115c460797e392674eb4a567d2d3f0b3d4913e3d61dd870612da8279bb","sample_id":"chinese_zodiac.dev.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efc09121e4b74a924e58d464d53fcbe58e92431ae52cd622f52ca6771865aa86","formula_version":"titan-u-contract-v1","latency_ms":0.5331659922376275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67f66f2a20e2f37e0690b0827f76df1a52cb31fe92f9270f7f3023681f7b3fe4","sample_id":"chinese_zodiac.dev.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"775ba4ae0646eefdf802d88e816189d31142051ef1e6985bc797a161a1c12645","formula_version":"titan-u-contract-v1","latency_ms":0.6320829270407557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1e6db0c1a57b942d993fd69dfd9fe30cd4936ae4c0886052e607de87858efbc","sample_id":"chinese_zodiac.dev.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f59645b1b81c9e91654a85835f74ddd45fc0055ec961b8bd0aa6f68937d868c4","formula_version":"titan-u-contract-v1","latency_ms":0.5152920493856072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c8d6c7fe173ec623a6934f078c37697486b1bf09c7d46d0e7600bf1ae0d80a8","sample_id":"chinese_zodiac.dev.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"483f7c3d3d4398add3c46974d8885b8d9b982f2665fd43fb9c92942fc5ddd7f1","formula_version":"titan-u-contract-v1","latency_ms":0.685916980728507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a874c12b6d25b768b97682764cfe898baf56c20e247e5d571dc568d9cdfc513","sample_id":"chinese_zodiac.dev.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65aa8e82a00e1054f5651dbbbc01ee94458c0a41d8bb0fc5279aee4e9663ed82","formula_version":"titan-u-contract-v1","latency_ms":0.4990000743418932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7083ca1e0ed147fa64901158d2037c02dfecb6a26f2934e5e615c1f4165d69fa","sample_id":"chinese_zodiac.dev.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21a5cb254bb38f289b72977c59ec9c3f5f6e271a50dd6e346b58463d30782ae6","formula_version":"titan-u-contract-v1","latency_ms":0.6499160081148148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63392a377300c3d46b551c7f3dcf3d426c104aab85826aa013fabafe79ac0ae4","sample_id":"consensus_summary.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a16e24fa635647f7eaa4018e2eb3ffffc05d086e217b9cef1e05eb02c1c9761c","formula_version":"titan-u-contract-v1","latency_ms":0.6556670414283872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b92b28a6a36d1957118eb03d4dec0109bf87da4ae660b7bc904147cf4adc7023","sample_id":"consensus_summary.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5c3152b3b3d7ec5e2cb5d3387acf65338bf5dc000af1e34b35dbddaaa4881c4","formula_version":"titan-u-contract-v1","latency_ms":0.9998750174418092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"501909b6b2cb2b21c4a08e54d97a15ea748c5d85ab39f40ca75c9df2b7a44a4d","sample_id":"consensus_summary.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84cc6d5a711be8cebdc8d0db4c2b628385362b87cbb71f284306e68de8104c33","formula_version":"titan-u-contract-v1","latency_ms":0.7776250131428242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dd61c0d44ff1f0d09105955be22f09d1b49152c5b08193cd0c065f7234bac9f","sample_id":"consensus_summary.dev.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46d723d2e4e99ce1389495797b836586dd6d3b6dda0c82cd3f0825e1c0079132","formula_version":"titan-u-contract-v1","latency_ms":0.657375087030232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d4af7c01f826f357ffc4b62fe4ed791551468ce2777870fe9b59eda8e0fd619","sample_id":"consensus_summary.dev.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa9f43d03906f2b0d91968794a69809a234611708c4d9d475431b7b1a05afd70","formula_version":"titan-u-contract-v1","latency_ms":0.7113328902050853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"192d4de2f407a21e33f452db57b1cf98b167cc9404ac463e808cf30bac9f1335","sample_id":"consensus_summary.dev.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cb02474d12e93124856868a821475a6755310fd22ff50d8d3258067bb11b542","formula_version":"titan-u-contract-v1","latency_ms":0.7398329908028245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50466eeb451059740c35787f98f275613699211eb45eefc50551ebd7dc8cb411","sample_id":"consensus_summary.dev.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6687a5d8a44b2a5a88df8498cde4ca19b0ab5381a99c2713d368bfddc2d9daf6","formula_version":"titan-u-contract-v1","latency_ms":0.6804999429732561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3643443074f273fbbc63f1f7ecc534740ba309c6388d6fc7fb168b2180dcc788","sample_id":"consensus_summary.dev.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca6c199d8470f470e74fdb559aee63cf3c4ec475e531311408877974adbf605e","formula_version":"titan-u-contract-v1","latency_ms":0.7055000169202685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea2a82a9e84b39f8d04e36ee2d3ea30f04b85ea62f2ab716f32276f475d96881","sample_id":"consensus_summary.dev.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a739365c63d9f6adae5b887da57b20e634fb635f3960f29db07a41b6bb0fca21","formula_version":"titan-u-contract-v1","latency_ms":0.6623340304940939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65ac3f9f45e8299003a636d58f3579c1652a51d750a1134487ed0a16b144ac6c","sample_id":"consensus_summary.dev.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"224e7366267aba0281cb88861adfc630f8f7e1afaff7e44e1d4bf4599b9b3cc9","formula_version":"titan-u-contract-v1","latency_ms":0.6272919708862901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"207b6652f6f88bab3db5e29fcc63d3b74b5ea379b4dadb7a5dfaf6d2da4de426","sample_id":"consensus_summary.dev.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d0bd54b83d7c3e73f41be69ed2ca5b46d27f8e041a4a8678cb08097b0e8e96e","formula_version":"titan-u-contract-v1","latency_ms":0.6020830478519201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd3abe867e9327f6e38d0df226b17d1279180d81b061ad5e84bb55f677455246","sample_id":"consensus_summary.dev.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e67282e7f5424163b0776459db03440743959a0c2d6c278f3240c94f74f1ed79","formula_version":"titan-u-contract-v1","latency_ms":0.6576250307261944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57560179515f46126f4ef0d07d956256398789d3bdf47e93b9ac506a1f3bb558","sample_id":"consensus_summary.dev.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c06de671f6be1ab170839fc2ca2f2dcc26756fdba30bbc5027e7ed4d4e33a43","formula_version":"titan-u-contract-v1","latency_ms":0.5683749914169312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"432dd2591bff9dd87fefa936c454b49741ae29b8a98e2539e4b2e9df054b443b","sample_id":"consensus_summary.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f2f446d96eb180b2cb01401daa02de4eb72a62b97e2d43a01128eadfa90a2ab","formula_version":"titan-u-contract-v1","latency_ms":0.7139589870348573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c052e495c6e8639915a1cd265a06a429e9f23ba4a9f6aa0dab35ff67a058ee42","sample_id":"consensus_summary.dev.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c3ccb5867d1287be06b1bb0ad154a052d509073729d1d89cf40a2405f08c374","formula_version":"titan-u-contract-v1","latency_ms":0.5768340779468417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8fbe5ab02ba6ba70898f2fdf7cbb9702e9940e53bd3c93f1f9717c254106e6a","sample_id":"consensus_summary.dev.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dab2279b987efcf68e66440dcb51c96a08c249cf5947aa057adeec7a3e4f2f47","formula_version":"titan-u-contract-v1","latency_ms":0.6442080484703183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b02fb1802ba56ec5ce78dda0258fd343c74cdb565157a236ccecf4f8db2e5b9a","sample_id":"consensus_summary.dev.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43198e9a9181fb748af721d886d5e597442af4f8cad366bd74b753c1778952e2","formula_version":"titan-u-contract-v1","latency_ms":0.6022910820320249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06aa84f16954d19971a52ce4b35229ef9439b2fd877466864e02a4be55e1166f","sample_id":"consensus_summary.dev.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d7c924fef2d3d7a38eda5e32b73d4e27339fee4a0029df0a298b162c3270216","formula_version":"titan-u-contract-v1","latency_ms":0.755749992094934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d63ee2048f9650a8bdb9a1aebd4c7521c259200b49ee388d2dc36ac17b748f3","sample_id":"consensus_summary.dev.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9b9792879a2176816305feafc7dca03dacfa2ff58d5098830cf86d9bdc02f4f","formula_version":"titan-u-contract-v1","latency_ms":0.7811670657247305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0ede501d7c9777a60fb9382a4eab40b108e2d7979a53941bd38ae7e55e1be73","sample_id":"consensus_summary.dev.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4eb90d93c25c1f12bdf9513aaeafb6815e7ccd7c257b5a0b7b82901fff82a544","formula_version":"titan-u-contract-v1","latency_ms":0.7171250181272626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9ca055a5ea93184ea31fc4d015ccfcc4a150147fb06ae22bb5be124d92d2b19","sample_id":"consensus_summary.dev.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec479cbc4607fc8622f68483f1407fdb3f0ece2a2404eee58c681c8e7247baaf","formula_version":"titan-u-contract-v1","latency_ms":0.6470410153269768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73e3d83d401f730890e9efafaa28cf08a98cf5cb52d9a244c7a248c1e6e1d71e","sample_id":"consensus_summary.dev.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64d328719965be9e306590182edc1ba5b52fdaf76b8f1a68e4f6179171a71944","formula_version":"titan-u-contract-v1","latency_ms":0.7441249908879399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff8039cda63d3d5ff1eb4a4df3f12f38ba657daecc71e349d54adc13fe1f6d62","sample_id":"consensus_summary.dev.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"054cb88edf9eddf1411db19c595306a87b2a65342243c1b7bc3ab7426b93b16a","formula_version":"titan-u-contract-v1","latency_ms":0.6315000355243683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87a804ef367ee807c788ffb4d8c21e41646208c4bc37c2aaa5c01d9d0ec4e66c","sample_id":"consensus_summary.dev.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8620efdf43d466c2f534fc319261ac266220026e0abf3cc8520d66efbbb40c26","formula_version":"titan-u-contract-v1","latency_ms":0.615999917499721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3c7e9b2e6eccc21e4e348cf859004c8a595da52196561dfd2bed6b14ecd0ed8","sample_id":"consensus_summary.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f82645caa89e53b0540fa81505b3467b34a1c27004859c89453d5782f51851b","formula_version":"titan-u-contract-v1","latency_ms":0.7056669564917684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9a73ef11d3206208d4d453ff5f37984d624a8398d10e2b78f8d666ae1469cbe","sample_id":"consensus_summary.dev.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54d9bc1acc6c67f0d031ecf49e0275afe9ffc0b44e71ee6e6f423e92ba373eeb","formula_version":"titan-u-contract-v1","latency_ms":0.6474580150097609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e296e59c6cc597be140a23651b255affe82410496089cd086ee6d48c5468c84","sample_id":"consensus_summary.dev.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64003bf24cca3c8489e92cdf7464f68bd14dfce58c0fc0423cef0a8f0f22e0ee","formula_version":"titan-u-contract-v1","latency_ms":0.6142499623820186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d86d7abcaacc29f550d77f08025670c0f2a55addbdf8176ac3beb0dcb3a02a0a","sample_id":"consensus_summary.dev.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee0ab257f54b5111878c210a83c04b00864b8661db057a22a1904979cd46cf74","formula_version":"titan-u-contract-v1","latency_ms":0.6668340647593141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a40d2ae854a17609050132a514c404159f76d4cf7a4995b73063262aecb9c3e6","sample_id":"consensus_summary.dev.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fa1c2e43cdb2931fed1a1c1c97f864d56c254e38056f383f70b1d1076cfe083","formula_version":"titan-u-contract-v1","latency_ms":0.6147909443825483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23649823c8945bd46545c70905cf0fff9a91719d0b8333cfca9c4c0bc2c1eb34","sample_id":"consensus_summary.dev.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2465f11ec1a662ce9910b2a54266b6656047444c2a2055f7adf39db8e2a7a0c9","formula_version":"titan-u-contract-v1","latency_ms":0.6705839186906815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc4360847c3155b3da24f781864fb7b326deca9b1d520edbf0546aa6f141beb3","sample_id":"consensus_summary.dev.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"176cbf00df058c5272a9cb4b0a6a9326185e74be14dd392e75db866a46ee2309","formula_version":"titan-u-contract-v1","latency_ms":0.779750058427453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca03faf906e87c69aaf3ea60f171321eb1fe3e3d31ae18f2e66c961d47abeb10","sample_id":"consensus_summary.dev.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3aac54c56330a461d23b46369eb560e323c45cc78bfe469d0cf6ff0c366447c9","formula_version":"titan-u-contract-v1","latency_ms":0.6390840280801058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3cfdce4b2af89c317dfeb01e19b5499cbf2a192d7acdc92a5e64ec610ca5c70","sample_id":"consensus_summary.dev.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02b15958fa3fa7cd96280a9f7ed031157f5c57a7a51246a6a6e4bea9aa30fb30","formula_version":"titan-u-contract-v1","latency_ms":0.713084009476006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"938c736371398f95bccd67d051c1eaf7e4476b3270c2008627ee1ff2562c72f4","sample_id":"consensus_summary.dev.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1162c39cd0086f4cd7971289b502785283ed4d628f01d1bef05eb79395f9a637","formula_version":"titan-u-contract-v1","latency_ms":0.673915958032012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24b777dae7ebece6f86ba636b6fd729ab17ac12297fc2044ff983b6560c2a39d","sample_id":"consensus_summary.dev.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d80c06b45c36a6be204edc2281bb37667f904e399975db2c0c6337fab8eb9f3","formula_version":"titan-u-contract-v1","latency_ms":0.6401248974725604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38cafb4c7491aed6f0023ce2bf3fa4c1a545955b6fd971ead9fa134910881a0c","sample_id":"consensus_summary.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38cd751cb839ca7d6420f319d2bab9dc0d685c40aa8fa47cc58e42731ea4825c","formula_version":"titan-u-contract-v1","latency_ms":0.7081249495968223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff977423403788773b47f5ffbe94aa4ddfb37314e464da1f0854bcfed4cc6c39","sample_id":"consensus_summary.dev.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"342958f92b60b46f3fda616937f0304042921ab2e3917fb100eae90b626de25a","formula_version":"titan-u-contract-v1","latency_ms":0.7936659967526793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"924ab38005f3c33c4420b0f9ce50f8546e877f6d24f17bb8b97890e1dc3a8ee9","sample_id":"consensus_summary.dev.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fba657955103a32f187ba43c2943d0659ded91d55973c719e4c5ad09251928c","formula_version":"titan-u-contract-v1","latency_ms":0.7266249740496278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85c56d7fe628cb2384a1b49bcb870874b78239f07f2ec08146e130ac36310291","sample_id":"consensus_summary.dev.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f5858af9c404e7ff56e744152c6b8f3b4c94e3292e285f8f759fc43e1efec0f","formula_version":"titan-u-contract-v1","latency_ms":0.6544999778270721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15c69bf4fde2fdc0fd60b08f60262f857324366a4594e86a6522a81be44591d1","sample_id":"consensus_summary.dev.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0242fc2455ac7036a7e477e6dd85542a7433222bb962d34eec61462c61fbaebf","formula_version":"titan-u-contract-v1","latency_ms":0.7060000207275152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6f0c58b4fd5a80118d5d8122bca16f07db78a404ef609297c9b64265905b014","sample_id":"consensus_summary.dev.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e2a159b758aa15aa69c12e622e2260b8cc77732da7d5398981f2ee5eb707b97","formula_version":"titan-u-contract-v1","latency_ms":0.6701250094920397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36198dcc17502cb27d2081d713bac427c7578d28220f3db480debb65cd4ebe04","sample_id":"consensus_summary.dev.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4880044a4265bf448d3ae14ad992978411c3c7573770b50166e883fabf9c1018","formula_version":"titan-u-contract-v1","latency_ms":0.6647499976679683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbee152e6913da7f21403225966964a6035052ca83c3fe2f83f72937d8b5b3c0","sample_id":"consensus_summary.dev.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdd09713b66824d80b8fafbfc18a2bfebfbb232c063e30b34a513865cd6fe2d1","formula_version":"titan-u-contract-v1","latency_ms":0.6197500042617321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"498fbf11cfcf2287c3d2a2bcd46eb54245b401b00a75dcae6d8472005ab049b5","sample_id":"consensus_summary.dev.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cadf7dd4a2073e26db336564e0fb327af75a557cb63a1a6eab9d430401e2076d","formula_version":"titan-u-contract-v1","latency_ms":0.660124933347106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92f1a86f8be7e6f93c7115d31a940202231614e64a94f9a2382314dcfad7a941","sample_id":"consensus_summary.dev.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db9f6782eb93a3ba78086ee0c30203ad28af95b6590dcd988f4acc82adf76ef9","formula_version":"titan-u-contract-v1","latency_ms":0.6757089868187904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"995a11fe9b98418b93e7f0ca85f1f5cbf8789044ae6835607010b4ec3db22793","sample_id":"consensus_summary.dev.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dab7eb6d2635388745d9e3ac33158988d30a2562e1f5095ebbf761b91cfd69bf","formula_version":"titan-u-contract-v1","latency_ms":0.6928748916834593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0f05de078bcf7121a37119bdc260ad81b0dca0823fea223955179ed68a5444c","sample_id":"consensus_summary.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66b7b914460a6468b6aeddf2c6c2ded601f550fdb751417a2e3c067802c51459","formula_version":"titan-u-contract-v1","latency_ms":0.6326669827103615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd15f546d4dc365231f127a23f17c64390f56c0c6ac144a0254a158360ef0a50","sample_id":"consensus_summary.dev.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56d0119bbdd9677f8ba93eadbec2d28e3c604e8610f055ab20eece04e8535ad9","formula_version":"titan-u-contract-v1","latency_ms":0.6126249209046364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94e0caa2f07b611e28023ac081d7405ab294265a8b640dfa5526979d4c377fda","sample_id":"consensus_summary.dev.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20bf50deeeb4652ce2f85233a25c977a74331d15bbbc779e25bd04cdc3ad35d9","formula_version":"titan-u-contract-v1","latency_ms":0.6156249437481165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d92a0338f8ddcf7fbf9d516ea4d6dc92185ea22d93d07ff18ccb36e36a75ea33","sample_id":"consensus_summary.dev.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c6f3addae2f99b8a65495e7cbe26f2b04de0e67f6b2ab5cb3ab8916e745f016","formula_version":"titan-u-contract-v1","latency_ms":0.7641249103471637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0024ee3a1691f07537aacd133fbc23c780bf8233e1bf9c3053cd871443b93371","sample_id":"consensus_summary.dev.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b45389c19eb4c3900e24b9778756df8895274b0de71c55e76ff8f79ce54eee28","formula_version":"titan-u-contract-v1","latency_ms":0.8083749562501907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"898e1ba98e0117bdc51913868e54e11b5bd64c57d071408d0aaa1f1d0483940c","sample_id":"consensus_summary.dev.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82952c90bdd645f44711515a5afba0c3e1d9c984af81882881b867cf875e8969","formula_version":"titan-u-contract-v1","latency_ms":0.6818328984081745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e18c45522b8a57dc429334dc15b3675ae5ed2d3d702c0d6a7cff792a4c2e974","sample_id":"consensus_summary.dev.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8440b17b68e4cced0af162cac7091102eb55ee49c3bbac8affa2a163a992981c","formula_version":"titan-u-contract-v1","latency_ms":0.6394579540938139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0aad8c22960a32fd69b393c7648660577a7f8c5db26139183c19f6823c23f84","sample_id":"consensus_summary.dev.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"011b78dc290030fba4b2a5ebf355a4d4226c49f11549eff92df212a60ddc1875","formula_version":"titan-u-contract-v1","latency_ms":0.5972080398350954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd47d6e6b13435c7d2600c1bca25be04cd5c9eeb1996c9d5ec3948e870ca4474","sample_id":"consensus_summary.dev.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1536a090a6221b5297b69a2351001da3534d38817346f082e48eaa51128b8ed","formula_version":"titan-u-contract-v1","latency_ms":1.105792005546391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"651f661245fe22cfb929c8ee592164084840382f22242aea172312bbd290fbd5","sample_id":"consensus_summary.dev.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0040a0e1f8acc1a03cd7af58c7e23a1ee8995974a9b3711059d76097fe95fe7","formula_version":"titan-u-contract-v1","latency_ms":0.5993329687044024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f5e6717afed4b23ce092e1d3b4da8930d27c67ad0ef7a22e5c245d97346050e","sample_id":"consensus_summary.dev.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5232cff45d7776c5a6621b4eecb53cc953aaa2af32610bf60a94fd255abce87","formula_version":"titan-u-contract-v1","latency_ms":0.6969580426812172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90a980db7115657290ae5f16492784170d883b680ca2dfa36b274e7497130cdd","sample_id":"consensus_summary.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38caacade57e4d5436335cade313e88974d5944f50480f7d4889b90be341ad49","formula_version":"titan-u-contract-v1","latency_ms":0.6503340555354953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ace1c21ecd573b679c496dcb675a7373eb3a47c7fc31b4a1ccbfbb8a7f61afe","sample_id":"consensus_summary.dev.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8cabc8c8cbf15745c5b69f1cfac198c042a155ece6965244c60de18a00f3ffd","formula_version":"titan-u-contract-v1","latency_ms":0.6435000104829669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5440d8ceaf20a360bf491f703eaf51b2e002c25e2ece036a973aed8164f2a240","sample_id":"consensus_summary.dev.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"125edaedd273c9c6c7fe64188c7fedd6582650b17b9eafe0b88d3b047916eaac","formula_version":"titan-u-contract-v1","latency_ms":0.6969170644879341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74b0dcb6f336781e0dd1d9fb24b06c62ea2a5fb97298749825c78c2e204bf46d","sample_id":"consensus_summary.dev.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cf7996dbb2c4eb10a9565dde26458c11d4ab601ecc557d01ea120f5ca2d6c9b","formula_version":"titan-u-contract-v1","latency_ms":0.6770410109311342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a13ee096030ebf54a8d31141a8c97f72fb770341dbe45adac8063c7e3cf70f9","sample_id":"consensus_summary.dev.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98a1f7e25782d703ffca2831e1c49cf3d2fb19b40b9c174582afc0aea3fac6d1","formula_version":"titan-u-contract-v1","latency_ms":0.6093750707805157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56293ae73c313fba594f0ff64c12567edf4ffaa5695191fb635ac514fbe512f0","sample_id":"consensus_summary.dev.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"641599c5ad0b986d9dc106260f3475c9a429e39abde845f79595a9f118a43f83","formula_version":"titan-u-contract-v1","latency_ms":0.605541979894042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2fa17580de813aa09428ae166c49328d9d54a7403a1b349d5b2e5a7928f7874","sample_id":"consensus_summary.dev.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6a129bc755058f20cea7e66688006ed04d4593f7b4de4be14ba0813ceef379d","formula_version":"titan-u-contract-v1","latency_ms":1.0227500461041927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"942aca3bece6dd5226ab1b285cb18880883b8d587d3eb9c51e2d5e1211a7b37a","sample_id":"consensus_summary.dev.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e26ff834f3e0748489880dacd075500dfc8833bdb27476287c9b22d3ed17ade","formula_version":"titan-u-contract-v1","latency_ms":0.6240410730242729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54d5e167576daffaab4ebed767c15744c6614f84e11757fd35e6d1fc93c710b6","sample_id":"consensus_summary.dev.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2ddcc6f5fcfd1b3853a5af06647312e40c75d62cf9f79cc29f80d184233b954","formula_version":"titan-u-contract-v1","latency_ms":0.515833031386137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b27510344501c89a2e6b4ef2bddff60130ea97bd30669319920cce49082269b6","sample_id":"consensus_summary.dev.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e23b41deb5b2a9ae5228a45bce4838c3c50a68b241da91d22e6fe2e627bd430","formula_version":"titan-u-contract-v1","latency_ms":0.556000042706728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d0b8507d82727f5e12226dd8be6d6c506aacc7c216cc89f16b79f80e6339852","sample_id":"consensus_summary.dev.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ca0b54ac9a0910dee3077fc51365c8c21ac125d9bd0edcec783435178da861d","formula_version":"titan-u-contract-v1","latency_ms":0.6545420037582517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3266bc00472e555e48b9a306dd73f63ea9fbcc255956475c07b1d3c8dd2d697b","sample_id":"consensus_summary.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b1777e407daed2425ebcb2c26875e599da693fefeefab2bda499e9153c2ac9d","formula_version":"titan-u-contract-v1","latency_ms":0.6212500156834722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c168403d5138bf6f1b3115606f5583488638eb1a394db5d18f29c278d091bd1d","sample_id":"consensus_summary.dev.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7427a8bc6f6c997866dc0272d1fcfa27a5f04950fa2c85ef557c08ecf51af5ad","formula_version":"titan-u-contract-v1","latency_ms":0.6838339613750577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf21b065a8340e253ed43ff6241bf336c180ce5e430be55ead1792f85126f67a","sample_id":"consensus_summary.dev.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"334ce5770afeb6dd95af2b8810ff01828d3faa3857d003cf553c1023ec4101cd","formula_version":"titan-u-contract-v1","latency_ms":1.0111660230904818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4151ef08766da959b13d49979cb5b33864e4bbde7ac3976029da770857f98d0d","sample_id":"consensus_summary.dev.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5655a3735ad8cc4b3ff39f740e569019739df56b433b1912be02c345103495a9","formula_version":"titan-u-contract-v1","latency_ms":0.6497499998658895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c82301d7e9e5c1d0c863e8de6ba2b99bdc85cf56eac74bf0fc93d40f6ea7d3b","sample_id":"consensus_summary.dev.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f263597250e840cae572bb697748007c9fd0cd8f0efad163329870b5a3f2bc10","formula_version":"titan-u-contract-v1","latency_ms":0.5967079196125269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba8e91e82b736c99cb2f49eb3fbe5a9c2c6a6592dd38337077f06e25f6be290e","sample_id":"consensus_summary.dev.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a5bcf3c42b4c2d560f50b28eae3c8d89b9649a3e2f678abc619667af84189fe","formula_version":"titan-u-contract-v1","latency_ms":0.6017920095473528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76c248e908cd4444da9ac8067344ff1cd1bb9b021fbc64b44c3169bc4085e6be","sample_id":"consensus_summary.dev.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bbec7cce4faff9357002ecc41eb41778a7bf9fa990bed695ea6007165441529","formula_version":"titan-u-contract-v1","latency_ms":0.6067079957574606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cbdcd03c6cfaee706fae6f47fc855b1a00ae4bae5604366023482e2de234235","sample_id":"consensus_summary.dev.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1acfc1de987bf3869c9a5a14f406d9bf40b04e726b89507ee230f0a9d9b4b6d8","formula_version":"titan-u-contract-v1","latency_ms":1.164791057817638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef36122ea8bab19652ac748710bd5ce62ded598b7f206c8e4e5e305412ad3397","sample_id":"consensus_summary.dev.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f38ef781e41ac365a1178e4b95aeaba56690de652537c506a52579e158d67818","formula_version":"titan-u-contract-v1","latency_ms":0.6223750533536077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b627318b1598edc2be01c4053584a62d2f5024a7d2ffb0e284d449c70da888a","sample_id":"consensus_summary.dev.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7812f5890fde3b5cec950054393b5197754255416eab8bd509e2bd4762014bdd","formula_version":"titan-u-contract-v1","latency_ms":1.141499960795045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a891e262f73d203b5e86b96a6ddbf4ad1c91b85b48c5a695823f522951a2d8d","sample_id":"consensus_summary.dev.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"370caf253f289db28e6d6f3fa23341602897dfd9ecd0b3cdfc0fbf3d2483a897","formula_version":"titan-u-contract-v1","latency_ms":0.6183329969644547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83b2557beaf40b3ece78aa1e13abe171f1aeab702fc617f06df1f364f3a6abd0","sample_id":"consensus_summary.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2621556f4f358f4dac64029c7a026331efaace32a6b6f33dd1096961518952c","formula_version":"titan-u-contract-v1","latency_ms":0.6386669119819999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c48afa7fc1d1df7fb76ec250705e49ec1144b947f83ff4de48e8a75d1a6b91b","sample_id":"consensus_summary.dev.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7781d1e5546c2ed4656815518ae46f3dbea6dad7e0300b9162938b20f7487df0","formula_version":"titan-u-contract-v1","latency_ms":0.6394579540938139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c377e41c4ad766e160189c50a06ef1eb02f3ad150daa8c53df71d67d486f06d7","sample_id":"consensus_summary.dev.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79ceffcbf7a5eb2f31f05217b5488931efd05530b84ff6b4a29b22971387c654","formula_version":"titan-u-contract-v1","latency_ms":0.6667920388281345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e07b0acc6dec6b631d54062973266f2171c9a479a866bd440c0fbe2e19f7cbe8","sample_id":"consensus_summary.dev.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e7bb2e8fe5741097e4150c72fd9d9e9c333ce6dcee1a7c948e26bfbe8564812","formula_version":"titan-u-contract-v1","latency_ms":0.5864170379936695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a150e632f0c1370a87f4f496c07a16279ee8ae23d9e028069a7b540a4240635b","sample_id":"consensus_summary.dev.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f0bf0f749344a565509ed89964a444c1f2a16aed5fb2e4b0194069cbd7e0f62","formula_version":"titan-u-contract-v1","latency_ms":0.6495419656857848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b948378b8c9c26fb3474c823c576f646d468cb329a1b3579fa02e8f04e07a755","sample_id":"consensus_summary.dev.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6bdb1850d4ba72d5fd0e8062eba35fbf476e3ce1e3ab466eaf9ef334aef4d73","formula_version":"titan-u-contract-v1","latency_ms":1.1302500497549772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4194affb10ea3b1fd853eea97bc7456f0e6728b9e70671a729cd3f30062b3351","sample_id":"consensus_summary.dev.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98067f7645fe833e967255db6b944d56bbffea5d93980cc077618f30c8f538e2","formula_version":"titan-u-contract-v1","latency_ms":0.5592909874394536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"835aeb5ebb48222923ec76709a06b08c52fa4f2f8646911adc93d8c08c9a7073","sample_id":"consensus_summary.dev.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c286d37d0ca48eb1240360aeab858231074ae683806c72abe9c83ffa2f5c602","formula_version":"titan-u-contract-v1","latency_ms":0.6637090118601918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"818f596cce2801d570cc4de75013a08946cc38bce8bc938db2a44f45cff495f0","sample_id":"consensus_summary.dev.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d76cc90eca25ac5f053f1c5db936991ecc820154a2659cb054002ad3068b34e","formula_version":"titan-u-contract-v1","latency_ms":0.6760420510545373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a44c1f018823f78529348daaa871f47386b3614b5b5225122de925d3785b5a95","sample_id":"consensus_summary.dev.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53803996cf6e30d50d3a8b238db3f29a0691cc927a6269a58b4e90d1a6758b7e","formula_version":"titan-u-contract-v1","latency_ms":0.716291950084269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1feb6dad6b86ea6832f921e99f55d3186de80df3780ec25e5c6e5b2cd9841063","sample_id":"consensus_summary.dev.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1eb13057505f575a472ff3e52cc90c15ad37849a1b5e4bb872bf15fbecc74493","formula_version":"titan-u-contract-v1","latency_ms":0.6959589663892984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11b0103f50827e29b617ad962654eceb6a0602a687e57a2d5257698327a8d6bd","sample_id":"consensus_summary.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bb90bf0f0420a0836349b4c1617db995f124e19ccebd90f00e346fbd307b269","formula_version":"titan-u-contract-v1","latency_ms":0.6448749918490648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68554fba27b7982194d6ffde6e9fd418fec6b3307604d10e17e47c31a323725f","sample_id":"consensus_summary.dev.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81ba2b32224865174873f73bf0b4d01901fb0ed85b0946e899c8d2ed28ddb979","formula_version":"titan-u-contract-v1","latency_ms":0.6465410115197301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"828c0863969f93eaea8f9e8c176a47331c878f24a1db233bef0f171635d61b7f","sample_id":"consensus_summary.dev.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"844f88ed36b8df77202d7927a89c3d00c045c1d31252642b2c3e6331afed705b","formula_version":"titan-u-contract-v1","latency_ms":0.6078749429434538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a3355504b23e828fccc21387698a08a98ee363705681b04d5e739874d427c3d","sample_id":"consensus_summary.dev.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adadf987703f45c1e4eb50d884fc2f138817629a4931c89fe0b8c8f526d862a9","formula_version":"titan-u-contract-v1","latency_ms":0.5865420680493116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56fef9b7d4f41c5e292013ed5e26492b949566482644e650adeda63cdf3159be","sample_id":"consensus_summary.dev.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2e69b6c66aba9d8c9ff6c95d9224808980c8abd88f6265363d52d7e6a62be4a","formula_version":"titan-u-contract-v1","latency_ms":0.656292075291276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36da39f10c6ca6278ffa26d2f25262cb8ba9dbd301f2d29f17f34dc4dca3605b","sample_id":"consensus_summary.dev.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d420fdcd67c7513bd30d33dcfc0442844570bdb078c762ebe614ee4764f3b66","formula_version":"titan-u-contract-v1","latency_ms":0.6080829771235585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5273d725cf900579f5be84dd127c072c36b677879d28fb14507e4f6b66d8003","sample_id":"consensus_summary.dev.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4abd7cc6dc5ffe33f3e5dcd18901d84d01094bbfc012835205ca3e004285cf89","formula_version":"titan-u-contract-v1","latency_ms":0.6417499389499426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0394713c4e1ad59e6ef671e6863d466ff0c61350fe3e7b30cbd4680a45965b7","sample_id":"consensus_summary.dev.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bfaf0e0261e7c4fb48f4c22342d7e95cd6631167de72e8dfb094de65108d789","formula_version":"titan-u-contract-v1","latency_ms":0.6371670169755816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc1bfac096569d553894773dba8939fd08cb8b10115e8ef2b9adddf1436425fa","sample_id":"consensus_summary.dev.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f7998785375f516a105069a907e79cc42384acc0da7fa1e54a7865597c8efea","formula_version":"titan-u-contract-v1","latency_ms":1.1035420466214418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecbb19c5e99b07821ef0d5431a0ea32e39b4f366226de3e6e128def8c8f71c9a","sample_id":"consensus_summary.dev.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1719ef3550ad826e263ee47c70cfc092a2bbc07a0b735600c8a4759464a71619","formula_version":"titan-u-contract-v1","latency_ms":0.6377079989761114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daafb2839ca7ff5e01b736e608bf7bef19b468fe9afba68bcedc4666e74d03e4","sample_id":"consensus_summary.dev.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc99859e71f01820aba36d1c19f8c55cdc4601f613fb2259be698bf6ff12616c","formula_version":"titan-u-contract-v1","latency_ms":1.05479103513062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87b260f8d89cdf5519f75edce0b56e169cd08010c3d89d253c270e3e2ee70546","sample_id":"consensus_summary.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7a8a1033d417ee4ff80a8eb62fc793b1d7cb1a4e32b27bfa322fa9eccf1764f","formula_version":"titan-u-contract-v1","latency_ms":0.5723329959437251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5508b0e9df1a07b90d5dc28374014d0a2c61217d0c7e113aad565ac96538491e","sample_id":"consensus_summary.dev.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"621935abc5ecae77557be20f3eca8795046108b8088c24a13aa34c9c526c041b","formula_version":"titan-u-contract-v1","latency_ms":0.617541023530066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"948f7171a363f8b6268ed68e4a415110bd40a81f03ca2e5ab3ae0e45ffc33e81","sample_id":"consensus_summary.dev.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8e94f93354afb0f160ed8e75be52361fe630cc915dfaff56ec415f8d2a903bc","formula_version":"titan-u-contract-v1","latency_ms":0.6627499824389815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26f931418c087a91fbe6391a2d4bc929cc3bae6a350063ca8b07a72301ac2ad6","sample_id":"consensus_summary.dev.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b2c64ccbdef729f1b3b9a6e48745b6f0cb23357a3f2a7a9495253dff4771902","formula_version":"titan-u-contract-v1","latency_ms":0.6447499617934227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b96fa342ab0ff2082943357e7e804aa28bc3ff1656d240ecac78c6c19d56bc4c","sample_id":"consensus_summary.dev.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d10e2519cfc338159be7986e3150605f7ed4485a40c6f7811915155c804eb046","formula_version":"titan-u-contract-v1","latency_ms":0.6644590757787228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac61f9d74cbc2a26bcda1f3271db7fe82e725d51fdb647559f3f6922ed0941ac","sample_id":"consensus_summary.dev.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9435f77877e46f25e08766fc4ec5cb289bcde1b150ab70c888360c3f3bca544d","formula_version":"titan-u-contract-v1","latency_ms":0.5456249928101897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c51fb9fe426fd9d9f69c2e7dd977f6096321602a5744fa8366bc9cc257e1ac9","sample_id":"consensus_summary.dev.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"012150d2b7d98fc3a4e32e9e84c088f52a6f79a82496ab3f1a6229abb3de2208","formula_version":"titan-u-contract-v1","latency_ms":0.5377499619498849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9fe15802b90b036639b0a304374e052c7e4e3c8944c53db752c40cdb37036b1","sample_id":"consensus_summary.dev.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a397d825d5ae9d409b39a4bb3e231eb4a94c664ba7095660183bab99ca5044a4","formula_version":"titan-u-contract-v1","latency_ms":0.515041989274323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a58089c7e03944fa83e41481da297287d9b7b839c7bb049cc7092fa38164c7a9","sample_id":"consensus_summary.dev.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6f4c0680fa17dcd13eb3c66faa734fa6df300c19122a31b4bc6e70c334be4e7","formula_version":"titan-u-contract-v1","latency_ms":0.5898330127820373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0754a5f6916bbb021645c0d3bef2e9777c916359ca2f2cc33f3b890e8833aecc","sample_id":"consensus_summary.dev.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60f34426ff1c101507c0cb01dd4a53905580c70db7d4bab5beed58786a342f2e","formula_version":"titan-u-contract-v1","latency_ms":0.5437500076368451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0970447214be6661e23df34e823f36fe7db846bdbe5981851d45612948f719d4","sample_id":"consensus_summary.dev.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a8eeaecaae5e5cb3ad015cc0ee845a50ed3f6dddd333fed456e7a3a7e0d717b","formula_version":"titan-u-contract-v1","latency_ms":0.712208915501833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1b603cdc41e816a7e094537f4a2ea05097e83f84a3b12a89b2b5254d0b93e3e","sample_id":"consensus_summary.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"950a78b2cff65bd051f813526c6f6150ac2d2e229c7abd8fdf3d80cdde4624d7","formula_version":"titan-u-contract-v1","latency_ms":0.732333050109446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e3a2302c148af4b1eea719c71949796c94a18a7aa38137cb9f03fcfac361f6b","sample_id":"consensus_summary.dev.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adb0562bb251cee32057465a4d3d69f57dac711d102c7503086cc37387232e45","formula_version":"titan-u-contract-v1","latency_ms":0.6719159428030252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9eba020c09c3a8dfaed1d681368fdf9de50db199da61f014d89547f6eceb182","sample_id":"consensus_summary.dev.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff7cb2a33edcd0eab91074e960ae4325fcf66820f5678bc078e61509fee01b29","formula_version":"titan-u-contract-v1","latency_ms":0.663458020426333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8684681f75bb4cc47aac10eba6cc58589d8a1b629f2ff8c3bc694d935a2d0833","sample_id":"consensus_summary.dev.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68ba5700609fb95cc2f2ecb5dec04f7641a3c5cb174df0bcdb19e008cdf8977a","formula_version":"titan-u-contract-v1","latency_ms":0.686291023157537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b17b11b544e8f677bc7bf37a820878e16f16e78c8fc662f3023c771b1d1d61a","sample_id":"consensus_summary.dev.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28cce74123ce720193e998781c73e508727166f64ee9dfea356e8c87289242b2","formula_version":"titan-u-contract-v1","latency_ms":0.6536250002682209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c351467fdddd6b5254cb5569baf6d744f332c49f8560d05e4768290c2a068b61","sample_id":"consensus_summary.dev.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53abab653d86f29d8ac62d14b8ed200e61659a355a0abe4a3730db7d9e0c705a","formula_version":"titan-u-contract-v1","latency_ms":0.651958049274981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31f77078920792aa0af0d62c3493bab4ac2f416f16ae1b698dd396694378e2b2","sample_id":"consensus_summary.dev.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"465e876e7a5b3157f1c8e4eeff7707b5da051c0d8c13239fae4debc1cbcd4e7f","formula_version":"titan-u-contract-v1","latency_ms":0.6543329218402505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4241a91893c85240711b57ccac7df541229c634dc1a96aee0738adf7e642cbf0","sample_id":"consensus_summary.dev.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83b34ad2d58abf0ed842425be5bf1b6611a92ffa65efec9c2a7bc987b4d4c044","formula_version":"titan-u-contract-v1","latency_ms":0.6952499970793724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a90401024d0d10197ee3d8e6b6e6a2ca22a51943be3f7fb181397ee08b489b4e","sample_id":"consensus_summary.dev.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c478b5d5a6744f540a99687b302dd0e51948038b4b9684d66d8302cb2bd6631a","formula_version":"titan-u-contract-v1","latency_ms":0.6638329941779375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"998af525a37ab989ff74cd932e668adb30908f9411aaac36739c50780330eb51","sample_id":"consensus_summary.dev.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0d16bd58b6574d02089ec07318087f2fc8b2c8a2ae753b668f40f5cbc46a891","formula_version":"titan-u-contract-v1","latency_ms":0.6813330110162497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c235eabf7b419c4393fc81ba7dc93f9e68694d73555d835bc8ab74931ba34703","sample_id":"consensus_summary.dev.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"566f642b388ee12493281f4d8d935b3cf228e316406e6501f23ee890a09ad14e","formula_version":"titan-u-contract-v1","latency_ms":0.6212920416146517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2004043e93d97ca10487ed5b15ae977e6fc005f4484027391aef4a788e2fe0ae","sample_id":"consensus_summary.dev.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b636b04a6ed81f36cb4fa874e33df8cf3af22f0c301ec3271232fcf6b78cb5e","formula_version":"titan-u-contract-v1","latency_ms":0.6043330067768693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a83a95543c338b8fdfaa650ea0d5c6671697cae46c4749e7430c4bdc09da2d9e","sample_id":"consensus_summary.dev.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eea22f72a415e69aac28f0de98742bc87e845887226a8b173ee50f5bd13b36b8","formula_version":"titan-u-contract-v1","latency_ms":0.6230000872164965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0309c51ec1c84f0fac8867cbb94c23c6f4de1667d37419a339cd0ee8aa105f5f","sample_id":"consensus_summary.dev.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60ecb2b008c0889295dffa2c7af3c4fa8d793b1fd97b4428a746e0ea02cb19e6","formula_version":"titan-u-contract-v1","latency_ms":0.6719999946653843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fd6f5e9529a66d828b440d66a0f6c6b854327f6a193d4496ea0ff3c4f3292ce","sample_id":"consensus_summary.dev.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e335db69fdedfede19ba1e8d7a5f27bc34cb77c56bdef485ed04e37473b90fe","formula_version":"titan-u-contract-v1","latency_ms":0.6485830526798964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9815612aa9ed781701efb819eb55a09372999bb28a34a18ce58d8f73a254fe3f","sample_id":"consensus_summary.dev.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a78c2009fa8c4d732c29ea84d18e88a3e5691047ab6d937aec3a7b652b88e21","formula_version":"titan-u-contract-v1","latency_ms":0.6558750756084919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1641f40bc84222b423b3cb525a99b9a135b885c1b216307cc7c714b941ccaa1f","sample_id":"consensus_summary.dev.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b584122fe6a1f0d010bb9d6483c9120270fc91d0ed40f9566cc06df823033a2d","formula_version":"titan-u-contract-v1","latency_ms":0.7273749215528369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7d0a977ed7c77f9dca64314100fe8889413722093946839cac3c11e8139e43a","sample_id":"consensus_summary.dev.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a31cdcb9c5c7eb177188fc22c014918bc013324df24f8b6f01aef90b9ec55096","formula_version":"titan-u-contract-v1","latency_ms":0.6930830422788858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcf365ae3b13a4cca26d5659368ad3568e9c64f3d36f6b49db91af1f4e4f1eb7","sample_id":"consensus_summary.dev.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b425e16f709f5dd9386b3b446a2550f4d7a1c7e2961fd125cc8f9d744f6d1a2","formula_version":"titan-u-contract-v1","latency_ms":0.6244169780984521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84c09b15c75f688188171b2a4cfa60e6d2b5ab39f633b07c6a91070b4f604a13","sample_id":"consensus_summary.dev.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9cb4836071167282bfcb767617af09f7ec7b72922fbc2a9e013c8687316b439","formula_version":"titan-u-contract-v1","latency_ms":0.5908750463277102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d987d4a7e961078fd603f109fc0740104f3609a7fe29ea87135b93989311006","sample_id":"consensus_summary.dev.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d559250bc135f08a65c5251912108042dc0ac619386bbe8f62265b95fa0c555","formula_version":"titan-u-contract-v1","latency_ms":0.6163329817354679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8736e798a6da3798f2af5be3d81dccdb0775d8f72c32ca73897981cb9bf26824","sample_id":"consensus_summary.dev.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e86a3bcf486344833a16af2d63c0fc30e21d9ec6554023a18a2dde349d901163","formula_version":"titan-u-contract-v1","latency_ms":0.5838340148329735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9370fecaace6fcf284fdce4e8db130b2eedaed36d5a50d483e6913e457cd5863","sample_id":"consensus_summary.dev.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7b4cd0c8d3852eb768e1c425fcf1d773d8f8fb9faae987ff757bbfc373b53e7","formula_version":"titan-u-contract-v1","latency_ms":0.9434169624000788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1062d4fabd79e549eafe843d8a3d44bad8d83b7f6baf822693554a5144c0a562","sample_id":"consensus_summary.dev.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"164c3199e5ee0d19e7af5b52789cd1cf9fa5f18e58cba0b830ba8e6627a60188","formula_version":"titan-u-contract-v1","latency_ms":0.606624991632998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"669d6861be8ff4bdf0cd1638985b5b82c3d436781f5798bc64361eba6b4a0d9b","sample_id":"consensus_summary.dev.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75447483ee954222597d215c18d48ef21ce4f830c18f26d2b5f2ed4fba88ee1d","formula_version":"titan-u-contract-v1","latency_ms":0.6086250068619847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a2d92b38857007df5f918c4b2578097b083a2939a0f1ba5c4779646a8c37581","sample_id":"consensus_summary.dev.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a7331dda0a646f96cb50b9ee8e27c9a9c74975f4d755f044d1bf5015a6f54fe","formula_version":"titan-u-contract-v1","latency_ms":0.6051670061424375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c7d43c5f504c30fa1750818b508e03c080d3d7444f2a7b3837869faa689bfa3","sample_id":"consensus_summary.dev.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1a7291dbf2c86dd07a09a56f2668fa2820c21bc42cfa897dd528bd8542e7285","formula_version":"titan-u-contract-v1","latency_ms":0.667500076815486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16b5ab8985a4d9fdeb94675c52ec795d0b08b971097e2dd25e4db1fad9235168","sample_id":"consensus_summary.dev.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3ae3a73f545da53b9a2718647cf89384e155c813f55a13f5ff604bdf9674ad8","formula_version":"titan-u-contract-v1","latency_ms":0.657792086713016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fec2c1a3db49e781f102495d6d57659da7daa459b203afb53d8f8fe804df3e5","sample_id":"consensus_summary.dev.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb431940873aba5de052fd91e511e93761c531274288f7f9a6a680088e3dd158","formula_version":"titan-u-contract-v1","latency_ms":0.5937080131843686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faf1b35e4e6679d7955dc243a9cada30018d587a810cb8817d352938daf2c225","sample_id":"consensus_summary.dev.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39e24643da3f9a2ce3e5a5e5dbd0c4e58b8ca21faecaa1da1df058b9b8f67a35","formula_version":"titan-u-contract-v1","latency_ms":0.5962909199297428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb502d78b32e40b022e06c8e7455a9c38f872d81bfbc5b9dc2ece1fd65e7be96","sample_id":"consensus_summary.dev.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cadca64e5d522801c8cb454bc7019fec03ea1f95e207f2901574b6485b4104e4","formula_version":"titan-u-contract-v1","latency_ms":1.1838750215247273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41988824dab09d5787f39a2e8a41882018397e9cba31907fde71ae4d2cda18c9","sample_id":"consensus_summary.dev.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2c71c8cddacdec63b5a2c07e13e595726dca8eaf69ee8a9ea7afd3334cf1b4e","formula_version":"titan-u-contract-v1","latency_ms":0.9999170433729887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86c06be33e1d648a1861cd0be4a1fcfaf6cc81b7e728fa5d84e47541864508c3","sample_id":"consensus_summary.dev.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d09cdbf0bf3889b1d9e2db341c5f4f7da0b151d6ca8aa433d457a2f6ed5ea969","formula_version":"titan-u-contract-v1","latency_ms":1.5390830812975764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75ce16d41b8fc1181a2b86093bebd0ea457ae4f6f1e7cfb726eb8c4ede042000","sample_id":"consensus_summary.dev.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"679485d8dc3407c41d5885257a5d283ffd3c965c7ff54ed43976c676887bd267","formula_version":"titan-u-contract-v1","latency_ms":1.101417001336813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ae7c338d4684e7c0d21e983ff1dbf496de394d7f06e243c64803c80f6c83ca0","sample_id":"consensus_summary.dev.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"710772ff95cd2e01e89130fb54fed3325ab07d12dd27d13023a641460b7aeecc","formula_version":"titan-u-contract-v1","latency_ms":0.9861249709501863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc402d65a202f6d5daad5f4933cb12e5a867031c9191a3bd7950ac8f6737da03","sample_id":"consensus_summary.dev.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4e516d9d6c5b4bee6cac9645ed9480b2a1a16cd9b49bda67bab7f94f4916b46","formula_version":"titan-u-contract-v1","latency_ms":1.7984999576583505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c1d9bbee2ec5b61ce6dc14fa99ebe4479d79ece53197ecf83a523287596aecd","sample_id":"consensus_summary.dev.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cd5f2e96a771480d2a616b83790b648f5752b6432a983c4c733aa420d33e25d","formula_version":"titan-u-contract-v1","latency_ms":1.610332983545959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c9938e17e21180d84bb4c4259b45aec7b319865b9d6075e712197369b15fd02","sample_id":"consensus_summary.dev.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf30bff24f111abfb43d4dd310d3f5edf2a5cc5f7046de28ae06354ffabcfe45","formula_version":"titan-u-contract-v1","latency_ms":0.9368329774588346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"134cea9fcd224f5ddf409305eba93a848527f52bafd5a8a515d428cbb8fc29c6","sample_id":"consensus_summary.dev.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59c60880a6579e563efcb091a0adbd2fdd146f4c89b2052c29031b169a164d95","formula_version":"titan-u-contract-v1","latency_ms":1.0802909964695573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1492153e46e65db243dd1f7b9b4c9485c0e4204cb4b2647f54cbc6be40b1932c","sample_id":"consensus_summary.dev.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d45d1e7dbacf68b61e80fa79c2ca3000846b1fbce10ddd9043236a3092685b1b","formula_version":"titan-u-contract-v1","latency_ms":0.6195409223437309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7061b6621337aa5604aef93c069c3d2e4ddc774a823d47894ea8b54b4c8ac46","sample_id":"consensus_summary.dev.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de18d88b18509ae405bb9e90ed55c5a84e19491fb9045ab5c9f5f5c73a1c678f","formula_version":"titan-u-contract-v1","latency_ms":0.5816250341013074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cff83d6ac553515fbeda49f5338c05231713cdb915ca6b9b0adf5eda09346010","sample_id":"consensus_summary.dev.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15ac0f597e8dc1cf92f92f8500584063ae13cc2c5267973a3075fbcd665c7ecb","formula_version":"titan-u-contract-v1","latency_ms":1.058666966855526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eafa823b5afb276986bb639c4b14d591e51ed0fd043518e447c5398812dade2e","sample_id":"consensus_summary.dev.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af634a41f9cdbb14b79a4fba4e9f937dbeaadd72e53f0b40f3e90306dfccc22d","formula_version":"titan-u-contract-v1","latency_ms":0.8234159322455525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d34ae4d9c05a88e3a06bb28e2a77fb0f1e8e295c041210450c4b3a05c89d0440","sample_id":"consensus_summary.dev.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1087b53fdb2517f567332152986c5ba4734ac59a6a27a3cfd01912196477fe87","formula_version":"titan-u-contract-v1","latency_ms":0.8872920880094171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c821eeceacc7f469c4317046b672e43089d98e6f70743a2c223baf3571282c2","sample_id":"consensus_summary.dev.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65a589f96468963c872e2aeb010287e14f6d63ef2ff64fd3c63dd897d52f8e35","formula_version":"titan-u-contract-v1","latency_ms":1.038833986967802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b58d3c5cc95dc2216f5cfc1c06d917888b7520bc5bbc8a3c0757592d823d2d17","sample_id":"consensus_summary.dev.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ed50ecf2e272268d83a625617a49e11c65dc12266a89a0355fa5d541ceccc32","formula_version":"titan-u-contract-v1","latency_ms":1.0813340777531266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d41f7784fca7c6150595e2df73fda9ae3072771fbe627269e26db21fb0e8740","sample_id":"consensus_summary.dev.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3688bf14382a98ac1403fc4a597e57cded8c9bb373597019c1538785c3992b96","formula_version":"titan-u-contract-v1","latency_ms":0.5636670393869281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4edd0f2d7b3c4b6c315bc86264ebee3b3351961f60eda2fda3803c4a0fa605bc","sample_id":"consensus_summary.dev.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20de1a36c95903b89e3f4e6ac34cf977087eaae8ee76b1d8651c166a0ec64fae","formula_version":"titan-u-contract-v1","latency_ms":0.7871249690651894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a81a6e055c657f57f984dbfc01ee07b02f41a70fa1beccab817fd41e30eb07bb","sample_id":"consensus_summary.dev.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aae0a70e788f4c69f9d31f659c11a2907e7f81b72ff20004902679323679a3a","formula_version":"titan-u-contract-v1","latency_ms":0.5532499635592103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1242fee7d55f6ebdb461e15d08eb7f7371bb22f538d3248cfcd3470adead7930","sample_id":"consensus_summary.dev.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e5770c2c76d76d1835032450c8c53bdc1a2c1d8b738c3549c00eb7cf42f538e","formula_version":"titan-u-contract-v1","latency_ms":0.773416948504746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b11f972d06d92383cad48ea9a4f0b39e22d5221becf156207625ba69884b6f99","sample_id":"consensus_summary.dev.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8a1ce6ef41727125052549bd245dee61e71f3a7a9af2b640190d4cd1961bd71","formula_version":"titan-u-contract-v1","latency_ms":0.9822919964790344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"732eee3664ef4b9b9f4c5daa17017901eebff3b4530720b470e76ff10f29ec38","sample_id":"consensus_summary.dev.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95088702fac44b8c3204b0b04387e350c517edc9f958388a1f8a7badcd7a94bc","formula_version":"titan-u-contract-v1","latency_ms":0.9565840009599924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e19beafde3df2e84611624f99f0f35f8741ee3734546383aa821bed50be5be3","sample_id":"consensus_summary.dev.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af6beef4dc4b870be51256a05a2044d2f4b1bcbd37017cfe3869de4729118b44","formula_version":"titan-u-contract-v1","latency_ms":0.797791057266295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"118b7d72d289f34375a65e03e6d46ec2e362ffb5c4f3a7f74edab44b998e92eb","sample_id":"consensus_summary.dev.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d22b5963010baf63d06312d67b7a7fd4de6e8e7d1ded9219d6c4cda3f133690e","formula_version":"titan-u-contract-v1","latency_ms":0.8349999552592635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ee867060ebca527bf055d47609cdbc503781c4d08b8a4a5ba05c3b0b12b391d","sample_id":"consensus_summary.dev.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d891d1805d653d80972d308dcaf05313c5200de492b678a50ca5398f09de284","formula_version":"titan-u-contract-v1","latency_ms":0.7773329271003604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3124e4b13b23c97be94c5b5b4cee769a6b07e79f19039df537417166fb182928","sample_id":"consensus_summary.dev.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4392f1dfbcd06e79de0f4abb40bae0019591f9dae2b7f0939184e63cd2711f9e","formula_version":"titan-u-contract-v1","latency_ms":0.8384999819099903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa9a0e2dc074f2bab27ae81d153dc7f961edc3d0bb57802daceab8670a9c5954","sample_id":"consensus_summary.dev.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bba3ba0fa44a4aa62246d25d36407d41d172f24f1732d90a9cae832eac54e88c","formula_version":"titan-u-contract-v1","latency_ms":0.9072080720216036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b54625c3ed1d3e028d65eeb21793ee57c1b4fa1b309fd48b4457b0ef4989d33","sample_id":"consensus_summary.dev.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8afc39b67ca61682ca8794e43d26d5f1d29bd62d61bbe57ef910ff0d7947bd83","formula_version":"titan-u-contract-v1","latency_ms":0.924792024306953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49fcb359c055e58d89b477cf1a804509d337ce893722ce68c268b3a1c4b3d70f","sample_id":"consensus_summary.dev.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5e611f3d085f0ea9e4f95fbb73a2c8e9167e529f8354e183f0b28b5cea79e6c","formula_version":"titan-u-contract-v1","latency_ms":0.9555410360917449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b75ab6865d8f88a4b6b46c9f102503f4042c427ffddd6ec8589110d10ac5dfe9","sample_id":"consensus_summary.dev.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c19900da091275ac0fe43393e30ce84db6274d38b1b950d719b7d1d655cdf354","formula_version":"titan-u-contract-v1","latency_ms":0.672041904181242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7527a6c5eff9585e743bc37f679d269fcab924819da6c74dd33af97f118f48b","sample_id":"consensus_summary.dev.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d3d8d18dfe1a3f83905674817ee09f5d42d846b04b2122805c314755ea8b015","formula_version":"titan-u-contract-v1","latency_ms":0.6427910411730409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b504a6a3023c78c1aa911ea1665b79674b81cc3d9d5e7cb87b1b5f316b2902fd","sample_id":"consensus_summary.dev.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c48cb4219e9b1a93dafed82f4d757aaeadb62ebc6b362531cf26e51dc4bcd6e","formula_version":"titan-u-contract-v1","latency_ms":0.8619590662419796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f465baa5a527350dae2bf9f528b2d926784d6dd075ad4f0d3fff46a434e3ad6d","sample_id":"consensus_summary.dev.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbd2e15a47c9f5431bb0f1cd0da0b632f2e5cbebd77d8bdf4332cd61b35266d5","formula_version":"titan-u-contract-v1","latency_ms":0.8062080014497042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8319ee428e2c392ea6a07b249a71a4f6e1ba188a68b5f413f6bd979417a8621c","sample_id":"consensus_summary.dev.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd58205f72f9e51a35b913644cfaee5ba22a91a4b1a772ccf28ffd414379051d","formula_version":"titan-u-contract-v1","latency_ms":0.7072079461067915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2b6b569f6598737a6f36a3a781edbbae9e7d87537a7f8f88384513c3ab2faec","sample_id":"consensus_summary.dev.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f1b488758b0130b543fde1672e3ccf2eb2337f96864728babd0ea6b8b22e908","formula_version":"titan-u-contract-v1","latency_ms":0.9604169754311442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"811057438b6a0fec2d1dd95271dfe340bd46b364432f8b2731c80dcfa995907e","sample_id":"consensus_summary.dev.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a46d4575b6440b88ce7e27b2bc110011d30d953514a5a197f52f8f22c70236e","formula_version":"titan-u-contract-v1","latency_ms":1.0393329430371523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"178521ae15ad614352f43c2ec31afacdedbee71cbdf89399c614af28b6db3527","sample_id":"consensus_summary.dev.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"415f5541edae21b9c766a4f99c85090f78e749333fde3c949df7103b956664d9","formula_version":"titan-u-contract-v1","latency_ms":0.8915829239413142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6b114127078f70212724f364e9f4ba2ea744e831c5b0ebbe2cc796e911cc6ff","sample_id":"consensus_summary.dev.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19a5752acc24b8e515f7b48bdd257994fd5cea0f4785e01db4e9c41a2968a9d2","formula_version":"titan-u-contract-v1","latency_ms":0.890459050424397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d28b1e3e2ad3b754195dbf9b9fec90c502cbba2ab2b36f01d9e4e4d01bba1df","sample_id":"consensus_summary.dev.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1275488e3f20151a983a7613914d7a41309ee8664c53d71aa2cb79d6ef21e9b4","formula_version":"titan-u-contract-v1","latency_ms":1.3925828970968723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88cc674d62f4bd7c967f73a2425a13aee629d364b8845ae3b7c930f8aa1a7a95","sample_id":"consensus_summary.dev.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d80f10f2c4b923190c9951786cfaf85cb274acf8655f86cde7c945a27e8894d","formula_version":"titan-u-contract-v1","latency_ms":0.6957089062780142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e669da6334e31b1e3a858f9c4c143e7ebcdc2cc02af22e9644a4b01fbe4e779","sample_id":"consensus_summary.dev.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b67635a28acea34a580f5f90b7fe9ec2e9cae5616bca4fdb82c9d8699ee08012","formula_version":"titan-u-contract-v1","latency_ms":0.6991249974817038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da62df19a09c8dfccfaf37bcf53bc031b42c89b59554313f5bfbfd6cc1565733","sample_id":"consensus_summary.dev.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43973b978bd455789fee53ed9af77bf777b8dd8907d859b9f45b03898ed1ab71","formula_version":"titan-u-contract-v1","latency_ms":1.2474999530240893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fa18752f4f7dc3d141fb222ee6e766611155d90708aaee1d480fd738f81e649","sample_id":"consensus_summary.dev.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd8e926a3a2973c5cb1a6da536dd5fac41cfdc34b8a749d056ac4a0253f3bff5","formula_version":"titan-u-contract-v1","latency_ms":1.0729169007390738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dac54d3ebe18580b42bc8a1d4fd5aa4472a7f0cdc8a9aed6bfc85304fcfd293c","sample_id":"consensus_summary.dev.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a8aca22a79cab5c4da5fd7e995523dfea8d7dedabf28dd44a967aaf7af2f29c","formula_version":"titan-u-contract-v1","latency_ms":0.890791998244822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5df110373a4ad47ea05a233691baf855860201d46552dc3c369027c384272f87","sample_id":"consensus_summary.dev.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0eb2a5dc7e522126447ebfc41e2a9aa69a01350ad58681eef19cbbea7046ff3c","formula_version":"titan-u-contract-v1","latency_ms":1.5107908984646201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63172cb46cf4331d080a753fb82a9ded5bb294015cb61ca4dddaada672eab1ba","sample_id":"consensus_summary.dev.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0a14165b306110ec3c208cb7b0845d0454acc279c3f9ef4f8e3cdfd3d85ce9c","formula_version":"titan-u-contract-v1","latency_ms":0.9648749837651849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baf9dedbe9fef2df3db972339b005fd83a993afb6f516cb852478d0cb17bddad","sample_id":"consensus_summary.dev.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32d3fba11570af61c99d8fb24b869f0bdaa3b9d54742c597aa1a31083ab65783","formula_version":"titan-u-contract-v1","latency_ms":0.6457079434767365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b461593b120b97b0ddff9fd22ec03e04b3e4c547636e81d4c8ca6c604e97cace","sample_id":"consensus_summary.dev.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"922070a6520d5957858144dd5851fce74b48ae21a2e290543cd51ce1f2e13a61","formula_version":"titan-u-contract-v1","latency_ms":0.803167000412941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9afa7d2e8aef2619f92deddb9b28bc07b15e669c6fbad80b20de7275bdd28b86","sample_id":"consensus_summary.dev.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb90408f674504c771e22b8ad6a12a12a4e6f8d2bfe5f180f2f5f860f68f3d61","formula_version":"titan-u-contract-v1","latency_ms":0.9229999268427491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6d5b69bdb8b4c616a9b1f6e6bc4865996e2d257011ab054246282400c2bec8a","sample_id":"consensus_summary.dev.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16fc5bb80c5b18db6834d8f9f930a6773711ea02223f8cba8a6be08b67d83b25","formula_version":"titan-u-contract-v1","latency_ms":1.1893750634044409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3ae8ee6139d909bc9ea2de3a5eeb404ddf9e8b41fe95e1a63a413d67447675d","sample_id":"consensus_summary.dev.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60eb035e4fe79f99f0122ba2eea32d3f857041b28034ad5cc2834f6b1f01b238","formula_version":"titan-u-contract-v1","latency_ms":0.6416660035029054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07f4d7e8e4555a6830243b9d2b020ab634543950a0aec0bb067538eff0b2ae38","sample_id":"consensus_summary.dev.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ded3a3ee517b77342cc6936693a50b61524c9b5968036cd1c8f7ae76ab865649","formula_version":"titan-u-contract-v1","latency_ms":0.8570830104872584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8724f3bcfe5ff9e9b07d9cb0b308500e478e5a6f2b347abdb90b6c98d0f996b3","sample_id":"consensus_summary.dev.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91965198d35bf7720ed9c2d6a781abe114abf25f31ae9dd3243198f508ca43fa","formula_version":"titan-u-contract-v1","latency_ms":0.7578750373795629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7436621a27c13c9a76adffa74b5907b3fb10d09622ba4d8d4281d4dcc4aa48ec","sample_id":"consensus_summary.dev.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ffe3d1946d617a52efc80b7cb2727caae12def305e1dacda7b1ea43349bcefd","formula_version":"titan-u-contract-v1","latency_ms":0.7791249081492424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6798d520ccb93bbb8377448bf07bf50b4ffde5d3667b5bedde173ee1a261fd9","sample_id":"consensus_summary.dev.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02ab8e6932b68eedde6d3f563d4ed325f10c6d77b8634260c862e2263f85e795","formula_version":"titan-u-contract-v1","latency_ms":0.8552080253139138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8be2ae89729ae7e289f72d26c0e17fd553ddc2a94ac08c29d1106b5278328855","sample_id":"consensus_summary.dev.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a74a54e6cd4863cf6fd46433020497e92c9381f7c487d868307300837a9521c7","formula_version":"titan-u-contract-v1","latency_ms":0.7987089920789003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e74cdb8eeecdaad1ef03bff744f9f2df1d08bc995b19077a150e579bdf31b79","sample_id":"consensus_summary.dev.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"041381a5c947e2b35ebeb0451a3521e5a377a94d7ce597c0af7d992de4768210","formula_version":"titan-u-contract-v1","latency_ms":0.8323750225827098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e82edfdbd0ba6ec3a2054f6d13fe18fed0ab730bc8e4679dedf31e3677c671df","sample_id":"consensus_summary.dev.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"652c65b92e7199185f36766ef94fdea6741c772965e4bb9b99561711ca8966ab","formula_version":"titan-u-contract-v1","latency_ms":1.513875089585781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e233ea681b7150d01cad4ef9ecd35c57801035e37253dd2ce045f8dec8a1f73","sample_id":"consensus_summary.dev.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4338fd72c6a7ba3ce8b093d11bf244d33c222beef13d007f4641a48fe67a3311","formula_version":"titan-u-contract-v1","latency_ms":1.1693330015987158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"945b836535bb0235c4d1f3a4af307287702779e3161f290e9117c10d864a21cb","sample_id":"consensus_summary.dev.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd742c99eaaf193c9a0992f698a84033cd04214d6df1ac92512c0341f745440d","formula_version":"titan-u-contract-v1","latency_ms":0.741249998100102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df5f1aa03c97ded65e76cc2c2a58fd2db42dbd810313fa82b085c7df38a37841","sample_id":"consensus_summary.dev.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8141435fc0b7dcf586093be04c88331a86fddfd4c12463684ca83c4c4f83ebaf","formula_version":"titan-u-contract-v1","latency_ms":0.8791249711066484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ca0c840d15aeb90d889a1aa96178b77d5b0bf6feaf74c1a88491b025601c6a2","sample_id":"consensus_summary.dev.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"828323832c5e1f3a7f5a6c7397bc314575fb2fa8c34dc94bed697bf68d9c3704","formula_version":"titan-u-contract-v1","latency_ms":0.920790946111083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36c61d6b5f004076cddc0e2b5a2c3e1adc0cf48ae017852960b6b6f986b0c883","sample_id":"consensus_summary.dev.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c7c9a7267c7ede9967b828f8a6c32f26d3d8333fe488416fb1bbaf6d287e8ac","formula_version":"titan-u-contract-v1","latency_ms":0.804250012151897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32361644953e11fc3bcb0d374cc2422eabfc3b29d149d7736290429875a78fd5","sample_id":"consensus_summary.dev.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c349eb5bca44f5ab575aa382643ff46a7b4687c48d1aeadf242dfe227e07bec0","formula_version":"titan-u-contract-v1","latency_ms":0.8886249270290136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dfeb2e0e4c9002d011cf2dac0a55f5a007380a71cfb91a06362cf5352f1fa83","sample_id":"consensus_summary.dev.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15633fd5aee4f03641b187f7fc6741ee615f8d9f7d4526fff7669fc5fd747108","formula_version":"titan-u-contract-v1","latency_ms":0.7728339405730367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fd50ed319b1ea6ae16fe913b8f95197645387888d7282b16c53a7875747302c","sample_id":"consensus_summary.dev.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcb780793ca602556bf254564b961bf836bf0e58258c3f2c385c804c815b8f35","formula_version":"titan-u-contract-v1","latency_ms":0.9844590676948428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"417eb4adb677ef1379b022b532e88ec1017665f033863d2c8d9b39b30733b751","sample_id":"consensus_summary.dev.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30c4791ada681033258d08ea4ab73c2d9dd04223a10e1f83f911a0237a0bb291","formula_version":"titan-u-contract-v1","latency_ms":0.7951250299811363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ba55c0a416488bfb39df1c5e1f7e4fbee5ccdae3434cdd1f7756c6f27f0a6e1","sample_id":"consensus_summary.dev.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"820c1d26ad8cd65cf313a41d5918e8ea50c7bb88e07b4c546ea5d4e7746409ef","formula_version":"titan-u-contract-v1","latency_ms":0.8127910550683737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"092bfc981b1f78724f31208f4c75506e59da7020bde4118d6ee2ad2eab60c77d","sample_id":"consensus_summary.dev.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d04faaeec3b760ecef76abca2c3bb08883acfd75516ef7a7932394047c31a533","formula_version":"titan-u-contract-v1","latency_ms":0.911666895262897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61ff8ebef2cf3ab9a113ff4dbe19a80abad92df1b42c87606bb273a24d52fe9d","sample_id":"consensus_summary.dev.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"351448a78988edb537e7940b62b6d5a1d584939e49d383ca3b3b1830ae882bf6","formula_version":"titan-u-contract-v1","latency_ms":0.7414999417960644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"331fcb8ed662839394d5ce6776bb04a00ed49751551373cded7762629e84bdce","sample_id":"consensus_summary.dev.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f2a9ba71d8198f2007999f53aba7f11670cf68bbd466a412a22031dd5cdff87","formula_version":"titan-u-contract-v1","latency_ms":0.9341250406578183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"862c0f92e7f4fdff5bac56d7f879bf99c83140ce4c2bf4f3418b6f234395dd2d","sample_id":"consensus_summary.dev.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c2b8526b4353ffde490ccf25eed151370592156422f5f1bca7120506413771d","formula_version":"titan-u-contract-v1","latency_ms":0.8727499516680837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26b63e42d050a17a96f72fe33077a472b21b1d1fd5069c59fbf1d46e8b35ec36","sample_id":"consensus_summary.dev.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4497f802aadc78c4b92baf438f9ad3b3c41b345082812bd2f86b533534559e53","formula_version":"titan-u-contract-v1","latency_ms":0.6972500123083591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9052f6172f6790b576d09c1985544e2c65c78041da0bb1f57404e4b7f9911f86","sample_id":"consensus_summary.dev.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00f9dfaece744149c4ea91643f546f62b3f6849648f950aed21abb09b84dc917","formula_version":"titan-u-contract-v1","latency_ms":0.9158339817076921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"504eab9bbb2ad89e4adcb7aa6d343c33f8b144361f88c33b08136585b93b297f","sample_id":"consensus_summary.dev.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c7a4f3918210b2a0ab8db2dcc28bbe97590b4f4cfc10e5dce800a08ff45ab08","formula_version":"titan-u-contract-v1","latency_ms":0.9702499955892563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6ba51f1ea79918f1b45c793afc8267f06c8540cdf36241954adf89a7d7e24f2","sample_id":"consensus_summary.dev.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44962c02e330660982bd8ad34cbfd93a96aed208cbf2b8c412d9811df6ac89bf","formula_version":"titan-u-contract-v1","latency_ms":0.8453329792246222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d123a7ade2fc0cfbaef73b495d751a3165ef7179284d299c330a3ebb138643dc","sample_id":"consensus_summary.dev.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4aeab252941df27e736412ceb61a0e4ea40e92d15c28cce2a0e68fb5647d775","formula_version":"titan-u-contract-v1","latency_ms":0.7916250033304095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41f52a708f3e9390c89408f0b01d760949d55b249968bc3fe6837084152849a1","sample_id":"consensus_summary.dev.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78a24e648a9ba227c61b98fac46acc842dca458abe93581222490069641fb708","formula_version":"titan-u-contract-v1","latency_ms":0.7202500710263848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e183566a3d62aa3e4f774360f248ee83c887a8b8bd9eaf11f33db13a9c83f9e0","sample_id":"consensus_summary.dev.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"331b311b0b014dff3f56aefefece2869bdae13d4aa80fa84df05d596044fefde","formula_version":"titan-u-contract-v1","latency_ms":0.7610829779878259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd609f7d648b592b0af8e544afb48a9a0eb1b25bd467c594b99480142953c963","sample_id":"consensus_summary.dev.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fddf2482e7adc6d49ce7127134d9269804bd9775eb4b56c336c1d6c5c279c38","formula_version":"titan-u-contract-v1","latency_ms":1.0669169714674354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ea634f073f0bbd44d324d95eaf097c7efc3e8074326bb90c8b6db800e538c69","sample_id":"consensus_summary.dev.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31ffb83dda27bc94ca859243c41be9d33d3a12800e08dfb7f36682274b9edf3d","formula_version":"titan-u-contract-v1","latency_ms":0.9407500037923455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e4bbcf9bba63a8389f1be8fed8e5b1501f7f9e4fd99d65d1a5e373f87a9d72c","sample_id":"consensus_summary.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2af433bd4711d312bdcd9f531f9c7db16382a48a74c130a9ca89e008a1c7e45","formula_version":"titan-u-contract-v1","latency_ms":0.7432090351358056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e5bf2f8007e574fccf60e1927f41220e1c29000f655549bec257d3311bc0b77","sample_id":"consensus_summary.dev.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e97a2a2bfd368c50aef951e2177f3b0c31deac17af43268f9e672c94954c1b9","formula_version":"titan-u-contract-v1","latency_ms":0.6445000180974603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1cc282c8feae441ab180928f44371030578b5675b686027ae96b58abba41779","sample_id":"consensus_summary.dev.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"768903013b9c5ea4bf13172c64a5cbb7d2af2b524da241fa47ee40d895d4f75b","formula_version":"titan-u-contract-v1","latency_ms":0.655833980999887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c79ad276874d3efe0aabc1343f5d64d082e503129f94aa6972ba79a0a8dc5e15","sample_id":"consensus_summary.dev.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"574861530916f126ba232bfb6f61f76025885feee559b6aa824d2cec0360a6b7","formula_version":"titan-u-contract-v1","latency_ms":0.6859999848529696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"977e8bcc8920d7e26f36b077b33383dcb9456fd03a64fde74a0ae4414d9b6b9c","sample_id":"consensus_summary.dev.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6dd47fbac8109c579b775caf9fd59aa649a0a08bb6d5ce8e0b4185abc4f87b8","formula_version":"titan-u-contract-v1","latency_ms":0.9770409669727087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1f70693d53cab15f98d1958b5600e02f67836debd2a9826a677339b554fec23","sample_id":"consensus_summary.dev.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f612b53b98a5ee60fcf601ab61cfd23a9b4d7a7a5c29b74d4ef1307df56d4fc","formula_version":"titan-u-contract-v1","latency_ms":0.6624999223276973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7f600bd3573261f3fbf4878edf07af808776c5d5281528465e9157c64408f22","sample_id":"consensus_summary.dev.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"094b35f20504a828b58a74c568a0eb169a7f76260a1350f6177fb49039308855","formula_version":"titan-u-contract-v1","latency_ms":0.8004170376807451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bccd9295d5b36f24466b09923a62007e1571045d6aabbe50f2bd8051d0cedad2","sample_id":"consensus_summary.dev.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63974f01e8b8f3f15f6c54081838aba6759b0b10c3b3f138fd1490127c1b9575","formula_version":"titan-u-contract-v1","latency_ms":0.6986659718677402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"868b6f279ad323dda5a97770a273533c315ce92b917b3fb9de51d5c729c469a7","sample_id":"consensus_summary.dev.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd0105f7e90f884ea790b1fcd4d06b9175c89b5027c6e83841369f0e25f3a6e7","formula_version":"titan-u-contract-v1","latency_ms":0.8086670422926545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8136cc8c566410317f48945cdd7c276e0209717d3de668d9a801349459371e43","sample_id":"consensus_summary.dev.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b033257ed77d422c9650c794cefc38a9441fea5917161b92f98ea30c9ffd1cd6","formula_version":"titan-u-contract-v1","latency_ms":0.6267079152166843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86174de9ab5723404f1765beffdcb7a59fdbbd0407b493c8471fb5ec7600e503","sample_id":"consensus_summary.dev.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0d03fbf2ba65a1e2ffbf26711c495a1e637eeec4490a172afd739e75a65b42d","formula_version":"titan-u-contract-v1","latency_ms":0.7622920675203204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df2d8b2f32759870ff8e811117726f933ee3197beaa03efee86710e8689ca3e1","sample_id":"consensus_summary.dev.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d0523de2b307de74908a5549f2222d4325081aa06cd8b9fd316c5b133d3def5","formula_version":"titan-u-contract-v1","latency_ms":0.7317920681089163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ee8ec30e3acd5b877b0a1b01e8de5962aaab0cc2a89500c85a312f9778855a6","sample_id":"consensus_summary.dev.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13b5d8dc46daed959a670cd4f7249c49f20ce61101d90b7d8e788b757e0b7f93","formula_version":"titan-u-contract-v1","latency_ms":0.730458996258676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3551d3bf5ca47adc45ea303ce5e2af60c24cb52f355409a9583cf27ec7e6b86","sample_id":"consensus_summary.dev.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"692214812a541b843bcce02d564841f52f0f09519b07e45a7f2c449eaaa7fafc","formula_version":"titan-u-contract-v1","latency_ms":0.6022080779075623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96cfc27887c843a592c335c968384e704538891d744c7fb5e099047b3ab3165e","sample_id":"consensus_summary.dev.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9bc6ddd725a91c5d5e24dc704327ae89638f879cc78310dcf3421f520315da5","formula_version":"titan-u-contract-v1","latency_ms":0.6328339222818613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2aeece8183c40234c0b5e4b8571aabd8025ad0dd3490668cab542593872bb9ef","sample_id":"consensus_summary.dev.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb7880ebff0f04b2ac2060b4c4569e1e9fca970ceec525547d8e4662cf0afd67","formula_version":"titan-u-contract-v1","latency_ms":0.7490830030292273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40b63d62ab395017ee9976179d089bc8b3848802d5c92ae290fc039dd9a693ad","sample_id":"consensus_summary.dev.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d49025b48b73e8ee0044fbd266a3515f8357235d0beefb692641e087a4afa28c","formula_version":"titan-u-contract-v1","latency_ms":0.8039169479161501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"629961b3367c4a0e0c675045ff0da875159b19d814e8a2a49b6b09f1da74c07b","sample_id":"consensus_summary.dev.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f1f1bb5942b8de15ea01d7c59b53313cc1228613adc79d254a99c9cbec51a18","formula_version":"titan-u-contract-v1","latency_ms":0.7374999113380909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7e02d7d57a735316589c028b6f619a863d76dda5434ef58de06f2dd5127f24e","sample_id":"consensus_summary.dev.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eac1bc508546aa99d1b17e75b6e3b86da46b1053afb3921098e492f36234b569","formula_version":"titan-u-contract-v1","latency_ms":0.6391250062733889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"088d40fd7d056eb9822a9e03c69ec1f3eb81df621a0658d32d400eab7cc952b8","sample_id":"consensus_summary.dev.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"318b797c1b1b96ea53f26022285e7bec6e1f6d72869c71677a15b276fdd6d62e","formula_version":"titan-u-contract-v1","latency_ms":0.7325829938054085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc19f2fee86ee840d3a268f96b62b5a0bbeac65765291973797027aef7e060a3","sample_id":"consensus_summary.dev.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4374c0f39a1231fa9a73ef664ffea3faf686266803df198cdd236e2af87ce9f9","formula_version":"titan-u-contract-v1","latency_ms":0.5870420718565583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e3e2e521eeec7dfc5526652d720fb4414b8ebe9233b2358b2a71e747d19d772","sample_id":"consensus_summary.dev.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0310b40ac61170223021d0d20d1948a8b9129194227cbfa053fa037250d19c25","formula_version":"titan-u-contract-v1","latency_ms":0.6695829797536135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8217fcb158f29e5f01033c00c0b42b512604929cab9c3c86af6cb4d21033b453","sample_id":"consensus_summary.dev.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e07d6fa7038a56b5855bbe83e807d4ba655169a1aca382e5f5facaa045d7080","formula_version":"titan-u-contract-v1","latency_ms":0.753333093598485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"545f59f2d9cfb70d481b065b74e3b8d27cec4fdda63f9ad3cbecaf778fd099ee","sample_id":"consensus_summary.dev.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"043302e09094a805e7b10cb690412e75cb047758dd8dec5e321e31b639792882","formula_version":"titan-u-contract-v1","latency_ms":0.7684159791097045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d8738ec7b7d0519b04ff1b95666b4013539fd93cb491f7eb917386279be0ddf","sample_id":"consensus_summary.dev.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"893ac828deadbb944a550c18dbde2a518eddc412165d689f509ecbb1b8ea6d91","formula_version":"titan-u-contract-v1","latency_ms":0.6583750946447253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"197db4f1e25d7917e6094b58aa665a62585ee3e2109bcc31964548750d2b72ce","sample_id":"consensus_summary.dev.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a95a5cb62109b357a0d64ac4f517d24c9679d1a20551fd373266b9e288535026","formula_version":"titan-u-contract-v1","latency_ms":0.6129579851403832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"684ee2fbf4672178f7330bace6131acc203989d84c71c27e7ce16e78bbf1f06b","sample_id":"consensus_summary.dev.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36d30ad3cae51b981173bc7899257614e4851a3f8a3a672f0b187dbc0e7d8045","formula_version":"titan-u-contract-v1","latency_ms":0.9247499983757734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dfd8510401cb8d64028289cbe1f4375363ea188eaacb0f758671598d19be77a","sample_id":"consensus_summary.dev.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d30a6cb77b719e5fcf22a61a99f7f5aed50b115191377e9c0ef07ae40f4c064","formula_version":"titan-u-contract-v1","latency_ms":0.9107909863814712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9da5fc8e5eadf056c78e81817e3c90587de7dac754c537a240ee5f108119767","sample_id":"consensus_summary.dev.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97bb96ae8030e96b94e617826a0b6468cb63f6ba850794191bfdbf24c3cb2660","formula_version":"titan-u-contract-v1","latency_ms":0.7991660386323929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed0022f827ebad6d7dc655f17c551621eacd876538348b60ca816a9ad167b341","sample_id":"consensus_summary.dev.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2a81d2f21699b48a21f6011b232ebdd8815f84f9d783725f39823a9d94eda4e","formula_version":"titan-u-contract-v1","latency_ms":0.9872500086203218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17b8150998b08ebbfc6149f94912fbdae98a1d74e72dc45fa5a45f6093ee8b85","sample_id":"consensus_summary.dev.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf99035e4c8410d5a20f2fc5ef244618059358c6168c1f3ab656d870c19502df","formula_version":"titan-u-contract-v1","latency_ms":0.744916032999754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31d2048debd08da5ef6b2b5525d0d073f7d22a7d43c662275c00d78b38c4b6ae","sample_id":"consensus_summary.dev.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"674ccc06b480ea8a50c89f4ec03eedb1e654d20e75bd761a008f56b5cf712f52","formula_version":"titan-u-contract-v1","latency_ms":0.7469169795513153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6751c21ef62f8a0f8584d293ce6196817645aa80ff426fb62e1402f8fca7dfe9","sample_id":"consensus_summary.dev.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11c541c4d682c7bcdb5041176e601350593eecc49f8187f7a1c9f40fd1e73866","formula_version":"titan-u-contract-v1","latency_ms":1.0081250220537186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d06f444be45e9937bee300a417cab80de0e8369dc886a1f427193d1a02612a0","sample_id":"consensus_summary.dev.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2312c3926f9143fa0035ddc0820e415e922ae281cfe0252572b96ebc4d7b1b34","formula_version":"titan-u-contract-v1","latency_ms":0.6915830308571458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed9a00ba96b793fe9ee069ac406f61e3993c23b3e0a8f326b0f26a8566358667","sample_id":"consensus_summary.dev.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8920923e80acbc85bbc172860b7f96536109c5dbf9ec0af43ae283ac7ac1cbc","formula_version":"titan-u-contract-v1","latency_ms":0.6678750505670905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fca6567a73e5e1da58652de7b2d244c5e508049502e3d159b7ba4c1fde1a1495","sample_id":"consensus_summary.dev.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7704d8d667569fb0870dc38e6146348933c3b8c6bfc3efe2571c3dbaa54cb003","formula_version":"titan-u-contract-v1","latency_ms":0.6932499818503857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbd3f72ee732e0bd11f523ffb58f93dbbebe567365989eba6021d91f2aa307ae","sample_id":"consensus_summary.dev.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"783ed0960453afcd71d07407c0d23fbca743759a44a92739784f1e3c4f2af7a3","formula_version":"titan-u-contract-v1","latency_ms":0.8617080748081207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92d140f711f185254bbe7b35b5b0793ac50301f43cb0b92a24be29fd7a8aa53a","sample_id":"consensus_summary.dev.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4844d901ee03a8ef4cdf9ca3c71dad4c77645516ee50c04b27f400599ca80b4d","formula_version":"titan-u-contract-v1","latency_ms":0.6419999990612268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83086227c12501d87ad780f34d2302242a2c26c6a78d9b1661450280b5a268b9","sample_id":"consensus_summary.dev.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41aeacb864a65f25de8e13aca9d9fa6a4ddf0b9b42baf629c4b1017cf8ef585b","formula_version":"titan-u-contract-v1","latency_ms":0.6014578975737095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"640496a1448307801ecfaca59d8936c4c3cd52d7c48616f53adaaf2c04f0b07f","sample_id":"consensus_summary.dev.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb9f99408628ebc0c4771d15f76022180b5f21c5a9498109ff941f5e4fdb5be0","formula_version":"titan-u-contract-v1","latency_ms":0.6696659838780761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"134d1b458ba63a12fa3a94dd85dc10366a5c52e79edfa46b9e1bdf927aa3e3ab","sample_id":"consensus_summary.dev.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5508aec0e52df0f1e0de6e6a8d584d70e88d6344ae6f648bd7f832a257fd838c","formula_version":"titan-u-contract-v1","latency_ms":0.591500080190599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc636ae67b639fde1f37bc2cdbcaa8e14b5249ad98ffc2b4f00a0740493291d2","sample_id":"consensus_summary.dev.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5f9091d82195c3cdfe69e6454a89803acaa2c4742962f122dbeadcf1dd3c610","formula_version":"titan-u-contract-v1","latency_ms":0.821957946754992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cad1a6cbb18e0d18a1cea680f7530918d7920779de4fbb686ad3c7467648e8e","sample_id":"consensus_summary.dev.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f7e5519736a2546d8ed408cb180b6b43eaa081b0821e6f97207c3f274c11982","formula_version":"titan-u-contract-v1","latency_ms":0.7900419877842069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbe2a8c8e66bcb2dcfc858e814e1ed8731da8518e4700da5b42d5c61db424a71","sample_id":"consensus_summary.dev.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e9aad7e6105ee143fffb41d6d8207f7a2c3113861e59bd477350f349f3bc767","formula_version":"titan-u-contract-v1","latency_ms":0.7172080222517252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a3e04b5cdc23f458186a8b63d6e7cc16cd6a07cad19f61d549f53148f8123df","sample_id":"consensus_summary.dev.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ce0cd7d305e0f4a5cc92959c9b7f65d935a4c8ff1a3fcb08f4d65af18472120","formula_version":"titan-u-contract-v1","latency_ms":0.6830829661339521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85560e078f33e240558564aa89aa91507befa21f0d9ee9088db66a3413233da1","sample_id":"consensus_summary.dev.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a36c77ebf28c167cfb11dc501280114600a81f116036966248f838fe322dfae5","formula_version":"titan-u-contract-v1","latency_ms":0.8644160116091371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dccc5105ac5ef55c3b1932c2b4003b954b1e30f5bad622046c3094c3912dbaf0","sample_id":"consensus_summary.dev.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1336467e8e3710397ce970924e1c804e1bddb1ac099a4e0a39800cb0920528f7","formula_version":"titan-u-contract-v1","latency_ms":1.076792017556727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d52014b038443b174a5e68b4fd9d0013e2865c2547d4ff065e02976f2702b038","sample_id":"consensus_summary.dev.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1336467e8e3710397ce970924e1c804e1bddb1ac099a4e0a39800cb0920528f7","formula_version":"titan-u-contract-v1","latency_ms":0.8007090073078871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d52014b038443b174a5e68b4fd9d0013e2865c2547d4ff065e02976f2702b038","sample_id":"consensus_summary.dev.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"191a1a677a4488e09a704e7b15b9a5d4d74ba546a60279043183b3609e171a48","formula_version":"titan-u-contract-v1","latency_ms":0.841959030367434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70de105f1d8fea8f203d60b3fd61b6707629047fe3e755072e45ad3242bbe70f","sample_id":"consensus_summary.dev.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a54d653c9eef62228215c1322e41839c6247ed45669715dc0dd6abc147f48b03","formula_version":"titan-u-contract-v1","latency_ms":0.9217089973390102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd43a1f09b2836e827ccfe0eb4e37d55294f86f8e2f578452e2ad87253a6aa29","sample_id":"consensus_summary.dev.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b5ce18bf02945e24d13461c992cf52995899ff1d33a8d68793583e3685ede77","formula_version":"titan-u-contract-v1","latency_ms":0.5401669768616557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcb7962c32ecb80c15284794bf5e629b5e5b8f1d55c13f982611cbe84b34b758","sample_id":"consensus_summary.dev.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4031d9a18de1d8fa0f18f2fb0d5629736f56ac83dbe0d6cc36aefd09dacde4cd","formula_version":"titan-u-contract-v1","latency_ms":0.5560410209000111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a90d666c948751808094738e14c4a1bb547890386d4187c31eaea31b16d45b2f","sample_id":"consensus_summary.dev.346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37ceb4839139de834aa66b287da3b3e7480aa5dbd71c049b3e8a89fde15f0b71","formula_version":"titan-u-contract-v1","latency_ms":0.8865840500220656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3625757788093736f4c40e26f6e9e4f9be386f58f266375c96832c73a416336a","sample_id":"consensus_summary.dev.347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5f6873e262e2ebd2648bdb9f6208882612842c47611919b593062e1a9297703","formula_version":"titan-u-contract-v1","latency_ms":1.0456249583512545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7846d48187c50523252b46512cff15c54231215514d9fca27f793c31b205fc7d","sample_id":"consensus_summary.dev.348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6e8ed9449c427269f920ddb5017af934c0b2eeff1f5543e357f79decf601b8a","formula_version":"titan-u-contract-v1","latency_ms":0.7805000059306622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b83847dfc290fc1442523b0e52eedf62e653ee7bd221f0391a81d441e05f23f5","sample_id":"consensus_summary.dev.349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88eecb7cdab980b1d11dfa2c893e87b6d6f16dce58614cd13acf674c5c6c2194","formula_version":"titan-u-contract-v1","latency_ms":0.8481249678879976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e563a53af0ee0ee633ada6d4514aa2d84457d7d1e34b6edfc257adc1cd53d9a","sample_id":"consensus_summary.dev.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c947c344b76f064c9ed7391b68c83a706fc476641bc468fe42ba2a4af892b073","formula_version":"titan-u-contract-v1","latency_ms":0.7340830052271485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a92e27dc7dd54843f46a59e7fcca495d215707d105d42ca4e78049ceaa6f261b","sample_id":"consensus_summary.dev.350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db138e0c0c2c932228579f6ed03d59900dd41f9ea1aba6e6217335eaa7b999f8","formula_version":"titan-u-contract-v1","latency_ms":0.6219579372555017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3416a85c6e87acaaae338cbd53cdbe4de8bf028a5d9e7c548ebc4a67e6665ba1","sample_id":"consensus_summary.dev.351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4d6df21b04e234e956b7a58d872afcf4880850d16f5a63dd2ffe944e37893d8","formula_version":"titan-u-contract-v1","latency_ms":0.8262920891866088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a900e4b39b942c86b743225094e4fb91ee08251b630da0d406ca9c604522347","sample_id":"consensus_summary.dev.352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d88923b12f2be520988b5e8805b84d5fb0e0497563b1b7d95f09edcef4091c6","formula_version":"titan-u-contract-v1","latency_ms":0.6797920214012265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e16047670fe66342232f92dcbe4e9f83f18d4e7957543dce15309a72fdfaed26","sample_id":"consensus_summary.dev.353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c416f267368d9111c0a03950a1c7931a571cb7312ead0bbd1e80f9da3b523cd","formula_version":"titan-u-contract-v1","latency_ms":0.6297079380601645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45d9bc119a7c1e79f77e0f2cf32a878f570b343042ac02bde2f1cf7b4d294daa","sample_id":"consensus_summary.dev.354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec2f5f66599063225248312d284842eeb6a2e9ae1e02364d5506dc76ec81fe25","formula_version":"titan-u-contract-v1","latency_ms":0.6255409680306911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd44e5fea6cc2982f5fa67b8a08df834c21ae627c0fb72b3ee71713cad00a19c","sample_id":"consensus_summary.dev.355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33095a9ec03f61721691f2abaa9b7638573dfae3277ccf9d6005ef7cc4c612f7","formula_version":"titan-u-contract-v1","latency_ms":0.8802500087767839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eba605aab1a7e634e9ec508cb79764b1ea269f4e28e52e7bbdbdc97d97070a37","sample_id":"consensus_summary.dev.356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82f4548dfb2d6e165c64433c4ee1fb33f008fc936ba61b5db775d1ab5d973750","formula_version":"titan-u-contract-v1","latency_ms":0.9343749843537807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b54c0d92586e1e30222b74eab8849cd142f42d7c65f4ff31e08cf54f9bc4249","sample_id":"consensus_summary.dev.357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e538c9997e2293c0c3c00eb89540e71a0a82ce660b6d0bf5bd4b16e44d0d7d50","formula_version":"titan-u-contract-v1","latency_ms":0.7213749922811985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a3e74ad8c369c6a455260af46c6fb0d636da7e0bb68acbf8298dad6e641b248","sample_id":"consensus_summary.dev.358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d56038ab494e461afb9a9003f7f25914e2c5d77d0f581f08a7db7963aacac252","formula_version":"titan-u-contract-v1","latency_ms":0.6031249649822712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38f88671a24dd9758b3fab7fdc2a72c5d7758cdfa0da1fe108388ef0037d22b3","sample_id":"consensus_summary.dev.359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56f805f98676ba95239ceca3ddc29c505728a71c6295aeeb2802042f155a05e0","formula_version":"titan-u-contract-v1","latency_ms":0.9250420844182372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ab9e659db8011e028ef68aef29134ac45fe73c681adbec22c0debb7ada0b2b2","sample_id":"consensus_summary.dev.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ccefad0745a8c7f819450906b70df34897489a1052f2b83ca54901f632b8571","formula_version":"titan-u-contract-v1","latency_ms":0.679041026160121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25ee8cd48f07efc8b34e6439de34126bd522e38a6d1db6bea61fb75fbea9e09a","sample_id":"consensus_summary.dev.360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd883ad8523fb921cc028796be1b3466b01827db7ea4a025d84ac51fa1e1ac94","formula_version":"titan-u-contract-v1","latency_ms":0.9261670056730509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0212d741b6309bfbbd552b46be92dfc52feb957eab5d9935f716f2f1fc49b0f","sample_id":"consensus_summary.dev.361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bbb7d608739e30da4553256a2fe40091ad0cb619e0c43bbe8b86ba2053be6e5","formula_version":"titan-u-contract-v1","latency_ms":0.6326670991256833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b628fbed24aaf0a5fa5ea96e8722d995859dc2b0680e0641c317a593c1c4057","sample_id":"consensus_summary.dev.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"103470f1dceb41dd7d8cc3e1e5e62551eb322b885259d1e3149fc73f950f305c","formula_version":"titan-u-contract-v1","latency_ms":0.6010000361129642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8542ae6bf9464f8c8b313eecfd9ea0e5e7c6c5357fa8a5c1d9299f781474ce39","sample_id":"consensus_summary.dev.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"153b91885fd836a7d40e84925a60b752a3f929ed0f14696ab6e327fb63eb9d93","formula_version":"titan-u-contract-v1","latency_ms":0.7870829431340098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84dac30fc42cd708f089398915f1b6e885e71cec7a3d18926c049de824c9bc2b","sample_id":"consensus_summary.dev.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c768dd50cba75c012490c1717d6e1bcdba2c8ca6b04df03ee55fbba647a24993","formula_version":"titan-u-contract-v1","latency_ms":0.6876670522615314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44af0116b096a3aa1dbc3faae9e0d06b7e473f36c5d4fd786d5a2a5d1fc2895c","sample_id":"consensus_summary.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2abe6f180476e64f8f755b909eda7755543d15009d94a67317c1bc541365a089","formula_version":"titan-u-contract-v1","latency_ms":0.8508330211043358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f5b256ea9c8389bf651a4f7824355e916b17c5ae4a2a79fffa73d1ec01455e8","sample_id":"consensus_summary.dev.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d71ffef8231bac3bcc77aa44ed42e71b9882d618b4255d6c45c1747da77c4eac","formula_version":"titan-u-contract-v1","latency_ms":0.8106669411063194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c44871e3cd73d1d838ebc4e7fe431829daf028fc9f7ba0b8bca3fe2d12590198","sample_id":"consensus_summary.dev.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97971ef14915f490a84a35a348a0d438e37fe711f231d1f6854cc39ad53c3dc8","formula_version":"titan-u-contract-v1","latency_ms":1.030416926369071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db243172d0d2c11b0973a9f9bb67c490b1aedd3d487e1e9f1ac8005f64c9520c","sample_id":"consensus_summary.dev.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baebee9e8d243acbd4e3b095cdd1dcaa8067282a0408ba09f158bccd13aa251d","formula_version":"titan-u-contract-v1","latency_ms":0.7753330282866955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"947aeb3044838f9e9381b45613b20edb52eba02516dfcb062a510992321a284f","sample_id":"consensus_summary.dev.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89dfa70cb7f3f695e252e21cad1c47e51de2c3ac17289ea6ca3f2b35f1970a38","formula_version":"titan-u-contract-v1","latency_ms":0.7569580338895321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f3aa4a960534ce371b8bee42ecee6ec695125be3a2610b66ab3b207ddfd0126","sample_id":"consensus_summary.dev.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6160f9f40bd4251e78d6a1e8abb78e5f5c8e6e8ac5cf64dd2ffdc84f6220d76","formula_version":"titan-u-contract-v1","latency_ms":0.7976669585332274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c29781905d02e396103de73c9aa00fea7f6af3a811777be7aebd8e67c2cecd8c","sample_id":"consensus_summary.dev.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcf0c25a4d5189c49996e580531e881416a81bc5c9415162234b3adff3b7c346","formula_version":"titan-u-contract-v1","latency_ms":0.9071660460904241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2db58140f699092db80bbffbaadec375b60d4a79224e6b0ab947389dc7536fd3","sample_id":"consensus_summary.dev.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b32750843f1635f6480829ce2b6d24bace7f58da92d3f195fcb7be5b78a835fd","formula_version":"titan-u-contract-v1","latency_ms":0.6948340451344848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa1437affe659e77b64bc01e9e3c7056a14b858d49f2bc79b5b4f1fa6123def6","sample_id":"consensus_summary.dev.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf118fa60702f34f6cefde7679871f58fcb74f7b00f2c91890cf71296fccddd7","formula_version":"titan-u-contract-v1","latency_ms":0.9090839885175228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"787c3db235aec999ca4a2a69fbbddf732a6523095bdbe430e0eb428eff62ddb2","sample_id":"consensus_summary.dev.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"300a3c553499302e00e4fac15f554d6027632ed6a804f6c481744654b766446b","formula_version":"titan-u-contract-v1","latency_ms":0.5586250917986035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bbed94204c685bf5a3d5b36becf17b21d6d78ec6b356daf19e620df31379d76","sample_id":"consensus_summary.dev.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d0a3663cd9b04efbdb557605383cff84bb99c57a948411a21e99cf15711dfd2","formula_version":"titan-u-contract-v1","latency_ms":1.447834074497223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed8adfc9b1401876a3cf82ebf2ffcb100bfc04153adb4734e6c6e74ecc358fd7","sample_id":"consensus_summary.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"539a52c5ada3be0addd1e6d76410685555862fdf6b99fb0143ad6e61b0dc1773","formula_version":"titan-u-contract-v1","latency_ms":0.6559590110555291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeaf31be50e5a8e926cdccf8ff44efdb16d3607148d0b84fa5313d6fd6f431f0","sample_id":"consensus_summary.dev.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12dffdc7343fabf8d27ca9385908b9b0e028ecda0cc0923bfe5dce30326f02ca","formula_version":"titan-u-contract-v1","latency_ms":0.818458036519587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d73aae67e504e03dce5f69db7dcc57b4ec144f5883818bdfd3c1f8871895209c","sample_id":"consensus_summary.dev.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7ccfe277950d7b4baa29fb07153b3752b828e7567b91b8337faace3f0d15319","formula_version":"titan-u-contract-v1","latency_ms":1.0558749781921506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84aa498124a5225fc8031daefd7fd7856fa3dabffee1775c3f743f91c3dbdbcb","sample_id":"consensus_summary.dev.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1244922242cd2ed7a2e1695fa2176e7a8bc8d932a482bae30600b8cde0d3684","formula_version":"titan-u-contract-v1","latency_ms":0.6974589778110385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c240494bbf89ef513e463e038ec3a05503070c995026682fb1515b70d94769a6","sample_id":"consensus_summary.dev.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43ba613cf380ff330c57f01ffe94628cd447415e4fd49d019bd7d05a39f8e758","formula_version":"titan-u-contract-v1","latency_ms":0.6457500858232379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9001faa831b2f3637cd589df6319dbf1ad1f9448a523688c7dc08b40d0c60dc2","sample_id":"consensus_summary.dev.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d4749ba59909c5906262fde738a6a7190b05c9e7e5e2ee1f651e46cb3dde71b","formula_version":"titan-u-contract-v1","latency_ms":0.8475829381495714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac08062cfec76659867e102f0990ad29513569edb455bc579abae6306da8e620","sample_id":"consensus_summary.dev.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bec1c4385e243ca7f7acc4404b8b64822d4778b6e9fcd1b5ccf30328cc5f2b2a","formula_version":"titan-u-contract-v1","latency_ms":0.7594169583171606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa370146e6b2eb6474643286026568533727d4921af199ffd683f0e8b96e9c65","sample_id":"consensus_summary.dev.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1bdbde9f6c37e2365e6a1d3477edfa02ee613c263ef03fc7567f5c03ee16c89","formula_version":"titan-u-contract-v1","latency_ms":0.777499983087182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7288b5d95a53edbf7e22c313a0be76a76b3db207c993de5ec5a5d02538fdb26c","sample_id":"consensus_summary.dev.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1e366710c8a39f9fd943f647cc23b78fe403c4bff28fa94e2973b694ae92385","formula_version":"titan-u-contract-v1","latency_ms":0.6234999746084213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fd8ffc4aa2690a957982a0f60807e9e0e741aa93f277cd3a682c0bdcbed3fd0","sample_id":"consensus_summary.dev.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"951d5153e05ed01960a7dc596a4ccc32713b1d052ffb621b49ae3cb4ef494606","formula_version":"titan-u-contract-v1","latency_ms":0.8157499833032489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c4a7aa9d38f7cda0ae2585d1f6921db26e767618cdfe6575b3ab4459f0a429f","sample_id":"consensus_summary.dev.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"331b2be9d0bfa75d98d3d9d1731de95abc75bc9a893cb7bdf215d4c4d52d4fe0","formula_version":"titan-u-contract-v1","latency_ms":0.7094170432537794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96dd9c385ed077d2e0a0383a0adb2e67da7c4b31978fe3209a095077c4cede6c","sample_id":"consensus_summary.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e1f4d626db40c9879e3969b25127b99f3c4a93d2387897665b85799b373e276","formula_version":"titan-u-contract-v1","latency_ms":0.7509579882025719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41a75887725787d1133a16efc5106728974e42cdd94bb9a326ec3b4ccce3395e","sample_id":"consensus_summary.dev.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeb18aaf41f7f5e1763bc1c2660b381966a3d31e7d1c8684dec61e583144f8e2","formula_version":"titan-u-contract-v1","latency_ms":0.6487499922513962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"256a8edfeaa7b2caf1bba392ad013c76b63a66969b2d517a0e6f14ad85000132","sample_id":"consensus_summary.dev.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bec1ec5678b6e59887a4570ebaf2c95a07e6210b6f422b755d62400e661d128","formula_version":"titan-u-contract-v1","latency_ms":0.6642919033765793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"156fec842b949500c918f233080fba58f36febd81db99613b08627d6d2765437","sample_id":"consensus_summary.dev.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2931e5cd25d41262d185c8a2a84d0b183ee0c5ee57c33e0785086bfd0010b088","formula_version":"titan-u-contract-v1","latency_ms":0.6072910036891699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed44fa8dc6e42678e2d4dfb09174dd870354ffe35be4c1269eb0681a6eb3afbe","sample_id":"consensus_summary.dev.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2312c3926f9143fa0035ddc0820e415e922ae281cfe0252572b96ebc4d7b1b34","formula_version":"titan-u-contract-v1","latency_ms":0.7759580621495843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed9a00ba96b793fe9ee069ac406f61e3993c23b3e0a8f326b0f26a8566358667","sample_id":"consensus_summary.dev.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2af433bd4711d312bdcd9f531f9c7db16382a48a74c130a9ca89e008a1c7e45","formula_version":"titan-u-contract-v1","latency_ms":0.8358749328181148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e5bf2f8007e574fccf60e1927f41220e1c29000f655549bec257d3311bc0b77","sample_id":"consensus_summary.dev.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62f2762b25019c0d1f9707346b5e12fa54043e58bbbff2d855bcf785ea6e7dbd","formula_version":"titan-u-contract-v1","latency_ms":0.803167000412941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84f2db44f8d44174d14f5720afe172b56031c24fd1bd9c74bf28dcd5f197cfd0","sample_id":"consensus_summary.dev.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0753206b8e27120b6679dc35c163b30ba367186d6085528e8cb025b7a14878e9","formula_version":"titan-u-contract-v1","latency_ms":0.621875049546361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f18141b112f9d50559e06aba925d9f2853a61c0be76b9976c36e48b00b4737f1","sample_id":"consensus_summary.dev.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08ad9e1d65520090ea60b160ce3ddf4dd1c4093a6257980751963da816f526bf","formula_version":"titan-u-contract-v1","latency_ms":0.8207919308915734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65b969f36933e908109842ffd1a78a0ec0c9c8f406298cefbc1506a0aab3acfc","sample_id":"consensus_summary.dev.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6d999c0b6d918c737cf2822aca7ac87c84c5cf74963a399da9cf00371ea5c82","formula_version":"titan-u-contract-v1","latency_ms":0.7812910480424762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5be9abd57f9017bf24a4fc18a64b3d772efa2a597390738bfdd1d8e5adc18f97","sample_id":"consensus_summary.dev.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c5d7c1cf628b7bfb9bbd7856a8dccdef653d349fa9215acf5bba7a9c756d71c","formula_version":"titan-u-contract-v1","latency_ms":0.6488750223070383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"142ca84bfc2932edab501b1c1b2cbe84a10a36fcfdcef4cd0a457063b2c74593","sample_id":"consensus_summary.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0009a724e4936dab56a7350c705125e3911d157a9981f8a3728dc2a23965c4a8","formula_version":"titan-u-contract-v1","latency_ms":0.6430830108001828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"757ef3962e6afd9e0124b8a4952a548a67729418bf5c100cf747bee036f99868","sample_id":"consensus_summary.dev.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a19472d2b8905c0d0f01a346886eaf814f4bbb821e23a65bbde4a1d73846af5d","formula_version":"titan-u-contract-v1","latency_ms":0.6603340152651072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aa1221c89fc6ccd5b3e26baf3bf03dff47b81ec7aa8542d5fe62a5d17bbd05b","sample_id":"consensus_summary.dev.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"905c813fb530b55e4ee1870fbd77a7a77efc24a40e9008f0105e6721cf556c7a","formula_version":"titan-u-contract-v1","latency_ms":1.0125419357791543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dab7aa077bd8ddd6b26e0453f6039bd677e3b39e1328f0869d2676fc4c1ca439","sample_id":"consensus_summary.dev.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1246e54dec7ce6035d198050a7536ba738eda3d5e7d0d604c13040c66e5a1414","formula_version":"titan-u-contract-v1","latency_ms":1.098749926313758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af9d018d7255fbe9e9541c3b4a35a0c197409a1445ee4eeff124cdaf3634749f","sample_id":"consensus_summary.dev.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f407b540d0d6fc1e6233251a2250e047e58cff863c3836136ce281db065dc39","formula_version":"titan-u-contract-v1","latency_ms":0.8848329307511449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c16057741e884085f025489b286afc8f7a3f00d7c2265def57d26bd72832e94","sample_id":"consensus_summary.dev.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a9ca6dca65558a8b9699a9cc5f226aada20cf172acbd84c970534e8991f8505","formula_version":"titan-u-contract-v1","latency_ms":0.7729169446974993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57177439a541f60321125b17957bd1755f6b35d95d397879570691da658a05b8","sample_id":"consensus_summary.dev.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcad22ffd5f6aa54f6d2c21fa2d3c81f8acab3e7a960cd0098bc4d9cdc637171","formula_version":"titan-u-contract-v1","latency_ms":0.878790975548327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6612bd137ad18bcd710b11536f3fd019cf4322f77bebd44e69e3d782570788f","sample_id":"consensus_summary.dev.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c211b4011608b5efc3b203d7f97fbf518f5843c4b6a09af3a42eeea144a786ca","formula_version":"titan-u-contract-v1","latency_ms":0.7895419839769602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97b1ac19544d0442971a9006fa7cf835ec90544cad67818027a1802c71774380","sample_id":"consensus_summary.dev.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf69b7040b5e0dded420b7dfa2ad30dcb6aeefdf8f56abdffba7d2f7a4732abd","formula_version":"titan-u-contract-v1","latency_ms":0.9827910689637065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"400b9575b1e7d3d7b10eb9f44bb8c90b410f7a872b7398eca70231e395821cb7","sample_id":"consensus_summary.dev.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47e35e31bf82586e4d40730d373f9f021d2aa3cbf421296f342b7388a0c78e77","formula_version":"titan-u-contract-v1","latency_ms":1.2452499940991402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea8d0a9708356882cb190e7fb4a791c8a38fd0220a697045ddea9359429c292a","sample_id":"consensus_summary.dev.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8ec74a2b1adde03546ee0eddeba9489c9357fd130880586d1a7b96145dfc1b6","formula_version":"titan-u-contract-v1","latency_ms":0.6273329490795732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9822728a38e0b64c030442f54dedebd597c281f47b6ddd9d6374a230b14e39be","sample_id":"consensus_summary.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30d006f7a0b58444a88cd37f0656195f17d3277751532152d66280acd3f6be71","formula_version":"titan-u-contract-v1","latency_ms":0.8174160029739141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ba7fc21ebdda243bc0f016712e1b03b23308b10c2d4e3427bb6c4ee27f4e433","sample_id":"consensus_summary.dev.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f77ab857d6a93c86fa9eee91e61f1e3b8c5c68b6e557a56e34731d533299dd73","formula_version":"titan-u-contract-v1","latency_ms":0.8489169413223863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"728a636cf88393f38f5ee5899aa80005a5334e848adb5ff3674f3631d70e502a","sample_id":"consensus_summary.dev.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"286372dcfab08a3ff3821f2081afc6b68274a34b5b9228550328b82b18974a61","formula_version":"titan-u-contract-v1","latency_ms":0.7910829735919833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c7a9b2e1f8300734a9422171f4aacdae164047065aa6af08680090aced76e26","sample_id":"consensus_summary.dev.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db77ff5e27e762facbd96bf3399221352a2a17b69f47cffa24f12658edab3c2a","formula_version":"titan-u-contract-v1","latency_ms":0.7918330375105143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3788c129538dc3c13a23697c7bc3ebb9c13cc9625eccf68ae6c5f50aea47640d","sample_id":"consensus_summary.dev.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1e366710c8a39f9fd943f647cc23b78fe403c4bff28fa94e2973b694ae92385","formula_version":"titan-u-contract-v1","latency_ms":0.6286660209298134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fd8ffc4aa2690a957982a0f60807e9e0e741aa93f277cd3a682c0bdcbed3fd0","sample_id":"consensus_summary.dev.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1117a0887004faf2ef8d52a0a5069457f272b6bb84b9b4180d6a5ec8f5f588bf","formula_version":"titan-u-contract-v1","latency_ms":0.8528330363333225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f78943e963b9d1988ae13bfe190056301a1917d2f07e32c07cac97467686470","sample_id":"consensus_summary.dev.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49de77b1a515da88cbf8eb031f7cae5e608621c037ba5beb7dbd30de3a07c1d7","formula_version":"titan-u-contract-v1","latency_ms":0.7892079884186387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e64f197986637ed848b39e06fb1b09b2263b6f5ad2f2e246e1811475a9be346","sample_id":"consensus_summary.dev.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad16d527361bbfb85a91173578d7617e569fa623b77862a62ccc31ff343e9378","formula_version":"titan-u-contract-v1","latency_ms":1.1647919891402125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18eef9d34b369df3370f7a5e4fe174d249f03e2f77a79981a44ae1458dc4b58b","sample_id":"consensus_summary.dev.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77eb0604a870f867618e8c044325f51201f311eeacba0f650277655e6c742226","formula_version":"titan-u-contract-v1","latency_ms":0.6394579540938139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7095eb06cf49908e3dfe8729fe583bdab0448c5ec7c27b37275b3ad0f633c86f","sample_id":"consensus_summary.dev.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf9d0919367c3b8311e85a2e2aa8a2168cc002763e6706b241b56eddf55655d8","formula_version":"titan-u-contract-v1","latency_ms":0.7938749622553587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4047e20b81e3e2e434aaf91233ab715f4f52e029de5a08bb89b83fe75a073a32","sample_id":"consensus_summary.dev.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14104eb8e670dee6bc3513396a3c4c48a9577624e3c7a65809db9fb33891ac7d","formula_version":"titan-u-contract-v1","latency_ms":0.6453340174630284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd9a4502892341f412afbfaeaac4c33016a800e6c0a22cee80dd175fe20a9b93","sample_id":"consensus_summary.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7c8e98dc3b6b0a5f3cfdae3aea842b9bea3158004ce4f71690354ed65043bbe","formula_version":"titan-u-contract-v1","latency_ms":0.6448329659178853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28a5bbe71edc9e702d558a39292df1669774a4da2e9b4fa95755d2ded6d62c8d","sample_id":"consensus_summary.dev.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13beb5b6705c1fa90fa45eb7c62ba745b1436f2255b29e7ec4cff5ecc3ed608c","formula_version":"titan-u-contract-v1","latency_ms":0.6738329539075494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2f3179b4cc57a8fc98ed5236777a0ce4d625243b156f24b8d3dc9083c462ba1","sample_id":"consensus_summary.dev.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93fb57b5f0240b6ffeab0a064b1b663184645c0054549ee6d6c0edf704424523","formula_version":"titan-u-contract-v1","latency_ms":0.6500829476863146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a29e215f2226950daa23966ebf90f7478aab1699bfc65c4e1f2eb23c97f10a5","sample_id":"consensus_summary.dev.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08439b4e9b1a1a9bfcf3966a87ef85878b9c2d5dd2f57ba9f9a334c1595b9142","formula_version":"titan-u-contract-v1","latency_ms":0.5714580183848739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"188013c69400a3a78f7aba350179780574803eb8de447f858f3d1480dbb855b5","sample_id":"consensus_summary.dev.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"030080a2c3df7c65813b3147b2a7790f6333b17300c181ae4b9eb98137d99a17","formula_version":"titan-u-contract-v1","latency_ms":0.6125419167801738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59b4d8801643ad3b5cc87ab0154c8e42353003a1c1409ecbb8ff098db0f3596a","sample_id":"consensus_summary.dev.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a178f52e8835615ace6e0b0a28dbf5351ca662919ff1764f7e4b9a1e998e0c65","formula_version":"titan-u-contract-v1","latency_ms":1.1757909087464213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9d663c2e79037f295cfd882fc75decf69ce21b0df1edba6029e35aaaf252920","sample_id":"consensus_summary.dev.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aac2b3d3e8dc1e2e8b809916c506f360e6754227f50302c4720869e5e6db15c","formula_version":"titan-u-contract-v1","latency_ms":0.7604579441249371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dc894edbb41706165567e3e24d4fdb86e655a1e840584947e02265d04970ce5","sample_id":"consensus_summary.dev.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9d38d76cb40cb367cc45fdbcc6220c84588b47805cc47bb48712334955211b3","formula_version":"titan-u-contract-v1","latency_ms":0.993874971754849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c93b28d22860dd406210b0a4d3e1f4e4995383984d39bdd8c45612eb61d4419c","sample_id":"consensus_summary.dev.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66e66ce54fcd91b339faf43f9a23621a5779b154d5a6b9439044323023b39d20","formula_version":"titan-u-contract-v1","latency_ms":0.7252080831676722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfc4271e1805777fe63faa738b50ff433c68486ef2cfacb0a9d68ba6466f4555","sample_id":"consensus_summary.dev.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad63ab72af9612be7bad9f2803f6cdf76de95b2a474eb8f56b724e96b0fd60f1","formula_version":"titan-u-contract-v1","latency_ms":0.8409579750150442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a091f199a498b68548c7b187713ab33a672e8e803f05b65d5c50ab8d23b4e89f","sample_id":"consensus_summary.dev.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"866d8f509b01b23be6876c543d984c753ef018aa570bb1ba874d4a295447232f","formula_version":"titan-u-contract-v1","latency_ms":0.7067089900374413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d50bd1523db9aa23ed6088def2c4524540a70f2a9ae6704fd522f33c445eeb24","sample_id":"grade-school-math.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"986dff7528c437573a8487cfe45bf18ef9347f0012378e697e77f6dcae7f92a2","formula_version":"titan-u-contract-v1","latency_ms":0.6551670376211405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d92e9af0dcf7b3d4d9b6ee6e75cf6a972a1418e939ab87ad9e71074e04015782","sample_id":"grade-school-math.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19bac2352f0bb0b27605d31e9fbad13a6c9ee1f0af7265bcac01f37d2147b8e4","formula_version":"titan-u-contract-v1","latency_ms":0.6997910095378757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae828aac1e6f785324beb6c3be15931fe7ceb1e6320c849fe1e5ce4dc236ea1","sample_id":"grade-school-math.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f080c54939279f8d01d9dbf699bf2028a5bf0a91eaf71c703baa27af72ad204c","formula_version":"titan-u-contract-v1","latency_ms":0.6498330039903522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c829fa5c74ec6bbddce35c09ac8d277655bdb598b39d3abbca6b09c0471d5e9f","sample_id":"grade-school-math.dev.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"590b54cf76f9e6746804f4aa6fb6c2835a7c25986adba3e5fb0aa52d6e8ba839","formula_version":"titan-u-contract-v1","latency_ms":0.9134999709203839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77b070b0c321ce8e07feb917a8c2b8ae53ec2ba16af73d9e84c8a675e169f188","sample_id":"grade-school-math.dev.1000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fab91581410232d7492c81cb4245b9b49d3af4242d2cd53235e35f70afebe38f","formula_version":"titan-u-contract-v1","latency_ms":0.8249999955296516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adbaf1fa7bdcbca4becedf369d3257f1a7d8aa4ab77f0f5960015d296b060e11","sample_id":"grade-school-math.dev.1001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae54292f5c86902d98d4ed4c1809d8d64157d0cba9d9182c92730c9d0103b11d","formula_version":"titan-u-contract-v1","latency_ms":0.6237090565264225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6108c6832af04be34556fd5e1ca4abcb17968d109b03438f0ead4fb9145ae002","sample_id":"grade-school-math.dev.1002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89077151b8ff8770acd8b81bddd7f3ddb17a3b162d6b0dec475fc5de0886f8e2","formula_version":"titan-u-contract-v1","latency_ms":0.6695839110761881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42639ee2ba757f3fbcca50fe2e3237c69b337b35f136a5a9dfb2748a01d8a0d1","sample_id":"grade-school-math.dev.1003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82541616d696ad4283404a5a13080af1e86e80a4acb31ec5bc0a5cdff4ebb08d","formula_version":"titan-u-contract-v1","latency_ms":0.872708042152226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2c6526a746d1928a74379bcc1f289afd11c7e6a543501b0e8b8807727e44542","sample_id":"grade-school-math.dev.1004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"719e48937d790b77711269380edac6686b58577f8281d6cbf1fa95a12fee96e8","formula_version":"titan-u-contract-v1","latency_ms":0.9129999671131372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7feccfe6fb909c181297e82f99d4992e73ced8758dc29d84af89429d21d29753","sample_id":"grade-school-math.dev.1005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06c3bfa9323a3bffa68d8d267094750e4c41ee2c602d6f494f5ec8683b66e230","formula_version":"titan-u-contract-v1","latency_ms":0.8632909739390016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98f0b2a3e5694c428f64628b1afd1aa96af88be5a4b563b73d97494b4d49fce5","sample_id":"grade-school-math.dev.1006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72a27b0a17615677de7e1dd85ea8da09dceb8d44b063192e476431475a0b0230","formula_version":"titan-u-contract-v1","latency_ms":0.683249905705452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51d11aaea57d2bcf0b601d4046fc6a13d9a18144466382b46515fe9f938b63c9","sample_id":"grade-school-math.dev.1007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26ed400d468f51bf8317ea43d27753aa8fecedaa7a428efe6f3a254a2991e1fd","formula_version":"titan-u-contract-v1","latency_ms":0.6547920638695359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db1039750937dbdba81fec1a1878dd3610a05240d142fce028ef0481a756c8e9","sample_id":"grade-school-math.dev.1008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cca9026708a6449f6039b522d11dae2dd89ede7fa1ef8d564d173a4e1b653e31","formula_version":"titan-u-contract-v1","latency_ms":0.6520409369841218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e3d47273373bee80dab7766568e6350c50a531082d707563b17fd76d12637e9","sample_id":"grade-school-math.dev.1009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e26cc9ca344ce8d2947bea47413159f37fd865984e8c63efad2c076f4d8a847","formula_version":"titan-u-contract-v1","latency_ms":0.6915410049259663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe0758a64f6c77562cc66c859a8fe24a8ca0b281f35c0418413c1aec7a7a2478","sample_id":"grade-school-math.dev.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c261e1365ba974f05f896ed27db9931a20d19e68560477291d9c9d17622ddc5","formula_version":"titan-u-contract-v1","latency_ms":0.7071669679135084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f97afa2989fe9d586f62dccc4c62848a1465a21771171f3a80e5f9cd3a638c6","sample_id":"grade-school-math.dev.1010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ced4beaa892f5882b52b89ac5a3f00c54bd532f6072a071e8c1e30b24e162e28","formula_version":"titan-u-contract-v1","latency_ms":0.6441250443458557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dad2fade46931eac024a56cff3e24b86e7f406796131b81220ad03376b7ccae4","sample_id":"grade-school-math.dev.1011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a799fb63819eef89b51bdcccf7dd8bbff2e087f49472a4365a5b26fb890f17d","formula_version":"titan-u-contract-v1","latency_ms":0.7229170296341181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6b42ee1109867e11021ff0165a75d87aeb7844f6a4353e8d39cb6110e0f6089","sample_id":"grade-school-math.dev.1012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df0cb2fe4e059e189c6870619a96b7199d904403f3fa91762932f37e2b35aa51","formula_version":"titan-u-contract-v1","latency_ms":0.8256250293925405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8230883106b45d5cc76696d9410af6a6d27cb48d23071a579e19551dfec40178","sample_id":"grade-school-math.dev.1013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23ad0cba2d5b38ed8312204f39a0275812805370dbbae700dee5c6478bc79d6c","formula_version":"titan-u-contract-v1","latency_ms":0.7894170703366399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7ddff4167757e8b670e35eae283e1b2b3ad68c300504b2454b06518a310d736","sample_id":"grade-school-math.dev.1014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33d9079f6022feb9ba6c3b35b623dbd118884413ec65d1299568fc8c8d1385a3","formula_version":"titan-u-contract-v1","latency_ms":0.8306250674650073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b68f4433475efce33550d864c218b6dabc608e40a57c619e780d3a5333e32e7","sample_id":"grade-school-math.dev.1015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e71320cb9d55844845839cf14d64659da3b4639310e93e2a84514516f9c9e474","formula_version":"titan-u-contract-v1","latency_ms":0.7967909332364798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d0e78a20699541675dc25d327e0cf642f9d6485407ab41e299efbcdb569844d","sample_id":"grade-school-math.dev.1016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da6a6d327fc48aee6e1ddaf17e22c1cbf3518a39bd7fb2baebdd37e54d234954","formula_version":"titan-u-contract-v1","latency_ms":0.7682499708607793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56ea957f021887d4b8749ec3f218febca749e976ad154e8ce5d0c1d292641ba4","sample_id":"grade-school-math.dev.1017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"763d17a3f1f6551b4c24d07d4464ad061d50b8402b3bc0d7bc18e0efd304299b","formula_version":"titan-u-contract-v1","latency_ms":0.8912920020520687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a95ed3a65666b96db6d6605368bd107e7fdbddc41353ea4db308d134c9d82e6","sample_id":"grade-school-math.dev.1018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"682eee901e68c06696b88b61c163c9c530231f04769bca4a03fd8fb53b55dded","formula_version":"titan-u-contract-v1","latency_ms":1.728000002913177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d95f1e18cde147b5019fe26f510ec419b44c64a0aef896e8fc01ef5147374b49","sample_id":"grade-school-math.dev.1019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5719405fd470a4dfe17409bc1d27a0656dad55135f43cdaada1abe8ef66cee4","formula_version":"titan-u-contract-v1","latency_ms":0.9028329513967037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dda39e27b1e571c97d000f684e69e63655edbab61431749252b1b927cefda68","sample_id":"grade-school-math.dev.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"937122676f09caf527ec914d90b6acf4a6fd75bd63595adf73818f65714f38d1","formula_version":"titan-u-contract-v1","latency_ms":0.6422079168260098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c5bebbc9d48905628bef859d0ac714c7a9e497bf3ffba0fa4148bb5fccfb626","sample_id":"grade-school-math.dev.1020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98b75daad22fc3465df5b99d3502527f64f1c7c24e2bf0bd7cb00df38bbb642a","formula_version":"titan-u-contract-v1","latency_ms":0.8519169641658664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"541d3e02235c1f0612b0ad63dde5faee295d9dbabfbb7ee2a747f818adaa3a30","sample_id":"grade-school-math.dev.1021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8609043690cbbd2436b85a1bd5627ab17806fa8655fbb35a5bc4f6e14c165c7","formula_version":"titan-u-contract-v1","latency_ms":0.7621669210493565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e96e531ac467b578da58cbbc24d848116c650e833878b6451440cf2a46725fae","sample_id":"grade-school-math.dev.1022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ce1ad673491a1eaefdc45b8eb6ce8d56add6f097ef25073d5d9889fab43987b","formula_version":"titan-u-contract-v1","latency_ms":0.6575839361175895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b24b3aa6637a7d4f06152b0945f041ae9fca54d3a4f4618f610ef075e93dbc0","sample_id":"grade-school-math.dev.1023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"633bb6b257519b60c757202f675851cee449087e4c7b639e28d58eb3e864f327","formula_version":"titan-u-contract-v1","latency_ms":1.1095419758930802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"260583e9947cbc819039bea128671e53c15096a6b8c52a356bede0dcdfa17efb","sample_id":"grade-school-math.dev.1024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a0bc9528a17dd4bd49b8bc0b44240b7e7c04b09710f00537e9d8854a7c8bbd1","formula_version":"titan-u-contract-v1","latency_ms":0.6524579366669059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d202ae8d7485274204ba5faa523f2009d1c44ac5c3619c348cfc2dd745e2293","sample_id":"grade-school-math.dev.1025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f6ea213d216c1a5cf1037345e13511d76f79f375287e0106b5de6bdda4e960d","formula_version":"titan-u-contract-v1","latency_ms":0.7770420052111149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b61466cb8a97a02fd55c38090d4fde08b5792fee9db57037667f85745d2942a","sample_id":"grade-school-math.dev.1026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f60c5c6094561f8c5cf9a372773b2f6b0686680a7ecb197f70547fb6ae8a58e6","formula_version":"titan-u-contract-v1","latency_ms":0.6696670316159725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42e9d2e92561c4f11735b1e1c499ee27b808ca61757b76f6648b4198daede99d","sample_id":"grade-school-math.dev.1027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"975323c95e03913c5a443c7719cb398dc844c1be7ce067912b07a29ffc105c9f","formula_version":"titan-u-contract-v1","latency_ms":1.0088749695569277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bde621ce9c7b66059fb090a532d3152cace5ade5c8c479358728d3fad648b5f","sample_id":"grade-school-math.dev.1028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"336df0719eb3692977dc16943259dcbe7df26b40904be1b36146f97f34a41388","formula_version":"titan-u-contract-v1","latency_ms":0.855291960760951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ce88b99bd9d91f23c30f84884ec8795ca028d4477b255b63d90e1a502d4b1a9","sample_id":"grade-school-math.dev.1029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f14acf81ea7a994830d18e1373211a5c3c138f89cde9c8e34fda9c5a892c41c6","formula_version":"titan-u-contract-v1","latency_ms":1.0047920513898134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0ea8ee8fbdea49244e1dace7c85bfb0d8f091f35dbc9ebe704176dcb36c8945","sample_id":"grade-school-math.dev.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc4360e40bfa85b2063f45628bdc928c148634c7c272bbf70c8f0486643fcf28","formula_version":"titan-u-contract-v1","latency_ms":0.8251250255852938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"143c56d233ab9cc3d4876d324d25c3218e5b2aff4d27058ed3bee98597f526e8","sample_id":"grade-school-math.dev.1030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8056d95c388c637b144b330b998d0cba81c68bad58724efbb6d370aa4e471014","formula_version":"titan-u-contract-v1","latency_ms":0.8457499789074063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12e0440bbe5b0fe756f8345452af7822244cf7256b1ec3ebc863b9a8837cad80","sample_id":"grade-school-math.dev.1031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"420c73d786ddf1a9205479fbc08be8a4aa7bda0b5719c84b317ae8f5da8b25d9","formula_version":"titan-u-contract-v1","latency_ms":0.7038749754428864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b53d565ebd5af6e08161d37985439b3457e1617fbfdafd9ac45f352e11484c4","sample_id":"grade-school-math.dev.1032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88e76bfb70054012d48a240c2feede711a308e3b9fc95a3b665ab44364103cf6","formula_version":"titan-u-contract-v1","latency_ms":0.8999579586088657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d7d77ab21024672f1dd4139feb9fa95d3e5cecc4c46e85235130af7120fce9d","sample_id":"grade-school-math.dev.1033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8deeda9658f13921b30c86b39d9d256173e49a3fbb126161002490725a7e87ae","formula_version":"titan-u-contract-v1","latency_ms":0.6927920039743185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb9d7bc2edbdf9d4ca38a9adce9a0397e27a058b9cbc1ee89989291cc7e6e3d4","sample_id":"grade-school-math.dev.1034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"832a1bb172ec2c219490885125656ca05c520f795163ed7698c5710c430f41ec","formula_version":"titan-u-contract-v1","latency_ms":0.6697919452562928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48d2a218de65a5f80afde1bb3a8886f3573ee2b64b9e8d45e92e10e0e4ece646","sample_id":"grade-school-math.dev.1035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"127dbbc199d19347c4d1eb9316a861af6123714e81280385ef237326f687f097","formula_version":"titan-u-contract-v1","latency_ms":0.6812079809606075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b2140f4698fe783d08c2b9530561424bf22e6530d70d7c6844994dd998ed938","sample_id":"grade-school-math.dev.1036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb98efe990be32ac7e9ad2a27e7507b7eaa47bee7438ebea5a023a1677cfb892","formula_version":"titan-u-contract-v1","latency_ms":0.7163329282775521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fbee400d9f7753116bb286cfda57fc134c6ab575a3ef2a3fe9eb4f63bae0fae","sample_id":"grade-school-math.dev.1037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a831da35affdbfb0221693e65d633580499a0fb11fd7daa1567d9470e5b5daf0","formula_version":"titan-u-contract-v1","latency_ms":0.7392499828711152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"297ec00fcd267c88a2998b48f46db3e95af613f8d40bac55178d539af1d8847a","sample_id":"grade-school-math.dev.1038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62f403da770a30767c0009eea013d842598f200042531ea52914789a3789c7c0","formula_version":"titan-u-contract-v1","latency_ms":0.8405828848481178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4cb61751bdb366888d473fc5270368a510810607a3741d51173c45881334108","sample_id":"grade-school-math.dev.1039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fd838d9d7d5e2ed63b899e4188a6727c4769f42440a9f7db85ede42dee20a0b","formula_version":"titan-u-contract-v1","latency_ms":0.8285419316962361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac949408e329d5f6933bc44d44d8474542c52999e0f322a0ee3b9ba845640852","sample_id":"grade-school-math.dev.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b392ba0a90da6060900593fc69e908229ef41501a35242f231eb63b15b08c893","formula_version":"titan-u-contract-v1","latency_ms":1.3068750267848372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9495494aa71f70dbbd5533dc459840e938e56457328e4c48500641157c6c43a","sample_id":"grade-school-math.dev.1040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"103b3d373ede9679f56f179c1cefe8ce85eee3ca6014a641e96c204aebe19eea","formula_version":"titan-u-contract-v1","latency_ms":0.6813750369474292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e6874201586cd0e6eef2d54c8d364efee2ee6aba3331b472581c85f16562cec","sample_id":"grade-school-math.dev.1041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03bcc67316accb734f8d2aa3f4d1455f9c592c4ac21c1ee316fe8010d70b042d","formula_version":"titan-u-contract-v1","latency_ms":0.9907919447869062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df62662aaa9f494e362ccbfaa4ce5604d325284d8e3abadd0902a41756de6430","sample_id":"grade-school-math.dev.1042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44537779d5e0a082827afdddd7f09468e133202e280ac9111791686a4fa91479","formula_version":"titan-u-contract-v1","latency_ms":0.7040000054985285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31b159aabfcfb874e5a4f6050ae299236027fe7a8a615f8240fc6baa967405ff","sample_id":"grade-school-math.dev.1043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecc484bd9f6f41292a1b41aa448ddba01ebbc2b3a50efd3c7f96cb3fa7773f16","formula_version":"titan-u-contract-v1","latency_ms":0.6698749493807554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"584cccbc3422a51b47347aa748173643d9c943871d0a0a1bd1b68894ca23799d","sample_id":"grade-school-math.dev.1044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca2e2dbd95f6e14984adba26dd575b050f862a6383223d91d584064c1f66c860","formula_version":"titan-u-contract-v1","latency_ms":0.6877919659018517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f6a216a1d0e4ff2336fba8192f94a10049081d35e77dafd7afcc98611175826","sample_id":"grade-school-math.dev.1045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d97ae60e86e5b89e1ee3819e0054d8dd52dca3afe7b92ddea14fee7ff230df8","formula_version":"titan-u-contract-v1","latency_ms":0.6811670027673244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92ac1cada7e53c1dc4a76673e9d5208bb5dda24c0f85989827335a10ca918648","sample_id":"grade-school-math.dev.1046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66c17dca43b0ffc43971c79b0095a43618139144a8705bd344aa7dd5fa649492","formula_version":"titan-u-contract-v1","latency_ms":0.8109170012176037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cca7bf05a54b57f17fa0e8014c43c338f90ba16b9b8598b7352a62678e3d912","sample_id":"grade-school-math.dev.1047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3258606425201b49ccb42134a2ecfe924a12f4c599e06b065512410c555e5c23","formula_version":"titan-u-contract-v1","latency_ms":0.9014579700306058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2d223b784b60d778a9207bee867f3ce4a6716318623816ed23e4b6859ffdae7","sample_id":"grade-school-math.dev.1048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d353732406872060ea85a70629e52b41496eee7f01efb81906c549543140aa5c","formula_version":"titan-u-contract-v1","latency_ms":0.8133340161293745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e19872290d2e8daba6f0acaaadb133dc2dbaeaeb81fd8eef6fdff9532609a40","sample_id":"grade-school-math.dev.1049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ecebda8071f5e1588e29d8787ac31612547ca43e29592d0453e63005171a82b","formula_version":"titan-u-contract-v1","latency_ms":0.6690829759463668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb9385138c1d5d92add6cf517dae2c6d571096c8221ae699f0946a553e6ab284","sample_id":"grade-school-math.dev.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75c124bb51ceab6afcee15754711ddaa352ea7d2e878de5c0f76d51f07e41a16","formula_version":"titan-u-contract-v1","latency_ms":0.8559579728171229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfcfa7aeef0f4d74a0bf20a93d355ae67a4a5eee1a6baff3a549e71775e24a91","sample_id":"grade-school-math.dev.1051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b57db8d4fcadf74e4a9261f1e748eff31b9e913b1e7e685d4d6895d217b42070","formula_version":"titan-u-contract-v1","latency_ms":0.8443749975413084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62979fc1a0cafe8e818b079c35b8a218091efa74f5f15e4d60a3d41501ac1460","sample_id":"grade-school-math.dev.1052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f04303ab6ede5d146d0d2be6bb1f1ed20c6e5d491563133c21dc49cebbe16c34","formula_version":"titan-u-contract-v1","latency_ms":0.9119579335674644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0c3678cf7b64a7c641e428fdb3b10f87ef1add531f42d13ce6cd5e71300cbda","sample_id":"grade-school-math.dev.1053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da176276c5fb69679280cf034ed420245427a1a9edfc377807a0460e0e553e80","formula_version":"titan-u-contract-v1","latency_ms":0.7145409472286701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f91951d34c47c9ae48b01df210cb6d946be4c6564bf2d357ee3852b6e39a1dfc","sample_id":"grade-school-math.dev.1054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d58a76f6e97012d8098c682b726239a7b1a39e40645daaf9be3b670fee71373","formula_version":"titan-u-contract-v1","latency_ms":0.6912910612300038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47b5e740dbafcc22ae27d8069aadb92b01651dd50fecf571b47fe9d332b264ba","sample_id":"grade-school-math.dev.1055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"703a3913b2c20f3cd1ece54f7e11b621f0aa3f3d06a0e3aafa6e17d8c8729098","formula_version":"titan-u-contract-v1","latency_ms":0.715874950401485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dda56950d4ecab08905ab77652bb2f85119b849d2992041c6d02a602e4eda76","sample_id":"grade-school-math.dev.1056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c081557cc653cc259747d7212e5626d95f0bc89176f061647709ebb7af493065","formula_version":"titan-u-contract-v1","latency_ms":0.8382080122828484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d8ea2769ca692ad0f565671f33b2056e1b60614b310c9c91f59444b53af1cb7","sample_id":"grade-school-math.dev.1057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f1c8fbbb84641c3510e692283ad0db00e788f09cf3b1c365144c718d41e0541","formula_version":"titan-u-contract-v1","latency_ms":0.6672079907730222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4cda501007a9ac1607190753dd554376052b1e0ba87beb4a6241db1e762f7fd","sample_id":"grade-school-math.dev.1058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ec47d54c91df6c9e95ccbd282ab708f4398728c0c16a96f60bdc1fff470e005","formula_version":"titan-u-contract-v1","latency_ms":0.8988750632852316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cc40bf7df6d2b1ec7b13d4ef8e4914acc4cdcb4d7e6e8cc2c4461f411c4fe34","sample_id":"grade-school-math.dev.1059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"262461771cfe1a3c75b146bcbe6ac32b96d7f3dae7378313a064c9d56fa18069","formula_version":"titan-u-contract-v1","latency_ms":0.6444170139729977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06f2441d4b468324555d17f3f1403913fea4d7d9f61c9d4fbd17ba11ad2d9ca0","sample_id":"grade-school-math.dev.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"332ce25c5bf8d10b24bff3225e5d0a87ffbc63e7992246eee7bc168a9c504d5e","formula_version":"titan-u-contract-v1","latency_ms":1.073541003279388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bcbc870906636ce4c502dd89f370bcd21f6110b44a4b34e0fbdbe9b1e968a1c","sample_id":"grade-school-math.dev.1060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"face426d6a61e02af9ebb8fa378bf5cc97e1377aedef42ef65b1881fffea2d6e","formula_version":"titan-u-contract-v1","latency_ms":0.834957929328084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe05c624caad778aedcd4335205e9e64a528c66f42d76dc46598afab24b8b11b","sample_id":"grade-school-math.dev.1061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"267f52e3ad1f877405ed3a0b30571efa158e4625e3a4a1461e2841e12a4c95fa","formula_version":"titan-u-contract-v1","latency_ms":0.7186670554801822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2a9d0aac59d8e098b314eb565a6704a55bf802929e3928880828316d6685fd7","sample_id":"grade-school-math.dev.1062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b10d480df95ba591b5c1c402d024c62b9680f0f4374e023bf009bfba89ee77b5","formula_version":"titan-u-contract-v1","latency_ms":0.7257920224219561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"692d879999fa51b5eeeed572e487eab2fbb0addd77af7c76f0fa80abfc56c7b8","sample_id":"grade-school-math.dev.1063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5aaeef3afe1a9f8ba2fd95d3c1ac3b7471bb12ac6a86a3f81afc1a4d086b797","formula_version":"titan-u-contract-v1","latency_ms":0.7854169234633446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f321d3b72c70e7569df8890ba0565ffdd3c07456d24e7c7e5118d13f2eb8146","sample_id":"grade-school-math.dev.1064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d3046a6bc70a9cf4391460614a283936813f40d68b797e838bce5429a890775","formula_version":"titan-u-contract-v1","latency_ms":1.1681249598041177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee7b340fed9a4a0a2cc30eb92fac927767f01d6faa2dcd620ba5f92625115b6b","sample_id":"grade-school-math.dev.1065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54da055916285bf499c1c8f61fc075755dd900150e3f5a14a5925589c31b4d95","formula_version":"titan-u-contract-v1","latency_ms":0.8994999807327986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"987a53a24bf8f06c915f1288aa9985019d2a1f78ea6bc0365afd6e7bea22aa7f","sample_id":"grade-school-math.dev.1066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e55cb992b50e4bb42f1a0cb7b9afaff4a0209317bfc7082f99baf9826f8e67d","formula_version":"titan-u-contract-v1","latency_ms":1.3210420729592443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57e8de9d55defdc3755aa9c78e480d67332e95c767a9da8a374bfff801b67a6d","sample_id":"grade-school-math.dev.1067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"febccf13f853b30fd80605d97867f4f5c098cbb380e250cebacfec8ac9269986","formula_version":"titan-u-contract-v1","latency_ms":0.9177499450743198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9696b2b8b8c23cfa7f31b123d4db88077995f27be0abfbbda8bc62e3bcaf2392","sample_id":"grade-school-math.dev.1068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"184004d101dc14022a6fb37659247f155434d5c6c63ef284ef48e7338123d0df","formula_version":"titan-u-contract-v1","latency_ms":1.0128329740837216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c69976b551658e6c6fe385ef805047ce9d980f8d7bee24ab57a305edfb6e2cac","sample_id":"grade-school-math.dev.1069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3772f378ef4a17ffbc78a51c08edd763d18979e6dff1e5dcf8b260ae17134be3","formula_version":"titan-u-contract-v1","latency_ms":1.2303750263527036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93c47c057317dca28b19f8349c5fe7d20a4c6fecfcad584a289492d83a106305","sample_id":"grade-school-math.dev.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f655d9e98d566f2b46b406914a9ac027df6da8a01d5e40b8ca43dfebbb4617a","formula_version":"titan-u-contract-v1","latency_ms":0.6300419336184859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d5534de0c67676b20735a7688bd65097d274e40c5166308c1ec6d6bc637a459","sample_id":"grade-school-math.dev.1070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d49af871603f8c625459073bdc2f68b7d1f520d629be9741eff16cdcfae0d0d","formula_version":"titan-u-contract-v1","latency_ms":0.7329999934881926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"287e3c283ff038170cc93b4878d6de36a5fa125de59f653641fc46e4730fd353","sample_id":"grade-school-math.dev.1071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7d44c095ae12ef102e69b58cef46ca50b508203066688601bd8fdfde7be34c7","formula_version":"titan-u-contract-v1","latency_ms":0.6985830841585994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f9ab4691db1252b45ebc4656ea95436bfe5ffba1a7448e186bd0dce6d6b72f3","sample_id":"grade-school-math.dev.1072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f58678a57026e749079df58356b405b954165ff57b4c90700c7c91095fe33f49","formula_version":"titan-u-contract-v1","latency_ms":0.6504999473690987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4604642b9531b144faae465bd98e6c98acc402a2ed81275ecf89d60bb5be07a7","sample_id":"grade-school-math.dev.1073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4371df4fe2d438b8260e93d91bcacad45778bdd411ed61f04d2b2b2bb16e252e","formula_version":"titan-u-contract-v1","latency_ms":0.8841250091791153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef120e775a400e63190c29bf9834a410186dc7691db7ac09f40d233d35b5fc0d","sample_id":"grade-school-math.dev.1074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43e9a26c6f0a8770bf9e7445de9a5b8d6bb8c65dc08ef86e001c0c300b1038e9","formula_version":"titan-u-contract-v1","latency_ms":0.8795419707894325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"456fed9c540b33e35d04a0043050ad3c032ad34f5847f506d0b84907606c2e0e","sample_id":"grade-school-math.dev.1075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2876fbb6b4bdd371efa01aca421016346992fe1acb0ebaaf2e46d5fb0090a3f","formula_version":"titan-u-contract-v1","latency_ms":1.0896669700741768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f981cb3b6737265bc87ec7dca09b2250f5ccfeca1ff4d6dea551683a196009e2","sample_id":"grade-school-math.dev.1076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45cccbb1a5c0a10d8f4aa2b79f50465d4880513a8a5af8f3184f91fd6cf05f05","formula_version":"titan-u-contract-v1","latency_ms":0.6184580270200968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7e110af6d09a989c53dccc283e070048294f125d25933dbebb79404336155ca","sample_id":"grade-school-math.dev.1077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4292dcc51843f5a1f080d3a47de9a5e72f10ff7a923f0bfb55fb0dd45ae6e279","formula_version":"titan-u-contract-v1","latency_ms":0.95549994148314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c5c414639dc6eb6e648f227a45d428ac5766304656c457a4d326052ef3a8bb6","sample_id":"grade-school-math.dev.1078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5ff0a2588aa80a2b11af76303cfe9cdfe9c9a2d6fb929bbea580181709ac47a","formula_version":"titan-u-contract-v1","latency_ms":0.6966670043766499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d11b391cce4004ca71fb006ac2b312cdbc9ae5f7aeecbbc8f2eb5b4c32415d84","sample_id":"grade-school-math.dev.1079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3e9dbf9ec85606f80cfc46552fef6beddfc08e74393998b15cdaaf184c2cc70","formula_version":"titan-u-contract-v1","latency_ms":0.6752909393981099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e72c4d1bb916422d67e1f8550fde9720fcb6fa08a3fd54446f2423bb155d2b18","sample_id":"grade-school-math.dev.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f61de1c4d499b86271ce6af1a29854b58077ed6db1b3ce331fdf0f6dddddb85d","formula_version":"titan-u-contract-v1","latency_ms":0.6102919578552246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d961dbabbb33ac4fda86baf81edc3ab343813d21f8233685d57cffa24004b22c","sample_id":"grade-school-math.dev.1080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24628cf9704e0aba22e6d934eca3d814e6663467c7c9ba747f70fb30bd3be4f2","formula_version":"titan-u-contract-v1","latency_ms":0.6927080685272813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5562f645d79fb779a1ef6f9ba2c22dabff6e3cb537aed8edd4d298542145ea0","sample_id":"grade-school-math.dev.1081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e21325044ad66d4ccc3b21c687836740655b1ab1e3d8ac6d3d875bf388dfcaf","formula_version":"titan-u-contract-v1","latency_ms":0.662375008687377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d26b5e9bba61d5b8428168e1cd77458ea199e2ace7566b5dd62e39bcc034b5c5","sample_id":"grade-school-math.dev.1082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef63f5d8ca60728f1df41a53cd1e428d4dcca41c6cd28b5bbe18cd8bbb2e2df3","formula_version":"titan-u-contract-v1","latency_ms":0.793374958448112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f26f5d5249bb1b418025c38c2dd135254ef4f5e7630263e0cfe075b87933908d","sample_id":"grade-school-math.dev.1083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"911244932ad786036c9671040eafa1b0af8d8928d2398cdb703d21a28968eebb","formula_version":"titan-u-contract-v1","latency_ms":0.7371670799329877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b81a5b954c8432fc0d7d5d84e92e46a29b3d9af23b89b277ba6938558e837d9a","sample_id":"grade-school-math.dev.1084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3828f7fc8cff29ff8efd8fa2e512727ecc3136f150197f410daa5ada62251277","formula_version":"titan-u-contract-v1","latency_ms":0.9493749821558595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42ef36282b76818fd1e07a4817f272b8cd005ab8f138b084324c20c7f8874291","sample_id":"grade-school-math.dev.1085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd5bc4d2d4026607951684edba219a7566700d5b372444943425d118802a1d41","formula_version":"titan-u-contract-v1","latency_ms":0.9719580411911011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d50671a2f063d40ee2497f8041b712175609d0afc44bd99ca5c01c67117a90a","sample_id":"grade-school-math.dev.1086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ea301c7d1832d17ca2ce19f718def6243aded90f474d122981c4349869ca95a","formula_version":"titan-u-contract-v1","latency_ms":0.8675419958308339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa9126fd543fbfb3047ac719a57c4c0834faeb86d2cf926be5514c5e4d92a0f1","sample_id":"grade-school-math.dev.1087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a86b203e3f92292857c9c2912544f46e61fb73d7fa3d3321b9e5cde6b19e354","formula_version":"titan-u-contract-v1","latency_ms":1.2314999476075172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8d4e06f131f321fd664d286992528861b3a509f059ada3a5973c7ce694f7c68","sample_id":"grade-school-math.dev.1088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b27aece53a9e00c4e93e9c1260d84a521bc74ddba4a49cda94145db9143d99f","formula_version":"titan-u-contract-v1","latency_ms":0.7071669679135084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1398a20d23a9c035934543b6547b3426e59149de084984497e0f5c56c9a4c08","sample_id":"grade-school-math.dev.1089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9fee36d7c2c43a14e739c296b7e4ab81a7d2a7ccb1f3ce34e0d0103ac5b44d1","formula_version":"titan-u-contract-v1","latency_ms":0.8129579946398735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d5308ecf9abd563fdf5ab60367fc638a3ec7e155a36e9fe26b21d4ad8c6ccc0","sample_id":"grade-school-math.dev.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee042ad44dccbeda2e3786450085f409b81cc73fe2358b4e28023000d6eb0f24","formula_version":"titan-u-contract-v1","latency_ms":0.9337499504908919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22284f118c60d0f96f03801e44e53dd1a17ad65fb0aeedafc19ffb3e514e423b","sample_id":"grade-school-math.dev.1090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99890e64d1bfbdd3266fabc517288a9c7141f4a084c301e78f6971702fc34ed6","formula_version":"titan-u-contract-v1","latency_ms":1.050917082466185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9dbc08c822cfa0ef2532bf556c08d5559ac2590befd23dcf8ae29ff1b750cc4","sample_id":"grade-school-math.dev.1091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bb41abc7ee93e60527b15b60dfe12b101c65f3a468f747758930a0e19049869","formula_version":"titan-u-contract-v1","latency_ms":1.0780829470604658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1464daa46cd4e4463b60fe2ddd9f25506d5d476908fbb5f66f3ccd5fc70fae73","sample_id":"grade-school-math.dev.1092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"759e49b9c9b8901281640c7decf9a045fb08a3f00be71852fbfdc6900fcf9c5d","formula_version":"titan-u-contract-v1","latency_ms":0.8164170430973172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"412f84f13a5607a19608b3962f8021159d5a7bd37e69f33520a16d5e7d0f296b","sample_id":"grade-school-math.dev.1093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbb094f219afcbc12815dd126dc2888bd307b80cddb97f8468c6ede92778c294","formula_version":"titan-u-contract-v1","latency_ms":0.6881250301375985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"162f20c61b2abf9a10a08c9ab739af121d2f3d14a63bbe44acbf685ab1f77cc5","sample_id":"grade-school-math.dev.1094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d2aa482c8109dc8ff1dfc5a12e8246ef7269faf229c0f5dd62a8b56bdd2dc6e","formula_version":"titan-u-contract-v1","latency_ms":1.059875008650124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bd84b807740a629647bbd77fa297e7a4d568311dc5e2cee9cc5c25381b66bd2","sample_id":"grade-school-math.dev.1095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64f65da2a344ff83cad8f6e82622054b8089289019b1811f76629a342030b8a3","formula_version":"titan-u-contract-v1","latency_ms":0.6643340457230806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d90c19d715c280f9564ecc278f7fc02a62bac94e54a68a884b64cafdf578265","sample_id":"grade-school-math.dev.1096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae774031e133f95f76fed40a350ece36be0f02262aa4207c9370bcdc6606a875","formula_version":"titan-u-contract-v1","latency_ms":1.1165420291945338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55e9d53a7d2990442c75742b62cdd7a0946d00752f9092093f69ff14d1a5c6e8","sample_id":"grade-school-math.dev.1097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03df29e9abcd5a1179049a97f3c40e760c399a994d5e334cf515e316b458a4e9","formula_version":"titan-u-contract-v1","latency_ms":0.6552089471369982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13ac92f16c7ddd8e421de681c88903d2a3cb16c2666e50033ae32a4abf254542","sample_id":"grade-school-math.dev.1098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"110997c183f9f57ba3fa28138c30f02351fda394a9d2c240923c86b2a2297b1b","formula_version":"titan-u-contract-v1","latency_ms":0.8687080116942525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"963c0f8779cc4f4ef62e6b825afcc4301158d2514503f995b9e21358bca45ff6","sample_id":"grade-school-math.dev.1099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"389932f81cd9a05e982178c6eb58418e9e78e7d21c7397b30cf0d986299186b5","formula_version":"titan-u-contract-v1","latency_ms":1.3755840482190251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"146226ac2df584cdf648bb957169b84e1b37148916020c25abe18c1ffa2af115","sample_id":"grade-school-math.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7a69c721226782294eebb82e063cd32fa4ef8e4d7b1e9951fbf537c0648bc61","formula_version":"titan-u-contract-v1","latency_ms":0.9049579966813326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b237f6121c31f0745d280504b44ca9c65b7af4c145dd02b5bfeea27c858410e","sample_id":"grade-school-math.dev.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42f981bb38e15edcc4ce1c4740acbee38d16a10a325cec1fef200aed80588aa9","formula_version":"titan-u-contract-v1","latency_ms":1.2076670536771417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad30ba64467abed8f795253a4438729e27a2742bd826d0ba95a9b8ad0637ef42","sample_id":"grade-school-math.dev.1100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"440a8e189fd0840c010824899a55c36e1472e11333f54de0d734f245fc3e2c6d","formula_version":"titan-u-contract-v1","latency_ms":0.9867500048130751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9138bb254babb443d2c85186e7e16855a2c8a6026b445b8d159689ff0217876","sample_id":"grade-school-math.dev.1101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9886b26ee44c35f2a97bd19c575dc40cd8be5f09016bc80de61362111c22cc34","formula_version":"titan-u-contract-v1","latency_ms":1.3935420429334044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b68cad4b8ed4147e9f68ad9d1f8f578ab51faf06ca022999e18e1df4655a530a","sample_id":"grade-school-math.dev.1102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa84a62305345c86260e7e0211a4ea06098cda0e82d0c5f993c5d56487921561","formula_version":"titan-u-contract-v1","latency_ms":0.9827079484239221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bcd73e8d5f3f8d0f682cf10110b9f59a93bd48b8fb1df2536759e9310f77b8d","sample_id":"grade-school-math.dev.1103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0762dfc991800abdd0dbe4e6b217c2dada9cc61fa4df631a3839e77174adcbab","formula_version":"titan-u-contract-v1","latency_ms":0.6745420396327972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09b2d8edcb28961f26d1941d6e03d80a23cf20e8d40b554689cb98af7dbda080","sample_id":"grade-school-math.dev.1104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dc74180834241639f1b5f7ac5bd515e486bbdc481aeb1e2c81aae38bc8f2d1f","formula_version":"titan-u-contract-v1","latency_ms":1.641124952584505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c18a4b4efa79c04b774846a910f2aad28f0144eec67be8bdb3a25a0df827d4e0","sample_id":"grade-school-math.dev.1105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f09f8603d13bdc2cbbb5349efed1f9fa968b33b880423f32fdc156a6733a986f","formula_version":"titan-u-contract-v1","latency_ms":1.9915830343961716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1981918ccdade21bfe3278ef1a5666b9b41c1af8d6b0a918a107f8d2141c328b","sample_id":"grade-school-math.dev.1106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6334f77b62db42dac3d22dfddf95310b86bbfd747b8d15168a9fce8106675e6","formula_version":"titan-u-contract-v1","latency_ms":0.918291974812746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daaf555c762a5c8123307d92115df0b517366a12b6e32f255a0b7432f156d580","sample_id":"grade-school-math.dev.1107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8d22f10942fb9e7d52f5d918363f899542321d41703c1ee27ddbcfea35b9a70","formula_version":"titan-u-contract-v1","latency_ms":0.675374991260469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0496da66d90b2afb74e24c8b0054b361a03dec29bce63161ea9db57804a08c3d","sample_id":"grade-school-math.dev.1108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"985a7040b11b6a5cb473c70deca07cdb7eaa4a980f1eb2565dd24bec02430497","formula_version":"titan-u-contract-v1","latency_ms":0.945082982070744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf50b272ea3513277cb59a2c8666a5be092c83d093a3ca6f3f897ff6a26d9624","sample_id":"grade-school-math.dev.1109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3d4447d89c6d04e84a6a4886166e671a3f288c87bbffd18405e0ea6d93857d2","formula_version":"titan-u-contract-v1","latency_ms":0.6879169959574938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fde8cfac3bb0f325d0d5acf10b3af364aa27a77f8d6f67d60c1f82a042d1f9e","sample_id":"grade-school-math.dev.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a61cbfd6892f987eeeb53e01641f30a69dcb38ee0e6e4ca80e8c20d095098521","formula_version":"titan-u-contract-v1","latency_ms":1.1709170648828149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e74a9e32a65186168c78c178648137e7ab39e63bf37f75b66bbd73cd3d922e90","sample_id":"grade-school-math.dev.1110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df0d1606026f6067345a5c5c3a78153f7c7733eaf7c02c87b4c874b8ddc339f","formula_version":"titan-u-contract-v1","latency_ms":0.6733339978381991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"548c210bf7aa32e0c0efe1fd4366d6e37ff066611834cb5820f43f43aee9af29","sample_id":"grade-school-math.dev.1111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d954543c57a6abed62d239eeb70e3aa0a3d19984c0bf0dbd2184750d3e6ba9bd","formula_version":"titan-u-contract-v1","latency_ms":1.1281250044703484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a40f8f7ee70a184516644ab932135df6ca32ac74f31b4578130ab469f76274a","sample_id":"grade-school-math.dev.1112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3496356a440cc94ddd0941cdb62e6d1faea97990d2fde4a608773801d314c9b0","formula_version":"titan-u-contract-v1","latency_ms":0.6682079983875155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea1d634a97866e763b302dbf4789700b16b589a3d88e66a556d88fa22880eb14","sample_id":"grade-school-math.dev.1113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9636c6f4d89fdff325b1073db3ee9bfa16c8a2f8445b4b74633a91d99f3cdd05","formula_version":"titan-u-contract-v1","latency_ms":0.6742910481989384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb15f847acc246dc6170259212137abdba2cacf05672b1c77a8f4fb3ad473833","sample_id":"grade-school-math.dev.1114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91b9bb3cfa63fbb5ac885a06d4ac2b19f70daf01881578bd099a1f14da5655f0","formula_version":"titan-u-contract-v1","latency_ms":1.380333909764886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc744dbfbd56709f7a118301f1b4d1725dfed06304e476e0a7ae6185c33b51a1","sample_id":"grade-school-math.dev.1115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2dc1e4f786bcc4763721d3ad890863079a0170b5b3167231f037f137ab9f3cd","formula_version":"titan-u-contract-v1","latency_ms":0.9655000176280737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3ef7b8ca1504a065b0da8d573948a148483b40e9bbe4632fb04e006459c7c77","sample_id":"grade-school-math.dev.1116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"100e74efd1b6c745483c21620a8975ed999109a53591c3760c615e4f3cb1781c","formula_version":"titan-u-contract-v1","latency_ms":0.6839999696239829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67eb4ef8a1d33de7172a3724e4b589a25d13da2ef441dd1b2c8022498e73d0aa","sample_id":"grade-school-math.dev.1117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5106d7c7ca33200db4737fbf80b40c0e6644bf90d90870e2d47845ccdb3680b6","formula_version":"titan-u-contract-v1","latency_ms":0.9605839150026441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06b56c4ab5431fd167c7dac0dc3d3a198fac3eabd9afac0a4415e7be602ad7a5","sample_id":"grade-school-math.dev.1118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ddc6213a711d6c6572fa98d576a85a20562d7b48e823a0655a2f57e500ee8ee","formula_version":"titan-u-contract-v1","latency_ms":0.7370419334620237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d01f5ef124bffbd0a5671d3172cd11b36d9b8d723ffd5fcb49b8d5a2300a8c1","sample_id":"grade-school-math.dev.1119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e77edbc1d644ea6225b0ac9cbf91e60c24a541fc0dc6d597cabf078d65f3904","formula_version":"titan-u-contract-v1","latency_ms":0.6916249403730035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8915f9047e4900d197a286981838c3f12c4894a1917c3a51ce499b7975a2ea4f","sample_id":"grade-school-math.dev.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71c99317a688b8158b10579600c760cbcb67e7ed67614016b9ff6acd1f371b62","formula_version":"titan-u-contract-v1","latency_ms":0.7179580861702561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15638aee289f909264fdb32ae1c416c25e1d7a7e17ff13c6d687ffed464ca591","sample_id":"grade-school-math.dev.1120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cce84dca81d7019918157a63e8ebf81129103768228e07c455b2d27bcaf9baf","formula_version":"titan-u-contract-v1","latency_ms":0.9010409703478217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5192c595a3a90258420cf9bab5208c4fa58b3dc939b719ef6d20ef55d4e4512","sample_id":"grade-school-math.dev.1121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfae33f6e47a5b505257c2c2286d219a276d82024ecd1eaf6eee60f8e1a26ebc","formula_version":"titan-u-contract-v1","latency_ms":0.6749589229002595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f93193e3e28b88c7e8a4d8dcdcfb7e91d7bb1ea5f26f01b2d776f4f8502965ab","sample_id":"grade-school-math.dev.1122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eaf55157d93b86ec1a3013aeb50667ae318553ff0cf0742a6554afd7dffe5e52","formula_version":"titan-u-contract-v1","latency_ms":0.7058749906718731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f94bfdd655d5648fc17fd517a9cb693ebec0597ebde6b6ef18838c5e37486fb","sample_id":"grade-school-math.dev.1123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa29b4327382f049cdc47185f38192626bbc7eabd2a38245e2474e15e271acb0","formula_version":"titan-u-contract-v1","latency_ms":0.9934999980032444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a54132895692f9475789b7ad7d963295cbd1f7616052f5aa1ca1e0131307e717","sample_id":"grade-school-math.dev.1124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfb6f4d5f33940bc6f96c3827db62d1163b6038c79c7aa39e73d22f1872a69de","formula_version":"titan-u-contract-v1","latency_ms":0.9399160044267774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dea5f79b1f70e03540b6dcbad0c40deb2905c7b51e2c00ca8c3b5269a906d3bb","sample_id":"grade-school-math.dev.1125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc4324b4bd4d301c8df278b3d05a955d5dbd483cc202384b7582f64a20ed45c9","formula_version":"titan-u-contract-v1","latency_ms":0.9101670002564788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa02adbd48e1d12a8ff8fded1632777e21451638b84f4fccb023f0f1f692f6e3","sample_id":"grade-school-math.dev.1126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6101e2df0d66a5d1792503701c9613d924de42ab3fe527b3a03d5d2d8a47b61d","formula_version":"titan-u-contract-v1","latency_ms":0.8385000983253121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ea39a9018fb8c210431f1ab2a9715889e6676ef4e231abe86f868c73e8398fe","sample_id":"grade-school-math.dev.1127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c2ef70d6d13310bc0154b34068767adf32a5ba48dc87aa23c8f4b0614c08a24","formula_version":"titan-u-contract-v1","latency_ms":2.2191250463947654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56c4912fd485cd6c57d28398256c9ee14e66d2dae52f5a5d8f91f9164ac305af","sample_id":"grade-school-math.dev.1128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11971e1adc180df9106e245f304bc958f31c5b9a7a435f3839f3f54bac549633","formula_version":"titan-u-contract-v1","latency_ms":0.876916921697557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39476e5cc6d693ce509798e6b794dfaa5e8a6f92ff210194d6c2b60b8b6cdbe6","sample_id":"grade-school-math.dev.1129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a2edfebf90de18252a830cb3d24dc251898b615e53d14aa2efd3d7edde05235","formula_version":"titan-u-contract-v1","latency_ms":0.6756660295650363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f03672b0a30bf6cfab5dc4a8061d5bdf5fc6f001c345d6f63959fd9464b6d30d","sample_id":"grade-school-math.dev.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cd6333e91b72a18d9337532d70ad1dfbead00076bd3be4dbf32583ea45f4ff8","formula_version":"titan-u-contract-v1","latency_ms":1.4731250703334808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7919647035df9f34e08b332c6a5332d71b61bbc478fe8539bd2286fcf4b594dd","sample_id":"grade-school-math.dev.1130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79535b2d19c857cffb5e560911ccafd3d5259cdd9043e2d2525d364bf1445f15","formula_version":"titan-u-contract-v1","latency_ms":1.4407089911401272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf27befd8101acd73e509bfd20c2356740c0f7bc5116becfcef94f461e54c7be","sample_id":"grade-school-math.dev.1131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a3201010cd5507b590dd19744e6e9b61f5b0359d6b30e8eedc3a24928a12b7b","formula_version":"titan-u-contract-v1","latency_ms":1.0747920023277402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35f94b4a05d20c2e6ff5662e2618b5ef6b3a6229725f4e5db53f735af95e6518","sample_id":"grade-school-math.dev.1132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f148791ca7043d3fefd88a6f09ee17e286e7ab66048496bcf9f667e30320d12","formula_version":"titan-u-contract-v1","latency_ms":0.8958750404417515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66cd7f23112b4f7054efd3cb5e3148fc964cfa7297f611d30d5f625a8e0a6781","sample_id":"grade-school-math.dev.1133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a34bde5fc95c1bb7b998609c13642daf3c6a2357bed0fc119525f1080e41e85","formula_version":"titan-u-contract-v1","latency_ms":0.8924159919843078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"499268e240e91192f238b81e359928b6920df3f7e15fbf37b1e59b06ac2dde59","sample_id":"grade-school-math.dev.1134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5de4a1285e112867736052934ce25cd1730dd626258c54a5add88817ed397a6","formula_version":"titan-u-contract-v1","latency_ms":0.9683750104159117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1906c0106577e3549cb2b335ae0c9519c453e11c857ade6c3d7e3e8974c166c0","sample_id":"grade-school-math.dev.1135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16a15153842499bc8137b6319e28ca8f3011d5311e6ec3462658aa5af315d365","formula_version":"titan-u-contract-v1","latency_ms":0.9314999915659428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4658a73bc0c70029b212d021c52e447de029c2958a5646795fdeee17be125bc","sample_id":"grade-school-math.dev.1136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42b15f5f665e4aa7985ecd8bfbb839ec5a0bed7276b8dbaaa7167a0a3119e1a7","formula_version":"titan-u-contract-v1","latency_ms":1.2662500375881791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b422e7cd219dfe16c59845b853b30e98a0f335b31e8cc91d538e5fd15786d7f","sample_id":"grade-school-math.dev.1137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f26a2d13d18274b62bc2ba8c35c54e4244fc9ae8b91f7cebec59c2abacd0978b","formula_version":"titan-u-contract-v1","latency_ms":0.7147910073399544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da71823a296863ba019d03f94e8227ee6e614ca1bfbfb74789e35a260aaf9725","sample_id":"grade-school-math.dev.1138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2934a901499dc714695e43e44f0575ff2060a2e6e6ab8c1a65dc020124cf3e4","formula_version":"titan-u-contract-v1","latency_ms":0.8559999987483025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3b9a849cee8eea2d02e659698c6181eb036958517aa40f12ba2726cdab34f84","sample_id":"grade-school-math.dev.1139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e687cb40aab4186fe77477a4e5851bed19f57324da2202a5cb525a28a0cb592","formula_version":"titan-u-contract-v1","latency_ms":0.6425409810617566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af2c241781905881577bcfc56b3ba1b3cc698a94812b848e92b5a02515b0ee07","sample_id":"grade-school-math.dev.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd288759e2bfdffe868ad2e0ee192f0b6c27a61da3ad73df899214b9b44e2d6e","formula_version":"titan-u-contract-v1","latency_ms":0.6552919512614608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db84c63852b9fe6f3d6e5020e10ce637d747f0baf0e6f1a948e9812b031a3941","sample_id":"grade-school-math.dev.1140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f551a3a6746789318fa1140133cbc04f3b63a7489b122001da5011ce19dc0081","formula_version":"titan-u-contract-v1","latency_ms":0.6868749624118209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb39bf8034b15ddeb2dc276ac34037e3008df77900eb5ba7e3f8a8ad6792b3ac","sample_id":"grade-school-math.dev.1141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4365e388c3d49990f7237221d0e32d564238366d8d1d24d26e64bdc7763f3404","formula_version":"titan-u-contract-v1","latency_ms":0.6562500493600965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"475c957aa297a8aeecbd23fcf3ca5fbb247d541cbf3dfa065fad0fd74ac74841","sample_id":"grade-school-math.dev.1142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3d527e295acccbfd4fc36fce93f8b41417b5600188b933654cc871a56c8eb8e","formula_version":"titan-u-contract-v1","latency_ms":0.7071250583976507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1f9c8a55a007eb3c45e2d2dc59aa59b81f49970b8d1d225dd566a15c138fd0d","sample_id":"grade-school-math.dev.1143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71841dc79295339ebadb28122fdde62c4c7e142d0b9edbc6d39e6e5ff8dde581","formula_version":"titan-u-contract-v1","latency_ms":0.9187499526888132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6b57319a9bf840e21b0dae5a9443ede56d30e127dd7c82b93c4869aef454f2f","sample_id":"grade-school-math.dev.1144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf85b592ac46f7c7783e4e33bfebca16bca45d2cee7d71da045534c42822cbf2","formula_version":"titan-u-contract-v1","latency_ms":1.014124951325357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21ff88faea6ad5a15e5a8877ecf0f2d3b2dbf452ca89b39c1a3caafe2fee5931","sample_id":"grade-school-math.dev.1145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9ef4070285e92b08622461b3635148ee08c6fdca8ac0eb9f6bcc72ea1b2710a","formula_version":"titan-u-contract-v1","latency_ms":0.8579170098528266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66bf4eac49a714152bf844d8f168289b0fdae8662865384470bb1615c43c9123","sample_id":"grade-school-math.dev.1146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dc16feb552f6b203b1cec58c751506d717425e1f644eb874f198ad4835295dc","formula_version":"titan-u-contract-v1","latency_ms":0.828583026304841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2b6231ba3f27963c62e15df81d122550efde9ff37ef99a6f5589c31b48c5765","sample_id":"grade-school-math.dev.1147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2ea8c4985790b8a863038802fb4792000a234a3944ded7b4462885e672d8cd6","formula_version":"titan-u-contract-v1","latency_ms":0.8113749790936708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dea95535ec10c05e2c7b2aefa53d50f4aed205ae0602c052054e1625b39beb48","sample_id":"grade-school-math.dev.1148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"174fe5d5d0983ec2b06cc8f8d598374de6e17d7876cac1c087ffbdc108df0963","formula_version":"titan-u-contract-v1","latency_ms":0.7016659947112203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acd9ba02575e006ce98a631e02b7192c9edd3be5229783d3d9182a0c484a32f6","sample_id":"grade-school-math.dev.1149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15e3279365fcd22aa029a08f0473e21310181cdcbd0ff1a2b68f317afec7195d","formula_version":"titan-u-contract-v1","latency_ms":0.8001249516382813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0039eb9d4d7f20856414c5417698fbbe87a8a74afead46326efcd8a033f232a0","sample_id":"grade-school-math.dev.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"894d05f462916f89c3e5c96e9228ca141c1bf57c857020fd00ad2acc73370c5a","formula_version":"titan-u-contract-v1","latency_ms":0.884957960806787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"820bbf8021da1002b7f7293e2c1a79f7fe66237fdfca24d3b4d7042ff265e8d6","sample_id":"grade-school-math.dev.1150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa19ac885998cbfa47b83bc933ce0fd518d3a325c0a329b878be3832229bc6af","formula_version":"titan-u-contract-v1","latency_ms":0.6851659854874015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82d365a61d7a0a8ab645ddaa5080923b00a4cf297066a26b5509020d10ebb30e","sample_id":"grade-school-math.dev.1151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f47cdab4f1c1577bdf28518f1132d9b4f4bb65d6d4d8270c990bcd973703553","formula_version":"titan-u-contract-v1","latency_ms":0.7452500285580754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5e05514a3c80a8c27ae409deccfb499c62bde0fbe0c747c4f0e21627e1b043d","sample_id":"grade-school-math.dev.1152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53e059fa965eeedd3a7abc47dc59bcd089e12809bc77554f71d00ef67c2d22cb","formula_version":"titan-u-contract-v1","latency_ms":0.6704159313812852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ded8bc2fdeb8ec39cbc1772df1086077bd3870ffdc0c55dd6e26925e24ef819","sample_id":"grade-school-math.dev.1153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e602cdcd47a8fdfd77bd5dc7443a3a12adda3587d558bc046f0e3b9534ddfe8","formula_version":"titan-u-contract-v1","latency_ms":0.853499979712069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65d26092cc7fe366c42351788a1afd748d4309755a801d8a3ab569526482f79c","sample_id":"grade-school-math.dev.1154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cee74750419b8f451f27e10038758bd38cb0a5b9e3a66c9eefa8c0d2fc5f8c8","formula_version":"titan-u-contract-v1","latency_ms":1.0207499144598842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21bfdc348309015af2947e9103267bf8a7775a0ad86344c360ae04f892f3c3d7","sample_id":"grade-school-math.dev.1155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"428a81d0bf5fb8b4a9dfe9a302ec9fcf4fad21cfaf7250f04be9a1a1c440a300","formula_version":"titan-u-contract-v1","latency_ms":0.8575000101700425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b648b847482d4531b14e2ef47447fefb5b585f0d0d1c6071d93ff71abd4b711a","sample_id":"grade-school-math.dev.1156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d5055d0faff8b89d5ec97e65029aa0dd4644c86dc98837d2379741741695d7e","formula_version":"titan-u-contract-v1","latency_ms":0.9602500358596444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"321c929b0e3188f84a02c4d2b83afdef2bd0443bccec2df51e8a0eac72f1974e","sample_id":"grade-school-math.dev.1157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34457df2d2c69a7e9f70203a0ebdd4fd89f3704244c7479707106a3d8e22091b","formula_version":"titan-u-contract-v1","latency_ms":0.6823339499533176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75d663b44eff5d7f631a37bd346f8c083c5f9314cedb7d9127baeb13865fbcf3","sample_id":"grade-school-math.dev.1158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f962d720fc080943c1f4cf496b736365e8702c20602e6c571fcd72c23a40902","formula_version":"titan-u-contract-v1","latency_ms":0.8522500284016132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1341071e7d1e782fee03058f80c4fe550d31ee560a0ee945388026a936e2ded5","sample_id":"grade-school-math.dev.1159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f802f202fc8a2919b8cdcb93c6f846ffbcdb6935cefbe14127b4798a9fc5a407","formula_version":"titan-u-contract-v1","latency_ms":1.3289999915286899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e088c6d501dc8ca967c8de514cff82f006452dbb4ae8bc931ebf2c7dfb4a6899","sample_id":"grade-school-math.dev.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"808d08d5106fb255ad14d7edc02b3c9979f8c8797b301416402a6af3dbd04e86","formula_version":"titan-u-contract-v1","latency_ms":0.8858339861035347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fceb7d1687180f2f1f0537b3efccd17dcef1431507cd9053b956a710d5294a6","sample_id":"grade-school-math.dev.1160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0a0c1a42dfb1490ec2622b38d05befa866e5161c7d5c470f8bf04b8d07890ec","formula_version":"titan-u-contract-v1","latency_ms":0.8643330074846745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0505ac2cdfb52736500b1acb53da513f903bf49d61c45fa828b74421a74e87c9","sample_id":"grade-school-math.dev.1161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d9039712b060a8999486e99f7482e973b53a735d6e2adf68d1a0bbbb8db9bac","formula_version":"titan-u-contract-v1","latency_ms":0.8235839195549488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ba4ea42c4a2c62899fff510040625682642a0935243608a34263a926824f35d","sample_id":"grade-school-math.dev.1162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77fa28670d05dbef573453d63a4bcaaba7956eee42cc20887d7299eae6d5d4ea","formula_version":"titan-u-contract-v1","latency_ms":0.8067919407039881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55c1466d0be8289a79c8c679ef4f7bdd00282825dbb5b3b76d5f05f6e4a283e2","sample_id":"grade-school-math.dev.1163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddba30cd52430cfa574e1fadfa42d37dea09b2aaf0ecfcff736daa93d4b06602","formula_version":"titan-u-contract-v1","latency_ms":0.7048340048640966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"241033f65b8ef0abeb31d72eb372bd2a1367e835279980d22d7e6196be982bd4","sample_id":"grade-school-math.dev.1164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57ae7b961dfda62c89489c62eda1257b2e776c2779879628d8195ccab4574cf2","formula_version":"titan-u-contract-v1","latency_ms":0.8855419000610709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a5f7ef56401cf63b4f4025522d72bb8b5edd220501c50188bc129acde3786d4","sample_id":"grade-school-math.dev.1165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc1ed6a0d76f9010f42f6b2c684d7753504619691640c6dc64f3c100d87355a6","formula_version":"titan-u-contract-v1","latency_ms":0.838708016090095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01438741af1574e07a42cf065004dfec0805ca06d5accc6849be7acb4e239381","sample_id":"grade-school-math.dev.1166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e06fa9d41172d9548c9a905c093672e09f6ede8ca3ee7190f578c63adf5ae4ac","formula_version":"titan-u-contract-v1","latency_ms":0.6232500309124589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83871ec54a02383de8427d841124b3d3364a9af3abf656eb4f3432eb91e30aee","sample_id":"grade-school-math.dev.1167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"515a777d3c6080863ea87025ea49fd1f50226bd3d7b8a0b2d1535831e04e8dd9","formula_version":"titan-u-contract-v1","latency_ms":0.8257910376414657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"932cf508255c8ece02fc7ba6b34525d501d1e1af9f2dced7c155b52373e593b0","sample_id":"grade-school-math.dev.1168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"222e037125ba845a7d8dc278a441481a8074caa35015aef1d26e199f618daa61","formula_version":"titan-u-contract-v1","latency_ms":0.8452909532934427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9dff11629f55396a9aa0e1d155ad9ba0bfa61c9b75f8ff97910c0090446496f","sample_id":"grade-school-math.dev.1169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"597204e18ef570151e83e6cc5575f5fae9e0e51efe81025b775b39e505aa386e","formula_version":"titan-u-contract-v1","latency_ms":0.8191249798983335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d072f9e5c0f51d7079727cf5817bc3ecd93de714a73f67dbfbb4f894c7d8efe","sample_id":"grade-school-math.dev.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d00e746f61100d97be398ac2a7d6f3dfdf25877fa7baa0d2ed41ca3ec110f60","formula_version":"titan-u-contract-v1","latency_ms":1.1462920811027288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b6d09802a08796029661c0c3ec4ae4374ab5fe16290bc6ca900468a5166021d","sample_id":"grade-school-math.dev.1170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d183e092eccf47d5d2a5d1384b39dfc7bdcb7f3e5b627bd4d881dbf8a7330dd","formula_version":"titan-u-contract-v1","latency_ms":0.7419169414788485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"845a5b7b639fbea01a58a88569ad6240237284e56a0483f66cdefc1b96c5043f","sample_id":"grade-school-math.dev.1171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a6857c08f5ff0ba05e41c48fac12b4208c7e53943b0263f40688091730799d7","formula_version":"titan-u-contract-v1","latency_ms":0.7551659364253283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a39046df3421aa6a612b6bf240c26358024d44652bf28507bf67af8c0437ff0f","sample_id":"grade-school-math.dev.1172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e883aa383729f79d499258829fd193224b4ac85573f26f8bbd958875683cd7e1","formula_version":"titan-u-contract-v1","latency_ms":0.9829170303419232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6c8ea5ee8e5468a09080b362bb700cbd7910f3885086692a3da07e26fb1daf1","sample_id":"grade-school-math.dev.1173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8022f1f553592e1af886d9cb7233d8f0056d84c96e1a693f9b4bc9d32d2dfc2d","formula_version":"titan-u-contract-v1","latency_ms":0.6590839475393295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"233d7f28979c05bd9176cbd98be41b48dc3de617f0e29dc33f7c0ff8c05e45a4","sample_id":"grade-school-math.dev.1174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b37c0b4098b88793a00611eabf88a7377540b8f7eb6ab4bda600fb60712213c","formula_version":"titan-u-contract-v1","latency_ms":0.8769159903749824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82977d87d2b0baad026296ed0b174f6d192e2f2173eb057f3f730337a8cd5209","sample_id":"grade-school-math.dev.1175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93980b556dd31d3fa32ec80e09c530a9a7aa072a5bf8131ef1a3d47471ae4720","formula_version":"titan-u-contract-v1","latency_ms":0.7875420851632953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c5075105989367fadd081431e901e20948ba53fa735db7d11eb5ae33797a996","sample_id":"grade-school-math.dev.1176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5c65de06537928fda3a75ca4777272e05ab323c01eba5fad106f9002d1d43ad","formula_version":"titan-u-contract-v1","latency_ms":0.7938749622553587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aea59dde1c86fee7c0bfb40a24056741187b7646cf8abe819a1c50679e2ee4ce","sample_id":"grade-school-math.dev.1177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8054375d70346b20d997beed30cc28cf3ee15b3f2abdcc390ce1e06a6098b86e","formula_version":"titan-u-contract-v1","latency_ms":0.9048329666256905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4fa3667a2b2415b5742e0b2928c5a88aa1da4e6c8cb82de51304cac002fcbaf","sample_id":"grade-school-math.dev.1178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d94060dd101a9671eb4ffc7fbbcadebdc8abfc054d57c15db21c824082bb97e0","formula_version":"titan-u-contract-v1","latency_ms":0.8278329623863101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7a44f7c19bf975b1d9231b52fd4725621e1227cda41a619ed36b090978f18da","sample_id":"grade-school-math.dev.1179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"880cf1e02571eca4f26ad8ed23fbfc9c0d87cf83b9577b5a5ec57639afc3d3cd","formula_version":"titan-u-contract-v1","latency_ms":0.8898749947547913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae2e3c48849901eb4d990a7de389c8535192535bf4cfdb4095773727fefd565f","sample_id":"grade-school-math.dev.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a990008b5c7d360d292152319c740ca8a067f8658cbf4a42d800f10f2e483b7f","formula_version":"titan-u-contract-v1","latency_ms":0.6922920001670718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59d2a017d1d1bc2bc2062155ec65fba65d0cfc2392fff93f52ebf5a899115bb1","sample_id":"grade-school-math.dev.1180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"397984450a78e473bb847372de73fc3372e7978fd8408b371a3a16bdb3e799d9","formula_version":"titan-u-contract-v1","latency_ms":1.1175420368090272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4ad4a05d83068d537a0dba0add7232cf1000e7ad0b9bffb7ee5297ca076feea","sample_id":"grade-school-math.dev.1181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"564b5b38377f3046adf8c58a32f0eda50cefcf020aac83a0ed7676cf118b09c5","formula_version":"titan-u-contract-v1","latency_ms":0.7272500079125166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ac27ce48443db13020e17526c69c9fd02d5dd0aee038df167eaa25841c3916e","sample_id":"grade-school-math.dev.1182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1084b213a82be606ba8010132292c98f14d00805ee14b1f6e0c54633e5b17de3","formula_version":"titan-u-contract-v1","latency_ms":1.1261670151725411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c500e0a25833b2784dfdd1c00574cfd76ae5ccb85a0985e24aab2cfe435c355","sample_id":"grade-school-math.dev.1183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d5a44a267477315246f14cc6b02eaa483597bd72507233b685dd52a1e8cfb5a","formula_version":"titan-u-contract-v1","latency_ms":0.9303750703111291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3efbcd45af5c4f7e297ae27ffb70b3fa29beb979c3b49aad693455690f788bcb","sample_id":"grade-school-math.dev.1184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f634845049ebd1c7a48236253beba35cbd7f018dc0d1189b0da15a6e775e53ae","formula_version":"titan-u-contract-v1","latency_ms":0.8254169952124357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e97a02dcaf6186e76192e8f21c2dac4034a3f2e7b39393074299e9f4169597f2","sample_id":"grade-school-math.dev.1185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd646528e7e6055a21e44dac075a1b8aeb9ddef8b40b2c0adb36ea84616db81b","formula_version":"titan-u-contract-v1","latency_ms":0.8816249901428819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1ea4cb28537c1d62a937405363e177dd6aac9346a155c5cb86ce3b39b434037","sample_id":"grade-school-math.dev.1186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c940d4b13660f560bd937ff479c202745f18a7ff4190fd18d99056a9d92ebd6","formula_version":"titan-u-contract-v1","latency_ms":0.7071669679135084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8e8ee2af44ba472b4424006041a0349109e12b651d57258f25f5d9529fbe944","sample_id":"grade-school-math.dev.1187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33795d085834d58bbafe411615b9e38a92323d44016a94f747e000a340e90301","formula_version":"titan-u-contract-v1","latency_ms":0.7015840383246541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e547e98278e810bcc3dfabc1280b45fd99b9e5e3fb06e0b51ff679d774f9c2f","sample_id":"grade-school-math.dev.1188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a85c4da4af099e56b82bb8e0750984d441e31b773a135b0b13a146d12ef45a18","formula_version":"titan-u-contract-v1","latency_ms":0.830042059533298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0518b9d0c017ff25ad62d18a6cfefe5c7d689c75e8f7876a337476909d032d99","sample_id":"grade-school-math.dev.1189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e04de9b9b8df410dbce2709c52a2f248a8b9d80db0d6f086713c39fdfd4205f9","formula_version":"titan-u-contract-v1","latency_ms":0.6662911036983132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b472cd4155148dffd6861fa4148a49575b0a8af7f3754229ff6081b3afedccb","sample_id":"grade-school-math.dev.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5caca632ffa83fc43df7b7e8e5e9da5812fbf260452fa790c6bbd4969d1203ec","formula_version":"titan-u-contract-v1","latency_ms":1.1232909746468067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d94021686741edafce43cbe0ca5accb02623a59072ab57032aca082e3621cd83","sample_id":"grade-school-math.dev.1190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cb2256d5b9809a02d2af0f1dc47bd284539136ae21b603fa277b53c8187ddea","formula_version":"titan-u-contract-v1","latency_ms":0.6287079304456711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a3dc4ad3d1baedeb23bba8fa6efff80c7f53556a3f84669173750f1ba377666","sample_id":"grade-school-math.dev.1192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8700994091d8d9aa5613c86cfb70a99760d3bf2c45189362e86374a8b428cb10","formula_version":"titan-u-contract-v1","latency_ms":0.8478750241920352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02e71482e4afcd652ffbab8d46a5c81b03684cbe762112a718bd105a52512445","sample_id":"grade-school-math.dev.1193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c1ca4e3fca718bae0002ce41e94e803c514b25fffd25f84a1fbefed15ea0a8f","formula_version":"titan-u-contract-v1","latency_ms":0.7574580376967788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc2f9595f043f06db4d851605d5e8dc2482813ee79cc10a9f75d4013f5844c0e","sample_id":"grade-school-math.dev.1194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"583fcf246ea5f026ae731ff2e3bd9072bf0e639be532e490ee4a8cfa4e74c6f4","formula_version":"titan-u-contract-v1","latency_ms":0.6950410315766931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"484772a6633b33ad3a120171bdac55c093e970d638fa8806f0558f96ef8c6eb1","sample_id":"grade-school-math.dev.1195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e1be2e87e47cf0ef4643da42386279cdaf7aaed5f976e70c3bd67df806035a3","formula_version":"titan-u-contract-v1","latency_ms":0.6440419238060713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c3a19f7375f32009aa4fed28bc281f13d42ebb4cf0892172bde1390950a1513","sample_id":"grade-school-math.dev.1196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03e67eee1bcb9ba50546852c426153673c5d38df9eeaf541bba6bce97a6836a2","formula_version":"titan-u-contract-v1","latency_ms":0.6831249920651317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbe922cabf65ebb8efe8c7733ce4b89fbf929515f4c831bca829cb30df8ae99d","sample_id":"grade-school-math.dev.1197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c336e9e0c64e61c680d2f87e41728c9b57733813fedb79d0a475c91c88e39c3","formula_version":"titan-u-contract-v1","latency_ms":0.8018750231713057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a106d381340ba38d89be9481143b74b91791d25d822c82aa64b90b9f0c4509e","sample_id":"grade-school-math.dev.1198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b68bc887ed6c68b02d18192f2b784561037bbc61990774905a4c8b532bce4a5","formula_version":"titan-u-contract-v1","latency_ms":0.8931669872254133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bbecbf1b14860e26889455f4521e467dceb3a187e82130cb974e15b91f51cb8","sample_id":"grade-school-math.dev.1199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb8338d40ff5691414c001ecf22ae127cfe6e9540fd4be01dc7fc586dfb9f98f","formula_version":"titan-u-contract-v1","latency_ms":0.6940410239621997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"705e6e4b3123d71438fd00e4326414563cca195693cb9265cd83feab72cc9241","sample_id":"grade-school-math.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e821a64b6f83a401ae1aa5eb5f3c74b6489edc2caf1cf67008e9654c083dd12","formula_version":"titan-u-contract-v1","latency_ms":0.9610829874873161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5239fbfaf96dd95d618eda24caf3f0930a7937aed09a5b93997fcb07147d20c","sample_id":"grade-school-math.dev.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"305487c55d366bab983cbd5b065f382930e8cdeeea5e05c52893ee73474d5387","formula_version":"titan-u-contract-v1","latency_ms":0.896250014193356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25b7952e3d45e90278a93bd814d254fb8e8ab9726c9f455ca1e0dc04ee834b58","sample_id":"grade-school-math.dev.1200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82e6e87c3e78ffb1422b91bc7c163828f13152ada4fad9d96046d2579caf2d6e","formula_version":"titan-u-contract-v1","latency_ms":0.7265419699251652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f2a02bfb8b3e85b279b9f030f66d70fe9ee2bd226be1ecbd165771d98497099","sample_id":"grade-school-math.dev.1201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ac4ff993bdfc89e31e3e5ae361c2b24693057185f6a5423faaeda6ea267872a","formula_version":"titan-u-contract-v1","latency_ms":1.0989579604938626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d00e23e1f9fba0fa19030d7bd3781aa7a92087de7d52dba10a7ff2b71dd49382","sample_id":"grade-school-math.dev.1202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0719fabfb579e00839a40c847fcbc2d6aedecb369a11cf9ea00cc2af0e491b66","formula_version":"titan-u-contract-v1","latency_ms":0.8654589764773846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58b295a40687bd889623385cdf427fdf1c20ea37e94328909995f4f92f12a0a1","sample_id":"grade-school-math.dev.1203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ff76c7b0ff27ed6a0c96dd72bd23928ebea0f6e404f8e699309ec143a432468","formula_version":"titan-u-contract-v1","latency_ms":1.3227909803390503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fd79b2a2cf396e95a9e93d086545031ab1aba409f8167cb47f3af0321d406f6","sample_id":"grade-school-math.dev.1204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51baf29e5c30697b759803f36ff9ab0af51776668afdc6822ca1b856065d18a9","formula_version":"titan-u-contract-v1","latency_ms":0.717666931450367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3f81a0d67c95c48093b35000351b7a77998e1ddb6f92452878b0641dc1b099b","sample_id":"grade-school-math.dev.1205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c00631a6fd59b392329eee3e0b40725784f862dd9f9157d995ae2ecc313e9e7","formula_version":"titan-u-contract-v1","latency_ms":0.9990420658141375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c4234d129aa23d69c172276f5deb803c8d97ad2abee97c1e299e8842b1eb53a","sample_id":"grade-school-math.dev.1206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66e45aa569fd7137f85975ec7c05c9e2e1e15d7c9c8a84549aa61c00c9300338","formula_version":"titan-u-contract-v1","latency_ms":0.8033750345930457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d06ae8cf551a96a3ff4fdad717dee0507585435ee5391af884827e36c18a453","sample_id":"grade-school-math.dev.1207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1925c46337e2bf0db8b22af85c61a80016d58caf3612658b8f9e6982fbc4a93","formula_version":"titan-u-contract-v1","latency_ms":0.716041075065732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1ead4fc4379183957d0025e76b36dff5bb4507057af550e3202ff2279747794","sample_id":"grade-school-math.dev.1208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7600c6f0c67cf75ca26f7f16a684cd643f6b5693eece49ebff50b3b5d4be6b4f","formula_version":"titan-u-contract-v1","latency_ms":1.023666001856327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3471779beac692b6b66bf87bca7242931698b8fab75f6c3c2d88e5d4ecb3d4d","sample_id":"grade-school-math.dev.1209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15ee1956e27fa25cc8caccb2c19433ceeab8b5d9f27dc4bd109806d0c448b17c","formula_version":"titan-u-contract-v1","latency_ms":0.9208749979734421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6433122000e2c455f99a03034d1160be13f9538216e8356956cba1eac736c70a","sample_id":"grade-school-math.dev.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae292a6aa2f056e85d27b67e79f52e2c68402a076686c5252c1cb507d4111b34","formula_version":"titan-u-contract-v1","latency_ms":1.2733329785987735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1ced7b45a0d6c80de2b5b1bcc92270557c01443799ca4b5bd3fdca1b9505c9d","sample_id":"grade-school-math.dev.1210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c73faa84d0aecd7a94fdc9d9c525812a956d32fb5bf66d7ce9712637e9f4ced","formula_version":"titan-u-contract-v1","latency_ms":0.7928749546408653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3a0571804e750a56bbe35306ec19dcbc5302998159caf1849e1c4dcf4123821","sample_id":"grade-school-math.dev.1211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4d3cd81aa4ee7359a761b75010650444f83619f29c9b7a352e14b9b21c81d81","formula_version":"titan-u-contract-v1","latency_ms":0.973957940004766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d89b801353281172d8620bda4feb5c3b5a795c55b1f5e262daa9fb01f72578d","sample_id":"grade-school-math.dev.1212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"310950b00669f0bceaa4fa801ad55298e0352c1872807e803ed1a9b30494a7b3","formula_version":"titan-u-contract-v1","latency_ms":1.0978750651702285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26965d5d314486800749a0f636ec1449d80b4bbf86509f6a3848fa81f98a21fb","sample_id":"grade-school-math.dev.1213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa1bd596469c9516e409db5f5d86379db64e02a7fe9fa6f6b55fdc9c5fa67fff","formula_version":"titan-u-contract-v1","latency_ms":0.9380000410601497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"235d9bd947337d00f7e02339afb923dc192551e3573404b73360b27ff6dc4ae3","sample_id":"grade-school-math.dev.1214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90ff15d431fc9bf7c79c35571c7be618a583514aa5f3830aa36cdb7394080473","formula_version":"titan-u-contract-v1","latency_ms":1.2346250005066395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d73038593598455ac10508a1c67a67d0ae039dde7ae4656e2fe1ac36a6d65e84","sample_id":"grade-school-math.dev.1215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"072ba213df31cb4a2692cc52287cf1ec53958feaea4db65ea92c3940cfd80639","formula_version":"titan-u-contract-v1","latency_ms":0.8605410112068057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcd66eddb215c5047f1bfd22c7335793963c121b23ae086b124e014395e5e025","sample_id":"grade-school-math.dev.1216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8995872dddc7f77055563de5533b2c843ec7e5c72c65cce4df8ba7c5f3fab18","formula_version":"titan-u-contract-v1","latency_ms":0.9695000480860472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc43e3947c1bb9e727b3bb2cd02ddbd992beb95866eda643ac662b7a94be5218","sample_id":"grade-school-math.dev.1217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a62d10acbf3432f34f6b4e97efadba58ff8689fd360f0fcaa6146446b879eded","formula_version":"titan-u-contract-v1","latency_ms":0.8207920473068953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95667d5d404c74fc9865c3555d65b2953784aa02e0bc49f1fd729c771301ecdd","sample_id":"grade-school-math.dev.1218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2561c205822468d333c321b29b024aab627782257ad95bcda3857ae6fdc549ac","formula_version":"titan-u-contract-v1","latency_ms":0.7218749960884452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa681cbe65d5463a27bfadc436c23f66974cfca8f59b6fc0591591483797fb25","sample_id":"grade-school-math.dev.1219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a6374cca21722599f0704fe13c85881ef79cd9ee14ec48f1d3ec4f10e996582","formula_version":"titan-u-contract-v1","latency_ms":0.9820000268518925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c60729edb928da6d58ab34363250e362936db089515399149b550fd845213ea7","sample_id":"grade-school-math.dev.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"935285a5ae083036f2155350eada206dbc595bf88635e3584e0b4284a9f78d3f","formula_version":"titan-u-contract-v1","latency_ms":0.6953340489417315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fce49e2ba79fa6df3f2ce292c2314e093253e6540da3a9185c13a2a33fd3402","sample_id":"grade-school-math.dev.1220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d16b81c132e68a699899e9289b4398e1bed7673144c74b884e0d40d363824a8a","formula_version":"titan-u-contract-v1","latency_ms":0.9133749408647418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"636f3597acd2ec6312b7f90fd0f8cf024cf97643f34e1bd62a2f7072e8627a3a","sample_id":"grade-school-math.dev.1221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77bb03aa1ce5f565c5a658aadf5e36ca6594a2bb89f2f1660e571dd7cd3a2ea3","formula_version":"titan-u-contract-v1","latency_ms":0.9240830549970269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0e4c4a5af936360126bdfdf745155c8b38416bb1486409e367eb9f5c104cb35","sample_id":"grade-school-math.dev.1222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ec9047862f8220396823e6ad4a02032c3617627141b3467b5637fa461e82a37","formula_version":"titan-u-contract-v1","latency_ms":0.6743749836459756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33e133f411531d7818494d2f1aabeda58ab05599cbc0bf82340677c6b2013875","sample_id":"grade-school-math.dev.1223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ef2fe48c97eff22bf4fa72a928e9fc4c4c645dec8514533c446dd8c967ae19d","formula_version":"titan-u-contract-v1","latency_ms":0.8461249526590109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2726d91f97c6a47498b38607353a47da1e0f95318319840295ffcf2eb3666a4","sample_id":"grade-school-math.dev.1224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afc4797480d3be2a7c17d85f2969f45605e420b642c73c316c411b097a9ee2d2","formula_version":"titan-u-contract-v1","latency_ms":1.16304203402251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6e0db0be65932b97606c59a32d3122ebad11ab93b0e3eaa5594eb27029a90e7","sample_id":"grade-school-math.dev.1225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fa48e3e2f81b969659a9dfecd7ff642f7be72779875f9f1998399f00526c285","formula_version":"titan-u-contract-v1","latency_ms":0.9146250085905194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40a6e0ba739fb0c7405a3c20be2fd94022ed2c96edfcd6991f2dea88548991fc","sample_id":"grade-school-math.dev.1226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b3909ccce544eb28734060a77d0ab8de83a9ccd99982194b41c60f6ead9f59d","formula_version":"titan-u-contract-v1","latency_ms":0.7311670342460275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"216d13daa63b349ff2fd08fd278b14068eac78a9619f38869acbd28aaaba1841","sample_id":"grade-school-math.dev.1227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e89fc6dc52a0188ddc473f3cf9835a140da0a690471baf458724fdd7300c578","formula_version":"titan-u-contract-v1","latency_ms":0.8501660777255893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48401dc9ae59ad777193c9ec5dc03e3e5729279f28c709ea395f662e14f54e9a","sample_id":"grade-school-math.dev.1228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e42f078f95adb00b8d59c9686e97351715ad96b807ad98ef5573ef950cde42b","formula_version":"titan-u-contract-v1","latency_ms":1.735124969854951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b1785556663cbc87196b803cddc36b99f80267c302e58a001eb1e4596bef189","sample_id":"grade-school-math.dev.1229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf6a6632f0a2da023d7e849bcd871ad6d19b6c77f501df880d7d6355503b0a54","formula_version":"titan-u-contract-v1","latency_ms":1.3108750572428107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2736783e34ae7cb94557869e6c76796c80cdf915ad03da2e51c44fc10e125693","sample_id":"grade-school-math.dev.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7aab1100dd000d81a48bf63d051972ea9c8a36b670d36a8323f70121812eb02","formula_version":"titan-u-contract-v1","latency_ms":0.7175420178100467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fc61ba4d6432f4e991e4d6232372659c3240745203f9dc94d83d88dd271f263","sample_id":"grade-school-math.dev.1230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ae047b763246815f02c1024fc90d9acb580885ad5e2dd8ef31d29c55bac79ce","formula_version":"titan-u-contract-v1","latency_ms":0.716665992513299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"972a341615b0621dd2d942dbd732d898a1e79237ac8393112b04a056711abc62","sample_id":"grade-school-math.dev.1231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0962933e067ec7a276849295d591914c37a0791d25fef689d9c3421c03e2d32d","formula_version":"titan-u-contract-v1","latency_ms":0.8391250157728791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4374ca916b901874eeb8190c32d12f38eb953cdd8383630c382286a195225703","sample_id":"grade-school-math.dev.1232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee3aa2133210563fda4d9c9f941620c82615bf7ad9d0eebe617008586d88338d","formula_version":"titan-u-contract-v1","latency_ms":0.6784590659663081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c3b8aca9c948db9483aec03af2d2eeed15b1579962e9b18113d2be1dd9aba6a","sample_id":"grade-school-math.dev.1233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5a37b1346bd8c82bd768c2f920c5f7d786e9718eb0d9370c823d7d0209444c0","formula_version":"titan-u-contract-v1","latency_ms":0.6165420636534691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47eace41130aa12a16c2151f37c429df0be55018e3e67b7b4e652919727aaab7","sample_id":"grade-school-math.dev.1234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6480948a5e80a1096f8ed171290559a6f722f69fed4ed893c6675dba3cd6a0f5","formula_version":"titan-u-contract-v1","latency_ms":1.1039170203730464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4489bc33d724881a36588f3fbb0773a8381d4a7b9d715eb2ed76c98bc6a19f0","sample_id":"grade-school-math.dev.1235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddcbc0f748c77794fd7865015e2fc3db5e80199bc014a2b283d5ab2a822fc578","formula_version":"titan-u-contract-v1","latency_ms":0.8734589209780097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"054a8633b874e033478c4c2dce27a9607d0a363f62fe55d7fc3c79a8f2ee5a0b","sample_id":"grade-school-math.dev.1236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"861fd73567ccca4306ebed40964908d1e8a93a7c77718df79b0586ee0f8856c7","formula_version":"titan-u-contract-v1","latency_ms":0.6590830162167549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca91c4e8c94cfeaaee0762c4de28bf675dda0dafda8d729b903274a5e4122937","sample_id":"grade-school-math.dev.1237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4c96a78edacced25ed74d5a7e4214069b1e950aa82103adb51a907c0302db6d","formula_version":"titan-u-contract-v1","latency_ms":0.626583001576364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22cc658e3b13184b81f922c5e01fc6d9a757f1423bd7a078ed8aef408db76f1e","sample_id":"grade-school-math.dev.1238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e77c9105c285afae9c5b670606dbfe33d89e858721423dfba2f37daf9d19548","formula_version":"titan-u-contract-v1","latency_ms":0.6813330110162497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63103809fa028935a86e474f7ee839159ac90001ec66d924b71afceb367b3fcc","sample_id":"grade-school-math.dev.1239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a34094cfaf6e5d449bd45d1c3bddfb7bfe961f00447539e91fb02811b68eeee","formula_version":"titan-u-contract-v1","latency_ms":0.8847500430420041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e90b1b9b4f3b6dcfdefff4741a36978724bb5b4735c0e1ddc853ef62acaec4b","sample_id":"grade-school-math.dev.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b4f147ee990be6801a08dffa31ac4fcf1f8b7703d0c0d6847aae881ab74705c","formula_version":"titan-u-contract-v1","latency_ms":0.7187500596046448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41043a0e3500364e2f3f9ca1dd911506deb3f1653f61f006193ab9a25ace63d2","sample_id":"grade-school-math.dev.1240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84176c3c5679e1ac5200b57815fd89ad2e80252f8a521708332c8591d8970ea8","formula_version":"titan-u-contract-v1","latency_ms":0.961416051723063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e20add3de217d0e94480c6d8fa139c6a5016e96beabd74da98216ef01cd001c","sample_id":"grade-school-math.dev.1241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4196ab349700fca4772123d74124bf1c94d7bcbbd423d03861e1c6fccd79a233","formula_version":"titan-u-contract-v1","latency_ms":0.7019999902695417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99867142a388422aeb3f2ece750ea53eb48c0763c420acb6e1595e2019ef8c35","sample_id":"grade-school-math.dev.1242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80ba1411d64d18a438eae8ab933b80ab88beb685fd276928ca6935120faa2b44","formula_version":"titan-u-contract-v1","latency_ms":0.9084170451387763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"714444f59422c760810ebf763780f3ae0ff878afef05b61e0ed30cabdeb550cb","sample_id":"grade-school-math.dev.1243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e5a38ffb3e253fd1dfd3c6254fd22fb58f0a60aa4e07de0d939fd439b927774","formula_version":"titan-u-contract-v1","latency_ms":0.7114580366760492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d454193663af2508a7be51fd079cef447bdfb26d562c0e21220e6809023c53fb","sample_id":"grade-school-math.dev.1244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6adb83976a32a17189aa1ab9ea84da6ed473949f47c5d7d009c838c738294f7","formula_version":"titan-u-contract-v1","latency_ms":0.6523330230265856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67c1267e008f765f4a581628d6979f414561acc39a990d1ec19501152bca1e71","sample_id":"grade-school-math.dev.1245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24e6a7f1d23af00936a61f7a92f2d6c58b158b3af167f21318f9b89dfa766c7b","formula_version":"titan-u-contract-v1","latency_ms":0.8042919216677547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1827af2556c14acbf062b28a2d3f5b9231d9ae1912029694293f73fbe14f4bce","sample_id":"grade-school-math.dev.1246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"288447f54aba617e5d5a996656866c32bb0b5bce696d76d72e49eb197578d73f","formula_version":"titan-u-contract-v1","latency_ms":0.8543750736862421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fb9fe44a9e5fab8dd193504fdde642d88897de87c5b2dc9277ca3edfa2605c4","sample_id":"grade-school-math.dev.1247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7985d75c98594b3c1135fd1bed6e0c75a62838f1dc8eadfd560952efd3063e1","formula_version":"titan-u-contract-v1","latency_ms":0.675791990943253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dbddb8fa71543e6eed298138ce6042576ab4a654572301e8323ec6975937e4f","sample_id":"grade-school-math.dev.1248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4734a958d0eaeab5b0450ce42b037294c51892d393fd95631680a15ef64cc20","formula_version":"titan-u-contract-v1","latency_ms":0.6567499367520213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8735e59d47328b59f2f756a71951be80076cc3ea698169fbe2ddc5af7f4d8f49","sample_id":"grade-school-math.dev.1249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"032ea66218ec526b91eafc1c35dba9d18c199efb61329c1c4ee6fd6c6decb5dd","formula_version":"titan-u-contract-v1","latency_ms":1.1123749427497387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d8c3fe058c3849a84091edbf7fbcf5d3006801cb55ca65c9bc9d9466217e9be","sample_id":"grade-school-math.dev.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3e1efc94c7cab4272c8e9f85510a598aa9d7cd80d446bff7dd7c45ab6e73706","formula_version":"titan-u-contract-v1","latency_ms":0.8327499963343143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9e283a788c858b76d874dd70563f4f86f38a1af4ab5639a2b203afd3e187388","sample_id":"grade-school-math.dev.1250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a360f771da26cf7010896d0937b30297df1bd5018636e40d773e662c476da3a7","formula_version":"titan-u-contract-v1","latency_ms":0.766666023992002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6667026853dc4c1750f0e7678c24c75947805a0c08970bd5ca1e9fb4147cc297","sample_id":"grade-school-math.dev.1251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc3e1ccb84efc138785de8516e20bdb7213f3bb7a2080e246f34b6695059e882","formula_version":"titan-u-contract-v1","latency_ms":0.8847080171108246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff7b0f30a91c9500386207139c7c16b0a8cfe9e0b0706e256b86714e27580bb3","sample_id":"grade-school-math.dev.1252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c77b0948f51108e82b7480b6231d91386154923c468ea49be29491c6a1f2807","formula_version":"titan-u-contract-v1","latency_ms":0.7822499610483646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bb05fdf9342f1fcddfa4a4112956ef0b74084ed21665970f31e5e4ac121665b","sample_id":"grade-school-math.dev.1253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0add1664f734c8a99b6e98c49e4f4b0282f198d3967ff8e1e1b63f2b19e83de0","formula_version":"titan-u-contract-v1","latency_ms":0.6404579617083073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c29349d0ba4f9ea34054ae368cd7f2881f0faa259ead0995c63f7c839688978","sample_id":"grade-school-math.dev.1254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52f54615c872e54d657c0bbaab4b45498a9021afcbf1fa807b7cabc4862e649b","formula_version":"titan-u-contract-v1","latency_ms":1.2450419599190354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8f051001d89a4d06f880072a70ed7d8d1d04765039f0d717da96045c6dabdfb","sample_id":"grade-school-math.dev.1255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6a762aa6897993a3bab242e7bfa3eef43db3faab40abbd166e40974684dd37d","formula_version":"titan-u-contract-v1","latency_ms":0.7750409422442317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9853c1b5adebcf9ca79fbcd138ee92bb0335b67c45507d09def922ff0c8ce5d2","sample_id":"grade-school-math.dev.1256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49ae0e08ea3fd8f419d718809a3dc9c10cb065cb3072ada1a714c5ca22736cad","formula_version":"titan-u-contract-v1","latency_ms":0.799124944023788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c07881594c0a9128cbcd97420f6538d241174a31b7ff70146ce5a3ce7ad01bc","sample_id":"grade-school-math.dev.1257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02007addb1548cef69044c9686b8b07549eb332beee0a86b7a059976fa2a7d38","formula_version":"titan-u-contract-v1","latency_ms":0.6790830520913005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bea2ca43314d4436bfac6780c9762d6f6f889af307ff483e301f1761093a44c","sample_id":"grade-school-math.dev.1258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46033b48b54eb12493e4ec1a3f0c37446219519963569732ec7203fcfe643266","formula_version":"titan-u-contract-v1","latency_ms":1.0676250094547868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fdbcaafce526718550d18f7c5c1b1ddc2f448c9aa6e4a470424801bd218e212","sample_id":"grade-school-math.dev.1259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebd5d96811161391b6f9a54b94fe26a3253d47b3294a8b90faee778ede5a3a2f","formula_version":"titan-u-contract-v1","latency_ms":0.9082090109586716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76cbb538ea6d4ab859d56702e807c7a000f86e72aaa9d6431a3518dadb230aae","sample_id":"grade-school-math.dev.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5a8bd8cbf77c3298e3e0571c6822829d1e73654e8cdcb10993f4740b9ca78d0","formula_version":"titan-u-contract-v1","latency_ms":0.9934579720720649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"377a8cca654809077ea44117814b747d1f8764dfae753ae29eddf251c83313bd","sample_id":"grade-school-math.dev.1260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b14a95a735f804d6fd4f5d0b5e7baa0fe55a2a700f6001ea4050af850410eac6","formula_version":"titan-u-contract-v1","latency_ms":0.9800830157473683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"249467cfc034c583d9d89a4046df6e6d6a88d134b5ccd1941673adcf46cc1297","sample_id":"grade-school-math.dev.1261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c1aa6e039f8d7708eac63028687faa7610e093d1ecbf86d4952311eb083a081","formula_version":"titan-u-contract-v1","latency_ms":1.0651249904185534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e28e2a72a08ba427882c6ec3c10579c7ea7614a9e510fef5a6b0e08bb46d03b2","sample_id":"grade-school-math.dev.1262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2a21a02ccc9468c42318b320f08f5343cbeae1cbac7d3d14dc78629f172535b","formula_version":"titan-u-contract-v1","latency_ms":0.9145829826593399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f738a7db0cd6498a24ba52af6c51db677d8fdf15fd0d4e4d7b770a71051b4089","sample_id":"grade-school-math.dev.1263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dbd83cc873770cd9c9816afde192978642ae1311ce750d8f5a1268a2964c082","formula_version":"titan-u-contract-v1","latency_ms":0.8172920206561685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd38e39ae9f33ff85d8d708aa2d17065afc1efa09e97a556a84f9106cd2d66e0","sample_id":"grade-school-math.dev.1264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99926c3b040d227660da75a5fbe0d34aaf85a4724462a3c44f0ffea6193c652d","formula_version":"titan-u-contract-v1","latency_ms":0.7627910235896707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7725d05ebd16ec80def9541e1094f0568375b5e72999797da5bd8cf297547ce0","sample_id":"grade-school-math.dev.1265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12b6eb0d5b927e2fa203a13441b7c871f324b101275f7091cfee3a45dcc36194","formula_version":"titan-u-contract-v1","latency_ms":0.6323340348899364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77afe62c92136784c18fc846fa2d7faa01658e86e5d51784f33af776204f962b","sample_id":"grade-school-math.dev.1266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47cb95934b08cfbcbd6b9d178d71de6f0c75c8abd8464b8abdda2b96556b6efc","formula_version":"titan-u-contract-v1","latency_ms":0.8644999470561743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d12136a769a6d7a1713d814f9db3b3bec9be04f1a43d2bc9c590c0cba23ea466","sample_id":"grade-school-math.dev.1267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74a9aa651aefd2dea21334c1eb53967d599cb5971ecbcf2f80f67136a658cc52","formula_version":"titan-u-contract-v1","latency_ms":0.7198340026661754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7e0f2bab3b807dfaf686a32dc15e1ab47ad61e571cf35dadc299afee70abbda","sample_id":"grade-school-math.dev.1268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4a18b33ad1cb836f0d02bb270604bbf0180c04579f36f27dec883154814ef4c","formula_version":"titan-u-contract-v1","latency_ms":0.8487500017508864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38ab449c6f0b8e6fd2f1f46def4c4b175c0cdb00ff827036002ccee12693439e","sample_id":"grade-school-math.dev.1269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50dfbd502c77451e9b58650e08116b056d1b3e1e86dd59b736f7bc5e1c86e4c7","formula_version":"titan-u-contract-v1","latency_ms":0.7055420428514481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17767dbed61a165f01dd248524de60c2a836faf139c80c04246e647f11a82d03","sample_id":"grade-school-math.dev.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"203f49a95e64c40dd697cdc340cfd15ad5b2a7cfd329f09bbafca280e6d3235c","formula_version":"titan-u-contract-v1","latency_ms":0.8480000542476773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b41df3230081756493ea1eb66523e42fbc21e744a8f884fb9fcdf10b87fe3569","sample_id":"grade-school-math.dev.1270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c57b3a96a28457538d734d62bfbbf4e562457cd76a9b277d1d63e04a700791dc","formula_version":"titan-u-contract-v1","latency_ms":1.0009580291807652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bab1caa763b06145a36902f65ce910dacb90a9c40d670a982638f3a82c6dab16","sample_id":"grade-school-math.dev.1271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcdc605a0a63376c477a4d990d9e5ba60d02b6945d275252afb0b4791b4eb27b","formula_version":"titan-u-contract-v1","latency_ms":0.8487500017508864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d63b968bcd2f23baafae23c20570ddfec2439fd258797fad3c58969448d6335b","sample_id":"grade-school-math.dev.1272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d3423d98417fb90cc02944092ee9ff3750cb1efa520f2d369863ca635a244ff","formula_version":"titan-u-contract-v1","latency_ms":1.0012079728767276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e606a9b0f2e907064fc0b36ab933e8f17911901003b809d99194b13eb02dac4d","sample_id":"grade-school-math.dev.1273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7771a6b1ccfd895d020a241110794ca361221068b4fffb1784c2f30252658fed","formula_version":"titan-u-contract-v1","latency_ms":0.6777499802410603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e73648f0a3352a1c936ba513ff1ff8ae678a3da50402a0b500f0aefc46170736","sample_id":"grade-school-math.dev.1274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ec7b1f195d0d392d873405647aa57472a972404958ff6397ec6631a6822e59e","formula_version":"titan-u-contract-v1","latency_ms":1.1650000233203173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0a2b5f4e54adc24db64967cebaab98827bd33decad03aad4f9461ab50e21522","sample_id":"grade-school-math.dev.1275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39bf6fd80650b5d7a71a2a7cb2510d1f85d62329b806513a498b7082d989b0a8","formula_version":"titan-u-contract-v1","latency_ms":0.6618750048801303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d51537c7c6d8b4334fcc5d20782062082be6abd093a9fc0043e15fa38fc5570","sample_id":"grade-school-math.dev.1276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1a80f25db31c0fd08224bc793c9fa8c583c83ac0a99d4feee9f1716ae2336c4","formula_version":"titan-u-contract-v1","latency_ms":0.8775410242378712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c74d53dec80f3fbbfcc1b13b663bde2f0eb5cacde610e5b3f38f3f9b2aea76e","sample_id":"grade-school-math.dev.1277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"177c0eb4ec398f04b371b88ef96c1c802b4c7df109afa9ef1029c725305c6169","formula_version":"titan-u-contract-v1","latency_ms":0.6651669973507524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9b42b42cfaa4ac3d17938f24e0830f5b89d34b56afd482a5f65c829769198fe","sample_id":"grade-school-math.dev.1278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"362e3556dcb3e4458b7fc64c108d991b2a71d218199e2239463a6dd4345ad7b0","formula_version":"titan-u-contract-v1","latency_ms":1.3443749630823731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd07edecdbe5214ccb2646ff6a56ab39c010ae994cb43edc12a4e3f1d3042603","sample_id":"grade-school-math.dev.1279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2756565b38b2b9083a02a707eaba7e0d921e3e8687c97c4a34ac2777ddc9f8e","formula_version":"titan-u-contract-v1","latency_ms":0.8741660276427865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be6b277f892659c62a558dfe71ca2ab17883581f8380cbdadd4a46bc7bfab97a","sample_id":"grade-school-math.dev.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e07274af92e064eb1bfd33baccbf3c144457051d67640ce0c0c1ed2b79ec82b3","formula_version":"titan-u-contract-v1","latency_ms":0.6365410517901182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"496fe27b1303f94a26c660b988d85ce6ddfc0bc08b93ba72636580862612aaf5","sample_id":"grade-school-math.dev.1280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bf9fb9956191530d04790e84668d7af70f4724158340b984b4c36d0a167d62b","formula_version":"titan-u-contract-v1","latency_ms":0.8301669731736183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e337106f6f7a32ad5fc0a03dec579b094fbba77f74851894c22be856f4b4aaf","sample_id":"grade-school-math.dev.1281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9695f0b1a44e18c49399170d9ebf392693c44b3a9f9771419c465f46fe14b47e","formula_version":"titan-u-contract-v1","latency_ms":0.9732499020174146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37385702526e98c78a1a67e83c8469688afbaae97043ec662381a73c25c724fa","sample_id":"grade-school-math.dev.1282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df6b64e2fef504fbc656a71e904ed05da80716ce5f55d9434b1078de971de7b4","formula_version":"titan-u-contract-v1","latency_ms":0.891166040673852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ab3d91262a49f49b5460b56c734dd20220162b91c4cefc6cb2c67d3bcb11096","sample_id":"grade-school-math.dev.1283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55840d64fe3bb4df642ac082c105399c7b7c83b4bf975ac20c8255aa3a89a5ff","formula_version":"titan-u-contract-v1","latency_ms":1.613292028196156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"680e23043f1dbac83cdff795e64a513909d5f08443b260d6a3847c317a7a3b77","sample_id":"grade-school-math.dev.1284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a578da663eca25984c00a6d8ee191f2bb8faf92a3c22cbfed83c2646822a972","formula_version":"titan-u-contract-v1","latency_ms":0.9832080686464906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"111909d644a2efe4ba6c8ff435d62cfeb9308a710889a3f0140c2fd389220f08","sample_id":"grade-school-math.dev.1285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92b5d8ed40b601def44a8434b6edc67e5f07b8aad29a85d9754ab0a9654be589","formula_version":"titan-u-contract-v1","latency_ms":1.0964169632643461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"182c735db06554c488e7f3031528c871f8cea613c3f8a2993745f0ae30b23484","sample_id":"grade-school-math.dev.1286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2281f84313f2e08f02a56a268185755a39a72e2ea809c7cde173f500abc4538a","formula_version":"titan-u-contract-v1","latency_ms":0.8943750290200114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f187937948f43941a720fdc097014dff4b292f219503f242ae7414f1bfc4e20a","sample_id":"grade-school-math.dev.1287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e61ad28e185cf1d46ec5f76473b5f029be171c74d15d951bed99ce76739f4857","formula_version":"titan-u-contract-v1","latency_ms":0.645708991214633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d643750563c654dd7d0db2f2f4b43596af219f42ecd52eef255bcb3b292507de","sample_id":"grade-school-math.dev.1288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a2bc01e5586c36cbef37893cd639a1590e1e3c4a90d8bc9f40f8fda8fb874b0","formula_version":"titan-u-contract-v1","latency_ms":0.6750840693712234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5920977da6a72c1d85977400f04b3509d966c2f99f4c3c91688e234f9794fc61","sample_id":"grade-school-math.dev.1289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"026c19315b660e9871cd440ec423206f9c0c8adaf6aa9ba6530b04249d195fb3","formula_version":"titan-u-contract-v1","latency_ms":0.7090839790180326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ef97f5194db7dc43a3823780a58b9013cdb937658cc962eae3d1ca359f3ce10","sample_id":"grade-school-math.dev.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ff05ae04b43caeff0c5a483d73d9e78148a0e21a4c50bbf7ade2353994f9eb6","formula_version":"titan-u-contract-v1","latency_ms":0.8306250674650073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d464dcb603a7b0ef0553da9ba69de8a4901fdaf710130e54aa8c913d0280be37","sample_id":"grade-school-math.dev.1290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b5fe403deb27a3637a7b25e3c90ebe544831689b6510014c6ca5589eb0aa8bb","formula_version":"titan-u-contract-v1","latency_ms":0.9262500097975135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32094dd3f6d2621952d981151c76a223506fc52068f12a1f5ec9a96a249e8ed1","sample_id":"grade-school-math.dev.1291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee4c0c7ab8ceb480b1a7b5b89dce42acb4c4ef67024c7594654843cd63b191dd","formula_version":"titan-u-contract-v1","latency_ms":0.9988329838961363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15883545e129ddad422bc1d11812b8257367f08234ef6acc88f90e1fc35fc47d","sample_id":"grade-school-math.dev.1292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9b5b2c632270d0d601c518bc4050490a5f031738171f20d09e2a32e9709efc1","formula_version":"titan-u-contract-v1","latency_ms":1.011249958537519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2b75370341dc782755bd856b1fbfe731d09abf512f1988a118939f1ec5df573","sample_id":"grade-school-math.dev.1293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad48697f28c2f078c100c1feb3a20a2fd82cd25163298dda68617b80e0d98e9f","formula_version":"titan-u-contract-v1","latency_ms":1.2860839487984776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c9c04f00ae6c1d89a7467826119ada0c1fe2c804d435b6bfb0b413846fa2af6","sample_id":"grade-school-math.dev.1294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8240356e7b7f6f58537eaa060c203540b4d8d442e5c5be24664dac7e0ac00360","formula_version":"titan-u-contract-v1","latency_ms":1.0947500122711062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd68b782977aaf84b70caa0286dbada898cd87ec22bea22b1f63851af12acd30","sample_id":"grade-school-math.dev.1295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0596a9ee895a3775c31ddb8773f4e192713d2f8199f251a4f0154feea45fb0ed","formula_version":"titan-u-contract-v1","latency_ms":1.1072080815210938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84dc401511129fa3540eeeb9a71808ad58c97a86b4debf63b41f341e1950ba16","sample_id":"grade-school-math.dev.1296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b0b8db069f62e5e484b208f28db0990a7e28875170be76b8cc955ffa61b74d8","formula_version":"titan-u-contract-v1","latency_ms":1.0615830542519689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e34cbc07d76f5137404cc1742648b6af1e4e9b7f50304c3ac982c75720d3f42c","sample_id":"grade-school-math.dev.1297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86ee313d010f8bf255b7448f7742f7ea4e19d5f4f35150574658cf3dda9e7461","formula_version":"titan-u-contract-v1","latency_ms":0.738375005312264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca56729959fd147926e0492b33edbb8e970ec7a54b886322000c21df603b3a2b","sample_id":"grade-school-math.dev.1298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77c1b7eb28966069c4c4ce6240396240d20e595a35273e6c1417a87338d97a5e","formula_version":"titan-u-contract-v1","latency_ms":1.0750420624390244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06f23f1ff9d78af21ba94977e654769804b4d61c151e727273a61ce5882a0ae1","sample_id":"grade-school-math.dev.1299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20c386710064ed285d1f7f2342dc139766d558c92dc2378bea86806fd7798993","formula_version":"titan-u-contract-v1","latency_ms":0.9739589877426624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"471be37cff1da9bd9d130111b9b924b51cbb46e3801123df6881cdc01ba5946e","sample_id":"grade-school-math.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57a77004752bd6e519de1a40c4e7571dece772e6936f294f61b22548c6f4ae4e","formula_version":"titan-u-contract-v1","latency_ms":0.9942089673131704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c434de3166ebd1ad4467ba96dce8fd1e5c9d9cddce077277996d28a6a64c0e2a","sample_id":"grade-school-math.dev.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1706a9eacf6faf06dd00ae1d54f74f0ceeb1b15c5023f61438e0c346caefb43a","formula_version":"titan-u-contract-v1","latency_ms":0.6595830200240016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c87e201f2fe28d1d609d07e425e1506995444817570b52b9efba435aefad5501","sample_id":"grade-school-math.dev.1301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbc11de01f0c92be3d1a0d8e464ea8357b367e753d333da4e5c795683b58418e","formula_version":"titan-u-contract-v1","latency_ms":0.8465830469503999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68459aa1aea247ecd94b711f485e24e8408fb59591f0c8ee48ce2bb942c8825a","sample_id":"grade-school-math.dev.1302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6242cc02702ccb0ca351280dd24b720c72acba99dcb1dceb8650f76b595ee7bf","formula_version":"titan-u-contract-v1","latency_ms":0.6771660409867764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38dd2f7f8a583004cfc98c2d7c294cfdfb7899b41b3b95a52e5ff70d01c29aba","sample_id":"grade-school-math.dev.1303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"826186f248197266e7dc83c997ce46753b2d2d27b492cd944f24fb2b74e27b53","formula_version":"titan-u-contract-v1","latency_ms":0.6967919180169702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6f0073b66e4ab30fca131754f206ef868fd8cb432a5bb65788da63c9f23a9e7","sample_id":"grade-school-math.dev.1304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f45cb3d4ec6c410a6c6b8122b44e7815196db244956e36cbaf64d5f5cbc69410","formula_version":"titan-u-contract-v1","latency_ms":0.6660419749096036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0e5d86784c8986cf4aa1b7ae4dd8b51353a1335d2c0a7dd1079b3e43aff8f22","sample_id":"grade-school-math.dev.1305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"698c1f041f3737621a70e5377c4e502b29057a1a8add943f6be106165020c1dd","formula_version":"titan-u-contract-v1","latency_ms":1.056209090165794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e3d555b4d5612214da9e644af47ec920431569f60151bea8f36f604df3b28a5","sample_id":"grade-school-math.dev.1306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2db1b7f733ac574b205fb5e574c9ecffc11ebc3e6effc37a0b65c0ed02ac7041","formula_version":"titan-u-contract-v1","latency_ms":0.6384170847013593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ae7becb3b18bc0bca3b771a6788130790c2528799d171a62244eeaf034d874e","sample_id":"grade-school-math.dev.1307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"929bbb4ab7771ecc04ad77adcb0b6ed319c002a25cc0aa66e77c4342421dc73f","formula_version":"titan-u-contract-v1","latency_ms":1.0452920105308294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3d6a649eec5726b2ce6942d9c395b6a0cfe25059d413e5a9e51c3c39bbc89ff","sample_id":"grade-school-math.dev.1308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad7f4abae351ac7c54adb81fafc819cd446e96186d1ec149c238a80b862c790c","formula_version":"titan-u-contract-v1","latency_ms":0.6388749461621046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2740d0895c4f6baeaadf45243f4355e7222b89bd630bde74a0bc44d1a78c420","sample_id":"grade-school-math.dev.1309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db773068a95616dfec53b9fdef1cf1236622d0b2291dd694d74c0437a35f5979","formula_version":"titan-u-contract-v1","latency_ms":0.907458015717566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbf3a29cbe178f480f20dc5e0a3ce5c106f19b247aa465238ca65a06c9483207","sample_id":"grade-school-math.dev.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5c96a5bb1d34db620fe13be59e17d182d0a42c04bc9b436a0291e59b0615484","formula_version":"titan-u-contract-v1","latency_ms":0.8819169597700238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee32a5b96a7b5ac0b66e345749c27ce91aa93b0bca798298bad4faeb7119dab8","sample_id":"grade-school-math.dev.1310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ce30e0f976cc9d75a678bda593fbf3d9f18f6b0aa45730881e82a6bdcf219a3","formula_version":"titan-u-contract-v1","latency_ms":0.810125027783215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20056922412c375916692e8fa04439bbbbe5335e91dac101c73c34893f1a62eb","sample_id":"grade-school-math.dev.1311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"888856cb3d5e2df34b4bad7156ff83f6a849ad53cfb21255f73a23dc0fec6635","formula_version":"titan-u-contract-v1","latency_ms":0.6954170530661941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40cd8365182e92944060581ac558654a6ddf66b30307a2d34bf2bc588728c580","sample_id":"grade-school-math.dev.1312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbaaf7252e93c7b37e0eea6537765e8da890c3974cf5c3a1c9293de665b4fefd","formula_version":"titan-u-contract-v1","latency_ms":0.867250026203692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"267ab49c9daeef4108d10fe68683ed810ccddca32f0d35857403e9a9dc46e4e0","sample_id":"grade-school-math.dev.1313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56449924dfb9be73ec38f62a90e2cf0173e6be44f258440bb32f9d9f56603a34","formula_version":"titan-u-contract-v1","latency_ms":0.6581249181181192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1082490ef6139c76ffff86004c8689d4fb968960c8b0047289cf2d01d2c7c3ea","sample_id":"grade-school-math.dev.1314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"683be35b65fe09b88c5df443b13456678102c389ab779edfafa723e83cc56ef1","formula_version":"titan-u-contract-v1","latency_ms":0.8801249787211418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41836326643248acf8818dab44dbc625e894c28ba4c0fcae27ba6cc25e3f5709","sample_id":"grade-school-math.dev.1315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a747feebbb0c1ea55183919a1d01362d510d51296f5c3fc524643916ffd4e0b6","formula_version":"titan-u-contract-v1","latency_ms":0.6929580122232437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0b1f78a1e8bc603ebeef5c27145a7d0b9cb83d4dea01a86063465ac06e6cf39","sample_id":"grade-school-math.dev.1316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd487e2d4952502628f99a44c3bdc7e7020d354b44c603977d29deb340eb7c55","formula_version":"titan-u-contract-v1","latency_ms":0.8937079692259431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7791d2cab062c4cb1be77089e0f3e56acbef628673717ebd912d2b190328783f","sample_id":"grade-school-math.dev.1317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69ba513a756db5edbc9b42ec54835df23ad1cec6aabd241528415af04128f82d","formula_version":"titan-u-contract-v1","latency_ms":0.8102080319076777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feb0b205147e1e2794ae16d49f73c6b435603e35de006a22895198d5271bb642","sample_id":"grade-school-math.dev.1318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"969c0931eb6c6c751516bef0561007be699e4d1102e131ec1e50c2b36e03ce4e","formula_version":"titan-u-contract-v1","latency_ms":0.6793750217184424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00643d9bd6230d6110a26443bb64055df8ed89500eb77513f5676741c4a76f2b","sample_id":"grade-school-math.dev.1319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce76416a4277c03f8db5bffda84a590fa01fa199a244e29d211a931b50c2a16f","formula_version":"titan-u-contract-v1","latency_ms":0.9335000067949295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"702861dbed4da763921147a4444b2ab1404d3125e72b112f825be8d8d86e7d8b","sample_id":"grade-school-math.dev.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"291615a2cf97c2c1b95f5261437029c4e0ae426175b7cd989ae0e6e37bf2c524","formula_version":"titan-u-contract-v1","latency_ms":0.6692908937111497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a411e9ad1785dcafd750c3490b0f702f1b76be54f1d0131f37e30ead1af05bf","sample_id":"grade-school-math.dev.1320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"628c05f3dbbd7108571f2735e8ed7e2282d6af182a7d56b673d5ab884c29a91b","formula_version":"titan-u-contract-v1","latency_ms":0.7265829481184483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4df1fd29fb630aa1bc52befdc6d96c2d9c6b8b9e3986833b39d61eef799f3f7","sample_id":"grade-school-math.dev.1321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69fd3bd576664369380d7defc5c8dc6613ae6b10ecd9112d8200eb01478393ef","formula_version":"titan-u-contract-v1","latency_ms":0.7003330392763019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d6e3ab18ea49be0eac149bf070b264186bcc13754133bb5f6cd673b04dfeab4","sample_id":"grade-school-math.dev.1322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d846f537daac53e820039c8e9d3b9e065357646b0c0bd352df565c3a4ad7b135","formula_version":"titan-u-contract-v1","latency_ms":0.9647919796407223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"890b6eb85fc8b44a5de0b31acea5a07325ac180dd185f1a8dd01877791c9b5ca","sample_id":"grade-school-math.dev.1323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a12dc2b20ebfc38904c1edb81be837c2b2289d46bc479ff836e17c0baa8a75cc","formula_version":"titan-u-contract-v1","latency_ms":0.9140829788520932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66933ba49c70ad1f9534fa4af92bb4e4b8f1630e903f918f7e53589fb5a5597d","sample_id":"grade-school-math.dev.1324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d7bae06ba9d33e87ce8e8e65737babf9ad0624d47966269950d97fd1c5cb62a","formula_version":"titan-u-contract-v1","latency_ms":0.7802080363035202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1f35ff118a5b64aa8f38f2d1a502cc50631f00360dd070a9ecc28082b7ee258","sample_id":"grade-school-math.dev.1325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81a389a424c497469939fa97856c3abdb10cf759dd98f26873e78f176e280316","formula_version":"titan-u-contract-v1","latency_ms":0.899125006981194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d43b3e1a8f0f77abddf0964516db33e4e35cd22fb427fbeeb98288ddd6bd443","sample_id":"grade-school-math.dev.1326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"157a645cdbf74556c3076356ca294377d9e1ddb225d0adf5d8f01f8724a6884b","formula_version":"titan-u-contract-v1","latency_ms":1.8570420797914267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7fe03fd54e27f76fc37a2884e3db3793b12a7e65d247dc0cdc6cabf3ad53217","sample_id":"grade-school-math.dev.1327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"714713a1657ab2c31deac2e6d33a1a2261fe148d035f7eeb4c7f3ff2e7419d60","formula_version":"titan-u-contract-v1","latency_ms":1.000707969069481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a95c0b2e5b958e1b60b5a66ea524dbe94452bb5c4a4e64233de1c767f5f84dc","sample_id":"grade-school-math.dev.1328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"676d84a1430129f466e74a9955a130366f88777cc4de06e1a7eeb223a69c4ce2","formula_version":"titan-u-contract-v1","latency_ms":0.7497499464079738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bb32e0856657586d5bea3ae7210102ff37c08f324238ffac2d4be362b184ad3","sample_id":"grade-school-math.dev.1329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ec571f0078fe5af00385ac5dd6c44bac6226fbb52c13ba36e8e518724176d23","formula_version":"titan-u-contract-v1","latency_ms":0.8316249586641788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"373dc869d4dd557d4521b64d6c6a8f0679162fb5c180e5fbd80b5fd4fcedc732","sample_id":"grade-school-math.dev.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13ff980cdfe83a22397aeeab7d4c2053f103c492f4f48df5434f5397a58a8d6f","formula_version":"titan-u-contract-v1","latency_ms":0.6279590306803584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7375cd601a5ec5cafe5773d5273757b9938bd76a590b2ba8b256b0a60021d3d","sample_id":"grade-school-math.dev.1330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5eb64b3f0c74caa83a1f13f8e1337fdca2cd24305ec2735a516a87a9494a2d28","formula_version":"titan-u-contract-v1","latency_ms":0.6661670049652457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"589b741392ae0ecc221d14b520c1258e61279c20cf78076c16a59c1351518a65","sample_id":"grade-school-math.dev.1331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fe6c54000a39bbece3b7ed1d11705df7c42c0f299e29e669cf3fcc14f0ebd3b","formula_version":"titan-u-contract-v1","latency_ms":0.7979579968377948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2385ddb752e8ef7426f40a372cc804c485f19cb72266376fc81a956a3ba1acad","sample_id":"grade-school-math.dev.1332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"843156b1dc414a797c1596ab620bca1b6e1c32fec73ed40eb3c40ffffef6d22a","formula_version":"titan-u-contract-v1","latency_ms":0.8739579934626818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7092aaf53bed0c891dde082e712618f07f0d8e0a7bf6d017b211605a2f605d60","sample_id":"grade-school-math.dev.1333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fe483fe7c1ff9a12e73ec1cc7a51380721ff58387712c51cc58d43a6935f658","formula_version":"titan-u-contract-v1","latency_ms":0.8156249532476068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f48f0e25b82e59d982cc431312f0a1ede686b883c7bc1d3f2be7ae5a3c5a75c3","sample_id":"grade-school-math.dev.1334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8eee86e0633ece0331580c67613e9bfa6e2c2fb232a268a623cca5de3f13419","formula_version":"titan-u-contract-v1","latency_ms":0.6423750892281532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"187f0fad91a48914a8b05bb8912f95b4d7922c76533b6cc685db322ee2b0b1a5","sample_id":"grade-school-math.dev.1335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af9f73a37f2c05a74aa83de5fe9157476a3e06a4dbe288781ffd74e5abe60297","formula_version":"titan-u-contract-v1","latency_ms":0.8122080471366644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e1059b92678f2e61664dda04e2ce45ac94cc27ce9e9e9178c1879feaced553a","sample_id":"grade-school-math.dev.1336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f5503cf384b73221983587f57cb5532a92713944f61ce5d021cb8dcb8933afa","formula_version":"titan-u-contract-v1","latency_ms":0.7404589559882879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84728a1ddd4d108468bba1351e87029abd12d560c51c9ebf0be84ef7f2827a3c","sample_id":"grade-school-math.dev.1337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d539d7bcbc05e50bbf92d6113278dc3e3eafa76dd1af189fc2d960698e4b0771","formula_version":"titan-u-contract-v1","latency_ms":0.6648330017924309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8db126d8b3c7903719537a42f26f29f92c85dddca0460bd708f63fdb49e84ca","sample_id":"grade-school-math.dev.1338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c635fb38c26066733cb35de55ba3b7948f86685dfdb312b408b30ebf563e6d5","formula_version":"titan-u-contract-v1","latency_ms":0.6668750429525971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6095a3e43ba00a92e0a43c0cb2e72c302612c3b428f8aa8fa4677b8312cae9fe","sample_id":"grade-school-math.dev.1339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed4bd16fce0398e90a4167ea79e0b62c7a617ec4bd23934a7159c582697a112d","formula_version":"titan-u-contract-v1","latency_ms":0.6455830298364162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47f557fc21580c697622286a68c0dc835d0fe738444da065d24ee3cf4563ba93","sample_id":"grade-school-math.dev.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"363dc65dc0b5b2095c5592be5ad2e328b58dd1ed641f159b2e4285714c14ce78","formula_version":"titan-u-contract-v1","latency_ms":0.7429160177707672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e578210d58651937abea659c7bafd8769bd29644bd706ee86511e552c5332eae","sample_id":"grade-school-math.dev.1340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50f84049541fa4f7516e05dcc346c1f4f48cc51691324e4cdf34bed1b1dc4286","formula_version":"titan-u-contract-v1","latency_ms":0.6463329773396254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49663681322ebb9d9e8ef6964bfd5d17d770abc44e140827860f464c499991da","sample_id":"grade-school-math.dev.1341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5a1fb5cfe0ef25a16dc7804c66996054f9b2e9215d902641297f05dc16e8bde","formula_version":"titan-u-contract-v1","latency_ms":0.8636250859126449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"177756d6756b5e7ce1a6b868de1e5c5bff0d04c238d239d02689073536fe3cf5","sample_id":"grade-school-math.dev.1342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a03fc611da8723591f864fb944de62f372d4887a49376ece7dc13a77bea753a3","formula_version":"titan-u-contract-v1","latency_ms":0.9677910711616278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42f05879cf7348cd6ee1d0aa41fe1ca1b2a313095b2e019fbae9d2b3cb5d2fa9","sample_id":"grade-school-math.dev.1343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f763f9c23f8158f78ad0e615b99caafa0a19c6f4750db3322f1fe5343d3900b","formula_version":"titan-u-contract-v1","latency_ms":1.2156249722465873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c72491c864ff3b679f31f709a80b7a68b187a0030083384694581c47f3f8e9d9","sample_id":"grade-school-math.dev.1344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"147767a5bf6b19b9ceff360d7eceb1e78618aded7ac7f8f2e0adb6997735d941","formula_version":"titan-u-contract-v1","latency_ms":0.6712080212309957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d4eb7f27ca446c5db9ba12c148264ea5f1a42ee74598bbd8223c287cfadbb66","sample_id":"grade-school-math.dev.1345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86219e65468f774f37be01416a79ffd80c848f4729a3c4ff2f478812913c4e1e","formula_version":"titan-u-contract-v1","latency_ms":1.4100420521572232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a252bed12fec516de42f0ca2e20ea13379435ad30538958c643dea1c137b2f9","sample_id":"grade-school-math.dev.1346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f118dee044b700b0c881aba8de5c2f19f0beb1ce221125e9a27aa0d1d053b1e","formula_version":"titan-u-contract-v1","latency_ms":0.6767499726265669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0967e01df9bbacd74aaa2dc64420494d42caf0ae8ff6ac4c1baaa00e75958dc4","sample_id":"grade-school-math.dev.1347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42eb8c2a317a159383f48b1ed1dc1e54ce3306bb6b91bc4c4ee1631cd1cf0a2e","formula_version":"titan-u-contract-v1","latency_ms":0.6414579693228006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"836e23471409320a1ec5ad17eb7442749b6a7fdea2a23e18f59b0e644574ed11","sample_id":"grade-school-math.dev.1348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b24e40d1dde6982b165bd99503fa7021af7c8678072e73d3410f96353eb1ebf","formula_version":"titan-u-contract-v1","latency_ms":0.7119580404832959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aced6b8fe47da51ab69d70e29fb149e543fe9edd1a6260881d982e0db6f3b0ba","sample_id":"grade-school-math.dev.1349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1aa29036dca5ac530b19ae79c3b400e9c844e997d036a8c5ea19e381ae47e62","formula_version":"titan-u-contract-v1","latency_ms":0.6438330747187138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ee5055da075935ebbec7ea3531a4e4a852c103fa87044131cb2f6e1d8674a79","sample_id":"grade-school-math.dev.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bb10b87ed57e9805862c42f3a6c0223942848f6b7e40f82976a4c27bc58c1d5","formula_version":"titan-u-contract-v1","latency_ms":1.0265830205753446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee0d4298d2526118bbcb861497a6c8740a96706e9645d6c95efa6d1ba138a4ea","sample_id":"grade-school-math.dev.1350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40141a2da6a81579ec30db127a2a9cf1275d2c826bef372f3506badff0214b7d","formula_version":"titan-u-contract-v1","latency_ms":0.6604159716516733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96b1fc5f080ed5851cdc1376b84e01d112c6dee90eabeacc01f3207f5399b797","sample_id":"grade-school-math.dev.1351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd7ee8c9efe93d547ccea0c3ca38999bc33bd10b344a75f4eab30c5332dc9aa8","formula_version":"titan-u-contract-v1","latency_ms":0.668874941766262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f4a3cd7f0f2d294ea18b16fa0d13853674b3a9228360e915ccdd28ce75c1ad9","sample_id":"grade-school-math.dev.1352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f3d6b9092f61757fa8efae92c5ce8db924b104bff2a057e1351390cfe31e1de","formula_version":"titan-u-contract-v1","latency_ms":0.8207500213757157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69b292a04bebef2a2d2b844763b7936fb1183d4a27d95467c8e9c3e845b3eb35","sample_id":"grade-school-math.dev.1353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33ad4057a565f8e38ed030167214717f3b6ba487d74a99ea12f5d7120ed6633f","formula_version":"titan-u-contract-v1","latency_ms":0.7114170584827662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cac6717ebd72887c47e538a4ffcefefd8e09979acb4191230a8431051a9d57a1","sample_id":"grade-school-math.dev.1354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30b132c9bae70b4fc38e00e497b39ce424b86f9fcaa5088df75b0defc6313e6f","formula_version":"titan-u-contract-v1","latency_ms":1.047833007760346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8dff1a5ab434b77c8a6ed94a5b7ad3a477f78054019e45eba5dceceb338b69b","sample_id":"grade-school-math.dev.1355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ca59f4a27b0cf09fe77c36f4c5e34b2d5ca279041cdd278d9cb161b22ba8e52","formula_version":"titan-u-contract-v1","latency_ms":2.4683750234544277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14cccf6143ae34a4630397c04fceaa357d1ee04ef8abd3daa4090f51a7c330fc","sample_id":"grade-school-math.dev.1356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c155365d0f07d69dba0b8834d11b6bc1290b40f0615e492c74067eaf004d4ba1","formula_version":"titan-u-contract-v1","latency_ms":0.8616670966148376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"051f7b66c64e20e7d9c59948864638c56709f3bbf7f37f283a46889b12a9ab5b","sample_id":"grade-school-math.dev.1357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a54fb0e26c73424c9e5e8d20ffeab9ff9646d54a90037a2c0436ef19fef7783","formula_version":"titan-u-contract-v1","latency_ms":0.841250061057508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a30fc9b0349c686f23e28cce0021c1b912f8069dc45f12072ef659664c48ab93","sample_id":"grade-school-math.dev.1358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8df02f1a7769cad3a0f30e044e09fb43732b1f0c17a561d64e6212d68e2c412","formula_version":"titan-u-contract-v1","latency_ms":0.84304204210639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bf4c1136e5a8f8374441443cdcc24c616886a250ed09275ea12a8f6c69ddc58","sample_id":"grade-school-math.dev.1359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"418acf91b7d7f06a021a95d6538b79d286dd6f55eb8b162e6695658126480396","formula_version":"titan-u-contract-v1","latency_ms":0.6574169965460896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9bc9846096f3d72c09e8d38825a23fca9376c4c33173fd9fbcb9482587ececc","sample_id":"grade-school-math.dev.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31c425b8b7e236d58b1059e63bbebd3e3df20cd82a01338a3640e8ca3da528f3","formula_version":"titan-u-contract-v1","latency_ms":1.0435410076752305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ba0be85d2355177783b389f67f26e323f2abb2953eaaba59b6d1c7337149c4d","sample_id":"grade-school-math.dev.1360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bc1faacc3f4407bd9f85cf491abf7260c9ce14956f2922773ef552c2d55d509","formula_version":"titan-u-contract-v1","latency_ms":0.9522910695523024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c071c8f969ecd512461c7f735728c53ff333cd46e4aa104b144da2cc06b2a863","sample_id":"grade-school-math.dev.1361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7afc5773215d5def10c0ae53379a37c8354601fd5a174db30f69605f3c13f888","formula_version":"titan-u-contract-v1","latency_ms":0.8987499168142676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa08f17996e636074c14b211ee6459a337235acc5500277de323fdc6f1f4125d","sample_id":"grade-school-math.dev.1362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bb8e17943dd9b7555e1a745d512daaf671662e9ac3ed1054067f28b1c55fd2f","formula_version":"titan-u-contract-v1","latency_ms":0.9012500522658229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42ea5974bd40212a1798b4493abafd6d25207991477f4a02a1d9aad96700d607","sample_id":"grade-school-math.dev.1363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53d0ed26b65bb6b911b8fc01bb471ff8daa670fbfc58bf33b1d3e5ab5c03028b","formula_version":"titan-u-contract-v1","latency_ms":0.9380830451846123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df7331c87df342d3aa276052038e9d6ef2ddc2efcb8ea4f9a7c8d746f70ca79b","sample_id":"grade-school-math.dev.1364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec627a4433974cac97f5aa88d23cccc6491bbbfa81441238912602e787561caa","formula_version":"titan-u-contract-v1","latency_ms":0.8737919852137566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb5fc1593f36c8b027f06c6f5b7e09b41bb17db21006c3b3913596e5e1f958aa","sample_id":"grade-school-math.dev.1365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae7bacee29fa125d677b2c53d03ac410bfc1e97191787162ff48fb7b5f6fe3a5","formula_version":"titan-u-contract-v1","latency_ms":0.8504160214215517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73bb18b4ceaba84f9edae5ca45b4adc66e046fe71e08464a5f2f73508a1257fc","sample_id":"grade-school-math.dev.1366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbf56b5d789c7c65e3df78d424c402228472c094296aa4790b9560bd2bc53b09","formula_version":"titan-u-contract-v1","latency_ms":0.922541948966682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fc03fc46fa7a9bea5f01a9d6766694c8b9253f6075047924d57575c5fefb046","sample_id":"grade-school-math.dev.1367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f35a3db18d17272e693a0d3733a8b35766b0cf499219639baf73cc87a7ab6dc9","formula_version":"titan-u-contract-v1","latency_ms":0.8697920711711049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee2818d66cdacf53958f93567869cdd44e0bcdb65e5c0d249f6051480821c83e","sample_id":"grade-school-math.dev.1368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1ea850cd4df96cd1da11e8a3db392eaa4906c1e891d9f50ad4b2d4a248eec45","formula_version":"titan-u-contract-v1","latency_ms":0.8452499751001596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e4305dcda0f5eb6c1a12328425bf0ecb6c47914eacdf2c44cf943d8670429d8","sample_id":"grade-school-math.dev.1369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0211f70e573f9c516477668be4f4eee60864b753688bc4656045b857fc57750c","formula_version":"titan-u-contract-v1","latency_ms":0.6602499634027481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9ad0ae29dfef7dbf2e70842ce8a16c387e548f09d4ccd01678530b0a7591d16","sample_id":"grade-school-math.dev.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d257db9fbc44fcf8f63c82f85888ce40b1d839b436f59af8eeec15c05a9d5e39","formula_version":"titan-u-contract-v1","latency_ms":0.8369169663637877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f98bc78a0604359f12b39b63f496fe9e2763a2679b791c8ee16be457d41d803","sample_id":"grade-school-math.dev.1370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbd55761d9110c95fc4f016044ebe6dcc56391bdc0e9879d0e6078e5791f859b","formula_version":"titan-u-contract-v1","latency_ms":0.8720409823581576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8aadd73e914b5413fc6ec4e038ea0e0aa031e9e1c2bda5ab450f939eb71eed71","sample_id":"grade-school-math.dev.1371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f84f13e38bad8ea23f2a9ca075d9caffa7e48dc02f8cd3b2ee2c8d3ff3d35212","formula_version":"titan-u-contract-v1","latency_ms":1.0062499204650521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41b60bd43ec3c56115689cc155cdcd50eafc66bba24b8f7404f4e488c54c6752","sample_id":"grade-school-math.dev.1372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"373c8f55a82fb662efba808dde15b735164ba6279f3ed8935de62b34e755d432","formula_version":"titan-u-contract-v1","latency_ms":1.0313329985365272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be1260ee34b8b4e85f4632cd0388a79146ebcc757f5e427069d3f2bd841e59e1","sample_id":"grade-school-math.dev.1373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff1d02ea0b8f4e1f97d34df89c29f04bd626483bee08d5639fa23bc6c5b14b08","formula_version":"titan-u-contract-v1","latency_ms":0.8462090045213699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fad5b469b35074e50717ab3bc048c2b1884e8b361bf30748299ada646b2edd1c","sample_id":"grade-school-math.dev.1374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5f9ad182c6322128314edd06b234ba73519ab257945461080f841459831aa12","formula_version":"titan-u-contract-v1","latency_ms":0.9701249655336142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"161240c8c29cc66f358d262d42b8b928bfb66ba67cb06b40d7ec30fddc69c112","sample_id":"grade-school-math.dev.1375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d9e94a8c08d62b251d4a645df9e3ff242763d82c22f75e2801a150549954345","formula_version":"titan-u-contract-v1","latency_ms":0.8225840283557773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15779e73434eb7a2cd30f80a508c65e469d6602742e35e499d3857906c2ea312","sample_id":"grade-school-math.dev.1376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43c394a2d4732b6a84458b09eb24c229fa6182594e2e2c3297cb17a5dfb795f7","formula_version":"titan-u-contract-v1","latency_ms":0.8967500180006027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7d304a894fa1fe1f5f02667d6ecb406fa5dc4fd60bcc4940780df1bb3f83312","sample_id":"grade-school-math.dev.1377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a791dd99da3f3e6b368c2bd4b9c06c879ef09ab4aed92d46f6b193bce4f5c5fb","formula_version":"titan-u-contract-v1","latency_ms":0.8052500197663903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0b8cf409ce06a11f79d346093f2282d26f6a49dc4e6c88a102bb7a74e9d3d57","sample_id":"grade-school-math.dev.1378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02521f703c2fe93a4ea56c1401496e3a2a26ddd444ac58a78014695066000511","formula_version":"titan-u-contract-v1","latency_ms":0.9338329546153545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"442a6a482edc6ca774b6d258ba6879c20f7708ed759bce50d8580c4515585afc","sample_id":"grade-school-math.dev.1379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80605920835e1fb2350bc1aadb21405b10730f65a674929cfeb126478b55a46c","formula_version":"titan-u-contract-v1","latency_ms":0.8047500159591436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac4cc3ee516bcc175be6dd82804b29b98865a577c2436759913cd0eb28d8d611","sample_id":"grade-school-math.dev.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1f0edef03f52531d97851eca69424ab4575f765d7db285e0995569f9cccd534","formula_version":"titan-u-contract-v1","latency_ms":0.9058340219780803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a18bc8b46af061284356c1feb1674af1f1567eab92daf695ef5abcf63939f506","sample_id":"grade-school-math.dev.1380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"498ce49ade3ebf9f4c854f26b0a6497fd249b0fca1b00c164314f99e6290935c","formula_version":"titan-u-contract-v1","latency_ms":0.9282499086111784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fddd809be8f0aa9cf911bf4abadc9d9fd6a9031d403ee2daf5433bdbce0f862e","sample_id":"grade-school-math.dev.1381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73f4690d32ffcf1e8cffe149f56ed999303569253bc9bf300af9b188eb1cbf9c","formula_version":"titan-u-contract-v1","latency_ms":0.8128329645842314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83480a847cf02cabd23db7f0eb2ec74e974b5ab83dd24ebcc839b9c396576ca5","sample_id":"grade-school-math.dev.1382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f79f51d45d05789bd0e926bcc3e8c77729f0cc1a8ba8ee3e9decec26833444ca","formula_version":"titan-u-contract-v1","latency_ms":0.8554999949410558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e4322553e063bd85c174cb6dd1a85484cfec0cf91064bafae739e3ec86a93d9","sample_id":"grade-school-math.dev.1383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e607f315cf2f6fb996683f54ee1c50d403e48b1ef7c8fe842d93e34147f7be6","formula_version":"titan-u-contract-v1","latency_ms":0.8892080513760448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62a3e635eae117c516ffa639d82acb7bff7eadbd75ba632003920ad95aed5c88","sample_id":"grade-school-math.dev.1384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"877d92a24ef97e65e1f2fce97bb15a22e2b31d285b8a0683c37d036a851a6dc3","formula_version":"titan-u-contract-v1","latency_ms":0.8866670541465282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8f55378f1fc91801794c8b698e7ddc035483160e8f19cf392a521a7eba5ac9b","sample_id":"grade-school-math.dev.1385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ef868f78f017b360974b96fd31e423f6c738abb397ff96c85e60e012f57546","formula_version":"titan-u-contract-v1","latency_ms":1.0552079183980823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4a22e68daecda26854f38837aab9400f5c55ee1fb0d2feb658c141c894dda06","sample_id":"grade-school-math.dev.1386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71189c9e756f6593d7c4afdb81d3ddc08817486e09ff7ae4979cbf8d96ff08b0","formula_version":"titan-u-contract-v1","latency_ms":1.1507089948281646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9864fadc32ac9fd2c1b574cabdc06918f6058097f5aeee3e08fef41e034a4ecb","sample_id":"grade-school-math.dev.1387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1059d5bfcd30a636e399704249250935d3c5d7ac9ffc2c9c2e382dcbe47fb1c1","formula_version":"titan-u-contract-v1","latency_ms":0.8406670531257987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a005ac3df6a03f85d60bc8e8031f1705b25e5c933ced5d98c4d39c7ac9b3f89c","sample_id":"grade-school-math.dev.1388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4139a8d6cc3cff52fe5b2a5d8fec98757745997378fde8a5a8d0f3e919d97e3e","formula_version":"titan-u-contract-v1","latency_ms":0.943250022828579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51e4cce255ab60c80f1b2d4a7e6f64b5cf1c4dfedad1416c934e2085624afa2f","sample_id":"grade-school-math.dev.1389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d56a7e76ba94b835f74e00acad76904cb2808630e421c381dfb631c9f1cb458d","formula_version":"titan-u-contract-v1","latency_ms":1.024374971166253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab42d8de89269758042bf8eef52486a87baa3e05346bc8b7867fd9bf07f330e4","sample_id":"grade-school-math.dev.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5df15754b7bc1bc5630b9081adc8c9f44747f1829bd6c3262720d3711cfde0fd","formula_version":"titan-u-contract-v1","latency_ms":1.0534580796957016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05902d90eac3c5a544535e2cb207e9bb1d9c8a56daef5d15daa6f7cd191e0fda","sample_id":"grade-school-math.dev.1390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49e548eea4c98f3395443c72d385f44db1a261f49c6ee9489b9d6286a85cc0fe","formula_version":"titan-u-contract-v1","latency_ms":0.9681249503046274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfc4d078fa15eb098f126d364357bc8ca34adf5d60cc78d7ea5e11c613c4d3cb","sample_id":"grade-school-math.dev.1391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8062f76668663826dbced9b8dbc9c1634ea26ff93f3aad32e1973bf1f0214fb9","formula_version":"titan-u-contract-v1","latency_ms":1.2349579483270645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d3757703e71d0dacc86a1a93c97f90d4be1060c4d705350fd39c0b0ecfd364e","sample_id":"grade-school-math.dev.1392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7fe5141635f3ab48fa17357fd7ca77131a748edbd67c279fa92b85969c3f7fb","formula_version":"titan-u-contract-v1","latency_ms":0.9129999671131372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edb20735512143b41829607cc6c8a171fcbbb75a09334e2297486aae5865999c","sample_id":"grade-school-math.dev.1393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83690aa140094643452df159065bbba044e6f1399a4dbf74d3479495e58384f9","formula_version":"titan-u-contract-v1","latency_ms":0.9860830614343286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19f7370cd445f6d69a8cfbb5bde20d2af1d2bb309725de5e9edf075094046606","sample_id":"grade-school-math.dev.1394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"166ffb3269df9012716404ff3300cd8a2e56d0c694e9b48d731b763a00296289","formula_version":"titan-u-contract-v1","latency_ms":0.8570830104872584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f384dec95fb038360ba7187262bd793c43c65ae8857acd4d12aee87257f9358d","sample_id":"grade-school-math.dev.1395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"299d6e7c91bd05ca55f58d524746bf53ac23d02452bedce758622d7e31dfd859","formula_version":"titan-u-contract-v1","latency_ms":0.9478749707341194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0aaeda216fb866191be03c3223a90c65db65afb4a0b93a2b6a9a45125ad34f2","sample_id":"grade-school-math.dev.1396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"205164c7980c4b820214e1a71c0a5e9371719ea460c8d1edc253b5856a167152","formula_version":"titan-u-contract-v1","latency_ms":0.8384590037167072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a22f57209ee991fecaf1ad38c92fd23166f90f92ac6c140b5b9c388d630e7b1b","sample_id":"grade-school-math.dev.1397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fbaea765942351cf06084e60854da310b4b6bb2ea19ebc243c682232c748af8","formula_version":"titan-u-contract-v1","latency_ms":0.9027499472722411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11702fd3a73129329b147379176ee717b8aef99a76e79150f843b5da7a4ee2a0","sample_id":"grade-school-math.dev.1398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4024c99602ac7509bbcf14abd5aad20813c12e5426a7f1eaa801584e412376db","formula_version":"titan-u-contract-v1","latency_ms":0.9055410046130419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31fa2d8586011084a988923ea2956c8d9196aa6612d46ed1953f5fef1ec50b4a","sample_id":"grade-school-math.dev.1399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6fd17fcd9f83787c7cdaede753a042f277f7128a357020bd84558feec8f3581","formula_version":"titan-u-contract-v1","latency_ms":0.8590000215917826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c07ec29bf8fc9148a5b87316b402c48fbad9711232a859ec34f91493352b1e5a","sample_id":"grade-school-math.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa87229322ae3037c17c2ae5aaa363ff3f0fb1e86725ceac802012d31f341144","formula_version":"titan-u-contract-v1","latency_ms":0.8094159420579672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb09ae8b41c936370d4fc3099cd2a92c49f2fa36404326de200a057711a54ea8","sample_id":"grade-school-math.dev.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8b81e43f433fd5182074e96d54e025377fd472c38fcc0580120c36bdb8d3ba9","formula_version":"titan-u-contract-v1","latency_ms":0.8335000602528453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53bd99eb332977afc7eb8debe7eb052ee65bbba0386108acc58712c848572bdc","sample_id":"grade-school-math.dev.1400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22d4a28b0f73d70182a7e86fdae5dae86bcf1e9f423ea61eb3fedd2449f01db5","formula_version":"titan-u-contract-v1","latency_ms":0.940375030040741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"080e167e2cbafce9e97176ab0fe4228da0f5b106bc4cdb12484cb23f30cb6aec","sample_id":"grade-school-math.dev.1401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3aea95bf25fe21afac1e7c4f6cfc1cd4ccf0c541ff2a3ec03bbed0af7706443","formula_version":"titan-u-contract-v1","latency_ms":0.9891251102089882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1169d9206e79b87811a70c5b809c608f928d8d77a4c56ca120fd9e87e6ea48d0","sample_id":"grade-school-math.dev.1402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"142403cbd2bd8a495525ca21c76ee2f4cf7deed28e79b16808467548a3c94b45","formula_version":"titan-u-contract-v1","latency_ms":0.9297499200329185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6849b02221594b03a5d0307c2a63095eed4c8739f59703d3580c7bce6efc6bc0","sample_id":"grade-school-math.dev.1403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e55363762c666ae7e4ba2f0bf8d1be16c862f08543ad224008acedf534fdd02d","formula_version":"titan-u-contract-v1","latency_ms":1.232833950780332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"235451cfa083c3a44f733098ffd59e182df2e6902b42243f83f83f41ae071466","sample_id":"grade-school-math.dev.1404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b521f1fe1f07c3a87e20abb0787a091a8b39147640d76a79060e33dc47e8f2e","formula_version":"titan-u-contract-v1","latency_ms":0.860749976709485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7b1acdc7bd2062c483c44c4d9ba1b535c149b962a45f1f4d8d51f957316a3a7","sample_id":"grade-school-math.dev.1405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42b15c5db7f7d4fba777271634bb46d19729e7f8758536f1fef64246a2fd5cd9","formula_version":"titan-u-contract-v1","latency_ms":1.0602910770103335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7765d8055b09bf2383e627c5a38b40b41e4d1375d0ea6fb8badf325408e14185","sample_id":"grade-school-math.dev.1406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a5d2e1b7e74a4d7aed53ecc4fdc0b01d70e813c1cb8c9ffbe4c3013ac85aac6","formula_version":"titan-u-contract-v1","latency_ms":0.8552499348297715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b520d67ee223d29a37038942321d6df790b6cbbc3ed4362c1b9ceb05712f864","sample_id":"grade-school-math.dev.1407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd3b1d7a7a5fb67b9a65c7576bd80a82f3cdb4ec359af8aee838d09a51621c3c","formula_version":"titan-u-contract-v1","latency_ms":1.2461249716579914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89ee990fc2f9faa45a104ac1f429d58617b061efa9fefa96113f3233b62e57ff","sample_id":"grade-school-math.dev.1408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aaf892a60dca885c156a0d8b400a36b87f2c794a51eb1172fa5d663e210fd277","formula_version":"titan-u-contract-v1","latency_ms":0.9269170695915818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d5b5a60ff230fa6935f3ae0dd4359a77a601b51a42881b9c2f7572ec4281370","sample_id":"grade-school-math.dev.1409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8348d13723326438301bb1ab0f14052630a6dbbea9cd6718483da9d0fcd4285","formula_version":"titan-u-contract-v1","latency_ms":0.6755829090252519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c19df2718da810431eba39845f4631b1d3cf17d76b56bb4cf6396d9f0aeb2a64","sample_id":"grade-school-math.dev.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b001474880004b89e664b9efca72c28a94d58e66890e0ba506192ecf8fe4d32","formula_version":"titan-u-contract-v1","latency_ms":0.9764999849721789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9632f85a66fc8ef47116616447a1d9bf5dfc24404a6925e10f011f2a330571b1","sample_id":"grade-school-math.dev.1410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb0ea223f297c395cd281ba199e82b7b98ff794b27aaecf0076316429cf14a68","formula_version":"titan-u-contract-v1","latency_ms":0.9443749440833926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"324701ace9f7106e01603940f0892f0848635375a70a2eb3d394a5195555746f","sample_id":"grade-school-math.dev.1411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0944711a303e9b4a92d1e457e9eaaeb5fe3f43cfdb037a39114010acdc6a1d1e","formula_version":"titan-u-contract-v1","latency_ms":1.2180829653516412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20ca2f07a1972a6c4cefb9ff86c69845aa218cbc50d5153c199dbd95761360b8","sample_id":"grade-school-math.dev.1412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"101231a1ac72f7c88683b0c03222f36e4a15a9fdef8253cd149c7e6b80f98e07","formula_version":"titan-u-contract-v1","latency_ms":1.0485830716788769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"287909903e3083d574dc335e060bdea22b89e7bd50b1027fc589b03c7466ad29","sample_id":"grade-school-math.dev.1413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d56c74fa77789a609eb18152a1f1db093f67b1a543b091152f67521ec47ba724","formula_version":"titan-u-contract-v1","latency_ms":0.9072090033441782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dfd42844347136fd77e1d8e4dda2aabbaf648a1f5cb1042ddb29344e445c81a","sample_id":"grade-school-math.dev.1414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b440252b80f1eca047d13cbcf60eb242e9ed1f34bd0b757796794e66e756073","formula_version":"titan-u-contract-v1","latency_ms":0.8634170517325401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac6d8393718d3cafca3e267d43bb172afc71b77f150e5e27c61a5ca61c601761","sample_id":"grade-school-math.dev.1415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"028c5e5ce36624af3a53b060cb2a5520b3cd885cfca0759ee50d97294f64a988","formula_version":"titan-u-contract-v1","latency_ms":0.885708024725318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dab3437aa93405b400f1e8ae1a4c3acd59f29ee5f88f358f328819a9d00f0dab","sample_id":"grade-school-math.dev.1416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a29a06f8f70e8bc02ba5b6f6e62a935bcf6f6b82e13ceb9f5d10e4733a279ef","formula_version":"titan-u-contract-v1","latency_ms":0.8665421046316624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4744e4b89d0694461073e9543f67a5ddf4591bfa152f3484b2ee9a9a5f4b7c51","sample_id":"grade-school-math.dev.1417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a8a3fbf3b5da080362621abfa0caddb857dfe6854590f7eab60fc7be6af5fdb","formula_version":"titan-u-contract-v1","latency_ms":0.8905000286176801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbbd03c80c3c61d096afbc499af788eed48d2598da32d528906361ff2affb746","sample_id":"grade-school-math.dev.1418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e4da2f4cff160a0a4e78c5337d99bc7685567e9933b7044ea3029326e1c10d7","formula_version":"titan-u-contract-v1","latency_ms":0.9763330454006791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8accbd869943dc2f30688cd7450af108218fffa21b796064ee1079e823762c4c","sample_id":"grade-school-math.dev.1419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d576bd6cc62db46373e04b938185825758dc6d96276476da9dca847b3e48130d","formula_version":"titan-u-contract-v1","latency_ms":1.3876250013709068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e854968f073cd3046a952e8c5a2ac4e2d814edea1680179229bf4d35fabe77d4","sample_id":"grade-school-math.dev.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b48bb9af874e6781a7cefd9c30ceebe21d94dd3740eed741996eac6177c5313f","formula_version":"titan-u-contract-v1","latency_ms":1.0777499992400408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b451595db6412ced7910ff871c0e5d1aac32ea9a5838a67d89285272fe297068","sample_id":"grade-school-math.dev.1420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"512e2a37d8514460d579c931b1e128d15b3551b7f4c48301c7e0326656774571","formula_version":"titan-u-contract-v1","latency_ms":1.0184580460190773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d46182ca504bb625a14cd6e686eb1f1847559d6fbdc58425343cd5de2d34502","sample_id":"grade-school-math.dev.1421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e23caa2a849dbc288a1e17877e8ff222b945ba557395122ede9987f76f20a0a","formula_version":"titan-u-contract-v1","latency_ms":1.014249981380999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b127c1e24de1ebafaa4f8cef9d8044b8fc95ec8b8cab5d88971791cc95232472","sample_id":"grade-school-math.dev.1422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"656303a7b8fc6521f15fc9405c9860896ee72da53e78b7dbb9d84f4f85ddcd2f","formula_version":"titan-u-contract-v1","latency_ms":0.8640419691801071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d417025ceba676b3a5ccf208373cf24737bf440be4649d805bdb2535fed5d823","sample_id":"grade-school-math.dev.1423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2822da5c861e7ef13f0355d396195250afe5b0056e57b6f35fcb88427b116e19","formula_version":"titan-u-contract-v1","latency_ms":0.9923750767484307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"428de8b17537ab436776da49abcadc405efe5e70e9ad00397c42dcd215e58023","sample_id":"grade-school-math.dev.1424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d32132fdfbc8479a5e11fa780fec2c256a2ae788a2adf5780687c166b1a61965","formula_version":"titan-u-contract-v1","latency_ms":0.8425420382991433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e379344741e1551342215790f0e6b7ddb41e8e1f06bd750a7d8e193e762b8bc","sample_id":"grade-school-math.dev.1425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25326c0b7266052a262e89937072b74a68923eb10045fe14db5eaf51330d3819","formula_version":"titan-u-contract-v1","latency_ms":1.0673750657588243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"beae1a7f384031436be5eab1c6a2cda11119c8e839754e48f84af56eaaf635a7","sample_id":"grade-school-math.dev.1426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b8dc56a26a1f4271baf8b44c723702023aa19c59049966e9462223890abc4ba","formula_version":"titan-u-contract-v1","latency_ms":0.7505000103265047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4452879fa21eeb626141f26cf7dd9827feb35fd8da95330bc5d0ed22a78b88b","sample_id":"grade-school-math.dev.1427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e90d1e5cb9d6e46e10cb57517872532dbb6a811965eabb99469c35bc348b1ab","formula_version":"titan-u-contract-v1","latency_ms":0.9757500374689698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c54ff66f6cec98d12efd262fc777c2fc8a5c00659130e1050305ba3d62ab7093","sample_id":"grade-school-math.dev.1428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da17faa496bed2d9473ae6c3c43031866b44ba0ae02ae45fdeaee7b24e5826f3","formula_version":"titan-u-contract-v1","latency_ms":1.1322499485686421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"619adf6e384b7836dc2e5959f008f5559827a03209f62acae908f5c64ade2581","sample_id":"grade-school-math.dev.1429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"354435bcc345613fc2820bf415d40c1827939222fb770fe4cede34cf473b3aee","formula_version":"titan-u-contract-v1","latency_ms":0.691666966304183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39f04b8357e22d959a49058fe08714a1ff6a40ca1468f8750fb98f12c6934dc0","sample_id":"grade-school-math.dev.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c07e6b6b61ca3630d3e7cc19d9a18ea1b3822b5b5b13fd27fbfc32395c3e005e","formula_version":"titan-u-contract-v1","latency_ms":1.1574169620871544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7614d381523b059ec61ace3f36904b16376bcbe07acfcc6a9d319a757f8ea80e","sample_id":"grade-school-math.dev.1430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"329f02c48363fa153bd917a912620b5cc7492d2e8cbdcf5879c381f2d7144fc8","formula_version":"titan-u-contract-v1","latency_ms":0.7357089780271053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b1faf0d6f7f2532a5e61bbcddfd3479001387e06b3a33afd911812f2150e26c","sample_id":"grade-school-math.dev.1431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"291118b070cf431f354562e395b32e8acbaeda65fa3ed82423c771ec78bc2f35","formula_version":"titan-u-contract-v1","latency_ms":0.6984580541029572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"189b087ea7895f8640c2d83275dfb973250a8b6989f09f78004bd63a9e1be6f3","sample_id":"grade-school-math.dev.1432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e3b442482038f4cd35619f89a32a5259e68a1ef02c75ad3f1e13b7dbd6a5659","formula_version":"titan-u-contract-v1","latency_ms":1.0148329893127084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69f4917b5a72f74f57a40803669c71a03137ce3a1bc40771478b3c1d3618cc7f","sample_id":"grade-school-math.dev.1433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3aa84fb24695b62326355f8cb8d89640b3c94cd13e0bc03c0908a27a1939205d","formula_version":"titan-u-contract-v1","latency_ms":0.9019160643219948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f86e2cf26a2618091c69739774db578bf5dafc259e0342924c9b6d98d73c983","sample_id":"grade-school-math.dev.1434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa14726b410fbf693aa59d0a292e837b5b5327d15540491b0569390bba356c1b","formula_version":"titan-u-contract-v1","latency_ms":0.8750000270083547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d692d496fb261830114a49c77f49526fb6114d905b76b76e6d4f648498be48f2","sample_id":"grade-school-math.dev.1435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9537408bd10f482f4fa64f624538cc17b223a2c6db96624e45949eb1914c6459","formula_version":"titan-u-contract-v1","latency_ms":0.6829999620094895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44f01b29af5423b91138bd0f63fe9dc5a94a8d91393371cd408825c79f042f0d","sample_id":"grade-school-math.dev.1436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa44cb7fde7485c59643495d491ee2ba591621ffce70dd5b11004a2bc2ef4553","formula_version":"titan-u-contract-v1","latency_ms":0.8957920363172889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5b3efafbc0d03035b4e2610efe6fecc3c0d9d444505fd1c5e46b5e471c6057e","sample_id":"grade-school-math.dev.1437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e8f55dccf81d02e8a34e94765b4280460776bac0eed7fb4a90bafed1f8090a8","formula_version":"titan-u-contract-v1","latency_ms":0.8171249646693468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"600c37a348c1105071c21bd8aca9b7224693c09de7fe3242fef00dc289902849","sample_id":"grade-school-math.dev.1438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40e3887193b22eecf81a139a6dc152106997c7fc75f1287e18671e628a36382b","formula_version":"titan-u-contract-v1","latency_ms":1.145124901086092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5eafabd3fbea95a1c65104faf97b20a3abfd6b588f1ae293c9f7aaf4fee47f72","sample_id":"grade-school-math.dev.1439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"122c39d7129fba168388d76f134f60319fe67341489c208d14582873f44d22d5","formula_version":"titan-u-contract-v1","latency_ms":0.9802499553188682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bff5f3db9a5bc97c594d1d39f0fa02bd36e80c35de8a098d2682026de2c9434","sample_id":"grade-school-math.dev.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7835cb4ea5f8aced34a69017ade48b925bd1e65d2b5d766b3e3f644cd09dda35","formula_version":"titan-u-contract-v1","latency_ms":0.76916697435081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49067fc9a98c2cfd13f88d94fc195cc23509532b04a6113bb4865ae08b7eb7e6","sample_id":"grade-school-math.dev.1440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f47db85ea2e5a38e11d12447c0b5118ca3ce3b0ad9d313a3c0237b58ce23b710","formula_version":"titan-u-contract-v1","latency_ms":0.6830840138718486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32f8cdbf9175a0f2620cbafe71635df83513fb29a61bd3bf9dea374520f1d456","sample_id":"grade-school-math.dev.1441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ee2f8e099c41600de26916fb6bd4d74ced5bc59459b8fdebaebc13832c744ef","formula_version":"titan-u-contract-v1","latency_ms":0.7173330523073673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b44aa91247337358fcddfccfaf7ca27c53be44207be904dcf1acc424dcf5a37c","sample_id":"grade-school-math.dev.1442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef1d1991068ef014853785e979dafc03b032bf3a05e8ee243d7273d612621d23","formula_version":"titan-u-contract-v1","latency_ms":0.7015420123934746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8649c59336a73e3a6edfce560c1e1275fd4c629278d6c8f56714c25ad028b3d5","sample_id":"grade-school-math.dev.1443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a2d47ef2778fd929718791e58624e8d17a110c823dfb822386a99c06e0f5f00","formula_version":"titan-u-contract-v1","latency_ms":0.8617918938398361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffc1e0395259d884b4fc3c87ef8ab5da503541db27550cf3f6784cc50cf9b7b3","sample_id":"grade-school-math.dev.1444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6697278760afeb91ab0cc43ea863483b82e4d70e4e56ce6cf782455842d9eb63","formula_version":"titan-u-contract-v1","latency_ms":0.6777090020477772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e640554d130a072c7b2165a7221df7676389816bfa2b767f0f312857be528f0","sample_id":"grade-school-math.dev.1445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab8888fe59d93d19710b2e15706b95dd720082d3659cb0aacfdedba04104b662","formula_version":"titan-u-contract-v1","latency_ms":0.9286670247092843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64f1c456daba8fb9be6ec7c781a589c44dc573e850851577c8873a17a81956f6","sample_id":"grade-school-math.dev.1446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05e715bec89ebc6fc43b3bf0a3c39eb14216d22b2d62663133eb590b7048d5da","formula_version":"titan-u-contract-v1","latency_ms":0.8594999089837074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e70551423716db8411b1a207dafc6a66a55d47571c7833af94196463dd4cccdf","sample_id":"grade-school-math.dev.1447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef3f49bacbd7644a51fd6a4c405e457e41a421374594dc0117947f6d8afcb161","formula_version":"titan-u-contract-v1","latency_ms":1.0129590518772602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f7b5e97fb886c66929833f3229567edffb2675234f32bfebcd274ef447ff1e9","sample_id":"grade-school-math.dev.1448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a53d3ef326ec09d13c55858784499b4dbfa06c559adc79acc68a4d19b7dc9f63","formula_version":"titan-u-contract-v1","latency_ms":1.0378329316154122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a108567684fcc2f6e41a3b9956fd923d4e39ccbd9d730ca1a385562a4be2744","sample_id":"grade-school-math.dev.1449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"509a2b6aea588802c22680e28953e0226bb365b73aea2555d989dd7417121294","formula_version":"titan-u-contract-v1","latency_ms":0.6843750597909093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"decea59acb57363546622aa8cbe918cfc7b4997eca932d857309a824b15747fd","sample_id":"grade-school-math.dev.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ba91deea0b8b300b6e8b0333966cbef9496262c87b053476cd06a9d37af1a44","formula_version":"titan-u-contract-v1","latency_ms":0.7334169931709766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e399d420c53149434a37f6b7f741006403e2dc66549737e031992c9eb1638e7","sample_id":"grade-school-math.dev.1450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66ebfbef0c5e8fd07c01718c54dded63f825f52fb004caf1c424a515fca87e44","formula_version":"titan-u-contract-v1","latency_ms":0.8026669966056943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b836f6948b37d5f503258666492fe697aa98380bbf54c9608c213de651a3c023","sample_id":"grade-school-math.dev.1451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"974baaa63db7bfe67af1ed6b86af26858e100a69768dc5f468d734fab14383bc","formula_version":"titan-u-contract-v1","latency_ms":0.6806659512221813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c139fa108ed9f6abe4b82b6b464f6e1c2a7f988392e6dcdd433ac39ff4e45076","sample_id":"grade-school-math.dev.1452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e97708f116e617549822664363865db7c586798a044b50385cb7d747a2b0701b","formula_version":"titan-u-contract-v1","latency_ms":0.7932079024612904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"908ff4a5ba79a19d6d55b19d2b6710d2d0aa1215ee659eddee0ede31e9555af4","sample_id":"grade-school-math.dev.1453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f920f66f3991c836df172fe20717cb1d652b4d598c30971095a1cfe77f3905c","formula_version":"titan-u-contract-v1","latency_ms":0.9799579856917262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23d9499c3cf6432a682b5785c85cbe9cb2f68ea8a09f0feabeadf4d1c3a3fc01","sample_id":"grade-school-math.dev.1454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5d75b8f3d044e558332fa213a971349fe17c295a8fc90c3ce93bc5bfcb76c3c","formula_version":"titan-u-contract-v1","latency_ms":0.942625105381012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3976424722a72cccc47b684c9d667a685fe6e1df25d1dbb9b95c6c7ad7d3ea9e","sample_id":"grade-school-math.dev.1455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f7113a643d9de44f1b3430563ed174404ec605ff9049241cb97ce0c8e8082e6","formula_version":"titan-u-contract-v1","latency_ms":0.9986669756472111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e65f37ce06a0cf8391ca4d111a59d9f8519e3c2b42bc873971a0653f62c23e2e","sample_id":"grade-school-math.dev.1456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da80cfe9f83e0816f6a365f21f7a1813959cf34c8cb87b00b6363a1a5b2b463b","formula_version":"titan-u-contract-v1","latency_ms":0.8875830098986626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1765c824dc982b3344611ad48c7d94ab6f2e029e253e84d2d8972416fccf2037","sample_id":"grade-school-math.dev.1457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf708a5d55bac2248618abee2bd005789ddb3d1cbbd43c7c8984bdab22aa8659","formula_version":"titan-u-contract-v1","latency_ms":0.6772089982405305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a63488211a4175e31a1222cce803093407c04a2f5b681114208204e935d4b582","sample_id":"grade-school-math.dev.1458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8741da02769234ac98e73d1bd41eda955bd01c38eb0dfbf7ec91fe7c5225475","formula_version":"titan-u-contract-v1","latency_ms":0.6483750184997916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fc30300207286680b5672c34122b3565632d0a5932eec9630ff455a8150d359","sample_id":"grade-school-math.dev.1459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"540862ccdcaa359ed65ab3c69ed183f597c4fd65c9ca2a1708749fc51a26fa2a","formula_version":"titan-u-contract-v1","latency_ms":0.9612919529899955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22e48cc6e9fa49d634c59d5399189d5a9ac58bc0fe6016a0093c228bc3829c69","sample_id":"grade-school-math.dev.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3917ded8d174ee81c4e4f765b1f31f8f14ab24bd9902c53adda2f1e378027f7","formula_version":"titan-u-contract-v1","latency_ms":0.8427920984104276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d38069571619f2f1ae7e17a6321b39e678866c9900c919bc50a2fddf72536d1","sample_id":"grade-school-math.dev.1460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4263d885b3f7806ac67156cee93ad28b6d0dc908fcc6122d8dfc8a49195cda7","formula_version":"titan-u-contract-v1","latency_ms":0.8699999889358878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99aa5f7dba88f3794415ba46bcd77a6e3bafcb5acd22fd7d858b85997581ba07","sample_id":"grade-school-math.dev.1461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"773e1a446aa286b1f69ad2390897c6b94992e7e77dceae8d05467d7dfe0eed3e","formula_version":"titan-u-contract-v1","latency_ms":1.0574579937383533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bac2e0389b516fc1a76905887b41421c7fe6bbe7ab831c3b69a7630d8fa4153","sample_id":"grade-school-math.dev.1462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e33deb8b789299d63a9603ad11f061fd360a14dc78abba8019eed08cc098662a","formula_version":"titan-u-contract-v1","latency_ms":0.7384580094367266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ff4620d1808239f233753588694db8155b657b107b9f8c07926ccbe3ee874a3","sample_id":"grade-school-math.dev.1463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de116b22b935d96f2677c4a7c0225f6a2c6a0868e7ddb2bbe972147afc26826b","formula_version":"titan-u-contract-v1","latency_ms":0.6398750701919198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59ca3b77f0283528ee7ad429722e8f5bf8b19d8049d739ec493da9d1cfe9acf1","sample_id":"grade-school-math.dev.1464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"009c575683c9545a2cc4ba6c590e21f239ca9ea2a08df72019ef96b38a2bd3c9","formula_version":"titan-u-contract-v1","latency_ms":0.9958329610526562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f69e237f905fe4be4a50d70361d2e9fc7b089bff0a77852428f196d3865cb8ab","sample_id":"grade-school-math.dev.1465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a59e0f27340c11c30ea9466e9777410fed8ad3a68a38d570d0294e9eb2c36d2","formula_version":"titan-u-contract-v1","latency_ms":0.8499999530613422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14405ac170c5a25b26c23fbe4e52f7cd30646689b683ecb7d6d998925a123145","sample_id":"grade-school-math.dev.1466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a37abdde9ddefeb4275f3766dc15ef326f0e9a57d0e7687437e5873189dbdb36","formula_version":"titan-u-contract-v1","latency_ms":0.6988750537857413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"940bcb8ec8cf2614d9ff71472b83daa4dc121f41d4318dad46e0ac72d27248e3","sample_id":"grade-school-math.dev.1467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bcee4a0bc7fab860ec38bcb95c029b2686ec5fb0eb49a7dd542f1e4855d442b","formula_version":"titan-u-contract-v1","latency_ms":0.8325839880853891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dff02ab02b7cf86d0b65a5a663b68c2673c607964fd5f0ce3bfc39e3f4c9a9d","sample_id":"grade-school-math.dev.1468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a7167513049eea692a978655a1c8ac1a45f8851d5744d693a80e71fe9c06dc6","formula_version":"titan-u-contract-v1","latency_ms":0.8194160182029009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fb95cdc7e68923177b4dca011d5d1c2582061fea9424adbc79a5604d08643c6","sample_id":"grade-school-math.dev.1469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f88c76cc3fe271de5c3c5a059aa6cd8947da3aea9f8feac8c9ce387b8f91175","formula_version":"titan-u-contract-v1","latency_ms":0.9771250188350677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a997aade8bab0887c2ec588403e5afd910f715b9966c5c601945fe0fc27003ae","sample_id":"grade-school-math.dev.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae7dd3623d3519fcb2c246afc7f7efdea82242be0c5959e2e74b30b90714ced9","formula_version":"titan-u-contract-v1","latency_ms":0.6687500281259418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4568067a3815415012bc62e48bcb1b031bd0ee35ebd72b14f21e51f0852d85c5","sample_id":"grade-school-math.dev.1470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf998354a1f0b34f2d6ada693cf87a03a7f33c2b72185cc43e952a843ec6667b","formula_version":"titan-u-contract-v1","latency_ms":0.8600420551374555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47c825c0180fa993468d0df0229dffd4d0bcd824887109886480ff8fce52878f","sample_id":"grade-school-math.dev.1471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81adc69c5297969ea15fa6c636c45d1615f469e20b72d3343271e8e8be0d8295","formula_version":"titan-u-contract-v1","latency_ms":0.8732079295441508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99ce99581c0a0363b035840226003c20e366ab00e35aefdb3d49a037bd0d3161","sample_id":"grade-school-math.dev.1472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01b6e6cb028c0d9bf073a241f4da64b8678dfbebda0055ec1e5ae0e672962192","formula_version":"titan-u-contract-v1","latency_ms":1.3371669920161366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"370f79e7b28ac202fcc29f9e1a3fce5a21b04bcabc5e944dcd206aa79b3c5d4a","sample_id":"grade-school-math.dev.1473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"965179f8cb3aac40b779c8529af78d2455cb77c21fc3f36f096e74a7ee4346a9","formula_version":"titan-u-contract-v1","latency_ms":0.911833019927144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ab7219d6fede0569857aaac7f126b5cadf7f51405aa7ef67a1fff307b8d89cb","sample_id":"grade-school-math.dev.1474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"406fe0049179b2d78b424d2b40cae73b08e7517da54774b18d5ce8c84703ed9b","formula_version":"titan-u-contract-v1","latency_ms":0.7839578902348876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdbcf58199421a21176b1182cc4a7ecb9e35d8fadd0f662e20fbd5d891e98e42","sample_id":"grade-school-math.dev.1475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b9a4d27ad9da955577a595fe346864e71f4790db39c44bb5d64abc0541bb68a","formula_version":"titan-u-contract-v1","latency_ms":0.811917008832097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd87c00a2f735f84c95f131e217e1155fccf2a50e27035f494075a57587f3dd8","sample_id":"grade-school-math.dev.1476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be8154767394c073dd65fbef8b92d84ca5c13a9e5308f14dd5dee9d3c7c85054","formula_version":"titan-u-contract-v1","latency_ms":0.7397920126095414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1188989940e139fd8b13e091cefa88ba0398676ac4b189e6aa6e1360617c6843","sample_id":"grade-school-math.dev.1477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"617c03e8280f461a7927c7fd17a51b41da78b3e1bc106fecc4f896e6979a994f","formula_version":"titan-u-contract-v1","latency_ms":0.6900409935042262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5edd911241d1345fb591c8ad636211b93426f878e91fe996231318d2a3b8d3bf","sample_id":"grade-school-math.dev.1478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bf656941e160eddf3483f87d6d3566f3ab49703c95a26943c86a0b8c111ad49","formula_version":"titan-u-contract-v1","latency_ms":0.9458750719204545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cd12db12df7e5c64de69a3e4e5857ee9619dc7513ae6da860d39f82889c8f04","sample_id":"grade-school-math.dev.1479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6682d82d9c41c03444008abc1da3e8330bb074160a0945c53d6674186903d2d8","formula_version":"titan-u-contract-v1","latency_ms":0.9717500070109963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8127853156403b47b8981abe0fc4a8a1a5b3fbf0ba178cef3de6c5bf5e17b2c4","sample_id":"grade-school-math.dev.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e762fd6da4422efdd9b0e4fe802d45b3470307f598a4b7cde719956c3e910240","formula_version":"titan-u-contract-v1","latency_ms":0.6641250802204013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f05f83605033fb0bac4236ca557bd4e0e18953f6e6718bc5979289bcfffb33d","sample_id":"grade-school-math.dev.1480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6add446701152c4b3fe6b02d36ddf332f9c35f4639ee17d97caaf06a04dfede","formula_version":"titan-u-contract-v1","latency_ms":0.6654579192399979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff896acef35270bc864a60f6e755edd3600983763af0cc6f220e453ce78423c9","sample_id":"grade-school-math.dev.1481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb1ad4d69e7ce496c5efa56501647dddc7bf773afc2300a3dd40e07a614b04e0","formula_version":"titan-u-contract-v1","latency_ms":0.8330000564455986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3baad64011900527e8e821c1206d0f34497634cb2cfeb61503f0c837100282e8","sample_id":"grade-school-math.dev.1482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a5a8798e763d6f088c810f91d240ea7b39491437cb8fb3d495661e11021f81b","formula_version":"titan-u-contract-v1","latency_ms":0.9445829782634974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b560932f401b9bcf5702f1c2d875f36eae5896ec65eee287c5e4c7b01259f23","sample_id":"grade-school-math.dev.1483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18cd55896524bca309253ab7cc3e0fb9201bb9a1540adabb1902b5215f32faa2","formula_version":"titan-u-contract-v1","latency_ms":0.6600000197067857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc1ca85a4fe0833227cf531f1cf8dc0f2d4808e2630fefd2b01efccb62c80e2b","sample_id":"grade-school-math.dev.1484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a67720e8b80bc4751ba3495e2427efdcc48d56bbd38319070e4bf1bedffba0a9","formula_version":"titan-u-contract-v1","latency_ms":1.0293329833075404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a87cb226828ec1c3c99b7e4a8b163325b6c49b94da30800908d2e7aee5b62947","sample_id":"grade-school-math.dev.1485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d4a201b8ec34e0c057682192d193aa237ff893950adfa40a943a1146b010a14","formula_version":"titan-u-contract-v1","latency_ms":0.6855829851701856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1af676e81d4609045e40f4c1dbb02afb3b8c733867c194e9d5b7d9e78e626d2","sample_id":"grade-school-math.dev.1486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc855b76d02ead04607dd607541e4d5fd4afe5faeb62e107c8c5cac9de9d6222","formula_version":"titan-u-contract-v1","latency_ms":0.6303749978542328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebefcd29e548880eb0eb989d4b8f06e8b49c10f338381df7881d45b5be76069a","sample_id":"grade-school-math.dev.1487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03acb0650fe6801989f8b088453493abd4cb4f411606b17a12eb1a97cf23a30e","formula_version":"titan-u-contract-v1","latency_ms":0.7143750553950667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83e2e425e0db3cc2a6ef54b5ed1ca77838c357ec5a5f07d9070c172a5db208db","sample_id":"grade-school-math.dev.1488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"911b2a4cb8385b72eeef2b50e31bfcef64399112f649f63e285497eba0a75e7a","formula_version":"titan-u-contract-v1","latency_ms":0.6537499139085412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13fd427fe9db34e1c121bccc443168c1e0b183e47fa919c66aa60e15d136e901","sample_id":"grade-school-math.dev.1489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a354e97e6ee286dec4f160a6050ac797b160be166176d263823227df86b6bd06","formula_version":"titan-u-contract-v1","latency_ms":0.8161250734701753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d84992209f80586d5aec2eafa6eda4c80e347961e2bd17351008fa1f771214ca","sample_id":"grade-school-math.dev.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"426003a8e2530a0716f27d8ac38e669934bf598e54fca11c72eb1828f5e17813","formula_version":"titan-u-contract-v1","latency_ms":0.869541079737246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5975b777db2803b86a2d3a69853d15ddf811a2a0c9911adf784a6e707b191bbe","sample_id":"grade-school-math.dev.1490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15481fbd4ddb5fd12eeab5b9c6eaca7c254059c5b92415b49e2da1c04b745b56","formula_version":"titan-u-contract-v1","latency_ms":0.7086670957505703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4995ed73e0c4d4368bca327567e3bf33a5c66d6a6ffb4ef7a7f9b7d495aa0d60","sample_id":"grade-school-math.dev.1491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a2e63508cec1cfb015456e9d7fddb656453207242f96c206fae1755c6aaee87","formula_version":"titan-u-contract-v1","latency_ms":0.8114170050248504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5e594ed1825f270700e6d5f3ab6f65cd9cd8a97502826d21f0d5aaf931aa1a7","sample_id":"grade-school-math.dev.1492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d76a3922a23f8a3ea3900b4e0d4c926829ada49c73eeeb55888c3292700a0cd","formula_version":"titan-u-contract-v1","latency_ms":0.7952919695526361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52fb812d249d3ef89032c3139f3f0efd32982bbdebdb7d5183ecd7f31c48422a","sample_id":"grade-school-math.dev.1493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ba824cf07f07e6b1be36e275e9c955f35aa7477d31c78b0d468084667516f41","formula_version":"titan-u-contract-v1","latency_ms":1.2035421095788479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baed69613ae694c33ed2cf199085c64e3a4127d84b85c2888ca314b4f9066c7c","sample_id":"grade-school-math.dev.1494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cc3b1bfca7915b7c8d047bd0b4335d81b0348ffe84620ac8fec228d0ecea9a3","formula_version":"titan-u-contract-v1","latency_ms":0.6655410397797823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5326244a7dcaa2cc39994b9673765c341418d416514c3ce11caa60a3aa246ce","sample_id":"grade-school-math.dev.1495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7a2c48288568616f8e37a53dcba17f6a2f6754b8be2af1e48985897446c5f5c","formula_version":"titan-u-contract-v1","latency_ms":0.6982089253142476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba1fa8e957b7601e5d5c41dd2dba970806dee25db69195ac4ad963760bebe652","sample_id":"grade-school-math.dev.1496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d98ef8deea8a75b5af6ae4310706231392ed20c60a3d67e2a5f3543c7206cd7","formula_version":"titan-u-contract-v1","latency_ms":0.7234589429572225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73251ead4163f4d8d7e5e5cf0f5899e6ba14fd5ac107ef9185105daf0cc87513","sample_id":"grade-school-math.dev.1497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bca4580b6cb41cfe501e9fae2cb90540c7dad33c05f0cfb75f1e71613d29df76","formula_version":"titan-u-contract-v1","latency_ms":0.9313339833170176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfbb9a7e5f7266a9c32f964cf065435904077d24058bf621e4286d929cfdf368","sample_id":"grade-school-math.dev.1498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24a6e8ad74567f438a231a4df8b41b8fd22a8eb67aa9ad4f64b2f8bf96d223fa","formula_version":"titan-u-contract-v1","latency_ms":0.9954170091077685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b079da8fc14c711eb58ad901e8de78daad2f54c2591ae3cae336d9bb9e2a3021","sample_id":"grade-school-math.dev.1499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb522a63f85021961202624c12493bee2889a327f87c20beb863a036c12d53cd","formula_version":"titan-u-contract-v1","latency_ms":0.8891670731827617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7fe28319b70c7015459aa64084e63eb9d4a7644a4c0cf11706894fb3c09633f","sample_id":"grade-school-math.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df7221982cec137727e0a04851b856b0d7010eb4544fc9c294d3b009d4eef9af","formula_version":"titan-u-contract-v1","latency_ms":0.6851670332252979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79a71bef8de18cd8143e72d2ce7d1f996d82d6cc052a11fa248365b4e71e85c1","sample_id":"grade-school-math.dev.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7775158335aab106ff8c15a27f1b0b3d3d46e8fd251eaf74f333af6f639dd06","formula_version":"titan-u-contract-v1","latency_ms":0.8837090572342277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d69064f06a835f774e49230b22e0e7aa63c071fa7ca818ac0abca0ec0d2db71","sample_id":"grade-school-math.dev.1500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"838027945a987ceb9bbbb205fdde7dafdade11834dcf8ec7863e683eb0578018","formula_version":"titan-u-contract-v1","latency_ms":0.7155420025810599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bb3da02083e3ecfdf92a57a3a900e41074de773f42193f7eb78bcf989da9704","sample_id":"grade-school-math.dev.1501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e7954ad716edd544f2435f401ccdd85110cdd49638793065f33435e71df1862","formula_version":"titan-u-contract-v1","latency_ms":0.896165962330997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40403789edeefcd307b8c7746dabc9fd9c3fe51b9fe32e317612c6ad9d1856c4","sample_id":"grade-school-math.dev.1502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5302e3469936a29759cc7d70e36d486230e1a852e6a4536d3ebed8f5157c0de1","formula_version":"titan-u-contract-v1","latency_ms":0.7711659418419003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9afa2f7bb65ba7d71fa9541537ae0c2072430cf69abb51b6916ee6c84e1f417","sample_id":"grade-school-math.dev.1503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afb74e928f9ec041fd6f0be1f183eb8519053904db966800b552d08e489dfb36","formula_version":"titan-u-contract-v1","latency_ms":0.6596250459551811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cae0d5036724c349c7ecf9696c8eca4f313235c778fd4e81d4fe522b7993e1d8","sample_id":"grade-school-math.dev.1504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2a193e6653787e74c439cb1de53a1b5b951a236afe43eaf19ef5e1a58e4a20c","formula_version":"titan-u-contract-v1","latency_ms":0.6627920083701611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ffaa7f8ab520c080a5e4b139e67a4d176c163c21b96801672542869a161c24f","sample_id":"grade-school-math.dev.1505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e72dfb4a7fd103cd1212708b0915b72ba73860917d43751963fafe2ec893c32f","formula_version":"titan-u-contract-v1","latency_ms":0.7097910856828094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e98d55225d909df24d38b50c5963b2c579f86ab5d8fb364c8ec5a3b26b330bc","sample_id":"grade-school-math.dev.1506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57efdbece677b7d22037d8b181b1ae020b806564ad514e70459803c7263b86a0","formula_version":"titan-u-contract-v1","latency_ms":1.2012500083073974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a5e18f274322167c6648675e82532c3b9c61e66cf4decb245bfed00b14e2334","sample_id":"grade-school-math.dev.1507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53ff2f48e609b67fa6b52bf35014caaa0ee3fd5b1f4c096622d988718f1f31ad","formula_version":"titan-u-contract-v1","latency_ms":0.9634590242058039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4076f483b7cd69faa96bc2723f4c2400cb9d9549e59c3adf13ee01456a22a96","sample_id":"grade-school-math.dev.1508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8efb2088d6d9b67c4777b7ba27b73cf52eb5d386e87f54e19f5dbcb55e6d5d1c","formula_version":"titan-u-contract-v1","latency_ms":0.8177920244634151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"233786996f6ddfa0aa0b7c735ab83c660f19ad170d0fb6bf6e3bf8d704ef8e92","sample_id":"grade-school-math.dev.1509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3fa263b909fa8b8e8a53d762e7345b1daf5e7213fd130761f0538d7f9266246","formula_version":"titan-u-contract-v1","latency_ms":0.8847089484333992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8934568539e283b3800ede3697423999e476377692f78874943a17655b20769","sample_id":"grade-school-math.dev.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98893aaaea6c579f099da26cf0c889cc7d473bfeadb6d7d9a235b66a7d344a3c","formula_version":"titan-u-contract-v1","latency_ms":0.6805000593885779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d5a4aff0b8d61c4e250452fd6b2916c4e841ca47840c1346706afed46bbccc0","sample_id":"grade-school-math.dev.1510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3147e6f1a7f267941157a09b23fecea4bdae257f9f71d845b674d18c5eb3efe4","formula_version":"titan-u-contract-v1","latency_ms":0.9311250178143382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19cdfa78315f91a320f57aae07ff090f1f4949315452f111e0d3dd44932db1f8","sample_id":"grade-school-math.dev.1511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c02a747ed136e532593bb08634af00fcb332c5b36873edc85ab6efecd950fba7","formula_version":"titan-u-contract-v1","latency_ms":0.6927079521119595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdf5c9ac7590ea22e23759d6e4f261e75e5412ac92a912aea3b86202046a581f","sample_id":"grade-school-math.dev.1512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"673377217f292da40bffd40542ffa7bc3382a42bfa1aae3f586577c388454d35","formula_version":"titan-u-contract-v1","latency_ms":0.9110840037465096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02e925df4a26b122a2a2995bdaf05872468fdd96b9ac77de5871aa5ae2913f6e","sample_id":"grade-school-math.dev.1513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d631f8b67fbd777d054e883023148f1d38ab9312df44ead47a3cb21e77225fa","formula_version":"titan-u-contract-v1","latency_ms":0.9682499803602695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1da1c8921c3625a6f49949c229e27bc24ceb6970f9b1d1711605cde0e7642f4d","sample_id":"grade-school-math.dev.1514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fca3ce983b52ecb81a94138494c29c4c4f8adc65369a4b9e6ac547b0bca43dd9","formula_version":"titan-u-contract-v1","latency_ms":0.6492920219898224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f5f7c7f4cd66a7cca0cec17f735d03f234f3c6fbff0321585716873cabab4ed","sample_id":"grade-school-math.dev.1515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15568241848448d040cba59265244977dcbf946af107eaebae1f99ca59967321","formula_version":"titan-u-contract-v1","latency_ms":0.9452908998355269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"433f06bd1f336c421c8d5941614a6f1c5771f676630a28448d8514c1c08999bb","sample_id":"grade-school-math.dev.1516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dce2d34c94c8847f9ed4807498b4671ffc0a878e5f11e85f27c3965249811bcc","formula_version":"titan-u-contract-v1","latency_ms":0.6450830260291696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7a491253660c3b2293492ef4eab502110fe570490b90c9acfe61dba250dabbd","sample_id":"grade-school-math.dev.1517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed9961baf6d98f85a349f5b733428b85e45bb10a16135e3e319f0a6a31b5e281","formula_version":"titan-u-contract-v1","latency_ms":0.9234999306499958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7ede854dd8410d6e855232fc01e044fcc41f35b4896b886383f51be450fdd35","sample_id":"grade-school-math.dev.1518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fe08b2a4e23924cda3fcf75e538e71c02fed86bbb1407da0b38b6a725ed7d46","formula_version":"titan-u-contract-v1","latency_ms":0.8427089778706431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e19a33bff327056b488fa25553b1aef06b95dd4f293bb89b72bfdd93d6f108b1","sample_id":"grade-school-math.dev.1519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b3479fc158db4c91d5506bda09c93f789edb84ba639d6385cc24cc17e58e8ce","formula_version":"titan-u-contract-v1","latency_ms":1.051083905622363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2070a75956d1f0fc45a0f5d0ad3dee5714243d72afed7c3a1662eaada0b58c9e","sample_id":"grade-school-math.dev.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1741091b533dbc2688c8952aa685b324e2510967a2886c1ad62b9586f27537c","formula_version":"titan-u-contract-v1","latency_ms":0.9272920433431864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"130a7b6bcd321f0ae1053577dee19ed4198cd7adf020c1a8a2d41b1b6964610a","sample_id":"grade-school-math.dev.1520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9143b01d84a1e84879a34e7a6b1ea98a95acce9756d653e81ce0e7c2414ff0f","formula_version":"titan-u-contract-v1","latency_ms":0.6807080935686827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eac12f2849fffd10f40254bee4f0d4fe38271488c53595749989e9c60fcb410a","sample_id":"grade-school-math.dev.1521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8298c6135add89d0454f2b006fc0aa14688a1b94a5277cd86ce3dc51935b3eb1","formula_version":"titan-u-contract-v1","latency_ms":0.6691250018775463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fe575be99bfc57a0429c817dfbbf96c0e5d8b298d35a22707d1f32f5c54e6e1","sample_id":"grade-school-math.dev.1522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b9403f19af3c7f51af455578fe0de5edfdac6be2a446bf2a7545cb4be7aa82e","formula_version":"titan-u-contract-v1","latency_ms":0.6463340250775218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"010eadca6fadd1433b27c495695e15863114989449f8f9d961e5154b3a10bbc4","sample_id":"grade-school-math.dev.1523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2907a1e811f75a86dbe72d1227db258efdaa37bd78b40e7feaa00cf41afd939","formula_version":"titan-u-contract-v1","latency_ms":0.811500009149313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d21afc9e3bfda332ee8bd5f2b29a0c543c20219817b87dcdd596c21e989d3078","sample_id":"grade-school-math.dev.1524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17ddbe17282b3751ff004d7a34bd02057aa9fd66d3db4bb81dd20ec7ec9d3268","formula_version":"titan-u-contract-v1","latency_ms":0.7759169675409794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2275f89225a9fda8b460fc65f450f64fd5712a2cf10e27edfe1fd3779c63d10b","sample_id":"grade-school-math.dev.1525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4afbc1301e05158d80a037b3c77845a94ed44da3a7c000fac58fe3ae1e7246f1","formula_version":"titan-u-contract-v1","latency_ms":0.6586249219253659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c73f15e86dbcf0504ea4c40328237f38b78ecb62d252e567f77f53cc6a6371d","sample_id":"grade-school-math.dev.1526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb3a7b5776d64a587406622169a14896aa7299ce531d6dd843746681f020a4d5","formula_version":"titan-u-contract-v1","latency_ms":0.817999942228198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1777bf7f8785360cfa3f911b8bfa5ebba36039959c0f472b0c9ffdc7689ceead","sample_id":"grade-school-math.dev.1527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf07b3827fea3724e3baaf31ff7e6ea63dfceebdf2d195535a5ddd3d28aadef9","formula_version":"titan-u-contract-v1","latency_ms":0.7071249419823289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f63cad1d49c5722160d3dbd53165389aa15090530be490090f9c2aa9f6b8a2cd","sample_id":"grade-school-math.dev.1528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c88c143461c1111feebee20f0f3c0feb41141c8f2cfdae03748f5e11b041f32d","formula_version":"titan-u-contract-v1","latency_ms":0.6902919849380851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44f6b1d0b2a5b423f377c3f45ea73318c146cfb25b9c352ec10663071a1152ba","sample_id":"grade-school-math.dev.1529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6162d8df947146baa78af8e03363bf3d5bd75e4b8a62e41de7c491ef5d944bac","formula_version":"titan-u-contract-v1","latency_ms":0.8477920200675726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46a7bbccf2be77f45771c35a3fc103b8f0ba845aca39d4d04f6507e94bc87047","sample_id":"grade-school-math.dev.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91eb77e63c7962cdfdb3e0deb6ded096bc0aec0bba90c27d9b791797b1cab788","formula_version":"titan-u-contract-v1","latency_ms":0.8596669649705291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91215e1a357e39940c0d2cca3df209f34ab6b11cc27accb9ceb19c1ebd509311","sample_id":"grade-school-math.dev.1530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd8b1486636b703f8a10b59e99ac3cd0a38f290ce921ff067d8c79c03a4d01ae","formula_version":"titan-u-contract-v1","latency_ms":0.793833052739501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"292ee0d04f948f44c08a0a22d364d17cee41e28e4c94aa8264054e89c34c0253","sample_id":"grade-school-math.dev.1531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da2c23217286da6c4391884f7b17cccacf60fc61749a1bc6dc830ec3c72f12fc","formula_version":"titan-u-contract-v1","latency_ms":0.6092919502407312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fe4af1d515941d9dd001c1cf9face593b57ab1bfa0ed99eaed2d9bad688840a","sample_id":"grade-school-math.dev.1532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc79e18812680337813c51665d1ff41e28c4990c86f9ed8364350b8e925e32dd","formula_version":"titan-u-contract-v1","latency_ms":1.386582967825234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94a7971feea4b8926cd9b32abd75f9d37ee33704c5090522c174389b003ed54a","sample_id":"grade-school-math.dev.1533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"340ec04736c9ad198b2beb9ffa686e0f53e2783d31889fc2c73c95386b6bb592","formula_version":"titan-u-contract-v1","latency_ms":0.8196670096367598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80270af1babc8f8074089a40c45bec967c7e8452ff4ac956c742eda19dce0a1b","sample_id":"grade-school-math.dev.1534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"add0b2a2b8d41a7355d9134c62953954123fa5a0e51791aaaf8cf600d140a54d","formula_version":"titan-u-contract-v1","latency_ms":0.9137499146163464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92ff72032769b59999284cb366296aa94fc8323f65ca2b270002f6deed0a0e5d","sample_id":"grade-school-math.dev.1535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dcdc7563b1ce351b9e73f8903db512179a110dc8c6f7fc2242d01de47cb9345","formula_version":"titan-u-contract-v1","latency_ms":0.9132090490311384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94392f251b1a9382cf4096e6e8ce1aade8982afe87b66ccd1163737eb7ea1985","sample_id":"grade-school-math.dev.1536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abeae7b9dbaaefac77255a2e87f098599710072f6b270ae7aef5ec5e9911eac5","formula_version":"titan-u-contract-v1","latency_ms":0.8442910620942712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a333bee7c99289fd83dce34ed02068df3f7a14bde24572ff24530361e07c3354","sample_id":"grade-school-math.dev.1537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"803483388523b5d0450a92e21eb34e312deb43bd07a151167094d17dde66b279","formula_version":"titan-u-contract-v1","latency_ms":0.931291957385838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35e078cf8413ce264b1f3c4290571346c4b98ed6cf0fa894de73c3b0c3783404","sample_id":"grade-school-math.dev.1538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8091aac8a21cff9aa26ce27dcbb84811264fd3f6ce4d6927c5a03acb4afc6f3f","formula_version":"titan-u-contract-v1","latency_ms":0.8322499925270677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4ba60be3c3c8514b91fb0b10478aa9720660e7ce126bdf35c4ff7f6ec5da266","sample_id":"grade-school-math.dev.1539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f800df00084f72e56a2614ad71d127ddea02b39622e42c8517546d90613a8c29","formula_version":"titan-u-contract-v1","latency_ms":0.6729579763486981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"549e38e8b6c0ed67fadb46872000d8afe2ee2166bbfbd699e041f066b465a72d","sample_id":"grade-school-math.dev.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e07cd484a134a5662fb5087d3eb2f8661b16abe627d0412630133c1dd9d556ae","formula_version":"titan-u-contract-v1","latency_ms":0.9465839248150587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1db264e6b08e283d769c2d023c3524e919eadceeaca0373eead04f72b118a3e3","sample_id":"grade-school-math.dev.1540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a454d3516ad7ea6a568e7d9fce3c7637b283fc2142bcaf4f6b69130c593cea3b","formula_version":"titan-u-contract-v1","latency_ms":0.8266670629382133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1e01b711459b266b58a8fd938d192c04bb2316c6cd3caf0cb8ecbea22fe5b9d","sample_id":"grade-school-math.dev.1541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2c5abeb3b0adee4278834e14b90443484b7cd7c17f30d2ec8a80cc8416069a1","formula_version":"titan-u-contract-v1","latency_ms":0.7874169386923313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adbab949a93529df25487d9ce1fc47ccc4b104ff4566856a16dc017c8b459ec2","sample_id":"grade-school-math.dev.1542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dabbd7e8610a54ebf7cf1952809a0bdc74fe61fa59de7ee7956be36392b6480","formula_version":"titan-u-contract-v1","latency_ms":0.6857920670881867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80265c9fe253b0e82b1d78f945a19b5c9b8697e9c5412413fa14639c3d11a1c9","sample_id":"grade-school-math.dev.1543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b80d20555083c3d79f6578f8b5361a4f483aeb077f0f6cc9b988ef02d35e503f","formula_version":"titan-u-contract-v1","latency_ms":1.0987500427290797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa6280d339a6790b2a79a3eff349718e6ceb7ddec98134858cd901b32511b0de","sample_id":"grade-school-math.dev.1544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b80cf5ec744ade7e6dd51e981904d47a37d1a43564659d31ed30ea050612ef80","formula_version":"titan-u-contract-v1","latency_ms":0.9013329399749637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4087485b58ead6a948303e8fe2d33151327b8c9e1730496729ac43694e3c6af0","sample_id":"grade-school-math.dev.1545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd6a9eebca34137c2ccfdda437f990423e24b2207ece5aa7b6da372f5d15e4bf","formula_version":"titan-u-contract-v1","latency_ms":1.0104168904945254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cac277a64fa9842f5b93e1eb8c7deca237bd3cc7eb8a99ac9c48085b49f6e15","sample_id":"grade-school-math.dev.1546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"120362be58c141f9b3d8804584ac3c896b3e2fce7affe3bdc838e7660fb65ba5","formula_version":"titan-u-contract-v1","latency_ms":0.9430409409105778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3dc221a4c6742fbed642648f8b68655f6fc852eae49d2f056519b40bee870a9","sample_id":"grade-school-math.dev.1547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2538f1d3186a195fb1b59010c6f91b81f433c21542b7b4d252ea61483f2ca919","formula_version":"titan-u-contract-v1","latency_ms":1.2880830327048898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d40b9efa9c997bb574c9ab3a19dd295e0c92b0e0f8541312e6d965fb24c6bac","sample_id":"grade-school-math.dev.1548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67622a62ef8ff59992aa88554d245abfdb00ab95b3f505332d585afc0616865c","formula_version":"titan-u-contract-v1","latency_ms":0.9360000258311629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c422415cb97e7fddd1ae012b3228117704930999e14f5ef857bfb74996a842e","sample_id":"grade-school-math.dev.1549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7773e83ba88c4a5866395ca679b2cc0aa37a0f2ba3e8064131aad36346911b5e","formula_version":"titan-u-contract-v1","latency_ms":0.6934580160304904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcb58e170fb26dba68ce77cc31850cc630143982d4c831d9bf5f7d19646cd9bc","sample_id":"grade-school-math.dev.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ff859115c606fa292d6638282b9afe6e07ebc35a1d248619f3087587c52798b","formula_version":"titan-u-contract-v1","latency_ms":0.6866250187158585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb0dce81fdd6b3ea94c5934ac0b88458213c41ddcba39a12fd1a996d516cec7a","sample_id":"grade-school-math.dev.1550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e830a90893c8ed4a8f074aee3b14aaa1de687505437dd1fb8d381c99e6830fdb","formula_version":"titan-u-contract-v1","latency_ms":0.7159160450100899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5eb044b3c36f4a366f5ffa196fb912952ee478b877672822e54b23f3d686f24f","sample_id":"grade-school-math.dev.1551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc47686cae38e9d6fc87bb7fdcd8976ef2e6c389785ba9b87658b09c80cc7276","formula_version":"titan-u-contract-v1","latency_ms":0.6251250160858035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ce5255bd7127202d78fd903b04d2752c8c7d76f69b4c048a8ff9b6e436151a6","sample_id":"grade-school-math.dev.1552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55f41b22f4dfd15978e478c109622c2803b04341879e0e3bd61296e0f080379b","formula_version":"titan-u-contract-v1","latency_ms":1.1255419813096523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cd17cba766de2a28c7f2efebd607eb01f5ce65e3166ce7ddeb5337a02336b7f","sample_id":"grade-school-math.dev.1553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f8f289210338c0f1c6c4f0194029e43c9062ae4ba4b7f9ff084a6e7c9acfa63","formula_version":"titan-u-contract-v1","latency_ms":0.7277079857885838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc60615bf309105c549162f24f496e7d47bad2230f7bd44bf00fca9b418bec4d","sample_id":"grade-school-math.dev.1554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53015727c7bf99ca3f16509be1c7c17c4836f74bfb28bf9376668d6346e1904d","formula_version":"titan-u-contract-v1","latency_ms":0.7931670406833291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"098a34f0885e287dd82cdb78b2a0784eee290f6993ec251f780da25e98cefd71","sample_id":"grade-school-math.dev.1555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0683365b689ca63d7e9bf90389d9a160f328824e1e9213240760ab1e8f78b973","formula_version":"titan-u-contract-v1","latency_ms":0.6655420875176787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa381a8a8480e2f4a962cc2ab7a309f1efa6eade6ff11601e64ada4aadf7688d","sample_id":"grade-school-math.dev.1556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a66e092b08c43a937e82224b06b5c5dc63a0f55cb95aab234ce85451a6acaab","formula_version":"titan-u-contract-v1","latency_ms":0.6748749874532223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a039ae92d8525b0ec0a52cc7aa96774c6690f2cb2ad555b09a970a158d0558e","sample_id":"grade-school-math.dev.1557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42fc660612803c81929a82455ed435b9f2c94116b17f38876b538938cd2ca82f","formula_version":"titan-u-contract-v1","latency_ms":0.896165962330997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efcbac8b884f52bae494d5f2a5b9f33380f4ba72937057582c10079bf0f83a32","sample_id":"grade-school-math.dev.1558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2061bf16bb1dae9e12e4cf24ccf01280445ce2cdaaa92a90aa963f64b105caa","formula_version":"titan-u-contract-v1","latency_ms":0.903791980817914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e271dbf111f9dad3107afe88e6f11992d6c2fd6db02bff1cfcbbf1ce4e79cf3","sample_id":"grade-school-math.dev.1559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d49d25703ddb4695db1e4042b8c469c8c702d02a23202c0a177f9e932cf74319","formula_version":"titan-u-contract-v1","latency_ms":0.7484579691663384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ddd83db3a3ed338b4204e108c4c725db0ef907bd95471a094462aaca4791fc6","sample_id":"grade-school-math.dev.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49f51387de5d502c2f4838e6261e9278d1cbbc1be300d75783438b7d987b12cf","formula_version":"titan-u-contract-v1","latency_ms":0.8723329519852996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2eaa5b740a2ed1d09a5c858600b9cd1f02a231dabb3e3f826c0d7a21ac1cfc68","sample_id":"grade-school-math.dev.1560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f963fdde935d4fe0120c1314db6d2ecd8aa4286a732bfbe58b3f788c0aaba3ec","formula_version":"titan-u-contract-v1","latency_ms":0.8486669976264238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"219b8075ca746fa7f2fd51ede9a76cd486ea48003dcbae374f359a89019d4425","sample_id":"grade-school-math.dev.1561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4de36d795972d7df9f57a3b2a0657b842cd7609e5241e9f7157be3ad22f7345","formula_version":"titan-u-contract-v1","latency_ms":1.4718750026077032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa210efa6a18ba1018719360c558a4020a16784532fbfc1f10e0da31a4fa7e1e","sample_id":"grade-school-math.dev.1562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bf720558668b81807a521130ec3746135a2adf9b2eae5c83a73a35fd63e785f","formula_version":"titan-u-contract-v1","latency_ms":0.6576250307261944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"328f255b3449e960209deeb3ad16eed3198f1022b9e730b0581b80aabbbab859","sample_id":"grade-school-math.dev.1563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16799101e38c29212a2e683b68ff9aec15b4bc7ad14826013f4b2533e9da4303","formula_version":"titan-u-contract-v1","latency_ms":1.600207993760705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc478853b9e231f367e5cb48de304418f9e74fb35484641d688e6b3b03fcacbd","sample_id":"grade-school-math.dev.1564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba0323285f1885a50e1e68f7a306f93c85df2f63f46a9e4df00c690485ae6ce5","formula_version":"titan-u-contract-v1","latency_ms":0.8675419958308339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d34cb64854c181f30b62ab28795cef38dc66aca9f7ee47def6deffb66735cf8","sample_id":"grade-school-math.dev.1565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b67f43a13c03620f387c9159767dc0745a56b2d11381ce7a245fb1a1110e3b84","formula_version":"titan-u-contract-v1","latency_ms":1.1825829278677702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"125e72048ebb5e3424cfdf7ad5e1042e3ffbaa30b852f1c32e058b9884dd6d3a","sample_id":"grade-school-math.dev.1566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af05217cf3defa87eb1f227805585ceccd86565288a6d0b121384ab1f5c77d0a","formula_version":"titan-u-contract-v1","latency_ms":1.1622089659795165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17007c8c7e47df97d20448590fae235e1f109cda30f1e82d087435b59ca52096","sample_id":"grade-school-math.dev.1567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1803a739735db599759be0e5a0f6a6ed992c081668439587a2cf723c9ef13290","formula_version":"titan-u-contract-v1","latency_ms":0.891875009983778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81b99337704892873750c291380a70f618e7e79f61ce693f67498606a2cbaef7","sample_id":"grade-school-math.dev.1568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b1039c68e61601c3b4cdb69616d551f19ad31795a47e031a91a4c854577222e","formula_version":"titan-u-contract-v1","latency_ms":0.6955839926376939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78c1c0404e7e13174ae27305c7194fceb5bbcbc72fefa59b989bf4c491b92891","sample_id":"grade-school-math.dev.1569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0e2b35d9838a82a2887053b71cefd5339920e04080db0add282e514457f3d38","formula_version":"titan-u-contract-v1","latency_ms":0.8190410444512963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"031a957d4cb38f7da140d724ac8d63340f999e072914388ab517deaa01b91434","sample_id":"grade-school-math.dev.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7389e159305318b4cfbdb374839b88695441b86c9db581c2f9a69eed20263b9e","formula_version":"titan-u-contract-v1","latency_ms":0.9174580918624997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b6a3902d1034479f034e4d3945fab3296d6c237c296adf6772cbd05f6b6049f","sample_id":"grade-school-math.dev.1570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdc7cea7cf40906b0fa8acf6eff8fc5674174bf5d47687d39be8f3a0a1d51b92","formula_version":"titan-u-contract-v1","latency_ms":0.8242909098044038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1dd4817341812991d1d4b3d415278682a451ce84eb71d0d6475a6f4ef2c88f4","sample_id":"grade-school-math.dev.1571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31deb150eb338b38836453806fb48ab595d7d30280fbb0e876649a2733041276","formula_version":"titan-u-contract-v1","latency_ms":1.3662920100614429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"288b83f1bbdcaafb7f5bc72cc00705f2c29260aa40a1f9893c361ef60dc26e7c","sample_id":"grade-school-math.dev.1572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"195d5dec28b9fae1a953250e6c98237cf1503d0dc5d474ed97c0a5f98a1b499b","formula_version":"titan-u-contract-v1","latency_ms":0.7028339896351099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eef23c86b9e627922b3df4177e59bc8276598c5ba313264297ff28511d67de34","sample_id":"grade-school-math.dev.1573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28d0581a6b51545dfa28e35f4e713562570b4664387616612f1e9a8b8a287c2b","formula_version":"titan-u-contract-v1","latency_ms":0.8449169108644128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b71c2f8aea78885f55762f0958ca3c547c406a2ef7eb093c9ec5be69192eb2ae","sample_id":"grade-school-math.dev.1574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ecc261953647fba49f0e08aa51fab553f1b886832c2f40fd993a6c3d78ec526","formula_version":"titan-u-contract-v1","latency_ms":1.3857090380042791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d446a9cdc03458b48d3c57d09ac0eb9a5302f831bfe6ca4d51027fab5034d0b3","sample_id":"grade-school-math.dev.1575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c14d838e26ebf54e5beb5cbadfd41c586a4a0c32e859732e57185fc3a8d613aa","formula_version":"titan-u-contract-v1","latency_ms":0.7194580975919962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9853fc1ce63fe10f510aa087faa5ba991d26ce904649fd946ff03e837148580d","sample_id":"grade-school-math.dev.1576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efd49ab909b2e28ae50ad91f6748049766cc4d8a8bf34ba838f37f329932c102","formula_version":"titan-u-contract-v1","latency_ms":1.067749923095107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75b56a996e57f561ae2bd0db75efedc3458e76db9ff325df2549094040f5a75f","sample_id":"grade-school-math.dev.1577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc99b1b7c7a0b1e6c4a53f0a94b6e911d9ecdad0da55c87b59d84adab306ee81","formula_version":"titan-u-contract-v1","latency_ms":0.6665419787168503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3833e3dbeb98e1b26aabbc9588760f5e198e14ac1477215a054d585c8a5b8897","sample_id":"grade-school-math.dev.1578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e4c9f66434ef246a0a6232d8d540fa2fdf37516a5865563a18ddc1df9782df3","formula_version":"titan-u-contract-v1","latency_ms":0.7083750097081065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9b28776ea309550b61416014e81dea107ef5f1db0af19e9884363492b34ee1a","sample_id":"grade-school-math.dev.1579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beeb9270473c3295b71ad67930c2717f75858bc3349eeabad9ac0bf2c0756379","formula_version":"titan-u-contract-v1","latency_ms":0.6615829188376665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d9aef8fc55834f46f39ba4b929f2765291fed38205d6ced552588d1bbf8573a","sample_id":"grade-school-math.dev.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01bedb9e1e306963dafea11815f6c50d80087d680d4b44c38176014998c1e417","formula_version":"titan-u-contract-v1","latency_ms":0.6826670141890645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dbb1fabe4d25e41d150d4dfd58b43b2a01999144492bd43e0b58e23772b0cbd","sample_id":"grade-school-math.dev.1580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce002f5a0e22e108b28f69b994a305091d2be4d18f12af6cbdec475f86ffeedc","formula_version":"titan-u-contract-v1","latency_ms":1.1095419758930802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd3140074a54b8281155568fd264c65351475fd5b53a98e22bde7c0acbbcc2da","sample_id":"grade-school-math.dev.1581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cf9b61edeb4fe37cd382d3c3f6ca8b28632695f494c5d9c639f19aba9ec01b7","formula_version":"titan-u-contract-v1","latency_ms":0.9944170014932752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33c176d8510b509f9a1d765caba522f76f1d2456d76e1294bc631588516863de","sample_id":"grade-school-math.dev.1582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79e1ceb5d3b0d300dd3e593d81d95ec2bc985b077cf616555eb67a2e766f79af","formula_version":"titan-u-contract-v1","latency_ms":0.6780410185456276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c9f658cdcd53f398642837607045992b295977ca29f61302634cf0135cae9b7","sample_id":"grade-school-math.dev.1583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7ab79d876f6b28423fb4c5c370e82d79bf502ceb5a5c8de03ba6d18a20e5f70","formula_version":"titan-u-contract-v1","latency_ms":1.5882079023867846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"479358d4f11274d70753d670b44f6084230b9f7fdce7b217990a9119c3195334","sample_id":"grade-school-math.dev.1584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"672276d7611afa6c61a777f440a17bdd9ace0bb0ec4932862e9e7f8f0fb6d61f","formula_version":"titan-u-contract-v1","latency_ms":1.2229169951751828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"239099444ffc64bc101d58dc214300a6088846615725eea7a235e93dfa7990f9","sample_id":"grade-school-math.dev.1585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c5e6bafbe67ee27cf838e028c708fd8396ad2df104039658b5834f257317e28","formula_version":"titan-u-contract-v1","latency_ms":1.1791669530794024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1764da3c9f5040f9c09532acf1f9b216add0b82e6eb49092a188b992aeb7946c","sample_id":"grade-school-math.dev.1587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d2760603e1656726a1dcca22d3f019e87b6bcfff4f541f8fa89b6bf3414215a","formula_version":"titan-u-contract-v1","latency_ms":1.923082978464663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92b4662063a0f57a0cc7ee7ff0e757aaa93e9c560e65a9414b1792fd9745650d","sample_id":"grade-school-math.dev.1588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f3c73ff4464baec4aaea1bfb3feac14eb97b174bef9e9a7b34977c4ba7dc913","formula_version":"titan-u-contract-v1","latency_ms":1.3326660264283419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e172dbfab23eb401759ad3dcd3860c7d92c5ca682f07cbc23b437f8c1f88fa5","sample_id":"grade-school-math.dev.1589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b40316e609d1d01d0cad3a9a70c6553c25f95e1b4cea6099dabfd8c0f29aa4c2","formula_version":"titan-u-contract-v1","latency_ms":0.7002920610830188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13e02833d029e88114c7a009266ef294bb89dd7717e7e6d8a4f1e2f58ecbbb06","sample_id":"grade-school-math.dev.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be30b11ff3c94f191762ae32c5204beb0b74e2fcfd36ad18238d3e8a4abcc94f","formula_version":"titan-u-contract-v1","latency_ms":0.6988750537857413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a504e80e917076dfd0033d4d4e8113c824cd61d3c2f9f8b70d4c0f4963269e68","sample_id":"grade-school-math.dev.1590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77c29dd3ed402116bf4dfaea103e01a4cc5eab0b3287c7a2e7bbc93cdeb18d77","formula_version":"titan-u-contract-v1","latency_ms":0.6985829677432775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cf39ce1710dbff173065db91586cbaf58a63b20ab73e3f8a797fed1189fda0c","sample_id":"grade-school-math.dev.1591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0239f2dbda79b3c76a832153c6dde6c3f306e4d794f2fe7e31e6028aacf1ab39","formula_version":"titan-u-contract-v1","latency_ms":0.8236250141635537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"213537b2bfebc5e019ff573a582e01f7e5b3231e2119983f80f06ee00e11c494","sample_id":"grade-school-math.dev.1592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"350f39440f7b5292b7a2b7ca06961edc5bb7a5d2194f9d8fb0bbb7ed2abd393e","formula_version":"titan-u-contract-v1","latency_ms":0.9495419217273593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"227f8a345ab23d9f14c0d025ea87674cd5232c2172a8002a949d9b12a29ae55a","sample_id":"grade-school-math.dev.1593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b969b4ed134afcbe6fe4f51101180792dc76b6d26662164f74352cc92b53e6e5","formula_version":"titan-u-contract-v1","latency_ms":0.9594169678166509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d225a8a62f1d734b0acdb482d0fa2b2669abaa937bfd99984bc44780622dd814","sample_id":"grade-school-math.dev.1594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"461a28d7a9ace5cf1101293edea9a89bb38f156d32941f977e8d931dcf43b64a","formula_version":"titan-u-contract-v1","latency_ms":0.9010829962790012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cc2c1f5aced29efb9e80a7c67c470776502c627d530ed4c413f6485c97b8ab9","sample_id":"grade-school-math.dev.1595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a29b49843f9d2190a0606c14ef3ce8f00cedbfddcf28c254e5ace2191ffade56","formula_version":"titan-u-contract-v1","latency_ms":1.048208912834525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46468e0ce2d2870a3ecfa2cc49a4aea59dbe5ee04790e5176c8c996e80bfdf3e","sample_id":"grade-school-math.dev.1596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf688fd0f8efeb4946e6f38473e1ba26772ce4affeafac3ca2e992619bef0aad","formula_version":"titan-u-contract-v1","latency_ms":1.2841669376939535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3c7f8b8c24cdf0d4b76383c8c73db76b4507ba93e4e25c2a79ade6c22edecb7","sample_id":"grade-school-math.dev.1597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d482aedba7680cbdf620c4b953240f816303646d65757f9b3b89f522ed90d687","formula_version":"titan-u-contract-v1","latency_ms":1.240708981640637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19a063ed8241be288a1690fb2b35920ba119ec533db9f6b964d09168857bf8a9","sample_id":"grade-school-math.dev.1598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42f4d1dba24eca4f155a3b30aab1ebeae0b435db8750589a0769b3efa80cc84e","formula_version":"titan-u-contract-v1","latency_ms":0.8752499707043171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52e29be92e1542efaefbf60604df4e65c1f5ae95af0d43985611ea9c7dad7f4e","sample_id":"grade-school-math.dev.1599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e21f990cfed6da8f8aebb1597616983831e2120ac99fb6cf38a305a9e3bf90b9","formula_version":"titan-u-contract-v1","latency_ms":0.7015839219093323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5206fa2ced55dee26cab734c99d483b308c804e528eb71a3609c2364eb153352","sample_id":"grade-school-math.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09d558657682700cb2d0dc4dae99ea729db5771e5592d97ab80907456bdcd146","formula_version":"titan-u-contract-v1","latency_ms":0.8015410276129842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0d81d5392108aa582ba1f212611d2b9d95bb5a785691688d09aa359cdb3532b","sample_id":"grade-school-math.dev.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53bf731dbd94faef4760296fbeccd07352d9c71096e9e3299801524d91f1ad58","formula_version":"titan-u-contract-v1","latency_ms":0.8283751085400581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c653c9424e264ce6c241d67b808587ea3620cd0daebae7242de578ac3c0731ad","sample_id":"grade-school-math.dev.1600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1ff978000ea076ab1bc59e12ea495cff92179838d0ea9c562a4de31e07f8aca","formula_version":"titan-u-contract-v1","latency_ms":1.6516250325366855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb71a436cf4537e418a0a6d75ae99cec55261af35b5d0f3e3a83fa1ec02f2527","sample_id":"grade-school-math.dev.1601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e04eb3607a3dd52fac6fc1348cd96ec18e1404f97fa01546992b25ce591eb95f","formula_version":"titan-u-contract-v1","latency_ms":0.6691670278087258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a712e20e35c5abe3c36fac60f5507915464ae3eae967d8f0860bf6ecd4c566df","sample_id":"grade-school-math.dev.1602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59617be50cc4e780b9f59bcb8d5eecb8db73afcb92bc9551ab26bc9f8897be66","formula_version":"titan-u-contract-v1","latency_ms":0.8367910049855709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6287474a6ff7d90ef3166f8330ff76ee4e7aaa58a59ab829d75c32879a3bf84a","sample_id":"grade-school-math.dev.1603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8e75280ba98f1d640ff64620d5e67913ebfa2d2e8901b5a403cd3cf5e285349","formula_version":"titan-u-contract-v1","latency_ms":0.9199170162901282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b530779e5c5221d9b0602ac225703feb339bdf95b23da8ac88a06fcc37138834","sample_id":"grade-school-math.dev.1604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc18ec41e6556e0a2228e9920b209263a6918e9b771fc470fb1045499736975a","formula_version":"titan-u-contract-v1","latency_ms":0.7400419563055038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa4fbac5df621de91f055b02a9e48277386c77d6972cb617bb397c416f3146c3","sample_id":"grade-school-math.dev.1605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1912613ef4838eb6429bb7190971f095730cfa52f3b2ca9383623572a1678a9b","formula_version":"titan-u-contract-v1","latency_ms":0.9746249997988343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0e7cd5eed5f5436b3c96a536dd06ddec2e6fda5bd7ac52bafd3568bdfd76928","sample_id":"grade-school-math.dev.1606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc20258fbc6c8fd92adccde9e50e28d1f2acf9c09a8f5c3ee50171265d3b3a5e","formula_version":"titan-u-contract-v1","latency_ms":0.6503330077975988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0a36aeb09eac21827a3698b97c291709908b895e47d1a4eedb3f5c811cc0e40","sample_id":"grade-school-math.dev.1607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4368c740134e510ab797880fad079059b5c1a85936769e40342771da64b34e7","formula_version":"titan-u-contract-v1","latency_ms":0.7072919979691505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ee10e3a756a97bddc588420b135b6a1348ab03d73c89a2876637f20159b05fe","sample_id":"grade-school-math.dev.1608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c894f79dd415fca2726b86917e9055bbdb98ae23db0143cde1be1e5096c62fba","formula_version":"titan-u-contract-v1","latency_ms":0.7015420123934746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d2192d4f7887d35ecc340472f1c6bdc8ba478c3c2914ad6050aad975fc81e6c","sample_id":"grade-school-math.dev.1609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba45405c980136bb46d31c5356f643c3a36431e8bf64e8a54d6eeb34d63f73d1","formula_version":"titan-u-contract-v1","latency_ms":0.69566594902426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebfd29ef175a415ebc688562f37399cdc06a0a2c80003c7278a4189a0a8dbdb2","sample_id":"grade-school-math.dev.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"780d999473f23f8844e7e2003383004a130b28afc9495a0ea07c3cd863ffb142","formula_version":"titan-u-contract-v1","latency_ms":0.8405839325860143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eab4a86883f481d32a6cbfae0b4247b132505c0a0bc170995cecf75d48a4d20","sample_id":"grade-school-math.dev.1610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2bfa780e12ab530aca8a551bf3554c9da5768b82bc0dc965922c9c706e72e85","formula_version":"titan-u-contract-v1","latency_ms":0.6956669967621565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71532f5b1fc66da03b31dec8ce15ccf8f7506db80930269b7a1e0ea6c5df0a6c","sample_id":"grade-school-math.dev.1611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5aadb10c981f8c0be58a2fd930183c23f1cea61b77a49ce2a32d93388f6f5697","formula_version":"titan-u-contract-v1","latency_ms":1.7857910133898258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a27f82f6dec1d56c532c54fd8ec6349c0c3c38279611d07738f011f7ba4de77","sample_id":"grade-school-math.dev.1612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a8d15fd4ee0b52a2937feb3c1db911261e9de64f67db810d5330369c70cfebf","formula_version":"titan-u-contract-v1","latency_ms":0.707249972037971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"630343f6d2b7ed0dd7a20c5a6e63534dbd0ad1676263f292b1306bfa750b8903","sample_id":"grade-school-math.dev.1613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fbb6fb6b15fec80e3437af051b06663549d5276d1bb54a9b1bbdfb232fa0824","formula_version":"titan-u-contract-v1","latency_ms":1.5072909882292151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3a9b8c0de879fd74f28210924d54f4b7ea5397529cd1a7c12bf4b38bff5fc58","sample_id":"grade-school-math.dev.1614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d6d4d3a91db5e7e53a575b4fc5e7127536235bdf520ae3c7c5f1178b9797988","formula_version":"titan-u-contract-v1","latency_ms":1.1099169496446848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8ad67b836c792d341f69b221f59006815a8aa5f574e99f4c8786b72ca3089a7","sample_id":"grade-school-math.dev.1615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5d56c0598d228c504154bd66a014129cd918eb23f279bb1d807fc22cd8b38d8","formula_version":"titan-u-contract-v1","latency_ms":0.7546670967712998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07bb1c2b44c14cb82b314912cf303b68306b841054d65fb25f8c4b2ad2426a73","sample_id":"grade-school-math.dev.1616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bca8074420160fcfa98118f535843d476c2fee9b56fa01546a1cde56c5c04995","formula_version":"titan-u-contract-v1","latency_ms":0.9969169041141868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3cc4305d4314c4a679f1e224cf06f44b1abead9c56a3d02a24e35bcc5039314","sample_id":"grade-school-math.dev.1617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f13cfd1ac1fd8bd6d80d06a5f77718bfdc40be0f2c77027a647382e7ecbb110","formula_version":"titan-u-contract-v1","latency_ms":0.991791021078825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5e10404b17675423493c36ddc9e24e60fa01528333018f3bfaf3798d9bc5431","sample_id":"grade-school-math.dev.1618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3083cf967cb78bd26d0a61b2338265a18dac8e88f9976129e604b9356ef999c7","formula_version":"titan-u-contract-v1","latency_ms":0.6786250742152333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ececec40a6e4ac958f2cec166002622d22f27bbcdd3f897f36b049aeae2ad98","sample_id":"grade-school-math.dev.1619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d29e8f6b24779fcca06cfd80e821817f4ca5fee872a53575c987087dcc61b58","formula_version":"titan-u-contract-v1","latency_ms":0.983834033831954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7892560871208330c73d50d3e4bc4119300404324c7eaf718cc4d8301180ad2","sample_id":"grade-school-math.dev.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"044d671d940335c822ed54ccf3500b7e2271fe18e3d2a80f609c8e13eb5b713e","formula_version":"titan-u-contract-v1","latency_ms":1.4118329854682088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8cbb1472dfb0d713adbd1a97d65d9a0f1f22b3e4bca584b7e4a481002cc92c3","sample_id":"grade-school-math.dev.1620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17eb7bd847e25d2bbc4fa991a9ef82eb61f411020846455d7b09b4cdc2590533","formula_version":"titan-u-contract-v1","latency_ms":0.6916659185662866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfb218a49231f0f2aba15a7693821c8a65a61f632641e473ab50dad4996bc4d4","sample_id":"grade-school-math.dev.1621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64170943c29f16325db2fd660d4c5c15eb204cfbe582dda116505029e5a6beb5","formula_version":"titan-u-contract-v1","latency_ms":0.8667090442031622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80f7f95d97d5cbb66583198e2fa03f6ccacf6048d46ac5f4999b8f2d18b478a5","sample_id":"grade-school-math.dev.1622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e5cada5b76107d50971fc2f1c4fa3865ac59b6de0fe8cb8c61d1ee300a853ab","formula_version":"titan-u-contract-v1","latency_ms":0.6988330278545618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f82f93be85c733899448ef5646920fa721bb16dbd5cf87dbe82b960747fa4f96","sample_id":"grade-school-math.dev.1623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdd798cc99dbbdf9e80cd399814e42d1030db240f4a2318737cb01015be95d22","formula_version":"titan-u-contract-v1","latency_ms":0.7043330697342753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfbec5fe46379632feca9dc84e99ebbdd3a8b47176b6ff4d4d1e4293ef9307c1","sample_id":"grade-school-math.dev.1624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a781ee73d744a0bb65abd4a76ef9cc77500e8f095821791fe1f08f05201a5f2","formula_version":"titan-u-contract-v1","latency_ms":1.912917010486126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e71b9eb0c9ff2c78191662887b7178900d99c8e1c0f594410db80db13daa66cd","sample_id":"grade-school-math.dev.1625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cc2c438b9c50c45ec38bfd45be2dce0180d04bc32097cd50a0aba400368de08","formula_version":"titan-u-contract-v1","latency_ms":0.8559579728171229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f35f9ab918827dd9ff4e8dbb65564dcffdfb15b9f77750537901b1fd88da8d66","sample_id":"grade-school-math.dev.1626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a0d23d867224a9d13d7308eec37c57546a062f9280bd0e66abe33a2b99be3e0","formula_version":"titan-u-contract-v1","latency_ms":1.0157499928027391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5be3fd36c3ba7bbee385da3f4dbcdd368f9f1ac1de1125c19e02c5637947bbae","sample_id":"grade-school-math.dev.1627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82bb959077a05ed58ea1fa3b18fcc8a2a8d23231dfa4de5e2d4ffc22f26ab815","formula_version":"titan-u-contract-v1","latency_ms":1.5096249990165234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32f7b7858ed9ad2d33feac213d70199de7a988a8a869caf7d95cd872bae98cc1","sample_id":"grade-school-math.dev.1628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d4986eaab23847995f33cb53e5013b077cee2f46f41077f41f50a569df85c9a","formula_version":"titan-u-contract-v1","latency_ms":0.8852500468492508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43b09494dcc55c008c7f7413d5a7e3012b85d089cbd190f63f9bbc1d49604545","sample_id":"grade-school-math.dev.1629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e7a90d0193d3b49ea760da0b2a005ebecc9639a350b7019585ec76cb921d3c5","formula_version":"titan-u-contract-v1","latency_ms":0.8822500240057707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b019edf9267c521d5ffb94ef24eb5aabd569a2ee16fdb0ba80b57e888ed9c8c9","sample_id":"grade-school-math.dev.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29026fd63d9803f1899f1234c9087775ac16af27dca452dc1a4905aa72b9355c","formula_version":"titan-u-contract-v1","latency_ms":0.7159999804571271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f4649ba435fa7ed228789b485dcdd5023ca170b6f85aa453a314be28c6ff59f","sample_id":"grade-school-math.dev.1630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db4eb926fd69386580f666b91dc382f54dde720a569bdb5b18f9675ff636dbc3","formula_version":"titan-u-contract-v1","latency_ms":0.7220829138532281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"152b0b6b82d3100633d01936b77e382278ca2332f3e64b2365289f718aa6dd0c","sample_id":"grade-school-math.dev.1631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5de1a8f78f223508f98b08e532c12e826259550bad45690238e72db84888fa06","formula_version":"titan-u-contract-v1","latency_ms":0.6865420145913959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"836b4946b3050b95da53c47a6c468a8dbddac4311d3a0438b16c466f021422a9","sample_id":"grade-school-math.dev.1632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18f78686715cda308f85ec814d8531691ec337a8932e66d1d6c1ca4a52545a42","formula_version":"titan-u-contract-v1","latency_ms":2.0987080642953515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d107e45da3a146087730cf029c3fd69d230c0ea0d6bb6485460794eb835c697","sample_id":"grade-school-math.dev.1633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa4854dafefc92ce595a063d548a2a1fbfa6a3846e43a468339d7b53a712ffcc","formula_version":"titan-u-contract-v1","latency_ms":0.7050000131130219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6823fecb84158cc4f8e2392612ca2e0b922966ba73f73c4121bbdf1984849ac1","sample_id":"grade-school-math.dev.1634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5afd9da1ab17c58a137715c8b92a20996b58f96e85905daddb425244218b135b","formula_version":"titan-u-contract-v1","latency_ms":0.7135419873520732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9da255c5b81009b514f5645b27a20c50d134fadb717dfdba52d9f9e38db6144","sample_id":"grade-school-math.dev.1635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41770fce1692aeadde787a10579b0fbbfcd83169a975124528660a2b0cb02f4a","formula_version":"titan-u-contract-v1","latency_ms":1.0156250791624188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84edcfbb747221b56d39073a5d4c7110defb88da82e43e73e8f81079e63dc59d","sample_id":"grade-school-math.dev.1636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a588f924ec0eb6bb6c51ac4d7148eb8d057d3ba74af14f2d5a8ab60cc7f2d315","formula_version":"titan-u-contract-v1","latency_ms":0.7204579887911677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64ee390d084da269fa0df1acc4d3e0deec86b961cac58b7dc9ef1becac2d6133","sample_id":"grade-school-math.dev.1637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37e09a449c1604b2613bc22f504c6d3f4d38fc8dc66f05b51ab5bf38d510c6c1","formula_version":"titan-u-contract-v1","latency_ms":0.758000067435205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c458bf96d528e397daec51f25aff5d4e649d3ace35b74ed066d14c9dbf3fb8c6","sample_id":"grade-school-math.dev.1638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3e8d3446801b6f4558c3019083c7f7346c17c208ac9e5b382f0be1bebf07238","formula_version":"titan-u-contract-v1","latency_ms":0.911792041733861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3447f15d6865e1e3a2a9c683de281db92d00fabc2014db5289256b0a940a4437","sample_id":"grade-school-math.dev.1639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c5e77ce74719df061d8300ca96bdf0b8eb75fc27a9dee5e16adf03b913de187","formula_version":"titan-u-contract-v1","latency_ms":0.7007500389590859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a54cf015f64c5018181fbe1faad7eb50c6ed3646c44369aa6e784859d88fcc65","sample_id":"grade-school-math.dev.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c487a2676550bc5b5b835472cae1903c4845e1a6a1ce4e1812244356581243f","formula_version":"titan-u-contract-v1","latency_ms":0.7069590501487255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41f44da27724a458e9360884c97a3a93ae105142621efe521014eab817516b16","sample_id":"grade-school-math.dev.1640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01e61ab0507ef0b0f71b436160d3cc15b7d9a8825aac28d81bf6fc5a7c10a5ae","formula_version":"titan-u-contract-v1","latency_ms":0.6510830717161298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54155da3f85632c26b24fa25592421095c99439d003c22b340f94eaab35186b4","sample_id":"grade-school-math.dev.1641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c750b93488c24f99f87c65e463e4452a2659f8bdf2fa8ad5dc4f03657a04ca90","formula_version":"titan-u-contract-v1","latency_ms":2.6475420454517007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24f0d92a5bde952ab993871d0a72739f8e03703604a907fe7d1de46402989806","sample_id":"grade-school-math.dev.1642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4092209d4cb4b085cc1dae6b7e3e7c42c296e7c63dcb5526bc50933817706554","formula_version":"titan-u-contract-v1","latency_ms":1.6811670502647758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1d0d6aa8c13114fddfa22a48754a54e10aafc50a4bd5199078985088179fc4e","sample_id":"grade-school-math.dev.1643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bbee03b3c40d6e4670d3bec7f04ab4c536c37f359c4b5cbc39d4c4e0795d13a","formula_version":"titan-u-contract-v1","latency_ms":0.8756249444559216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff94343e9cdd7975ea0bf808a0e9be53c219adc1566c45d75467fa78761e6bab","sample_id":"grade-school-math.dev.1644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc9fc229be3df6e64bccdcb246d5f7b274c2a080ac72c9597bc499c75ce2792e","formula_version":"titan-u-contract-v1","latency_ms":1.1494169011712074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c9d7ca6659be1108b1954a47a25d6c0e660dace4ab47068030881beb576ea1b","sample_id":"grade-school-math.dev.1645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60a7a69d669a75b6e16853825246b739c5827221ea55bdf1bf8c1f6dbc392e8b","formula_version":"titan-u-contract-v1","latency_ms":0.7859580218791962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cfc181ee27677923d5a2f9e69d8cb4f99d0310ca32f7f1d64e4e1a2d5bd7251","sample_id":"grade-school-math.dev.1646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5b073969aa301ff76dbaa01e8a63c9a58aecab3bf324e1b0c2c842b16a71b36","formula_version":"titan-u-contract-v1","latency_ms":1.7372500151395798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d9742ca6f3ba76a4ddc3b3ddc09dee7be3f13c65d5f67e7a54242b11d103c48","sample_id":"grade-school-math.dev.1647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49141db777dc55912a07cdcd92d213ba01e0531902640a21e7563c6c900a3528","formula_version":"titan-u-contract-v1","latency_ms":0.9431659709662199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd38c124f3cb7f983aa0636280351f50a6414bb07652ccf8253211ab10c95284","sample_id":"grade-school-math.dev.1648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c05bba5e7db62d7cca30dc1394ea6b5cdebad15e9c9f59683e10c2cb38f9999b","formula_version":"titan-u-contract-v1","latency_ms":0.8347909897565842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72a235718013ea80e0ff6f0d76c41388871ad5b059c6156de0eacee5ba2b9143","sample_id":"grade-school-math.dev.1649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e04d38a4821ad9dcdbcd3d59b206d0e01d084cf2d0158c112839b283349762bd","formula_version":"titan-u-contract-v1","latency_ms":1.694665988907218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78e73310595fd5f999c30d654c5deab6b8d5dca9532dd0da418c11404f6e158a","sample_id":"grade-school-math.dev.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"808d84b363cad5552ae4e2b75a74003e67c7ff8a114dda168a7659f009065ba9","formula_version":"titan-u-contract-v1","latency_ms":1.6084170201793313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffdc0c0c3b1a46da8bffa0156c443b7273f77093fcb4f4f752f306d5c879c577","sample_id":"grade-school-math.dev.1650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c80b5da7167ff4dec03fd4fc5998ba99ac25c28bc7dfaf3ab65d40a23d456e90","formula_version":"titan-u-contract-v1","latency_ms":1.4160409336909652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"565561d9ce128264a8bba59acaf6a4749302f043ee7dc877f8f83f35f32c1e8d","sample_id":"grade-school-math.dev.1651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"186f173e038c4343c793be835b4b3f76758f24240f0f8d7acab444f96b5efc7e","formula_version":"titan-u-contract-v1","latency_ms":0.6749579915776849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78ed28f9b7b28c751c04543b471df0b4ab53a1e286aa512c8940d4dfe102b722","sample_id":"grade-school-math.dev.1652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea7878fbc85dc3df2bf792a8c862e6e642a134843134427416a500cf72fcf707","formula_version":"titan-u-contract-v1","latency_ms":0.668209046125412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdabe970cd289a9695ab26b737125a61855ee2e50993bf1e77282cd8a0f3ad1c","sample_id":"grade-school-math.dev.1653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fe05a56a89141762b82ab401e113c3b196f37c77501714ea08c545d4bf1677f","formula_version":"titan-u-contract-v1","latency_ms":0.7463749498128891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aa1e122bde761f084d99bfbc845fcc6c88908f448d54811128f7d0e4a034629","sample_id":"grade-school-math.dev.1654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6b2829d32cc90472ed0af1e6955789ccfda748cd68265ccacdb6a6de3d7b73e","formula_version":"titan-u-contract-v1","latency_ms":1.078000059351325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5292cb8977038f79d0f053abbbdc47f87e212707c756a6a8410b9770cf5d3c34","sample_id":"grade-school-math.dev.1655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"732ab912a1f09b865bcce0df29c322a2f342a736cacb4dcc6430c23388c9b19d","formula_version":"titan-u-contract-v1","latency_ms":0.8629579097032547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bb0dbd1699368db3f4421f7430de517429306b64cf53f02f3bbd231ffac8e3d","sample_id":"grade-school-math.dev.1656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90ef1b8a1917c8e787f59e3050b3c88edf1750c580154880c3c2eaf1596a4e33","formula_version":"titan-u-contract-v1","latency_ms":0.8390829898416996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f11d5e0b3ccbebeab5bf287af22b9fa351531560ddd08160e6a91ae798f9e33d","sample_id":"grade-school-math.dev.1657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ea00499ee157e817a75bc2d4aa1134ffa42e485ec71a9e7408ecb11ba9031e1","formula_version":"titan-u-contract-v1","latency_ms":0.67762506660074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d24ec7d85cadc5a6223ac54182f7cd2cdb3a1d3c0f2768a9174f318d65af3c5","sample_id":"grade-school-math.dev.1658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e32aceb9a048a5580bea9fd72920be0eaa83c3f06ae61c7dabc4dfe90336519","formula_version":"titan-u-contract-v1","latency_ms":0.8581249276176095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c99849a703438b6aeaf817b10018285feb3dd3a520cddfbd99767d4c3ec1554c","sample_id":"grade-school-math.dev.1659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec0659b66d7e66d93fa0dbb9f500aeca3e1fcd6ef90da4a600f6d723b20620e5","formula_version":"titan-u-contract-v1","latency_ms":1.2326659634709358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61426d8b9a714853c0feb406029d974a657e30aadd8ad81b428753914a56c2fa","sample_id":"grade-school-math.dev.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0fad6d861911f7a29a963a1e8c4f038f6f82ef233c0e19aa7d36c7acd2dbd51","formula_version":"titan-u-contract-v1","latency_ms":0.7088340353220701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c70a165afbcea014eb788d46bbf869c75b1eb1adce8653b90e81de7169d49727","sample_id":"grade-school-math.dev.1660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83dbcd2d0f836452327542681f9936e9ec9cba9d643e4ff6acf6753f9f7b21f5","formula_version":"titan-u-contract-v1","latency_ms":0.886749941855669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca2e43d92f53abb433b7035236be73ee11c4b8ebeb6a6f71d51af089a07d82e1","sample_id":"grade-school-math.dev.1661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b947c1b5360f4e172a2891d4bcbab63896f7909bcad98bf533b1c02ef373ec31","formula_version":"titan-u-contract-v1","latency_ms":0.7204170105978847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faba9fe72311848fe193dda670670520ec6ec6f8391d8a4457b8ae8dc3cf7c78","sample_id":"grade-school-math.dev.1662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92cd88c3f1be6e2e68e6d5fc9629b0e40c9bb0e28f31446b328bdd3ee437a4cf","formula_version":"titan-u-contract-v1","latency_ms":0.810125027783215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9086c511f248ab89b709552e081263c4bf3ac7638352255b5249f5dd95c8a25","sample_id":"grade-school-math.dev.1663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"959bdf6b81cf2dda84b09a505e79ce2bc6664e31e80bd97bfccf2851ac639278","formula_version":"titan-u-contract-v1","latency_ms":1.3818750157952309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16912f858c556477fe182c753d3057d254248ea04c494831f4767adf93c28302","sample_id":"grade-school-math.dev.1664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30549bc32136bafb4b870c3c71917f866914a08f01b34c8d0156a21fdd377dbb","formula_version":"titan-u-contract-v1","latency_ms":0.7252079667523503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d458871b102859729451fbde9285bfc93ea899f4af333d245b9349dece02d6f","sample_id":"grade-school-math.dev.1665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83bf1196cb58c5e1e40efe4ecd1cfee1bb7af7a5fa79d25fe1faef84d2cfb165","formula_version":"titan-u-contract-v1","latency_ms":0.771957915276289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4977b1ffd315f5ba3a6e5c2e38c906a7c9ca4031eee6bbe9d72cf761c8c11c2e","sample_id":"grade-school-math.dev.1666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cbfe2eda7b7e89d86e770338e488039611e2b808abac44d6d3ab69f410b7969","formula_version":"titan-u-contract-v1","latency_ms":0.9707919089123607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f732c2d53cee552f61c37455a9f0c751ab1da0b13e843a27858d7b4d6f90c86","sample_id":"grade-school-math.dev.1667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af9e2b8457c4330b4c24a624cc6c7da137415030b2dcd51d6bf564aeb98ce638","formula_version":"titan-u-contract-v1","latency_ms":0.8999169804155827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74d4184c77fc4b546501ac44d98a271862c58c33b4865234e28ffc40b0195bfa","sample_id":"grade-school-math.dev.1668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48725fbd333f42819b15c7d21f1e07b8071c770d5a78ba0a0bf0eaec3083aa39","formula_version":"titan-u-contract-v1","latency_ms":0.7424579234793782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b23e7dd1344f92af5bb366983182f83eacf7124c3cedbdf49adccec3d3c89897","sample_id":"grade-school-math.dev.1669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45039edc696c1689322d68d480bf0c6c923fee82b4509c8e53c881458ac78dd1","formula_version":"titan-u-contract-v1","latency_ms":0.7289170753210783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"915df02ed372a764c644f6cd6727c1faaee73f05938f4bec154df7eeb887ccda","sample_id":"grade-school-math.dev.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e20d42097e2882d2ec7a9f25998d9b3aca3ac51989913910ae88a9ff4793e522","formula_version":"titan-u-contract-v1","latency_ms":0.7555000483989716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0cb37c5c564e4b9c4e4152ee064b68928fdc66e0a0576e5b206740f3eb52e9a","sample_id":"grade-school-math.dev.1670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4163481acd546edddcf7a31d01c5ef59da3277dd04ceaf4aeab506980755303","formula_version":"titan-u-contract-v1","latency_ms":0.913292053155601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2bea27984552e902fd6eb33ea62b689c2417582418d7bca2c5dacf73c513b57","sample_id":"grade-school-math.dev.1671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aa21fdd10150f9cc8339755a44ebcc6201fcd835ee4b149ba1a68d512a0291b","formula_version":"titan-u-contract-v1","latency_ms":0.6666670087724924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac47d150cf2cd88bb1b005722fe2885f2313924cfc30f72a82a3fb04a0263cbb","sample_id":"grade-school-math.dev.1672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83d9fbb26e20508c09911d171c9d358d3f1daa0b2a9e3a853272ba4600907deb","formula_version":"titan-u-contract-v1","latency_ms":1.1013339972123504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14e3cad567b5a18dcba64a120e419c4129fb40e3040cdc5c3d132778e306ebbf","sample_id":"grade-school-math.dev.1673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80c8bc51f5ed65a07902738db8b66086cb97649ab67cc926d2dc49d04c995c77","formula_version":"titan-u-contract-v1","latency_ms":0.9402920259162784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f6734efcc22f36f78248f57ab0a9ecbee5dcb4d7e40c9aad541d182676e0d48","sample_id":"grade-school-math.dev.1674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d730e5db5710b0f0737696a7d4405dcae1f0f3b8c27271ac0fb39d7fdc338f02","formula_version":"titan-u-contract-v1","latency_ms":0.6808750331401825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"411ee57d528a07eb62fda6077fbb48e75f4bb2e6dfd88bf04aca27c182ce005d","sample_id":"grade-school-math.dev.1675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4d90a7b11a3f752be141a64ff5aff2b294d210ae6eb464b55e9dc2f62d923c6","formula_version":"titan-u-contract-v1","latency_ms":0.8766669780015945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d918cf55a35b9617e066e35098d0dcc017cf8418d393889d063c559b51447a4","sample_id":"grade-school-math.dev.1676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cf55dc66f6ec033c5717bed0eace0dcdb674d36e32f9abe92faca19a07375fc","formula_version":"titan-u-contract-v1","latency_ms":1.2625000672414899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0ea392762f2908fc6ffd03ece7fdf312c0474994e85630067ab32c27c8cdd8c","sample_id":"grade-school-math.dev.1677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2978644d2750dbc3546b08ebdb8c1195832f5052659d7fd232e565654d5e9654","formula_version":"titan-u-contract-v1","latency_ms":0.8542500436306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44d09cb1929e6f95eecb5cfd266ea6201374e4a59467dd14ad78d1debf73419e","sample_id":"grade-school-math.dev.1678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45043a8456abb06f8962bdb42b7206f9146ab838bb79f9fb52c122c26f425282","formula_version":"titan-u-contract-v1","latency_ms":0.866167014464736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c51b7ec7516e496924b3ce14cdd739d70c15ed66679bb930c2b099e9ec74858","sample_id":"grade-school-math.dev.1679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36a7d1ed81c56443656b1b271ea37960d353ac365b3497f86de6fadaaf615fa1","formula_version":"titan-u-contract-v1","latency_ms":0.7214169017970562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d399cc169b74b45db9c4390286fa70932ba6bd8efad2c2a7a366dc4bf1cfa5d9","sample_id":"grade-school-math.dev.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb313e8e79e7bdb5559e7571c8303b6a5b68c070cd5087aa582eaeb1cc893a62","formula_version":"titan-u-contract-v1","latency_ms":1.1667920043691993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49ea960bd037981d984a9f8ce82caa5e3f96a3e25d380049def7a269f6cd18a4","sample_id":"grade-school-math.dev.1680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3ea00f95e0fe40d8d134be3cf51af55443cdd302c7ea5a69dbc9cbc297ea75a","formula_version":"titan-u-contract-v1","latency_ms":0.6713339826092124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eb3fd6a6dd243c2987944fd402c2fde59a476fe09c3386415eaad54b947797a","sample_id":"grade-school-math.dev.1681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"656f61615a2b03c4a3c0ef2d387310f6cb8ce82f7de7fe4f4c3954c38fe6e5a8","formula_version":"titan-u-contract-v1","latency_ms":0.6877920823171735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2289b494572667ec3f09cb166543b09adb5e80b4202b582cd406993c71fe680f","sample_id":"grade-school-math.dev.1682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"131b2c33630da3331234cfa083a3a51b1a80b06193ad08933d93b086d3f8e06d","formula_version":"titan-u-contract-v1","latency_ms":0.8142919978126884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f9c92d3754916dabc7b1379a5573ce6132d34dc589898ce7863e6a43820f149","sample_id":"grade-school-math.dev.1683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"808d82db9e76b3cad30e27172fe5a06365082115e8b3d1114bce3530d6d28a47","formula_version":"titan-u-contract-v1","latency_ms":0.7447919342666864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1401e8cb34ead68957785c79a95bc958c9fba40c4dc72dbca21a02706e57ead6","sample_id":"grade-school-math.dev.1684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"972686c91063a5de2857908ec9f95c18ba3534a5dcb68f73d4b8d0704256a4e3","formula_version":"titan-u-contract-v1","latency_ms":0.6921249441802502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52e7a6fa9b8fda107dd73b58650a285bac13ef1ca9d09d616929c269af784052","sample_id":"grade-school-math.dev.1685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"611c94e79c3a67e095f1e004809545996e358b2b684edec43318000fed99d9f1","formula_version":"titan-u-contract-v1","latency_ms":0.9461250156164169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef6487a5a1075499ab5466afa335db689ca3451cb4624494f3d39e0ecbe37810","sample_id":"grade-school-math.dev.1686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afed0e7be1798275bc5de004083bbdf1865350db46153446cd12574a5dc81f86","formula_version":"titan-u-contract-v1","latency_ms":0.8384999819099903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef724d94aa734aab9586f9925960e56d890171e7dd68a4f383f31802500e0290","sample_id":"grade-school-math.dev.1687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a0b447f8049c2e6c3ae653fb8ee8d2e8545284a58d9faa9f266865229f386bb","formula_version":"titan-u-contract-v1","latency_ms":0.6832500221207738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3a0fb1c73f4ea8953c632b1bd14d8e50d26f4c0f4bbdaba37c2bd4e56cdf041","sample_id":"grade-school-math.dev.1688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d59926dc3835964e7cae59b447d436d941884ff001c431716dad8efb18b61801","formula_version":"titan-u-contract-v1","latency_ms":0.9972080588340759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c874ca3f1a16fd0d1f409fc3e169b1fedd54670813fbc84f6ac582e1d13c6b3","sample_id":"grade-school-math.dev.1689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a8b8e6508dcf366d56e70e626849536c867a5f2a315900d55a976072129e1eb","formula_version":"titan-u-contract-v1","latency_ms":0.838249921798706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6369c129ef01e375b559fda0211dc467a4812a43f3f98dc90a7f27f591491217","sample_id":"grade-school-math.dev.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6eec42b06c6f20bc56ea9c467e9a5b9829e7b6c4cc05d22afa36c6dde32e3c6","formula_version":"titan-u-contract-v1","latency_ms":0.7155409548431635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dded96f8d90f471a2df44d9beb218cfce0ab63a095274cd1c799a8f0c8a71613","sample_id":"grade-school-math.dev.1690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beb9c8ee831af6c07d3ad470958efd157ff891a764645551bc50364c2da6b89f","formula_version":"titan-u-contract-v1","latency_ms":0.6692499155178666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcd2d47aa9eec3a42fb4b716b57d245bee3b1646d6916e4d3c5ca981190adbda","sample_id":"grade-school-math.dev.1691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27b5bf093644b45f266448e29d3fd422ab94284fc1f5887cc23337f51a8b5ebd","formula_version":"titan-u-contract-v1","latency_ms":0.9299999801442027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab24130c25be9adc411c32e9421498cb0366eab4cd1a15d4659372012a0e97ce","sample_id":"grade-school-math.dev.1692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63fb1f1ca243d145ac4537b9a566dfb23c85307bbcddad3d53dfc1aa3224a417","formula_version":"titan-u-contract-v1","latency_ms":0.9218330960720778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91a92a0c4068b5217a3a3095b465aed3d66fa1e5679a3476d078fca56ad13179","sample_id":"grade-school-math.dev.1693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8d52ee36aafd5cc30d83d6220baa26e6b3f3d6f787c77f3c7c07258f7783392","formula_version":"titan-u-contract-v1","latency_ms":1.0300830472260714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a5a4669e39cc50692aa0814521bf5d6f52ffcca63a730761811f7db54caea93","sample_id":"grade-school-math.dev.1694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aba477209c4717e73800927ecd54258b509b39456902c1ce50892909f0e7f33","formula_version":"titan-u-contract-v1","latency_ms":0.7193749770522118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"622845c86ba2b09d10a1b15780579ab81d6a9cd75cbb26526e1238771301dde7","sample_id":"grade-school-math.dev.1695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa783a1d507b67bd6e30b293d8f38a27bc834a46f7bbbbc4c47e00a99316b96a","formula_version":"titan-u-contract-v1","latency_ms":0.8934580255299807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a29ccd4a535b2fae7a3e3b099e29b17ca654ab3871f29d49159b3c79f04fbd88","sample_id":"grade-school-math.dev.1696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6613bd4756078c672f9503eb503a680c72db2462b6913980b180ba2f343e545b","formula_version":"titan-u-contract-v1","latency_ms":0.9292500326409936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24a13a7a51520a0943f034cee293540f84fb3b1f7bcd975e4c72b57d7be17046","sample_id":"grade-school-math.dev.1697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"572d5a3596ee90365235849a3267b9c1cfa2fb5bce9525db594c20590a0b5f47","formula_version":"titan-u-contract-v1","latency_ms":0.8449580054730177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f022853421eadd0e18590f62cf73a3fa15c36c2cd27bc9d6d8ad4fda9104f2a4","sample_id":"grade-school-math.dev.1698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"953585edf8a19e36070b826b0cbc29d2143bab43c58e1a95426d0047bcd646f1","formula_version":"titan-u-contract-v1","latency_ms":0.8579579880461097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae8ab1ce49e2bf2ff377816652296eee5752bac974a15bbf5dd240a409eb9447","sample_id":"grade-school-math.dev.1699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"683e22cf0b38b82be256024f43f4af7fda5a217ba1ac995231e6a4c4186785f3","formula_version":"titan-u-contract-v1","latency_ms":0.73291698936373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bf96d946ed9c033fafa6e52d0451daf43bed25a23eb5c3c9505982dcc350fe7","sample_id":"grade-school-math.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee2b0735d5688c000ff2f9ec4bc441b679a27b0da98e01e9ea5559da45c9a4af","formula_version":"titan-u-contract-v1","latency_ms":0.899125006981194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fa99b048336903e4362b7a4014030636a048f29fe9d83db637e1efd8469cd13","sample_id":"grade-school-math.dev.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd1329227cf8f77a8e6cd365e6e5c1c69e2f78ad1a5dfd79182c5aaea8ef148e","formula_version":"titan-u-contract-v1","latency_ms":0.7047499530017376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58d35cede67ec57dc680a84bf0f284cac8c295f993d7dc3dafd2d66523d70e91","sample_id":"grade-school-math.dev.1700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f92fbf062b7890e67fc53effee046903f7a3dfd9bc3f69b40c0de4c4a1d3dfb5","formula_version":"titan-u-contract-v1","latency_ms":0.8705829968675971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b92d77ebca4f80c2ea97cdd4e0eaee6bc7c945c5c45cfd0b4a65d969fb63a54","sample_id":"grade-school-math.dev.1701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"437cffcabdafca9a7b97a07ffae45301993fc5e5be4bc148d0b7dccda65605a1","formula_version":"titan-u-contract-v1","latency_ms":1.974417013116181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0da75fff8828bf28265f02beec31bbd37ddecb1db63932b7c4f0e48a15011cfa","sample_id":"grade-school-math.dev.1702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2173f09044a32ebd60945b04d7de810a7683ef4fe19f6286c940d2018ca3e1b2","formula_version":"titan-u-contract-v1","latency_ms":0.6784170400351286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"185f85e56a584070ef4845c25ade3713ad8e493f95312fac0e6730294e74e9a3","sample_id":"grade-school-math.dev.1703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6c533c8fb55eed03943f4d79ffb3843d7900a176b6cd4f21bb0b0848d9038f4","formula_version":"titan-u-contract-v1","latency_ms":0.6720840465277433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35d535113023d86d41bc70a069199da772ceac4f5c25fd822aca14b171986357","sample_id":"grade-school-math.dev.1704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab4c84b5e348380e803a39fbbaf624959feef69c5541fb85212d3c68f74f40cb","formula_version":"titan-u-contract-v1","latency_ms":0.8381659863516688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f84677fa990773cec33290ac0d5baf44e461a09eadca6e1879dcc6d9ec67bd92","sample_id":"grade-school-math.dev.1705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29cd4e1ce9fa10ec4ef059a841913b84cb0b100ba89dcae1c7007d61373ff7f4","formula_version":"titan-u-contract-v1","latency_ms":0.8206670172512531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7be5835cb097135ec48fed7541ee3cc69798e853c4cdb4f9d72a3823b158611","sample_id":"grade-school-math.dev.1706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e776f53c7d57c262402b9dc815f20d61f704ba106862cd46d0979ac7c8a4daa","formula_version":"titan-u-contract-v1","latency_ms":0.8530420018360019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9190a59d743553e94eb08f22e20b274865f55789342e002ecd87d003116a13e","sample_id":"grade-school-math.dev.1707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8f46157d1114e7c018c827ca4b90070fef785d65df163678c6b0ecefdeb083a","formula_version":"titan-u-contract-v1","latency_ms":1.1070419568568468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1cfb89bfe258aaf5cc7677092970d5ba061dec68e3960194aa3f9be47008992","sample_id":"grade-school-math.dev.1708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"365c78d410a1f1557f38f5aa7f9eb62ad0f55386580672d58bcd2e985e454f39","formula_version":"titan-u-contract-v1","latency_ms":0.8151669753715396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3900e29485771090ff81ad4254f8b056d8921d7ae85162fe80fda1b94e69330b","sample_id":"grade-school-math.dev.1709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b32008766bce2d3b0a7bd9270804620168357e1e0286efbb7d7559c8da152e9c","formula_version":"titan-u-contract-v1","latency_ms":0.650875037536025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd14470983059a1ccfd9f398a9594e50097e252b4f3a9a2ff66506839098a4a5","sample_id":"grade-school-math.dev.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"715a9df7a6d32aad554a1ef6e17a8fd4b32b0927c12c09044d22fa9975a2754a","formula_version":"titan-u-contract-v1","latency_ms":0.6946660578250885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9090fca814ae04f1d0a5005d14ff74a676e54840639a4b3f4312fdf60610886","sample_id":"grade-school-math.dev.1710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee8c3bc0060e8d04df85eaa676d00c60715b4580e0c3f23323ac36bd486e0ec1","formula_version":"titan-u-contract-v1","latency_ms":0.6992080016061664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"341d81fb6e7d5ce47a93273e9469ef34f9b3c83584a318b3ee9963add9475eb7","sample_id":"grade-school-math.dev.1711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"311bd212d27d81565868f89261d56b1012c3eea9f3f0d0dd7e18e72ab5f9cf4e","formula_version":"titan-u-contract-v1","latency_ms":0.8326669922098517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7021a008b6f991472bbc7c1677b01d91683231782b83557e7c2c39cc499d1c7d","sample_id":"grade-school-math.dev.1712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e56981ed7a7c141bed41dc48e2a6af633eaa5453aea90b7d9a4afb436184b78","formula_version":"titan-u-contract-v1","latency_ms":0.7947499398142099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66d5ef6daac0bd11041fcfea40a1cc54d4512d071aa3c960f5cdb2fe2bdbf815","sample_id":"grade-school-math.dev.1713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00a97afa6c2458acd9e2cef819ed58b31b38a90c6c18592138c13cf21d7dad87","formula_version":"titan-u-contract-v1","latency_ms":0.8985409513115883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eda4d7e3fc6f153e6b6e84c4d7b8783dd83d1d531ddd6506e11598a8fe9cacec","sample_id":"grade-school-math.dev.1714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24639cd0b3cfd73c44ed66a37be7c26850fd65a651660623eb525085e4fe46eb","formula_version":"titan-u-contract-v1","latency_ms":1.1236669961363077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fc326b6ed215fc8409476e000c5901b2e9500e2eee6a045378448dec424f900","sample_id":"grade-school-math.dev.1715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74af5d42a0998cec81bfb9f0426b7eec5bd665ceae193001b03c64edf155d45f","formula_version":"titan-u-contract-v1","latency_ms":0.9705000557005405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"958fbea8db08dd118e6ca84a5318f08ef871013c1a5fe18915a48979b7039af6","sample_id":"grade-school-math.dev.1716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30bf722764d320245d8f7727f21e7585b0d32a5e3d2056c44d788c768729ea8a","formula_version":"titan-u-contract-v1","latency_ms":1.0662500280886889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96ba4c5cc830c3d196f3487519a596a35768cc800f18374371b7a5514516d601","sample_id":"grade-school-math.dev.1717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5248d30379f1e6d7a77fb738da050a144c28e24460d83c5e1c11ee894b66c6e","formula_version":"titan-u-contract-v1","latency_ms":0.8911249460652471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98a3e5e84ac1ddb3e3f4cad1292839421e48a163b0802cf812ea8ab91f221448","sample_id":"grade-school-math.dev.1718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9423d41593ead1645dc310866abb8cc7e17eebb585a9f0110de556d810cdf8a8","formula_version":"titan-u-contract-v1","latency_ms":0.7671250496059656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bbe1788f094856f9100f6562744702950d55c4fa7367c2d99b13c699ad6b3c4","sample_id":"grade-school-math.dev.1719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8ecf10435544cd692fa462285cfe8c686109c80600cfb1a9a518c1918152e11","formula_version":"titan-u-contract-v1","latency_ms":0.6722499383613467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67d802863a6fc40f7a299680be506cc614b9a7ea7a50097d08aa4e648ff0a0b8","sample_id":"grade-school-math.dev.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c04a6f6bb8b66f91090f26813c6d1835376af1b90c3c6a05bdcf952bb5ec4538","formula_version":"titan-u-contract-v1","latency_ms":0.8467090083286166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd3a08ccb5e6ea749a49dd72f079099b3ffc88c35b12ef12cca6a51e2e8218c7","sample_id":"grade-school-math.dev.1720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e5d661899b7f64e5e065245c35326c8f7986ad59ca1c04100846befadcde159","formula_version":"titan-u-contract-v1","latency_ms":0.6761669646948576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f0011422ecfc5c7978c9e6395de1c8529cd303684f92a96cdfb14bd4fd4a689","sample_id":"grade-school-math.dev.1721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91edc1be5824f066fd65e2fc96119fa90a1bd9a0ba9846d6fd6fb1dad72a02c2","formula_version":"titan-u-contract-v1","latency_ms":0.6969999521970749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b26cdc709afeb3b9bc2709f20655ef29029dad5ac3b2b0347e618c79d37f7fc","sample_id":"grade-school-math.dev.1722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"517c7c28c1199ee40ba1140cccd44da2e875090893a93b569429c4afd26bc244","formula_version":"titan-u-contract-v1","latency_ms":0.8437910582870245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d445d03fb8c69882050757de3a25e484083d322aba6b5e1b671786f1d4c9046b","sample_id":"grade-school-math.dev.1723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bffcae0e5051feabff5a96c88cc45de66b2e27332dd664aed2dcf22e9b2b65e","formula_version":"titan-u-contract-v1","latency_ms":0.9480839362367988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"201dcc13c0816cb5702cf0e49c434e1d6cef403be9f31db1ca6ee267ca76c45d","sample_id":"grade-school-math.dev.1724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80ffa8a77f400ac79cbd48d90f5bc132731af0c284cd67054c6eb786e7491751","formula_version":"titan-u-contract-v1","latency_ms":0.8436249336227775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ed12eb7af53ae11ffd08f1869b300903a468502b3ec7acc6d7c04dddde71f2d","sample_id":"grade-school-math.dev.1725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a379b17f2d507dedd971ebbf89c2b798997347778c9cdd554370295eb538b8ac","formula_version":"titan-u-contract-v1","latency_ms":1.8675420433282852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5d741850d14ea99830e4d31bd546deff4cece5ca492e2316d9c8e832b56aea3","sample_id":"grade-school-math.dev.1726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92f3434deeabc97e7dfa6bfb5a5db03959d2552e5db502d04c088e9283754553","formula_version":"titan-u-contract-v1","latency_ms":0.8748330874368548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"184532e88e7048ea955847622a87d9870b359ac852c28a6c1e3689995e624706","sample_id":"grade-school-math.dev.1727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9899aab6ece403d5b9822a4613259750a4208b0f152d752ca5ac156766d8c36","formula_version":"titan-u-contract-v1","latency_ms":0.6494170520454645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"959179508fd0d666278999407c5ecb6dc58a5374e61f4a079059ec7946d7fc49","sample_id":"grade-school-math.dev.1728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2d770382a5663b4e3f1d1e9a52eb28c31254385b5197a1067454518ee9a6191","formula_version":"titan-u-contract-v1","latency_ms":0.6347909802570939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b86b940d4dbcb612e9e5b17f06f067d43cb283211f1b820c94dde3b664b03ec","sample_id":"grade-school-math.dev.1729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ad0f66808eb859631d9a4a563447aaa5bdd0497fccfb395aa11ca9a9975f116","formula_version":"titan-u-contract-v1","latency_ms":0.6841670256108046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00e6635ff61830b234cba1fae1c76e71f600188158ed49dd4f12dcb714bc02f4","sample_id":"grade-school-math.dev.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9200eaa44fea31245d3a29c9cdc63c8ba1290f7858be61bda86fba1cf0162bd","formula_version":"titan-u-contract-v1","latency_ms":0.6604170193895698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ded2cc26354beeb14957783863681016856595cedefc8cf49e1af5598c63bd69","sample_id":"grade-school-math.dev.1730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cc50950df50e668c0f561c280b1bfa6eac2bb73bf412f058382f31a1fdbfe2f","formula_version":"titan-u-contract-v1","latency_ms":0.6908749928697944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3429cec20be06d594822337021fc84b557d52e5b30c5fd9f0d65a51dc871a279","sample_id":"grade-school-math.dev.1731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6031bcf4bfc6a13c0dda215d354d28e02d5cdc25488a5257acadb6fd385c3c57","formula_version":"titan-u-contract-v1","latency_ms":0.7262079743668437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e3652de2a10d0a5a63d355f1aa778076fb37b50cd4b5c490c6e572ecb6d8706","sample_id":"grade-school-math.dev.1732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97184f724dbf371f2d5ca1c6b68308f2a77b53ad846e5e1c603ac53719d96aa6","formula_version":"titan-u-contract-v1","latency_ms":1.420999993570149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec9d18aab0604212299f11ba2afb604a8a1a50f15395264be0024097044b7bff","sample_id":"grade-school-math.dev.1733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78b029e8525182e1242083e3f9fb55de65e09a17580656cd1513817570d8da16","formula_version":"titan-u-contract-v1","latency_ms":0.879625091329217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c2a1e234c0a490535e9313665c74843102803de7f1b57934d1c9571c5a11e5e","sample_id":"grade-school-math.dev.1734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fbaec758797307855b335cad66e9361e803dac45e179ef60f052d2070e2e806","formula_version":"titan-u-contract-v1","latency_ms":0.8821249939501286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba93bda10a33575a711d79e3efb413d9ea0c484d4e660e73409a1781255527c1","sample_id":"grade-school-math.dev.1735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e0890038d9bb26daeb4a6c0476c3c6a6cacde27508c15fc4138fe8613b30ad8","formula_version":"titan-u-contract-v1","latency_ms":1.067750039510429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d98eb8b61adf9ec4a27533f7fc9eff793535f76f2899945cc38de79ba1db01c","sample_id":"grade-school-math.dev.1736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"693005f4c88af74949161ea6ed237dbde87062b7a2047760beea54951c1b1ea0","formula_version":"titan-u-contract-v1","latency_ms":0.7676250534132123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82b7ca0b7f23ee64f288adace863ae35c2449930e127a34a9080d5b9fe7e2c8f","sample_id":"grade-school-math.dev.1737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a1b5ec98c384e4e09caaa5c13fcfa306f1cdbecb1a2b9217201053d7c32f2c0","formula_version":"titan-u-contract-v1","latency_ms":0.6688329158350825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82195e0557edb896bd4af7703738a8b349efc9eb11e2a3ac3195e39b25237bc8","sample_id":"grade-school-math.dev.1738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dafda8a1671b2b6f7f9b6a4119b22071863c1c7d2653035cc282a9628a51fa3b","formula_version":"titan-u-contract-v1","latency_ms":1.2033329112455249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32b7eaf4e1d5dd7d9e1cbec345a3f5da8c9da86d926f6a17362f22ed52549839","sample_id":"grade-school-math.dev.1739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab1adb13a41905ac8ff0ac3f208465b3ac215cf4181aaf01fc1484b90998ef85","formula_version":"titan-u-contract-v1","latency_ms":0.7571249734610319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9082d1308d51962956845bb9151b9e209e9e281afd4d804b7a46f7f6364b4c33","sample_id":"grade-school-math.dev.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"636c635c0c3ea0b0459079914796522d61667a7f0dedc38350da54101c27258d","formula_version":"titan-u-contract-v1","latency_ms":0.6519579328596592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6fe1fd1075c6d743befa3151192e2ab0a9594e696412da93b0a8b7098df1086","sample_id":"grade-school-math.dev.1740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1bb0f9ec9a84b3c1ef660e632ee4b64bd67996072c651660d127dda56b1aa04","formula_version":"titan-u-contract-v1","latency_ms":0.6499169394373894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e7e3eefc5c8d4b0f6fcd02cc2b90d8af97e4f558e82598d79a866335750dadc","sample_id":"grade-school-math.dev.1741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba8f8cb5ed4c3cb738b18019e0f677249384715367933d1b83be9274b1e68d52","formula_version":"titan-u-contract-v1","latency_ms":0.6746669532731175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8388c4b47e9b9353b0df9aa756c02b03dcc63cbe4a7fd9251f83a457bb19b62","sample_id":"grade-school-math.dev.1742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10b4aff3cf2d8a4169a14cdb80ea0da2f1cea5d81bfaab133f405cc0591811b3","formula_version":"titan-u-contract-v1","latency_ms":0.9545409120619297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6971d591d254f8295146a867d0b54c2d47e8d8eabce4f440b82c26859de8bdd","sample_id":"grade-school-math.dev.1743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e44bcabefe0e1b98b6fc13c0a5f20dc9463423709e63576cc812647fc1618fd9","formula_version":"titan-u-contract-v1","latency_ms":0.6767499726265669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae47367c6e0412a412b6aa977a7bc4b0bb81f3000658781f7e2f11a857b47d2","sample_id":"grade-school-math.dev.1744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dd0194f200d29a91471cdb66236f54597e1ef15305a87ae24d963d4135ba7f8","formula_version":"titan-u-contract-v1","latency_ms":1.012708991765976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaf55fb6b3dfebf8eda34aa472ece50c00d22bb242e79461f31993be4366f2e5","sample_id":"grade-school-math.dev.1745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d6d85d435f3ed7c370a5b3db24869a621bfa0461b793ccec73e72ec158c0922","formula_version":"titan-u-contract-v1","latency_ms":0.8249160600826144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f67091656a8b0f55ffd567d1e52e8437da9a2db40323ab0bae53703d0dc43a4","sample_id":"grade-school-math.dev.1746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"733900ce6d3a4895821a0b968a6527f0e6e8cdb45656ea9935a2b78566e0fd76","formula_version":"titan-u-contract-v1","latency_ms":0.9321658872067928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6180548e4a9de89239b17380857ae128033be167e5ea61551c59c176a9c39607","sample_id":"grade-school-math.dev.1747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e64615ca073397c5df19683a2a4a4a75ff7fd1ad1263340b121228c97200d92","formula_version":"titan-u-contract-v1","latency_ms":0.9934169938787818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0f15f2ae3e9f9532378ef81d91b08ad6a4fbe5b3dfa3b720e89a68639df6bf9","sample_id":"grade-school-math.dev.1748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d4e44a358a180e2abe5890866c593ad415e91c17f608b148fea6cf795b8de59","formula_version":"titan-u-contract-v1","latency_ms":0.8333330042660236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46fafe5b7bdafe0826a894d4b9d144d054f389cc7c76ae4729c2d05e668d672f","sample_id":"grade-school-math.dev.1749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"005cea8439a8141bab1e75099fc2cfd8f6f2824ca8707f5b6157f327a2ca5e32","formula_version":"titan-u-contract-v1","latency_ms":0.7620420074090362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c7046790f66342869f825e7d747520aa400d68c9815d3da5e88684308f8b4db","sample_id":"grade-school-math.dev.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd017c9bc6de2759c403b07d27b90674d7eb22c88c69509c7f1ecff375a26c1b","formula_version":"titan-u-contract-v1","latency_ms":0.8827080018818378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"728d969e704f8aab97c937dca036da145ae92787aa0eb389bf7365a148859216","sample_id":"grade-school-math.dev.1750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02a8188fecc0cf05224a0654b737742298f7ac350d8db2ac39fe20dd4dd2779f","formula_version":"titan-u-contract-v1","latency_ms":0.9172080317512155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c9aa23b8a8da003ce8397930cc6c5f5b8e209088e83bb18d107bbc54056c6a5","sample_id":"grade-school-math.dev.1751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd48df8b0e6730a5b092c6741fef2475092ead494539e53008ad662ac9810532","formula_version":"titan-u-contract-v1","latency_ms":0.6790420738980174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6892c54d957e0da294cb7bab4255c9c6730047f13683c525422d5101e167f38f","sample_id":"grade-school-math.dev.1752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a44dfb2b53a4d77c5453a4a5505d62dd4ab326b4b9898775faabb55f9937e876","formula_version":"titan-u-contract-v1","latency_ms":0.700791017152369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"930f610b1d1726b538eba8e11c7fda690e4afa7930e4e5842e8bff8fb451275b","sample_id":"grade-school-math.dev.1753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cbdc9c47df558245ba8e1016e8db13027cd466b319b316c1519b1a654960581","formula_version":"titan-u-contract-v1","latency_ms":0.9125829674303532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bfee14854514c09011908f71acb026e28b4dec06d053c2942eeb18483b2a0ed","sample_id":"grade-school-math.dev.1754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e70c3b3c6dd900153bf6d3855f9b8c3c99f675252596804594b7a98d14464ac3","formula_version":"titan-u-contract-v1","latency_ms":0.679749995470047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f3551c62b948df7424633be529e5800b9f8beddd95b4d4101681fbc72f6a30a","sample_id":"grade-school-math.dev.1755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd19761fa3c45c98fc09e2a206b861e7fafd52de339861713079d9d5c8c4009c","formula_version":"titan-u-contract-v1","latency_ms":0.9779159445315599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32661c4056510a9c3e693728e6869f5f2e45dc66f80dd8f38efe6ac7ca1f6c77","sample_id":"grade-school-math.dev.1756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc201f009039f1883629035ea2b3119a6f222955376bb9ea58b519d9c64d9432","formula_version":"titan-u-contract-v1","latency_ms":0.8370829746127129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfb2bbcacee00ca487976b170e885420a9dbdae45d29b1844d8e0078ac38d548","sample_id":"grade-school-math.dev.1757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19dd0d71b9ad9c809a82c9f728953d3228374370e6d20781ff10290ce69f7492","formula_version":"titan-u-contract-v1","latency_ms":0.8618750143796206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33eef955e444a71a53800d9fc7de7fc68721acd9b8cb312e610edc4fd1d2aad0","sample_id":"grade-school-math.dev.1758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"773d97e7039eef9af512fc98708535f69bdaa7961a9a38943f2258db8f962019","formula_version":"titan-u-contract-v1","latency_ms":0.7138330256566405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78800d87d9ffb213b0ceba86e41753112ffb1166b1e028b231ae3b73e287399b","sample_id":"grade-school-math.dev.1759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"117aea66887a194707119cf851a02bb3f5858c48e10f7ec1985c096d47b370b4","formula_version":"titan-u-contract-v1","latency_ms":0.7892920402809978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d707d13f49efe2581f75f84a9ba5985570c48b662efab048a1b56a8e5389f1a2","sample_id":"grade-school-math.dev.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45648db1c4449351930d128d7aac80fc4f5e1401d2fcfed760a7cb7b054fbc7c","formula_version":"titan-u-contract-v1","latency_ms":0.6479169242084026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7c0794fe8dbe3ee6fff653567c3a7ec4e1b117d0c1ece9c757bcd0b9ecb73c3","sample_id":"grade-school-math.dev.1760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"375cc74fc0d52656432a4caf77d7c9a6826a1c9290476e84cc04283c6d5dd6f6","formula_version":"titan-u-contract-v1","latency_ms":0.7724590832367539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1341c690f7eb560ea5491ee8757e8d1654ee4f00a5fe5a519089d33c66e5339e","sample_id":"grade-school-math.dev.1761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"215ee467235faaf3fe955792163f88fca4b04870521b334052315e3f89d5d96d","formula_version":"titan-u-contract-v1","latency_ms":0.7214579964056611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"305859ef6324ee10d084aef7b4231a5d996a1f1f54b5e1ab0e41899ccbe9648c","sample_id":"grade-school-math.dev.1762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8c0e7e695552341a499baf04c322e6ee07c92d6693bccc335e48e83b8aa8a4a","formula_version":"titan-u-contract-v1","latency_ms":0.697124982252717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f18708e426902d7caf71c747a11736f83947c0f8f08beb0525f55941b86d491","sample_id":"grade-school-math.dev.1763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7130ab1cdcff7e2a9d01fdd2ac3452d32daa50716adfea981806e6b182908f2","formula_version":"titan-u-contract-v1","latency_ms":0.7663749856874347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37b48adceda56c12a31fededa0f68ca2d5e5aa6f4f673175105f0e91b92a59c3","sample_id":"grade-school-math.dev.1764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e247f7f91bf807ab7c2e14deebf77d2849bef5ab5e4b8ed6b4e954fd1cc4df6d","formula_version":"titan-u-contract-v1","latency_ms":0.6681670201942325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"168d9a3fc2e6996a2b41d3819b8a0156824b2306ea1c2ac58ba5af80f4de933b","sample_id":"grade-school-math.dev.1765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcdbdaba228cdcbae07555efd4c6b616b4fad1b1bb1ff021e646527d0db9f626","formula_version":"titan-u-contract-v1","latency_ms":0.738707953132689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fee35df069037b8c7fff7067ec81d9630e3dcdff4b4d8b0b936796baadc6aa5","sample_id":"grade-school-math.dev.1766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aae72fe45193d7f764fcdd3339feb9140f657349171e28cc6f1a21f934911fd5","formula_version":"titan-u-contract-v1","latency_ms":0.6922909524291754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47bc188fd8bcbd44ca6d51aa5cfd1b18a4d5ca25bf611af2d880718ee9e6d67e","sample_id":"grade-school-math.dev.1767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd62b7e8563af8714269492008c18fd7f6fb84ab8a90d7c10741e8a5e2cb4ef4","formula_version":"titan-u-contract-v1","latency_ms":0.6607080576941371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9f4aadfec24d5f239f67cf62101c26e569d6141598c9a571c9bd184c1c189c0","sample_id":"grade-school-math.dev.1768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65293354716b76d49446cabf28153437cc724d6ede17107ab0c9cba5c04303fb","formula_version":"titan-u-contract-v1","latency_ms":0.7025839295238256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"492d9061e418c46a9d6ce5dc289ff7a745f8abf51e991e9bb60c945f2fb6c3eb","sample_id":"grade-school-math.dev.1769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab28acff04ceca2d7d1ae0d684eb501fb4fd87351b7c92e87131090f237a274c","formula_version":"titan-u-contract-v1","latency_ms":0.6733330665156245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"515d7e7fc178dc0bfdba078f2d061d01255f467f284787b4f0ed9a241baf11bf","sample_id":"grade-school-math.dev.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7143aa8a5805c5ef81bad889959321940343d3d11beb2cd40448a536db8ba234","formula_version":"titan-u-contract-v1","latency_ms":0.6875830003991723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f47c23af83b33bedb316a1abb3bae171310b0239c7741edb985eae428f4b1483","sample_id":"grade-school-math.dev.1770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24f292c976e482d3411f5e909e17030d20c882ea016c6ea1c688a0f6f80d31a8","formula_version":"titan-u-contract-v1","latency_ms":0.6808750331401825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f61eadbe548ba66ed0236d15cbb81d68b1308b59af5a159b95e0a9e16f95bdc8","sample_id":"grade-school-math.dev.1771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab4ebf1c62ac420aafcfe1fa973e9c83a050f61bcd2feab9b0b1596a260c40a2","formula_version":"titan-u-contract-v1","latency_ms":0.649666995741427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3d8af86e69658563d95d0a9b2adacd012595c5d261dcc7353ce4959384c80a4","sample_id":"grade-school-math.dev.1772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dba3c9281d8aef2bf2d8912398c511c334c4ef164c0c25f83a1212bdfd94e942","formula_version":"titan-u-contract-v1","latency_ms":0.693541020154953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7d8c74a8b26d6a1935a5b951f019186bc58bc329041567838f4d12b21fa6e33","sample_id":"grade-school-math.dev.1773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52b48742245de8b780e098f77fe6d9239f08334fa4b26e7dc2e82c0ed9a74eef","formula_version":"titan-u-contract-v1","latency_ms":0.6743749836459756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be3cb60344ab2fa89484ad632123437be8dee930e8d13c830d8602cd495923bd","sample_id":"grade-school-math.dev.1774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5897aaed21e4ebcd96fd0b2e2c8497b19bc2068c3ebcfb92f7fb7cedb05d20aa","formula_version":"titan-u-contract-v1","latency_ms":0.8614580146968365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49afcbf043304f999ed32e0c3059edc70bc0864f1f79e6ff5f8b282f61946e1b","sample_id":"grade-school-math.dev.1775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac74094590a76054d3f11bfe473a987504428f12777e096f6a13e071527fe099","formula_version":"titan-u-contract-v1","latency_ms":0.7333329413086176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8f6753401130715aad73af0fd75d484061247f054efeb34b19eaf841f0b080d","sample_id":"grade-school-math.dev.1776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dce75b44830d20d762a8b0ac82dff227846b077383ef6f2512c924be7f00cdb6","formula_version":"titan-u-contract-v1","latency_ms":0.7986669661477208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b823fe9c22f75e77ef2ce732e0c2afbc970a0da0750e4a664e0c1cf03c842ed","sample_id":"grade-school-math.dev.1777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1effb996d8b822a1fb1f3759486aee18aab6bee6452a1d038063f3f363c95d6","formula_version":"titan-u-contract-v1","latency_ms":0.8104579756036401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fd362b51af798810a332b67e03cbce0254d9434031457b363c3fd07902b75a9","sample_id":"grade-school-math.dev.1778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"705485b682f2a24194e1ef60a62c1eef98f72285859a66162e554098ea0305ca","formula_version":"titan-u-contract-v1","latency_ms":0.6567500531673431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"050c4388a762d20888685022c958ac5c05ec2263a1d505d1c1490b985e4e1535","sample_id":"grade-school-math.dev.1779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cc024d1760af0ddc4b0323654bbecc7bcfd0986de1ac20fa994c67bf88d79e6","formula_version":"titan-u-contract-v1","latency_ms":0.7833749987185001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4827c83505a656de8ba66826016f04cd5d956bc6ea928cc7dee455a8b8b60bd8","sample_id":"grade-school-math.dev.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e16574cb5be8c0c143beb64b39f1cc4f2cc31676b00844c502c9bc3f752f8504","formula_version":"titan-u-contract-v1","latency_ms":1.0596670908853412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f48b817556996f93682b48103ca153dc287bf48dfa29e14ba9ab9c74ab873df","sample_id":"grade-school-math.dev.1780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b6d6bac77716ebb762e2e08a84464108cc71bf622c684491076bd1923dd8330","formula_version":"titan-u-contract-v1","latency_ms":0.6838329136371613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53d88c86cd62d87d965510c98f0c20c393fe3370ae58e403b597ecb93945b32b","sample_id":"grade-school-math.dev.1781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88a12389fa1728f3761ae5551e6a90a6f75781db2a7a945730a9b4a761478f92","formula_version":"titan-u-contract-v1","latency_ms":0.8743338985368609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2cd63e76e849cfb607fe19327c3bd48dcf71880d49402da7c5a2e4f05630457","sample_id":"grade-school-math.dev.1782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97e61dd136b0487c222c952b29fae0ad31b932aa96ad0a6da2e85b3f2e1956f3","formula_version":"titan-u-contract-v1","latency_ms":0.6237080087885261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1272428c2c4517022430ec38535eea5f0bfb764c7e563c4242e2d5c74c8bf209","sample_id":"grade-school-math.dev.1783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd7c280a0bba379df1d426221771cc35370e2473aa7d290c629313b838f86968","formula_version":"titan-u-contract-v1","latency_ms":0.615666969679296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1279a839140650215db4e252dc4dafdc30631fd11173691897f811c813125e8","sample_id":"grade-school-math.dev.1784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"957f45e4fe0ff191b108ae03d32430dff928d05f3eb5b9cf35b5a2499c447831","formula_version":"titan-u-contract-v1","latency_ms":0.7035830058157444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3603a6f7c33ca1dc5a92697ef0437c72cec6351150b461bee3111ba628b81b8","sample_id":"grade-school-math.dev.1785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66cf9accfb3d472225eda67dec9432ff53e482be00f283cc3078447b7f1ff729","formula_version":"titan-u-contract-v1","latency_ms":0.7337499409914017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d10c8ca03f2c373dcf45dbb4edb2b88e7d563ca4e48386f485b1b8bb468440a9","sample_id":"grade-school-math.dev.1786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7af5944509828d2d4cc9a53036a5c7053909c345a24bbc6869f28fc91769e7bd","formula_version":"titan-u-contract-v1","latency_ms":0.714917085133493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c2d9afcfb7e8de82605af096ab7b985231e69108c087234d9847ee6d30a7a6e","sample_id":"grade-school-math.dev.1787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a270bdcc4450d3c2f6c6fa954e30d94f9d610584343fde9cf1f6f90b61cb872f","formula_version":"titan-u-contract-v1","latency_ms":0.7164579583331943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a47fe45cfaf14971ee13360586451f8be96c2c37f3680c25e8d16e0071a9d23","sample_id":"grade-school-math.dev.1788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a254b12e8e8ec7926afd88f971d8a1efde962326746bafef5295b8ab6527c6c","formula_version":"titan-u-contract-v1","latency_ms":0.7214579964056611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de7038038beb05ba72c4b0556887b6991847c8bde29a2a49d2d98c3a06cd4f81","sample_id":"grade-school-math.dev.1789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4924d96175362454275ce7e6eb8326a0200d672aaaae3e2a9e5c94462638d3b3","formula_version":"titan-u-contract-v1","latency_ms":0.6839579436928034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe2255c32c7dc65ead026f322db5c8c173f44f348283e1e5cc3d5a954bf14018","sample_id":"grade-school-math.dev.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d40567646ab24050423c8ba0753774ae84a9f676670a8b6466dc514c41dc1804","formula_version":"titan-u-contract-v1","latency_ms":0.82566705532372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cb526ef78dd70c252fcca79b46290e2f700a4519cd6c616ada48f4988a267cf","sample_id":"grade-school-math.dev.1790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57aafd450e5eb32cf830520432a1a2289820b31894359dc923a7588bff6cc39b","formula_version":"titan-u-contract-v1","latency_ms":0.6727920845150948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6aebc5308a1e30af50ae8920d4121f425fed8f78a0ddbcaffe724108c2df09e","sample_id":"grade-school-math.dev.1791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27a4ce7284100500b6697f29674fd3e4dc86a91e7f16cc5238460b9fa0759248","formula_version":"titan-u-contract-v1","latency_ms":0.6912919925525784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a72c8c5a05e490cebb7e939566bb3e88b12421f496f070dc1323bb192d372144","sample_id":"grade-school-math.dev.1792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb1c19bd0b2d62b13323539a3f9b660991036be2a34823c9c1faa78f23a315fa","formula_version":"titan-u-contract-v1","latency_ms":0.7011250127106905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d31073d7986239f5e89bcabb825d0fb9c05c99844a5a831d8ffa29a07cc1614","sample_id":"grade-school-math.dev.1793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b791bc477c3ddc739f434f83917236936971a820f0f5780cd4b9d03dd681aefc","formula_version":"titan-u-contract-v1","latency_ms":0.6735000060871243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7eaec453fd8d61ecbe7df94203218e5b78eaad8975d75ee7e1085020bb0c96b","sample_id":"grade-school-math.dev.1794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"268f5d3ce5e85bab8c609d203078bba7d07bb6abb6f65b9a16d9b5a3f926a06c","formula_version":"titan-u-contract-v1","latency_ms":0.6552500417456031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"545ca18be0a2ccb1949b4684634523e35d166398b8092d2463769e7dbafba535","sample_id":"grade-school-math.dev.1796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21d768763a548f1490d8654f211c43a91efff0ada7e1ce4d5a0585bf1747a2fd","formula_version":"titan-u-contract-v1","latency_ms":0.6214170716702938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f094d0773bad4bd5cbcd1066e081b92690bd1bc751b07666abfd18088481ae5","sample_id":"grade-school-math.dev.1797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68c37ed05773208e31cab87b6b5e69864b5cb022f18bd9c8723d2164786fc06d","formula_version":"titan-u-contract-v1","latency_ms":0.7140419911593199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f65c131aba6b5520fb90861cf55c5b1022e69a7bcf27a9afe9a569b0a44ee15","sample_id":"grade-school-math.dev.1798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd6a085c5e88bba14ff3baa66a76912c892eca0e7076c4852648721a1f66a4d8","formula_version":"titan-u-contract-v1","latency_ms":0.6957500008866191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c5821d3dd95f7a70c8c8ee3658060cd7436be8e175e8d77e12592707e08f7d5","sample_id":"grade-school-math.dev.1799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99b21542ed069b336c117434151a97e9ec45ed56b1c49aecd3d698e90d170e60","formula_version":"titan-u-contract-v1","latency_ms":0.6981249898672104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a950a2cc41cad9e0e1299ff674079bc1384b0705fa0d86a7f5d3481efc0c7896","sample_id":"grade-school-math.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d06cd669b5c15847c45cbaac178becbc602fefe3a2faa2e89f22a7a63c038aa8","formula_version":"titan-u-contract-v1","latency_ms":0.9251669980585575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41f275b9234b61eda0789cda74e44684341e179efe7de0013de5e5f89ea0cf25","sample_id":"grade-school-math.dev.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf272c9a1b1cd0ddf8fa0a42dbf48f38a9646b211a290308bce8512f61edd00e","formula_version":"titan-u-contract-v1","latency_ms":0.6679169600829482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97a856489b1442aa2255cbe60a334685ea65c7c53343480b0a185f45029783bd","sample_id":"grade-school-math.dev.1800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbb36fb353eb0ab1602a4fa55f313df6a5c7f2e262df59fc00b09a6a834d52e0","formula_version":"titan-u-contract-v1","latency_ms":0.6464170292019844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"052c0c18bf37f560ea329d9a595c53b0c5e976c1ea1f0736b81417b224c20519","sample_id":"grade-school-math.dev.1801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b37d9a4780b69ee24d26ba12a3a63641b105b044bddc1dfef199bad9d8517fb0","formula_version":"titan-u-contract-v1","latency_ms":1.137666986323893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f8411a3cf9e881835229791a46e1d6d108e213f68a593cbb6f0ffbc9300e10e","sample_id":"grade-school-math.dev.1802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"254479f7c1d559eca989df9e2001eea61d38b93f13b548b4b5f2b7d7cf75ae15","formula_version":"titan-u-contract-v1","latency_ms":0.969290966168046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f3d5ac0d4bb76aa65ca97c03452257c7a28ec9a17c39bc228a64d75e698a0ca","sample_id":"grade-school-math.dev.1803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4df7ead6a783c18342edfce217dfb229b9472a5d05bc8508124a9611e4800b7a","formula_version":"titan-u-contract-v1","latency_ms":0.8571670623496175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b3ba466d3c0165923814392284127b97401446d3f8686d9c0469f33329aa91c","sample_id":"grade-school-math.dev.1804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f1436818dfdef2e1b5dcfe57f7393b48f46f27dd149fb360db713dc210cf3f5","formula_version":"titan-u-contract-v1","latency_ms":0.8490839973092079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e5599d8659b99dc0d4f28615baf646f5e30e1391180c0f3c1f3f6d57b8d1ac5","sample_id":"grade-school-math.dev.1805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf1276b0842dd7f69b037a07d0ae179554bc5ad1a65b3fa956fd68b1e509a69d","formula_version":"titan-u-contract-v1","latency_ms":0.8771669818088412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60ecdd05172bf4042917a27d15a5dc0f23bde1e5583301747acce937a56eb074","sample_id":"grade-school-math.dev.1806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eec1122fc42fff610072a5d509b126787a926ea64ae639586931eda86cde26c5","formula_version":"titan-u-contract-v1","latency_ms":0.8572499500587583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c440929ef1128cc33f9f4c5fe01c0be7c5d6987ff53639adeccc4c887593bc18","sample_id":"grade-school-math.dev.1807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93175e43be27a58fa51f497fa26f8aa61635642788807a7b8457e619bee49554","formula_version":"titan-u-contract-v1","latency_ms":0.6828330224379897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2189a47f25d783a061fc9be0c5b77934bbab7573182358e3438c716c9d3cdf2","sample_id":"grade-school-math.dev.1808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b52892e8b26d1500551a07a1d75f26fec025a9ce70b3ff5071d991cf75a416b","formula_version":"titan-u-contract-v1","latency_ms":0.7889580447226763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23029ed3e13b3c4d8c4f5e6b1897ecfe9aea8cce2d6bc5e3776f19a96bf005c6","sample_id":"grade-school-math.dev.1809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a98b97e37acf673c2decee9a1bde4ee050f71230907435545f6101e0781dc98","formula_version":"titan-u-contract-v1","latency_ms":0.6685829721391201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6676f58f7e3e64f5ac40099bb4f4653f6a2a8c9f3897e26ad0f086222276737c","sample_id":"grade-school-math.dev.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c1a58439612254698fe0ca994f2d91a1b491877fac77c94b71109fef60c993e","formula_version":"titan-u-contract-v1","latency_ms":1.0811660904437304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c4509f37d76d5430a8ad5c28e6af7eeed5d8f7f741f441e90ea9481057e2443","sample_id":"grade-school-math.dev.1810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b1893a85873eed33693783bcc05caf665f4dbcf5fea01afde71b15f9e5ff363","formula_version":"titan-u-contract-v1","latency_ms":0.7031250279396772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47611944638ee48eb47651000226b41645af52a28c799ab57cda18df1f8f30bf","sample_id":"grade-school-math.dev.1811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af8f29b36460c206b6ff0cf6be177898beb7f91febbea834cc4f5378f3b53cbf","formula_version":"titan-u-contract-v1","latency_ms":0.8408749708905816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"115623c0c2a03e3d35aca0078bb165d38c1f5fefcb86c8f9f916d61082c28ba3","sample_id":"grade-school-math.dev.1812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"612e9c02a04fa03656be763975512186750174546d9d4a74c7a950749a8365c1","formula_version":"titan-u-contract-v1","latency_ms":0.8711249101907015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fe77b32cc7a46e27a7efd6d3cc97bce3af7425f6c4c5fe172fbab480ba58e40","sample_id":"grade-school-math.dev.1813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92be13ec18eb709c8144ad03f9147f3349a8020141b9cc30845a3ea013a9b13e","formula_version":"titan-u-contract-v1","latency_ms":1.0895829182118177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a3137b380b66b6c7a1e8bf4cfde2aad3f41c73e41c6ebe9746fccf5fd998c44","sample_id":"grade-school-math.dev.1814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d4e8e0d4af333b75cba9b55976dcc0b35b67f7f1c99abc3a2afe3dc5af0b0ad","formula_version":"titan-u-contract-v1","latency_ms":0.6655000615864992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a869e33a2a2ba79e094c3879dd0aed2810faee7825b194d951d11c2eb147c300","sample_id":"grade-school-math.dev.1815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"250559b18218a0fdbe3ba5e4a1d7fb1319112411f0fb36064ad5cc2bdc0c2b35","formula_version":"titan-u-contract-v1","latency_ms":1.0739589342847466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c8dd13dcd77b6aa7a34f9703235b6430ea27ea5d4774da8c389f489113f08a2","sample_id":"grade-school-math.dev.1816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c55e1e690f686af50785a690abafa1a822008e7beda3b0690163d59e49f380d","formula_version":"titan-u-contract-v1","latency_ms":0.9772919584065676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61f25ffb740ba70b410de5509b1cc2ca61931937b6b71f676f77f5d320d5e947","sample_id":"grade-school-math.dev.1817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bf606d7842a035372f6e7fa052409a39c24c26ce7471d8e76f06354807704ae","formula_version":"titan-u-contract-v1","latency_ms":1.0785000631585717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7c080012962b300be62df342590293532679f2085f83b2e81e26aa0579097d8","sample_id":"grade-school-math.dev.1818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4448a6110af7bade9ad6cf74d01245e3dd2d742a4820dc30d23ed6481233abf","formula_version":"titan-u-contract-v1","latency_ms":0.9701249655336142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab4c942b451da2b8924512e235e6aa408800a0647a0c014554e0bd14a0c16b55","sample_id":"grade-school-math.dev.1819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2852565f8dc0edd2bceb6eadfc76b30d49e07497b6a3b87ff553a268b16def81","formula_version":"titan-u-contract-v1","latency_ms":0.8862500544637442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63827c62aef505ccba97eec8bce13547a96aba8c2dd81cbe3972f4eb996e8e7b","sample_id":"grade-school-math.dev.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76831a4e6c4e316e805372233d5d68def56f0ab104b031e160ccc97e089b3c6a","formula_version":"titan-u-contract-v1","latency_ms":0.6582919741049409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d7b2be68884c63958f107c292fde59b95841d81e78dc964ed18551459952a3b","sample_id":"grade-school-math.dev.1820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e9ac4256ed082d40279f231e67ea8177becd424723a5ff44e758ac06e1aa1d9","formula_version":"titan-u-contract-v1","latency_ms":0.6832500221207738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b76567a6cf6f51c97708c7e1203815efd034665f4492d5879f983fbec3ed55d2","sample_id":"grade-school-math.dev.1821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab438ee7aa731594e877c5820e588ca9a9e98cd4415c681d990e8a60b6e94a6b","formula_version":"titan-u-contract-v1","latency_ms":0.6949589587748051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"554b60e66c5addcf3ed1c7671b8d1476f4085fcf9de7b46fcb7d561e600c48c5","sample_id":"grade-school-math.dev.1822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a8ded8ad6afd8566a25f2bb786007fbd74abb741443136796057ae59a88f2d7","formula_version":"titan-u-contract-v1","latency_ms":1.3013329589739442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f55dee3f6f31cfc823f2ad304c475ca6e868d9af08b81a5cad560b8507929f4","sample_id":"grade-school-math.dev.1823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9fdb23ee7c29d87ae68df07106e0971503c439e5ea8348b7bdd07d54fc1d813","formula_version":"titan-u-contract-v1","latency_ms":0.9141669142991304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aaa30d741c3686b78c33dbfc5ec124bf98cb2a171f6c171cb3ad446f5c0a227","sample_id":"grade-school-math.dev.1824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b830bff22676eafba2c37466e8846c73fed6539348532c8692ff1545203af60","formula_version":"titan-u-contract-v1","latency_ms":0.7280829595401883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50855683c22ab95e86aa4c8f184dabb654928bf38286bb3e7837a4fa3883c25b","sample_id":"grade-school-math.dev.1825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0b334f2ff21e5c35bef8016bbf3e6a7e0b437b51a5d6c2a8ca789856be47dfe","formula_version":"titan-u-contract-v1","latency_ms":0.7396249566227198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10f1288fc64165e94f1d21c8c694fbfeb7f1dd47750507544ae6da3212e224ad","sample_id":"grade-school-math.dev.1826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45d1f3207ab30f63d14d6e01ac782c3fefe83321be40784ad7edb730459cbcdc","formula_version":"titan-u-contract-v1","latency_ms":0.9040420409291983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3276d0edee677ba2a5c27823da31752659eef6a151225ff83c272e42970c188","sample_id":"grade-school-math.dev.1827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"039ace86bb97d444c2b83f85c4334379608b91bfe0560c22f97ff9c4427a6dbe","formula_version":"titan-u-contract-v1","latency_ms":0.8573749801144004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2888e50ac449c09864e3add3e095cdee427498d2c48bf092473664045749ed9b","sample_id":"grade-school-math.dev.1828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db99b5678ba2081b6ac5cf7f2441878d72b0ad6d15fd5b05ed281d746e043e67","formula_version":"titan-u-contract-v1","latency_ms":0.6689589936286211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26b5fa74a1db48f27aeda5400519cd55a56154251a3a0eaee3ded11934a32b73","sample_id":"grade-school-math.dev.1829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e4ce5db29834470b7062a65e8e37f0944dcc49065446ee417d611b6cc561c92","formula_version":"titan-u-contract-v1","latency_ms":0.724540906958282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76336170948a8d7211a93ff8bfd7549fcc3d9f277a958c9fbc48f06f1a389d30","sample_id":"grade-school-math.dev.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6413665b3a0bb1bd1baf135bd4d5affc97670607f531f9152341b1cf87c867d9","formula_version":"titan-u-contract-v1","latency_ms":0.6880000000819564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b778f328d1a48f5e1bf5ed326a60d0d8119930f0ecfec43868d256084324b32b","sample_id":"grade-school-math.dev.1830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"294c0434e60daa6d2784c885fd056a9bc0e398f3bd396963daec8d2936e6b761","formula_version":"titan-u-contract-v1","latency_ms":0.642749946564436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e38149ac35996f09da57c195978b28f92013c8048422ae59d437d4af0ca53c01","sample_id":"grade-school-math.dev.1831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5eea695e1ea871580cb81a99b32fdaae1dd9a0be48d6fa962455b2ce0a39b552","formula_version":"titan-u-contract-v1","latency_ms":0.7949580904096365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"852c00869539cd22e809190ec88ecabc99946eba86dfdae7e36f3e0437203821","sample_id":"grade-school-math.dev.1832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db1b3b29f4995716d9313463963878021a09b2738ba72e22dc0be0f982357fff","formula_version":"titan-u-contract-v1","latency_ms":0.650458037853241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22241bdc6773ec64b20333b10508705457fe6be010439042f1941bf5d865342b","sample_id":"grade-school-math.dev.1833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8af3ed37c98726ffe59d20934cb0b389b8db33f1f5785087dfd98305593ef0a3","formula_version":"titan-u-contract-v1","latency_ms":1.0238330578431487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b3ffd332431a51467af2c775ca6761a223024d4924a69bd5b029ead60fb1e62","sample_id":"grade-school-math.dev.1834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a985a1537d4d4adebbf21f12a4e95693a9a3743044e4edc64b82c475d90fc48d","formula_version":"titan-u-contract-v1","latency_ms":0.6448749918490648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03197d464307a2912576d774cc07e8fd84bebc337540c058aa02d67b5147ebe9","sample_id":"grade-school-math.dev.1835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88cf8fd06a44dfed221eb34d77a703d109016756aaeedc0b003da9a6c34d2ada","formula_version":"titan-u-contract-v1","latency_ms":0.8940841071307659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"031a6ce096071233aea84ac1c01883ff58ee1f6e308d1f39a6d067c68b1c3758","sample_id":"grade-school-math.dev.1836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6916d8ec1fd4430bb5dda90f531b64fdff27b37fb31e77d6d79b5a6e690f60b","formula_version":"titan-u-contract-v1","latency_ms":0.6814160151407123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"644d6232998c4c78b64b8bfc825861a85c52fffe0d5ff3541fdafa08d7876922","sample_id":"grade-school-math.dev.1837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94ae334bbab506df2d37d6498257977b40641c5516761d95111aafcaba921604","formula_version":"titan-u-contract-v1","latency_ms":1.0570839513093233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1415076ecf7a5caf10d6287cceb3a5fa3be4a308c01e4c94341197094448a45","sample_id":"grade-school-math.dev.1838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"182e1d09edf10b26e3372cb37484baf40df7b7c0b08b4f4e0534ad04b62f06ce","formula_version":"titan-u-contract-v1","latency_ms":0.6726660067215562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"795b488c4cfe68cfb968d26f32d8e127aa8e356619c0befef9f986b6b0ed489f","sample_id":"grade-school-math.dev.1839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9d5941530a8aaf388cebfa0c0a50ac84cb8a022f24e31c7ebc7867c9f361459","formula_version":"titan-u-contract-v1","latency_ms":1.2198330368846655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29d7e55605fea3530032858989fc99aae75da0666142030301b6fb1368f50a45","sample_id":"grade-school-math.dev.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84e180f7303da00d1969d4858c80c9336125c5f5b36cead39668ceed4473a306","formula_version":"titan-u-contract-v1","latency_ms":0.6807079771533608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b10b9654b21c098e1c1c312399f13dc7a13816c206cb3845b21e3550471cef9","sample_id":"grade-school-math.dev.1840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1735ffcc184ab9b6e63881cf76d90d45f929db95ab84b03a1917302660bca5f7","formula_version":"titan-u-contract-v1","latency_ms":0.7841249462217093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af241989b88814e47716ce6f8be177bdf9dcbc06b75a097ea59ea2db35066d81","sample_id":"grade-school-math.dev.1841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f8af459d4d9f62c5be0e324b659785be3d1bbf20558fb6d64d54993e6f6dac8","formula_version":"titan-u-contract-v1","latency_ms":0.7092090090736747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69f355e34866ead80f2b663fbbe72617d6dd29db81fb684330b8fad69523e7a9","sample_id":"grade-school-math.dev.1842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51d1b121f58f165c91421cd5978f67e9fc3329b9727e0ac6586396dc3173b10f","formula_version":"titan-u-contract-v1","latency_ms":1.2185829691588879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de166b0ffef8d6fae53052a8e214a551e95ef8ac7b786d09867c8d8df53e3b6a","sample_id":"grade-school-math.dev.1843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86a2a6f05910349ca8624c564724723432b3dfa85d386e1f5954875a6001b69e","formula_version":"titan-u-contract-v1","latency_ms":0.884000095538795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0edb254a6884fe75f6150c326d6652235515bf4f31b1dbc85a96e33e7339fbce","sample_id":"grade-school-math.dev.1844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd920eeb99d4eee138d713260fce5fbde4c841f7ac651e9451d17b1197ef03b3","formula_version":"titan-u-contract-v1","latency_ms":1.720458036288619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb91c71bac5d36884dc9e314be9f8e31a3457293e04a4d86515650ca58014a3f","sample_id":"grade-school-math.dev.1845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33747542726c646853c06cfb92edfc5c329ee91fb3364a996f69526941042d79","formula_version":"titan-u-contract-v1","latency_ms":0.6606660317629576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"680b9758c970da8afa848d272752c878adc01df264b1ab1ecc794f4fbd853c19","sample_id":"grade-school-math.dev.1846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8437972046a1bfa43c7d147432282052bf4101aa3c44be2eedb46c5e4d88357","formula_version":"titan-u-contract-v1","latency_ms":1.051457948051393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b347ce692ab5ad4b3468c29fcbe3923e2f9fe01475e3d695edce6ff2329b5469","sample_id":"grade-school-math.dev.1847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cadfb4ddef6546f8c09ae6cb36cbc068bfa3e8a5c19117777d13356efb1e510b","formula_version":"titan-u-contract-v1","latency_ms":0.6873330567032099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d586de2ed306843417f2baddfc3cea67d0b6c4375ccb14f22c567dc96558fe59","sample_id":"grade-school-math.dev.1848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c72a6111bc82e9a70643eff5b7fe30bdf85384b263a81654ecd50d5dbd062d06","formula_version":"titan-u-contract-v1","latency_ms":1.4842089731246233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7882fb8b238a93b89b010c7443d774091119c0380b6bc367f1e062bdaa86cca","sample_id":"grade-school-math.dev.1849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d8246b4d4eb44175cb4d3870e0a98c5305e5d658d7c89da23630802b5cab9d2","formula_version":"titan-u-contract-v1","latency_ms":0.8783329976722598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bb89eda14300302d3ab22f46fd83db62db601bb1d9518ce3c52aae8aa55b09a","sample_id":"grade-school-math.dev.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00ab234f448b78a2a24de287ec1fc424680b7b9feb8e0fb22416afc6d98c0e26","formula_version":"titan-u-contract-v1","latency_ms":1.0342090390622616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0a402e6e99f18f9076375ba588548d4eb2af339c2de82b4a866ecf5422e8d70","sample_id":"grade-school-math.dev.1850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b35f999f23a4daa6a838772b1cb42eabfa64ea900a08d644586c2a0f0a97d2d","formula_version":"titan-u-contract-v1","latency_ms":0.6433749804273248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5e69f22cde629181f389d2997aa32d46697223a0a48cf248de5d68b5ce827c6","sample_id":"grade-school-math.dev.1851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"948ff38fb474206089dad92dae218ca216c4e242064ae8f28ccbb9dad78e3657","formula_version":"titan-u-contract-v1","latency_ms":0.6628340343013406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e4e66bc11c48169bac20e3fa5837f6587da9a903c73bd302a50b3aca8b39de7","sample_id":"grade-school-math.dev.1852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f85183b3a622793ea496660516732b865c7e20fa59b65590a8f454aeffbcd19d","formula_version":"titan-u-contract-v1","latency_ms":0.6611250573769212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6a474f543fb1b90c8936f915dccf2471964713b56144cae89b4ce821d9e2cfa","sample_id":"grade-school-math.dev.1853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f4e57949dc80abc1e19f5b6d88ebd22216fba00e07278e945977ac025cbbe6a","formula_version":"titan-u-contract-v1","latency_ms":0.6323750130832195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ffb040806d12334edf03b6635964ffc396c49e65095fb22496c13edc0cf8104","sample_id":"grade-school-math.dev.1854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8413abd304a3a3cd3dd0e05bd940b17fad85e4075bacca9d7edc3063c65addfa","formula_version":"titan-u-contract-v1","latency_ms":0.8565830066800117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff825a3a6352206753e57176e6cd066faa2f8891e2b6db95ab70f957ddc2e0b6","sample_id":"grade-school-math.dev.1855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a816704ac22ae8c0fa0f577020a31653c7a975139b16d0a823b1ca742dc507ac","formula_version":"titan-u-contract-v1","latency_ms":0.9722920367494226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14f9fa170167fe87f201ae20c143a8072465317e379748faa8c361ec7eacec0d","sample_id":"grade-school-math.dev.1856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"130b9865acbfdf56bce645a5c38d8bfb5d3498bcbe1855d45df53523153574bd","formula_version":"titan-u-contract-v1","latency_ms":0.6495830602943897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5615da2959022599e91974cceb48f9878eb183c3358d17604ad3ca56db34dba2","sample_id":"grade-school-math.dev.1857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"279571a3d92b8329ac802d62dbb7affd03465d9be9666962edff552eda24dfb1","formula_version":"titan-u-contract-v1","latency_ms":1.0252500651404262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07bc844515d42807e785d9ba2ea287782ed32f03aed1f59c08d311cf3170787e","sample_id":"grade-school-math.dev.1858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e76470ee7578bf6684dd6120924ba1bf1c22a69c8d134edfa8d67a516bf3e19b","formula_version":"titan-u-contract-v1","latency_ms":0.6668750429525971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57795fe76ffa48eb10b10ed9102355015bde68be4f5f0ce0cb9bb7ee4f321b54","sample_id":"grade-school-math.dev.1859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fbb4c8d9231a35c370f9d1c2ffd09e2ab8fa96075fb2b545c46e7f909b0e725","formula_version":"titan-u-contract-v1","latency_ms":1.0430000256747007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbc1951b5af03930799da253319ab32827e4ba6ef77a6f15dffdfc4f4d6ea953","sample_id":"grade-school-math.dev.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b928b8f3dd553a27ac61ba9a4e133b301c6a21f89f573ad4eef6e9bf4bf4f44","formula_version":"titan-u-contract-v1","latency_ms":1.0647079907357693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffcb71b4cec3a33f0ec85ee2d07874cf857bdee135f435d5f4258d962ae01336","sample_id":"grade-school-math.dev.1860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0138326ab872a71ee317a4bec4a6b21f87b56405538061e154f88cba0ece98a1","formula_version":"titan-u-contract-v1","latency_ms":1.0961249936372042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a10aab67a7927e163de364ceb56542c70c42f9e268a1d367e76f1cb97edfd42","sample_id":"grade-school-math.dev.1861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3aeae5c3b508b11f3f6ab6d8df4b135f2bf9fe64e133efa8d3b61e89495fa44","formula_version":"titan-u-contract-v1","latency_ms":0.7692920044064522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32ee45a1c07cbe9a0857202ea7d093c48037ba4e941a5cfa909593de4693f5f2","sample_id":"grade-school-math.dev.1862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c13d318a8f27b41d87ee62f182522343592e6617e63474e0c47b7594bb1c4e9","formula_version":"titan-u-contract-v1","latency_ms":0.8717910386621952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"290529f2c1fd642e5a01d9dbdc85ba2a5d85b64130a78b286bb4c4b8edfed2d9","sample_id":"grade-school-math.dev.1863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cec210570cc64f0c964f00452172cb24cf0fa8e8b865f9ca9a2012523dfd9f5e","formula_version":"titan-u-contract-v1","latency_ms":0.9085419587790966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fcd39a8815fadd7916b2cf669cb4c3010ba9272ac76d4ae2956a0f0901b8d8a","sample_id":"grade-school-math.dev.1864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b0050863b0f9340a06cd995e3ee77a28353e6dde5dcbf37e791415be661e1ea","formula_version":"titan-u-contract-v1","latency_ms":0.7279999554157257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e72e6f0f72c57a9df3ddfaaeb7712550308f9dec067efd037f3d6c67144588a","sample_id":"grade-school-math.dev.1865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dfb44be4a14339e673f69e1168ef915a80c94c1dda7c5717ab0d1dd67ea0a92","formula_version":"titan-u-contract-v1","latency_ms":0.6634159944951534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38f898b3494e01984663d2ab147d656aab565084932b815edb0a6b1240e4749b","sample_id":"grade-school-math.dev.1866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eac46551ec772d3ec33872c17bbe4d02ef04252c7df3bd763952564d8d051911","formula_version":"titan-u-contract-v1","latency_ms":0.7230829214677215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"954445e53e0744e619f3361205dc7391cdd47cd83d18130b56cfae124ee2a5c9","sample_id":"grade-school-math.dev.1867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71a85b45c20c26de5206e3809aaf5d79503517836f1b60796addcb5c5e9e6bd4","formula_version":"titan-u-contract-v1","latency_ms":0.7148749427869916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89caf2123905b7840a166b00b8d9f8165aae67cea4bbbcbf525a62fe03250cde","sample_id":"grade-school-math.dev.1868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51309fbe9826173aa280c247242e70e0b0ea7d203742f89a52164c1de8455e6c","formula_version":"titan-u-contract-v1","latency_ms":0.704374979250133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72de1754a91630ecb2846f1e00727b5c869d9051cb9bd09a4c5fc2b57f01fa49","sample_id":"grade-school-math.dev.1869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19cbd763f26bc782a3d3b5d5d2b87f1aa94c279e3df41893c89fccb2d495ece0","formula_version":"titan-u-contract-v1","latency_ms":0.698499963618815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fee1df7e4da298a6e176dc94b74ae538e5e21c2d378158a594c43e2b3027085d","sample_id":"grade-school-math.dev.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c6edf72382535e63a26a26a26fefc026754d678e11878e87b4f5f3917c9b279","formula_version":"titan-u-contract-v1","latency_ms":0.6396659882739186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c07dd7bebde1736e5a79da1fe0e6714b3dae8b5637bf92372540965d6f8e39f5","sample_id":"grade-school-math.dev.1870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a1d0c97a068062e623f0c20fb7ee132fbe33b965f1b299e667b8800b66fe492","formula_version":"titan-u-contract-v1","latency_ms":0.6509169470518827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46039e018c6e3f62b5c9a93a65a63166c038ece424fa5b96b54839f28b660e54","sample_id":"grade-school-math.dev.1871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"327b9335cd742a55b79e85d72fd8cfc607629b4eb529d5c5541f964e35752608","formula_version":"titan-u-contract-v1","latency_ms":1.217666082084179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e539520d0a3f4a57a2fab5b5bffb5ee7e9554e57b1d36fdeed5a42da40280e0d","sample_id":"grade-school-math.dev.1872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24c14e1cb63b5e8cf1a1dc118cebc2204f79ce51f2394e98ff99810add84eed7","formula_version":"titan-u-contract-v1","latency_ms":0.8168750209733844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c58ef9f15ca70edece8e9979c2d17d5c5317fb4ee1c0ef408cf799a9fbbab37a","sample_id":"grade-school-math.dev.1873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f191bdcf6befb589aa3a79939f92cf3a350832e806c61c0a795f5c9a3779ac7b","formula_version":"titan-u-contract-v1","latency_ms":1.3802920002490282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78f43e596e411de547f656e8b76ca574b4d505d4ab9ba6deea8afdc77ae15b5e","sample_id":"grade-school-math.dev.1874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d28b6cf37f7246b4cac6dcb68586b0a488dff73bba18b5b63f7644bba6dba517","formula_version":"titan-u-contract-v1","latency_ms":0.900916988030076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c323c83839261b5fbe9a4bda7ca9ac113e2e824da16e78915f0198600530e04b","sample_id":"grade-school-math.dev.1875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7497c40d9376d94a19416edf5e4134b75eae3177f8788f6d842a3b92f70ecd41","formula_version":"titan-u-contract-v1","latency_ms":1.2368339812383056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80ac0b5b52c3641fa5f086f55f43850a98c0130f37c410ef80b52ff898967104","sample_id":"grade-school-math.dev.1876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"737a312aac6fd8eedc04b082697881b3acdf1aefd05c1149e87fc9acb02d6a94","formula_version":"titan-u-contract-v1","latency_ms":1.0458750184625387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa38c69d983e783a592273f39e9857572afff102da47237c05bbd60e8df99c2f","sample_id":"grade-school-math.dev.1877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"733a3b306cec169c5a33619a6255c2536a22c0417df9330c8ee28d8b92e103ab","formula_version":"titan-u-contract-v1","latency_ms":1.1080000549554825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21316ae09ca0c97808695e00192340e4cad9e4e8b80a4ac0a63a3ac3f9612884","sample_id":"grade-school-math.dev.1878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"023af465255ccc186919fe19e7e3db1a4bdc43499888d0460bdeb23566aed73d","formula_version":"titan-u-contract-v1","latency_ms":0.8099999977275729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afba248ce65b54c584130381022dbc3a83df90d0cb539c5290a70c3f25a10a2e","sample_id":"grade-school-math.dev.1879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a98c2c846317326283f6293c002184ed423483841aca5afc23ef3bfbea3b6f65","formula_version":"titan-u-contract-v1","latency_ms":2.862249966710806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67132d9daac92c89a0de896755071cd4a6eff6eb22ee077ad02b8d8afffdb088","sample_id":"grade-school-math.dev.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11c15bb10d303989160c615c90d3ff67c0dcd13ba7a34f538fe1aba0ff458028","formula_version":"titan-u-contract-v1","latency_ms":0.7092090090736747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41cd5fd0b571793d58cd054611862bbd5a7489d527f11f14f6e473763f1d0eb6","sample_id":"grade-school-math.dev.1880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b4f4538f524edbc4479345102839b109e8b09014c60b627bef4868ee84c8d83","formula_version":"titan-u-contract-v1","latency_ms":1.2092089746147394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"409c00df79c181becb4b6cd03fd8f9a1351ee580612642708f42dd6cf3041bd8","sample_id":"grade-school-math.dev.1881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42be47330ecfa98e945b9bf2f343bf4f45530f3229ad75b802dac0959134c325","formula_version":"titan-u-contract-v1","latency_ms":0.6692919414490461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6491793ed7903fbbb42638ab38f035cb0ada783346942b12ca3173b83c9d2c68","sample_id":"grade-school-math.dev.1882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eb52e94af88e2aad49dcc38ea37fab25ae403d4ef6ad97fbeaca1d47b9a52d5","formula_version":"titan-u-contract-v1","latency_ms":0.8298329776152968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bc2192249086f17a77a1916e93a2b8adeec28de9d895818cd7ce8547196d514","sample_id":"grade-school-math.dev.1883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"843940ffc9152c7f09ebe79e51968e516edd2ef156ee78ef05b2e44076e37750","formula_version":"titan-u-contract-v1","latency_ms":2.102582948282361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24cd2e379b2a9706ff1fbfa51265e7b495949916ae96d090744a9b9bd24a4796","sample_id":"grade-school-math.dev.1884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb6591531594c28394d349f493aa09c36b679d24004518d4db7d68f7cc73110a","formula_version":"titan-u-contract-v1","latency_ms":0.6853749509900808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3171891b0a86b875396495cc7dbd9117403d8f890a778911d379565004c6a881","sample_id":"grade-school-math.dev.1885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"982dcd9411f732b98d8f4e35a52c29160945dad9cf79450255c3d5065ef4ebc4","formula_version":"titan-u-contract-v1","latency_ms":0.7050420390442014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aeafbabc319b9ff582d43e71aa139477e5ce347339d1c332dfda7cae27e6ac0","sample_id":"grade-school-math.dev.1886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1f3ebbc92bfa66190a5bc7661163de2fa0b18e1583f36e8d13fc6f7826066e8","formula_version":"titan-u-contract-v1","latency_ms":0.8157090051099658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b584e88c3ff6df2f5087c161911c467cf721c3178f168870e58685a2acc045b8","sample_id":"grade-school-math.dev.1887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48c3ac4c6aa9a8cbce222a10c0cefceb646d94fcb2d83de2959158c51936946a","formula_version":"titan-u-contract-v1","latency_ms":0.712999957613647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"783b2d703297c5a97dbe41d87082733e29ddd5efe20b50f8294020727187d367","sample_id":"grade-school-math.dev.1888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aefa24681a3afe503ed31849d43226cc0ab23b5621c7d383c5f02466231f26dc","formula_version":"titan-u-contract-v1","latency_ms":0.6972089176997542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"201f0b0760776254dc5d4373275898726be9990f28334459979301290b01a338","sample_id":"grade-school-math.dev.1889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2a34f0fd66e751df4829773936a08e83a53cbf20218cebf16e5b75f3b42e01c","formula_version":"titan-u-contract-v1","latency_ms":2.0919579546898603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1368d29b8a371b46a72cf41fe8c46ac970585c437d65b075b68ac9f18ead9d75","sample_id":"grade-school-math.dev.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae3c1606546a2766f9dbdb2e25d0cbf117a2cbdef9c4df1e7caa3cbf6cd1f0b3","formula_version":"titan-u-contract-v1","latency_ms":1.0781669989228249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eacd57f04d461ccf2350736a5620ab4f3b0552ddfef02412e6392182ec9ec96","sample_id":"grade-school-math.dev.1890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35368d1fe31e31ed6cca79bf3c752a3ec9bc2adc003095ccc3aa93a4f8d936c3","formula_version":"titan-u-contract-v1","latency_ms":0.6581670604646206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87191553ff1358cf9d53e7db65e3b58ea4ca2c65ab11df3adef678d2cd56ac59","sample_id":"grade-school-math.dev.1891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"492be83b76c271d3feb6b5430d730079a46acac803267993a3dff3818f224b7c","formula_version":"titan-u-contract-v1","latency_ms":0.650166068226099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af7785f978fad8547709ff20da7687e94279e017703ac5fda226b7f2e43cc513","sample_id":"grade-school-math.dev.1892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dd826cd138af0946fe6f66a50e43900dd0bf096e93861d237c694a940875ac8","formula_version":"titan-u-contract-v1","latency_ms":0.6771250627934933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c33190b2126a935c0dbbe09290f7d141b7be943d2f6f5f66f69dcfaaaa9be2d","sample_id":"grade-school-math.dev.1893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caa2fe2fb6f50386fd61381e7d3ba7d008a9685b8cd950b537b0ac4ad88b19a2","formula_version":"titan-u-contract-v1","latency_ms":0.9314169874414802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"877848927ec513444db2675846882d25e1429a3e1f83bcdae6868b4047a85aa8","sample_id":"grade-school-math.dev.1894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8be666c1b2120571334a7acd3873a1eef1fe666a6f8e9d0c3d47b3961cd144a","formula_version":"titan-u-contract-v1","latency_ms":0.7040840573608875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71ae5b73f88887dcae5572489c8cf73ffc12e39c1291d4e0a94bf44af7cce0b1","sample_id":"grade-school-math.dev.1895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"498593d3ee6f2cc945523c260c05b3415e8f561c1bb1d99edf6e54860fbd9f1c","formula_version":"titan-u-contract-v1","latency_ms":0.6620000349357724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3aeb4b1023826a70d84529466d8d55acdcec44e1861c39d55143557b526388a","sample_id":"grade-school-math.dev.1896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b891b5e2acf5a6723ff9f42dd90da87569005aa83e5380e0f45c4aadf8d0a2c","formula_version":"titan-u-contract-v1","latency_ms":1.3616669457405806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f20ce22421a21c2424525f7a37795a9738b21ebdcfa2193507f774c6bec7841","sample_id":"grade-school-math.dev.1897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc2275669d0b50c1d7a1ac3cdf1b766433db96be9e3d597298098afe6e2765ba","formula_version":"titan-u-contract-v1","latency_ms":0.6475420668721199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb93a731145144d6b8362b24644de333ec83dc71b043c653985d768d946b434c","sample_id":"grade-school-math.dev.1898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c786df47988a1c60c4c4dbda15f61b61004b229f0546880d86d704b29c9e390","formula_version":"titan-u-contract-v1","latency_ms":0.6387499161064625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5db11d2972f605bd4e544127ba55f2dd987e8a1d04f3c480fdec3d7be45b152b","sample_id":"grade-school-math.dev.1899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f33503334d6fdfec4ea0f5a1bd5358d1cb5eaae7f07aaec5b35a4f13af4e958b","formula_version":"titan-u-contract-v1","latency_ms":0.9946250356733799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f1dd9d6140b04241e412390322e263696331f2e2cdab4a518cfcc8dca5c483f","sample_id":"grade-school-math.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"265c03dad2fb945cafbd61f2e41b670d9ea6028a8efdfe171a27539e57ea028a","formula_version":"titan-u-contract-v1","latency_ms":0.6542919436469674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c43da1f8a092987d33cbcf27e02ab35a82ba38db41fa647812813ce2cb38e25a","sample_id":"grade-school-math.dev.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98a3f548f93471b674f24e32496aa653e0da50bc4ab3e24138d3600b0cd554e2","formula_version":"titan-u-contract-v1","latency_ms":0.7036250317469239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85f87d315773a5b1449ae34a279ce77fb8b974aa9023f55fd531b4d59d96d187","sample_id":"grade-school-math.dev.1900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fd049ea1ec961260c26e72da73ad149390c6553558c43196d5e921a198b8f43","formula_version":"titan-u-contract-v1","latency_ms":0.6890000076964498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bc6a2eec73ff01f7ae2b116a6101f212ded525c72abccce1053c0a93ce97888","sample_id":"grade-school-math.dev.1901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"399afcb35ac72d71787d331a756da9cd2e2e1ee709530c7e7f035013da610f5a","formula_version":"titan-u-contract-v1","latency_ms":0.6940000457689166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff74ee819fc97734cb3f79b1e8d52b33520d903efa1c12fe66edf1c256257989","sample_id":"grade-school-math.dev.1903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edddbb20da6fea1ffcaccff047c02b61e461248060a57ee7ab7d0dbf516d87a4","formula_version":"titan-u-contract-v1","latency_ms":1.0916669853031635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c88d0bc74a4be1c441de0a2645076a1350ea9bd560c3e45e08e6bb6d482ba8d","sample_id":"grade-school-math.dev.1904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c2aa40a97350277311c6707743cbc8d952f96c9bc76a9e0e77fc594087eb6fa","formula_version":"titan-u-contract-v1","latency_ms":0.7269169436767697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b46e38fefcad853e0d71e834e11e6fbdf18b41e51f3a089397b1774ad3c2c8d","sample_id":"grade-school-math.dev.1905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dce2433bbbf49f2c1673ae85aae8e4c124f36c53fe5a1be491e01658b224f905","formula_version":"titan-u-contract-v1","latency_ms":0.6856659892946482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2050887a056026a33d5208b15d01a3f15d8f22665599a027c7f4e7b01c999cfb","sample_id":"grade-school-math.dev.1906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb557413990e062c466f08b187d32aa7027d2e96f95538d4f189d198f20c782f","formula_version":"titan-u-contract-v1","latency_ms":0.9258750360459089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dea9f4319b61291155bf22fbc247635f33b57c41823ec074051c527a2e91152","sample_id":"grade-school-math.dev.1907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b5f538fd7a0cb3e4062724fc8aff3c598df1e793ac136a2c81d53254aaf402d","formula_version":"titan-u-contract-v1","latency_ms":0.9283750550821424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97462525e6841e69d95bb65b630b2f8d4777068a779dbb8cf9dc45ce74306c1f","sample_id":"grade-school-math.dev.1908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f5010d4ebde9607c4f126df03d333e7189767d7c60a8ca6914647e5fe9906bf","formula_version":"titan-u-contract-v1","latency_ms":0.819833017885685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b5b12fe0514e73bbceecd9ea436998ef75cc75d46151eb86e25c6b78e4c021b","sample_id":"grade-school-math.dev.1909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a50db87b614e5f974bea12d92923608cf07661c2354c53741852a60396fa015","formula_version":"titan-u-contract-v1","latency_ms":0.926292035728693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d230060b94ef5e82ef8ec5be63487c5cea030a9547c9b7f51b32986a2a82e38e","sample_id":"grade-school-math.dev.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c59471ac149a2b274736e0648947ea2292ed1748ca9d7c746ce52098ee9099b","formula_version":"titan-u-contract-v1","latency_ms":0.7635420188307762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20c4e7ea1cedae91a1be0fc2cc583a7f117955e75e14644adc0f08dc34a8f8af","sample_id":"grade-school-math.dev.1910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93a54b49ba5e2949c66d717e5483d4f24b8d8f1625984fd764c32ceac46bf97b","formula_version":"titan-u-contract-v1","latency_ms":1.024375087581575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5af02af3db140faec7de6e8eb971cfb8b8383105d8e44463ff74ca2d6f4d7478","sample_id":"grade-school-math.dev.1911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7933be6c1d746d66f3e8a889157eb2b94e0b66c3144f80fcc06ab44553c18d56","formula_version":"titan-u-contract-v1","latency_ms":0.9738339576870203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce78aa4e9cda1881c15a32e619439db2c8a289b2cb875581934568ee642e2916","sample_id":"grade-school-math.dev.1912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"158ad09894d6b6f34f8f78bff4af1a1a1c518bfaf8e4e4d1a09fe998ca2d5b84","formula_version":"titan-u-contract-v1","latency_ms":1.026791986078024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d28e0f18152d853d8522621e20db343c6d000858cbf13587681b4fc401b9375","sample_id":"grade-school-math.dev.1913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fb482559e2d9f5e60d67d900e8a493771ccc124cb4b31d34968ce7b660c47e2","formula_version":"titan-u-contract-v1","latency_ms":0.6557500455528498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ec20f094280772330682297d18adbd7e756d0087f1ed80f1d7c5638242097ba","sample_id":"grade-school-math.dev.1914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"497e839b10fb52fc0f634de8f5170696a5758fdfc04acf65256a9e325c9669ab","formula_version":"titan-u-contract-v1","latency_ms":1.1476250365376472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aafaafd1a87c92d9f51d7057864a1e685d64c67b5a0bfa779c7464660e410164","sample_id":"grade-school-math.dev.1915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"579ee53681ae05626584c7bfbb45fab1cb788a71b5c9fa16c7c4217b7e993d16","formula_version":"titan-u-contract-v1","latency_ms":1.183624961413443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7b6ae4b06bb78d6bb0ba960e85ab8a7b8645b4660dba9d211e351e6f93ccbe6","sample_id":"grade-school-math.dev.1916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"123bc17a67e00853d8fd5441dafe3a987b5b7542ebab3e863ac388790dac5713","formula_version":"titan-u-contract-v1","latency_ms":1.1453339830040932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dbb0643caebef656369cc0b331a9de6f253fddb8c77ac325969f6b01bbadf59","sample_id":"grade-school-math.dev.1917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63d3b11b1da57e1757d5eff8222259519e8355990661f1d74ec887b13389b8a4","formula_version":"titan-u-contract-v1","latency_ms":0.6144581129774451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f32af7572754909b15c2c78d90b48357dfdca5cf2dff47ba7472075ec681deb6","sample_id":"grade-school-math.dev.1918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de15854044b2b006518ee35f86bbf9ac56c2ff8895de9154e8f570101649882d","formula_version":"titan-u-contract-v1","latency_ms":0.607416033744812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a47a493e7a48462c1e4e848f823ddf54b27a1fd129fae93275cc8a88d9a739fd","sample_id":"grade-school-math.dev.1919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6c2aed0e923101bba68e361bf3e726a71b555bf47caacef11bf28af881dfb0f","formula_version":"titan-u-contract-v1","latency_ms":1.1665410129353404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11f862dd4e88e25009fb27823a00088726aad5a44be6d62a97d1501f94d861bb","sample_id":"grade-school-math.dev.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a7388976940c82853b78d506362211e8922562679074bf24a04bd3911678a50","formula_version":"titan-u-contract-v1","latency_ms":1.075458014383912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13350fc1414832a60fa422c8142d8c868835f1ea1e81d2aabe7f8c31b1afc8c3","sample_id":"grade-school-math.dev.1920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e597fdcdcb8b6baede5c3101c74f137658d93fd52e0f4a786708fc481d8e81a4","formula_version":"titan-u-contract-v1","latency_ms":0.7098750211298466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"785f07eef615c96e5912b16effeecb63e19517bbff6ec398c3ad6b1360f957bb","sample_id":"grade-school-math.dev.1921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eaec1efa7de21a77314ad767aa0ff9b0f7955baaf66b84027cdfdbd3e936a3ed","formula_version":"titan-u-contract-v1","latency_ms":0.6481249583885074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7035f82f339c326ab7fb654658ca32191f2e0396616f443a6738f1affbbd059f","sample_id":"grade-school-math.dev.1922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5d46a37160027fd0869613491223d052c8df2d8ff39b638ea535470ea2bb112","formula_version":"titan-u-contract-v1","latency_ms":0.8892079349607229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdc82ccc18d3371535660e037a40094b72d20d977d6b5cffcb75d3edd5ea17de","sample_id":"grade-school-math.dev.1923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b35a2422bed3f413a303d46ac46f53b75d75b5e20ac81d3d1bc5e0958b948c6","formula_version":"titan-u-contract-v1","latency_ms":1.2147089000791311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fafea4fd8538a00ed886a62b269d7c94459f8c432bc0f54d34f3b6357aed4e55","sample_id":"grade-school-math.dev.1924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e148028dcf2b031a83a3f94a71f0d4683f2ec756dba7df6dbc785849d2dae49","formula_version":"titan-u-contract-v1","latency_ms":0.8744159713387489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48db4e4103c53a756dc0b3fb40031adf7b7abeb8d663bb723eeeaada2923f044","sample_id":"grade-school-math.dev.1925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b911fe72d33a5d758aa7513a45ab4ea8fcdec8611179ca5b0870803aec14c9b","formula_version":"titan-u-contract-v1","latency_ms":0.7868750253692269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54f00d7ca77d4c8907e672314b1026f5e023c6aa94b60b11929d5437cd0269a4","sample_id":"grade-school-math.dev.1926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dffefc4beec29e7b12d55b148e45c004ba8f39edf2fdfa50d01bc3c8843f30fb","formula_version":"titan-u-contract-v1","latency_ms":0.7562499959021807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8025fcb970b54fab8346923985b1b62a6a64dbc62a26830de65a378c9c63ba98","sample_id":"grade-school-math.dev.1927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"154b5309f30d750406ab08dbe8ac539b424e5862fb040a19ce6dd6fa7c0283f0","formula_version":"titan-u-contract-v1","latency_ms":1.1507919989526272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23c3edfe263dbc746004b29bb5664d792860dfca44e3da611c702514a4c561ef","sample_id":"grade-school-math.dev.1928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f175e27c610d415f4ab5c41be10c9e2352f9adc3f30ff72d5e3200c59390e629","formula_version":"titan-u-contract-v1","latency_ms":1.319041009992361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6cb374180de0e7175714b37fb5a6018c3efcc139e5e508fd42c304b77156cc4","sample_id":"grade-school-math.dev.1929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce7d27ba7a0cc1bfbd76193dbd0b2bad2ff3b10aebaad299d399a91bcd611008","formula_version":"titan-u-contract-v1","latency_ms":0.6750000175088644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f764a91b8ef8a710af8bd620770ddf2777c1b943a940756fe7c7c660a04310d3","sample_id":"grade-school-math.dev.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d86a09d8e6d4d1fa0fd4f1f31e8541a5d934df034e05990fef5dd19ff1a4a47d","formula_version":"titan-u-contract-v1","latency_ms":1.005167025141418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ffe42050cffbd63e4b32a7ea1b9a11f8faa76df01533936f7b750933e675640","sample_id":"grade-school-math.dev.1930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55c3e61d748d28755a7a453a977f1ab5229e1a06028fc938ca01b135c30a4ae3","formula_version":"titan-u-contract-v1","latency_ms":1.5263330424204469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f627f2cf8fa015b7994b2ee5529fe5cda4828167e75aa6ac9fe1fb9dc7737afa","sample_id":"grade-school-math.dev.1931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2a33c31031122db862291a8e726e3a0cbc90637f059451cc4314c7aea2327ff","formula_version":"titan-u-contract-v1","latency_ms":0.8388339774683118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce759ca5689736ea30f346b69d7d9eed3544e9578da98fecca278fe71878f51c","sample_id":"grade-school-math.dev.1932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ae6ec9730665135fbcd251cff7db0c445e7faa99438c34b1ef265ca719242c6","formula_version":"titan-u-contract-v1","latency_ms":0.7061670767143369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44cb20f83d1540c01ee9fca1dbbff62a15cd9a00261781a27803034fd5b5cd66","sample_id":"grade-school-math.dev.1933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e5bd39945b0bb961b7c9471a93f157cbe2c9404404d2e34dc1ae7100b021bc4","formula_version":"titan-u-contract-v1","latency_ms":0.72170898783952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d0907634e1c7de58b279185e405f67e436b4db4b7b2641013c8974ea8528ede","sample_id":"grade-school-math.dev.1934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a29054de6a1f8ddd67f1070c547fec753e9ea1e55cc61ea55393704c685df3b","formula_version":"titan-u-contract-v1","latency_ms":0.8310000412166119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98b942b38b6b6293d38f029cad625f215d66f37719f5bef60ee19ff3e4187302","sample_id":"grade-school-math.dev.1935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9180ace5ba44ad1f96b090128942df3a382e880305c4370f8774b44184ef1797","formula_version":"titan-u-contract-v1","latency_ms":0.8168329950422049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"caae0a295c5774bebfa0893181b46abff6ecd8b375403211b0344498722bdd96","sample_id":"grade-school-math.dev.1936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22c420b56edfc49294d1df4567a3dbc22a770feabdc872e50eed17ee15708504","formula_version":"titan-u-contract-v1","latency_ms":0.9434589883312583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a72798f26672c5d3eb3fb323b37d149c2e0a4c38bd27d471c6b519791a1cec93","sample_id":"grade-school-math.dev.1937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"012443f4eba1ad3ff25a2f7d146cd2d931f18d079b24bfc8a059f2307156e962","formula_version":"titan-u-contract-v1","latency_ms":0.8592910598963499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f5ed67ea047b794b1f5dac8bca5d74944facea63492be2aa99f72bb64d610af","sample_id":"grade-school-math.dev.1938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e84aa75cd13db4f6b9e6c1f9f82bddc7c27f8b62e61199d8ddcf3310c614306","formula_version":"titan-u-contract-v1","latency_ms":0.8590000215917826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f0efcb87285b3ad56c724c501f1db8772e8eebad36a60d68726a6e4263e6960","sample_id":"grade-school-math.dev.1939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"803afb2119a2c96028de757cfc85050e85f077be9ed56e0cfbf8d5df0f5873b3","formula_version":"titan-u-contract-v1","latency_ms":0.7359170122072101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbf1ecf811e71fc0d423b007074bf65dbfc0ebfd477d347bc2116f023303da1b","sample_id":"grade-school-math.dev.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0fbbc20d79f6acf75521d934254ea7aa1e79aaa70a8947540555226db5f01ab","formula_version":"titan-u-contract-v1","latency_ms":0.7546249544247985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0c271e84e5f789cef822163fc5bea48f62de067ff578a8696b2f612e321de6d","sample_id":"grade-school-math.dev.1940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16ddd62e7fee56f22ad8f25ceb4a25a2647bad481071cb5f104c05657abf2724","formula_version":"titan-u-contract-v1","latency_ms":0.6381249986588955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89922ea6d5855ecaa00799bd4f8713dfdac4545d3831e8ab5806a0ea2e827cb1","sample_id":"grade-school-math.dev.1941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d13db4750bb3bb486c595887342364419f6534a78c77a12d5f405108c2ccb23","formula_version":"titan-u-contract-v1","latency_ms":0.8427080465480685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eb87043df95c30c7faec78590f067a3a0c9bae7afe093b9d38301d414a33e5c","sample_id":"grade-school-math.dev.1942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b3229857539d68f00cd405ca8e3e2c193dbf5a0c74238c476f2692f8332ded0","formula_version":"titan-u-contract-v1","latency_ms":1.0131249437108636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5711447043498d12a7a65565e82358d7927ba4ea5a3b954503a71206f767bf6","sample_id":"grade-school-math.dev.1943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d42bf9cce2db7e41bce179f29ddf534555aab213ff1d86e4488677ac30f255b","formula_version":"titan-u-contract-v1","latency_ms":0.8409579750150442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6689b7ea472f7dd83198e45f3d5cea444a0b4c6141c64397872f3e4ec8c251c2","sample_id":"grade-school-math.dev.1944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c770ebb30a2d2feaa15626923ffa888b202827c8df92de31fef51a1d87bd4044","formula_version":"titan-u-contract-v1","latency_ms":0.861792010255158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb4a91b1b675c86fecaa6d51e0ed142dd5b11eee97305efc318e58e10c58702f","sample_id":"grade-school-math.dev.1945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb3699b01c27648e1e121c512ed46dbecd7399771aaf884eafa1c3be24d513f1","formula_version":"titan-u-contract-v1","latency_ms":0.6523329066112638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7436ed875b7deca546a9ec811d5563ead928c66532cc060056f52449b5acbc6","sample_id":"grade-school-math.dev.1946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1c2c9b18a1e0bbb5c96ac9486e7ea5c7b6a40664b6724ac8d242d6e7b1e6f6f","formula_version":"titan-u-contract-v1","latency_ms":1.0177079821005464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"772263516cb214b0c0e056865ef7e4cdc43d1905ac1f51e2c42bd3d4887076fc","sample_id":"grade-school-math.dev.1947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b24fe58aa1d53d46f403c4581760cea91ee7009777ab919cf3d76fdf5a0d9f10","formula_version":"titan-u-contract-v1","latency_ms":0.7188749732449651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cb035f83380a1a446288c9cf64cd6306ce756273b03a95e767d156b2667ae30","sample_id":"grade-school-math.dev.1948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07a8bd773d07c51bd1cada017426a349ab20816a24a2b87c6e7c0072cef5d730","formula_version":"titan-u-contract-v1","latency_ms":0.8125000167638063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df3ea47286583635971133173f765b5acafc07514caf3ffa62339c00a9306c13","sample_id":"grade-school-math.dev.1949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fc915317930e15405d2f615ea41cde3d4d87b6a0d6984e72085d6b36103801b","formula_version":"titan-u-contract-v1","latency_ms":1.474166987463832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daeaf47b418540c522c071f9c98976ab62e34e826274ed5c62b7459f4797b93f","sample_id":"grade-school-math.dev.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fbcd9150d4f3daa20e637f7527b94a2262cde878bf309cbbb71495c8c4e574d","formula_version":"titan-u-contract-v1","latency_ms":1.443832996301353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"636f309726c34af097eba85f36aad28d9a62fbbf5daa5b064c01362f6aaac399","sample_id":"grade-school-math.dev.1950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fc00b39028bb5ba3eed86c17731f23214246649a9f5f6b7d15d0ceed4405585","formula_version":"titan-u-contract-v1","latency_ms":1.1329998960718513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c55adde27e66a0a286d53645338078e1bc34376a268c905e790ad32abb480f0e","sample_id":"grade-school-math.dev.1951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd53e11a4de4ae5b92d0e9b23940e7700012ed7b795b5f1b17023793d3f8d58d","formula_version":"titan-u-contract-v1","latency_ms":0.7345000049099326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd2c1b2fceec90080d7a2a7d9e18d9a4c4eb59d28a3fe9794f4b6e9186f229bf","sample_id":"grade-school-math.dev.1952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de19aa3b4636dc17b9e7e92436e08f213f23325969e0ddc8c999c37586fb0e3a","formula_version":"titan-u-contract-v1","latency_ms":0.729041057638824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3b15ce79b8ed5b7658dbb1e235fb614e5db05336529afb404b4c9e410aa428d","sample_id":"grade-school-math.dev.1953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"614ef5d7dad8e583e09fa5387cd8c90ef59e697588b5c8908cafa96fdc7cd89b","formula_version":"titan-u-contract-v1","latency_ms":0.7966669509187341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0b52ad2d11f8b2aa208404fa0522ee49747f61a8183c42106fafe51fbaf2c57","sample_id":"grade-school-math.dev.1954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"763a876d89949c5be36d68106d67c99f173fd2a784fdeab79e497c2b7f1a20ce","formula_version":"titan-u-contract-v1","latency_ms":0.8867089636623859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88f5b91c1dd154365276526ab342d4ba0c505b5f8e6a7de8e0bb9240353114d7","sample_id":"grade-school-math.dev.1955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a64e289e99f0db5622b61d4d32d157668ec25a2cb26a0fc683ad16ae3589018b","formula_version":"titan-u-contract-v1","latency_ms":0.693458947353065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4bffe0d2f87e6b86b02c2d38a049d22c9f96975ae54f13e6926a9dd719d4d24","sample_id":"grade-school-math.dev.1956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"badddfeefc6b0679d0069afa7128a29a0d39da76a813b888c2919b6b7ef01656","formula_version":"titan-u-contract-v1","latency_ms":0.661207945086062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1368d840fff8b482827ea15c38a4ced11350c95f1fb4e3a2ea6c00b796fd339","sample_id":"grade-school-math.dev.1957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2365c7fae4fcef6569d053b6bca443b759c381492dbf918e75d8250d46216bc6","formula_version":"titan-u-contract-v1","latency_ms":0.946833984926343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58a5be25c497ca62388c5c5792ed5c67be8224dd5a38e640977d829f9adcb3ee","sample_id":"grade-school-math.dev.1958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84a45c818737ae300035af4c49ac420c7e61348d0f19ffae1f5d8df063380835","formula_version":"titan-u-contract-v1","latency_ms":1.127084018662572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9c1ee010fa905f6376c3b3f4935a07686aa3fdd24acb7f0a4fd3f8d6be0666c","sample_id":"grade-school-math.dev.1959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"484761d4e0c471f7d16a538f112671468beee24c0b8e2bb24f871df1dadfd371","formula_version":"titan-u-contract-v1","latency_ms":1.0682910215109587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1952bd60516ae88ec96c474003f9690051885041f36f899403a1034389ca25ec","sample_id":"grade-school-math.dev.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77a0ca7d4fade8d4b49026b3502e63f589e8139fa82dee0d1a9099ef250b3688","formula_version":"titan-u-contract-v1","latency_ms":0.6789999315515161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e766ab5dede0369c8f633c67190cc38b2bcb15e1cb6b5d2b43e3958456fcef29","sample_id":"grade-school-math.dev.1960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e2fbc975b7949fae28d051e17a4026c6aa82c52d1257b3d248abfbd84f8d0eb","formula_version":"titan-u-contract-v1","latency_ms":0.8891250472515821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31d3742c680bf70d4b773f6a8d9100422a822a6ff5843ac59bf7a91349ef0ad2","sample_id":"grade-school-math.dev.1961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"751bc7d5863053a677db040524379a92cb85b6921c177cd6e5357935924d105a","formula_version":"titan-u-contract-v1","latency_ms":0.6518330192193389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e088c9bae16c1b3e08f4732cc45f444267b686097589af1a39cd3a3c95c648c","sample_id":"grade-school-math.dev.1962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2ed4298dd0ef13870e08a14f31e29a019d540120d6df321cfe83ec915f106d0","formula_version":"titan-u-contract-v1","latency_ms":1.0090420255437493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55cd354a125be87aa2552351f61741a7c530576f9f91593d64593ad538072cb4","sample_id":"grade-school-math.dev.1963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89fae8b8c9c3dd4039d42999eb0c321bb5a5e20cad5d3052c064643d806753b3","formula_version":"titan-u-contract-v1","latency_ms":0.8832080056890845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1247d92c6830d508baaf8f0f55017d68e4d9e52ba1a54cb60606866881c979d3","sample_id":"grade-school-math.dev.1964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3723a91ad8901c8298f0e43254f7380d856cac0987dec499cb0073f1869a7fc8","formula_version":"titan-u-contract-v1","latency_ms":1.0362500324845314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4df302f82bfd2e790413bad1a356b6ec290ddf9e2cd9c1e2cd26cf15e59b1d76","sample_id":"grade-school-math.dev.1965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4af68e224442aeacad1cc175709909df56572456c00ed0a263b6f3ae8d530f6b","formula_version":"titan-u-contract-v1","latency_ms":0.7102920208126307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c91912b08af4ec48a76dee159c950f1d81e9f2d63bce0d45e88256bca9e070c","sample_id":"grade-school-math.dev.1966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45a26a8e3ab3b46a6a0ba76acf8f8967461b0fa9d90b7bca44d20ba2b3cb8d61","formula_version":"titan-u-contract-v1","latency_ms":0.8234590059146285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ab6d42f6b1cbeecad6a8cf18cd0c88bcc2c4629a5763a94e7595daabb0551a7","sample_id":"grade-school-math.dev.1967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ecd0b8593e1264103ae8d682346ee711db2f096b25e4f642e10ff438b021630","formula_version":"titan-u-contract-v1","latency_ms":0.6685410626232624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63f81d5004dbbce3fd78d7a79656674cf0ae069d313f0bb35539a5b0baf95b48","sample_id":"grade-school-math.dev.1968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d47e524883e3cc3e3cf6a4a17ac0c1be0ee6a019632d5cc5de3d7f852aa59cdf","formula_version":"titan-u-contract-v1","latency_ms":0.8890419267117977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f51929ba128f186115012968fc75972f099ca42278348eaa339161edc88c4b43","sample_id":"grade-school-math.dev.1969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c34d46f44166842a68275f10fb1ad87201fb7526a7e94ba6015d27fd6c436d29","formula_version":"titan-u-contract-v1","latency_ms":0.807209056802094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a16a88abcc5ea051eb4070ec1e09ac85109ca14fdc0fa71dcd983981fc39919","sample_id":"grade-school-math.dev.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a37783d2b48ee3e69168a35830bd39f27d3e9815f6de737684542eb3105f5569","formula_version":"titan-u-contract-v1","latency_ms":0.6597499595955014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2e312a154d8a8336fdb27782f1ad1248f97776ca1f4d346800f5149c9cf61dc","sample_id":"grade-school-math.dev.1970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3932c4793e45fc2aacaf3f81e9ea841561554d6004dee1de4a59946ce6ac52cd","formula_version":"titan-u-contract-v1","latency_ms":0.8771669818088412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a90217d885a6c137b64654c2973e2aa391be51f4291a17cd8af2dca5f4f9b10","sample_id":"grade-school-math.dev.1971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1caf613093cd9f7be8fc5e475b8415b292f92140e7a1d895c4ad720239232569","formula_version":"titan-u-contract-v1","latency_ms":0.738792004995048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be00f3759d8013b656c97ebc384ad6c541f2c0d5c195c76830d0b9a0703c0500","sample_id":"grade-school-math.dev.1972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3bb919dd04e77ae07a592e2ba1e75f82373c640fc4f2fe7556a8f625e4ff10f","formula_version":"titan-u-contract-v1","latency_ms":0.6778750102967024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4f243a753ab3ed299d3f3a2c8eb1be35e7abda2dd3da1dd3a982ea6c2cb625d","sample_id":"grade-school-math.dev.1973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"108cc553e9dd59ac19f5daf9cba3e4b7706b04dceeae02876483f224269d9a99","formula_version":"titan-u-contract-v1","latency_ms":0.9792079217731953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06bc82a25dd6279597eecc72d3b8fbef88996dc059de8e110475ff7a7b3285dd","sample_id":"grade-school-math.dev.1974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fb2a4e133d2bfb23c9e19e1e00bc84f4b05b1d86aa845c9f9325815c0e3ce7f","formula_version":"titan-u-contract-v1","latency_ms":0.6842080038040876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4644a4735f0b2765cba5088f553b3332c08067ef14c2492e056f21f5572817be","sample_id":"grade-school-math.dev.1975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50d50cffe88f48f8f19934f7d01abac121c42667595d2e9d658213cfe203dd62","formula_version":"titan-u-contract-v1","latency_ms":0.734040979295969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e426cb4e3823312926f6e1aa494e0ab3d95d5dab248e328e23e491f1e550148e","sample_id":"grade-school-math.dev.1976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a267911df30ae0bcf8bab6f278d9877e8bad640ac98bdb4fedea7a50387939d","formula_version":"titan-u-contract-v1","latency_ms":0.9619579650461674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b08275069f284960ffb0db4bad5e6be316b7e8535d7dfe714c65ef41075ef00d","sample_id":"grade-school-math.dev.1977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d90228e4d4c405a09f652e808aca44c43cf2e7d5fbe60c08003907476e5bf014","formula_version":"titan-u-contract-v1","latency_ms":1.000832999125123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48eb50c1b8529479abce50d6a2de3777801a008b4ff7d5472aabcdc1bbd31b4b","sample_id":"grade-school-math.dev.1978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d512eb075cf7d7343558aa9cf407f7b68af8db4d3d97d4e02aa19b09791517e","formula_version":"titan-u-contract-v1","latency_ms":0.9603750659152865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87ae70fb440d4e03986556e1be3a6dedb1f890ebc00c8b48b3264b600d80c774","sample_id":"grade-school-math.dev.1979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f2343d1f50cb9f5a7e51f340636a11fdb3d2dc67a490c8e2eb54c3797e447e3","formula_version":"titan-u-contract-v1","latency_ms":1.1132090585306287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0284000ad583a33fe235078ebe196833217d04026e7fb2a0268680a7bb6701f","sample_id":"grade-school-math.dev.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cb38e2d7d9351bb23ace9aba0becd14c407a352f67077d189ca8f893ce9bfe4","formula_version":"titan-u-contract-v1","latency_ms":1.6901670023798943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d958ba6832258369509621474454c114652afa28be7571a31eec8496d1174ea","sample_id":"grade-school-math.dev.1980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e343b664993387c4d42b5224682c6cd89aa4204b2c219cd69bd7d293856f3cba","formula_version":"titan-u-contract-v1","latency_ms":0.7099579088389874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58efe64bd07045dcfa48059b4349c1137b24ab31604908814cfa9129c4acbf2d","sample_id":"grade-school-math.dev.1981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3accd5099e2f744c2391726378ac0e029cb4995838cffd584d23b36afbd45e42","formula_version":"titan-u-contract-v1","latency_ms":1.0244590230286121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cc7871319c23461cbc2941c0b1f49e4b44244501ebd199a3b5bca8b8450c6d1","sample_id":"grade-school-math.dev.1982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f58b65f7f3e69a6e38ab6d447f57a18ed0259bbb5eff2699ec6af206a8c163c","formula_version":"titan-u-contract-v1","latency_ms":0.7718340493738651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa10db7befcfd09a3f988d9e743e6cf17bba9cc0b6291cbaec11bc5d3b1dba4b","sample_id":"grade-school-math.dev.1983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10535d88599075bff1f3062e02b2feaf6e922c4e8384ec3ab04827a321305fde","formula_version":"titan-u-contract-v1","latency_ms":0.6505410419777036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48b113ff4a86fc2c2936d9ebbdd62d7a8c00343c30a04e8eb30d366a01991ba4","sample_id":"grade-school-math.dev.1984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2865c2ca4f7c9eb2a95617b21f065973960f055bf57cd6eca96d84dde84714a5","formula_version":"titan-u-contract-v1","latency_ms":1.1068329913541675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6958413f542d7226b3887b7e69cf3964f3479c60e50baee8066bffa97e1bd4a","sample_id":"grade-school-math.dev.1985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa5a06e3ac56f6e67f46ad61f426af1250385d3632307110dc4612aad238a08f","formula_version":"titan-u-contract-v1","latency_ms":1.6963749658316374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f2b082d7bbca0ee3e6b314b5a8dc4be5d1bdfd15460c05cc8e5825d71a9bf43","sample_id":"grade-school-math.dev.1986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92bc1b48d64ea4dad01ce1b3fe365c006d7a0ec05b4c39d33d193820c14a6185","formula_version":"titan-u-contract-v1","latency_ms":1.1176250409334898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a508fdf0f2b0d8f648a9fa7bd42184810732582e378bffa044950c38fe279c00","sample_id":"grade-school-math.dev.1987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27ddf09fa262b1a69a7dfbbb118adabda0b0f863bcc008ccb417555e20e3dffd","formula_version":"titan-u-contract-v1","latency_ms":0.680374912917614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a3befaec08ba2bbc3b4157f96d85c1142491898107127cd69ce3642962c692f","sample_id":"grade-school-math.dev.1988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d39ecfe67b7e9715668bc14ce7b4345ab81d1b2ce2681c1aa9f751a6447211a7","formula_version":"titan-u-contract-v1","latency_ms":1.1224589543417096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4154b7b7cfb8880a71bf6f8a9f7fd211ba51fd5667b36aa2a42fbb619cb25635","sample_id":"grade-school-math.dev.1989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37884e30fe74cf10292c02f52c51156eb475867eac69e2d6426b5b62d2604b40","formula_version":"titan-u-contract-v1","latency_ms":0.6967079825699329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea3060f66b437d1606674a888a9a16c3610d3abee90e9c5b0f56a72a5170c5d5","sample_id":"grade-school-math.dev.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85f7bf4575cc2a34daed2e071f9c83bf64589d47b0afe51de1b14ca346e5a37b","formula_version":"titan-u-contract-v1","latency_ms":0.6701669190078974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3f8db4f5cba0399c3df1594ebc506e6e32aafd1b6a81f63234d4690a3d6b6ae","sample_id":"grade-school-math.dev.1990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aca4bf98d25177ed43160e86928b9bc32bf7f6d0161a16f336d5a3fc7881893a","formula_version":"titan-u-contract-v1","latency_ms":0.6790829356759787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72c4b207ffdd9d96af7545b421bb082408c296af927531799bf33aaa0663c6b3","sample_id":"grade-school-math.dev.1991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5afde6c8916b3cdd8c90693379d7298acf7eeecfe4e2007082f53ecc71688b70","formula_version":"titan-u-contract-v1","latency_ms":1.2213339796289802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2de6100d523613a3e10e7d587150e750562153ce1085d82fee96109821655a54","sample_id":"grade-school-math.dev.1992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22aa614becf1e04a37e44c75766ae0c16f8e9e6bd0ba1a54423ba1924c59235e","formula_version":"titan-u-contract-v1","latency_ms":1.0200829710811377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"379027a5e25fd75e2e9114e7e2b9d4ef99566fc1ccfeb78b027bd31c688d14bc","sample_id":"grade-school-math.dev.1993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f54af09c05811b5523c7bc079e03ec1a937dee2efece2b5472a8d86c4a85515c","formula_version":"titan-u-contract-v1","latency_ms":0.6502920296043158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5645580ef2609624133d077376e612f07af1600630b49bb19bd76ce00f21eed","sample_id":"grade-school-math.dev.1994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"678f60f9da7da87d1a603837c9cacb6dd0ba93cc93d22923bbb4abc46cb8f8c6","formula_version":"titan-u-contract-v1","latency_ms":0.7007919484749436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2df39926ca03088a24cf7c92d83f0859447d558f4a3b318708a9e4301517875d","sample_id":"grade-school-math.dev.1995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c8ec521aa48258e9fe8f67d1d8875e1a5d50a639e72cba369bd2766111c9609","formula_version":"titan-u-contract-v1","latency_ms":0.9197499603033066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03ffd45d47a4438ff972990b439bf7973bbfe2def8b0f8ba61741ee52b1254ae","sample_id":"grade-school-math.dev.1996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4d7b24fd56e479d6edc07259c6ec0879c9f16298b63c19ae4a9f883a94b4060","formula_version":"titan-u-contract-v1","latency_ms":0.7069580024108291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b31ba0e199978c31673fafb39ea86e536207bf864cc0acdf4731912b68429b2a","sample_id":"grade-school-math.dev.1997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c72ecf0402620785bb15eddc52d1eb74ee4b98a0f34f756a6243bd2eeafe62e1","formula_version":"titan-u-contract-v1","latency_ms":0.8972079958766699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d80622069f090806e72f0ef20426e6011392ad0dbc708a8fe4b65810c29f89fc","sample_id":"grade-school-math.dev.1998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"662731b6e5699c8c7f6ba4a5a43ff029b10b59aa245d5fc561c8de6fca35f864","formula_version":"titan-u-contract-v1","latency_ms":0.8718750905245543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2364f1d77ad9a5711d67c2194109c8da13b4f2243e88d90c8523d7062ba0e248","sample_id":"grade-school-math.dev.1999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f098ee1c0edee35a5c3b10ae1ea557db0919fd5e6dc39e37cf1202531f0ab487","formula_version":"titan-u-contract-v1","latency_ms":0.6856250111013651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ad15a04241d3e071665c5fcd0b008928d061e68c88382ec56b5122ba0e66e9d","sample_id":"grade-school-math.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"376b7f3cf586e3c46022af25d193e7e486412ab2ad4ba8ea3136e24df61063bb","formula_version":"titan-u-contract-v1","latency_ms":1.002916949801147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17a3b9ece643d8e33c948b44136e5a09d5b8aad4b1819296eb52aabb9393aa6a","sample_id":"grade-school-math.dev.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d274c0fb46597e3f72b51ca7cba7ddecb88bac93bddb9f3f433e6ecde10c65a1","formula_version":"titan-u-contract-v1","latency_ms":0.698499963618815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81f830da894f88a83f525ba7cd18404b24f13f12526e6999d87cd5653e6a26bd","sample_id":"grade-school-math.dev.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a0ad05c432be8f43900fdbec2c092c9031a5a9a7c25905f65e2904dad5c91b7","formula_version":"titan-u-contract-v1","latency_ms":0.6886250339448452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1adb0d1420ecbbd91fa1eac8ffa79acbae4000393719c8a8463e174b7f7066ad","sample_id":"grade-school-math.dev.2000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9290bcadc2351d8e93037b23634eb7da9b946fac132951156d54731b933925d4","formula_version":"titan-u-contract-v1","latency_ms":1.0002920171245933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ab40715cb0d72783c3822209a24d7146b53a0b17c8ccca7d6af26da5291e12b","sample_id":"grade-school-math.dev.2001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ecfd504cd35f15dc1f50e46f6dc2d36687e8cb527b9bfd29fe2295e729bd9aa","formula_version":"titan-u-contract-v1","latency_ms":0.9272079914808273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd2cabf4543c7c06328eaab6350e061d522317de403dde81947fb7e9cb3a712b","sample_id":"grade-school-math.dev.2002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa34a4fffc3a2abbf16adf28c84a69085f707ea84d485e3e73b2d4dd144594a7","formula_version":"titan-u-contract-v1","latency_ms":0.8424159605056047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0376f0ac14ce8c7fcbd1757437a0ec6c1def0c98bc1248f9868fbaf024a85ca8","sample_id":"grade-school-math.dev.2003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1b205823c9a8da74da18066993da898ef7fe56672ce9e612d726d653159bfbd","formula_version":"titan-u-contract-v1","latency_ms":0.7182919653132558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e869db144580f7211c26798b23be937d77b52ede7514ea8862d32d65e80a8f5","sample_id":"grade-school-math.dev.2004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"691858d3f41175f487d4136d0e65e2479b4c52dc6a729a00849edb34fffa64a4","formula_version":"titan-u-contract-v1","latency_ms":0.7013749564066529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ab32aea8e158081ed02778c1bc88b30b3d7e37b09c49b6fa0b6be14acbca3c3","sample_id":"grade-school-math.dev.2005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb6c004ae5a6c4c0f1561c30f71c553b2974113f780c7ea188c6845190883291","formula_version":"titan-u-contract-v1","latency_ms":0.8432080503553152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"770a0ad204d4edd9afbe63fe288ae20ae74df898f88b21b61329b2ff5ae06213","sample_id":"grade-school-math.dev.2006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a30d12f04379e76e31c256d8d9eea022f0ea44e9d348bbc0e41c0ac6694ae7d7","formula_version":"titan-u-contract-v1","latency_ms":0.6582499481737614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bce70eb5a11d2e898f679a3a4f118b79e48eca3f30fee4b37e55a5266e9d57a8","sample_id":"grade-school-math.dev.2007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d1fea7485778786e8cf64f5d34e5148fa5b34e59de85838f93ee42f53513b95","formula_version":"titan-u-contract-v1","latency_ms":1.0506670223549008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f26ec8dd38f8c8709b3bb0116093f6f6414cadba51e38b006dfe5bf2c6d9f88a","sample_id":"grade-school-math.dev.2008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa04595defa1c9fbff4a86da11a16687dd6740314ab2e97fe86c11bf5edb9e82","formula_version":"titan-u-contract-v1","latency_ms":0.6698340876027942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4101df447134751b8a94a48bc8a36a8ab48215e158afc7e1fb3c03d03b6bcc62","sample_id":"grade-school-math.dev.2009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec7e2cea187af2a854c483b59db4c2a6ed17dfe89186c1ef2ed21bbc8975347e","formula_version":"titan-u-contract-v1","latency_ms":0.8811249863356352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f178d155d047674bbc177ec278884cca5b80e52d12767539408216a9f3a53236","sample_id":"grade-school-math.dev.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5511506960934c814ff94f4525cdb81c09b85e211d3e426d19be0c4eae76b1af","formula_version":"titan-u-contract-v1","latency_ms":1.2901249574497342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2afe276deb1abc9aeeaedafef3b8f92c1458ea21c5278276161a02da7e7ddd7c","sample_id":"grade-school-math.dev.2010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98129f8b1c021d6fb7fd0399fced93892ff55b640ac33b2982ab7f0800cc0a9a","formula_version":"titan-u-contract-v1","latency_ms":0.6722090765833855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32b922508a2ca7ada3533ebac3b23b15730705209f985fab73309a097dbee39a","sample_id":"grade-school-math.dev.2011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca53194fd9714801aa16e122869772cd7d41c720c01dd552e9fe7be060ac0430","formula_version":"titan-u-contract-v1","latency_ms":0.6575000006705523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0fec64f00049261d2e53dea01f826b6e954445b3af7b56343e0b8bbf281ddbb","sample_id":"grade-school-math.dev.2012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34287486bcd3fcadd5906e55cc68dfeded67009d63de4d3a3368cda7b6d0e443","formula_version":"titan-u-contract-v1","latency_ms":0.7885829545557499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5011d7e248353d1169011231db34ae3a8a37963f5412387d13714f3c67ba7481","sample_id":"grade-school-math.dev.2013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f648f0a1696417d9c0e5afb27a0277b75b92c992bd283ee5d98ebf346c80ebc6","formula_version":"titan-u-contract-v1","latency_ms":0.693082925863564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"495e7ee7fbfdd70de6daac2f1177453c58d8a3f85a0d69ba4a34b176cd1243b6","sample_id":"grade-school-math.dev.2014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdac173cac2f7b0c1a36a123cfd809780e85a8da78a7723b1d2203b7872b9d78","formula_version":"titan-u-contract-v1","latency_ms":0.8603330934420228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4394c1cadf8211c915d4ca21351efa6e778ac6effc19ad12cdbf208be577265","sample_id":"grade-school-math.dev.2015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c6bb3914eb45c0fa4ee16c0cb71c37bf0bcc0029e3282eff5d552de00fa2890","formula_version":"titan-u-contract-v1","latency_ms":0.8200000738725066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ccabba2455e798525f7cd9a23418a87ab0c172c45ef19d510ce955d35dd70e3","sample_id":"grade-school-math.dev.2016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1770385dcc48402b45bfad8baa4a8127833c8f9a1f43034f507a9418cbf6759","formula_version":"titan-u-contract-v1","latency_ms":0.8509159088134766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80bbe8b09677db2c90be6ebe78d9514c0aa10a462f688d033a52408590d9226d","sample_id":"grade-school-math.dev.2017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8ec9c7ad4d7d2ce23c5cf37a92259479aef507ca5850155b41fa090dfa42f8b","formula_version":"titan-u-contract-v1","latency_ms":0.9535419521853328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"557fa8550b00afa7875eaecc140dd82d94053d907c67cb62d97911f5d43aaa52","sample_id":"grade-school-math.dev.2018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2eb88d2b076006f80044cba65f35aa62ef2f053ba0df5d31ab8532f673458a6","formula_version":"titan-u-contract-v1","latency_ms":0.655542011372745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64b9aec628cb2fd7f98f97c8117dfc84917b7bc466b89f559b98cf4ef7b22df7","sample_id":"grade-school-math.dev.2019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82cd41437b8e1fb536a048ec33831a9b0120ae6511be9be86de18f9e1c9c5d6c","formula_version":"titan-u-contract-v1","latency_ms":1.0303750168532133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd8306264dda01e45b1ac74e88431860b1a4873f4955bbf262d2381358df7ca0","sample_id":"grade-school-math.dev.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0e6515b9c9a40bd4000643e147cc8b74ab4cff6eb988640b8d2643107eea60e","formula_version":"titan-u-contract-v1","latency_ms":0.929167028516531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"175671cd4c96b65c390db04553663af72d434d9c70627bf51d8b6ddb705cf2ff","sample_id":"grade-school-math.dev.2020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6eb3b291252e99ac7bb437b317760d90ce9fb88e7952f4a52f55e262ff76757d","formula_version":"titan-u-contract-v1","latency_ms":0.8374169701710343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0582a13a643a9eafe6df77ddb35a468d0cd873205238d913887a96e8b6f29e70","sample_id":"grade-school-math.dev.2021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2085f115fd78c7bb287cdd81028528b17305c74c673988848ab260cbddd6cfba","formula_version":"titan-u-contract-v1","latency_ms":0.8922090055420995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6efd01eef9706dd3a71c7305633d0e4c1b7d73a9d507a176fec39ffa444d4134","sample_id":"grade-school-math.dev.2022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3bb9a82dc34d98278b6f4a67c354a2f4e94f4b568c5812ca55a64e176beca93","formula_version":"titan-u-contract-v1","latency_ms":0.6637918995693326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebf5ed54238ffb8619fe2a96a710899934e20e3c67dc943e2e1f2ea2f23e35bc","sample_id":"grade-school-math.dev.2023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e70d732263e77062c5dbfd9d7a26fac0955da73de2db0d1d154aaf4853de994","formula_version":"titan-u-contract-v1","latency_ms":0.9297080105170608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c44b04266a733e43fc210c8da473e5a52032e4ae7493afe74fdf2c3dac047595","sample_id":"grade-school-math.dev.2024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"debe5754b3e9300ab3a7eb1e0d22695643f1fd4d15658d8bd9e72fa2319e794f","formula_version":"titan-u-contract-v1","latency_ms":0.7924999808892608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"184706daea462a8cc716a433bce91f0ff2d207205ef13320d3219b42a8448c19","sample_id":"grade-school-math.dev.2025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bba2b8427bdd3cc9cd40bcec92f70cc05dd985b2f326c1d1975bc3516e89d8bd","formula_version":"titan-u-contract-v1","latency_ms":0.6305000279098749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"987829d656045104a81b93d5fa0bc13e20518d96b04cc3041eb4a7b4d7676191","sample_id":"grade-school-math.dev.2026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f65ab92ad9e6e94cd211cdfa9408167cfec4ca28e94eb08b397b58ae68dffced","formula_version":"titan-u-contract-v1","latency_ms":0.6348330061882734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a9dc614ebea3b2f8e839823bc566355e88d92cfaf70452530815f23d8aa5713","sample_id":"grade-school-math.dev.2027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd1e075d5bdd815f7356fb24e43eb094d6b34cb9dd52289aeff5f989b3671c5e","formula_version":"titan-u-contract-v1","latency_ms":0.708332983776927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"526ec3dbebacd0cff9431e26bc0f2dc744294710daaa479c78c8ea7a948d371a","sample_id":"grade-school-math.dev.2029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd8dd0fa7c12c6cf6fe1a53eab82e1a30dcc2a5937d8bb0e32a525130512dc83","formula_version":"titan-u-contract-v1","latency_ms":0.6468750070780516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4693dccc2abc051aa92901ba4ad667bdb2e3884f819e2d5eddba73a4ac9ca5e","sample_id":"grade-school-math.dev.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b67785ebdccb37d04441280710f3b78b212147ec17b842f11216d05dd56bcded","formula_version":"titan-u-contract-v1","latency_ms":0.8078750688582659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85260832d7d445d4bcc2f0cd970407bde4bc56ea51ffbc8abe411d1455744e8e","sample_id":"grade-school-math.dev.2030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"014b62233e24c04a11ea313bb92495c63e157da9e59c04da6e38fb42fd98bc22","formula_version":"titan-u-contract-v1","latency_ms":0.6927079521119595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99969b80f9cf5ef371ddc0b705223958de32158124d773444555a3ac4d562f4d","sample_id":"grade-school-math.dev.2031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e11ed4846a2cc53861a63549fa65a53c0d4a69bf9819ade6391ceaf8c83321b9","formula_version":"titan-u-contract-v1","latency_ms":0.9283750550821424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f027c2b905762ff75e5c4c9922ffd743a58e65212fed134a46e7b0c3c77c4b1","sample_id":"grade-school-math.dev.2032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"440d48e04f2f442bd573ba4d488da6ad7e9c306b082291333f747b938b6ec666","formula_version":"titan-u-contract-v1","latency_ms":0.6930830422788858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edbe55771da9f44da9aebfee2d113203570cc4fda78ac95807325ce21775ddf4","sample_id":"grade-school-math.dev.2033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdb8ba80baadc27f16339ff3f1f5d005f691ff1f51836e18f85a9f2e73f4b4f8","formula_version":"titan-u-contract-v1","latency_ms":0.9162080241367221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e2cc15007df03d875d24427908269d3ba73593830557c0f15a94be4f829cb88","sample_id":"grade-school-math.dev.2034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5aa4c615c09b4485d8703382287d4731f7aff2c2a91ef8d54016333bf4a462b2","formula_version":"titan-u-contract-v1","latency_ms":0.6600409979000688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca3b6baa91889e6558fa9c5e62e022c3defc83578a9c82557135511e2414226e","sample_id":"grade-school-math.dev.2035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a697fc8db00a192881f9d3a6ec3d22165e344694d6c53f266ce5fcf5d171a319","formula_version":"titan-u-contract-v1","latency_ms":0.6429579807445407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93617f148535cadcbfc240ef1560a481c0ef236c68d36c067e7b00d5bebe2c7b","sample_id":"grade-school-math.dev.2036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c77a3c88be1d32a3c5f006054b26996f6f72cb7740f6f49d65307b361e5040de","formula_version":"titan-u-contract-v1","latency_ms":0.8942080894485116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17643e81dc52bfefc4c4ee15b7a9066663d4ab32da6f203f7d763b23e864dfe7","sample_id":"grade-school-math.dev.2037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b11b290f70c6aacfd2c841dadc9d18ab21389f54aef208cee4039c4ac66c1dc","formula_version":"titan-u-contract-v1","latency_ms":0.8883749833330512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ac7eeb2abceeb3e4fbd8eb65a68a22f49f47331e4a50e68de8a89f287a278d9","sample_id":"grade-school-math.dev.2038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b140531d52a1ad43bb7247fc7c3cfbb7886e971cbc9d51fcd7f84901450c79ab","formula_version":"titan-u-contract-v1","latency_ms":0.6950409151613712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e07cae4624b203e7440177568b92ac81d1dca6a2df19b68d610fcc01bd203b8","sample_id":"grade-school-math.dev.2039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c8933390de6aafe2907490f63d15302307613f4b77da571df16f1b22cf7b1ea","formula_version":"titan-u-contract-v1","latency_ms":0.8399579674005508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2adea2eb5bf3d7e30091519858c65b54aa5f872a52c560d337d021a6fe81fb9f","sample_id":"grade-school-math.dev.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54af5f1358d90a89d9d9cf9ed2e736902f164090ec22dbf81af728ef99a090ee","formula_version":"titan-u-contract-v1","latency_ms":0.7133330218493938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae9d27f4aebf39d1ee01676b4ad601dbf947a8ed5e0f2bde60d693b4d7e0a327","sample_id":"grade-school-math.dev.2040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92b7753e09ee3d7c6b5a88a6dc6ed2770bf54d71c6c223caba6a2b8661da7935","formula_version":"titan-u-contract-v1","latency_ms":0.968958018347621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4365a82d0286d1a1d60e9209af7e1d312ed64449c4b59471658e46955e764519","sample_id":"grade-school-math.dev.2041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f1cb15dc612e937da7274428a5744d8b28823f8e1a5073172d5f3629a8b9095","formula_version":"titan-u-contract-v1","latency_ms":0.6619170308113098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78af622d5292782efe34a996ef54009aeabbc834628b3afa9ebd263e423f34e3","sample_id":"grade-school-math.dev.2042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ad0e233a58f7bc29f62b653005849886341d2a00f8a08906d3db68234ed646f","formula_version":"titan-u-contract-v1","latency_ms":1.9723339937627316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a6e00d0965986043fd5a1057e60b792bbef3cbb8dcd9af916518f463fccbe76","sample_id":"grade-school-math.dev.2043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b781b78441b46ecee4850f39f8aa294b3089095bd29aa18936ad3784a828930","formula_version":"titan-u-contract-v1","latency_ms":0.8567080367356539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7007ecdae9755cb8dca9cbc688988e4278e8cc56d416dde9f5d38d22e6082d83","sample_id":"grade-school-math.dev.2044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d96f7e441f92614b7f1e1a93b076fab9bebcfde297145a45c6aaa057cffcc9d3","formula_version":"titan-u-contract-v1","latency_ms":0.795625033788383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"686d5e13f33c69801dace06b2500bd599eb53477f415d04dfca72b3226c3872d","sample_id":"grade-school-math.dev.2045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93f5fd078b3099e7f365353773a2979de40a8b2d8c4cd580136ba54132000a1d","formula_version":"titan-u-contract-v1","latency_ms":0.767416087910533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fc5f38ecffc24783d396a4f84a25c37f72bf7b58ada606430a92ff8aeb16f79","sample_id":"grade-school-math.dev.2046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"257ca8d54192a10b5ec5e5d3cc03e7e1c25ccff2cd28c439b586665221d205c1","formula_version":"titan-u-contract-v1","latency_ms":0.8618750143796206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cc6379df02679eacfd5439835cf7a3cd7cba00ae1a756fb6e621d61b5e9782b","sample_id":"grade-school-math.dev.2047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9278b74713e7cb647b1fb8a9d3023669ddca6cbd6a78aeba8041613c071d42f","formula_version":"titan-u-contract-v1","latency_ms":1.0698329424485564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35dfceca478a50290d475c19b9cf255ede87f637426d010dd8f4a42cc3e031c4","sample_id":"grade-school-math.dev.2048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bd17bce25ed144f2325e0809bd61e371a6453bd4e596af21e2ca31ee4807ba2","formula_version":"titan-u-contract-v1","latency_ms":0.8622909663245082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdcca7af0d577e6290c9d7b34288fe81e5de2bf42fc640420b1db61110b2ed30","sample_id":"grade-school-math.dev.2049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e61b32ff4f2dac65696ea72d708b066560392b740ec603d7ca970e85d0e5cbed","formula_version":"titan-u-contract-v1","latency_ms":0.8636659476906061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57b09be349391c6f9d844ff5f8078d7efcc6bedc39a25151232e869b60995a4a","sample_id":"grade-school-math.dev.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35eb33a804669372e4a1f10f9ec35141fd6a0ac9880a9a314a019e852d3c0e0d","formula_version":"titan-u-contract-v1","latency_ms":0.8502500131726265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"213dc306c2c04684c238ca3bdefe6f24f5a30a66ce13ea3378f7ce1c6883d024","sample_id":"grade-school-math.dev.2050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebfb3c7f7e689f492b594517af5c4b71f226b712561f6fee8bed55c29792a247","formula_version":"titan-u-contract-v1","latency_ms":0.6881669396534562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae07ea5b028fed6629e002de3f64b3ad05fc18823a8029dd8c07baceb3b0d6b0","sample_id":"grade-school-math.dev.2051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1475c67dbab1ee0bf0ae470235f259a73215aad90a66d71a5c262d40ed499e22","formula_version":"titan-u-contract-v1","latency_ms":0.9035409893840551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"969589aae0450b57c5461be33dfd830c200ddcaa7fe69fd43a935104aa8ac549","sample_id":"grade-school-math.dev.2052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"210423731e95e8337c43c4ccf942dd13efe8dfe31d4276b4321496f8f9653d03","formula_version":"titan-u-contract-v1","latency_ms":0.6751660257577896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97ccaebcc16dafc3bc998e6e0f74728db6aec4c19fec6ce45b3789bff4595c22","sample_id":"grade-school-math.dev.2053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c74a2eaa8bef8d580faf73354f621f868d44c7512ccc02a7aa84b7feb09a8f28","formula_version":"titan-u-contract-v1","latency_ms":0.9461250156164169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cbd0c507932e4b8b1950f8fbebc17c19dd13de15074570204bd79925c960eab","sample_id":"grade-school-math.dev.2054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75e93b3c4e87fbf922ab6240523f875603db5b513257ef8b9de0db1c42260cd5","formula_version":"titan-u-contract-v1","latency_ms":0.9537080768495798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"700c5450b0e9a0872758b9d9aa3dfe15762f8968b535e0c985791f20e10a5ccf","sample_id":"grade-school-math.dev.2055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5caa34401bc7ca669bab52d5140d75fb83d060ed38dd67162a1b17c97f37f42b","formula_version":"titan-u-contract-v1","latency_ms":0.6830410566180944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f10057702b6d21e47b94d778e67ea6110aa2e4846bb179a7d7518a34e12452c7","sample_id":"grade-school-math.dev.2056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68b00ba04b700ac5337a1df8b1d8fefe7dc87f57ede5307c1cdb857fb289416e","formula_version":"titan-u-contract-v1","latency_ms":0.613874988630414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc8adbd90fbf1d6f49302ad7afb427462e3adc7b51679e211441d6e87ea25248","sample_id":"grade-school-math.dev.2057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"764ac127d302689fcf558882e043f22da4f03f4f79f5d3566f2dcdcd05dabf10","formula_version":"titan-u-contract-v1","latency_ms":2.252458012662828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"418e144f85f53b539694001542038d225d94fc3e8c23044e073f9396bef9d7a1","sample_id":"grade-school-math.dev.2058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"287d5c031a1cc6c643615100e85906396943490b650d06c1845bb1bb2994a262","formula_version":"titan-u-contract-v1","latency_ms":0.6630829302594066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd203ac1e12411433356a47a24a384f9e374162fff8dc49d3e1bd2f99edcf6df","sample_id":"grade-school-math.dev.2059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c705d34dc7734c0e3dfdf1f303ae5936d835b447e8dbdba2e806cb1c0021691","formula_version":"titan-u-contract-v1","latency_ms":0.8353750454261899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79d95d665ebfc9f90acc20bd07e3947be0d6e93e434096ddb14ba449405d1fd5","sample_id":"grade-school-math.dev.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6099efcd8ead698d28b567e8e2819f7c953de6a2d13ad45cb8036261df48aa3","formula_version":"titan-u-contract-v1","latency_ms":0.6747089792042971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0f71322ba2c80ec3d46a6415b768a77d29eca908bf2f722d015b4b31b29838d","sample_id":"grade-school-math.dev.2060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ca33308f7e880f6cab4545317c7d0879564a09e786ab59d5dd06411415b8066","formula_version":"titan-u-contract-v1","latency_ms":0.7484579691663384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ab8898b6d8cb85ae6edacee4589e52d2b9259d28dcacfa161605afaa532791d","sample_id":"grade-school-math.dev.2061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2b6d6bee56dad355d27fb8508256b7df8099ae7ebf0c876a3786bc7d86e582c","formula_version":"titan-u-contract-v1","latency_ms":0.9424580493941903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c5559f5c6da3426e41edc4743b0ffa6cf96a103ddcaf4c47dfbc41f80a1389f","sample_id":"grade-school-math.dev.2062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65a816351720adb8a9d99999da176a395911faa5add003a33e6a5be1572faa07","formula_version":"titan-u-contract-v1","latency_ms":0.7592920446768403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56f38713c3244344f660ac3f14c2ab3d2b6d6dd93816a1bbcc7e4a39d271fce4","sample_id":"grade-school-math.dev.2063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0030467cbe564ea082572baa859d757d854ee2dd74c58eb37cc5d22ee5ca8956","formula_version":"titan-u-contract-v1","latency_ms":0.9625829989090562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af11953d633327aec4dcb4e9a44bf613e999c1632beaeba9afce3f8de3827917","sample_id":"grade-school-math.dev.2064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55d2299ee2e9b018ae7e812b91623d9efed63889e09c22d7eaf41cf6d8e770a4","formula_version":"titan-u-contract-v1","latency_ms":0.9664579993113875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89f5ea144f071c1ec1d4fef3cd33682ac5b407e2f4b00288328884001c7e6947","sample_id":"grade-school-math.dev.2065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d52c2d404d75ccb79c02c4b705502430f31930e95c0158e1643a30a3a2ef2ac","formula_version":"titan-u-contract-v1","latency_ms":0.8518750546500087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87fdb45a6c007c9c4b54b05526a8518eae21795302d7b28af63a6f14025b6ad2","sample_id":"grade-school-math.dev.2066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87f18074c385eb48b3c3fdbefa6eae6b93002d138399949bc85bbb445e4d344c","formula_version":"titan-u-contract-v1","latency_ms":0.7485420210286975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9a2823ba0a8953942319aad0b84b3377a5137ff5ecf53a3393817049c16135c","sample_id":"grade-school-math.dev.2067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"192fc43ddae83b02be8bc01768cdbbbd89d423165f3dbf8ca0eeaded6547299e","formula_version":"titan-u-contract-v1","latency_ms":0.7093331078067422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be86725de0a3ccf4882436bb0c1394d15ac1a83fdafb5e51cb76ec8a33386b90","sample_id":"grade-school-math.dev.2068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7bbce5325c3c6bbf4cbb6d524e82cef49e00888682d0167de28a312cd710d28","formula_version":"titan-u-contract-v1","latency_ms":1.0068339761346579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a1a1965047239e4d751d24ea4679f013932cb9bf65ae2e3ee51380a09e6dd24","sample_id":"grade-school-math.dev.2069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a779b8ade611eb6a06ead7b43e0c7dabca55dadb425d8d6f75c39d255a124122","formula_version":"titan-u-contract-v1","latency_ms":0.6450420478358865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b364dffd6b1fc2f250a692bb970f0bdc3934a84462400a98bc69eae952da8ff","sample_id":"grade-school-math.dev.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0788defa60d1f315f3cc86b556557a3cc54e86bef2b367b1092e770e9a23259a","formula_version":"titan-u-contract-v1","latency_ms":1.0323750320822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0af103f09c9e98f822584996601da2b40b172eae428572c9dda0770ec886242","sample_id":"grade-school-math.dev.2070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ad5031fd52d3ee8bf8ea178cb8b014ee42bd9311fd86d50ecb9584788e37916","formula_version":"titan-u-contract-v1","latency_ms":0.6488750223070383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0697cd8a9dc017d0da287fb0d3135a74fe5982229359a95a6aa7a8e66a6dd7f","sample_id":"grade-school-math.dev.2071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c688b71b3f684e3d1fc08d8829a87d1d3cc958c309c74f73ba5e2e854910474b","formula_version":"titan-u-contract-v1","latency_ms":0.9573749266564846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de42cef8824e3f0e89aac9ff353c0cca1a7ff0baa98f857a3b71d0b72851ada3","sample_id":"grade-school-math.dev.2072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3da42594ec1c0fc80c3952131d679abd51bbde0cbd340298eb79e53ef61dc9f","formula_version":"titan-u-contract-v1","latency_ms":0.8262079209089279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d71ca6792a6e809b3ad11c40ea25c1ce1f1ce72c1d03fdef9a90b41daa18946","sample_id":"grade-school-math.dev.2073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3252379ef8fa612d78460b41c1c276673f07665e42441dac8aad430327ab2d20","formula_version":"titan-u-contract-v1","latency_ms":0.9892910020425916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4aedbec47de9a556b451a3876e997ff7e742a3512ad26e38628c07bb0385ec86","sample_id":"grade-school-math.dev.2074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"599ea7a1fc6ae125d53fe9414517dbdfa61de1e0aa087190ba4848ae01a3dc60","formula_version":"titan-u-contract-v1","latency_ms":0.6810410413891077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d72c8ccc8165f1d7d865f34105f8f18485540ef235b54873a51c5f715b539b19","sample_id":"grade-school-math.dev.2075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"516c02ddad5eb62d5b84ad3336af0c4a96dfdb8f24d64f55b89d9b26de86ab5c","formula_version":"titan-u-contract-v1","latency_ms":0.8408750873059034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e510f54fea0978f32a94da5edacc2257f71a7470f5ba3aaa7544cb105f6fef7","sample_id":"grade-school-math.dev.2076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"284a12771b50e4bd35b5cd9fcce8a3468c2ccf599e859da1ca55a972a23556d1","formula_version":"titan-u-contract-v1","latency_ms":0.6682910025119781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc97961617b47eee232ce8556760ea9cd33a7ecf199fd5f5d99e27d2fb0ba2bc","sample_id":"grade-school-math.dev.2077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20c197152e0792dd6551b235b4eab779a1cefd710ac2f03c11d0d578dd01cb07","formula_version":"titan-u-contract-v1","latency_ms":0.63233298715204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cae98b388c666fcd054b5cf398edfeb6665acade2dcc27bb8023183da17ff97","sample_id":"grade-school-math.dev.2078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbb2de73af81b8def6bcfaeb4857c2a70e47230bdbe7b1d2c0430088e9ae4d5f","formula_version":"titan-u-contract-v1","latency_ms":0.6749579915776849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce24f03a68246eaf3ffe75a93ea30283593784f00f8f5a0e7c1dd5110a02a49f","sample_id":"grade-school-math.dev.2079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b63935b86a9719b9ee538d3c9d4485917ba6896a3ded10b52dd7cc71da447398","formula_version":"titan-u-contract-v1","latency_ms":0.8238339796662331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a104296b26c1b295c14113c44602bebd4848122e493d4de11a18a26fc0d319a","sample_id":"grade-school-math.dev.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9363a5e2d61db1cf7af4eee20e4500d5c9119ac5c5b1af2c033b4d62bdfd9f61","formula_version":"titan-u-contract-v1","latency_ms":0.6748340092599392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e141e96f7db60c048abf9fbb1c14900f511de8791dd935c3f9043e412909f6bc","sample_id":"grade-school-math.dev.2080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"621d74c427855ac5a46685d35c8a8035be9211c8bea14d1c7fedf7ec5fc2eb22","formula_version":"titan-u-contract-v1","latency_ms":0.8219580631703138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f79dad00c90853a758c6729b7afa856bc423a14f987aef9a0cc2dec6c7c87b0","sample_id":"grade-school-math.dev.2081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ce407f1d7eb7afbca7e6f03e20013b0d792f80a500cb8e19fb7dac5d875ad81","formula_version":"titan-u-contract-v1","latency_ms":0.6798750255256891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01ee073d06b5178c0fa033983bbfb7b15c2237f0a1490ae1e45964784a54d834","sample_id":"grade-school-math.dev.2082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"690319516452c8beeefa1870ef8218f92dffe2d33431e646711a3f6df2f8d52a","formula_version":"titan-u-contract-v1","latency_ms":0.8069999748840928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62e03d0f95ae64cf6eb14651eeb352e5b47957e3829f5a03504e4db7e99d13a5","sample_id":"grade-school-math.dev.2083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"789f921a182b797f66198af621a8f91698bb0928210dc8dfb82bacb5b00e03de","formula_version":"titan-u-contract-v1","latency_ms":2.9451249865815043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e587f92a45efa42ea3dc6d521fa803b289473e750d5771a326577d82efcf67b","sample_id":"grade-school-math.dev.2084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c5586240b524d6a5c1e70c3dd906cf882f2d0c7220fc928a429d6c4dc614ecc","formula_version":"titan-u-contract-v1","latency_ms":1.0820829775184393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"174d0c55a5b9003820c3415069ca7c6905e4d26b53e1d46f14c4d677d22edbdb","sample_id":"grade-school-math.dev.2085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6267992a32aeb5c72f6e06d71959b2b82a048938700032dbd7fc4fae555fa538","formula_version":"titan-u-contract-v1","latency_ms":0.9111670078709722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"792440418d813b1a3274def79c8af023d5be41be9592a060516d0f2bdeaa5fef","sample_id":"grade-school-math.dev.2086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07026b7b1773199896f00f0d62937e41f2ced0e41011d4e98d97b94b1ce0d308","formula_version":"titan-u-contract-v1","latency_ms":0.665250001475215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4f326da9d10ee2337b070917f52c6034a134dc32e63b7c6d71547a3ad3c49c9","sample_id":"grade-school-math.dev.2087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8049832bbaafeb6ad88d01e83697fb2243b5706b19a0f556b954c932e46cdc7","formula_version":"titan-u-contract-v1","latency_ms":0.6630000425502658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fbfed2e24d1ef7d0a35e536dcab36fb175c29a71fcb4357c1cd3692ff0af00e","sample_id":"grade-school-math.dev.2088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2c19164e0a573f086242dcb5f9e59b16a9360c4ab1854ac8b56273a82a52d39","formula_version":"titan-u-contract-v1","latency_ms":0.8660419844090939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"391b3ee35bbefe84f7cd16a8ea566f8089e6f79b016513d36ad18c42aa49c2bd","sample_id":"grade-school-math.dev.2089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd5909d37cd7715c40ee7923f13450b285f98ae3dff3f7c80cdf00256f842c28","formula_version":"titan-u-contract-v1","latency_ms":0.6646249676123261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"245ceab2dcd09afcf9322fbdd770ac0de9fbb103d9ec824a42b4529a114b57cd","sample_id":"grade-school-math.dev.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdf62e3199582d16ba5322988087c549996e5bf5d117300d7e3b5ac61e2cc02b","formula_version":"titan-u-contract-v1","latency_ms":0.8955419762060046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3531ac2ecdcffb6b3f0c4defbd27caee1d4b4b0d782e1dc188384e02960f26ec","sample_id":"grade-school-math.dev.2090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a67a2e0f7f3258b295fb75d07e483c6b7a5e0dd04eadd7559ce1d8655048964","formula_version":"titan-u-contract-v1","latency_ms":0.8112079231068492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cfed0e97ae62ab589a1d5de9cd45ef17a7c32b4acef3ba407aefb8bb393d4e7","sample_id":"grade-school-math.dev.2091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"527c2b895ad088101f6f55156d637a9117b8941a6eaca9c4be16d6f297c966ea","formula_version":"titan-u-contract-v1","latency_ms":0.9199579944834113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"789e4ada449e97036bb74ac68d9bb34d7fb98d5f0847b104d9f5e941e5c105d2","sample_id":"grade-school-math.dev.2092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caaeea9590c2cdae7ed8aaceb37db0d85fa070cd6a969094c2617c7f868b7aa3","formula_version":"titan-u-contract-v1","latency_ms":0.8492079796269536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f658470d52c82e422261ebfc8d2291d10bc72991dc484b4f88e73db3177d72f","sample_id":"grade-school-math.dev.2093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e98ecb98a3fcd7dc1ca7f8a460dce46eb27d27385290533fc64709f3e4cfc53","formula_version":"titan-u-contract-v1","latency_ms":0.8805410470813513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0ec572278173e00c725209bbf8ed9cad4a7f24bed50411e60fce4d202d71541","sample_id":"grade-school-math.dev.2094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef584a8d3c270ee63241c1f68d3e9c3e06a5ba11cd6d91d7c380822c6867f3e1","formula_version":"titan-u-contract-v1","latency_ms":0.8614580146968365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27a6ac975ce122fd758a4ad55a80175a5e7567b0239895c5c8592ffb5a2252d2","sample_id":"grade-school-math.dev.2095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16183f0428fd3ca015285f012cd04fa30275ef1635f7f548d912a025aa2ceec5","formula_version":"titan-u-contract-v1","latency_ms":0.8967500180006027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d22cb8d6578fd7da6d9d5ca46e7930f12ba933e1a759de1305b56e1732143220","sample_id":"grade-school-math.dev.2096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74b07fb8ba057d94a08fb68d9d50c322aeffaa3cd555e91ebb6737ec35b8e930","formula_version":"titan-u-contract-v1","latency_ms":0.9375830413773656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f80b267325ead78121de52228e3c7c51da333d87116763441a54359492a07536","sample_id":"grade-school-math.dev.2097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5c14a16655bcee26219668d7bedc22dadc7f97aabeee3d951b7d1ee7f587ef2","formula_version":"titan-u-contract-v1","latency_ms":0.9494579862803221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"261fdfed35a0665caca6ef0ce2bafb8a45ba3800e5eebcc1ef18abed01c5ad82","sample_id":"grade-school-math.dev.2098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7d11d7d100b6825373888ba50a2253e464e2f49075ad94d5f0a0183f193193b","formula_version":"titan-u-contract-v1","latency_ms":0.8272919803857803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f53e6249921c4cfe6f0b4ac5f9a377b08a4bf6c9eb76bde2f016de6f147eac29","sample_id":"grade-school-math.dev.2099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89fefae6ad75c1f8139f1ab85d2f6f075eb54eda023876bb8ff5a42bf24b79fa","formula_version":"titan-u-contract-v1","latency_ms":0.7348749786615372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bee70236bf29345aeb5a655b3731591937776a6f4e51755b0f05a57038231775","sample_id":"grade-school-math.dev.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3219da73e656455145d366e3bf46898185c5ac1a033b6b7d89fbd790d71ac94","formula_version":"titan-u-contract-v1","latency_ms":0.8125420426949859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ab2a96cc505887b74502402a988590873a6b1893dfbb8ef5dff3efedfe49bc3","sample_id":"grade-school-math.dev.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27976a07cbee3e7fcb391cc3a6c688d669d517370639cd8e8799cac2eb5f6fef","formula_version":"titan-u-contract-v1","latency_ms":0.9116249857470393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e75389e87466d498e98a7515d4f3bf0d6af953f92a647d5eb0a428b7478cd9a5","sample_id":"grade-school-math.dev.2100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"066e7ce71d05b95ba57f255dcd250e8b208db8ef2ecaf31dc8247eb4021190e2","formula_version":"titan-u-contract-v1","latency_ms":0.6726250285282731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60ee39503e640551b519c9f8c712680bbb5114b6d08cc6635a2eeb7d2975b48c","sample_id":"grade-school-math.dev.2101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de23f668e3e45a1b75c63072ac40c901de2bbc9c233defcf41120cf55faec934","formula_version":"titan-u-contract-v1","latency_ms":0.7685829186812043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"166ac4786689f89d9f8a1a503d64143ac4b0c0b9343bdecebe00835da12dd5f1","sample_id":"grade-school-math.dev.2102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"850d3f4388f595dff00416dce6269b33fe46104ca83e77635bd65095b07d0238","formula_version":"titan-u-contract-v1","latency_ms":0.9917909046635032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bad8fd90946f63b355b4fd31cbf88188251fb1180c2f17558e1e94b4f5171977","sample_id":"grade-school-math.dev.2103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1099387f1e9eb1a519ddb7f216ca51fd7393397a88008ee318d714e691bbf337","formula_version":"titan-u-contract-v1","latency_ms":0.9201669599860907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"631f270de01df30dae9a0569efa4a2171b59875826a4c29e7fe3e1f8f7f1e648","sample_id":"grade-school-math.dev.2104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b598f7915c29dd0e8d10749e4b6e040df3dcf5e0bf4de87c40542eb7c0d2fc19","formula_version":"titan-u-contract-v1","latency_ms":0.8702080231159925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88ff37443a17c527395217c43b84867a94018b0d0d552f2071a4822563d9afe5","sample_id":"grade-school-math.dev.2105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64e4a5eced1770bc5d3feb14f07c66b2a426f0d9656edba18dcd9e5dd63fd1b8","formula_version":"titan-u-contract-v1","latency_ms":0.8903340203687549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12706a0725352f333f5bb56a60dae4333abac47432603f3f6ba9c8e2da7ce414","sample_id":"grade-school-math.dev.2106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3991787365063403513548dc8d69c2ff0efba380b3221c23b8fb47bc43b5c624","formula_version":"titan-u-contract-v1","latency_ms":0.8889579912647605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d045b7d2176b6fb3569db19af81628748ab707c01eb6dfb68f04a5e64466fc2d","sample_id":"grade-school-math.dev.2107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5765745e09cc85fabbc253bac94a72a43aa1cc6c615476e24e6bcd8acd187cb","formula_version":"titan-u-contract-v1","latency_ms":0.8540420094504952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89a170328804ba2bd634200d5a015ff07266b9ef784469654311f10753bd50d5","sample_id":"grade-school-math.dev.2108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cb60db30ec70d630b61be81246bd7a856d0a5cfd2db6225532fc7caf387c11f","formula_version":"titan-u-contract-v1","latency_ms":1.0321669979020953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"414c425ee8415ecd3393ebdbdadd46fe1fae597e056c1951bb8aa0a6f8f7b992","sample_id":"grade-school-math.dev.2109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d16f7b25628b82dec78106eb4d9b3a05560bf6f8844e144750074818907af12b","formula_version":"titan-u-contract-v1","latency_ms":0.9724160190671682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbf7d835b41bc415553a5720fda2c23fe50410897bf3b7a129e7c94888b6864b","sample_id":"grade-school-math.dev.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e68668fcee8707b0c85f3af4fc398e86f9ff3c02545d61ce8e723992762e9a9c","formula_version":"titan-u-contract-v1","latency_ms":1.1134579544886947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6f7eef5b60257b382f9d098f3fce5efae72bd2d35fda48ba649d6928ecd4688","sample_id":"grade-school-math.dev.2110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f77d36671e195b91a5617440fac6c576d11f4e77a692538afbac355e206e216a","formula_version":"titan-u-contract-v1","latency_ms":0.6729169981554151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a480a857f2e7db1c75978476c1238d8d9adcb51f09dc176f1e157f771a94cd10","sample_id":"grade-school-math.dev.2111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0682dfb53c9ae10a5291a7434570c3159466364b070261686fe63a41b12cf4e8","formula_version":"titan-u-contract-v1","latency_ms":0.7120419759303331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd46bca65a2ee0213ce684213e0dd884a86216dffff4711b6c1895b57fbce0b0","sample_id":"grade-school-math.dev.2112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e21f2446de7f2849e554fa4f59c58056d34bc5b03e36c8ee7e9760eb474e54fc","formula_version":"titan-u-contract-v1","latency_ms":0.7395830471068621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0d6da9253ee5a6bc5351b8c736738d7b897b97f45842a5028f36991456d0c1d","sample_id":"grade-school-math.dev.2113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ff53100e395f6ec11db8e1cdfc494f47e5ed56bfc9699293ecd62fb5cbb9370","formula_version":"titan-u-contract-v1","latency_ms":0.751374987885356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01665d3a16f82cac8e1bfdb268f95f5ac87a2d0126aa01c351999c21128ae0b2","sample_id":"grade-school-math.dev.2114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b49b2ebd1d1e6e4df73dc8b618e4fcc8a4292a072e0c3ff4cb36e7e94572a55a","formula_version":"titan-u-contract-v1","latency_ms":0.711292028427124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f99b9cca5f6a3c39773dba33701627a53e5d114a12623f7630fb4c4be2058d9","sample_id":"grade-school-math.dev.2115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"240cbab7c1a85308e72f1d533fbb3c5304c05d15637683807071fb628b4e1331","formula_version":"titan-u-contract-v1","latency_ms":0.7059579947963357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce7f5987c30efc730a96d8dc83d629f236181da3800ed0360f421e6feec162c2","sample_id":"grade-school-math.dev.2116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a16f0503c1e0fba72bfda25c5813e5eec4b35fd477615e6359196a7caf99e18e","formula_version":"titan-u-contract-v1","latency_ms":0.6625839741900563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf6595c7acc21f9210a27c01758ffee3df6fb71597df0f41d0921d610fa46a9b","sample_id":"grade-school-math.dev.2117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92478cdce3ba29bbe6ffc417a2afcca19f973bf2795f6be30bb8ba373f85c811","formula_version":"titan-u-contract-v1","latency_ms":0.6632090080529451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abfe71c3fea85c90b89d72a1e12d3deb0cdba054f5b38b990fc9db52581ccc41","sample_id":"grade-school-math.dev.2118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48e8ee92c302db3c82d788aa5d962407ac66f338014095b5545100e3015e8a96","formula_version":"titan-u-contract-v1","latency_ms":0.921917031519115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22c50f919b7bd072c09f2eb49fa165c3e1d4e40f47b0556e930ec680d3531ecd","sample_id":"grade-school-math.dev.2119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3666fee23a5c7a2522885a6cf7575dd4c70ffcf1f933e0a5a7980b500b0bd8da","formula_version":"titan-u-contract-v1","latency_ms":0.7314590038731694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50e0b703351078f41eff2a063f198c9a2436090d816f4b54786961bce98dcfa5","sample_id":"grade-school-math.dev.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc213b972b6503bd09ccb51fdd38586bfc9c8fcdc142c1907c5a06b578cdc376","formula_version":"titan-u-contract-v1","latency_ms":0.9825420565903187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9e6a698bebc58d788f4699ae3ad8908cafff8c66090090a28bfb381afeaf301","sample_id":"grade-school-math.dev.2120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d27176ea91e40fcddf4b6ac655fa63c392713c65d2430afc61c0893f73d56fb","formula_version":"titan-u-contract-v1","latency_ms":0.7174590136855841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92c1e5d42fea5f6bcdae361a8de1d64fd3bede1aad91026926be17426038706f","sample_id":"grade-school-math.dev.2121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b46ef700291315e802d757bef8941d6821677132bb683d54b03f33f304ed558","formula_version":"titan-u-contract-v1","latency_ms":0.9754589991644025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30914a0be3cab08490823ca6b0b14f7a4042d96fc3c626ff1b81b86c1ee88266","sample_id":"grade-school-math.dev.2122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02c1c9ae8bdeccd4e97a74a95a66c69385d0e6e5e02de5ef7a0f1dca586286ea","formula_version":"titan-u-contract-v1","latency_ms":0.8681670296937227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39fc48bad443d7230b075968b13e04dca5498e0c88d530996114cb2d09365702","sample_id":"grade-school-math.dev.2123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23a0baddee964d626e1aa9df5edb91a2d41ed24cf98784d3bfc20884003b1dd6","formula_version":"titan-u-contract-v1","latency_ms":1.5647499822080135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a1daa75b1515129154246dc68f88b79ddcad00ab8c07fb748f6e0819e43a439","sample_id":"grade-school-math.dev.2124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67e6e5e7fd92d4c37023ccc4397e1b8cd7dd263302fa36ed8a8fb8ad1041a051","formula_version":"titan-u-contract-v1","latency_ms":0.7951670559123158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d978fb0b850152708ea00872b467935d0c2432345415b0b1d1b74f936bf9a2e6","sample_id":"grade-school-math.dev.2125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d30e630ea85244f54a99dfdf939b0b840d5ca2b186aa2e7fd680dd29afb377ca","formula_version":"titan-u-contract-v1","latency_ms":1.1173749808222055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce9453f52713f2b3bf822f46f55abbb4a3ccad271fcd12bbb1c828234642cb8e","sample_id":"grade-school-math.dev.2126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a89d697e679d340686e4f74f2c041c2757a4ef11ed86f08453433dfd868142e3","formula_version":"titan-u-contract-v1","latency_ms":0.7160418899729848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f60c9f102c85650da4a6914945c69a8d80af44465b3c73f367283728803fc9e","sample_id":"grade-school-math.dev.2127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a24bb366bc18ce533345936413cf96c3f9131ca4f7ae414346237e9d33646014","formula_version":"titan-u-contract-v1","latency_ms":0.8242910262197256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0286c3daf5beda74ec3ed24280b31df820dae38ee3bc84ae76c5e84164be8a6b","sample_id":"grade-school-math.dev.2128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28f2eeeb7207000061e9be7450a1e1b9be387304f3b0280df2f99288f8072d7c","formula_version":"titan-u-contract-v1","latency_ms":0.6921249441802502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0d8b2988d195c56928e4f1290da55d27b901fdff27ddcb6eb2791e309daca90","sample_id":"grade-school-math.dev.2129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"968fcbb39365d84ca21b16df9924312046f4386b48f3d8346156dc9d4d1c2f90","formula_version":"titan-u-contract-v1","latency_ms":1.017458038404584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d9e899e960e5deb8db5308d209a6b9a28676a73a668bf87adbbc763d85cac78","sample_id":"grade-school-math.dev.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed56af5e6c602ffc00f1421116343e14a63e81906da585f3a82e6a97797ccf7e","formula_version":"titan-u-contract-v1","latency_ms":0.8175419643521309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94236585b95f6f18f8fa25353745bdd1388ee990e9be94a3228f51345ab6f0c5","sample_id":"grade-school-math.dev.2130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06736c64e6b64f520113e66875ac947ad78aaeb2c56a3502c23375a6e237d99f","formula_version":"titan-u-contract-v1","latency_ms":0.6553339771926403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c10244b28690b573ebcfbf3d5b1101b3ff837d0edbfb495e73c41bdb14de5c4a","sample_id":"grade-school-math.dev.2131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ad9b893fa9b26c0c1e7ddec245ec6d26a536413d8b23ebe3f9f41fde5f1ce2a","formula_version":"titan-u-contract-v1","latency_ms":0.8490419713780284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc20f8903a49be67ea67b1e75975e4636e613f0c3e435eae3d54c498f0e6cf95","sample_id":"grade-school-math.dev.2132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a80997408a5575e629d4db8ac8725d7d79c7b2e9b71a0b6712a128d0e6a667f6","formula_version":"titan-u-contract-v1","latency_ms":0.6949170492589474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b05d12ce55855532071f277f200e508b9edbcc1743857a91135a40a09fbbbe0","sample_id":"grade-school-math.dev.2133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"184eef14744c58a06b68bc2e14fac2641c3effcb6dcc956179d8c4c7d58f03ff","formula_version":"titan-u-contract-v1","latency_ms":1.1930830078199506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa1c4d3302c34d9ad6b1fa181a1c13f172a6f5491f5bdc7b6e902bc189c516c5","sample_id":"grade-school-math.dev.2134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53cadb5ee8556ce02aadfb86d5c24315d146bff92e590982c323859a05e3798b","formula_version":"titan-u-contract-v1","latency_ms":0.7033749716356397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fc55aa9cbab9a094bdba76ec5f4dcece1292e44d9f2a0f7ebff1a92afc3c707","sample_id":"grade-school-math.dev.2135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"453401d4bfaeb11bab51cfc8634736820a74d0e7ea6411f2a798f4a30b1a5c7e","formula_version":"titan-u-contract-v1","latency_ms":0.7704580202698708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"097cfa7ca1fbe1cd5141bd09c4890a5d6fcc7e4e2b47f80779a3ab5fc73e02cd","sample_id":"grade-school-math.dev.2136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c32442f9fb7b9c0db8214e93413ea573716ce29db049aec4a6b19c37dba34921","formula_version":"titan-u-contract-v1","latency_ms":1.2222499353811145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef6b6eea2f70fb85efadd6ba3927cae9ba88e4a04fb505ae4d6a692f7ff126e5","sample_id":"grade-school-math.dev.2137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b0c08e35f5daa7e9e4fb9f39222d889cb661d6cc8785f8ca3111c49a9fe7d42","formula_version":"titan-u-contract-v1","latency_ms":0.6577910389751196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1eade809817849d78b8e00ac9a474d9e25fa57efb0c25bbe596360d88ee6c0d0","sample_id":"grade-school-math.dev.2138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e73c63c756a2534d0edf8ac1e80d042426a64b12cd1d830982e5bbcdbb3b9442","formula_version":"titan-u-contract-v1","latency_ms":0.6541250040754676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66ac83b9f4a80bd2c3339a3129f2d15bf137fcaedbe73db5f2b15c09a03712f6","sample_id":"grade-school-math.dev.2139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76eecad52503d61b98b1027a7328c33a5ec6c3200ccde9b75baa06106e6be109","formula_version":"titan-u-contract-v1","latency_ms":0.6140000186860561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a742282466fe9843ed257ed2489f2d19f423c0272aeff359f45549ec5e2ee1a","sample_id":"grade-school-math.dev.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6a3710a6b7b0065f4903d944084621156524c37f48f0d04d0c39df8a17c2984","formula_version":"titan-u-contract-v1","latency_ms":0.6076669087633491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efab80d73bfaa8bba80789ba5a14ff1e4d5ce8805c3ce566bfce2e6e7cf32979","sample_id":"grade-school-math.dev.2140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1d98ebd8db9f9bbce2ee36a4798de6eb50c6c1e746d4102a328d5c61c622186","formula_version":"titan-u-contract-v1","latency_ms":0.6357079837471247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b0c14b44d9f384692069add7e43d78784c84b2295de9c20b12e8fc48c85ee5c","sample_id":"grade-school-math.dev.2141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f200f90b52bb44f16bcbebc83b865dccf4cf701e0d9c65175595d61117524a0f","formula_version":"titan-u-contract-v1","latency_ms":0.6832910003140569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92c036cff02f5dc76de3cbbe261fec70fbc3ccd34800a6911713146a7c7018bd","sample_id":"grade-school-math.dev.2142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1238fc9e7a189dba7ded6fa4d69eecfcacdc21ac5430af619c4e20e8a26f0b6","formula_version":"titan-u-contract-v1","latency_ms":0.6922080647200346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc42f4f4065dfe18e623ccb23370f146a9bdc3e3b1d2d788380f07853b348463","sample_id":"grade-school-math.dev.2143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b0849a2411af1403a867e6bc5420f40c4f0d87e1d7307ddfabec8cba053e9b9","formula_version":"titan-u-contract-v1","latency_ms":1.1499159736558795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ac2f0097597c267f7d31cccfdbb147561ecc18e26d79660392f195c28018972","sample_id":"grade-school-math.dev.2144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d5eb47999ca941c8db99d07215896a940d9a499e563af60c4db4cb88bb329e9","formula_version":"titan-u-contract-v1","latency_ms":0.8188750362023711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7360a7fe978d02a5876843b5fb568f91a815fb8792f1d01f402f14e613d66b40","sample_id":"grade-school-math.dev.2145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3458bf3c3bc986a6fbb0102f8cf445fabf39f80bc5f67221214aa3a4f6560c30","formula_version":"titan-u-contract-v1","latency_ms":1.3167080469429493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64c17b94112baf044ea18709bc5cc4cffaa2e89a707b7822b17d872fff40f689","sample_id":"grade-school-math.dev.2146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b91842a530bb5b94fe8e2183d8035081917f0564ebcb98cf16af1545b0c9871f","formula_version":"titan-u-contract-v1","latency_ms":0.9688339196145535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0223d80f55d93fb9d238e587ce014a4c3046d77398850cdef5e13c83a5493015","sample_id":"grade-school-math.dev.2147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fc07046ecee8a8cdef75ee06d0f544944700155f8b9965ec39bbf128dee062a","formula_version":"titan-u-contract-v1","latency_ms":0.9941250318661332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a2a4f108be08c64ebc837038b79580ff336785ad78111e14a4958abd1efb5af","sample_id":"grade-school-math.dev.2148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c10c78b9d3407ba4ad4714fe5438a2f08db4542ec89e90d1449cb1a3634f7bf6","formula_version":"titan-u-contract-v1","latency_ms":0.7932500448077917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"940c1bdb7916a3184a8d4544c249b4e0bfe80db032f8dfeaa839b02c355f7274","sample_id":"grade-school-math.dev.2149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"840d1d49388c5cb99a292710a43364fa4efea7dc6ba87f79f1466f003080a86d","formula_version":"titan-u-contract-v1","latency_ms":0.6535000866279006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bc9b55efb91788e7960612fa95405bba7b0ea20ec30ecd7fff1e012336678e8","sample_id":"grade-school-math.dev.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8918c4b53985c5e5c633c6c2878a455a31b636aac68496104d0db2cbbcd0e630","formula_version":"titan-u-contract-v1","latency_ms":0.9794170036911964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec424664f7e7c66a961ac71a1b4df937bbedc94286d79c9f1e8059a46755ceda","sample_id":"grade-school-math.dev.2150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3e1912d820d8bae501db31ff9ddee93a9bcdea5d7b41f0fe9dd4e9569f57cff","formula_version":"titan-u-contract-v1","latency_ms":0.6758749950677156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b64c608424a20e1d0130b8a5467f264a1b43e577aacf149d89ef92dced3a5175","sample_id":"grade-school-math.dev.2151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a04264f66defa358d4c9413d777910403490487cc6e714397cf6eaecaa5208a","formula_version":"titan-u-contract-v1","latency_ms":0.7040000054985285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a2975cd14b9c74ccd39c21cae736cca9cc007bae40b139eaba3a7edc7a9e185","sample_id":"grade-school-math.dev.2152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b579053117cc6601ef455f3b025eb6c56045c01d5050078d083e0d7d3a0451d","formula_version":"titan-u-contract-v1","latency_ms":0.7005420047789812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba44359cc1e5dfe4c4e3e9881be50cfc9630498e75faaf86ca44761ee1386910","sample_id":"grade-school-math.dev.2153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e4b8d294321c047f8652cf188bb6f71a370353b9f373085d4e9c6eb5672fe82","formula_version":"titan-u-contract-v1","latency_ms":0.7614589994773269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c04648ab77fd96f52adab43579a27feedabf18610d9ad997f73b30e73409b19","sample_id":"grade-school-math.dev.2154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80d3439e1e5c5ec459cdc8d26cb9ebe24a58807a81f8cae70a6b0af4e4e6f2db","formula_version":"titan-u-contract-v1","latency_ms":1.255667069926858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eae36da8d9bd6fb240db2780ff65590951c55d6bd0883cd964214215e946676e","sample_id":"grade-school-math.dev.2155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e33f1a41ef6a2a4c058ab8716aa46a358c9a7c900816ffbca430eba1a7085543","formula_version":"titan-u-contract-v1","latency_ms":0.9147499222308397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bc4088327fb2e1e5ae1472e3be137615a782fad0655e404d75c16abc65bce9f","sample_id":"grade-school-math.dev.2156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"023994d897b055136661e09c1bc3c56e51276d047deb505ec33f2ecf1bed0154","formula_version":"titan-u-contract-v1","latency_ms":0.6780000403523445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"839eff3dcb96041806fd502bac96b00813ca821373e0251ae8da180173249455","sample_id":"grade-school-math.dev.2157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"506c8a4586bc8fe0a09660d2c88511ab9642ac5574d60354665bc592d2d7e213","formula_version":"titan-u-contract-v1","latency_ms":0.6794159999117255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98b743b6e619a864dc3660a945787713812735f814e53398e85be1f998027eb6","sample_id":"grade-school-math.dev.2158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4e9cfe42cb6e664f788610bebe9451bd4150acfa9b9fe840bd58c4e8c7b791e","formula_version":"titan-u-contract-v1","latency_ms":0.6502079777419567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab6196d1aad74b63a51a8cb443687e357ee6777b7b7f03a06e56916e9085e2d0","sample_id":"grade-school-math.dev.2159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb5759a4458807c18438efc61e0539c5bdc7312fca6de6d5bc545c54ba454572","formula_version":"titan-u-contract-v1","latency_ms":3.9109999779611826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16c4094603c5904a594bbb79a315f358d4c26a377a2c8ce174aa221bea9ba3a7","sample_id":"grade-school-math.dev.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27872998960f117e43e3ddb3dc9505ff7f96a70c3a0a1e1a8e5c5a577d3abc8e","formula_version":"titan-u-contract-v1","latency_ms":0.830666976980865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"029c05dcb2e70978ace7317149d6460546b15eee91f05c9e0a862eaf15faa4c2","sample_id":"grade-school-math.dev.2160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd6caca48fa02f339d7627096027fa2c8426eb00fab27ca7c8f3514b56dea2f1","formula_version":"titan-u-contract-v1","latency_ms":1.362042035907507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0ad3153ea62a33ee4e5f5e8c2ac9e83cbadd81d37ebd0f1c6e41df33454be1d","sample_id":"grade-school-math.dev.2161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d33503c86f22863df021eea4ccc4d27acc67a7242645ff1d7d8b456e62bc393","formula_version":"titan-u-contract-v1","latency_ms":1.0545840486884117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d45d703e5634ac2a16aa2109866cf3b9e2a388688cc9c4708ba3a48abf7d64c","sample_id":"grade-school-math.dev.2162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41519c75fca90103b36aa5eeb8eeb07617ecb6492359f1a75f4551718d1672dc","formula_version":"titan-u-contract-v1","latency_ms":0.8552910294383764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d802acfee7f1bbca5df13ae044e44be9a9020f7cf05ea5715ddc2a0386476538","sample_id":"grade-school-math.dev.2163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90b3e8a11672a3e3e85e72979a125dd9c8e26f625a7775f50e29e51362b31052","formula_version":"titan-u-contract-v1","latency_ms":0.878083985298872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c562aa57c7535b7ffbea280f07df55bc3177efc8f39725338734d9e03e5aea8","sample_id":"grade-school-math.dev.2164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d056059fee6e5d3f6358b5550bd94e1da2d5283d71520d478974f24fadfaac30","formula_version":"titan-u-contract-v1","latency_ms":0.8501249831169844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0e8861d2a04a0f8b3a7ce78daa9c99f982bddf46f3b7c144b9b6d47206454f2","sample_id":"grade-school-math.dev.2165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f20ee4c71e25c4dc106717c66773e4f2a663631fe59d01d81dad785792294ae1","formula_version":"titan-u-contract-v1","latency_ms":0.8022499969229102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0568cd5d190d66a61b40c24f06972fe00b7cb6472935e6de9097a87b60074719","sample_id":"grade-school-math.dev.2166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dea753feb502c8cc58594477e993cc342b594c4ea6746a3bb596913d6e006b0","formula_version":"titan-u-contract-v1","latency_ms":0.8521670242771506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a47c369664420815c44e522bbc1a5e1a496fe94ba55e25243abf59aad6190374","sample_id":"grade-school-math.dev.2167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7c4d3f920723e2868e900f5b85bae8144f9a8ebcde9dc722997eae52024cbbd","formula_version":"titan-u-contract-v1","latency_ms":0.8731249254196882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"558442ca59dd764d3801762c0778f1ace027d9c7aba9c5b43b174a01c7747f6a","sample_id":"grade-school-math.dev.2168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03a53680e33656ce2d9b16078a85d0c3c080d562b285b059236b112adbbe573e","formula_version":"titan-u-contract-v1","latency_ms":1.025624922476709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"987113c9c0ffbb4edab8fa229443d23816ac9c58452300275fa6f4dc66ef8d93","sample_id":"grade-school-math.dev.2169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af177b01e99e18804547935df47fadd4d40da41073872ca600eee6d646874b83","formula_version":"titan-u-contract-v1","latency_ms":0.9417919209226966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cf188c4abe641e340b1af36025b8051b14dfb09fcc47c4f93d56ccb6dc4b3b2","sample_id":"grade-school-math.dev.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48df36b60460636580ad865756cb7df4ed6fba50278bb4a67c407bc527835a92","formula_version":"titan-u-contract-v1","latency_ms":1.3372920220717788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"165fdb666df2dd21482fb395702de10f878551c0405ded39b8f2a1d5fffd1649","sample_id":"grade-school-math.dev.2170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d5273419b581c343b8a231d5126b0d4065f97d9febbe5c09ab1db92ecb860c1","formula_version":"titan-u-contract-v1","latency_ms":0.9530829265713692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2286433b44aa31d031d6b2f9c145c29b74d7c5fecf7adf11b436f3e75986f475","sample_id":"grade-school-math.dev.2171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1206d137a00abf9c2a9b9872cee6afb8576bca0249a8d57965de10a75efd9d0c","formula_version":"titan-u-contract-v1","latency_ms":0.8879159577190876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fcf471fd0d889ee91142bd357820b0248b9501f850ac71f881dc67131a48ec4","sample_id":"grade-school-math.dev.2172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30a824106b2b0a8b1035ea014fe9f27fe9dfa5c96ec57965cd90de0e6ddc1a45","formula_version":"titan-u-contract-v1","latency_ms":0.6609580013900995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"446dd03da0fabe258d3e9bdbaed54a72726b90b647b35f852f3cc34feb63bd10","sample_id":"grade-school-math.dev.2173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f91ac8422e8917206874e47fcaf2b982cd8cd7dd788e748da45cd04f30c7dc47","formula_version":"titan-u-contract-v1","latency_ms":0.6212500156834722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a5907ff1fea8a0614afc649996e297a936d01f11d290d41e051f0c56014f05c","sample_id":"grade-school-math.dev.2174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"472981f2b5d92f3f7f151dde1299602b444daa88717a0edd1e4cfec66ccd03b4","formula_version":"titan-u-contract-v1","latency_ms":0.9412500075995922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da1fc43c4d7170afd6b382a67e9aa297561f2c8ba4206c675ba52cafbd949279","sample_id":"grade-school-math.dev.2175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cd517495bd45e38bec90a8d2015d41bba94f8db6a6f02614269eac0a044260b","formula_version":"titan-u-contract-v1","latency_ms":1.3868330279365182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d9bdc7eb01695bdb0889d389b625cbf74d801732025b3a1d2efe2dd2844b45d","sample_id":"grade-school-math.dev.2176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63fc59f5af9ce15ca5c1c0dbeb60e7c67f6c3d5b6a103cc9f853fa2b9e2b9250","formula_version":"titan-u-contract-v1","latency_ms":1.2154579162597656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36ada9ceed6ebcb233a68c204f05b75afc9d1bbf904efb131b74a7129accd0f7","sample_id":"grade-school-math.dev.2177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4913e28f487816e282f035bee5213075998910a009d58843e28b1836b413bb61","formula_version":"titan-u-contract-v1","latency_ms":0.8117919787764549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d920e6264f235c0bd44caa32c13c0fd58bfb786901d3d08f9619779e243d5f11","sample_id":"grade-school-math.dev.2178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ce043528611f930d38c376b0f8881afcac87760480fcc99c1b851eb094ce87a","formula_version":"titan-u-contract-v1","latency_ms":1.2563749914988875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef1a97b2611983e1d97c390db9a82c888f7b59466ce9cbda1dcbf2aab308fb20","sample_id":"grade-school-math.dev.2179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8018eff32b6e3f4ebcce1c09c1b0a0a4b73237f2663d8f6cebbd0325cfdb471","formula_version":"titan-u-contract-v1","latency_ms":0.8242079056799412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9d21f877be03353bd2e6e0fe0426fccce81fa3c5d6c03a259503c900b51ecb1","sample_id":"grade-school-math.dev.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cf097fc15a29886c374edbce7e73f62480a53805d0e44d875b30cf78a259aa1","formula_version":"titan-u-contract-v1","latency_ms":1.0500000789761543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29cf479b8e0e63147b29a94cc5f61f2cb74619c6a15af228ff026479d4944f10","sample_id":"grade-school-math.dev.2180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67200ebb6c8b69dbe8733664c028831d54ac78e81e3e7f005d1d8c814d707c16","formula_version":"titan-u-contract-v1","latency_ms":0.9126670192927122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4784b49ec0a268b318c7730ab259dc02bde398e4f7a699af2adbf84cd1b6077","sample_id":"grade-school-math.dev.2181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4970d5bff369fd7e2ae40dc4a5c467c172223d877759581ad78b5fc7edb1e6d5","formula_version":"titan-u-contract-v1","latency_ms":0.6905409973114729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1364c6ba396ea8b47049117cbf01f1184ed6093f94d1a8e8206288f6c619a6d2","sample_id":"grade-school-math.dev.2182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47fb89d4913a1a649433755ae8f295664811b443ab04c047f5c7f3c82ba62121","formula_version":"titan-u-contract-v1","latency_ms":0.9856669930741191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e80adb292c8eef0d4f224e562697f128702e1ab007630270616973355d73ff68","sample_id":"grade-school-math.dev.2183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83e2c102e43e2d9c4fd6ea6bbb105abc9e19ca68445761d6da5608484a1dc9d5","formula_version":"titan-u-contract-v1","latency_ms":1.0517080081626773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0c352d4180fa801bf941a1070c8ef5e0cad4dd18d07b968f1ed3d02d2314329","sample_id":"grade-school-math.dev.2184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da02e57a4416f79d3ed8390c0f5e6d78d2f1dc7e6b4d46f936c20655cf4b65e9","formula_version":"titan-u-contract-v1","latency_ms":0.9133749408647418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b42fa766eee7b97bc283f3c30dd675699c7652964fe7fafa982c3fc8537d3bfe","sample_id":"grade-school-math.dev.2185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9ba19c820de8f5695c25e149d37b5bccd6021119088d1aa66d000bee53dd4b8","formula_version":"titan-u-contract-v1","latency_ms":0.7629169849678874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c711037d77055a05bb46843b37ba98a30118e4c5f5cb78e4e08a14f321ae353b","sample_id":"grade-school-math.dev.2186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40c2876ffd72f34f294914d0c707534b7e5da64b69b17ee482133804af193067","formula_version":"titan-u-contract-v1","latency_ms":0.7027920801192522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2ed6c53ff7cb6909fcf2867c996aa613b2b1142bb6490706249c2a2ed8f285f","sample_id":"grade-school-math.dev.2187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2b39f7b8da492fb903a5fdb48150366b001d2a25db67b3bb713012e7862bc81","formula_version":"titan-u-contract-v1","latency_ms":0.705125043168664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"929e29c9c0c2ba3929cf8ee66d0c58426763c26571f8d4daa8cd85ef894efbbb","sample_id":"grade-school-math.dev.2188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deff54ce9fe53dcd59b1d75fc97e02589c0545e88349b3a19761ac1fad604e97","formula_version":"titan-u-contract-v1","latency_ms":0.8264579810202122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d7244733d19a7e5a984f2c0d908b00d99c8191d6fc8b8cf9a7543a699e1fc64","sample_id":"grade-school-math.dev.2189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d5354f41e0aae1e69b295281fe96bc52c2fbae386c01d07b37cef97553dcad7","formula_version":"titan-u-contract-v1","latency_ms":0.7157500367611647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac5e54b78d1b32264e2bc203589ef46f7bec47795f06caf4e30db2faf83cc401","sample_id":"grade-school-math.dev.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f086c4fad60fdb225970aa9964f4cbdd0449a19cdbcbffb10e09775d7df0c753","formula_version":"titan-u-contract-v1","latency_ms":0.9337500669062138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e97fa75089b83e2a3971008577fd9c01c4bc646d4d267730b134a34187fd53df","sample_id":"grade-school-math.dev.2190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b44b8e244f1b3d079d532ff38fbd4af274debe2a7be8d5e31e66dbdc72d5c328","formula_version":"titan-u-contract-v1","latency_ms":0.8794579189270735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da3f2087b72649a6e15b4e15e57e25513aabaf765f800c1211c12a823cbd62db","sample_id":"grade-school-math.dev.2191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef7dba7d131e151e3baed382508022f56dea948914e9092c846c9af3e593b20e","formula_version":"titan-u-contract-v1","latency_ms":0.8725420339033008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"557e25d74111a439d0c0e3207f72390ff6e534bab36c71a3f1daa56884adb006","sample_id":"grade-school-math.dev.2192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a3313912cc154b1dd918783488c0034e80e9335ce0b517feb2bb40317efa75c","formula_version":"titan-u-contract-v1","latency_ms":0.8848749566823244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eef1fdbbd2f8b9ebf02aab6fad86a1a453ba4dd901a66e38e63dfafd861ebba8","sample_id":"grade-school-math.dev.2193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49911c4a3c4d219ddbb6ab971154efebf618cdde33c26ecfc6c8701a65c3a76d","formula_version":"titan-u-contract-v1","latency_ms":0.8371250005438924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ed9534de84710721262a439c70c6802fbd4fffc4454cff4311dda28968024ea","sample_id":"grade-school-math.dev.2194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6265e767accf49b5317c27524698bf31aa5e7e3200a2efae5c1d0a53ff8d6ad","formula_version":"titan-u-contract-v1","latency_ms":0.6796669913455844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27975f1ccb1f7400f79c408b0ef3a6aff68b7b1550f72fd36584b08c085b844c","sample_id":"grade-school-math.dev.2195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b073f1f0b22425fa5e19c3f8083e5ab18724b60b564753c14d56499560d159cb","formula_version":"titan-u-contract-v1","latency_ms":0.8796249749138951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"019b6e63fd680c1401b6f9e83e53ef2f14a3fea69c74252bd76cc6920f605642","sample_id":"grade-school-math.dev.2196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10051863a423d723398543aa5d8cebfb7f77c033de2200cd33d207fe198512a8","formula_version":"titan-u-contract-v1","latency_ms":0.7062499644234776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2628c88c828825999a6bf3db21addbb8c0306df56c7e13a0c99596cff459da7a","sample_id":"grade-school-math.dev.2197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4957b015a657fb7e848c2bddd7c3a6877704babb3c9c10ba8752b3cc6da9a57b","formula_version":"titan-u-contract-v1","latency_ms":0.8503750432282686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2132c540af99139e10323975dac4691b586142905c313965f9726cb84a97bc41","sample_id":"grade-school-math.dev.2198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9e356c3a35bba2e62052ffececdb7888915c661fcdbb252a3cc026cf839251c","formula_version":"titan-u-contract-v1","latency_ms":0.6934169214218855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87f86eb8c6f89ff9cd2e5232da64ede4b4452c6c47840f5314289afc5aae79f7","sample_id":"grade-school-math.dev.2199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10492302a8f9dbe4add94062b612bfd54ac36cd6f3c9c8297afaea65944d272d","formula_version":"titan-u-contract-v1","latency_ms":0.8475839858874679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ee4b58b851ce166d8b1cbfca705b6f7b6af92eb2256abb145b06f7acf574a73","sample_id":"grade-school-math.dev.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecdfb11c1eac5812244a80fdda9f3e7043b3ebed9403508e79b53ebeab12cc44","formula_version":"titan-u-contract-v1","latency_ms":0.6794159999117255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbe36c37a9359b6a85544f24cfc0fae32052237828973bb49b1ea500fa828f8f","sample_id":"grade-school-math.dev.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de4cb06428019b20422de9aa1e968d1b18d2dcf7083a7618a53e5924716ef0f1","formula_version":"titan-u-contract-v1","latency_ms":0.6300839595496655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"046a6f39e635b6480b45a80259c06d00db919fdb6797d5cb006e5426f8b62938","sample_id":"grade-school-math.dev.2200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c11b9210970cfa7115d9ef1f878b2ee5b5dbedce3aa191f61f3dc7bac7e078eb","formula_version":"titan-u-contract-v1","latency_ms":0.9970000246539712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"670f99e756aa83f9d95c11c28de7a1f65807a6e3896d02c1151b0f3615ac47af","sample_id":"grade-school-math.dev.2201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19c66926c68904e05dc8fc2b4e6b343632fca19b9aa33d071a3dafb8592faf1a","formula_version":"titan-u-contract-v1","latency_ms":1.0483330115675926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"532210b864462bbe79fa0448e21b62b9d4d84ad532fe67f79592e21240252f28","sample_id":"grade-school-math.dev.2202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5649e617b4e28b86689587c2eb941050a950c6dcdad90bf5a1b057cd9b9f0d36","formula_version":"titan-u-contract-v1","latency_ms":0.6737499497830868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f87aa1d6922d34542acfdfdadf606a956e69fd56cece30a81fd89b8a35b2bf4","sample_id":"grade-school-math.dev.2203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a805562cbb9b2a8649a87234350c6f4bde82ab1f1fecdf741abb6ee19415ea02","formula_version":"titan-u-contract-v1","latency_ms":0.8132921066135168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd50f21b9163ffc872f9f80ce313e708be3bc0151b74f63e9d3866aa3918c4e8","sample_id":"grade-school-math.dev.2204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eef0a40d7eb3f6e05c15814ac77e7b347136b9a0f49e7a4260e7526cf30f096e","formula_version":"titan-u-contract-v1","latency_ms":1.052499981597066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51b57792dce215222143de3d5dd11843ceb84b0f829c42d498396b6a95c9a303","sample_id":"grade-school-math.dev.2205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d1200886c30cd735d417aa59110180e49565324ff0a8f97d666b7b66d991791","formula_version":"titan-u-contract-v1","latency_ms":0.8351670112460852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65370d849cbd21bf4e1c403815aeb5fab2dcffa25844f5256c77e61281fc1037","sample_id":"grade-school-math.dev.2206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1467a2312b6ed444c5aedd89855cdaef8563ee6577bcb7c7333d9e0b83645630","formula_version":"titan-u-contract-v1","latency_ms":0.8201249875128269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebab32df7c61dd5bf1ee5588f3f586ecbd67aadc7770b9fbfdbcf1fce75eafda","sample_id":"grade-school-math.dev.2207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b1c2e23856c2aac41b57d316e1be599da7d6b47493caed4e93506cdbc4e257a","formula_version":"titan-u-contract-v1","latency_ms":0.8625419577583671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"101e6cec1eeed044cc2d9646cfa6393ae6e57b0f21d00bbcd8d68616307cb1d2","sample_id":"grade-school-math.dev.2208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1f86b708a7e750c14df7dab63ef6f4fd87ff9432f2a9784daadabc80008c33e","formula_version":"titan-u-contract-v1","latency_ms":1.0328750358894467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4df5155a74cf39abeb95c632f6bfc2847ffad4f9525e5f1c671524ca464fcda0","sample_id":"grade-school-math.dev.2209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00c3532c4d8a72bb1773d4635eb86c712a42983eac78b4d3dc8cd7c690067e46","formula_version":"titan-u-contract-v1","latency_ms":0.8201249875128269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2b08bef6905da046b6beba693a208e97b6a0d249e160b499e9a630bf9a2197c","sample_id":"grade-school-math.dev.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef0fa8cdc93c54f6c09742f15b95e734ef767aefef810203f3316df103d63b06","formula_version":"titan-u-contract-v1","latency_ms":0.810084049589932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"455636655bef1c8638a93b6f0019a7b71ec660fcd2bb841e62a6521ded0cfd54","sample_id":"grade-school-math.dev.2210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9b5f31d09565c8f667a5c1e37ef99c0985f30145d56e55f34febe41b12fda12","formula_version":"titan-u-contract-v1","latency_ms":0.882082968018949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"471f85ba5b31d35ddc41fc8378abb321d019bef03399c8d541c601c3d616f68a","sample_id":"grade-school-math.dev.2211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2f5818969395d16cdb3e2022d245336e78c03ad597b22ad83199dcca943fb02","formula_version":"titan-u-contract-v1","latency_ms":1.0816249996423721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4034369a2da3438f1dcdaeecf82d4bd4d3b2b2f2a42a34fa7c128eaf50a4618","sample_id":"grade-school-math.dev.2212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e334bdd3e4da21f54792cf9d42946f71275d1ca64bd538daf477618eaad80494","formula_version":"titan-u-contract-v1","latency_ms":0.6437499541789293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8738624d76ff350f84a4041270ee7b9c2828a29f285c5cb78f39a5d34e65a139","sample_id":"grade-school-math.dev.2213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dec6e3c02374ad32510917baf971bcfb71e399aecfbb9281b72d33138c67c680","formula_version":"titan-u-contract-v1","latency_ms":1.2156660668551922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b1cb2a402630167b4cf8ccfeb79b22813b1f48c6ecc9857ebb6f53eb6e9ac98","sample_id":"grade-school-math.dev.2214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c75964f1737a8fd2f7c8a4702bd01aeb092f52556642fb0abfe5f3b71182e9a","formula_version":"titan-u-contract-v1","latency_ms":0.9728750446811318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d4001cac0b34a6b0db267b5512ec506fbcfdfb76a058fca824ef14bc729cd79","sample_id":"grade-school-math.dev.2215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd01df91d44a63c875068541cb1197ef3743e6481924cece4a634d8a88449006","formula_version":"titan-u-contract-v1","latency_ms":0.8619580185040832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"583c342a36b5583eced1a108f1f28f388008f22226c81c7f402cd2e0d6467e00","sample_id":"grade-school-math.dev.2216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f94708120ace9754333382dfecae6b08d2272cbdf3372adb378e742acb362a5","formula_version":"titan-u-contract-v1","latency_ms":1.1537079699337482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3995cfde1848f1207125f46727b0ee9cfa2f00d2ffdfbc6fba47bd724aa6d44","sample_id":"grade-school-math.dev.2217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ba8936e8e7ddaa206dc4ccb499247e0be7c994a251065e932ab170a048be7f1","formula_version":"titan-u-contract-v1","latency_ms":0.6765830330550671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2226c92b3dd0096ebbe28a5a445f8a89fcf2a64c682749e96d32234fa64ee516","sample_id":"grade-school-math.dev.2218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7761f04e7e751f8726e78f01a644c29beb8da825cae7e9cf734a1023cdbfdc40","formula_version":"titan-u-contract-v1","latency_ms":0.9120419854298234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c524f7ba6b5db97da77c07873cc9bc707655bb0f59755dfccb34af11a1b0b7a","sample_id":"grade-school-math.dev.2219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1306e05935b3f853c500ab2a70cc709ac21b114114f07634ba6905c6c39679ed","formula_version":"titan-u-contract-v1","latency_ms":0.9265829576179385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b967c7818e159b2a155541444234e28265025d56560e4dd60d4f81c33333a3d3","sample_id":"grade-school-math.dev.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9017b357f20cf28e0eb4e675d3a287fccf0480774cea7128d7ff5504ebedaeb3","formula_version":"titan-u-contract-v1","latency_ms":1.7208330100402236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbde91e0c6a857f9541d8d8cfb505cfa46e0c8668b4b577677e8ed2517c14665","sample_id":"grade-school-math.dev.2220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"993700167ef52258118176cbaff9e0044c9f7802e994530d040ffeb720271a21","formula_version":"titan-u-contract-v1","latency_ms":0.6267919670790434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7e61244408b20044d5b936842e397fa920018638c0638ea30c3b44434564f5b","sample_id":"grade-school-math.dev.2221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d96097807ccc9f7e7efb08bbbf4865a0581fe0bf93ca2009194f1e50157ad1c9","formula_version":"titan-u-contract-v1","latency_ms":0.6049999501556158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad7287770bc6cbd53b84ed124e1a515be90b4fc7fae2f97dca070b4145e0fa68","sample_id":"grade-school-math.dev.2222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2eee7abd071575e6e54d0564fb2e60ebae7e1ffcf64eb2ac5b0e23a19bff3af0","formula_version":"titan-u-contract-v1","latency_ms":0.6785839796066284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f81c0ae792f339f115ec8e8bfddc1f8467e5efa77df1c312abe3beda6e52ba1","sample_id":"grade-school-math.dev.2223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7779a53a3e7892da19f21e1e9a9f25873bdc50a04e82fb5da58158d5fa423f9","formula_version":"titan-u-contract-v1","latency_ms":1.145959016866982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b44c08b1f1c22ba5028aded275ca1577a5a085e29f9b1c1dfceb92ae05c8370","sample_id":"grade-school-math.dev.2224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc704403d547768b7b544e4ef1e878195ff7130e3bfa56a94088539f183c5c85","formula_version":"titan-u-contract-v1","latency_ms":0.9504159679636359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fecfa3ddd2ddfee8fd1434f542851c8e23696dc217b28eeb253881f8a3d7ac7d","sample_id":"grade-school-math.dev.2225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22238d23eb9c362068db0401eb7e50efb128da33d4dfcd99e0dbe095c9111517","formula_version":"titan-u-contract-v1","latency_ms":1.2240830110386014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82a03029ba07a27c06bc54907fb9b24194c2845bfa3164eaee1e5ea7f2f5ed99","sample_id":"grade-school-math.dev.2226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cd73ca17acd679b1ed6c29eed746f26a7dbfac396751c1473436d05f0bf266f","formula_version":"titan-u-contract-v1","latency_ms":1.0159999364987016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff0ae4b1c0af029ea66cb6628887f772f3800bf99f0f7af62449e695dd4c4c29","sample_id":"grade-school-math.dev.2227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"048e67988f899ad8198c27385a31f8ba7b8fd14c840416973e394bc90072e0fb","formula_version":"titan-u-contract-v1","latency_ms":0.6681670201942325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14bb81772bbbcdf7fb4ef834c6f4b80665c5604a6d469b0ea4bd37038f6f5b96","sample_id":"grade-school-math.dev.2228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90ac6bfd9f255fe0a345c6832e0606bde44d7366f47a329b372e72ee3005afa6","formula_version":"titan-u-contract-v1","latency_ms":1.039957976900041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50ea712019d5cb830341571771aa4f5289fb231e68f411e6ab65a98b4be4c4b1","sample_id":"grade-school-math.dev.2229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f80f040f8dbb60cb342863e007f182d2d6d80f9868118c471d574d10730581db","formula_version":"titan-u-contract-v1","latency_ms":0.6591250421479344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb4a5d7cad6ba54bafd7d102450ba54da93d0ce29ca5f6c1d312bbf1f8908ebc","sample_id":"grade-school-math.dev.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1281b4cefac0c428e6570cbab9402eed43573fd49a10ddc75ab054b29cf1548d","formula_version":"titan-u-contract-v1","latency_ms":0.6810410413891077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9c57089f93dc100c2cf1bdda0f5b95b670fa46ae2322d876ccdf17cfc322abb","sample_id":"grade-school-math.dev.2230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a3bb8fd536f3972666ee2d59f6387c18e10a68f010374888cf62a58cd249d64","formula_version":"titan-u-contract-v1","latency_ms":0.7896249881014228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"924c1c361ca16bd3b9c425cf204b78cd07c34627c0d6ce7d6ed61eabddbf44c3","sample_id":"grade-school-math.dev.2231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9510da816ac948dc3f3b6cfbe62c60312bb033899349cd4d1f6f0bc1051a2cac","formula_version":"titan-u-contract-v1","latency_ms":0.8529999759048223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5d9151900257a45c8435fb6f4202f409a542bfdd9411eb244a13cbf29262bd4","sample_id":"grade-school-math.dev.2232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed8c62a7fc0ad7534a939cad22a1c28b1c2b8149dac5a353a456a27d4172deae","formula_version":"titan-u-contract-v1","latency_ms":1.2099999003112316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f6393ddf2488e1a7c9d29eec3f1c181c7b66e1d0db19ed04d89b381eded9754","sample_id":"grade-school-math.dev.2233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c8b4b653d99e9a4b67a7857e676abab0c20816a9843acd379bc5da208ac7976","formula_version":"titan-u-contract-v1","latency_ms":0.8462910773232579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ede3247afdf0ae3cc08b922010c44bee25d3d07a309bd456a3885026d0d3462","sample_id":"grade-school-math.dev.2234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca94ad8be3d390e8ed62a3dfe5b39737c54715e03d39b8f4a510e7cd29cc4dec","formula_version":"titan-u-contract-v1","latency_ms":0.8959160186350346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f3467640649aeb4d99efa0314c9eeef71dcfced7f396dc2727c6564725527a4","sample_id":"grade-school-math.dev.2235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11d2c92ebb493576673780b400563f94ab45a97b5207d1ecbf6bac1cee73eb14","formula_version":"titan-u-contract-v1","latency_ms":0.6918340222910047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"941577ed5842853521c829cfaff6ddf5b7a9194844cca733087a084dff55e4d2","sample_id":"grade-school-math.dev.2236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a610ca6caa073571a39ba2d10d7168fbdc9a1a1e9e9f646dd3c52548c2b28334","formula_version":"titan-u-contract-v1","latency_ms":0.9227499831467867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e99337ddcd3eb3954c39fb29c5e3514e6bcbbd000fe5d7dd8d9f5aeb179a4c0b","sample_id":"grade-school-math.dev.2237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec60fad710c1ad294d92c30f42d7122d1198e6841310a5616f32e7b68f2f88b9","formula_version":"titan-u-contract-v1","latency_ms":0.7169580785557628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2917e0b4987364f84e8ffd3e7647bfe870cf2f63e1128a6097687554c27f6ee3","sample_id":"grade-school-math.dev.2238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae05aed614d43f05dbb806ebb9fdb7d91b87804c9a0c1014890e27d8befdc7ad","formula_version":"titan-u-contract-v1","latency_ms":0.737000023946166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24f1dcdc185ec134173eff6e9f6413d64aef93ad797f787ceceb89cfc05c9aa6","sample_id":"grade-school-math.dev.2239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b621cff27c14680ade0cd3973d27f2aff3dd9512b61ec84366eb6938caad7238","formula_version":"titan-u-contract-v1","latency_ms":0.7019159384071827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d530eb9f52780c839e422485283496163a53d40b67ac49d7d919823a32564bd","sample_id":"grade-school-math.dev.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccc6a6bf1f9c3e99a0fe5b0a54ca6a61632991a3d2ecba65a3bf84892449f428","formula_version":"titan-u-contract-v1","latency_ms":0.6780839757993817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d036613d019b8388722558db12517a27fedd04659d18833e8e1f159a40e9346","sample_id":"grade-school-math.dev.2240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c9193f4ee2702156a4127e491b2eed8c046571788309f89a7ccb240481eb597","formula_version":"titan-u-contract-v1","latency_ms":1.120583969168365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fe9d88cd384235389835df830500e831f48b642cf027a44daa7ae5497af9a31","sample_id":"grade-school-math.dev.2241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8359219ebcb9b9eec476cf4808f0e57d523711d77f82cf0045560eee879a988e","formula_version":"titan-u-contract-v1","latency_ms":0.8365419926121831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3c72850aac2b20b2b39298121e5488cd0b8394b06a9ad296e43277f4e304cc5","sample_id":"grade-school-math.dev.2242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"857e6b2db4570110a7ce9549884513e47c3423b0bbe87ab8521b38cbe38254f9","formula_version":"titan-u-contract-v1","latency_ms":0.812583020888269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cc2ce435daf082a44500f12be9c9ed93a40379082d5b83fa4181dd20e9ec266","sample_id":"grade-school-math.dev.2243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9e58161b98b633100bb8c976903af862478291c9d56b707c63bf0dbaece620f","formula_version":"titan-u-contract-v1","latency_ms":0.942832906730473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb73cef25b5ffbf02d3f6932c59319e83a860e2625d8f5a3e8581f4cd8bbe47b","sample_id":"grade-school-math.dev.2244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"964d04cf2242e36fa7a88b63d160119b19b23075a6d34ddaa254697fe2cc2e8a","formula_version":"titan-u-contract-v1","latency_ms":0.7577090291306376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b3a16ace91e7593e11309293869ddeac6590812b8f0b61159d4fdf07f9b6589","sample_id":"grade-school-math.dev.2245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b370f730a2948a2addad946cc12909886e67a222dee5ca8575e60532e180f866","formula_version":"titan-u-contract-v1","latency_ms":0.9890830842778087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eda49d9dff048c5d108fb2a8cf56db12d497aabaeae770b053a62db3be50a703","sample_id":"grade-school-math.dev.2246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3433944606217f25a1fdc9e9dd85684fe39314bd63b146e53095b1b193ce12d7","formula_version":"titan-u-contract-v1","latency_ms":0.9136669104918838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64b578c6734dd96641398e6bb0e47e4fc8e9660b63a24519f30fa3d5221a4f4a","sample_id":"grade-school-math.dev.2247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a7aa2813b2a1fe95cf54ef3a3f42c624480822bba935476fe31a211d7675bf8","formula_version":"titan-u-contract-v1","latency_ms":0.9261670056730509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2c6620c5bc19f05ec82ae854ba15772a80f20499770fc052a796d7adf709dc2","sample_id":"grade-school-math.dev.2248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9b862d1d487f2b6d966fc7cec9d2fa578f77cafc5743f7bdce3db48d0eba4c4","formula_version":"titan-u-contract-v1","latency_ms":0.6983750499784946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91031dca25d7dc03b3a9d35d762ac65ecb8b8e31988b4895f5f5fbf0102d88aa","sample_id":"grade-school-math.dev.2249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3e37e72060973a37c1fd3dcee4c36b343e0dc7c0bfec1f3af22b099247b00d1","formula_version":"titan-u-contract-v1","latency_ms":0.8769159903749824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1b1543c66f222df8f13f2555a12809da2b5ba33b0de08d97f47b0b14c53c60a","sample_id":"grade-school-math.dev.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"100ba74d14892dc96abfb8c1fcfd279f6f4f5294514e71ea7db47b23525ce8ee","formula_version":"titan-u-contract-v1","latency_ms":0.9426670148968697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f579380f51813b9a0eb5245201e75daaca0d2462b42dcd95b92627ea82884737","sample_id":"grade-school-math.dev.2250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9a4914d78969bb6e02ffce73229fb9019d6105a1f96d067f9f28c7a77a12061","formula_version":"titan-u-contract-v1","latency_ms":0.7447090465575457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9caee0d4de74f97e1ede0a883e20f4d71e050645fd4f2ee3041f2f6eba95bde6","sample_id":"grade-school-math.dev.2251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5133281f35374706f6cd615c4b9067bc634c5f3c7fb857e17607561ef475bd30","formula_version":"titan-u-contract-v1","latency_ms":0.914291013032198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d20bf2d9fe559039fd0abfaa2ad2c8fe48d1daff0caa0b429a6a74e3243408f","sample_id":"grade-school-math.dev.2252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"627e2f8e42ec705ed1a369f8a71e9e489b081fa947e5351cbefe9b22ed86cacb","formula_version":"titan-u-contract-v1","latency_ms":1.3727920595556498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2498274b135be9821bd19290967413e9e013d5497fb9b2b1ac437d9b0294c273","sample_id":"grade-school-math.dev.2253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2a474b95b7bdb3efd8e5d9117580d605ac32976417c7109bbe531037a49d4f0","formula_version":"titan-u-contract-v1","latency_ms":1.2474999530240893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5b7f5e7056d53fb0e740e685d1081383cecc00b581e20cb39cad7796b399ed6","sample_id":"grade-school-math.dev.2254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10dfd4f6cfc04dbea3b150c38dac8dd107fe0c4365cde0a7b9e1606960d3cd0f","formula_version":"titan-u-contract-v1","latency_ms":0.8794170571491122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4c01ce58a64a9ee39e25fcffe4982596dd02cc613c3f8bfcb8b07f93604b500","sample_id":"grade-school-math.dev.2255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd697ec21795828eeb6dc049fe5cb595ffd324db10a8a28d525fd9df63ae24f8","formula_version":"titan-u-contract-v1","latency_ms":0.7273749215528369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edaad86874f226bf17b4469e1f754f157b497dcfff59e224ab87cabfcc0d38f1","sample_id":"grade-school-math.dev.2256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77dfd3300ec830e95e5c061c9442a0c7502296bf32e05cd1b6d1bb3c62616a90","formula_version":"titan-u-contract-v1","latency_ms":0.8952909847721457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"854c7425846ebf8f22a36f01ed0b99cb444e235244bcbb54a5c8b3e0c9057190","sample_id":"grade-school-math.dev.2257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb315c8beeb1be8cbad2fa00bc416a940fe6b63c8531c92d30c6278b5e72c471","formula_version":"titan-u-contract-v1","latency_ms":0.8324580267071724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3995b3399075df0b12a465731adc04770108f05bb2cb65a72fce139a0f958899","sample_id":"grade-school-math.dev.2258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2fa0f989475630477cf81776b09d6325cb286e719d0d5cb46a3f687a1d5904d","formula_version":"titan-u-contract-v1","latency_ms":1.6900419723242521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1252cbabaf6cc1f1e34f26c66c66cea44d2a78b518379a20b73d1156f0caa03","sample_id":"grade-school-math.dev.2259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c17b5fb75bf6e858669a3669de98cb67d2e7d232db1c3003b108edeecd59ff2","formula_version":"titan-u-contract-v1","latency_ms":0.6444170139729977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f30f88adb0fc9f0466fee86898d25cadb9ec68469990f7567224bb35a13f74e0","sample_id":"grade-school-math.dev.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"445cfb5bb6786085424a5f49f230d50294c9ca8a5e536334c9279b3beb9239f8","formula_version":"titan-u-contract-v1","latency_ms":0.7526250556111336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37956027aa83eb61b8509e6917059b005db1cb529d6727a5d64d58c35e5bdfa6","sample_id":"grade-school-math.dev.2260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c772ace9257a022431722c3cf8f49efbcd4ffe623bfae4b071152e73257bbbb","formula_version":"titan-u-contract-v1","latency_ms":0.980583019554615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7033b576567d8e987452c766ccada83d3e47b8c1d56bb482396a2e7af274091","sample_id":"grade-school-math.dev.2261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed6f507c32b4e858e6bb9360bc67f52ce03abeda506957093a99e74f63cdce89","formula_version":"titan-u-contract-v1","latency_ms":0.8962909923866391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca38a10d67aba443a01d802ca811cf7936d0ada564cd9a763d6ac25469b0857a","sample_id":"grade-school-math.dev.2262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ca0c1e6941d2cf25aabd95a19d4a8ac6870107e09134d835d4e380a5154a8da","formula_version":"titan-u-contract-v1","latency_ms":1.2734170304611325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95d869fa984f4db5723fa0308726da666b3cec50a93f43cf2faf7deb3319f467","sample_id":"grade-school-math.dev.2263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c048a7cbe115c5787ce71286400fcf0893d7fb2829acc5582bc3560842c07577","formula_version":"titan-u-contract-v1","latency_ms":0.7960000075399876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d460d37226fc79354673184dfd288e4a32cf03b54025afecc3f1769f75e10f77","sample_id":"grade-school-math.dev.2264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76c58aac84ce85a9036fd171cecfa734b2d21bbd41ce590dea2076f6716e155b","formula_version":"titan-u-contract-v1","latency_ms":0.7088329875841737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dc71181399ea4f2a7b654332af98e24d96ebb523b2577534cd55e904b83d104","sample_id":"grade-school-math.dev.2265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fbdfe5aac0dfbe64a272b9209437ee783f9bd3766b93c5655cc2bddc270ecc4","formula_version":"titan-u-contract-v1","latency_ms":0.6250420119613409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc68afeef291f84bb77fbed13507f5f4e56b1b1c7a5ff2094cd0b3864e7543db","sample_id":"grade-school-math.dev.2266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12f0f6e79f74e606a7da62c5c9e280f623424ce3e18d25a04881244dba215976","formula_version":"titan-u-contract-v1","latency_ms":0.7352919783443213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a6ded10af2ce5474c1103a1ab948f1047f1925148a532101d55a72024fa934a","sample_id":"grade-school-math.dev.2267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4f15d663e6888508fa0c96be63eb82b3d2aff5b4dcb21f447ab6fb8b8a41ad5","formula_version":"titan-u-contract-v1","latency_ms":0.8391250157728791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"516d60f289e692ae5733bf3c905eb76869cc513e9b1c58d9690ff9946a2ad28d","sample_id":"grade-school-math.dev.2268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3751787e8314529f12c4d92eb43e2988effa6caa63f70dfb7433a49e86376f7c","formula_version":"titan-u-contract-v1","latency_ms":0.9006659965962172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9eb79b71f1319f24358f7b11186b68bab6c4dd0e6bf65a0fd667f6255554ef8","sample_id":"grade-school-math.dev.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f9853a9bcfe6e4ace418497fcb8aa33574858eac440cdd1bcec3c18eef90b90","formula_version":"titan-u-contract-v1","latency_ms":0.9175840532407165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2f89f7fd132c80d26dc8fb067e2f8310d0b573c6ee5530e19f229cbb113cf42","sample_id":"grade-school-math.dev.2270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48483af8fe8d4336e1737000cbe6d890ba85c863d35b70b2d70905f348a89b1d","formula_version":"titan-u-contract-v1","latency_ms":1.0570829035714269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cba556bc7e99c54f7c6e55e2474c2054dc4057038eaa4b6a8843dba643d0ce9","sample_id":"grade-school-math.dev.2271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0941a8f8c72cea6442e4b47b2eaa2d58bb3ba68af6728027a743c3134ea3ec00","formula_version":"titan-u-contract-v1","latency_ms":1.1767500545829535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35f0fdf98b20ed7a8a2b3268bf69d0c407892baffe542cd60105985c5fad6945","sample_id":"grade-school-math.dev.2272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38612779dbd1de4b638cf2f20ea73df772235d0687a18a7c38873ada7d723a69","formula_version":"titan-u-contract-v1","latency_ms":0.8953340584412217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4badd36670bf9a53df75d56ce102a20ec90efef38d68fd3b5c20fa8f9171ecfd","sample_id":"grade-school-math.dev.2273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"821a3a3e2c6bd0881172347367521346239de757cdbb492624ecc56014940357","formula_version":"titan-u-contract-v1","latency_ms":0.6863339804112911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9484cd0b986991e7c9aa59828a3d7da2b41d30ad6a3f28d19b63dd21e166db97","sample_id":"grade-school-math.dev.2274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99fdc3c375679449c03771fa4fb8cffb4f220ee1885b99673bef3ec931f607fd","formula_version":"titan-u-contract-v1","latency_ms":0.981958000920713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04a1a0b7bf548743d161392879429a79af65cabac2a8d55fc8befd28b0b02f07","sample_id":"grade-school-math.dev.2275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f79e4092d8521b78adf4800212036c4ce74ed65d6d678434070715bb4ffa2f62","formula_version":"titan-u-contract-v1","latency_ms":1.0141250677406788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e00655d07c2438ee297d7ec704f5b59746444539e6f79990798e224e3ab8109e","sample_id":"grade-school-math.dev.2276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"321a606e49f7db9a80712a80b3eaf38d813c9d60f1833db2702009d06fb77de0","formula_version":"titan-u-contract-v1","latency_ms":0.8457499789074063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba46eb236d57e6b2ca2dd33dabd2eb9a541b7ce72cba94759b48091a0daa08a2","sample_id":"grade-school-math.dev.2277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59e908157dbcce1a99e2f0cfedce20f8f830ab989f49fcbfe23772ce7878df01","formula_version":"titan-u-contract-v1","latency_ms":0.7012089481577277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"277a93b2c803f70edfd2463295b645611aa3566d5eff911704c88dc09eb30460","sample_id":"grade-school-math.dev.2278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82df955b3ff942c61bdb5429d9096aae811486a3a42be4b949984ef9430bf5a2","formula_version":"titan-u-contract-v1","latency_ms":0.9643340017646551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d44a7a01fae58af0648d8526113b253077ae6e3883f68d47cae9450ec45dd77","sample_id":"grade-school-math.dev.2279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be175c78820a8adf3238ceec6383569eb2509127ee5ac6120c171239f74542e1","formula_version":"titan-u-contract-v1","latency_ms":0.8388339774683118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aadf95292a4e0d16d9d4ee620e8f896be5bb73557906e009e18788e97f88439b","sample_id":"grade-school-math.dev.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac5d41d1727a509930001894655a57bf1759b9eadc3a34ded75c4d6012b9a8e8","formula_version":"titan-u-contract-v1","latency_ms":0.7903339574113488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6a6018e5e727433bd48710346d737595deb451e42d4096b5223a1b954227c0b","sample_id":"grade-school-math.dev.2280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04cc5d855280130c43b901d0960098b277d1ddde7e29b7e6b8e0befeb6c0084f","formula_version":"titan-u-contract-v1","latency_ms":1.313250046223402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59ff2225b53452354aca6cf35fd00f3f28c2b4da5d363adc6679dda1b39ee37b","sample_id":"grade-school-math.dev.2281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9d6430aa515751c76e92506f9177b3abda1ae73f8573080eda0c0ff769790a7","formula_version":"titan-u-contract-v1","latency_ms":1.3056669849902391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"051624d4e45ce70d14c063e9abe8ec73452c39b6b6bdf86be8a0043d72fa06fb","sample_id":"grade-school-math.dev.2282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cbbe5b2c09391552904c9c7895e3b6870c469e9a7f5c28c639db28243527089","formula_version":"titan-u-contract-v1","latency_ms":1.0769589571282268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29d1587a52ccbc324636cec915c93333138d419009ece1593044e59d4d69881a","sample_id":"grade-school-math.dev.2283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65a99c7cf20b9ff85652f65a12484f43389c3ee5f4c40ee3c8a874b5941f0803","formula_version":"titan-u-contract-v1","latency_ms":0.8198750438168645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6df848ae9123079653f2a8fab6ff66b442fb388ba3d0fe75a60814143974e8b8","sample_id":"grade-school-math.dev.2284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c93c43e006c9e9aa6bdee6c1bfabe5635a6d1ab8ddfabb8972f84b8a51bf459","formula_version":"titan-u-contract-v1","latency_ms":0.833250000141561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80a66d334faa82a07f07a2660da676e794e9df2d02109dffdc463d87d7c23994","sample_id":"grade-school-math.dev.2285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1943a41d2bb286b9f10f7b4e493e6b12fe262acb54f48368b7ceb3883535d614","formula_version":"titan-u-contract-v1","latency_ms":0.8572079241275787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84b267e654745cb38fa8abad91506e4171075b777d26aba6cb84f6fb0af04fb3","sample_id":"grade-school-math.dev.2286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11c7af8926dfc58cbe1ca0fab32847b252e9c268c196a2a98186017a8222e80a","formula_version":"titan-u-contract-v1","latency_ms":1.0222909040749073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35dde7c801e7583ae47be51715fa41797e2b17d5f8c6816e75dbde4f9e38c4b1","sample_id":"grade-school-math.dev.2287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eac8ab772b630b945faa9ad8a5dea7902a59b6a19cdbcb29f23e61c1449e12d5","formula_version":"titan-u-contract-v1","latency_ms":0.7054589223116636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb4af30a9ee5f95f355071fc4ef38180408a6e8a239d6621fb82943996705593","sample_id":"grade-school-math.dev.2288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e16bdef575c80354763755298b83c97da98b35d5a631deae31fa23cfb2e92c08","formula_version":"titan-u-contract-v1","latency_ms":1.0489999549463391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f79d42017b3af378c3b8074d3ade9e7489741be86d9b821d440a20a976021b11","sample_id":"grade-school-math.dev.2289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8553c297dce5e542c49dea403d1e4158517dd1c3d1352dc91ca11a2b7086dec0","formula_version":"titan-u-contract-v1","latency_ms":0.8269589161500335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e679244745f79a72a24cbf480225e30f9f7755afbc3d7b57c170dc251f35a481","sample_id":"grade-school-math.dev.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af4a88c69848c706784ca275fae8754db0dde3db1853c63b899bbe6f1d816dd3","formula_version":"titan-u-contract-v1","latency_ms":0.7972500752657652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95b8cd3771a3c13e00c5fde5d05965d4a071b825780b8647a9f9803502562abd","sample_id":"grade-school-math.dev.2290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7afb081c01b35d155de282c9dfde9dd3bbef76f71b046195282915cd5ba9441d","formula_version":"titan-u-contract-v1","latency_ms":0.8533750660717487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e92ac6472a324cba394e7a2edee599b82e583beafeb83eec8a02d567674b24c","sample_id":"grade-school-math.dev.2291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7413a89f92269f1ce806059d208bf991ea2711478c7809f6d3bc0325956fd061","formula_version":"titan-u-contract-v1","latency_ms":0.8332910947501659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04b1eed15c49202a4313fda097d8466c4f54d653538960e458ea641576f20506","sample_id":"grade-school-math.dev.2292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20b3fefb4d7504e47c3bd01f2f5fbbefa78ecc078290e1cb5897db805b2972ff","formula_version":"titan-u-contract-v1","latency_ms":0.8444589329883456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"806c8cc5615198a9d398da4458df52102e64ceb99f114139e5951efa9b4dd753","sample_id":"grade-school-math.dev.2293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b2c0ace4a44e741270dd1508adb4fb7ecb0b22d74dd21ac42ef7d976c618c42","formula_version":"titan-u-contract-v1","latency_ms":0.8137080585584044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13be9d8177beb6e890f21214a2b62d2532274eafbe3b20685223318865da0ad8","sample_id":"grade-school-math.dev.2294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dea23121b58f3f25699a4c8292b032c73bdd38867d0677c3a9ecea2de4011896","formula_version":"titan-u-contract-v1","latency_ms":0.8472079643979669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d219f850c92df7245b9cb96f783f945a06908d5e6c12e080c7e124afffe3372b","sample_id":"grade-school-math.dev.2295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af6c94448a3a9dd0fcb6259c92a523072ba2111bd304c22ae1fb202d495c9327","formula_version":"titan-u-contract-v1","latency_ms":0.7812500698491931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc9310bc58ac3c886729475b851e78270e518cf19c16cbf39f1223482f2f9868","sample_id":"grade-school-math.dev.2296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc48d5d3045f844b273acf64a62f6770671768c34674c7eb2a8806bb59b29e01","formula_version":"titan-u-contract-v1","latency_ms":0.6884580943733454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"146cc556751a9229aa3b917cda0bdca0df59e820bfec0cc9f91db2d1e67b8b88","sample_id":"grade-school-math.dev.2297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54c14ef492dbc4a5c25671c7709a79c5cfa486753559cd250159a0dd48a60fa1","formula_version":"titan-u-contract-v1","latency_ms":0.8325830567628145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43fe411b537d8559493c6b1d6ec17f53e9baa912a5544c07d20b839653387bdd","sample_id":"grade-school-math.dev.2298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5abe2f9c209caa8bf81f831bdd036704f86ca2e50c1d7971d995d81e42d6f488","formula_version":"titan-u-contract-v1","latency_ms":0.6697910139337182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eda871cdaaefa5df2e684acfbb7c2ba502d6e6e8eb2ac4235096f6aac5c9358","sample_id":"grade-school-math.dev.2299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfbaa4e313930868409fe794b62c2a0af9c29e85be5f7037cb08cae637c8c9e0","formula_version":"titan-u-contract-v1","latency_ms":0.8793330052867532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f3d4ddd594ea8178b2b997c5767877776ae2547127d538d0c63c02446896133","sample_id":"grade-school-math.dev.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"055f45990a7dc310699b130c8622a33c21b696ed0fa36820920fc2f4dda616eb","formula_version":"titan-u-contract-v1","latency_ms":0.94429193995893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f42b2e3925f4d9bdc30e7ae804d688d7b5aaec2b41893abb45d0f13533139e83","sample_id":"grade-school-math.dev.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18e8df05226512793e1e181de66a5e2e08caa0a8493fb75646cb304fc8eb4fc6","formula_version":"titan-u-contract-v1","latency_ms":0.8600420551374555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db1bf197f1b573e1bc968bdcbacce66e617c6814156ad04e6c1578efe99a0ce9","sample_id":"grade-school-math.dev.2300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca07d7785d13376aa60be674d6295e7fe71b916483f4d3a104c82c77da231189","formula_version":"titan-u-contract-v1","latency_ms":0.6677090423181653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25f582c06b8aed171bc6921347c87b81ab6547631a1da7bbccf4ddf79f5d97b5","sample_id":"grade-school-math.dev.2301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1fc82d2f669ea9fc06f7deb88c4257bc5f450fe474ef7b3dc6653c55f1e6d66","formula_version":"titan-u-contract-v1","latency_ms":0.8065829752013087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d8a98c5766d0fa3fabb2a27328bb38570dc42417d7ed3582b4151be207a9c53","sample_id":"grade-school-math.dev.2302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06cc1fd4e841370b68186ca0b7dff58d2c4cf7ec3068055bac2896cd21e5cb66","formula_version":"titan-u-contract-v1","latency_ms":0.6837089313194156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e6c6540f7f5d432a85123dc56a5201682067a6344637491ce31f7152987363a","sample_id":"grade-school-math.dev.2303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4ece414f8bec4833cbb2721a285cb2c81fa18ffe82e5dcd26ffebc54ec08106","formula_version":"titan-u-contract-v1","latency_ms":0.6668749265372753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b07b1866b0af54d86e8330d67994437f5967339cd3cfdfcf60cf6a381d7d2cc5","sample_id":"grade-school-math.dev.2304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4d5b0bb374598f165ae35b13005c9b8c33ee3ef5c077b3927defe6559837455","formula_version":"titan-u-contract-v1","latency_ms":0.6779170362278819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"195c415af5eaf8b20718dcca61a704c26e03da1b827254f6fa74e818cc3dd0ee","sample_id":"grade-school-math.dev.2305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35470831aace20f0d9b35bbdf53e2fa83dacb3017af85d34f46e8c3f6d023e10","formula_version":"titan-u-contract-v1","latency_ms":0.6887500640004873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13ac547a095c1505d242f73b552affd598dac749449598f2d39d372e0dcc33b3","sample_id":"grade-school-math.dev.2306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec9949f0601abdc1a70c31d9f2e28e238aafdf3cfa210ea935a221d298699a25","formula_version":"titan-u-contract-v1","latency_ms":0.7867089007049799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"271debf5eecb166796f9afbee63a37c0a6fdbe3775e8edaa83bac0c3c361aa8f","sample_id":"grade-school-math.dev.2307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c0feadcc15de0aae34ea99b22d54c5301d9185dbe0e02fc41173043475f9b8b","formula_version":"titan-u-contract-v1","latency_ms":0.8208330255001783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4ebd29993e4c4238ba47ca2e65f8a87af1f4fb9ade35c44552e0070c082bc1f","sample_id":"grade-school-math.dev.2308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87d490b6720a5ca84a6d8e3e90ef3c56ff47d1758b0873478da2507d4d29ab0d","formula_version":"titan-u-contract-v1","latency_ms":0.7087920093908906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b827b9ed250a7f2d6b2539d7421a30e4a7992d5b11d18067b60491a0df63223f","sample_id":"grade-school-math.dev.2309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cd75a824356d29f5d7ae83ca12de192339b805687650deadc0adbbb61b13b13","formula_version":"titan-u-contract-v1","latency_ms":1.184375025331974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad1f75f2127b1a2a38c3459f6c4340bcdbd4e4052a708e90fc6d5ed5dd21d7a4","sample_id":"grade-school-math.dev.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40cb6908cc3d2149cf4799652c3c63e9facc648112f63023f76c459608ca67f3","formula_version":"titan-u-contract-v1","latency_ms":0.9176669409498572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0272676d43267b8375d74afc4f2e37e09525bef2692572bce356de75a14eeebc","sample_id":"grade-school-math.dev.2310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08f5f9847ade44f6805f5b83112d16183b8ef0eb46457d3e6c664376b8421437","formula_version":"titan-u-contract-v1","latency_ms":0.6308329757303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e947062fed8458db7ac5b412bcb9cb2555bdfbc332fb4aeb3522fddb9dbf865d","sample_id":"grade-school-math.dev.2311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d6879b9d834be97a895b2201a318c2d22fd9c1e024ddb39f3b28cdb20b240a5","formula_version":"titan-u-contract-v1","latency_ms":0.8469159947708249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bb18f5eb807f6bc133bfe1656842cf4891cb7378e59475a79b24fa458609e5e","sample_id":"grade-school-math.dev.2312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7d2f0c15cd69d510d1e3a76017936e70e04739ac03bbd21f7e3039e5ed18702","formula_version":"titan-u-contract-v1","latency_ms":0.7830000249668956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65d8630bce918994a1f4dec3202536f240323260ef750d1c04b10bc91ff87d97","sample_id":"grade-school-math.dev.2313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e043525a76a478d84d803b65464957d85def0824d3829abe4e25645d0e41d300","formula_version":"titan-u-contract-v1","latency_ms":0.893582939170301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb809b35d773442804767df0d6a1fb81bf2366fbb7285c252420e2bbda7beecb","sample_id":"grade-school-math.dev.2314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7f51fd87e229bed76229eed41969c8d1050ea1ca6a187fb45257bfea213143a","formula_version":"titan-u-contract-v1","latency_ms":0.6516670109704137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c6f09a58bab2c01f9933fca73390272a8758adede34cffa7d638db2006d063e","sample_id":"grade-school-math.dev.2315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b65b07370decd39056af06c43cbe8dcf68f8271058e9c29327c62979852804d","formula_version":"titan-u-contract-v1","latency_ms":0.6957500008866191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c3bcb035c7ac237887e3f7cdbb837c80f04fc2fcaf86f0f36a60f6c0474da9f","sample_id":"grade-school-math.dev.2316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91aa05c39bb86c2841ddedfb15b24171af911f9fe067030eb8dc4f68310b2db3","formula_version":"titan-u-contract-v1","latency_ms":0.9398340480402112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"802398ee10db03d88230d1c45bdd734b7d50f5a36da825126d9cdef104b1d618","sample_id":"grade-school-math.dev.2317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2e21e73e45133f048aa8a9e0ce58228fd3e211cc4bc659086081d3ee41b73ca","formula_version":"titan-u-contract-v1","latency_ms":0.6897499551996589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95749076544796cf0e4f3614728e51b4ee1aa6e1462d571d24db18e9b3e56332","sample_id":"grade-school-math.dev.2318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aee6390844c5185118802796e000501a56706770e2b99e6f66bf18caede60e33","formula_version":"titan-u-contract-v1","latency_ms":0.6607919931411743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93314cdb1d6d32cf79192161cef1eec41afc2e43cf0c832640c5829a3dc2a68b","sample_id":"grade-school-math.dev.2319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"750cf3219577525497c6e3cf4c471764e7e9dafb0ddee85a962448f292b78c48","formula_version":"titan-u-contract-v1","latency_ms":1.2327500153332949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6588badffd0b85944c443371dcdccf0bf53564db6cca3a5537773ea97fb68002","sample_id":"grade-school-math.dev.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1382ab11a86015a23494e6b05472afcc5dec5c99529ae2709abb09dde4fb3a42","formula_version":"titan-u-contract-v1","latency_ms":0.7588750449940562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1135b881e00a21b4de6f2514ca492598a0dfa639e9263492aa80b8df769bbf81","sample_id":"grade-school-math.dev.2320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de40d3c8124bc0d0a6850aa8f5f64080c7006865641ca4ad01aa45e42cf68ccb","formula_version":"titan-u-contract-v1","latency_ms":0.6547500379383564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af7ce66bb4cf096a5752c034caaf9a01e12188fd81751574aaf889302278e9ba","sample_id":"grade-school-math.dev.2321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cad78df26e003da5e64a112ae1a5193ace6c123bff61d667ab7a23e0a2ef6566","formula_version":"titan-u-contract-v1","latency_ms":0.704374979250133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8018501e0d099f27dc93ef1746f620ae9a8afe020462ffa7f6cc48ea5fe10e68","sample_id":"grade-school-math.dev.2322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"962e050a962090d207a44bd23ab1b9815da7aaaff5dfc84f731ec57e446d4aa8","formula_version":"titan-u-contract-v1","latency_ms":0.8425830164924264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdc05c96fce98ffa99573597f5626ec45783dacef881de28c11bfb26ee7c2ac7","sample_id":"grade-school-math.dev.2323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"695ef470d549b319920124acf2d79c6c8e2a0883b0139481d1a03eef841bc624","formula_version":"titan-u-contract-v1","latency_ms":0.8030419703572989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79c3bb4dff09894b6ee06cd91949ef7590b531652cf7ea3ca84bd7f10993a4dc","sample_id":"grade-school-math.dev.2324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce4a6c33b83ad9d58980136fa0becbb030bb16b446cdb514cd8676ced0bef5dd","formula_version":"titan-u-contract-v1","latency_ms":0.658708973787725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa508719c41cb6e543e4538b0ee1587497cf761a42cf841f8f0e0c707edac66b","sample_id":"grade-school-math.dev.2325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29ed7e88067511ede9b09b5924aba2fa949a542e4728a26720464d41dd6fdd3c","formula_version":"titan-u-contract-v1","latency_ms":0.9477499406784773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01581022364304438f536351b9996543da4f52afc180e56e499472cc485597cb","sample_id":"grade-school-math.dev.2326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b74749cb0154dc21e88344131ecd27d7a13198dcb9cf28bc5622c3fec2b43b66","formula_version":"titan-u-contract-v1","latency_ms":0.8557919645681977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10e7b5541e3b59262f51df9dfb76e60c020c613f12c57c2d37e50bfb1e93ff33","sample_id":"grade-school-math.dev.2327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e751145139f1ff4672231e0a352443f0e249b55d5a09b2c0a57c9f3550335a2","formula_version":"titan-u-contract-v1","latency_ms":0.6379169644787908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80845e776382d90ed6d4efd48473b65fe233eb6b2eaac198db6d4d754f635cbe","sample_id":"grade-school-math.dev.2328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a20b37332b19f8e05832e959f696145504ce620ad99ed881cf3ab110418ffa74","formula_version":"titan-u-contract-v1","latency_ms":0.994666013866663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdf7dc551809179e0eecbe8704e7879098727cf78e3fcf8bee67dc8f3fb1928a","sample_id":"grade-school-math.dev.2329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d9a9a0b15344c031974f5d1a8c07c2d5b5a753d47c36a8c5bbdea03271f4c18","formula_version":"titan-u-contract-v1","latency_ms":0.6429590284824371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2bb6298305073e2ea1214abc4aca5177d0aa312c5c8f75b8e337a2516c2b44f","sample_id":"grade-school-math.dev.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38f1a1089d96027a55a74cdafee69562a78f81e36831af8aac4d5bc2f18e053b","formula_version":"titan-u-contract-v1","latency_ms":0.6805419689044356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3e06f25a54becd4a60ca4c5f1c1cbd7fa162034d28ec66382254228924150db","sample_id":"grade-school-math.dev.2330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eeb56bab7671ef124df8559a0db52b9fc014043280a6d8c2a30c8146ed4ad7a","formula_version":"titan-u-contract-v1","latency_ms":0.7575830677524209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d907035265dc9fc6656c8ff0191449f295ed1977743071d954ea609c8b46b2e8","sample_id":"grade-school-math.dev.2331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ad79b108bc8a926ea9d83a0c48834a5d4bfba2304c866558ca2170277ed1411","formula_version":"titan-u-contract-v1","latency_ms":0.8772920118644834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"553d6b7afc6817ceb9742fe4cd688536095048b357af915f52aa2dab83e29094","sample_id":"grade-school-math.dev.2332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d65cacc1c99d56f45d130029023d3560d05724325e4de0b708298cae3222d11e","formula_version":"titan-u-contract-v1","latency_ms":0.7982919923961163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a1a0b70f7ae58cf32cdeb42c695e4301adaea584b88b62a7fa5fed3f45e8033","sample_id":"grade-school-math.dev.2333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4919d16d5e8d51cea94359875fb889ac2b5b7aa9317b3c57f419c3101af82ed","formula_version":"titan-u-contract-v1","latency_ms":0.9054580004885793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c357ce37c88ee1cbceb914e0493607e3b2aef37f0e863f8698273ac67953fa35","sample_id":"grade-school-math.dev.2334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f60a8df4d5cc7aca9e35336ed259bb8ce6622080431ed838357a94f730fc2a13","formula_version":"titan-u-contract-v1","latency_ms":0.6498330039903522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a82f5f55c21eb4bcd0bc5ceb6bd0feae74a0d017b38bcae5e6f05f1adb8e25ab","sample_id":"grade-school-math.dev.2335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef5b6a09ac842012b086cb89a3ecc49c09907f09d839e440c6d5db924f5688de","formula_version":"titan-u-contract-v1","latency_ms":0.6228750571608543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc61175042d5efaea23cb9ee46b89a470503a3a813aac0258a05a8eb816fdb33","sample_id":"grade-school-math.dev.2336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20785ecd91e1cbc63376e62f010e68f953d160180a769e3123d60ab98a4dc451","formula_version":"titan-u-contract-v1","latency_ms":1.01966701913625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20721f01859c1e243ab5c8bd50d68b2437677ba6420596e0857061a3e9e5ba3f","sample_id":"grade-school-math.dev.2337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d19a5ee0ca237813643b79eb7729c59bccad4d53bd12215cb44b963dd7abc81","formula_version":"titan-u-contract-v1","latency_ms":0.7815409917384386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8c1be2e7ec6bfda7e6d63b4d08acceca195a1a66660d9d0071428e825cbe45a","sample_id":"grade-school-math.dev.2338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16672111c95400d6bc052572e34b7810f8b7838eb48cc46db97f2798fb1734a0","formula_version":"titan-u-contract-v1","latency_ms":0.9362079435959458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a4afa65d20ac980a00f82044091153f503a85976a95b361743863fb393513a3","sample_id":"grade-school-math.dev.2339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aed9259836b3f9f3d43881dc1bfa2d5fb3df61fa41f3a7037f381ba332341f2b","formula_version":"titan-u-contract-v1","latency_ms":0.6714999908581376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3edd0a73e8ec75180d3f6210dcd181b67a9bb868d2effd79ee721bd7d99220c","sample_id":"grade-school-math.dev.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58e20ef9b8a476971662d41b819ba05f15481c4c9ed9f1a1b97a948aff7a7316","formula_version":"titan-u-contract-v1","latency_ms":1.4127499889582396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a98b4026525bfa443885fff7c9e33d308279d8ed0318db3f635f15d20ddf8c29","sample_id":"grade-school-math.dev.2340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31279d8146051934a87251ee538f01cdc270334758a28f4d465dd3b102ae6307","formula_version":"titan-u-contract-v1","latency_ms":0.6899579893797636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd705d5c6488bc4c79d3688c73563954abf7be3e270f2f772a72157115296994","sample_id":"grade-school-math.dev.2341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce58ae51d3fe0ef3b96172403d700fa028d5ddffc2bf0526c4e1bb592e3e6554","formula_version":"titan-u-contract-v1","latency_ms":0.9639590280130506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"516e0b4c0d37d14b896cac6404bf44b60f342cb22d5fbeb97a0938952ce9de25","sample_id":"grade-school-math.dev.2342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3e1372d710001d5b38aaf857891f53de688c92c93ecf8604a2653d1ceb22055","formula_version":"titan-u-contract-v1","latency_ms":0.6495419656857848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69e0d242b1d23578a89b95544b8bc8ff930492dc34d90e91e0e3066ebd11c472","sample_id":"grade-school-math.dev.2343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"385d8e86ae69079591c51cd26374428cdb33be00e5c9b782773df6a2775bad79","formula_version":"titan-u-contract-v1","latency_ms":0.6414160598069429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4d5c3b552d6c5412b5284529250127927783b4854c3a5c0c96af237f42e23d8","sample_id":"grade-school-math.dev.2344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0851488c1fe212407a6b78424a62891792de71dc5cf3de162e27459ac825c843","formula_version":"titan-u-contract-v1","latency_ms":0.8226250065490603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7e2e1fcfb59dfe7fea45bbbe8ebfdf94507e22b2438ef0821d5c9d22a4cb2ba","sample_id":"grade-school-math.dev.2345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76fd2715bdf0bd63079c064024feeaa75860adf04067c63212c9c7f6a632284e","formula_version":"titan-u-contract-v1","latency_ms":0.8412499446421862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65753c76ed0901c94c4e4525a2eaf51b8e4e8a68cbeea51a5b214a7984d81b57","sample_id":"grade-school-math.dev.2346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fa53e0ad1e9a39220c06fa7de3f990a52bb685106f4d08286255198c3fbcc2d","formula_version":"titan-u-contract-v1","latency_ms":0.6698340876027942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4b7c62168decf5379022c24e8cd2f197dd5c094459f157725795312924593e2","sample_id":"grade-school-math.dev.2347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ca1e5ee026e6488a6bf9f1e8fc3560de1160e4db00ae700b97d94e4c0749fd1","formula_version":"titan-u-contract-v1","latency_ms":1.0324170580133796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"215fed2e1f27bab7cbab41ff817ffc304fcc1deae9d02a02d20273f3f9c0c836","sample_id":"grade-school-math.dev.2348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcb8a6fa6f63b91541fa32e7963a5ed2812ae0ee05153e94eabd8d04f4f2bba5","formula_version":"titan-u-contract-v1","latency_ms":0.8746249368414283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4abeb92554dbcc7f40a186586a99b36555bf58aaba253bfd7fd525692c33043b","sample_id":"grade-school-math.dev.2349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e37ae0450fe3288c55e74065f210c3b8514debf062707bb886a1deba9243881","formula_version":"titan-u-contract-v1","latency_ms":0.8857500506564975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ea844c3690bc4be6cd2813636d893f04c439b5c47542137a075ec1e373e3827","sample_id":"grade-school-math.dev.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beafadf4c5c77b4b3645da6a7e2e29f30644cbfe8fc80a898246404aafead144","formula_version":"titan-u-contract-v1","latency_ms":0.6825000746175647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d6d9df9db29bb76a8f3c6a030e67f884a9b7a6b74bca36be471685ac541c49d","sample_id":"grade-school-math.dev.2350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdbf0d7f26c7848e2f7338b126dfe83a732344182ce89ef1ea01861395c19465","formula_version":"titan-u-contract-v1","latency_ms":0.6613750010728836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b41b0e7521b550237c2c1ef13761d3ad05c9c6a427af44a0796aaa3d37cf13bf","sample_id":"grade-school-math.dev.2351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41d54b18046fa5834b93b3cc0efc44521611dc503298a857c317668ebc7cf615","formula_version":"titan-u-contract-v1","latency_ms":1.217333017848432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63db4dd20dc2809ad818794cf9b34bad2732dc039b253a7f4dc6a30ae6acff7c","sample_id":"grade-school-math.dev.2352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"805d287a32a42d8b7a4c4c7c2db899845dcda9ec246a20387005043005ff6c41","formula_version":"titan-u-contract-v1","latency_ms":1.0649170726537704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a51cfc4d79b510d335d475eada36e51a01a76136c4a60f6f1432ce472ab8eb9","sample_id":"grade-school-math.dev.2353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"682a1dd746a6e77720d112c8ed6831533217fda12125e815cdc6d19b11d5d837","formula_version":"titan-u-contract-v1","latency_ms":0.680458964779973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"537685673c1140d8998e45503498a16cab9d2ba59c257d810e13a49e85fae609","sample_id":"grade-school-math.dev.2354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f8a6c4f294cf87c2f91c2e518865624709e3dd6e3f5ce9559eb0c3540e4cd53","formula_version":"titan-u-contract-v1","latency_ms":0.7027080282568932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16ae48af8c746b24ec79ade6d63ebae795913d9b66c3b0c7a61c1a82e306adcb","sample_id":"grade-school-math.dev.2355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83dcf1e7ecc43b12fb35172423b89ce263c7ffe2c3f80871d7b0625aa5dc95b3","formula_version":"titan-u-contract-v1","latency_ms":0.6440419238060713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c51631c6f1f9a8b060811247f9c5bc5b8a0540431deab6b9471b594a47c1b34","sample_id":"grade-school-math.dev.2356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d61a07d7d812fce822054098de65944ec05fcc3b3f388453ee4b55a2a73a1e4f","formula_version":"titan-u-contract-v1","latency_ms":0.66641706507653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff34887f6a8735eb834fdc50a0389745a575c2baf8cc6269477c521d8f4f7dca","sample_id":"grade-school-math.dev.2357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3ee9922c51629fed1b0987477fc73096fb5219171f1e249fbdc4433b8d23f19","formula_version":"titan-u-contract-v1","latency_ms":0.643625040538609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd9f47151a818ac70f596233a52eac6e9642e141299c9b8238ad2b663449f9d3","sample_id":"grade-school-math.dev.2358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a3f7adca64415e4ca7226f673ae24c8e4a457a9a0ed2ca412a21581c923a952","formula_version":"titan-u-contract-v1","latency_ms":0.8314169244840741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"caa786b39f952efeb1f9f8bf7ebe928f57c45ca15a3f5929dc9162d816d1271a","sample_id":"grade-school-math.dev.2359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7d5bf956106b959a4fa3da9c17b3692c0b8c36d0c8f1fae05b544b717a96122","formula_version":"titan-u-contract-v1","latency_ms":1.0220420081168413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55a89de517ef4a17b9dc6ef60db8a8523ed9bd488f0bcd6eda0a7894a5d20ee5","sample_id":"grade-school-math.dev.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7da0f80952d18dccd6579b202570598c00b91a0ab8ee67db665cf26959e4f118","formula_version":"titan-u-contract-v1","latency_ms":1.1808749986812472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cf6b9e54bd12163071c50e50e0b7829d97749fa9272363bcc806a568262b227","sample_id":"grade-school-math.dev.2360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"838b0fc1a507a3c2b53501ffc348f42f9a03f0f9d6a5cd05e779c8c78216c8c8","formula_version":"titan-u-contract-v1","latency_ms":0.6380419945344329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5abff3642c55bb339a7afbd06fe6b3ee4af715e0cb45fc5c5e4302ab91af9676","sample_id":"grade-school-math.dev.2361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7f31837600b3bdd001c3a577b46bf65f75e29dcbfc1829bab61b755638aea45","formula_version":"titan-u-contract-v1","latency_ms":0.8457079529762268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45de235d013e718169a79f065a2c452a341f3875e13bf15d126d367fa0a3c09a","sample_id":"grade-school-math.dev.2362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e190d168194a6712a63100dada9548ab2008582dbfa74209015fc3cf7c92b51","formula_version":"titan-u-contract-v1","latency_ms":1.1356669710949063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0ed98d2bac6aad49eefff610193cc0b673ae23c1659e5834fe6bb0773e73cc5","sample_id":"grade-school-math.dev.2363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86cbd854cf14a92e1d653e47a5940b5eb45f1dc83327b912f49b0cbf8a3fd616","formula_version":"titan-u-contract-v1","latency_ms":0.883790897205472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0da3e4fa165bb1712afd9fdd20a467a42072aa65d2f6830a4f021c299d141f7e","sample_id":"grade-school-math.dev.2364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"582a8f98eddc41b28c2c7363a95acbe71b943192453e8ee3865d7d244e3d5889","formula_version":"titan-u-contract-v1","latency_ms":0.9025410981848836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13807c6b40d75a62789d6aa95034c791330f23e1f9276bfdb1b8c76d549ea698","sample_id":"grade-school-math.dev.2365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb461bff348059b4c4388e9cf2a272aee1bf1ea8f4c21919c041359e4dc23f2b","formula_version":"titan-u-contract-v1","latency_ms":0.693625072017312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e8f5f100bef3a576b98b0125d3ed0b21ca5aef5e1d1f8fca32234de21f78858","sample_id":"grade-school-math.dev.2366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01d4085e029c3430efd395ffccfba9a1029f17b34e04ee4ccede855eeb83e781","formula_version":"titan-u-contract-v1","latency_ms":1.0420409962534904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc6eb11e529c19e28c8aec814068c9651bbeb20a8b96eff6c96200c8278297a4","sample_id":"grade-school-math.dev.2367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f27380758002f89c03974b8f9bfff87c2e717cb10e937f378718d62e08269cc","formula_version":"titan-u-contract-v1","latency_ms":0.6917080609127879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aee19109b8829e9a939ceb56aa8fe11c66e521a65609d73a6f310a43fe18975c","sample_id":"grade-school-math.dev.2368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"524c3fb6eaeedf426a354dd17ac8b7af5813e39b92f3ffd403957a04b57015bd","formula_version":"titan-u-contract-v1","latency_ms":0.9848329937085509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"983a46735bb6043efb5516d7752b27020bb68c57802b6a7b06f1c1fc532e26f4","sample_id":"grade-school-math.dev.2369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5d81b8746b8175e9a906055568eafb8c47cb4e1fdc2adf33d92766f93165518","formula_version":"titan-u-contract-v1","latency_ms":0.7086250698193908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ccaf5e7bde568cc7003dd231ea97b3d60cf49d55848f53efe860345a45e883f","sample_id":"grade-school-math.dev.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e12e88b393a9c5a1173f1f99d1c1f9196e48bf05a83644401ea4a62a58a0b6c","formula_version":"titan-u-contract-v1","latency_ms":0.9423750452697277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30f3cea7234d49b6d52e7861f8dadcb902fae281c752fd0fe83b01216fdb012e","sample_id":"grade-school-math.dev.2370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"117bdb6bf5d7d22cb40e5b4fb17d65bcf6a658036f0825a587e78a718830433d","formula_version":"titan-u-contract-v1","latency_ms":0.8210409432649612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b5e19a8c3b84aa21623a1aa02ef10d21ab321daa89a36304c6f6da2db52f49b","sample_id":"grade-school-math.dev.2371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"068acd09c5c6e0999547fe3577f3637ace3e1fc0ce606b095979803c3ee6c1d5","formula_version":"titan-u-contract-v1","latency_ms":1.052333042025566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4abeae41f7299cd6892d69b96c5caad2f804cdc349632725e12ab86bdaa78b2","sample_id":"grade-school-math.dev.2372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1add4e06caf0016cd25229cabcfd5c96368f8de5c1518ce400c708aaed451795","formula_version":"titan-u-contract-v1","latency_ms":0.793500104919076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66d390e0bd6dc148a004cc35dafefe8676942a3235626f368c9d1629f15310d8","sample_id":"grade-school-math.dev.2373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a6566a1bf79a89e0645a96f3655af74d87a7d19dc25ef437303f7ddc11629a7","formula_version":"titan-u-contract-v1","latency_ms":0.8309580152854323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f7bb8318ad94e9b1d6458f21c8cc2c72246bdd305e77914b600a3c8a8a16281","sample_id":"grade-school-math.dev.2374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e51dedb711575988a07104a1aa1b132375cbc4bda9f74ad76554bc2bce734cbe","formula_version":"titan-u-contract-v1","latency_ms":0.6498330039903522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbc5ab84a87b705aacedfe9a707792ffbcb993320ffe455d19747241f85614c1","sample_id":"grade-school-math.dev.2375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c939827feed37271859ca34f7cbfaf7a1672bc816a8f0edc9d6e1511d1171f4","formula_version":"titan-u-contract-v1","latency_ms":1.0875830193981528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f3b1ffe2bae4253ae085abddbebdbe1786a878e75715359b106b2774f978975","sample_id":"grade-school-math.dev.2376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22bbfc472a91eb36ab0c34be7f3af2abc85d75339c994c9c7968dd68c23a338d","formula_version":"titan-u-contract-v1","latency_ms":0.6752499612048268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61832d28033595208dd8af7a01029bcc643bcd32285b8e8dc681d71a1a142965","sample_id":"grade-school-math.dev.2377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a44205efe59f990d7357c5835c9494055214b8d38a2112c78a0662398b1c8c1f","formula_version":"titan-u-contract-v1","latency_ms":0.6713750772178173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12b08895e92ba596132d9e41e38275266e6781e3408d9bb4ffdc3d754a196d5e","sample_id":"grade-school-math.dev.2378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6ce3d650c6f61ffbdf9352e8d0f1bce4305b6a22f4318b210594bdfe30361f4","formula_version":"titan-u-contract-v1","latency_ms":0.9568330133333802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48e19a10c0a2682f2abc4c763113bfff8c2517fb94371eee3189ce644dca8e4b","sample_id":"grade-school-math.dev.2379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8e2c5925592a83984098190f5102e393dbac1961893164c35d81f7f2759fcee","formula_version":"titan-u-contract-v1","latency_ms":0.8320830529555678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47020a8d32d6e92ff08ef15c3f0540c26973b613e333c07672d0463574456cf5","sample_id":"grade-school-math.dev.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5147adfe269495a8598501933f91c533c165b2cb6fd17a6fb8a6a4bc16464c6c","formula_version":"titan-u-contract-v1","latency_ms":0.8089590119197965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"714ef5ee5883b1d7f4d2d3a9167ee55e84cb7b2f5501cacc85a57ad4e1ad5661","sample_id":"grade-school-math.dev.2380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c98a9a5b51b1ca6d6476d3ceaa808f2096ac2cecb55ef7b3f6fd228f0019138","formula_version":"titan-u-contract-v1","latency_ms":0.8295000297948718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1048b0c21ee57d7107b804e1d9443f3bf054079f84d85c49c49f0d31e0eafa04","sample_id":"grade-school-math.dev.2381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c72099f9335aeadf1002aaf427148c898bb9fa9a13410939b732011715835964","formula_version":"titan-u-contract-v1","latency_ms":0.8957500103861094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2482dabf867cc6a25acb3b1fa088d0407905856d890a43ade654850e616b24b","sample_id":"grade-school-math.dev.2382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5695761623c7e96a7771cb4aae284bbfe12f499724716493612cce84360dc65","formula_version":"titan-u-contract-v1","latency_ms":0.948333996348083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c42097cc0c33c2132ce9fbc7c75db751fe3d1e51f717483b17ac10ee8a319b08","sample_id":"grade-school-math.dev.2383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"731ba23d2d0dff3807c5b366342735e167bf0fe12226cec04d5a798dc1405dea","formula_version":"titan-u-contract-v1","latency_ms":0.8380829822272062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7df2823c18ec764e8ab372adcd7b739a5aa893d3ca72bd770f361d217fdfb870","sample_id":"grade-school-math.dev.2384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"155bd2d51816bfad708bebc88b2778e1894e6cacec392a75da9e7fcf467511bd","formula_version":"titan-u-contract-v1","latency_ms":1.4469160232692957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93b4e1abb1d5cc12394b13efccfbcb4ac105a5aaab035a2f487f9e467dea6753","sample_id":"grade-school-math.dev.2385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"450af5160d743bc08bae06b8fc9dee253453d229aac5a8046eb9a854886c3be9","formula_version":"titan-u-contract-v1","latency_ms":1.3054589508101344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a9691ffc715addf4e2755b9555e99b9687c42c82391371ef883f27286a42b98","sample_id":"grade-school-math.dev.2386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cb30d28dd2c4c1d503263e7f78f914c226a36937de297305175abcc7fa068b3","formula_version":"titan-u-contract-v1","latency_ms":1.1582080041989684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ae553d5f25da7eaccc06dee73028f532d95c4236008a8f713cb4b736788d62d","sample_id":"grade-school-math.dev.2387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49af375b8cc63fb08c6cbaf06275ca0089a030135fed0fad7cfdf1abe1b1092a","formula_version":"titan-u-contract-v1","latency_ms":0.6740830140188336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f50c7724471f35e93332377ec69e801e5a30bf37021e2e26058177a0f1f52a1","sample_id":"grade-school-math.dev.2388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9653c15913673c28bc912934fbea833eb41e127cccb5fd112ffb93540e9db914","formula_version":"titan-u-contract-v1","latency_ms":1.4697499573230743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0677164e5de079502f3dc2e766dc3cf2c192d5201b86a425763fb8cdeef783c2","sample_id":"grade-school-math.dev.2389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5be5563112a60ba3b9309434fbd16c1a318926fd53144fee542dc46af3500627","formula_version":"titan-u-contract-v1","latency_ms":0.7346669444814324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6523cc12485d4690c0b95cb6219b5bd84aa620e01633f85f58779c718934eed","sample_id":"grade-school-math.dev.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9e81aaa0bcc2f0db438963d647f40365125c05b5ec3a724046233616c479081","formula_version":"titan-u-contract-v1","latency_ms":1.063041971065104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e35306146730b723ce1ea51bcbc977b98bd72bc059e81e172f4fbd65564fa5a5","sample_id":"grade-school-math.dev.2390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e795e5aae56fbb31aeefc915bcf274341393d92d0ae82e2623bb6de59c3f98b","formula_version":"titan-u-contract-v1","latency_ms":1.105999923311174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6eabd8924002b53503b951b00a0dd88c79aa5a5303c1bac87bd4ed253615604","sample_id":"grade-school-math.dev.2391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15071c02bdbeb7f00bd6dc05869015d95d6c22879df6fb489e329544fa9d30c9","formula_version":"titan-u-contract-v1","latency_ms":1.0025829542428255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd3345994f6ebb8c18605c05aac0773a1d77848fb0f24e7f8e7141856bc3a0db","sample_id":"grade-school-math.dev.2392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d99082488f354c3f9f97cb00a32b33260f80b6068e264637d6992c126e917dd5","formula_version":"titan-u-contract-v1","latency_ms":0.6814580410718918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24bd5abaf7f7398dcee59938a220477455cb96542f1d5181b79929cdaaa6e65a","sample_id":"grade-school-math.dev.2393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"508da7bab344ae4c3d8ff85200abb4bf823210be247813fbcc766009ebb90bbe","formula_version":"titan-u-contract-v1","latency_ms":0.6566669326275587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55753ef759dd0a271e0f652e143789163261153310111d6a63b644d65da4d40b","sample_id":"grade-school-math.dev.2394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"346df0674d9ddf7c7708f486e45b52b8a958931107197f1377f201fca7871d67","formula_version":"titan-u-contract-v1","latency_ms":0.79774996265769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39013379ca6b85a677b9aba7180308165b76c3d1689564fb0aea93540bc65a33","sample_id":"grade-school-math.dev.2395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87336a901f801e8b935918bb34551c3d93a276a4817b298be3594ae31f17f763","formula_version":"titan-u-contract-v1","latency_ms":0.7907920517027378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d84db0bdb10ff33eab4100e942e7df94939f4a143556582ed2dc6f712a7dc5be","sample_id":"grade-school-math.dev.2396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0ef202759087925f8b5f86c335f9ad1f7f20d27661d5ba7ebbb0084587f2489","formula_version":"titan-u-contract-v1","latency_ms":0.6752079352736473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2932709922a5f61c72f02a9e5be4e2ba80fc5a0ea47fc8d79d99260e5d3754d9","sample_id":"grade-school-math.dev.2397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7ee6911a4040cc2414451fe6944cc8be43ac79091cc9a1b4280eeef66b0794f","formula_version":"titan-u-contract-v1","latency_ms":0.8150420617312193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34c6a635bf57dd955c996fde8b00a5a252f19df1f57c807dbdcfd12609c9077e","sample_id":"grade-school-math.dev.2398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48a61a97cd9c459579f2391c77ce05592826c93efc2d241346fba8e5fa06ac60","formula_version":"titan-u-contract-v1","latency_ms":0.7010420085862279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c5964e7ca6fb6a336bd89858957327a5391fe85a385b176733217949870c209","sample_id":"grade-school-math.dev.2399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b552b5630f0b6553758f97262fa46bd3fef43faa7e96c6607ed826c5b67c485","formula_version":"titan-u-contract-v1","latency_ms":0.7012499263510108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18d2112dd121390844f1892b4687745edf51221a5d222479c7930cf396d68a8c","sample_id":"grade-school-math.dev.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13105f9cd9728f3fdb847c35644e9e1270c4349fa9973815ff637302213f2331","formula_version":"titan-u-contract-v1","latency_ms":0.6590840639546514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"014861b943ff7fd86ae484dd4aad1145816babd41d681bfe40e5c618422d0876","sample_id":"grade-school-math.dev.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de12e57513c80df298535096e9ce350b77e3b7c054cd410a8de9026aebd97cbf","formula_version":"titan-u-contract-v1","latency_ms":1.0550409788265824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9efdaade68ef7d7659141d969dfa4638dcd4f2e9f399384f675399e00f528df7","sample_id":"grade-school-math.dev.2400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe09f8754f78b9155f691ece94ba73261e7a953d92da1dafbf74cdde5bca5539","formula_version":"titan-u-contract-v1","latency_ms":0.8515419904142618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1e6285555706c64003ef570db0d5a80a56fa27aa1f5aa283a2d00d4bbe04f3f","sample_id":"grade-school-math.dev.2401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a5a0e6c2e7ccdb744b1b9cc5e47540ab3867f1c90bd028001b0073f419aadca","formula_version":"titan-u-contract-v1","latency_ms":0.7639169925823808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"136d399ff3e43efce4dee07ad262ee53ab3d2da2d5dc9820bd2a61df9a4a024b","sample_id":"grade-school-math.dev.2402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89c4c5766db59ec5cc6d97773e77e655915e3f5e5ee1fe9e0d8940b871d694da","formula_version":"titan-u-contract-v1","latency_ms":0.6581250345334411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12c97984ee7fc20cad677a59141da8e149bcb062934ce76e30bbe2e20a93223b","sample_id":"grade-school-math.dev.2403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c47a76d97dffe713839549527c7e37fe9282dff67fde665186898d476993082d","formula_version":"titan-u-contract-v1","latency_ms":0.661583966575563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bc181388c8e1e0ecc6ca521c91647e1df1affa801c875b124cd40cbbe006914","sample_id":"grade-school-math.dev.2404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f6bb2163e4b4408c9065bc8e90332ebff80445ff14c2b970b1ad0fa00e40e18","formula_version":"titan-u-contract-v1","latency_ms":0.7974579930305481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e891172b1458b386c351a954feb9b8d90ce3e12b1a0004d5d28b0e10312b6d84","sample_id":"grade-school-math.dev.2405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef0a00570b9f61f357afb81592ecf0cdab2ed6bfb99e9eba73e41529d6a53b56","formula_version":"titan-u-contract-v1","latency_ms":0.7266249740496278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60318b9176a5e6e5bc042af63493dc10d8b6b49f05caa81625b7693e17770d0e","sample_id":"grade-school-math.dev.2406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f036ead5de81650291dde3351e7ab1505b66cf12972e0ffaed3a47abc46bdf12","formula_version":"titan-u-contract-v1","latency_ms":0.6665420951321721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c03cc8b2e1af0d94e51ca979ae8634b7e12bfc535ef200864c1ec8bd1599cd4d","sample_id":"grade-school-math.dev.2407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e561053af4f5202cba68b12a30c3b1a04edba154a2c36e583beb26e51f75a3d","formula_version":"titan-u-contract-v1","latency_ms":0.6705410778522491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2241a3f9ab81fc6ba38be77a489c2238b02e5890611a6873c6ab7ebc37b42ba3","sample_id":"grade-school-math.dev.2408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbe7547c884f5eaa965da9a50fe904fafe9f9b781408390447b7b4c6fbb6dc8c","formula_version":"titan-u-contract-v1","latency_ms":0.8396250195801258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c715037369f5efdd7bab0faabeefdabb1b5ce41275e9e98b9ec378311268ac2","sample_id":"grade-school-math.dev.2409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f7740a7cf5688b4bb62c44464109b145a64d73825ace1bd1a8e55a3a5c8d4ae","formula_version":"titan-u-contract-v1","latency_ms":0.9256670018658042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3f8a17fc4df7be927c6b6b01fa98a1551190a5166ef027d77f37ef755f17ba1","sample_id":"grade-school-math.dev.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3081926afa1c89c0bad291045378b350e20b3e2323f05ae1890dabcb0d97f99","formula_version":"titan-u-contract-v1","latency_ms":0.8173329988494515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"412c24b9db121311ac355c37e4d153bdd5494657a08db149f8e7e455957f36d7","sample_id":"grade-school-math.dev.2410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82dc1f502cdf013923318f5720d9066e97618f11bf206278e32f9f27c715df88","formula_version":"titan-u-contract-v1","latency_ms":0.681541976518929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff87c046074e5f35545e9760882b235cb92ee441c5d527dc8f85be953fd1511e","sample_id":"grade-school-math.dev.2411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b039fb8b5f06eb910a498419cc2f581c53ec4b508b90c63853e4bac4b23ec59","formula_version":"titan-u-contract-v1","latency_ms":0.8312499849125743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7696ca8dcbef2333da198375fa6e400233343e73f1e0fc925f065e3510cb400c","sample_id":"grade-school-math.dev.2412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69cc569d7812937c816ba05b6ba53d25e95a54c7345a6c1cdfbc67bf73d4bde7","formula_version":"titan-u-contract-v1","latency_ms":0.8499169489368796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85d6b12599cb10255f286f9891c758b0e15f4237a555b6be82424611a4f23df7","sample_id":"grade-school-math.dev.2413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2167bd17148f43390c04df6dfef9f263a708228015e6ca2a02b50c2d735c927f","formula_version":"titan-u-contract-v1","latency_ms":0.8585419273003936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43f95d079d6966b84097c8491745c5eaa948ccd26bea9c9431b9cd66207e347a","sample_id":"grade-school-math.dev.2414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bd07c5d9b3b01d502b0fc378f67559b357a32686ee74b4ae034a7e0a011f282","formula_version":"titan-u-contract-v1","latency_ms":0.8327909745275974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"defd1396494aad530458570cfc183f9486373ca8000563de5c4ccabc5dc56d18","sample_id":"grade-school-math.dev.2415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e32aacad308049b3c4c3eb1d3a5b225b0778c673a26b69ccce850919199a6ef7","formula_version":"titan-u-contract-v1","latency_ms":0.6820840062573552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c569c131490b4905c144f4c4b90fd580253323847f8ad4e4d8aaac9b0a23488","sample_id":"grade-school-math.dev.2416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fb1213ea5814a0f2fc106d4af136e96509598f08d3a8528171a5b3793f9f4bb","formula_version":"titan-u-contract-v1","latency_ms":0.8359580533578992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec52e0de95085e01ed32c0ef0c7c6fe44250adefcf1b5896c1042c609520edf9","sample_id":"grade-school-math.dev.2417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6734c9511c973439d904be3aee7f370e0e91cc131f261434599f440a2f4b820d","formula_version":"titan-u-contract-v1","latency_ms":0.6912089884281158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5a3321cc9447f2d1d9e951f9921db27a5181dc8ece7b670fe9c15ef0eef08ce","sample_id":"grade-school-math.dev.2418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c855d64aff275a52f8b9004fae79408c0a09946b67f82f4146c4dc7b2c9a4915","formula_version":"titan-u-contract-v1","latency_ms":0.6740830140188336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ab93b1f6748c6b4bec5b035a456558a26ab7194b8ebb203c5bb05693503a623","sample_id":"grade-school-math.dev.2419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c636b48fe8a05c4fbedfdcec0a7eb070a6d189ce7801036d81b346240dd3f41b","formula_version":"titan-u-contract-v1","latency_ms":0.6581250345334411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"931ea85d84ceaad71ac0c863c5664728c943dafec9546bf4934375d9b3b4931d","sample_id":"grade-school-math.dev.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1034a90afcb32684f247d1d7ba8dd6dd2af2e781d68689eb0e5b96e26edd7f33","formula_version":"titan-u-contract-v1","latency_ms":0.6404999876394868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14d2b09f7bce683ffcb58f50361daaf6d1eb10f88eafcf92e1258fb671432df0","sample_id":"grade-school-math.dev.2420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89042bbe0d18c7fb26cc2a4e8420b62e1d5b705d4af3fa2b35fd18299f40102a","formula_version":"titan-u-contract-v1","latency_ms":0.7039170013740659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33078ffbdb41e45714b16dfa438236a12b823c3a72fe70a1e3e70e34b26199de","sample_id":"grade-school-math.dev.2421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c827615f8b9b815c08227b92921765c99910fa8311d956770c5be929c7674b89","formula_version":"titan-u-contract-v1","latency_ms":0.6852090591564775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8237c06c0f0896255315c5a6b0e7b3b0cfe28a69f83a65bd25ef9257afa5a7cb","sample_id":"grade-school-math.dev.2422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"077f5b308f2742fc11e8e785318e94c269c7c45b2a898928acc7e5278b8b230b","formula_version":"titan-u-contract-v1","latency_ms":1.1620830046012998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffda9ee6eb244b858ab78ef78b5530d38a979d87cd5a3e1defb64641c99654ea","sample_id":"grade-school-math.dev.2423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de18873c05369e92504ae071afcc97cfbd9919c889ff474849b8d9b79812a02e","formula_version":"titan-u-contract-v1","latency_ms":0.6593749858438969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95663b04e5321746c6c9fbdf979ed481e3be30922be7022133c853fe341cc5a5","sample_id":"grade-school-math.dev.2424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cd875ab4e15ffd34b0dee71d9f789d9385eb80ab4c61e3370f7105d7fe25723","formula_version":"titan-u-contract-v1","latency_ms":0.9669589344412088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea334d3004d8afdcb2ee1e57e48684feaccceb0eeea0386e3848048bac8cff75","sample_id":"grade-school-math.dev.2425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"323e29b55434b055803c46cca986730e3c0c218e903ee9e7800b11d388b86d99","formula_version":"titan-u-contract-v1","latency_ms":0.680833007209003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd2a3196ca006a428be28f87d33eee2054c69a432842113620869e997f497578","sample_id":"grade-school-math.dev.2426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e6d287de571d126e9b086e93e11cc41da6889f1e93dbea2ca666c784a73bfea","formula_version":"titan-u-contract-v1","latency_ms":0.6702090613543987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1952bf0409261ac5ad0cb32522cc6f01ae19f4fb84f79d739e906342f53e696c","sample_id":"grade-school-math.dev.2427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51a56462ea68ff185e2f8622a0ee762affca13508bf3454de2579fa27b001c11","formula_version":"titan-u-contract-v1","latency_ms":0.9722920367494226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb4c96a0e00aadf9003a5041fd00d1c63be5f743339d8589bafa6fe72b405180","sample_id":"grade-school-math.dev.2428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"401a8b3d8dee1706e89020c42977d1e3df65206a9ca213c83fc3b1dd17290705","formula_version":"titan-u-contract-v1","latency_ms":0.9437080007046461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b0b0433149839cb5ef8e37da64722b6d3c522afcd3bf606599d6f4178ae832e","sample_id":"grade-school-math.dev.2429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9194810351cb25af3aef614f8e8a63990012a2c06ed767fbf41e30efa42468bc","formula_version":"titan-u-contract-v1","latency_ms":0.6460420554503798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e75c522291b2d92980a666733edd2742fcb1fbde58b74fae9128352e60728759","sample_id":"grade-school-math.dev.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"010e24fe1a6b67cc25eab626a937b1af3329430222461123fe9af020a2b0150d","formula_version":"titan-u-contract-v1","latency_ms":0.7899580523371696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff0a969a2391e0d00b1ac17324695585d302584fb6bf7b035fc87aeddb6a2f11","sample_id":"grade-school-math.dev.2430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de97488945803076daa04799ddc9de1a5b534a14d06f34df9ddfde22f31edcde","formula_version":"titan-u-contract-v1","latency_ms":1.0007909731939435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"850ccb25c1e1513e57b559242304a8ab9cd1653a5405dc3ae88a3fbc6c8fd1fb","sample_id":"grade-school-math.dev.2431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"552e61badddafa994f34b63056c17c00c473ec4d27847c4abe58f9ce5e4100ff","formula_version":"titan-u-contract-v1","latency_ms":0.815083971247077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d897f0f0eea3c7d6e8ae7772fc61974009b8f9885143fd58425483d1d892b87e","sample_id":"grade-school-math.dev.2432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"005b5e11209050636c31edfc4c33489d63c99c7e6ceaa19fb7de35cce6385391","formula_version":"titan-u-contract-v1","latency_ms":0.6578749744221568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11a2f6bad0697dc697d252ed656bd4c3f9481744f0f2303d1a2192e50ccf47d2","sample_id":"grade-school-math.dev.2433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"238db05a028db8fad13c42762c0917c0f3087f34909f6c6208c4c1da3a206d68","formula_version":"titan-u-contract-v1","latency_ms":0.6287910509854555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"634c47d3961024feeae7d839b5491155b6285591fc7251f821a4e31cd1f1c575","sample_id":"grade-school-math.dev.2434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"749325cdb16e40ef3a36f65d84a3e39debe13919f1e8680e6dbe5cb091213b05","formula_version":"titan-u-contract-v1","latency_ms":0.8319999324157834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23bed6495758f37bd0438e411776a932812dbb7ec9294e76556c85e192d814bd","sample_id":"grade-school-math.dev.2435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f508780d5468e0b2d2b70d31f50c7c732c582f6ab36c51d70980bc0c45ca00b5","formula_version":"titan-u-contract-v1","latency_ms":1.2238750932738185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cf408f7828672e5132c1cb2fab8be15f2b26cd514e52ba32287efcf4e49387e","sample_id":"grade-school-math.dev.2436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1108be2d27512921a67f8dac79985e0172f692e93a5cdb57497e96a42932aa4b","formula_version":"titan-u-contract-v1","latency_ms":1.10858294647187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5a2a1400af83ae30bf7ffe4b1855adcda69995e0481fc34d1a1040b556903f2","sample_id":"grade-school-math.dev.2437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6826ba2b58d6582ed396c999b4b53b31e0e048da470a509e0cd50d24be4f35d","formula_version":"titan-u-contract-v1","latency_ms":0.8130420465022326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"985689e11e568563c70b4766134bc4e7bf0f4b58644f6ec65d4ba3fe07d3ddb8","sample_id":"grade-school-math.dev.2438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16b74eb85dc9b3b1aacce7f1f0060b3e82b3ecf0b46ebe092336f3b7d911c823","formula_version":"titan-u-contract-v1","latency_ms":0.8620000444352627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74d554d0d41b365b46bec0f25450b14ad03c544c9a114efb6d67e4701345ad70","sample_id":"grade-school-math.dev.2439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35a0d99ff7fd6ea3e9f13b8fcb2cdf0b0e61ce8298b70b6dcb2003353aebf7c1","formula_version":"titan-u-contract-v1","latency_ms":0.973000074736774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07278056edd3022a0d761fb1e27dc579c8c502621df8f979a43194f691b82d9e","sample_id":"grade-school-math.dev.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"135f05741906fed4a004d032512ff6804c5d026c278ef58acf85ff5ee80f3cd9","formula_version":"titan-u-contract-v1","latency_ms":0.655916053801775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b21cf3762f311609f3129cdaba4469fe3c5a9b96b6208be234c00e076a3171ed","sample_id":"grade-school-math.dev.2440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b458a1fa3050c61942a6f7efe2f2381dbf64397b92632df5223abebaf264b078","formula_version":"titan-u-contract-v1","latency_ms":0.9478749707341194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2d5b9302fdff51956d4de9e1e56cdcd20f2ef76f75a1f4f5fe615e1b539c330","sample_id":"grade-school-math.dev.2441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a695078f720a87ed8259a33701be710760d607b9eeafa984fad7dc0398d0ed66","formula_version":"titan-u-contract-v1","latency_ms":0.6202500080689788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9db8e83ad0b5d853def9abf732c57d9319129c7a33b6e0c74aca64028e34f73e","sample_id":"grade-school-math.dev.2442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3aa6d0cc791f187b45eba117eb354eaff11253ec244136058356204c7bf838a0","formula_version":"titan-u-contract-v1","latency_ms":0.6037909770384431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a59de52f0955331c4b114466164ba1241b258d175cf6bd3bab8f31a502195b8","sample_id":"grade-school-math.dev.2443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b240657cc2cbd3e78838ecf7f4aad7783e015620b0f582f1df4044152277f639","formula_version":"titan-u-contract-v1","latency_ms":0.7356250425800681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6cfbc77e1abb7d94fa3ad665b57c1f8a04f66f5c56d15433d179cd6e36b1011","sample_id":"grade-school-math.dev.2444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd441f76175b1bd1cb37b61279f4784e595d030e64c28e38e097d304cd85757c","formula_version":"titan-u-contract-v1","latency_ms":1.5046250773593783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07829840562d9c0ffe873cdd40785f81cd9ddf7d595491f60872fe0d6def6f84","sample_id":"grade-school-math.dev.2445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcaf55909c764b1d475666fef83eaef9f54256df965baf84e94064e6f5ee706d","formula_version":"titan-u-contract-v1","latency_ms":0.8259579772129655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfab9a1a41b916a4ea2afb388fb0c720effdd3cab97ed24288820c22c8e8e6b9","sample_id":"grade-school-math.dev.2446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d96dee7b12e25923f5bde95c832a6c7c6163492505642fa4343f0b43cb0ce571","formula_version":"titan-u-contract-v1","latency_ms":1.4494999777525663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c43a31e61df1ca8c7c9b87cc061362638afbecddf28e2a4539573a904efa03be","sample_id":"grade-school-math.dev.2447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"056ebfeb7baacb44f79791baef8cb80f2f5e9ed6477a2c74b72645b217a5604b","formula_version":"titan-u-contract-v1","latency_ms":0.6605000235140324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd32318fbe22145823cbae75de1147958fda1f78d98c5a08b6de0a02fda223d2","sample_id":"grade-school-math.dev.2448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5c9f27391741506940cb75cc239d080d43700903976a97410b620564b2d67d4","formula_version":"titan-u-contract-v1","latency_ms":0.6811249768361449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06449f3d42d9e33de6f0f693420729d42fdd78e54efa8d863a9780c24e8829ce","sample_id":"grade-school-math.dev.2449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a870214b6869e2a27890a9bdf7074aa1490ca207e07088f92f73e7b343ed76d7","formula_version":"titan-u-contract-v1","latency_ms":0.6075419951230288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c1e0ce28ab709f345a9f76e223e3a0361409c7b771a82c08fe6c3d21fc16010","sample_id":"grade-school-math.dev.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bda2c09ea975405950c7f39cc2aa543ccf3ee9a593362386a4a831f4169402f1","formula_version":"titan-u-contract-v1","latency_ms":0.896250014193356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be3513fe0ae3bee49a147ec465986868d6f5602c819756a731c57e0c3bcdbd92","sample_id":"grade-school-math.dev.2450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28d5ccb08417006cbd508de6d2a8f6e631d0d60c04b3fff8d8b02645a3855c1f","formula_version":"titan-u-contract-v1","latency_ms":0.8244590135291219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"194101b55c81f7dc88ecf2cb6e5f000a703c4174ea99ce3f29877976c19992d3","sample_id":"grade-school-math.dev.2451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"666683bdd211dd64947965a0a8aa2960225114625a02ddef63b9c026cdc628ab","formula_version":"titan-u-contract-v1","latency_ms":0.8612920064479113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"031554b475adb560763d1c08ace592c65aa31949b8cb873c7101496d2d67f249","sample_id":"grade-school-math.dev.2452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16982cca648ae6b1c7d54b5013530491d651e01eb5cb409479f5281c7724f0bb","formula_version":"titan-u-contract-v1","latency_ms":1.1342921061441302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65d70bc88ce440e4e4728e105ea49b21f67de68d3a8007cde183f1db07ead998","sample_id":"grade-school-math.dev.2453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25332ce99e36cb532b3b9115001e581abe67f2fb6484be26bba743ccd02ad15e","formula_version":"titan-u-contract-v1","latency_ms":0.813916907645762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69bc6cf3f07c3f3f461b44093145e91d9ef0a60b6748a0b3889e5cab9979cbb2","sample_id":"grade-school-math.dev.2454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acd681c88dba7d489c74091f237eff821f8bb8e4965a03a090804bcc942f3f46","formula_version":"titan-u-contract-v1","latency_ms":0.694541959092021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25a3922d1905b26f2ab22a065c733bbb484fa8d786dc923803d255705056f5ed","sample_id":"grade-school-math.dev.2455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d78f61d51b5f8a5b3c3b172c5bc52ba270b0534782b398bfb5bfaa98356515c5","formula_version":"titan-u-contract-v1","latency_ms":0.9433750528842211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"804cdc82a0cef3b6c67baf0669b803bdf3c9aa67f4b0b17d24310e6be67d4f00","sample_id":"grade-school-math.dev.2456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc9a7ced4fda715d85f871177ab47dc7c4f7440ffcccb14a174bc715c4d79ae8","formula_version":"titan-u-contract-v1","latency_ms":0.9203329682350159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac672a41689774f22c832ac1f7f303ada330eb39963e5608220adc00e6fbdacb","sample_id":"grade-school-math.dev.2457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4db6465ce8bd9b0adae1d17a5045b986c493b77e2b75aca35d1264fa606e530","formula_version":"titan-u-contract-v1","latency_ms":0.8677919395267963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bec991ddb87d7475b4d1fb79eaf0979ab4b26d65f29f7b4546513199e6269a2","sample_id":"grade-school-math.dev.2458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52227b34745db90d20a038d51a8a53e0b7ce2438708e04cc43933c16d262dcf3","formula_version":"titan-u-contract-v1","latency_ms":0.854582991451025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dda9156732caff407918f57569d5a02082639bf810fa23329f946bbfa958a2b7","sample_id":"grade-school-math.dev.2459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"188039d43bb03254d54a0fe71a57053dd84a424b1398b3572ae8564b981be16d","formula_version":"titan-u-contract-v1","latency_ms":0.7042919751256704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cca6c8cc689b8453bc9873c9812eed846b49176dddb1d5b52da9670251b2518","sample_id":"grade-school-math.dev.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa6fe0d3227aec848b21ad3d8004483d70323abaed07c6a9d49d671d87f6fe0c","formula_version":"titan-u-contract-v1","latency_ms":1.0125830303877592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a88c9c27a118e391046097bbedba3aa6407914a6dfab40837e0ac10a6cb09588","sample_id":"grade-school-math.dev.2460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c0569634f1ad6a69a6b87ebc5a33680907c979a008931de8273bf2773e63897","formula_version":"titan-u-contract-v1","latency_ms":0.6244169780984521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d382d86fbbcc2a17df52c94cd7ad77e2d82ea0a470510aab7abadb4d5154d399","sample_id":"grade-school-math.dev.2461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc72d403d10cb2c0a46cb645a901c7e61edc2e9aed4fbc6fd3cab24e7d645ba1","formula_version":"titan-u-contract-v1","latency_ms":0.895082950592041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b486676988a04861de0b7246d58426ca09451bccf2ca2d1caa6cceb7c9d0292a","sample_id":"grade-school-math.dev.2462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29211c00c0476dcc42266546e5671c8327ba7c0969430fb8a3495391ebead941","formula_version":"titan-u-contract-v1","latency_ms":0.7258750265464187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8dd0ed889397b37a15a1492c62cce933650bdb93234212f893c78838753d8bc","sample_id":"grade-school-math.dev.2463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8861be8bf03fedcd2d355a8f41b2e755c23e301a0518e5cbbea93b461c4c09e7","formula_version":"titan-u-contract-v1","latency_ms":0.724666053429246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ae44f74cbd9b3c75c3a0c92f9cf9cf3e6c4d76feb07d057f5f514149e3d5dc2","sample_id":"grade-school-math.dev.2464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51e10df65a8c2188948f2646dd2664059f91bbd7bc9022921e6f3298ef0c5de9","formula_version":"titan-u-contract-v1","latency_ms":0.6889160722494125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34b2f60ba0658afd460da2907a0bb6a223937754acb58da20d514303d70d6380","sample_id":"grade-school-math.dev.2465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b3da3d5c2364d69cd638cb097b26a5bc5d15b3fd73704e8e5b77bbe3cdaceae","formula_version":"titan-u-contract-v1","latency_ms":0.6282090907916427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0c795805c3a103b9a72f531a76093cc8fb1786c24b994b116da124270766dc1","sample_id":"grade-school-math.dev.2466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e0636765dd318de7822c3cfc6fdab7d4624e19eaf4434c368b75c509d94b5b2","formula_version":"titan-u-contract-v1","latency_ms":0.651167007163167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64f1e304916580e0c1d5f5b0456e82ff92ea8150e26e8a82af3533384cd484a8","sample_id":"grade-school-math.dev.2467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c29270a905d0867893365aa7be0efab879ee2ac6c829be6339c7e0593b2bd868","formula_version":"titan-u-contract-v1","latency_ms":0.666041043587029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c06d385300216d2d0b176e868c49a93c6b6a099478ae96623d3668598084704","sample_id":"grade-school-math.dev.2468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a715009197b74a3d3e7205f58a8a98de96716ccce7c5d0d60720a5933189b16e","formula_version":"titan-u-contract-v1","latency_ms":0.6574159488081932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf0fcc877a7a1dbe7d9e33f5310db0dd11cbb6a4ac4b00907f672cf784464e2e","sample_id":"grade-school-math.dev.2469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7466349556e86e6c1c824cd5d96b5897edc9a1f7c1561e3ad82f48c72fb7b1df","formula_version":"titan-u-contract-v1","latency_ms":0.7172500481829047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aec2c02e76505e4405fd497466b2ddc6f6a3f8decd4fe30b41348ac3b36a1396","sample_id":"grade-school-math.dev.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cf96d776192bee06b1e6746997aae8101900b13ae334ca446a1a78bc26522e0","formula_version":"titan-u-contract-v1","latency_ms":0.9385000448673964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89f031c589999ff4ba54bac5a1628bd468162aaceccde727797bfa67750e75da","sample_id":"grade-school-math.dev.2470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d12200f42459636996dd509adedce64382cded1eb185de5f3cdf6e0e6c8fc14f","formula_version":"titan-u-contract-v1","latency_ms":1.659291097894311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba791570d19215248f10090b23e4c932cc4468d1a33086026dd08c2d1f358cce","sample_id":"grade-school-math.dev.2471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a31989ef67ed269a7458dce16cc2fa635d1134650cac7156dea84ba804e166f4","formula_version":"titan-u-contract-v1","latency_ms":0.8981669088825583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ba9bc3bdbd5b387bbc8e6362cc8faedead0ac9ddd1cc4856c2320c31565a5d4","sample_id":"grade-school-math.dev.2472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ec35e8e92cb8f7f63a2e0e969f11008fb8cc197377abc38932d62a068c7bc27","formula_version":"titan-u-contract-v1","latency_ms":0.7227499736472964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"721a9841b590489efb6dc792252f9b007554d363000622aa20c887ba608124b6","sample_id":"grade-school-math.dev.2473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e452a04b00e976804fcf1cffdd958cecaf131093e56f1ae3b1f8f199351351c4","formula_version":"titan-u-contract-v1","latency_ms":0.8948339382186532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cfa26530ed8915c31c508f7f42dfc204b1a72275f4177fb591544704e23e635","sample_id":"grade-school-math.dev.2474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04eaff3f632e884f2f9efc34318cffd4bc5284dd915a0c113903c83a0e3fbc53","formula_version":"titan-u-contract-v1","latency_ms":1.69141695369035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"affd7e7a5cbdc3808fea5e495841ca800a152a4aaed98f3f575ee5a7d792a989","sample_id":"grade-school-math.dev.2475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ccf020a7934d6d57d77b7bbd654f1fb68a2802f73a3239f327f0b1e5b241b33","formula_version":"titan-u-contract-v1","latency_ms":0.8215829730033875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77d545be8313a08bc56347f14e2212f976e3bf20b1a44cb7b5196d681e78fbd4","sample_id":"grade-school-math.dev.2476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0ce7fc5fd17abcf101868e951bee3aaace65747927d8ccbc87f8beed1a9e8f8","formula_version":"titan-u-contract-v1","latency_ms":0.8437919896095991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07db22d9cf3b29a1ddef0dc22e797374c7f24dd6655a4b7a2e6a87249b15f040","sample_id":"grade-school-math.dev.2477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14acd17bf1f4720c263ed39a1bc7e9f12dad9896565c4d62811a60c36edca067","formula_version":"titan-u-contract-v1","latency_ms":0.6758749950677156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b0e251cbde151207051c8c89559d08c69b2233db86953da0057ab32b88ec92f","sample_id":"grade-school-math.dev.2478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd25e1ed929c191ad23ee61e1031dca944eaa58f9be0d29f2e6454c6a8641841","formula_version":"titan-u-contract-v1","latency_ms":0.8161249570548534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3db0391f2ee902a3e34d69639d96ac1063b91cc0d2e9d31472debbc0ee998c2f","sample_id":"grade-school-math.dev.2479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdf90fc9d700e2763b622f81e8c7537f32731af414997eb5d8e20325396b8011","formula_version":"titan-u-contract-v1","latency_ms":0.8136250544339418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e42e5ce1064527b8a654ca9f1f863a020571970bbb0a30a0bc34c7473db172b","sample_id":"grade-school-math.dev.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5912cf0cb30a7fc8acfbf6ac832ba9a96459d96de8f65276a65d3819f0c4bedb","formula_version":"titan-u-contract-v1","latency_ms":0.8787919068709016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e4f89ff1ae10f445e1d7375c71d40199ba09444b8ddaa989fa6f8c6537c3d8d","sample_id":"grade-school-math.dev.2480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be330820c6b950fb4519956a107791287254c01a54a6ce6ec8f09897a00b052b","formula_version":"titan-u-contract-v1","latency_ms":0.6514169508591294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d39ad2bba9010464c42344439c8c63a3b70756404b20021831e095295bd8dab","sample_id":"grade-school-math.dev.2481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a7ae75603ef5ab6c8e5a2b85cbc8374433a7788456a279618c8af7934f6e282","formula_version":"titan-u-contract-v1","latency_ms":0.9095410350710154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ca56ef4cd15af905989f4bf7a9c69bc490eca425373edad3db1ea146d0edbf0","sample_id":"grade-school-math.dev.2482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3e558bb821a3ede7c8a474fb985ab1d47cb3e33d196fd9ee83f6a2bb89d64b8","formula_version":"titan-u-contract-v1","latency_ms":0.6288749864324927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f757956a294bbbb774b469dae0e320b540d8f6dffccb2d09ba2a972b75884625","sample_id":"grade-school-math.dev.2483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"386fd90446c2a32be680702d62bd4e4acfc9e93f02cf82da3535cda905b20697","formula_version":"titan-u-contract-v1","latency_ms":0.8467909647151828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e97edac49dd2a8c79e631d04b7f774c993b025262cc9f3408f23c063775b2fa","sample_id":"grade-school-math.dev.2484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb1f432430e5d5afb72bf092db1b8d9ff92ab0b15c7c69134e026109dbb6b720","formula_version":"titan-u-contract-v1","latency_ms":0.7008330430835485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f77ba9835409b57cf10c967a36b923eaa519ad937d172969ae92ca9f6b466c5","sample_id":"grade-school-math.dev.2485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"159a5d720ffee15ab62b2945fadddaa001fb8ed5f911c7112a17bb11c98e1b2b","formula_version":"titan-u-contract-v1","latency_ms":0.6501249736174941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"122d94bc852b08b7e71c38d73000144800bb4b3a756f744679bf2d386723b665","sample_id":"grade-school-math.dev.2486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e54bf607466aaca8e153f30985182686fefd205b0d9c13ec11f6c30f63a68249","formula_version":"titan-u-contract-v1","latency_ms":0.7078329799696803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e3b9042dfae9705998c7ab1782acfaaa7d3e3cdd2456e62e591788c83a0de5c","sample_id":"grade-school-math.dev.2487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1454c8b233af46ed01ea93e004647e38c51fd950b2def369bb658529033eb9e","formula_version":"titan-u-contract-v1","latency_ms":0.9279170772060752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55fca91566f38877d8d06d7548b72d3e7e06e728c947998a3496d7b7160ac76b","sample_id":"grade-school-math.dev.2488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35677387193294ec9806dd5aa5af106ce95b857860501a5c5de8f1b2c6279fce","formula_version":"titan-u-contract-v1","latency_ms":0.7265839958563447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4172ccae624e3f59f97b611a66d8ec7fb5c65c09bbf1a4399e61a113801a4280","sample_id":"grade-school-math.dev.2489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11cac245a718bcba2cfe4203a6d027fc98d21c76be395f671a114594b310f1d0","formula_version":"titan-u-contract-v1","latency_ms":0.8716670563444495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20d6e5aae37bf7504922c303db4dcbd2a4224db05e03bf5965f56edcf2b69f7d","sample_id":"grade-school-math.dev.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf3a9eea4f65ea52a0f23d5f9681801f39ced30f45a308edd2a08382b93c60f7","formula_version":"titan-u-contract-v1","latency_ms":0.651167007163167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ca49c227cf2ac8dfd7532480c19023542a5e97d623c91e986fadc1428263183","sample_id":"grade-school-math.dev.2490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bed91b9b75741eb57fa9543b6abbfed65c28c5e420f52610ae85c35dba109dd0","formula_version":"titan-u-contract-v1","latency_ms":1.1879999656230211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d79fdb1a81a3e952c887a9ff705ba785257147b71a6716580ad36da823956c23","sample_id":"grade-school-math.dev.2491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"387667341ec75c9fbe8857ec4e307084ffe27624b1e60ffaec38923cada5b055","formula_version":"titan-u-contract-v1","latency_ms":0.6793750217184424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98289bd4075068a6148b1223cfe66a52d901956a61fb3a9f81f410a415bc8d2e","sample_id":"grade-school-math.dev.2492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9d2fa4e9801031f78fded909f2f6c6e6f1d73f4535d68f6f30eb46f1eb4653e","formula_version":"titan-u-contract-v1","latency_ms":0.6280839443206787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ba45e9fe75d97289d974f7034315d9728a5f200c841851dbfad9f477147cc7d","sample_id":"grade-school-math.dev.2493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6230a85010bea6c07a6fb0ab702c7c6aaea8509172713c146fa322fedde1d8d7","formula_version":"titan-u-contract-v1","latency_ms":0.9941669413819909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2feba51421b2b3fccaa599565427a4cc1249a28559dabb689cd7f612891781fa","sample_id":"grade-school-math.dev.2494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c0edf5bc1003da73ab01c0ad1a8b2accb80b6b5d239ca4c9a141ac8657cf116","formula_version":"titan-u-contract-v1","latency_ms":0.7016670424491167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df7881761c0e3210d47f8938fdf35a15f02f0719f5df8140079355c48f8bf14a","sample_id":"grade-school-math.dev.2495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bd441957599f8fdbad06c00477fd78745172c991c396671db4ec57dd28c3c76","formula_version":"titan-u-contract-v1","latency_ms":0.6929589435458183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fe3cc0bddae90c6e90353011bcdf5d4da06caf56252bc774b34a259497120dc","sample_id":"grade-school-math.dev.2496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deae290ced223a9df9aa531043260fa82f6fb9e6b51211b465311d2f11fc2da3","formula_version":"titan-u-contract-v1","latency_ms":1.6844170168042183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0622b7e573ea7d64a572e6048c0ea001a9291ff3e92144c54c90d5b209d51bf9","sample_id":"grade-school-math.dev.2497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc3b8a0bc1221d1cd2f731496a1bfb8213e03a51464d01a5fba43abf258caa0d","formula_version":"titan-u-contract-v1","latency_ms":0.7962919771671295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"592a75cb6c926a1230f7efc90c490a6d64deaef900b4bacc1455975892df7d18","sample_id":"grade-school-math.dev.2498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74d7e86e62329445ccec89be804651c69f4c18412060a281440edc2c0b2726e5","formula_version":"titan-u-contract-v1","latency_ms":0.7047080434858799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b15d2b53014dd2e6b6f7c6909d603fefe240d4cbda80175a3d843f708dd9f8a","sample_id":"grade-school-math.dev.2499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e078b892d1b61658c94f2648198d8f36a173981757a4b958ea4113cd644ea2fb","formula_version":"titan-u-contract-v1","latency_ms":0.9189579868689179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a386a62c307749e0aee7f8acc576e60ca485426e982e761df421cdb9aeb103f","sample_id":"grade-school-math.dev.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"785e19cfa80094a36c341de200a49894f342903a9aefbfff53021f1b29874f72","formula_version":"titan-u-contract-v1","latency_ms":0.6829160265624523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c028d76a514644341bfb1f08f605a1ddadaa356a215f0e7a26881ac125bb9d9f","sample_id":"grade-school-math.dev.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2f1dcc8c994e9dd5e7e8982339d412c766689d506ce365d3f86aa590fcd8995","formula_version":"titan-u-contract-v1","latency_ms":0.935708056204021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d401113901ab849d7d36a87d2fc4fb08d64a3887d6b1f0377731d99f5605d2fa","sample_id":"grade-school-math.dev.2500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15a8b85b30e19ce5872ad7aa0ba4147615483a754dbdc149677778f493939089","formula_version":"titan-u-contract-v1","latency_ms":0.8563339943066239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c1e1a87b3d6ea8fe67847ecd20030961600d0cb3d8af1a6009c4b820befc263","sample_id":"grade-school-math.dev.2501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db86db0fa13875a25d9877d4f31f74f9010462ad2a99f66d8c5aab3e163c6f7a","formula_version":"titan-u-contract-v1","latency_ms":0.7020829943940043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8445788617a547f058d30a01ac6ee65c1c33bc5636087596d164ff9f78bdcf0a","sample_id":"grade-school-math.dev.2502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50576f664d680f5c103a47fd1b8b09cc2fed99079b490b5c1c87162e38d4aee6","formula_version":"titan-u-contract-v1","latency_ms":0.6460830336436629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35c46ff3ad0e0e8894600b26713846d0098fdd86db9848edd1b607d180c617bc","sample_id":"grade-school-math.dev.2503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63f1bc21e80a67b2ef905f3b96b99f7d6f0c2538c302354d6bb0739c2686bb19","formula_version":"titan-u-contract-v1","latency_ms":0.6681249942630529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b6a71a529428dbcaffce7ec3de61bb70a42f64f42db1699b1d9c99b34528ac3","sample_id":"grade-school-math.dev.2504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4fba31e0901156d67e3f9715e5f41a4ec5b43fdedd36f5415cb7b8fbe14bb66","formula_version":"titan-u-contract-v1","latency_ms":0.7115000626072288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf2ee7ca96b4c08151271f8ac877812ff48aa6daa19bd1cc4ba7c7a0ad637389","sample_id":"grade-school-math.dev.2505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a36e70060c7e271e341feb91cbaca669cb1cb74e6361fc4c58aacc77d00e86d7","formula_version":"titan-u-contract-v1","latency_ms":0.918291974812746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98c5369db006afec55492e9b3349ba0fbfaaef81f0bcc90baad7c266290d6f1a","sample_id":"grade-school-math.dev.2506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0ff24f160471b2cc903838e90811764e9431dbdf2579625a982922e7e879525","formula_version":"titan-u-contract-v1","latency_ms":0.7447079988196492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2967e62f30886318723eb580f15285e872f6677b0401f64c8b1937ccc0712a79","sample_id":"grade-school-math.dev.2507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2e93bd3e82593467dc077f84b470be43fe41d66ad77c9143b9ad143cb1cad30","formula_version":"titan-u-contract-v1","latency_ms":0.6701250094920397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2599e63f838fbd504f6c212b7c79a4362f1f946cd0cd0701c0f75f0239139fa5","sample_id":"grade-school-math.dev.2508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c80a635a0ff42750421e2709b70a37bdec3a4cfe53ce860a60fcf24662cffe0b","formula_version":"titan-u-contract-v1","latency_ms":0.9392499923706055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91b8dc1ed936b7f66351c48ad555c2ec6f3cffd3d5264650a12af460ce2ef426","sample_id":"grade-school-math.dev.2509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1cbf758eae8b20af946ee6c11334759eb1fb00c2ad9eba017deedbde6022711","formula_version":"titan-u-contract-v1","latency_ms":0.8200419833883643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a71430c74cdc1e6754f58a78b566bc4ff582cd05e7216e87acb90a9e0564187","sample_id":"grade-school-math.dev.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f754f0af63ae9b42ddf7cc39247c76f7255c4fbf81b2f304aabed2bf7faf0af8","formula_version":"titan-u-contract-v1","latency_ms":0.8393330499529839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ee1457666b1225881c010e2a2c9802716d486f606e78145124e542f0e12cc1f","sample_id":"grade-school-math.dev.2510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ff4e6b4d1c956f18642fdea99b92ed48c809a7d1264f052c1f40af6aa8b14d9","formula_version":"titan-u-contract-v1","latency_ms":0.7256669923663139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9e5d6b255b50050215a5205a6ed41e7e169771be1a7a8a834730aa3bd4aaef6","sample_id":"grade-school-math.dev.2511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fefe92a7475b943720fb15ec143a683d732364af0f5877c29a1577634341880a","formula_version":"titan-u-contract-v1","latency_ms":1.1598749551922083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76690197a82f7c78ccd7df44f915b9f7c98fdf7a21fa43b37deff2f36f233466","sample_id":"grade-school-math.dev.2512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37eb3510955f145a904b378d5a13dfb4b896e01c223af1ed36c5a9b0b9ba21d8","formula_version":"titan-u-contract-v1","latency_ms":0.9271249873563647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"516a6ef025d8e3e063986b518d6a25917486b69691e4a3546751fd88c9324d0b","sample_id":"grade-school-math.dev.2513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72c69ce1ad442c0780cc89f78221885acedb41434bafbdd6bd3348e754343b0a","formula_version":"titan-u-contract-v1","latency_ms":0.808625016361475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4c1a1b19069003a53c7a61c77c7316220eebb6065f54715ced6813efc08e89e","sample_id":"grade-school-math.dev.2514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b24485b0e6719ee2709649db646293052df0647fa1cc882fb4a91ea44b982b7a","formula_version":"titan-u-contract-v1","latency_ms":0.6989999674260616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aa1e33b86951dcac9f57d067861517e03761db6404eb813184e51173db7f607","sample_id":"grade-school-math.dev.2515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00136752f90601a201c0c452141454a2da19ba9ac2affde6b81432aac66aa0be","formula_version":"titan-u-contract-v1","latency_ms":0.8412919705733657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2b2583e4facc0cf678d15567c38c28ee92a5317fc020464e37ab8065b02e513","sample_id":"grade-school-math.dev.2516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0265b54ff7085de3a17bf95d35820c35dff37f18506a21b929316ccbba7d38a4","formula_version":"titan-u-contract-v1","latency_ms":0.8442079415544868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f2326b004d8417b87395c13e485591dadc78633e7cbc0683f7fb6ec28a4d6e9","sample_id":"grade-school-math.dev.2517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3bef763f44b50af87b0198df5bd31eefa79403b2f8a055601c0903724217938","formula_version":"titan-u-contract-v1","latency_ms":0.8455839706584811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98b6d59928391e91862c73051986740f6ef5b45510388e6958f3032d75bab86d","sample_id":"grade-school-math.dev.2518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d8229d59830ffcb16c47125fca04b435facbca90821bad39cb2ccb4645d98ac","formula_version":"titan-u-contract-v1","latency_ms":0.979707925580442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0f5e6568a15009ac7e64e290b0de974a9ae5ac50370e5be06c91967f55f37e7","sample_id":"grade-school-math.dev.2519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e07d9d9d3a624e3341b59c9757853500c8c36f40edfe34463bcb2e038007b721","formula_version":"titan-u-contract-v1","latency_ms":0.7518340134993196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b2664da135930392c456eaf275cff96a50dd62b076d18c4ba892ae6cd572c82","sample_id":"grade-school-math.dev.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"238a465a21a3d2fc1c72a677ab37d962780462516d54ec2664d326c8a817cc00","formula_version":"titan-u-contract-v1","latency_ms":0.7232500938698649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7602186ed7a3cc3964627b5de2cecd978a5579353df12a317e44f2cda08bebe","sample_id":"grade-school-math.dev.2520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7d75e5fc24f76bcbd12f00a92da35a5fa2c864c8404cab9aef74a6a0dc7c187","formula_version":"titan-u-contract-v1","latency_ms":0.9539580205455422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e526efffb5ec2c2888477bd9e9f924c2964f091722444fde398d8228a1aa28d9","sample_id":"grade-school-math.dev.2521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5434fc89c8065683b856d692702e67270f11285e3c0fa81a61f0a19167670d02","formula_version":"titan-u-contract-v1","latency_ms":0.6592919817194343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03b24a65b16cf53e81727e3af1d41def1e694f421e74e79d0ce204dcf745ad96","sample_id":"grade-school-math.dev.2522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35671436615ec58a3c782b6dc5d80fa9e11ba8fe73eacae59a7930b24e6feaf8","formula_version":"titan-u-contract-v1","latency_ms":0.8139580022543669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0db86b4d3a50712760102d11dcb1ba67332979b2b97d77f26dea4c94cf50e54d","sample_id":"grade-school-math.dev.2523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8751462ab31b1bb36615ccfdb052e162224bff518ed529841232a1f181ec02f5","formula_version":"titan-u-contract-v1","latency_ms":0.93345798086375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"090d42ecbdbdae09f433ea957f79e945f9b32d0e526d79053e902084aef836ce","sample_id":"grade-school-math.dev.2524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2b0e65c2507910a97b69f212a3360ac99926cf1dfc1c3eb6ffe80e69968459c","formula_version":"titan-u-contract-v1","latency_ms":0.6506249774247408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb128503ad8f53b630b8f1108b66c4c85039add5edc16c2381889342868208f5","sample_id":"grade-school-math.dev.2525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c429e1145ef505f1b92b2bfbc83ca22889e6afcf649612704cf786503a998fb","formula_version":"titan-u-contract-v1","latency_ms":0.8975419914349914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32c778a234f9204e64d619b18cc7d6af0b5d7ca7a3c02d8db82bfdb95424600a","sample_id":"grade-school-math.dev.2526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"934ac08d90f151a0fb277f919bb8d13ddf66d98a3c4d0edcb204ed5fdb800623","formula_version":"titan-u-contract-v1","latency_ms":0.8790829451754689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c662ef6a42a6de9145b29192ace62ad570a88a505085401d68e86684f0264755","sample_id":"grade-school-math.dev.2527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12ea3b4fcce3e591295fce2d046fb7df2789013caf4d3652b9ded39f65bce8c9","formula_version":"titan-u-contract-v1","latency_ms":0.8746249368414283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63ccef790075b57ab517edbfb0710276f74f3dd70efdfcc86209e6e3d019cdaa","sample_id":"grade-school-math.dev.2528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2eebf5daa84eac855562a535512b414f5a0a5e564c3cc8792ccc14bbc1eb9d7","formula_version":"titan-u-contract-v1","latency_ms":0.7195419166237116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93e7fc33be734d654db24c3fe0b4700a446d05be1deae3183c8fac72bd99637e","sample_id":"grade-school-math.dev.2529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a46a2b1d8e621b04629b408dcfb3a396ec01206ab5c14c4c25d9ead75444a72b","formula_version":"titan-u-contract-v1","latency_ms":0.7037909235805273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a35d5a6299c50389507d74fe6c72c2fca7fb12bc9105fa28cda60b25d3b8102","sample_id":"grade-school-math.dev.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd59f8ec0902b2859264e98b930c589af777d0bc8698fa89c86959449e542b44","formula_version":"titan-u-contract-v1","latency_ms":0.9432079968973994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1550fe02ecef1a922ae3e14b5ccc3bc5c416bc332a4ab297e0b92e2cf1a7625e","sample_id":"grade-school-math.dev.2530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ed86eb52de88af5c8685314c34df58064d7f5640061e1df24f4e223b7692cbf","formula_version":"titan-u-contract-v1","latency_ms":0.8557910332456231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d4ec5ebdc02f9aa4de1e25a5b458505567a7ff0a2fee9535da1ca632a5fb78e","sample_id":"grade-school-math.dev.2531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"933d683151df3bade8cb91732bc5aa7cfaf23305229514790f5fd60815052884","formula_version":"titan-u-contract-v1","latency_ms":1.0407090885564685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e05a99fbc096a12ec4eae0b19c479ebcb19814e1b92adbb962f6a0465e84ec7","sample_id":"grade-school-math.dev.2532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"126e2176c6acf35d7a26079aef0d68813a73c3571c78a02cb64e1d5491476c7b","formula_version":"titan-u-contract-v1","latency_ms":0.6721670506522059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4aec62337fd98ef4d62d51f1ecbe90d35f96ca1f4cc6e7473f4d17452bb74a5","sample_id":"grade-school-math.dev.2533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7a8b34ae112d4f3ccc716b4c39ed564f4c548f582d1c98989bea22179ffab93","formula_version":"titan-u-contract-v1","latency_ms":0.6360829574987292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42d150cc084e89b78b0e6fed8d2b3b3ea529b6791eb8efbaece15582f5d1542c","sample_id":"grade-school-math.dev.2534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccc9bc246c9f98646e66d88689669850c4d775b265432dd7c1a067f6b11c493d","formula_version":"titan-u-contract-v1","latency_ms":0.9690419537946582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bad44b3e007f621770ecc85659b62f10d76f6ceb8b91fe99c84b0265b091df2","sample_id":"grade-school-math.dev.2535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"199475bffc20a0eb0f05be8cd104625664d66b00cd1592a75e5a2707a21056cd","formula_version":"titan-u-contract-v1","latency_ms":0.9880840079858899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c80d9e8eaf11cc15483332390ef98624404c5ceaf0ecd4e6c3788e1c517fc15","sample_id":"grade-school-math.dev.2536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc8b955e51230c87af6e13dfcc8e7877c0f2a708f7c52432f9498e32bc2fa85b","formula_version":"titan-u-contract-v1","latency_ms":0.6532089319080114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e8e892abb85688e62ddea26a89ce4e5f5887b9985096bcbc3db3c1d58880d44","sample_id":"grade-school-math.dev.2537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c43f5d8741fc5aa5e9a254299963f9a1e7de29d745756caa3af27c1ccb43b20d","formula_version":"titan-u-contract-v1","latency_ms":0.6542500341311097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e00a779e6d12e792af7dc8309ad4c8a37a05e38ce53f417af95e7fc62fb3e5bf","sample_id":"grade-school-math.dev.2538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa3d027d328f73b0151e90e674201d7c73858a0f564648d2f7a93fa6ea5b1908","formula_version":"titan-u-contract-v1","latency_ms":0.778582994826138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94721518692b9ebdc7ccf1c69a2d7393ae0b6735964579574af594e1a434d32e","sample_id":"grade-school-math.dev.2539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b53bb942893d7083b978ce3079ff546234496334cad0df6de84f432373dd84c5","formula_version":"titan-u-contract-v1","latency_ms":0.8711250266060233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"754a7a86fe8b09095a645a253f43807d8c9edeff8f6ab891cbac315b62175d17","sample_id":"grade-school-math.dev.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5148485084ce61bcb76ad7e25e1ea3fab8660daf4edef65e9be359c75fa0530","formula_version":"titan-u-contract-v1","latency_ms":0.6852500373497605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d0cc031de73868169503207122d495d07b45c307734588b84e4170a4dfabeff","sample_id":"grade-school-math.dev.2540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22436513ed34058e123b2eb42c327a2e6a09b8b3fe9ba485efb47ae7c0869f2d","formula_version":"titan-u-contract-v1","latency_ms":0.6748340092599392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba36389def116dcb790e9f99ce80280bc925aa8f2d43718a559cf9c9aaca1834","sample_id":"grade-school-math.dev.2541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec335c8fae0eaa9483d6836a27ee7c9075a27b7d0ed741196b525d8741fd4a04","formula_version":"titan-u-contract-v1","latency_ms":1.4149999478831887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e86f962c7560fdacc7494c77ac2921157a22ba3e4586af5285f220b309178ca","sample_id":"grade-school-math.dev.2542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a20ab9e2a0b94880dbfbeb926a089486f0320ca2b3dd9faca943864988de4ae0","formula_version":"titan-u-contract-v1","latency_ms":0.8424590341746807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bee35929fb88d71d85d4833532e4c5652a75c947dd921a1c7b350ad101dc6e5c","sample_id":"grade-school-math.dev.2543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ad73be184a9477234cee7e710527baa1b1c08c9c5a513258102a88bbc9f09af","formula_version":"titan-u-contract-v1","latency_ms":1.0268749902024865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f5d03c02192072534f711b0f1e8527a85f311bfd20627f7966fdc9493ac73a8","sample_id":"grade-school-math.dev.2544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c47321705ff664eb408e8fde83e50c75decdc8b71e36b5bc148c3fa3a34885fb","formula_version":"titan-u-contract-v1","latency_ms":0.6777090020477772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28151d2cd02d1f9d33c1e56c5441d201746d2cb7b6e31c11b89208d818f44e4d","sample_id":"grade-school-math.dev.2545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bbab707b03f454820018b86dac2456bf3aecc2d91ae96c740b07bed3e67ed1c","formula_version":"titan-u-contract-v1","latency_ms":1.0493749286979437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b5486ea940312753040ba4bbe9476d07d305c53906a2d8c0ca58fcac9b0e6cd","sample_id":"grade-school-math.dev.2546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65439d37ec14f19e17ef1c2564dda09222e1424ef65b81540c61ec32ff32a56b","formula_version":"titan-u-contract-v1","latency_ms":0.8396659977734089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"441a6ead8df693246456660ed08642e6c3b40b27d1a6c7fb52b9180fd8363375","sample_id":"grade-school-math.dev.2547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44a7eb74a122bed5e0cf9d96737963a7ec579ca6f141985e1527a050775ab13f","formula_version":"titan-u-contract-v1","latency_ms":0.6767499726265669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50c8b12f1067038da09d6b20e37a1b56b82236b094c9bd5cb2c6281de21df7e8","sample_id":"grade-school-math.dev.2548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"663e9458aade9d58607db756e5ee3f6c0bc6f17f27f9ee6bf3c0cb3fbcc31834","formula_version":"titan-u-contract-v1","latency_ms":1.104708993807435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3dd69ec746a30959f52954665438bcf7c908e4f0190ac73cd2d9c240c4f6a86","sample_id":"grade-school-math.dev.2549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa26c5742c7cc356e53240cd80aca7d47a34da9bbb726403673518d857ff2e5d","formula_version":"titan-u-contract-v1","latency_ms":0.6865839241072536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b01cc41919d0e73ff8939b396140e3ef9499c3383da73cf51fd2130a3ffd4679","sample_id":"grade-school-math.dev.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f643bb36a8651f4e563392846f7f99cc51ee4f96019c87951816d60ab015ce25","formula_version":"titan-u-contract-v1","latency_ms":0.8458750089630485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41fcd99a193e937b9cef37b6be730b3b7a5957b03759780f8a5062be14c57916","sample_id":"grade-school-math.dev.2550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b05e23ef4f1bb3c213151666d05cea5b534ec23f1ec56bc45e7eadeec0646ff9","formula_version":"titan-u-contract-v1","latency_ms":0.8206670172512531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00b89227c380ebdb3477cb1412d3b108df6dc040d53bd94a7b1a657b75f215a4","sample_id":"grade-school-math.dev.2551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a478b5ccbb5bca10b810013bf1067e59e2e9794c70ab0e02cbbc806a3f8b49e3","formula_version":"titan-u-contract-v1","latency_ms":0.6721669342368841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f06b65cd9f664867e84cab8a4c9638663e4d6bbb9079134ef1a6d09e2bacad3","sample_id":"grade-school-math.dev.2552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eadf2d0fbd9a197473615fbeacd0854e4fa6a4c7d03e90416675724362e4df2c","formula_version":"titan-u-contract-v1","latency_ms":1.0107080452144146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b19daf0d0b50358dd263a0913ccd9eeb9ec8916013796f024fdd68817891b2c7","sample_id":"grade-school-math.dev.2553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f9ac3f5769c2b89ff87fa6021b69845c210255475ed383b3857e99c4745f627","formula_version":"titan-u-contract-v1","latency_ms":1.1735830921679735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae8bfb36fbd374ff30fe1f3216c4b71bdfbb3f7c540edac5936add7e0d5637a8","sample_id":"grade-school-math.dev.2554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fe37ca4ede44b87f90104de46d5e08a86581ffb8c374a8265cc486a7834cd3c","formula_version":"titan-u-contract-v1","latency_ms":1.033417065627873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76ad8dee8d702f94fb08e43b954075347cd98c0092d0fcc45266e5e5f7e1a3ec","sample_id":"grade-school-math.dev.2555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c334d3b3776a3bcb54cf59ce2df136a0a903db61f74c8f67aedcb2836a18b608","formula_version":"titan-u-contract-v1","latency_ms":1.0733329690992832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ee68b8286ae999f438d8ec624e55151d9edeec347e20d3251b78a5165f539cf","sample_id":"grade-school-math.dev.2556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdc71112e8a13e5a118cf5e089cb069e7ffbcf7ff45088119ab32631480ed011","formula_version":"titan-u-contract-v1","latency_ms":0.9689170401543379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c9f54fba0f211c479e4bf7661d9f8ef84cb1c6ad888fa45e728d8dcf3310262","sample_id":"grade-school-math.dev.2557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1060e573d5506f487d513b5da135b24d449a15ae6e55b39a615d8d44c2145bb","formula_version":"titan-u-contract-v1","latency_ms":0.8852500468492508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5e37295c9fabd708866435d3dd5c4d254a6547ff7acb3f1d1919547ef6f8b16","sample_id":"grade-school-math.dev.2558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc140bf6077f245e6f9e62d0042387b382b1864da459c76469b50cab444be36f","formula_version":"titan-u-contract-v1","latency_ms":1.4024589909240603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc86e08cef311b8222313dda6ca2aefc3ec9193aebfba1ab093f7a4ad580be1d","sample_id":"grade-school-math.dev.2559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ca49fd3486a039222bf72d864b00a6cfcf543fb0c5f80d04336470a48045167","formula_version":"titan-u-contract-v1","latency_ms":0.7972080493345857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"158fe1e8192a301c5f80593d1806851443e6cfb78f62fa070223092b755e947f","sample_id":"grade-school-math.dev.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab18ea0ce2b64762e92aac31028ce1f91b28e4136ffac6f6bd3a2c3de55c5cc5","formula_version":"titan-u-contract-v1","latency_ms":0.7864999352023005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f47b9c772e4d27bd2a99f079af2b559665549b44e73bb46a28b13956c1f1916","sample_id":"grade-school-math.dev.2560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0a4320db6c22ba7bc5abcc55a530fadedc6a6993fcc653845a8b52b3dc59659","formula_version":"titan-u-contract-v1","latency_ms":0.773209030739963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37c0331fda51d8e4fca675517ce71938dba1e83b41d50f15e40ced00b6d909a6","sample_id":"grade-school-math.dev.2561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93e043473c96ecb2ebe2c10886ea00eccd16fec9e72a542a243097adc827e5a1","formula_version":"titan-u-contract-v1","latency_ms":0.7897500181570649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59cac5b0a1f43e59d9990ca885164ea542c7c013773e8397f3d539043b4aa4dd","sample_id":"grade-school-math.dev.2562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2d39d65abde2d70ee1118e2ff2a769ffc29be6ce15ba1cccfb0ac4c93623f26","formula_version":"titan-u-contract-v1","latency_ms":0.7454170845448971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3364b375a6a38bea1a14826222a79ccbd86684049246f5405e2654da79731f5c","sample_id":"grade-school-math.dev.2563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef242f9d0099f79ad8c9577ac3a77cd4cac750c6c71b92f84ccec2bd966e1348","formula_version":"titan-u-contract-v1","latency_ms":0.8798330090939999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c200cc78afa6615ceceffc893c17a5a79e3630dc3d76a0345b4192eac18c208f","sample_id":"grade-school-math.dev.2564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"744cac8fd8f961b3e1a2b1dcac4be2d41e3afd9a890aec5de5a4832237fe63f9","formula_version":"titan-u-contract-v1","latency_ms":4.714166978374124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c5956bc031d4e746efa1996d04b2a543d7ba814a5c8c5378c009c85a9ddf1d2","sample_id":"grade-school-math.dev.2565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5bc02bd5601e3dee79a149aecd2ecb5a7fafe4d9b2c795898a7c07f1e1c8b03","formula_version":"titan-u-contract-v1","latency_ms":0.820833956822753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7898a2dc0261a6a1a36e596956394e3eaaeaf3346ebf56ccb77fa50971799ad","sample_id":"grade-school-math.dev.2566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"184012c0a46882696b696f6cb7f970646f566e8f1fa675dac98c98a982b97df9","formula_version":"titan-u-contract-v1","latency_ms":0.8339999476447701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f0528e29a213994e57417c126321ff81d5e32e2c041821e10cf95b1e56f24a6","sample_id":"grade-school-math.dev.2567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cec1764ba8958fc29d485117b90441edf9f689867db5ab2e631f5a688cd54419","formula_version":"titan-u-contract-v1","latency_ms":0.8328340481966734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6269c37edb8229a9874542088278e8ff12dae961132d48d97018e66d70863935","sample_id":"grade-school-math.dev.2568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"659ebc66eee246431b6b2914df9f4457d901d4d4eb34ad2b8e6cb60534a7a31f","formula_version":"titan-u-contract-v1","latency_ms":0.8712500566616654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7585ff9a41492e48f738f814dd791facc9e0cdecdb76638dc158a81a0a25823","sample_id":"grade-school-math.dev.2569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4e69a6276b8e06eca836821dde528c6bd06b04f8a13fb0981ec790cc11e8b3c","formula_version":"titan-u-contract-v1","latency_ms":0.7952080341055989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9fdf022f3fce8dc1636189c9301cf0fae8c50ca602ab726608ae364ab78645f","sample_id":"grade-school-math.dev.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"756faf20f30fa0573fea8a0bf599f0f3d2458d1e59968113cecd211cc38bb924","formula_version":"titan-u-contract-v1","latency_ms":0.8692500414326787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a9648f985e2065b419b410a57d26bb7fe187d01eb5a3c25930564794f12ac5c","sample_id":"grade-school-math.dev.2570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"add2b196144d326a94911d07f54701a6b4da1fe27270c439c95fd1cdf9fb17de","formula_version":"titan-u-contract-v1","latency_ms":0.9116670116782188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4aed78f19102e44210eb9be49b2095c1f43e11840730570aac030e20312737bd","sample_id":"grade-school-math.dev.2571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8886b0e7df61732ca1069bfe2548e1c2b4ed79c3072aed5538a420015ad4b069","formula_version":"titan-u-contract-v1","latency_ms":0.8488750318065286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0503551a316a7b312104bd0b46682b77f8be29f57572c4873b9c1b725864b1f","sample_id":"grade-school-math.dev.2572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03d2a7e800e5da40668db6fdff8ad740f26acb94cc77620124d61eeb0001193d","formula_version":"titan-u-contract-v1","latency_ms":0.8781659416854382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a472860fdb9c12e113825249365ac43cfd79e6bed2204f2680f8873ed82b16c","sample_id":"grade-school-math.dev.2573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1f1634a41ff78dfc7396eb4022fd6a7b5410e5107b7deb4b256f3819b45c379","formula_version":"titan-u-contract-v1","latency_ms":0.9925418999046087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b581e38e6fd3bd6a5e234b8eaa0af113f0dd68d0e9a5784055d74f00a079ddef","sample_id":"grade-school-math.dev.2574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8448071edb36285b9a344a48f2f120a7b6030da9bf8d1ccc2b4e084e3ddd9df4","formula_version":"titan-u-contract-v1","latency_ms":0.8166669867932796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea3cd11d1402b2628429d190a60a79f22171adc9357a5e31a3adb7cfe812bb78","sample_id":"grade-school-math.dev.2575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"074540b3a71d109944051cbd9c12ed92dc0cd154bdde28198e5ad394f19a2069","formula_version":"titan-u-contract-v1","latency_ms":0.9524169145151973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2918aa38d325240363c18ad3334d637d9387bff9fba02670f965b35754eb2ab7","sample_id":"grade-school-math.dev.2576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19c27457a7bf7d8540ba45e56a71f91ae4de4182e36f5d297d073b262c832361","formula_version":"titan-u-contract-v1","latency_ms":0.6831660866737366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef825246b7cdb1e6cbccbf15a6feb68545e7f03e8cd722b8094211a81b804213","sample_id":"grade-school-math.dev.2577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"100b21e21bc121d71744c66d1f97f1999b79a952c1a33eeb3880426c22ca6e65","formula_version":"titan-u-contract-v1","latency_ms":1.5067090280354023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad8f38959d4e412766dcb50a3e700f5099c9e7e950da0e15fe13e7718da41c45","sample_id":"grade-school-math.dev.2578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa2d7465dc31852e82e8d297df98f88afdf9e435572849725eba9fc45fc5d8d1","formula_version":"titan-u-contract-v1","latency_ms":0.9008749620988965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fee5864fe63e5c3be568de628a43195b3535a4ea2a99d66b50deb329a92dc8dd","sample_id":"grade-school-math.dev.2579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99fdc632c3cf9e3284c2dfbdd6e2122b131e00006e95d2b1e583627f451a9636","formula_version":"titan-u-contract-v1","latency_ms":0.8502911077812314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee85d8a262bda1511d00ed60a455f6ed75ff75518dcc2b92c368eaacca43003e","sample_id":"grade-school-math.dev.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a74cc475511feb354842ee91632cf70ad9138bcefce2ce06c70673745ea3263f","formula_version":"titan-u-contract-v1","latency_ms":0.8552910294383764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41335af80bdf2b53a76f6e79f5eff4d3b54d76b3efe28646d99d55a42e64f6b8","sample_id":"grade-school-math.dev.2580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2545daacefe556355c24688a51d3f1a947dd86f17a1ba6891a2400b2d8891d7c","formula_version":"titan-u-contract-v1","latency_ms":0.8704171050339937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8925388dd29f997cff56e2b59de2b7cb2ce28b2cbb7bdc242bcb2b86abb8876c","sample_id":"grade-school-math.dev.2581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c58e8812d50e6adde0d70984da2ed069353b6f1c63de78d59bf00d84f97ab73","formula_version":"titan-u-contract-v1","latency_ms":0.9278750512748957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ea2662b3946ade6e3355c8c0d6df05d2e2394bdced2882be032923c68e5428e","sample_id":"grade-school-math.dev.2582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8537d8ebcc0ac7c56e8f71806c92fe1d4541db18d4d56fd99f41acd1ce089a7","formula_version":"titan-u-contract-v1","latency_ms":0.859541934914887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8da0fc39ab819ed08fe07d34a8beab193f64b322f44f1798b90e3c7e6b419c60","sample_id":"grade-school-math.dev.2583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"108a25daf9ba67b3486f5d574cc8494b241e0804bdf9ef8800f1b9ac56415428","formula_version":"titan-u-contract-v1","latency_ms":1.0127080604434013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7303e982ea6e933d11065574a002e1f056aaf2a36eb200e71c6a568cfc32fc5d","sample_id":"grade-school-math.dev.2584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf4a60511afaa50ad3c5b82e298d131b4feb3c4baf622a72f452ff04a94cbdc4","formula_version":"titan-u-contract-v1","latency_ms":0.9400420822203159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fc7bbb5cce498fbf64ede173308bc8734d670a7b0da8ba15db5098b743ef4dd","sample_id":"grade-school-math.dev.2585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"588b0b9b6361841896543038dd14fb1a9ef7225307643a5b900b10f17cdb2f3a","formula_version":"titan-u-contract-v1","latency_ms":0.7615420036017895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2652696da0309dab676355fe7b04277f005f69412982484e12c26a4a49c953c9","sample_id":"grade-school-math.dev.2586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7949b2a0a1283a2e030bf313676fa142970aeebb3703d05ec871b409b8ea90f7","formula_version":"titan-u-contract-v1","latency_ms":1.0854590218514204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e418e35cb583048fc4efc8851401a56a8b87c54b5c571ffff30d9ef3960a9395","sample_id":"grade-school-math.dev.2587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"808e24541290866218696889ea08bd846eef1b203c31dc33a9997baab0e2c2b5","formula_version":"titan-u-contract-v1","latency_ms":0.8460000390186906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc182618dd04aeb2eeed8b718f8d2741e0bf3ca2bc8e43c6819bf1ed8e670dfa","sample_id":"grade-school-math.dev.2588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1d329fc65a1ab8d0e03ffbe56cafada9c6c0bb1af1c287bb2096f8fd103f6a4","formula_version":"titan-u-contract-v1","latency_ms":0.8708749664947391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29b3c5fd44f89cd60159803830d904ee1389e07c6ca1bbdf63032a1483c6f466","sample_id":"grade-school-math.dev.2589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"546f1e55df0042f551cdf2d7587f7b9ddf931461818185e0854fb201b2429ac4","formula_version":"titan-u-contract-v1","latency_ms":0.867250026203692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57cf0ed47bc4704b529e8cc82d0bbf62fdc3b23570c7428e1e3664f746113b54","sample_id":"grade-school-math.dev.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7e7c910220e426df0ee8884cb811f9efcb0d3e4f578b4f9985289968b11c01c","formula_version":"titan-u-contract-v1","latency_ms":0.9324169950559735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53659df3be77fefe2a2912ea47c8b1e37c862fbd671901a2ac31853cd7e866b0","sample_id":"grade-school-math.dev.2590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23d123f641a0210574e6a2d9bc529969301061bdc384b44b95435f5302f50889","formula_version":"titan-u-contract-v1","latency_ms":0.84920902736485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f703af56a6ac81255c32dc65b2f7576d303a607e2c85c8c910b1b9ae18c3cb17","sample_id":"grade-school-math.dev.2591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ee63185c8c02d04532448f24d557ffceae6efeb145e317f67be446a21a0249d","formula_version":"titan-u-contract-v1","latency_ms":0.9212919976562262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"680a7a1c5c2fa4a4fa114cfc20c7fd067c7a05d7191fd0e2406f1267fac3b001","sample_id":"grade-school-math.dev.2592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7d1f947e1c7518c95ca3689b7604fe71c2cc9dbb500870672b28848aaacc0de","formula_version":"titan-u-contract-v1","latency_ms":0.7937080226838589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b5492aba679fb5c0f87bfefda52988452a6287d5303fef879f9a3b7f34635a2","sample_id":"grade-school-math.dev.2593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cceb6913512822413d31db2fecfa6a4b56f3364203526168f7c72fd8684334c","formula_version":"titan-u-contract-v1","latency_ms":0.8924169233068824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77bad41360c02c4960af3e066be5dff487ad1bbb0e942b9d72e0c0ccbdba9ba6","sample_id":"grade-school-math.dev.2594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"220f68dabda86b5a12def972b948ae4560801970090353b2c8c3e613f9eae1fa","formula_version":"titan-u-contract-v1","latency_ms":0.8460000390186906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0500b272cdbbc9bb9dd47df3d8d23de6b8b9d821a94d888e19937cbcd0f499de","sample_id":"grade-school-math.dev.2595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55630338fcbc4dbd1347132b1cca03336910c4e944fcd04b91a928d1b7291016","formula_version":"titan-u-contract-v1","latency_ms":1.1994170490652323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c147aaf01d16cc56a3f1a1ac93c9b03e4c0020925f0b55153a62aec9f73976e","sample_id":"grade-school-math.dev.2596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"353a4da37d99cdd08e7b258e9fed45ae260362bb6f48c93ee4d7e414b6de3ba1","formula_version":"titan-u-contract-v1","latency_ms":0.7490830030292273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"345203db43fd37c58c1c3ec58ecaf6071794a7602cc35a234901c2c51ea7cd28","sample_id":"grade-school-math.dev.2597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b03d6b807d89db09a15edc3f8f8bb424ca55a9861858d0e5b193029764961364","formula_version":"titan-u-contract-v1","latency_ms":1.1120829731225967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7891ad076cefbde91d698b034b7c628980781d612996ed24587fbae116a0d1f","sample_id":"grade-school-math.dev.2598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6237edca4cc0258219739c1118b3511c512074408203dae2ebef0dc309a012f","formula_version":"titan-u-contract-v1","latency_ms":0.9028330678120255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bab14729abcae5ff923210f1d5a6cae956c36dc900972278d300be53d570a2b","sample_id":"grade-school-math.dev.2599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a6d3c09c23e10248b1e9bb240eb2210358e94c2080662a769292d1e6d31abb9","formula_version":"titan-u-contract-v1","latency_ms":0.9665000252425671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9052e596d165decd9d8468472f1ceadadc534a22b6362c333e803a6d4a7d8e26","sample_id":"grade-school-math.dev.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bcded96c40f4b1fc8e423c8f346295674490689f7593d9cd0a1bdc057f82b5c","formula_version":"titan-u-contract-v1","latency_ms":1.3984170509502292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13cf488d8fb2e907fff9fb05d4372aa50068bff7ff1a6768d052310d45c43ea6","sample_id":"grade-school-math.dev.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8aa9745092e37db699d079b9d24fc9aa3a31b4b958bcf669dfd95661c84ec1c4","formula_version":"titan-u-contract-v1","latency_ms":1.0977910133078694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71dfaafabc075421f5cf2cb7f8ee68b19b4b30a77f53bd7233e386b10181e8f9","sample_id":"grade-school-math.dev.2600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f87a9bb1ed887b824420360540f2d1301c90090d9af3445e10746ff7ff98492c","formula_version":"titan-u-contract-v1","latency_ms":0.8329160045832396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff17355ca591e57b70aba730d44e1e79c196afef165a7060359901084b6c545f","sample_id":"grade-school-math.dev.2601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfb7155d7b45ca67cb38fec6329b54d2a6b38a791174b1c68565d05cad30bcda","formula_version":"titan-u-contract-v1","latency_ms":0.684583093971014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b30d0bbf9b71637067e5b4ece3003c42cbbe6e92c2afe73da4bc7f804453fe2","sample_id":"grade-school-math.dev.2602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fea0c39269820d3750042403937c282f80948bfd0bc6488555fd5bd47d7ad0ac","formula_version":"titan-u-contract-v1","latency_ms":0.8487500017508864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98a9da87d49750bbb1523c95f25992d9a31ab92ce5d7a13560c493e287c67ff6","sample_id":"grade-school-math.dev.2603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"364a154e8053bbc49924d586d2b4bbf3fa6f62ea0f0f921868c413ccfcaaf269","formula_version":"titan-u-contract-v1","latency_ms":0.9603750659152865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e83fb5c7fbbbf08ef7dc908655ef631c88eddb12aca7e9fc08f1d21fc4f1bb3","sample_id":"grade-school-math.dev.2604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18dce607572ee2616cc9842d971956e18c6a1dc5eb0cc9def2cee8700cb5082a","formula_version":"titan-u-contract-v1","latency_ms":1.1744580697268248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47bc91d08181658ab31513b28bbcbf6de5c1e144bbd86803a509ca51e95a2259","sample_id":"grade-school-math.dev.2605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d79da18266571af6c31c480932287b649fd53282457612143bea933371147fc","formula_version":"titan-u-contract-v1","latency_ms":0.7267920300364494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8aa7d1cb230a90dc1f7c55f1bf6e9e758fb50a153a8eab1d1aa9206e009b6e3","sample_id":"grade-school-math.dev.2606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"262bfd0717465cd34b7d821cf9f5d85535737b62c72852a1f3ceb44ef912287e","formula_version":"titan-u-contract-v1","latency_ms":0.9459999855607748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bdba74b535679a8a3ccd853bdf6aa54d9fa348ea7ac1b26f320757be5157cd7","sample_id":"grade-school-math.dev.2607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5158c92e7cdb2aa65555ae6304be6022a4927f36969e9354391d70a2ad1a62f7","formula_version":"titan-u-contract-v1","latency_ms":0.6725419079884887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efc639f760cbce01e4eef82442948fe74404b8bdcecb8845d81d687e956f2fb0","sample_id":"grade-school-math.dev.2608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4c5d24972059281fe321d9a8df551a59f7fc9bc481eff8fb85ba9c27d42a6f1","formula_version":"titan-u-contract-v1","latency_ms":0.9692499879747629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c63803dc2f8459a6ab29b5ed544afa722b11aedd1cebe2ccbeff71752c660f3","sample_id":"grade-school-math.dev.2609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d8208f05862c52d7c04f3cb620c7ce13a9968293c73687fe44f4ca20c3dee26","formula_version":"titan-u-contract-v1","latency_ms":0.7098750211298466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8a4cf86486a7b360b796a8e73b0895a3f3991bda46d6fc59674974bdbf67ad1","sample_id":"grade-school-math.dev.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e33e1340658e963e7f79f7fda75114ef215d3d275ba7a163fae5e6bbe7e169c5","formula_version":"titan-u-contract-v1","latency_ms":0.7822919869795442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df89b0db5596f8a4d734e64d4110b6fcefc1700c6d6a3aabf285a302e17ff307","sample_id":"grade-school-math.dev.2610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4e26a1a9a9227c9dd3fd71b97b1bba52f806bc6db3e13116c12e6073457fe0d","formula_version":"titan-u-contract-v1","latency_ms":0.6765000289306045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aee5f584da6478cb23d082fe776f52408bb4a561548a497a710fa436be3a8ac1","sample_id":"grade-school-math.dev.2611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2933f0af3b6ed4c426e2ec4fd1f7c589b767d52193107b6c50605c3072f5df5a","formula_version":"titan-u-contract-v1","latency_ms":0.8244579657912254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2a4f50ef36aad1ce2c8d00ede4cd793946047c3d163eedcbc980a79e3a58f8b","sample_id":"grade-school-math.dev.2612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"935e52ca0fabaa509d10f9777185ea4204fb20ab7f4a27b37fe92353dfca3cfd","formula_version":"titan-u-contract-v1","latency_ms":0.8742499630898237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31bddd9931e032288ceec16faecb185be2d1742700b98007834f254422a694a8","sample_id":"grade-school-math.dev.2613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f6ac4a03a2d026f7681c706d947dedc300c91c558d23ca2b8ceafdea09ab105","formula_version":"titan-u-contract-v1","latency_ms":1.0806659702211618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1f4447444e3476445216a4bbe05e7bcb775f2f30423b687e092c3c91a0dc265","sample_id":"grade-school-math.dev.2614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f96f3d51cdf8a466ec7e55b142945ac290998b451f6ebde1b255909a1f93ae62","formula_version":"titan-u-contract-v1","latency_ms":0.6413329392671585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"089d3991442428c5dace5a500e742184a8bc0f9f6b343fcdcff43798470ecdcd","sample_id":"grade-school-math.dev.2615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbd730c12d7ab1a34e2d97ffef4d42bca6abf1e12ecc49131334c7ce5379e713","formula_version":"titan-u-contract-v1","latency_ms":0.7221249397844076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ad066f949db0987ce4f2524d8b6c8c0220824ce504b595ab0ea4c60af4bd147","sample_id":"grade-school-math.dev.2616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"735b4a7deaa3e9de503a4f38fe5c95683aea77ea2568e9b948c9b134117ddefd","formula_version":"titan-u-contract-v1","latency_ms":0.6637080805376172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b431ecf893f70206fd461a62fa78415d6896280daaf3e2ec07ec1d250e6a1ace","sample_id":"grade-school-math.dev.2617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88ab4750cb687b10c9588df5bb9d916630d056c7e14d2669be93e494e0685b07","formula_version":"titan-u-contract-v1","latency_ms":0.6999579491093755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"049824eeaf693058834006df9727eddba5dbbe4d934e46c41d2050d65d361441","sample_id":"grade-school-math.dev.2618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0688fc44811446bf77d4d299c31b1c21f7aea290dd953b2ab406885707f1af88","formula_version":"titan-u-contract-v1","latency_ms":0.659167068079114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f9b81e815d71e58928ab5b15ced9c1a215b59b50cae50c8c8414829d4a9bc69","sample_id":"grade-school-math.dev.2619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caa595daa73c30eaff554557d542bbd5af169c43ba52fab67b2b3d3e48cddf2f","formula_version":"titan-u-contract-v1","latency_ms":1.104291994124651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1ce438a3167944ecce4d59a5d2e6bcf26c0897028f8dc17262a88f195aa60ef","sample_id":"grade-school-math.dev.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1eb445c955f58eabd55fd4334b455a33d40c764edd2c4f42a5ed467ea9c5cdb6","formula_version":"titan-u-contract-v1","latency_ms":0.9786250302568078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6322a0222ec7575e4bd863c2f8744160b6e54ae9363a6d6dec851e6e7117eea3","sample_id":"grade-school-math.dev.2620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04562c9261756c1aaaa27547f16a566704a00833f4c4dc92261828fd0df774e0","formula_version":"titan-u-contract-v1","latency_ms":0.7944580866023898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef748253f58adba9562e216b5875e8b339ef985cb025eff81b5591b28ea36c07","sample_id":"grade-school-math.dev.2621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05e9d95d33a0b69d54e7233568ca2a42b4eb2072bf2b37c723881e79b705ffde","formula_version":"titan-u-contract-v1","latency_ms":0.6600420456379652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"987fff88f4265295cebd16deada7a1962c7910afd8563423ad0ea9049c7c0703","sample_id":"grade-school-math.dev.2622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59284458cd912239d3debfcb7ca51c0e99e3904d9b833c2e9e7a3650f4ade128","formula_version":"titan-u-contract-v1","latency_ms":1.1564999585971236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d792cf9b93bc70ebe94b22b04450b8a4b4c354cb6a4afbd1a70c5e2303c4a076","sample_id":"grade-school-math.dev.2623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c73d3ed1b6c9a5064381c6bc21b96dd2f2867baf8a6b9b7fb6ebbcb0714476f","formula_version":"titan-u-contract-v1","latency_ms":0.9090420790016651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"699b498db4591bf939eb4a5e5dc563cd1025f395256517ddb241c00bb5aeeb60","sample_id":"grade-school-math.dev.2624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3685fe1e22bcf3c9ad26dd03f32b17888424dda2fbcfd67fff5bcc5b23b2ed99","formula_version":"titan-u-contract-v1","latency_ms":0.9366669692099094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2f166e9c7158d7ebb8694ea075cdf8cc4d897086d71f73047b3633742795f2f","sample_id":"grade-school-math.dev.2625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6531bd4e1afe3123007e7f3a0bf276a503a9fcf790eb4ddafb0babd88cf0da8f","formula_version":"titan-u-contract-v1","latency_ms":0.8864579722285271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc7e875b47783c0d4a35d728c2a9268eda15b0c303d57d9f349f35228be008be","sample_id":"grade-school-math.dev.2626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5408d445487090586641068faaf5e2be39f4ef886d3c352aca45c147fa1d35c1","formula_version":"titan-u-contract-v1","latency_ms":0.6876250263303518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee43758fd08851fbde995fc4c013a8f686950d720e410d34aacfdf9df4154f7a","sample_id":"grade-school-math.dev.2627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c854b312ce270a04e2d6f7a171a18f61472e9bdc7d0cad69b2a11725a45355cc","formula_version":"titan-u-contract-v1","latency_ms":0.8989160414785147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23af215227832b1060b12cb9e4028410789b9c654036bcc9b47c82910d0b1f28","sample_id":"grade-school-math.dev.2628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"051f98ebdcd768808e1cb2fe0335120676fe03471352f4c7ffd672370de926d9","formula_version":"titan-u-contract-v1","latency_ms":0.6717920769006014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"045415ba43a6033e0b3a7e95d94b7928306fb3462d22cf305ac0b6a6e7030d3c","sample_id":"grade-school-math.dev.2629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49315d69d11ac38c88eb7f9cb927554ed80dc406345ff927445ead31e876d503","formula_version":"titan-u-contract-v1","latency_ms":0.6552909035235643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dec1421c5e06610241bf6a6cf9657f13ddfca77d5cd6f97d078fa64710aeedb8","sample_id":"grade-school-math.dev.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fa4886a5b9d5c7457decd693740b3a23ed0aec43a572c8a75e2bd722c407819","formula_version":"titan-u-contract-v1","latency_ms":0.689542037434876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73a04707d413886beffe558f08cf47bd69794cefd1ce4fc0d58ffea09288bb35","sample_id":"grade-school-math.dev.2630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73e6b36775f2b5192607549d141d4cf8f6fb6ca7d80ed3cd8a1e1d101def01e3","formula_version":"titan-u-contract-v1","latency_ms":0.6927079521119595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61cbb11eb81a03274e8e72dd40e807336cf2f5e5db350766fd54171953e5f74d","sample_id":"grade-school-math.dev.2631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e145278ce170e6d88fe383582620b71abdf2af2f13673fe1d89224e56f8021ef","formula_version":"titan-u-contract-v1","latency_ms":1.5102500328794122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0658d7bb5762dd5d81ca703f4ea452a366278c333333598254a0e5bcb13f278a","sample_id":"grade-school-math.dev.2632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"496b28ab3f6c7e54d82bf45ff654f5f8d79356dfa7d6911f8c19c9c52f95f396","formula_version":"titan-u-contract-v1","latency_ms":0.952292000874877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a33a20f0aa6bbbae6cffb55a28677900a4e4be91ba325322ea17d53459a89b72","sample_id":"grade-school-math.dev.2633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"001b42898d7eb486e2fdf544da18bbeb0fbbc42dd58f28585fe4ab9ee3c56489","formula_version":"titan-u-contract-v1","latency_ms":0.8776249596849084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feaf608ef339dcf4ec5ec329d9b7febb4bc662e94e5e2a8eae8fa4a848de83df","sample_id":"grade-school-math.dev.2634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1397dba0387c5ebdfb0dd6fc97fb469314a497fce543e5d5effa8c475611d0f","formula_version":"titan-u-contract-v1","latency_ms":0.8839169749990106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5be5587ec805697e889ab928a360c0ccfc42516893bc6daa1fb5547416185743","sample_id":"grade-school-math.dev.2635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdd3575d0ac564a5c9cce79b41cbfac85419cdb330b0c90381054351c88b511c","formula_version":"titan-u-contract-v1","latency_ms":0.6458749994635582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a14c04a077ab66c7c2ef833c4e6b290b7c130676b5a6f39e41149da1586261bb","sample_id":"grade-school-math.dev.2636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a144cb7c1b481d450ada5e372941f77d3958336babfba7ad5a6a53344cea8cf8","formula_version":"titan-u-contract-v1","latency_ms":0.7195840589702129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e1deea8efef224984c5ca2f6e7474eaa9771acbce45a45a5e87eefcb2883ce2","sample_id":"grade-school-math.dev.2637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b5dcb03304e5f2ebb458ae3e1370c5793c709856f58291cf97a3e7dad281df6","formula_version":"titan-u-contract-v1","latency_ms":1.0270840721204877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f91becf56a23764db69d299990696b70d641c8da50dc21dad54cc9ce537ab47a","sample_id":"grade-school-math.dev.2638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"496f645f66628b006b81cc9d1ada1ee094536fb6f551a0c6e2546672b59f3f4c","formula_version":"titan-u-contract-v1","latency_ms":0.9397499961778522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9990cde72c944184bba28134c4ee21cdc2769daa9cd8587e0884928ca9784936","sample_id":"grade-school-math.dev.2639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53c094d55f46ff689137d866b4217564de36010e104a89c3d376e82bc5e174f7","formula_version":"titan-u-contract-v1","latency_ms":0.6797910900786519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4a4b6273b7016f9d827c441823d32c77a77830484053226e29862f5052f5c95","sample_id":"grade-school-math.dev.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9f159e75fbb266919fd52c1de07fb15b208a8bec34eea21dae4bd8a83354213","formula_version":"titan-u-contract-v1","latency_ms":0.6417910335585475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72b07a838a3f990eeb7917680a516223e7ecfad7d9e97241add72619dc66221d","sample_id":"grade-school-math.dev.2640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f372ac2684a3335cdec9e8533d0f864e7ea25ae4dbc80f6c4ade5f547337e1e3","formula_version":"titan-u-contract-v1","latency_ms":1.06712500564754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56b4040545a992ef6ec998f77f2a16c2905446e0e52b4a708cdef847bf32f9da","sample_id":"grade-school-math.dev.2641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"243daf76242288c53cae626b426c03dae5d8bc9fab73889a7bd926b125d0d9fe","formula_version":"titan-u-contract-v1","latency_ms":0.9709160076454282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69405d73829bf0dc29fb04525b24240b15440c936e750ceb570f93f0485d0a6f","sample_id":"grade-school-math.dev.2642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b84763336b74e3e73e850b2f53695fd6d26586798ff193bb48050f0c38e66f1c","formula_version":"titan-u-contract-v1","latency_ms":0.7122079841792583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4718d613b551b6ad04d36de21e01566c1aa521e60aa1959e11cbff391f19c0bc","sample_id":"grade-school-math.dev.2643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c260179fd24d351a33143449defe328edae1192ee745b640e0a1d4783176b997","formula_version":"titan-u-contract-v1","latency_ms":0.8498750394210219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41cbcb686392e51488db45119d6d39a4ad9bb374b7932c4ca69bf156e1823ff8","sample_id":"grade-school-math.dev.2644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"908dee4bcb07073b88dff434b99f2ce74a93c375854128bb54655a258f6da113","formula_version":"titan-u-contract-v1","latency_ms":0.7030830020084977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a22b5bfed21bbae50f48372ecbb26c0b2f0a075347b75ba95d918d281265ebb6","sample_id":"grade-school-math.dev.2645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11352d4afbce32bbbfbcf6dad5e8f519d45065614867b7717fa93e4d99419397","formula_version":"titan-u-contract-v1","latency_ms":0.6572080310434103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42d1c07acab0127495c0958dc0ce87d64f255e72ca2825360862d1d1f54218f2","sample_id":"grade-school-math.dev.2646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae5b1420502e6f2d7ef4a4a1f9ca82732ed664f773385911ba45157241f63125","formula_version":"titan-u-contract-v1","latency_ms":0.9373340290039778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a4a6cb8f2f907eaa17e5b1a224adc0a0aa182c4a76d9cade6c1495d9c8bb093","sample_id":"grade-school-math.dev.2647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"105a27558de122f3dbe0bddf44ca7cf9e5c4cd74e2bc34b3f1d5c2f0de23ed3b","formula_version":"titan-u-contract-v1","latency_ms":0.6629580166190863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5cc577c9fbae996bc91e17a3d59d6efb07d2df1a79b24b22f281c6ae512472d","sample_id":"grade-school-math.dev.2649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d56007190cd2a1f7e0e7d3b714694925ddc1a5b3b64583cc2a339eb60cdaf27e","formula_version":"titan-u-contract-v1","latency_ms":0.8985830936580896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57c6261b6f98f5df26a3f5cfa566c4ed257f9a0cbcabbd125062c7e1f0c2c674","sample_id":"grade-school-math.dev.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c40035224f635d35cf6e28211fcce745955c5715862e0a7e90b0bd5246ffabd0","formula_version":"titan-u-contract-v1","latency_ms":0.6462080636993051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"854290ed7c32e95cc1bb17ae9e8aeb16e8145dfe15e37494501689c37d067d89","sample_id":"grade-school-math.dev.2650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32354aaff110f79e7161e0d38fed4e11ce8f943a5540541c09d7b1ac28ae07c0","formula_version":"titan-u-contract-v1","latency_ms":0.8697920711711049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be66f34f9db546c589631ee758949e924e46987a60365933b9193e187e81a9fc","sample_id":"grade-school-math.dev.2651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51f0bb12253661a2e90e67191b185f4dbc6bfbf7766d233bbacc1f76df2f6709","formula_version":"titan-u-contract-v1","latency_ms":0.8442080579698086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bea0bf680830fd76424f1d32fc6ff4dee533f7e8c3474bdbed8de60eb4aeb87","sample_id":"grade-school-math.dev.2652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cb67af305a6b6fe5bea4544aa4490ba8be5a76905c1e8556f6e3d5611dc7539","formula_version":"titan-u-contract-v1","latency_ms":1.1234169360250235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c2c841331385268b6448f834b7c1141494af903dece690c2b3a281bd131fbae","sample_id":"grade-school-math.dev.2653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c35b92e083b18f580c8d6df8966e021cf37ede37b324a01e908f0d11b3d14a64","formula_version":"titan-u-contract-v1","latency_ms":0.6732919719070196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a6adbb6e3434fe278059de239020d9490b3c6e646339aa6f65750fe8bf62782","sample_id":"grade-school-math.dev.2654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59946a186aaa23b4b41a761e04b6ad6d9f75792a6369d7d8a24749e28278839f","formula_version":"titan-u-contract-v1","latency_ms":0.6635419558733702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3f102cec79de5ad0a44885882255cb706661b34448530b48b3085c59f6652e1","sample_id":"grade-school-math.dev.2655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d55c8c9193b480b1a1e3c650b7ac4c6a77603505d321015b7aeeeb14077977c","formula_version":"titan-u-contract-v1","latency_ms":0.6803330034017563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fa99cdc755f8e91c2b257164413848eed114e821628c47707e985b66d98b618","sample_id":"grade-school-math.dev.2656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba5f52d15114e9f148c74ab86632ccfc9ed0f8672996f1dd7e30e07bf2209827","formula_version":"titan-u-contract-v1","latency_ms":0.8457499789074063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0facf85c28a99bf883983cc267852f493f0a9822e598a8451ab6edf6a7eb81e6","sample_id":"grade-school-math.dev.2657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33f2a370c2620c2dc5a96ae61108bc0acdf73ecc73b2d5c239349ddb560cd397","formula_version":"titan-u-contract-v1","latency_ms":0.703957979567349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"155797fedbfd21a25abafa280a7b0e3ce2c1466d1847ac75e51b5edecc546f54","sample_id":"grade-school-math.dev.2658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aec1ca58c2e45f7f53b35f3b3d5bac5dc4436e73cb6e1885e2097c7a77b3e9f1","formula_version":"titan-u-contract-v1","latency_ms":0.6580830086022615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17cd9972c3c5ec1061ae28427bb6c12015372c5369c249407a66cfa43bf7d489","sample_id":"grade-school-math.dev.2659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f28b7f4a261ca1e3b49d38c1333df20cdc2a8b88585cbd9375d6fb528c780a78","formula_version":"titan-u-contract-v1","latency_ms":0.8870409801602364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6f12207a7f71a5bd410c441ab44cf5674e6cfc37281daa57512055608621bd2","sample_id":"grade-school-math.dev.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96568009279464ecd10cc511fee68abd6895257404bb1e1e1ecd328c8dda639f","formula_version":"titan-u-contract-v1","latency_ms":0.678666983731091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d8e13fc1840a194ccffa88ecb7b3b6e5a29dbcbbb6b219106f7be666d036c43","sample_id":"grade-school-math.dev.2660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b234b8ab912b719db7eb548e234c7a12794477b179996c601ae8e607181ba80c","formula_version":"titan-u-contract-v1","latency_ms":0.6394999800249934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"445287667977a7fa9672087e4a1e3c5a700be4a98be0e3a117de1f6ef389c58f","sample_id":"grade-school-math.dev.2661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13f9f22034e261a652808632088d069e8642349c95694f505feb9ec2d36ca5ad","formula_version":"titan-u-contract-v1","latency_ms":0.674624927341938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3038dc09a593ec6745dfd3785d907e33c40191b156c7a80516754567ff8e896","sample_id":"grade-school-math.dev.2662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"111fc4982a076db9ed7ecb76fbab5e53a64d1303a7b77ffda3d3e83f463b2c6b","formula_version":"titan-u-contract-v1","latency_ms":0.8476669900119305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e88916afa2cc06d8007531124ed5ddbee954b6ce354577176375ffb186e1aaf8","sample_id":"grade-school-math.dev.2663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68199e3de3778cfef6e2cdc1cbdee32385503097b86a043e906028ae60564330","formula_version":"titan-u-contract-v1","latency_ms":0.7145830895751715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"747df077c835a35f4fbafbac3bb5a9a56779997aa0259702cb2060adfafbfaff","sample_id":"grade-school-math.dev.2664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d8d441eab46f941ac6836876f154d51596addf1b5b96c539474ae4b4c7b260c","formula_version":"titan-u-contract-v1","latency_ms":0.6565420189872384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8aa533809d76490c99e79dbae822f247827b23a96755c9d7decdcb94ea4d7868","sample_id":"grade-school-math.dev.2665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3ae3d4fae3e053986f8e75589c1acd854da78bac85089957188e1964d3413a2","formula_version":"titan-u-contract-v1","latency_ms":0.6856250111013651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d526fbf5c53b1f6f95b52bd88cad071a3919b31a83a6db2ef3fb8980adf551b0","sample_id":"grade-school-math.dev.2666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbcaf1cc663738d35ad0fea4f6a905070aec34218ff66e511f6ac37a69b27ba4","formula_version":"titan-u-contract-v1","latency_ms":0.689874985255301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fbb89812ef7cfeddf80caea14775003b855d26f3798fdd585a87a62a7719bf3","sample_id":"grade-school-math.dev.2667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b16c3e743fa47771887ac680b7490cd3062a05f6748233b3aa276dae82e99d1","formula_version":"titan-u-contract-v1","latency_ms":0.9164169896394014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcc523028c55d08826fc5cd638fe314f6670592119820a558ba2c096f0e626e4","sample_id":"grade-school-math.dev.2668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92da08a6055d408664f13fde86061fb8856755e2cbaf030bc586a9248d183007","formula_version":"titan-u-contract-v1","latency_ms":0.6824169540777802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"527dd7ad9f1b0523b484256bcd14a99c43a71685d87c720abaecacb2195b2d02","sample_id":"grade-school-math.dev.2669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6904d45b714ff4a896ff9454b6bef526bdcf5413bbc2236d162dca8f49d664ba","formula_version":"titan-u-contract-v1","latency_ms":1.0267079342156649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ffd096382d350af06b6e11de10a1f74086018cd716303cd0b15d91d8f1cd332","sample_id":"grade-school-math.dev.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69a224a0e317715d339fc85c271453b91e3056506d28eb244ec73968644b741f","formula_version":"titan-u-contract-v1","latency_ms":0.6722919642925262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe8019cf64525a84609b2b3906bc0c4da82e2f0de8bf281e5aedf0a9701f74e1","sample_id":"grade-school-math.dev.2670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c80e23379d2c868006299b1cadbdb86e4efc65548d97f748c6f66fc134229033","formula_version":"titan-u-contract-v1","latency_ms":0.6790830520913005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"151fe33c5cf09651243789592b2dedd1685b012491a64031669167be8d48b0ce","sample_id":"grade-school-math.dev.2671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"321a84975ddd35c2b688e338b605ad7686d332b1d4a9df9bdfb766e0794a30b6","formula_version":"titan-u-contract-v1","latency_ms":0.9328749729320407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"194ebe1e41db0f03533c23c89886273faa68d3758c5c96e3467bf75496d9d8a4","sample_id":"grade-school-math.dev.2672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"000a500540f14d951a14cb1cb1c2e23e5ddd5dfe92440ad6a2d00251950b46d2","formula_version":"titan-u-contract-v1","latency_ms":0.9332919726148248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19d3339a30bb313a168a2c90417ac5317b721ad94fcc244db92a052df25dcf5e","sample_id":"grade-school-math.dev.2673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4410512e7bc4d3a12451a857e1ea5442e4a2d5f981deb60eedd677742b9220eb","formula_version":"titan-u-contract-v1","latency_ms":1.0342079913243651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ca8e51c11c14499cb05d4a212ee1b3f77002dbe4800b6c298afaee17f81b87b","sample_id":"grade-school-math.dev.2674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddbeb7c8a5a5c62e22bf7ac59eb1000755d3f8b515619cc7c7faff8ccd1284de","formula_version":"titan-u-contract-v1","latency_ms":0.9980000322684646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a181abf480d440f2c042901a7776499dc140bc044bc99ef0fe4c83997d51a75c","sample_id":"grade-school-math.dev.2675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bef2b073248469b13fb550efb60928a24ba34fa210acabe1144b4fec39a6211","formula_version":"titan-u-contract-v1","latency_ms":0.6809160113334656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b22c854b05d44e239e05d4b6cc3a17bc845a0e380b7506bf14c3f9475324ec8","sample_id":"grade-school-math.dev.2676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b45ec5688415661e0ea57dbd27c4a84e43d4a102222fba60e4b6a5b25f6ad3a","formula_version":"titan-u-contract-v1","latency_ms":0.9626669343560934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad9a75a704b250713166cf0f706741c56ed50fafba1f021e488185e007357acd","sample_id":"grade-school-math.dev.2677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c101cd6e9e8022ab7bf5f3e6533abaec215119b1194ed9c4e6b2be810cfc404a","formula_version":"titan-u-contract-v1","latency_ms":0.638167024590075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f049e197db1fe9f4e95fdd4e63f31fa08b402568c4e8e211799bc3631bee6245","sample_id":"grade-school-math.dev.2678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74a969e36ff3e82cf6eac1efc1e5f8b79b04d8fbdf4da22b0b2f2e6738234f12","formula_version":"titan-u-contract-v1","latency_ms":0.982666970230639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df6efe9de55bc6571cb33d588b13142f5fbbe1e5e2803becab91fbcdba2fb48b","sample_id":"grade-school-math.dev.2679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caafa5a74c131628a4238f7976d250e437fd681dd311f00369643e9f5bdaa9c8","formula_version":"titan-u-contract-v1","latency_ms":0.6425000028684735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dafce1841ba68ae4c18fcda32da77f5d65367ea2c55b57c80b310f59ac047da3","sample_id":"grade-school-math.dev.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2f71e7fd375de04157a3781900286aabb3a8e1d1e4b542ce66b8b1aed216915","formula_version":"titan-u-contract-v1","latency_ms":1.064250012859702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed07e6499479e3b912825982e92d8722156bb774aa77c1c90f82c64b02c1b8f8","sample_id":"grade-school-math.dev.2680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db14cbdb629ff5c720416977a2117d2758ccf6439c7bea2f78a69df2f820b5cc","formula_version":"titan-u-contract-v1","latency_ms":0.7001669146120548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40cf25af89d4dcf81f64d4796c31cebd397d7397713b7f04cb5e9018accabe8d","sample_id":"grade-school-math.dev.2681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d000d423f54c55a5ed3d3b189b34f86050fa8ea461f4b358309880524f5375d3","formula_version":"titan-u-contract-v1","latency_ms":0.9116251021623611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cd01a87d170fc153bdd22cdffb1e230b4669f9e5de351699a5bbfeea723b8fc","sample_id":"grade-school-math.dev.2682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e0545fec3d6320cbdcd2643fbda2124642b9ff22940274ae053481d4afb1221","formula_version":"titan-u-contract-v1","latency_ms":1.0208330349996686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f160233ca71550fbe6d8ba9b750c808949cb9ea6b64d9bb1a8bc3d0dc6cda85e","sample_id":"grade-school-math.dev.2683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f898303f5552a8a49012dbfbd11cb006702bd5d27bb2f4acf903e401639076ee","formula_version":"titan-u-contract-v1","latency_ms":0.8120830170810223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9365a0fae5a2ea51d405aeeef598741d325a39336bf56d60b1044439824ecb1","sample_id":"grade-school-math.dev.2684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"641223837da3954a4dea3d90971b5253c187d749350c7caf11367e34e77935eb","formula_version":"titan-u-contract-v1","latency_ms":1.0671669151633978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d83a5dadd2a8419a1ca636bf5e1047e14494b09ec35413de5da044697ced320","sample_id":"grade-school-math.dev.2685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e9a417501cf2aace9625ac0af4cf4a8ca4a0cef0003b305a0b58430cd5bb8d4","formula_version":"titan-u-contract-v1","latency_ms":0.6895000115036964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19b970510cff9da53b7c151ac4a6b7ebbf6d902ef88293ac11c348837c56722d","sample_id":"grade-school-math.dev.2686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4e90c96b18416c4f6f5325e26ecdf52366d58ee6f664f709f867f94bf791a63","formula_version":"titan-u-contract-v1","latency_ms":0.6900000153109431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8b9d18f32b3baaaa1876a06a5f4c99e2642c0383b4d1e9340ab906f035e97fa","sample_id":"grade-school-math.dev.2687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e15ed60e9c664351f2e0570d7bbb847432f4011590ba543f1772aa3421ef4e65","formula_version":"titan-u-contract-v1","latency_ms":0.857542036101222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5f0a74c6fb1f42503d3a55a2bd7b80d399c2f204f7be94d5139abdd946a4d3b","sample_id":"grade-school-math.dev.2688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"310a3044e85b99eecaee01dfea9d7113e54eae6cb75a65e0368c2d838c40b627","formula_version":"titan-u-contract-v1","latency_ms":0.6657090270891786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a00b0f857bef4655d8d8dab65d5da683a06329c1795b2fc60c8848b858498ccc","sample_id":"grade-school-math.dev.2689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b79548d73b0f95915ae500473e2ed893c30de7b57644f29c67520a902d8aa2fc","formula_version":"titan-u-contract-v1","latency_ms":0.6593330763280392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37d7239048cdc57d339de846592491a165c779d9c694a4cdd345a270513dafe9","sample_id":"grade-school-math.dev.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82e6a31c62bfce0dbaf915f15aef968748c941d33107d1a24d7cde1a2b4b3284","formula_version":"titan-u-contract-v1","latency_ms":0.7082920055836439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5534c35b8b7f1c1f7735999eee07f87e4741b2ee63df9a8253b0984ec01209c1","sample_id":"grade-school-math.dev.2690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e6b4be70c9fd12948a14de6ec8b962c5c094ab8b2017a3becb88a1cf1c15324","formula_version":"titan-u-contract-v1","latency_ms":1.933917053975165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1da4886834d339528766a8b09a213011a3ca625e49d66eab6f50aecb34264078","sample_id":"grade-school-math.dev.2691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff5ecf11cb1c4714ab2d07a10179bba25aaa27d187851017f3e94f2278653434","formula_version":"titan-u-contract-v1","latency_ms":0.6536670261994004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c27f3e851d588b7aed6e924d0cb6711f01588de4e79d13e0750cc297d49902d3","sample_id":"grade-school-math.dev.2692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac4f41753d22f13dcbd7ddf1bf0e1222cc38e28a4598d1cd7606c66bc5c27441","formula_version":"titan-u-contract-v1","latency_ms":0.9159579640254378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81fd659062fe0095c39dfb05b143700ca978853b5f55ae8bf51d296277547fa6","sample_id":"grade-school-math.dev.2693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe85c0603fade91b14e57253e503b5e2d74c06d3080ae7cc5cbce81b29d00181","formula_version":"titan-u-contract-v1","latency_ms":0.8520419942215085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c956e823d17db9d15846cd21f4366e58b24f0c1e845fe2fbdd789135b058682","sample_id":"grade-school-math.dev.2694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a0a067421a844d33619cbb14d69b7102a66f8b7cec687cce8b8fce3e8feb1fd","formula_version":"titan-u-contract-v1","latency_ms":1.0432499693706632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"929465b03540968ffec8563f5fc75eac2f50821816c9b8991d4adbbb60ff7451","sample_id":"grade-school-math.dev.2695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32d74fe9af7f8fafeaa09077947f70a8c4c15bd87fdb46858769f61a66808969","formula_version":"titan-u-contract-v1","latency_ms":0.9537909645587206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf4173282fa9ae56bdadf86fd392b2ac9effcdff1e49f5ef2c7792f8a333e0f5","sample_id":"grade-school-math.dev.2696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ffcc95269ba8ff1ee44ca2287a654491413d4536073b6d6e1270d369524fb94","formula_version":"titan-u-contract-v1","latency_ms":1.1252500116825104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be6b155f55edd4fab9b65eaa4537c5b14627861c06d1f3b9c7c07b0253a31d33","sample_id":"grade-school-math.dev.2697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3dbb443e71f417796c924487d6d1a8a8bb12528f5fe84854f48b02749f91a68","formula_version":"titan-u-contract-v1","latency_ms":0.9348329622298479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee251466e8e893229885b611e7a5e3be9d586906ebd47f3e4f84ab9a88179f2c","sample_id":"grade-school-math.dev.2698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0e67ce85c81b7b71468789dd2468bed6f8910cde753c8af4490c6b96578a127","formula_version":"titan-u-contract-v1","latency_ms":2.0974159706383944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78d93bec10dbdbc40f440fe9ff365db0a485a070a13d4006a66ab2eab85cfa98","sample_id":"grade-school-math.dev.2699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74352410920231f5a476d4170dbf532f740eea671502b6e53b7cd5b424890457","formula_version":"titan-u-contract-v1","latency_ms":0.7237079553306103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3f72b9d665328dd3666c7340596abeabed9492dbe0930700288878111aa1742","sample_id":"grade-school-math.dev.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc182c0dcda70a8bc81c573e79ae925035a2b62242403bb1ea2a3ea00e54651a","formula_version":"titan-u-contract-v1","latency_ms":1.3296250253915787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91fa6482fd7d96e1e80772ae6c96568ba14fbe72b3c2d50db6c5e1e08b97ef9d","sample_id":"grade-school-math.dev.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4112d5539570e9f7f1080be190f1d4df1e988584e4921bb39f871d439f52dec2","formula_version":"titan-u-contract-v1","latency_ms":0.729291932657361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba0b976c687d32d0e9ce1705a0c6794f37fbde5074046747f7584233669dbb1a","sample_id":"grade-school-math.dev.2700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b00f5865a02304a0a5778d67b2bcd7a6468d9da1dc05d85daf14716e0ff3fce","formula_version":"titan-u-contract-v1","latency_ms":2.3549579782411456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fee873b9e779d0ec71464a66d05aca3388a2fb6aeb3d004aba5ea0c86132b004","sample_id":"grade-school-math.dev.2701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9ff273b6d8cdb9e3ff20c29bdd4e15bc568094c819ae3baf633f658dd479e5c","formula_version":"titan-u-contract-v1","latency_ms":0.8395001059398055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3474bfef0e9b3f3d6355a0de2005e061cc33ecdde70b904b724c12af4293382b","sample_id":"grade-school-math.dev.2702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8184b6ae506a15661f60c8ab3303c34fec9c04883cf8ea44ec2b8678e8ed9599","formula_version":"titan-u-contract-v1","latency_ms":0.6867079064249992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99d6b5780b7d606e2344c969016d20991209893071ad6e9af3f1de1c7eb2f69a","sample_id":"grade-school-math.dev.2703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dda82ec7d1cae98c06728ef956f47c1bf6bcb0b57805d9e82382f7b3768fdd6","formula_version":"titan-u-contract-v1","latency_ms":0.7826249347999692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"278dc2df62a541059dd84d34a43aee55c6d9436949c018288832847e1830a78d","sample_id":"grade-school-math.dev.2704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6174dd3e08fba6871b20e048367c6f6f4bda13ce634bb80b53c499617a8dd005","formula_version":"titan-u-contract-v1","latency_ms":0.8401660015806556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"697e9904e549cd3c4c7ecb587f716c22de00600752d8d9fb5d272f57676f82f8","sample_id":"grade-school-math.dev.2705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2eeec505f55d8e0bb126564a6fccac21835c9d823361ac9a4fea32c0c5dde141","formula_version":"titan-u-contract-v1","latency_ms":0.8952909847721457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3440fa3d8b27686b1d668a67f9d545d9e353c04d263f3e81c4f4461de99d4d95","sample_id":"grade-school-math.dev.2706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8081ef393de21669c794fc27eae72a41f40218e4f80178a5f7959b7f87e15304","formula_version":"titan-u-contract-v1","latency_ms":0.642542028799653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c2532759d7d5b3695191b3474ae5521a19fd5c1ceafb67619ec0fc0b3e72efd","sample_id":"grade-school-math.dev.2707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e571870f71affd4e974d5c5b0d0cd8d38eb92c65f4cc99f2942c09fd84ac998","formula_version":"titan-u-contract-v1","latency_ms":0.8455830393359065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08ba97f1d796fd0f3f7b9d9b9834f78f14c3d30c2bdfe4a0136d00df6a34e6c6","sample_id":"grade-school-math.dev.2708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0f0cd69f0ea723df48cf05d362b943ebfe038e5da8d5a6bde11636a485d999d","formula_version":"titan-u-contract-v1","latency_ms":0.6730410968884826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2ac7a41ce21e14f331170cfe342dd561c5fef0b01dbb888bb6552d37d5d8af1","sample_id":"grade-school-math.dev.2709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"963df4f6791f97256a6f981e1c75a9fd5d38551bbf4c6e9000f754ecaa39f4a1","formula_version":"titan-u-contract-v1","latency_ms":0.8581249276176095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f96c1f8e13a0d5f3970a0eed8efb56ed8d1bf50e784485ce1159609cbd4f98e","sample_id":"grade-school-math.dev.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6606ed33f54558cbe616c89d8f34fa779f05c333c162ffd286cbcc92c04113b","formula_version":"titan-u-contract-v1","latency_ms":0.6617499748244882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ddaa306fe5d3f41f716bb89aabd55db9565c27b73feb3e6c084baefeab9431d","sample_id":"grade-school-math.dev.2710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8906a6c75535f4cd2351ce80a22af73b06fc5f5d23aac1d0451ab6990037e0d","formula_version":"titan-u-contract-v1","latency_ms":0.6958749145269394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a27e4aa52020040ea447e1977e266ac6ee7465a6479e5d8385fce1dbbedb02f1","sample_id":"grade-school-math.dev.2711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"681034d942f5919e61356df390ac26131f61efea72019e7fe9b1ce28096ee4c0","formula_version":"titan-u-contract-v1","latency_ms":0.668165972456336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad4164e6890ad49d9281e8d6210331c9456f5df517e106041e417f3461f0b577","sample_id":"grade-school-math.dev.2712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e894e9ddf66159acfd3c11122742320c0c8cb2f3e6bbb1b6f4608a0cc67ea17","formula_version":"titan-u-contract-v1","latency_ms":0.659167068079114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02dfe3c7428095c6a52f7fdf0b355f7ca9f0054ef8267baefad7adf5b2f0ad5b","sample_id":"grade-school-math.dev.2713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ecc3756b0f8251370bfd9b9741a7f0b4e1b87c5d32089dc650e93b7777a0f22","formula_version":"titan-u-contract-v1","latency_ms":1.0070829885080457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c41efc0c68048cabaf1c8856905b825d2f6ca76257ef3043e32830a0ae2bc2d","sample_id":"grade-school-math.dev.2714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a168c18188a8db4143fc3c3524aaea01e1d2fb4c4998e4986239329f2ce671f0","formula_version":"titan-u-contract-v1","latency_ms":0.6716250209137797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35bcc85d3c34f8132a92b8734d8ab32d10f6b2356c8af883ddc853acab1450bc","sample_id":"grade-school-math.dev.2715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc2fc9f50b57b4bf07e27553221c7656e8d75d210381a9e03694bf1886f01621","formula_version":"titan-u-contract-v1","latency_ms":1.1456659995019436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26767a83bac3f5d574b34a65a7b0cce7d726b026147b24553a074ab88f1aaf14","sample_id":"grade-school-math.dev.2716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdd39c37860c1b41880a72fdaf5cdd392817f157c68d3b6f0694e85abb920f73","formula_version":"titan-u-contract-v1","latency_ms":0.6776249501854181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d4c7900de8838ae0af12b56d889ab39472dc712e0035c3a4b5003c0777d3dc7","sample_id":"grade-school-math.dev.2717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f9577dd93cc5efe196494c5c87aff66ab553a0329f8a138190d3dc005a4e6d8","formula_version":"titan-u-contract-v1","latency_ms":0.6927079521119595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92e8dcd3bfdcd99ca6dec5eeb6e530f44d85a22afd886a387a906325daf59692","sample_id":"grade-school-math.dev.2718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4ce5c62b47b399a17ef17a2092bf14da929d89dea7f98bf6852add353062447","formula_version":"titan-u-contract-v1","latency_ms":0.9203329682350159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e96bd27cd7799d4ce4c2a186a56e579994e63e12126a182db4318d09f11c6aa","sample_id":"grade-school-math.dev.2719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9898ecd8a356c846749bb9ff5125d5a28ff982c5a56a0624c52d4a2faa7bda22","formula_version":"titan-u-contract-v1","latency_ms":0.8015000494197011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e2d48d229ae140e28803839f6f167c533c82aae3fa8a74346ee2857191c807c","sample_id":"grade-school-math.dev.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4995b7c23ca60806156bf8c9fb42416fc0c8554c3f280ff7abf2c652b3c8265c","formula_version":"titan-u-contract-v1","latency_ms":0.922958948649466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8344937d1d342ea340e27481351546bf0bcf70063c1131717e965924dfc6a6d","sample_id":"grade-school-math.dev.2720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f587e8986fd682777c38391f13f279c30bc0057e3f1dcd89343a1ba5bcaf911f","formula_version":"titan-u-contract-v1","latency_ms":0.7069590501487255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9bb533a37e7f33a2e782dd31ee742e92debbf18d81c57c0f42267cb26e15b04","sample_id":"grade-school-math.dev.2721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76603717519c6d73abbb116ee0f4d7511279ff7acefd6ddfacafe5cf1d6fca4c","formula_version":"titan-u-contract-v1","latency_ms":0.7565419655293226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"714f314e0aabd66d3bca3d04dda424e2e7197be29e881613fa0fa8b482c455a8","sample_id":"grade-school-math.dev.2722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d91a10f76e9833e02ea872c5f8e3ec3a95f239467457cf4a60958a5ad680c6bc","formula_version":"titan-u-contract-v1","latency_ms":0.9505839552730322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66002ef7665630360dff89e8f1296f693cd530a4bfb7c2ecee23b1d721bc36e9","sample_id":"grade-school-math.dev.2723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9a69bd72018e3e9d7e68887679e4a1d57f1a79d80dbd7be25f3c98a79001dfc","formula_version":"titan-u-contract-v1","latency_ms":0.872792094014585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36926c293372ee0b7e1e2d27aac38ee492344c228e9f3ed3b7a7651ee06e0e13","sample_id":"grade-school-math.dev.2724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45fbe4105021feeb82d004fb40afb19cd53c373cfce8a11ec8863a3e1754e8de","formula_version":"titan-u-contract-v1","latency_ms":0.7166669238358736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d82bb239da7f588cf9f8bc020761c6200e6dd1a20218b0136529b81c5f113fd3","sample_id":"grade-school-math.dev.2725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44545b91cfc01e1d5f4a776817963c964c844083cc20cd8d2b4ee5c00be1442f","formula_version":"titan-u-contract-v1","latency_ms":0.7778330473229289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5994b92eaa6f5acf541df9d7eb0fbea05bef1da6b81cddbb30a6a119bc2088e","sample_id":"grade-school-math.dev.2726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"994235c0f3a3febbf15dfda1a666e5451de4b2aff2a816881f3130fabed9b1b3","formula_version":"titan-u-contract-v1","latency_ms":0.8443330880254507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcdfc58c5f9adffb8758fc5ccca3feb1ce4b587f5f048cba7de19e6ba2533be5","sample_id":"grade-school-math.dev.2727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eba8dcc2ab6b46ed4636af9ea8b27c9ec863568e30ba24db31c0032adc279c8c","formula_version":"titan-u-contract-v1","latency_ms":1.2217909097671509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ba6354b78628da0ef5b5edead1e556b6074a91318a73c49800ecfdf0228b6d5","sample_id":"grade-school-math.dev.2728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7f5b7b7fff6df8ab83c310fdebc9f2ca3676a7504ae18414fe5dad4f4535866","formula_version":"titan-u-contract-v1","latency_ms":0.7233750075101852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"320c0dbc95ef310e4c7bd6fe41e02501fa5e3f7c70d1baf6cf0177aa9e4c2038","sample_id":"grade-school-math.dev.2729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad7bf233b0c598107718a780d40aec3a37ffd2bf3a4436caad93eb5908209e0f","formula_version":"titan-u-contract-v1","latency_ms":1.1122080031782389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32a3a00b5b057d348464a4439bbeeb94e59637d37d14acb4a6e6ff583a879c8f","sample_id":"grade-school-math.dev.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f640bbf297ed54b08b70f58fd4d61a35a77b23133dfbad6577b9dfc8428a0bd4","formula_version":"titan-u-contract-v1","latency_ms":1.6430419636890292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a5b6025d25e8533fa8c49a201417ae666ea78bc1702efbee07485471bdfe304","sample_id":"grade-school-math.dev.2730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"309502eecc4d1f306c6d34d89de9022ac18ed76473abf9a78feeea0fd3a94ab2","formula_version":"titan-u-contract-v1","latency_ms":0.7060409989207983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed81f9994bb671c56e8262a9a5de42a79cf3ed1d8d627dba0fe03dab45aa21e2","sample_id":"grade-school-math.dev.2731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7df4e8403bcd7506ca2391cd5b7e5c8c289a37d06be5d56fcabcea7e17e2d422","formula_version":"titan-u-contract-v1","latency_ms":1.0779579170048237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4bd8bea01ed0c530d5efaa688e8e9ecf1599d2ffda67de2fda342d300726e6d","sample_id":"grade-school-math.dev.2732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"508c1059f4e631dc4b8073287ff61474205a7eddf44c13e0b642ad596cccbb42","formula_version":"titan-u-contract-v1","latency_ms":0.8587089832872152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f121cbc79442a69362e7db9616b5b8ee85b05aac9a16c18e38d7e64b81e99f6","sample_id":"grade-school-math.dev.2733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3b6e8792ee11c4c926ab9e42783aa1e9bf3ec5b4e12c8cf2ecc7799af1f4d58","formula_version":"titan-u-contract-v1","latency_ms":0.9125000797212124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0311591992d4a2872f105a96f2cb1455e6c63a5e3d4d9f9b239ccf8533bdbcf","sample_id":"grade-school-math.dev.2734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5009e24c96415a042baaec9f2064b4d2ffd8698679afd086e288c7fe4d4d347","formula_version":"titan-u-contract-v1","latency_ms":0.8950420888140798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d32681b41b0eefe543a2feb21a49e8206e43af5c73111261edb6ff3b6f1f8823","sample_id":"grade-school-math.dev.2735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e1f9cd8fd12b1c98e20946ca7b39308bbc84573eeced2eea9e97049a3e88d7b","formula_version":"titan-u-contract-v1","latency_ms":0.9654579916968942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92d6d365ca3d904afe6f6d26443f9e96f94fdc0bf349f7e78d3b19d3ef233e21","sample_id":"grade-school-math.dev.2736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d6c125617cf428d13199ada01ab320b8b7206721e63806baf895f78d126394d","formula_version":"titan-u-contract-v1","latency_ms":1.545500010251999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c552e8d43df35e181d08bd64e61d1a48272ef8c785bfdd27e8ce99f156ddea2","sample_id":"grade-school-math.dev.2737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b731e37dedd62a1724db021947018d66a5259718b3e2447661d89e64c8a5773b","formula_version":"titan-u-contract-v1","latency_ms":0.6902919849380851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5843f68efd7257028744d3a9ad099b1205d2afecadb5127b19098beb3a302fa5","sample_id":"grade-school-math.dev.2738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21376f45484bc8664797d09237768c74686382e6acd50f18ac6d0d32b67309ba","formula_version":"titan-u-contract-v1","latency_ms":0.9492919780313969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26e36b51036a3c6a8846ea5539ca3339909356c1399c768a8cb590cabb0a5a69","sample_id":"grade-school-math.dev.2739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92b26f13911e23ff49016fbee09f9e30945f44af7d663c65230a6a8e57d08746","formula_version":"titan-u-contract-v1","latency_ms":1.2490410590544343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf2e277d7e806c66d35afff813defbb859f37e2af146a8fc68f66454fdebfc96","sample_id":"grade-school-math.dev.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"854079efa233ff7532e7e0f1da235a94bc48d51c89c3f57711981a3545f6f2d0","formula_version":"titan-u-contract-v1","latency_ms":2.1769169252365828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c8d86b1c6ad106686d801a920e4c72e57a7af4c349331cd179aa8d742463d1f","sample_id":"grade-school-math.dev.2740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3892083c91e3d9af9780c023b2eb0852655d185c0f26d854684040eeee7e1f48","formula_version":"titan-u-contract-v1","latency_ms":0.8942909771576524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfeea014077b1e0218050d6863aa6f24fa2e20f1344dc6f5e205374037f33a98","sample_id":"grade-school-math.dev.2741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5594d029a385d8f73e52d10d571506192cc25ad7ca1dbca1b4ae57ffc9f9f472","formula_version":"titan-u-contract-v1","latency_ms":0.7318330463021994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9093156912f45dfdd409a3170197a0147b135f603255d5079a7962fc258667c0","sample_id":"grade-school-math.dev.2742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3bb3a15b9fa683ac7e404f765a3ef3647b69568ac362bb9a456119b83c83e76","formula_version":"titan-u-contract-v1","latency_ms":0.7316250121220946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"707e0f0f52c66adab128ec44c1ec7150f327a3912e8a876d90ae5b8cfb4a93c2","sample_id":"grade-school-math.dev.2743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e96a1411052e2bf8c47db2938bc9831ce54ce9f488b51fd1d19caaeccf184a2","formula_version":"titan-u-contract-v1","latency_ms":1.6923340735957026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"340bb12b41100b4df512ecfff6bde9c3fec65c6f4ffbdf6b996e370bae57c0c8","sample_id":"grade-school-math.dev.2744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"078e3645a116df5354aa0da75f433b949bb5a6b6a88a78da1cc6b65aa8fea0d9","formula_version":"titan-u-contract-v1","latency_ms":1.5976660652086139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa0d14a086faeee08488268e49c1eadcc0e83bd4ff4eaf3fe7a589df0020a3d2","sample_id":"grade-school-math.dev.2745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b290d3c92c6abbcf36edcd1e63189faa32dd8c2ddf01c4789eae8e650ffaa737","formula_version":"titan-u-contract-v1","latency_ms":0.6756249349564314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebcd1905ccd6b43c96ba731929ad10f43eb474527e4f242ad7796cb4773c4af3","sample_id":"grade-school-math.dev.2746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb341db1de91a8c9429c681bf8b52ebbf4f3ed3bd64c266146b7002530ab9258","formula_version":"titan-u-contract-v1","latency_ms":1.5767499571666121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f24774763e3adb9012cc844109cf259f77027c06efa52ba52c04d6e1528be2ce","sample_id":"grade-school-math.dev.2747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4e83096f4a81ed85d0a39c63a4ef87c643adb1d728209b1df2751e26c9b8439","formula_version":"titan-u-contract-v1","latency_ms":0.6713750772178173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccd19f9b20e15d920ae575e8431703fef8f0dffd991ef3c135444d7a02bc320e","sample_id":"grade-school-math.dev.2748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a8ec37f67ad700596d8fe0f53d14afa33cbca82cc94e27d6d32d8f3d62807b9","formula_version":"titan-u-contract-v1","latency_ms":0.735500012524426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d222921a8873fccf6316386f45a29ae6945fe160dfedc8897ddc0b9f7e82e138","sample_id":"grade-school-math.dev.2749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b31315b997b9f6fc06716e2c5574ac36b66ec38ff7f3ac0afc3f30c7cf1bfae6","formula_version":"titan-u-contract-v1","latency_ms":0.7195830112323165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa4e8be3b4948ead4fdbd0dfa493ff5ada8cddf07b7349498293648c2daceb1b","sample_id":"grade-school-math.dev.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38be980d280bcbb421f0d20740c7ac78ea66be210be7caef4f0d5731941f5968","formula_version":"titan-u-contract-v1","latency_ms":0.7008749525994062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b289d2e69f6938f16f7622cd30d9b931321704e195fb9a7e301534610dd7050","sample_id":"grade-school-math.dev.2750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b99cce4eaa5f35a32ea5a6db1820c9a9a737220faae0cf999512a8a52d9d429","formula_version":"titan-u-contract-v1","latency_ms":0.890374998562038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ddeffebaf34cbeb897ebe65704b16726a9e2ad3d99e59eb32dede36836e0fc0","sample_id":"grade-school-math.dev.2751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dbf4ddea1edd92451bb0038fa64d3cd0b38ac85bceab0f36e6adc403d9095d3","formula_version":"titan-u-contract-v1","latency_ms":0.8917080704122782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aab6a32d1f1fbc644b7e20b116f0f27d55cdbe58fe6203c2992b7abd37107eb","sample_id":"grade-school-math.dev.2752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"545baaa4b03a46fb8c512dd6732e293cec783d894c4415c2509fdd312673b92b","formula_version":"titan-u-contract-v1","latency_ms":0.9813751094043255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08ab6ddaa23b63bb1d9f11bd0d14023074028d741d48186dbfe2b08e759261f9","sample_id":"grade-school-math.dev.2753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8753384dd2ebab27ac188e4e62831f45a5a7a708c7ec09b6a145a061af2e181a","formula_version":"titan-u-contract-v1","latency_ms":2.127957995980978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80a927c809f9cbae9722b9b7089da0edcde66ce86f5b6df9edbb53b24e0ec828","sample_id":"grade-school-math.dev.2754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a56ca5333db5fc63ebe4c89781cc83177e2642ce144eda2c39ca33384891ec14","formula_version":"titan-u-contract-v1","latency_ms":3.1274169450625777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05c104734ff1759b37f39e7c654115edaac59f227aeccd1ec24f6a7dd945f739","sample_id":"grade-school-math.dev.2755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef50f2052ee8188f76ebaaab2cf69d33a74dd4b5b065c14bab1b836e1565465c","formula_version":"titan-u-contract-v1","latency_ms":1.1149999918416142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7431a4016065fa2a85061c5bfc23191b07c1164490c3326f006b96d3853d52df","sample_id":"grade-school-math.dev.2756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ac550b5020ebd03d322a7fc25a8faa73832b404fdb6d234f176db1654b87ca1","formula_version":"titan-u-contract-v1","latency_ms":0.7249580230563879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"060748508fea33bdced002e68c49a9b0584c7565f896d096bcb8d16979102a29","sample_id":"grade-school-math.dev.2757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9553d18122a5096b6576174620435bc265d42698bd3cb46695c62ab6b0d430c","formula_version":"titan-u-contract-v1","latency_ms":2.931457944214344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9f312753409719c3751300156d3121f556845e60e8ab19bfb9bd1dc698fabf3","sample_id":"grade-school-math.dev.2758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68ea0c3067fdd35ca5399ee6a61bc820e10b55057354be27031cd5b2e5c40204","formula_version":"titan-u-contract-v1","latency_ms":1.5822920249775052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51f458959c4fc71da0902374b51611e3c8114d7e97f4209a858f3cd1e0f75b31","sample_id":"grade-school-math.dev.2759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01d69934bf7f309678d13bced0a41007abedb2d0e5182d87c97dd1bd4e08ee26","formula_version":"titan-u-contract-v1","latency_ms":1.1762079084292054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"470dd954b792a014e565cfdc428bc3d089b15253d843b0e27badd84a5bb73e3d","sample_id":"grade-school-math.dev.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20c7b114376b210a436e6b0fb59bf149e0b1ee370df26be503b9d4a72f2a12ed","formula_version":"titan-u-contract-v1","latency_ms":0.8295830339193344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77df67a8982b64c32f9c275a820898dc57b3b943cfbf4c42c0f214643c310646","sample_id":"grade-school-math.dev.2760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d69a1a4819ed8251bd383bbd77d6ab688bebcdc7b8f15002053eb44ab6e5b991","formula_version":"titan-u-contract-v1","latency_ms":0.7240830454975367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6b6617e40e61dbd5d12032c26a064b0e0366aa99faf1d3dceb0483aa18dd7b1","sample_id":"grade-school-math.dev.2761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa0d05b0fecaac603bc9e99b04e389c5b676dc59bbf6415d4fa7574132a51ff4","formula_version":"titan-u-contract-v1","latency_ms":0.6597080500796437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c67482004a28d8f7a4729bebfa314915e226bd740fdefcb96f7516f231065a3","sample_id":"grade-school-math.dev.2762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af5c2cc173c437a2c5a9ff1f9dbfb68dafbf999283eb8776313f8f21c14cd8d3","formula_version":"titan-u-contract-v1","latency_ms":1.0039169574156404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"012b655996f099629993e5eb88b573cbc036d24396648749cfb11a2ec3909c93","sample_id":"grade-school-math.dev.2763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a341d8ffeae9fea9da4a212f7a65f48d5d52637a025df84cd2ff78bf7f6ffce0","formula_version":"titan-u-contract-v1","latency_ms":0.7456670282408595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fe9234036b536aea353961650d6581c69f15315e8db6a34023fdfd60983ee00","sample_id":"grade-school-math.dev.2764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e0316ee53adbbc58c243ee672a47c29e8871d0c455ecba3abdfe4473a9b4ff4","formula_version":"titan-u-contract-v1","latency_ms":1.011334010399878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3e00a2047edf98b7294f5e2c3662333d9a78b3efaadff694796aa247bc90822","sample_id":"grade-school-math.dev.2765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96d2aab85bb6d6e1aea206f9067e3095ed45868fd72aaf4818acd72844e174dc","formula_version":"titan-u-contract-v1","latency_ms":1.689292024821043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa73faf5573589b1edec8452fdbdcf87f265eba8200946ac0de363201b6f0a63","sample_id":"grade-school-math.dev.2766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51a3c35ede1d17a0b2ee233fc54c122af3deb7a11386e0b24dc4b49674f7da40","formula_version":"titan-u-contract-v1","latency_ms":1.1560419807210565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b2e4c35b67f369d2409a120aae5fa82d8254ad3d3c0587963976ae650a80a4c","sample_id":"grade-school-math.dev.2767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b56e2988206a139f51d96c745a5f18144e564375196074a46b0fa32ffbfd543","formula_version":"titan-u-contract-v1","latency_ms":1.1473329504951835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f2aeddb47780032cb5aee6933c4ad88cc09728eb8af5c9241e1c0981817decb","sample_id":"grade-school-math.dev.2768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27b82e08f1bfd40b8a51ae833ae9dcce320240b545a0c76b056adfcd55375280","formula_version":"titan-u-contract-v1","latency_ms":0.6810000631958246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80fc5e696479f984b85734ef389fd458e41c4aeef4d065e5ae00ff9161661b97","sample_id":"grade-school-math.dev.2769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c5879547d93d7479fff3336cfef50ca31d3b529f822d266451f203fa4917e5b","formula_version":"titan-u-contract-v1","latency_ms":3.0303330859169364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13f61057e2f7fad76065b49b3e3e26fa31fedbe1f3ccd26fa243701b53db3e58","sample_id":"grade-school-math.dev.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fe1d460b7dff30da618564a66d6400dc006fed9c4200c4413cae686e24eddea","formula_version":"titan-u-contract-v1","latency_ms":1.1466250289231539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b51463238a26303caa6e6e05b11ad3bfb330dc3f7b7f1213d4fa0a062ae7f44d","sample_id":"grade-school-math.dev.2770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38a194b6089b47bba3bbc302ec76bd3cd21286b96b9ceecdcf7129210a1829aa","formula_version":"titan-u-contract-v1","latency_ms":0.7082079537212849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ce2fce57fc1c64e0ce91a01c6243ff0d4362923868513b403afbfc6768c145e","sample_id":"grade-school-math.dev.2771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"701dd744fa17723e7c63850881094d9fb479fb587faad18029c5584fc0e4bace","formula_version":"titan-u-contract-v1","latency_ms":0.7709170458838344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61f0d1f742cf109098035f928cda300cb49c2af351921874beceb506345ed98b","sample_id":"grade-school-math.dev.2772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e16bcf8bf1fc031f89f940ec4efc67515158b844d80e16837e735984fd0df501","formula_version":"titan-u-contract-v1","latency_ms":0.6834999658167362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c2781b182a3ae128b99a2fffa8803656ee2a2a2217c93d09c01674607ecce78","sample_id":"grade-school-math.dev.2773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97e2e165c12d7ba9609dfe574b8a5ba60c781a16aafbc281f4297faf4055bd82","formula_version":"titan-u-contract-v1","latency_ms":0.9378750110045075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb7c33c31d6ae55edc2b95486ffbe1c7cd115e46b523e0a8c80f822bc947855b","sample_id":"grade-school-math.dev.2774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"699a3319347b4e5c5590b22f9d741449c6b31311e0954e469ff052a354eaf8a7","formula_version":"titan-u-contract-v1","latency_ms":0.9482080349698663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49786e2e8568c03c6f355f013b36cccc0ba3ac0bc2381d347fbe6366963ff1a0","sample_id":"grade-school-math.dev.2775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c48e418e28d53c365c1088d8d7ccda0ced58ab1ff2792bf243aceaf8dba7a453","formula_version":"titan-u-contract-v1","latency_ms":2.0690419478341937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f58e77a93e503bb32bbcaba62131b8fd014b43070b2621185181f971fddeaa4","sample_id":"grade-school-math.dev.2776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3655b9331f87a1e9f6cf9c2b5ac030918fe9a6015a3bc1907e5f3b995a6e57c4","formula_version":"titan-u-contract-v1","latency_ms":1.1994169326499104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e60c88637de6be41dc5de96b97cd9e2e22727fcda748ef07981f66368e3f0586","sample_id":"grade-school-math.dev.2777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"892d33cc706249bcba7da3278ffa74dbb808128db13d4588068ff8f1207e2816","formula_version":"titan-u-contract-v1","latency_ms":0.8988330373540521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26d26fde0d85ad5db31a9690069d5586366598f52fc91aee2bfb4186d3e67c19","sample_id":"grade-school-math.dev.2778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"977ecf2db00220defbf1a19182c6294b8634c4cfabfbb93f171b6df55f7e52e8","formula_version":"titan-u-contract-v1","latency_ms":0.8910419419407845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e1fcb01ee371eea667a28856c2c62551213e76eca37ba947741605c2ab3dae9","sample_id":"grade-school-math.dev.2779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"320d756d36a635ca5c2b77a38bfbc66025f863d92db268031af6e4aa2fb835d0","formula_version":"titan-u-contract-v1","latency_ms":0.8010829333215952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fcffe09e6585aeb23e162d463e2e40cc2dffa2dfc51c393a3bb48692e670e00","sample_id":"grade-school-math.dev.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9c2006203a31b4d7d11cb95f2d0c9ef65685e373d8528cff9f9e991c58aa61c","formula_version":"titan-u-contract-v1","latency_ms":0.7003749487921596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35c953ea84c2db57d0fbe4f2f6b2c4acd4c50062e6817f75d4f15423df6b517c","sample_id":"grade-school-math.dev.2780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c9d8efacf8a628237c66c4a2aa438a56a2c3b997a5090ab7ecf1afc168d7ad8","formula_version":"titan-u-contract-v1","latency_ms":1.519082929007709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"162aae3d61eee7f7ac4f35d449742fa592aeffa2b591c81a78df27018a8255de","sample_id":"grade-school-math.dev.2781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76504b72873f0c38754c0fa458e78c53975fb838632cb70d8ae94466b5641bf2","formula_version":"titan-u-contract-v1","latency_ms":0.6566660013049841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7595d798be6eb3bfc4dbda872647df45a9caf4127f071af8dff427451373d8e5","sample_id":"grade-school-math.dev.2782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7bdd59779079b7d421df004e2387bdf5dcd699e577f370101337418972e13d6","formula_version":"titan-u-contract-v1","latency_ms":1.1524999281391501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"959df59e4b0f786f4ae9a5c354a6679a65c825e02aa22cdba2bcac84f52dec24","sample_id":"grade-school-math.dev.2783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0a2928c420471c148188de79c7282ae0599d1fc76a0f88c15bc3ea837f58663","formula_version":"titan-u-contract-v1","latency_ms":2.2399170557036996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fd6637f5b96b2eb26bb1e0405c3fbfe9a08a9e6fdd708d1fecf4321b04879ff","sample_id":"grade-school-math.dev.2784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"808ca1c7b6a44ed1ae14f2abd6a39771e0ecfad65f44445f366dcad0390b34eb","formula_version":"titan-u-contract-v1","latency_ms":0.9490420343354344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d56acf2f73ec0d2cc936e762fac52b51f0b4dc6c39144f482f638cfb1da7d5f","sample_id":"grade-school-math.dev.2785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7aa9405dec73e83a1ba0219cdd63f9e3b5b17d6f671e0e06cfc7417fceda429","formula_version":"titan-u-contract-v1","latency_ms":1.3086670078337193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b54cf4285c8b93da9f9f84f1562194fba07e9f9c7c42784e2994fb9682e9b9ef","sample_id":"grade-school-math.dev.2786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b1ed7bb0d036a2e432a9f05357ba25c66330a0fba65103f60e6846260dab4fa","formula_version":"titan-u-contract-v1","latency_ms":0.7340000011026859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c187b2acc6b2d2cb121c0a190b49d4ac4edc516a407b59eddb2d5a0c91555fd9","sample_id":"grade-school-math.dev.2787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"975100e78102a0ac88e73474d95e74bb52c8b7a1b8536be1ab51e04f4e18b543","formula_version":"titan-u-contract-v1","latency_ms":1.6680830158293247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8dcbf23b3557edbad153a70c6a3d78b00e80cbd6f625d2ff9cda8802fc3348a","sample_id":"grade-school-math.dev.2788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c7f3b7009fd1981869d78a20cc55edf2d13499ce0c1c90822c8bdb15a195fcb","formula_version":"titan-u-contract-v1","latency_ms":0.6813340587541461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45f0353600a975e261acba309de803e8a4a1350965ac5f664bcdbeca9330155e","sample_id":"grade-school-math.dev.2789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d07610923449b5e76c2583d5b3302af27a90d34acb5d801a1d7b2b2faf70627e","formula_version":"titan-u-contract-v1","latency_ms":1.0164580307900906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fecf68e5f5eaeb998a53c5ee4ffbc934e0270e52b54e9ab966d92f52a3806c7","sample_id":"grade-school-math.dev.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c33cc068c5b97a1c9b52d6f337c1afda034b58517206ba389c379e07493dc43","formula_version":"titan-u-contract-v1","latency_ms":0.9010829962790012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9abe111e73ca3c2089e5403445dfe681df0dc903029137a9371be5d36b258745","sample_id":"grade-school-math.dev.2790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39a4f83765c0b43d3f22aa609e4caa4fd8501cc620e72cfa642236aa173480cd","formula_version":"titan-u-contract-v1","latency_ms":0.8418330689892173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c32a3bfc313756170781652c7f066d6bb3041b9b796bc06a6d53e60969084dc","sample_id":"grade-school-math.dev.2791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d7d5f0aba64f65386211d5fa46f760ea3af9a45bdad8dee0a7f37cf04802ee4","formula_version":"titan-u-contract-v1","latency_ms":0.7274589734151959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42fe13a95c5d1f9c8f844a82fdcbfc1c1c47737edc1b382889d25984bbb9e3d7","sample_id":"grade-school-math.dev.2792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0449cef6255790228a06ca53033be391fdfe017a027a2e38e715598b4fead181","formula_version":"titan-u-contract-v1","latency_ms":0.8247499354183674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8588c3ba5aea1cc804daf6c43865243ea578bf9d22dd11f1b88f995cb2b286d5","sample_id":"grade-school-math.dev.2793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b940bfb024767eca80c2f455731bc906764304d20edd76dcf70c0fdb220364db","formula_version":"titan-u-contract-v1","latency_ms":0.9242499945685267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8f8ce32f8807e6c715bca294073a1624c9ac15d002608eddf0d3a8154ede728","sample_id":"grade-school-math.dev.2794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b27c307ba17d3195183fe05b4a382ea6ed66adffc8d26d70715e65c52ea5098f","formula_version":"titan-u-contract-v1","latency_ms":0.7268330082297325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4bb9af9e9c5875c0272c6accc85592f166250ab7b6a527b97c342519f14f0de","sample_id":"grade-school-math.dev.2795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5e105a8a7a37364af71681173c33d48319d07a46d446e984509c275d09ec400","formula_version":"titan-u-contract-v1","latency_ms":0.8647500071674585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2a0bdae46326f98221213ed3f3ef794d7c356cfe55d79a72fc9c34081fea528","sample_id":"grade-school-math.dev.2796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6e6fbf64dbab43f3457bd9f8a06f42317fe1d293c28515a3e1fb3c215e75d4e","formula_version":"titan-u-contract-v1","latency_ms":0.7299169665202498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c3d42251093e0a811d8f9a77447d4db7fada0d7bdff54c4e4f638026e73141b","sample_id":"grade-school-math.dev.2797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a140b0e8414cf51dd8a7b930c2373c3f1ee94c94e38f8bfe55bcc0369ab36dd","formula_version":"titan-u-contract-v1","latency_ms":0.6499580340459943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a110b20c56159daf62d2a1a8f62738f9ff25d80fd91ba7abb2a0291e2aca2c4c","sample_id":"grade-school-math.dev.2798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d695a85eff7c2fa1ead370ff4894c3310a958ff54dfb0ad9c1fcc74da4841ef5","formula_version":"titan-u-contract-v1","latency_ms":0.6716670468449593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c496b1ec8c386a52fa0aaf2878b4bb62e0b834678444d5156d4123c65d14d92","sample_id":"grade-school-math.dev.2799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebeb97586ee23faa105ef47a3fad4348e39873c18f035a74592609357ca1821e","formula_version":"titan-u-contract-v1","latency_ms":0.7007920648902655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"112d14ae1826a31951d0156c190328020117e6cb1960692bdf89fc10adc2970e","sample_id":"grade-school-math.dev.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"997fbf4ab3a7de94849032b74d7f9953a7c2e18ffb302707b74bb8a8ce5bd4be","formula_version":"titan-u-contract-v1","latency_ms":0.8895419305190444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c3849480c632fffedfd388922bff2abdb5e51a62d33493da53c643d9a57a5cd","sample_id":"grade-school-math.dev.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"709bfec7403e84613704237e9d0e00dfec9028348d635af6a1cacb4721ffc741","formula_version":"titan-u-contract-v1","latency_ms":0.6851669168099761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75105066497b30843fc46fef37d33eb47d9a112b1b8384cc11b945fa1b31196d","sample_id":"grade-school-math.dev.2800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac93532df6af44ff2e4442d457a5f0d092a970130f35235000aba1f982f89374","formula_version":"titan-u-contract-v1","latency_ms":0.8721250342205167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d98dba4f3ec483707edee0f70b7a378074e658f391a87d941849162d72ae47e","sample_id":"grade-school-math.dev.2801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56c2a6b53df0f15bd1c286c63bd0c81f0bea98824287ccb9c9942e0ae9a4d799","formula_version":"titan-u-contract-v1","latency_ms":1.0072080185636878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"754b24c9a87304ec294748296e96bc26e4303d747b10282499d372895419e34c","sample_id":"grade-school-math.dev.2802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f062263d81f659d525a2d422bb555496a73ac7f9eab0834e6e5ccda36810b6d","formula_version":"titan-u-contract-v1","latency_ms":0.6507920334115624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4ba20d0519146750df04d62f214e52eeb12440edbc41a2904696936bb565253","sample_id":"grade-school-math.dev.2803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28e361cf0e57a2da9d7477a391e11e549647dae9fdfe1c66e66626db4e7be12b","formula_version":"titan-u-contract-v1","latency_ms":1.8991250544786453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bca6eb28af3efac11eb31477beb02f7623d583f5666e2ffcca8dff1c9cf239d1","sample_id":"grade-school-math.dev.2804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c6348c7e227fd4c2c643e49e7742f01e673dc2ac187413fcf17e292ea20ed26","formula_version":"titan-u-contract-v1","latency_ms":1.8100000452250242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abed5a536726243d119811fc81f2e1030b4f2a16170596bacdbe26ba6d50808a","sample_id":"grade-school-math.dev.2805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"feb6a5de5823aa6747cf18c04982f3e570d139f856ee680eb4562a8367350c9f","formula_version":"titan-u-contract-v1","latency_ms":0.8397080237045884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"613f13cac77ea3e533cbe3821923a523b4f296365baaa817b7f747ad2af7b7fb","sample_id":"grade-school-math.dev.2806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db8a465b19d5f907c2b0f0703fb6ce7574a278d8ba6f4d4eda496eaaa36ef897","formula_version":"titan-u-contract-v1","latency_ms":1.3270420022308826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4849b8813a5faa008ca3f577ffbfeef15af0b823d5e69eb292fd5d26140db42","sample_id":"grade-school-math.dev.2807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"532a2caf9f51864bd52ca5221a06034100f807047f54ae662d6a369f545edde8","formula_version":"titan-u-contract-v1","latency_ms":0.7007500389590859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab5bb38f8c38d9118284dfb74ef0c4b903f209a30a1b40499870bde264b6b8e2","sample_id":"grade-school-math.dev.2808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a946fa3a11e61b9d0e5b0c472573e8edbdac0282ca7f092add6ae1d3163048be","formula_version":"titan-u-contract-v1","latency_ms":0.7235410157591105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5597f64190b54e345b4b0aa5239d72401326d8e885eafb3d2016174d279de254","sample_id":"grade-school-math.dev.2809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b85316faf434ba1038c605385fafb3799423594f6e37de36b5eec77c32c516a6","formula_version":"titan-u-contract-v1","latency_ms":0.988124986179173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fcf2b5218c67a5ac26806f1b95a9614357df45acdd6d7e3b624082ecb14bb00","sample_id":"grade-school-math.dev.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aadff058b295092447f879b8b78de570ce4a13e59b4ea0e02b43ce183a4a603c","formula_version":"titan-u-contract-v1","latency_ms":0.6786249577999115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71a679551474f77730ad6a76a36eb383bf3da3297221393a2fcf85e8e2efa2b3","sample_id":"grade-school-math.dev.2810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e7e2324a6ca1ef855c65afd3119b548ef5b5f85fd91bb7d9540318243f9f873","formula_version":"titan-u-contract-v1","latency_ms":0.8016669889912009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"845a3fe46082e8271494ed4e08830c82779ec884eaff963447685339d8a8ed50","sample_id":"grade-school-math.dev.2811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78a435948ef95af9699b216f3984cb3c04c2e1e907ef51c7d43165ef766cd24d","formula_version":"titan-u-contract-v1","latency_ms":1.0032090358436108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"982aed76395494a0669f715406cf5dc470a317532caffbfe52ac10c5a17200dc","sample_id":"grade-school-math.dev.2812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5355286b427480dbb5293f967d461dbc120768e519e3731350d3b52ecef7dd59","formula_version":"titan-u-contract-v1","latency_ms":0.7010420085862279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"645222efd09baa46a0153121031d2d63d27202ff28d74b03009b0191986cafd5","sample_id":"grade-school-math.dev.2813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8210f662522b7a2a77f1a70f33b5fa45f5e7ed82c685610b533bd5b892471aa","formula_version":"titan-u-contract-v1","latency_ms":0.7403750205412507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7d002a2ffabf026941dabb72a62c4b1637357bea99f7605bc6733e3831e2a05","sample_id":"grade-school-math.dev.2814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a8a04868a6597d129cab55c2c4bdf88cfd4adc256ea790d0471b24ce6eb70c9","formula_version":"titan-u-contract-v1","latency_ms":0.6320419488474727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f70b428d3560b6fa62a6943f95cd461ec619a702ffafdda2c856679059a22ac1","sample_id":"grade-school-math.dev.2815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26268d963f3bf2790838300534eecfebd6072d4a1971e142dfe544f764608ae8","formula_version":"titan-u-contract-v1","latency_ms":0.9391669882461429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0758957aba594536b751a21715f1ded29f285d04ca45434d0088308d5da84293","sample_id":"grade-school-math.dev.2816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f91fd2fe99733b4c1e07b82a0d23803fac308c0df691af6a1d1b1f0b8b904fb","formula_version":"titan-u-contract-v1","latency_ms":2.304375055246055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d732f86df4ac685a8b8c131ee97aff09a7a2acda02a38dcb7aaa32dc9a73edf","sample_id":"grade-school-math.dev.2817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbe5e36ac8518c819292a476b58b345e83a915e89f88c6aff597bd83fcf76bb0","formula_version":"titan-u-contract-v1","latency_ms":1.5092090470716357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96274c43ad9efa2328678d570959ecb58669b9952bc91a79c5e335bd54bfbfc5","sample_id":"grade-school-math.dev.2818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca944d330d98ba422c3860fe5dc91a716b456832c5debad19fe103349f307d39","formula_version":"titan-u-contract-v1","latency_ms":0.9232920128852129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa74b91821e64c60fdf9af639d60d29cb459a049fd38803b96530882552385ef","sample_id":"grade-school-math.dev.2819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbf0d4fb8b9b805a8428ee6317d63139b37390057aa0d97a82f3bef42b69ee7b","formula_version":"titan-u-contract-v1","latency_ms":0.6657089106738567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8931e87cee9d5111a11ccde3ff84026b922b16d475667e1793520d477e6023f","sample_id":"grade-school-math.dev.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7246ba00c298f8480ae5949280d30653b806aa2140993e9a70899c0e4310f59","formula_version":"titan-u-contract-v1","latency_ms":0.9161250200122595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cebf27469a8da74812da3a10cd126bca393b9dbfa6d41f7a3dc5a16cb129162d","sample_id":"grade-school-math.dev.2820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"442bbb84aa3e3d02b1db956b2c9ba27874964dbf3484ecdc7780ea01bb7d55ec","formula_version":"titan-u-contract-v1","latency_ms":0.6874999962747097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37a81b839e8f9895bf6422c67670c6be9b8a02fc07c2b0e83bfd285d0f56e803","sample_id":"grade-school-math.dev.2821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0550e971110a1fd1f6b94413595491359eeae8ec7935c08463cdaffeb7e17593","formula_version":"titan-u-contract-v1","latency_ms":1.379749970510602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ef570cfa706922943164f3fd96af0141dd44a29b040a37a6fbcbb328fc915d4","sample_id":"grade-school-math.dev.2822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f567a5727a1d7892863d91c00908aee24515e582811aa5893a96db3531ec2827","formula_version":"titan-u-contract-v1","latency_ms":0.9262500097975135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b08124294a6d2a251d87925385393a25e423b4f9045dabe87950d330eabef0b","sample_id":"grade-school-math.dev.2823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8000e74feca33975ad539991e4867b1193f6159c0216a00c07d07d92388a7857","formula_version":"titan-u-contract-v1","latency_ms":0.8689580718055367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47f6168285bd5c1ce3e413b4c2f284a4bfa935dee6715a9b5411b09395e593aa","sample_id":"grade-school-math.dev.2824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e15a0eb009a690d7a88e7e35eef25058429853f28c48a47a400b765c1609e372","formula_version":"titan-u-contract-v1","latency_ms":1.1301670456305146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4ac4b36fff0e1c47500a0538d7c0995d21428dd544e920397d2d0573077e2bd","sample_id":"grade-school-math.dev.2825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6d326f74a6a20928c8e3db7c2ffc52fb2b609a41814b93ebbf8b8e65f88310d","formula_version":"titan-u-contract-v1","latency_ms":1.3982499949634075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92a629c0b96c4b4b230dd20aa0e91832f3bb2b8619a2455af51d5072dfd061e7","sample_id":"grade-school-math.dev.2826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32985f712ecd937355946dd23f81ce3de41cd4cdc4ec535a9efc576328e3ac73","formula_version":"titan-u-contract-v1","latency_ms":0.7992499740794301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4bd1b5d5ada8c6bf4138925c3d64ed62615bb5ff75e7aa55bf3edcec21beab3","sample_id":"grade-school-math.dev.2827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9fc76dc44f98f437e5c582edc9d5a33e2c16b10a8043e15c0a721b2a304a3a3","formula_version":"titan-u-contract-v1","latency_ms":0.8880000095814466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00dbcb4143f300cdc3ffb299c43c86edee3e2d3fa7855bf8c8c9e3722f8ebee4","sample_id":"grade-school-math.dev.2828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac5b0a9397e913152b6aa22dffac2d8672d219f943f4ad93c3682658fac0276b","formula_version":"titan-u-contract-v1","latency_ms":0.7359170122072101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0700f261e7af430ae463184e7a74dbfeb7365d1395c5af55b07e3210f1d7cb09","sample_id":"grade-school-math.dev.2829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40782020fbe8d51cd483d77b841535e05cde6314c6d26c656b78781faa8b2c89","formula_version":"titan-u-contract-v1","latency_ms":0.912749907001853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22c8c9d76394ed4a919147ed5e8817cddf7a75d710a50382e00b9549414eeca1","sample_id":"grade-school-math.dev.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3abece5637bb121fb0a6d0d41601706588466f566065a5b1e897527d19d5b8c","formula_version":"titan-u-contract-v1","latency_ms":0.8502500131726265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7bb325767f9cfdb6337bdcdb9fdb2d1cc7a6647712e062eff0f1bb1c2733a38","sample_id":"grade-school-math.dev.2830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eab15a2c1f0d3200da11e84121230fcf5965ab83a79eff6733629fb621458df3","formula_version":"titan-u-contract-v1","latency_ms":0.8166669867932796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9c1a0cc45eb394e0b80a3e808086973a8ad63d91cfd88ec98bfd4689d15139a","sample_id":"grade-school-math.dev.2831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"705801a64d33b29e940b0e36b2ed5008a5b6166ae58254c355c337402c40bae0","formula_version":"titan-u-contract-v1","latency_ms":0.8558750851079822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cd2b8cfa11e016da5f78891bb64658c776e64122182679920de887fbd014505","sample_id":"grade-school-math.dev.2832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeb906a737b0b490275b26fd56d9551147269e59cae4cd40a6e1c7800c274318","formula_version":"titan-u-contract-v1","latency_ms":0.9852920193225145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdb87355c6ffa9033a9e71c39cab6d67fd12d6a29d74112acd40d8d70f2acbfc","sample_id":"grade-school-math.dev.2833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0146765e6bc5faad8ac7a6502b1518c6125d4623de442d3a8fea25a1ff9c0b72","formula_version":"titan-u-contract-v1","latency_ms":0.7295419927686453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ec5f6ed2d2d46ee5eea6280324551173e91b498ba2ee2932b06080ae6af8ce5","sample_id":"grade-school-math.dev.2834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7c28d3ef59e455fb169685ea538150dfc5e281181c31453ae6618fccfc0e860","formula_version":"titan-u-contract-v1","latency_ms":0.9824170265346766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08c9235811b462c8b92ef5455d6d430c555c142bab45314fdeed302ba246a987","sample_id":"grade-school-math.dev.2835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d774ace34f995343c70d5504da5746cf39e8e5c5bba5deb87ef9f956a98a6ce7","formula_version":"titan-u-contract-v1","latency_ms":0.886416994035244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a72cf84a7eb1589f519da46c58c7ce7593d726af9f87f1ef8c005fc1d9baf51","sample_id":"grade-school-math.dev.2836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8af74f10c53a52ca08824e407773d802d0c69754c850a664b4d3d5f844e47a42","formula_version":"titan-u-contract-v1","latency_ms":0.9166250238195062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eaf665157e26e5d20e93b2f2e9d3bb31cfd7c015e1c72a48bc7cfc0c798ac60","sample_id":"grade-school-math.dev.2837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab711321eb728f0b5a2aa8bb01fe9bb11028ede7a9042b811186a1f0ddd4a7d9","formula_version":"titan-u-contract-v1","latency_ms":0.6412080256268382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee8289aa32c287eed03e49fb696eac28abc457e6621676358807245332bad720","sample_id":"grade-school-math.dev.2838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dde828e0b8612f69365e790f7d2749d08a359ddbd88068a76e326c4e158d7899","formula_version":"titan-u-contract-v1","latency_ms":0.8370419964194298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb9ae88339561200ea8531f5d94ac045cd92f9066098acd76fcd802addf53153","sample_id":"grade-school-math.dev.2839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a94978f292c3e833ca5fcca12ff9eca15809aec240948265ba001a12eebd479","formula_version":"titan-u-contract-v1","latency_ms":0.8880828972905874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07709ec604d19bf554dbef75c45a5bb0718c0cc31c3f9d655a429f76c1eecb7e","sample_id":"grade-school-math.dev.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9e972c0be62194913a16edab5c1b03fe93984f7bbe8c15063e2e53b37ffdb60","formula_version":"titan-u-contract-v1","latency_ms":0.9536249563097954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"314469fc104153cdacc5c1bcfad79c2ac90e79c665a7fd18d4ca27053fea863a","sample_id":"grade-school-math.dev.2840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef296a14bd9ae1ec32ff80d2440cc56cdd8df49ffdf63e6f08b98135caa365b2","formula_version":"titan-u-contract-v1","latency_ms":0.8385829860344529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e65a1f1d11f8d2f6c2be177dc1f98d792b0bc4d2e6eeeca6fe39ae6645b62bd","sample_id":"grade-school-math.dev.2841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de9caef3146781db88c40820774431452b8a8110d2b2ac5719bbb8f8b01c6137","formula_version":"titan-u-contract-v1","latency_ms":0.8756669703871012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c342bdc67304d518f16a2c4b03f687778cbc275111f264b006a90af95b17bf49","sample_id":"grade-school-math.dev.2842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7104beb62c1b1fb6859ee51891e164d0f9fa36c62c23d9c541abf3b2e4495d1","formula_version":"titan-u-contract-v1","latency_ms":0.6967919180169702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"149ba4adf0b65c702462cd36b23b66d1f790bea55fd4cf5885657f4c324d04e5","sample_id":"grade-school-math.dev.2843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30c068e62cde0c0b72a5464421e65d4e4d0cf898df9848450ebb5de48f93d14f","formula_version":"titan-u-contract-v1","latency_ms":1.3251249911263585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb81db0b29d867e5ecc07457530f6912f3b2d01eb787442bf1ece79c022d42d4","sample_id":"grade-school-math.dev.2845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e9a0bc0826dc513bf90d25b58c8a334df6bb33d221931718dda2805dc33528f","formula_version":"titan-u-contract-v1","latency_ms":0.666750012896955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4c5c8613700fa1a646c368204f23f9594b729735aa9be28ddc5290a5efcdc89","sample_id":"grade-school-math.dev.2846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82f3d31ff2a9e0c556d2b4c9b5899dfd78e65d08f754f2a4d45a429895dd7f1f","formula_version":"titan-u-contract-v1","latency_ms":1.5005829045549035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b5ce667743c8bab91e0c36ab1e9d27544fb512d09540206359fbc572d93f0e5","sample_id":"grade-school-math.dev.2847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bf1430968f01123beabc4646138acd71210b0cf842d1c7e5062df53b0313f9e","formula_version":"titan-u-contract-v1","latency_ms":0.8405419066548347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2ef20a11e7dcc539774cb6aa6ed7d4a4673ded46f2d22f202304cdd2a804644","sample_id":"grade-school-math.dev.2848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c852ed3c96e2799af215df23ed094828a272e639131314c6dfb66072e79f37d6","formula_version":"titan-u-contract-v1","latency_ms":0.9036249248310924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb4991a5c58b648cb4fbc856d28b06d18cb99f4c8eeea0213364ec00f71eae6a","sample_id":"grade-school-math.dev.2849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b9c1092abf82a720727b26e247ab9cbbede98738541a5b925ca16d062d94547","formula_version":"titan-u-contract-v1","latency_ms":1.2182079954072833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a27db21a887a0e25dc139a91511142e3286d08d8949b0f5809ac1e2674a8e73","sample_id":"grade-school-math.dev.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a55b272bd8a7d0b150bcf17f80da31ccfe6fd80d9cfbc9efc85608b4bc71b4d","formula_version":"titan-u-contract-v1","latency_ms":0.9250830626115203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a5efb2927b0a88bfb27586f1db3bf359185c21f3916b413203a8aa2147cef91","sample_id":"grade-school-math.dev.2850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27952cbba0a60ba926e039f23f5d1c974e813309c95388687e5d5a052c2fb746","formula_version":"titan-u-contract-v1","latency_ms":0.8993329247459769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"791449c9ed06f279155c7b33d1270f4963b78601a1697a0d8273c9f77d9c8cfd","sample_id":"grade-school-math.dev.2851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"013c1f6359e2e20329b949117d7e49a563d70aed7f72d700b51b4b13a89a994d","formula_version":"titan-u-contract-v1","latency_ms":1.1425830889493227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"948b889a97e144557debf76f5299cd0e4ea57efadb0ea8c4feb058e50174c9d9","sample_id":"grade-school-math.dev.2852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34d08d484b67e641e16fd6014e4f320cdec69430469a98470e637e15f1fef80f","formula_version":"titan-u-contract-v1","latency_ms":0.8589589269831777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65a5b485fc7d010c6a6eef80b24fcd018b954eb37f3998a69c4de7e73b61c586","sample_id":"grade-school-math.dev.2853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75f56bae042efeb045d1073f924ead25a24afdee59bec3f81310b2d0f573fb11","formula_version":"titan-u-contract-v1","latency_ms":1.2788750464096665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff03423bf4c2f1a83c91046a375656e78457647e89067535a7c311a447e95f60","sample_id":"grade-school-math.dev.2854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8022cb4043df1ef11e05550980f16a6ad353bbdebfbcce01c16bd5daf7ead0d1","formula_version":"titan-u-contract-v1","latency_ms":0.9026660118252039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5b363cae4983682f280f02c965aa017211718402f0438f8005648f50a12c838","sample_id":"grade-school-math.dev.2855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f4a54241acc3103a01edcc031d1a561ae4d29d9700f164e09aba6145d38babf","formula_version":"titan-u-contract-v1","latency_ms":1.3227920280769467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"733d25ef2f681781c12d0eca01bb64a0740bf87442c22d760698085d10e6b45a","sample_id":"grade-school-math.dev.2856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"068914f72a680256b6e280285e7a1c338cacd12e509772f4e24e239152ce12cd","formula_version":"titan-u-contract-v1","latency_ms":0.6760000251233578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb653a68198b8d94a336f8e95fe990df6bcc717362717e74402c408fd48e8a89","sample_id":"grade-school-math.dev.2857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c26f6a3a46528101db5ffb4831528b34c6ea106f5baa4fef7cfcd9c830f17a2d","formula_version":"titan-u-contract-v1","latency_ms":1.1274999706074595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d174bfc99703968b15768603809117cba46f4a998dc00dea8f45e93b828f4ef","sample_id":"grade-school-math.dev.2858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68267373304859e6e3fee96bb28a006a0f77716a54cfc70615244cd3b6c2c509","formula_version":"titan-u-contract-v1","latency_ms":0.6593329599127173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bebef2bc2ad54a23cf4470f0e2492cedb257898a81a80d67c533c793c6ce0a2","sample_id":"grade-school-math.dev.2859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fd9490d2ec0e8e73cf78ebd737eafe8f00563ac0667f85e211b8047a45bb4dd","formula_version":"titan-u-contract-v1","latency_ms":1.068499987013638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2126ba1ca80a7b1d63a2a76b9ba5c1e8d092d7c1a436b0cca4111bae8cb907b3","sample_id":"grade-school-math.dev.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98ac851d0a5713d4fa2d31ff908eb6dbe0d33011749d055d673deaf1314d40ae","formula_version":"titan-u-contract-v1","latency_ms":0.9035420371219516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f39476d3b2fb91633f5a587784a041489a36ea64e7091ba36424766414195b6","sample_id":"grade-school-math.dev.2860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffa5dcecddc3d9ce780cff882398bf891c035092adb6010418326a1f859b74f8","formula_version":"titan-u-contract-v1","latency_ms":0.6700000958517194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1ce6753b52e934e5cb49a50a31cfa642d84b0dd5ca631843342d81672c3924b","sample_id":"grade-school-math.dev.2861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38b34e8de10a6cc4ab9f57d26730cbccaa42d0ab6a34c64cf7ad2d4993d17335","formula_version":"titan-u-contract-v1","latency_ms":0.7339579751715064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"025cbf64db447e244ab6125e406e08a299a3c6fe1460b078b44fa1f9214e9b57","sample_id":"grade-school-math.dev.2862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2dd7a3d1d77dff784c984069fe14403c673d253a787753843629716ef5f290f","formula_version":"titan-u-contract-v1","latency_ms":0.7493339944630861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e37bd5008eb55a7e6c7bca6a30ef138bdb6c3845a622362d944ab2df6c5e82ae","sample_id":"grade-school-math.dev.2863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"609575568651d26828640775adcfb86ad9be798cfd562afa6467c4f8bb2b5157","formula_version":"titan-u-contract-v1","latency_ms":0.6728341104462743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dc307d190997ba6241cd84eef49c27924e994203731f2b73215ff6e8b2bed49","sample_id":"grade-school-math.dev.2864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e50cb2e64d57eb9398bcfdd0e0d556cd37c0fe17fa980672c8e08552613800c","formula_version":"titan-u-contract-v1","latency_ms":0.6839999696239829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9ecba6089d978c5a8f3673ff702bd9de6613317f89bbe5632d9b53fcff974db","sample_id":"grade-school-math.dev.2865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67aa5ccf8786990c26290423bfe2bbde7d61e53d59c714fc3505fd8320aae9fe","formula_version":"titan-u-contract-v1","latency_ms":0.6419580895453691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30923c98d10bb0e0f44e7162ec37bd21810e691247fbd0abfb8b0cd9465c6580","sample_id":"grade-school-math.dev.2866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9bdd907049ee74c91d4d533bacfd86ff08d95032871763675be7df23775ca56","formula_version":"titan-u-contract-v1","latency_ms":0.6534580606967211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3c4e4cda3d24c883c82d395b7ed40bbaa9a266eaec16b72590ca7e25faac294","sample_id":"grade-school-math.dev.2867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d7794b371b3103c87957ad15b99aa60da71058dbd7239d1f026c88f2353f7a7","formula_version":"titan-u-contract-v1","latency_ms":0.7012090645730495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cce97b12a042c165b8a08ccd2bc285716e2717e67452665d77961986e65e3a90","sample_id":"grade-school-math.dev.2868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dc803688a8f950f437cabe8b1c5f1aa49575f0e271eeab49f547f9b97a2f1d8","formula_version":"titan-u-contract-v1","latency_ms":0.7229580078274012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"583eb05b9366cb0a6e2a10e3f524c64e9e66e2a347ad9f1fa5bbcc94aa907703","sample_id":"grade-school-math.dev.2869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01d800021f2cd9530009f259aaf5d8cc0ebdba5d483ab567abbd594e4e8e66ea","formula_version":"titan-u-contract-v1","latency_ms":0.9238329948857427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"243a3d372166e5816fe6fb7250915b1ec7139e937185a24d21e58141b8a30f69","sample_id":"grade-school-math.dev.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7b0b882201e353e8d65c07fc3881226fa0de99711efac78ce7e130248fdadf7","formula_version":"titan-u-contract-v1","latency_ms":1.1491250479593873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccba37c6d61307e83ddc4fc8d911f77a77e0adfdee8daab9f65d5770813e1aa6","sample_id":"grade-school-math.dev.2870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82d17ee6c55d6401c9013e255f2190f9fc7bc5bc23611acd2a401352305a87a4","formula_version":"titan-u-contract-v1","latency_ms":0.7414169376716018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e295aa97bae7d3f33c6801fb9ef5ff0ee9f7c7eacd9198a1c0c3a42e9fcb58f5","sample_id":"grade-school-math.dev.2871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65e8a5826416778b5561ec01915cf93b8880ba9b8e3c6e20571a8dfc86d21033","formula_version":"titan-u-contract-v1","latency_ms":1.0435419389978051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf97452f952e5e1f6b2cf28000e4a65ba5650e884eaf3f1fcf5af29f7ae0c59a","sample_id":"grade-school-math.dev.2872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"363bb0a4f157da9ed89f8f9e278502df100e7e867e66243dafd17e47d3ffde21","formula_version":"titan-u-contract-v1","latency_ms":0.8283330826088786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6920de8fd08a9b204f934a401ee59ad352f7702684e7def7ff1ce88db4376939","sample_id":"grade-school-math.dev.2873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa189940b8ff9d13527774ee5612bc04f3a3685c0a664e478d5b4fbac38f6bb5","formula_version":"titan-u-contract-v1","latency_ms":0.7284999592229724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c93320150dbbac31283c8af51a4123de28ee4e1c88591d0fee0ef6849f7fdbe","sample_id":"grade-school-math.dev.2874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b1264d48c8fbd36742d0447cf6fd813b7d851b6c650dcb4e49f5afa8704c5ae","formula_version":"titan-u-contract-v1","latency_ms":0.7468330441042781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12dcea2d3265d9aa6977fca24046537ade0e2e185c9fb249c97fd4c8d75b0469","sample_id":"grade-school-math.dev.2875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9781a52c2f0118216c0e2a4729c6133c407045155d6108babd6c65afb4ea0cf","formula_version":"titan-u-contract-v1","latency_ms":1.1620000004768372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a63164c59f183df1605471d95c81f3655f553f71892c7b232f8f85fe26a99a9","sample_id":"grade-school-math.dev.2876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed68eb23c63b04f885c4480ab6c7f15eb7145473584ab83eb037a00bba0051af","formula_version":"titan-u-contract-v1","latency_ms":1.0068330448120832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b4c8dd999ac62c1faf8e23a9055c9cf3d498d466e8054660d20daded5f2765c","sample_id":"grade-school-math.dev.2877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"494f8a007fe0cafbc176e1d49e782742f903e43f535308c8f8fa43cdfa141800","formula_version":"titan-u-contract-v1","latency_ms":0.7476250175386667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e681b93926efe284571bedf18947afa5e98eed9f6c54fd3ba53c520c16b2a49","sample_id":"grade-school-math.dev.2878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8ef7f04af7c3cb32a9efc2ed3110599dc68a1c66ab2626623c2ec353eac0422","formula_version":"titan-u-contract-v1","latency_ms":0.6693749455735087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71f50bb58b9f32cee6a0b290d34db1be88e7adc3ddc78aaf703aa3b455339fd9","sample_id":"grade-school-math.dev.2879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16dee6f9a768f770dc4233145903d7ce3afd2d57281b06efc25ecc6e5eaf3691","formula_version":"titan-u-contract-v1","latency_ms":0.7408329984173179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae595d8688b32033620308bedf2bb625f0b3e2b9bd3fd8b37d947594d8adc3b4","sample_id":"grade-school-math.dev.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6930fd77d75f7ec692539711bde76b3258f3874b5416373f39dc0352117d5811","formula_version":"titan-u-contract-v1","latency_ms":0.8213339606299996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fef1a2b325770b8eeed08e60a24810a170b70da6d2b7d4071aaef0c984c0715","sample_id":"grade-school-math.dev.2880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a5f74ac7b7a945b8cc96fdf3fda12602aa832bc5474c13360625cbaa09ef131","formula_version":"titan-u-contract-v1","latency_ms":1.0468330001458526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b059f8810edf528c8ab546716f39505d1ab65282ef3664e78379117dcd5e6a9d","sample_id":"grade-school-math.dev.2881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3b69a9816d87daec79f5623c74d346bea6668d7b9f7c55e850af56c304f7557","formula_version":"titan-u-contract-v1","latency_ms":0.6992090493440628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b438e712a0d8e5bfb4d7a36b9b0a77109c597602b68c9450007c2b00bbe6edf8","sample_id":"grade-school-math.dev.2882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"330483fdc8cf8788bb3f0e3af98e5fa61bd128082773301449a947c5ef6bcd32","formula_version":"titan-u-contract-v1","latency_ms":0.6636250764131546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3862a847c0361923cf1a54cb3b3f06db155bf7d91a6a932d161f328a6a653e45","sample_id":"grade-school-math.dev.2883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96c3f468f55dfda7f1687c2a2db66efb16a2961612137d602c0fc94fba2f94cc","formula_version":"titan-u-contract-v1","latency_ms":0.6790419574826956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d01b6b0fda174674da386930ffbe0149e556ef1a23f8632fc09db0b42fc7c64a","sample_id":"grade-school-math.dev.2884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0ec7b8320b4d417788c26bdc6f0c3c94132e5e5ae4c3105b45a9227d07698e6","formula_version":"titan-u-contract-v1","latency_ms":0.6506670033559203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67fc9e4f2a3f147c67e4d7ddb4fc14c59d0bb2a134b255188416e53d63586f11","sample_id":"grade-school-math.dev.2885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2cb78a08d82018b0b7fa0fd60cf2d57c3d290e1f5103f76dd7ffca6652485ca","formula_version":"titan-u-contract-v1","latency_ms":0.841250061057508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8f4c7c276e500224b9b016628982d61900d16c6da6f3a78acaa3ef688ec329d","sample_id":"grade-school-math.dev.2886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6bace50f3ea8e317add6b2012108bd4d4f59a32d2e785e319c7f9e4c456992c","formula_version":"titan-u-contract-v1","latency_ms":0.918750069104135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"526a5fae5d9e4b1470113477a15e5aacbbfddbd6bd67b49ddcc38e87d5335475","sample_id":"grade-school-math.dev.2887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b63f05b5f6b1fb2afda733e2b7b77a155bf850e445bbb6056a27288c774e075d","formula_version":"titan-u-contract-v1","latency_ms":0.7502080406993628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68d3f6839c58763d9169b3f4a594dd20a4e25f8b377de8f318b7f5563bf3a854","sample_id":"grade-school-math.dev.2888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2a8d2e46d421e05d219aed10cca91d3384eb4337dd76c40fcdc5e52bd3583b3","formula_version":"titan-u-contract-v1","latency_ms":0.682624988257885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5db33be7b26058c7e8107b43058960e3c059cfd2fc8ad8fdd33f94b5fb838e3","sample_id":"grade-school-math.dev.2889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"722c49671451983b4370a6c0d7232016aa8888777cc473647482ab69841f877c","formula_version":"titan-u-contract-v1","latency_ms":1.1199170257896185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69100937222528b4f5b8df35724a5aa4a7336a8198c89623a73cb7142cdf7017","sample_id":"grade-school-math.dev.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c01d4b9951f9d2f8b47e79fcf66c92ca11a11d0701fe88fe2d91f264632fd29","formula_version":"titan-u-contract-v1","latency_ms":0.8407500572502613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ee0f4abf6ea5782c6aa2cececde20c1155fef1fca2e2fb03502505b23b347f0","sample_id":"grade-school-math.dev.2890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"345dc094c93dde25c13c94ffe8671e88c1e2ebe33d5b17f5f8dcf6162e0305a5","formula_version":"titan-u-contract-v1","latency_ms":0.9811250492930412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e0cefd0fc8e9d21a2c1b450792e3f1367c846246eb67978e38b46a2f7e4fb38","sample_id":"grade-school-math.dev.2891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dd64a48ea5995d2b10a62dbd6b9d3fa94276b41385cf897c7e06faf5a518078","formula_version":"titan-u-contract-v1","latency_ms":1.565458020195365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad95a6eff55f542b8a524d635bad5afb5f0dd02e913534cb3275fa202376ea53","sample_id":"grade-school-math.dev.2892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4acebb76eac8f4e8826202c24277d51f2d1b334b4b132191b63ee73d908593b4","formula_version":"titan-u-contract-v1","latency_ms":0.6765829166397452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6f021ebeeed4d34a50f1193ed304e51f80030853b1439a1b43d19ee334737ca","sample_id":"grade-school-math.dev.2893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34ffe9edd132a7ac304f359d232ec506484428f549caa3a1d2b696c5f592f657","formula_version":"titan-u-contract-v1","latency_ms":0.6803750293329358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44f9f998ae8ca272bf83d8f5676e45484107b9e5c39ec5d8690a6635f2c5375a","sample_id":"grade-school-math.dev.2894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be73b9510d195fc2a19f0f1f107a0f43649ba73d819887548868b580c417e88a","formula_version":"titan-u-contract-v1","latency_ms":0.7033329457044601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6d55b19cb37f9daa3eb40f26e7ab55e2486dd82385013e720fc9aded1d51a01","sample_id":"grade-school-math.dev.2895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"341d54f47288c39229b5542e9066480e551ec64f57be242383da38e4f7528e6a","formula_version":"titan-u-contract-v1","latency_ms":0.804667011834681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1653f071d377984b81c68fcbed59a4f606ddc272a8f0aa77fb365d7d73299ccc","sample_id":"grade-school-math.dev.2896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f835fde6ea44e05481880f5a4af3122d0bb614b8a6767656850b31a39de1e0d4","formula_version":"titan-u-contract-v1","latency_ms":0.8750420529395342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f210b1d53d98cd22767dd54e0bc733c5c1f10863d0876f919cd07c8f2b8cdd17","sample_id":"grade-school-math.dev.2897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0245283648d67cdf55c5b4349fcc8d94d6380445a06cd1a15cfc02b2fab1eb2","formula_version":"titan-u-contract-v1","latency_ms":0.7335840491577983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3260828daa03b3440b51dee72c5e252ecf3ad36de8c4afb79e2ac102de8866a2","sample_id":"grade-school-math.dev.2898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb91674893ae178ec745d5ded930d5b850895f9240a2efc1b72eb037c88d1096","formula_version":"titan-u-contract-v1","latency_ms":0.7081669755280018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afdb1ea5352fdfd9e4087a34df0bb1075a2327deef5400c37785128bdc9665ba","sample_id":"grade-school-math.dev.2899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31756b0f38b14cd6a3c8e60a9e57c1f9e916a9d44c35d98f971629ff0bea4933","formula_version":"titan-u-contract-v1","latency_ms":0.6945420755073428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"592385051371aa48c9973cd218cddb2a051ec1658cf55457eae69fb22bd45508","sample_id":"grade-school-math.dev.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f2d8df40d130edc57334eb8b35950d54c980360e4c23777ca9625c13827f1d4","formula_version":"titan-u-contract-v1","latency_ms":0.6929170340299606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f73c4491dc303a805fbe3e12fa130cfea321659921965218d27253662897acc","sample_id":"grade-school-math.dev.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13f0015eabbcf0519d927c4442b76ea839630603a215345004112fade1437dfe","formula_version":"titan-u-contract-v1","latency_ms":0.841166009195149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1ff6679d725810892b0e0988846f9a25b3cf4ecfc1617d19e8f4efe30126623","sample_id":"grade-school-math.dev.2900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a6153f7aa89b8bff10ca2a8f9e8a25f21f79d0fc7a508a659c5396d95fb6c5a","formula_version":"titan-u-contract-v1","latency_ms":0.9684170363470912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45ab63de744ac1b9a5b2a9511832040a6518026ef6ba211d81c28cf121482918","sample_id":"grade-school-math.dev.2901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7934982ff3f2d77278df9caf08d3acf6183a15b1150e334306777d1377aa8aae","formula_version":"titan-u-contract-v1","latency_ms":0.6963750347495079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42ea5c1fcf896621ab8b1c9e979efc1a4ced3dc94bbb7346274eeb4ffd665e4a","sample_id":"grade-school-math.dev.2902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1456b15eb2d0073e6cc2530c4f34312704d8c7926c32a54d65b1458ffb2d6061","formula_version":"titan-u-contract-v1","latency_ms":0.6574589060619473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc8cbc21d275616bf551badb4487060e06b32b17e140a2f823de69ba9fd659d2","sample_id":"grade-school-math.dev.2903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c21bde9ebd24ca078e3215c90db9090a6d02f2b22347d17ad005981c779bc866","formula_version":"titan-u-contract-v1","latency_ms":0.7441249908879399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15207e731270512174119e324ead7c907d1e654eb9e69b3d6fcaa6be2714f9f1","sample_id":"grade-school-math.dev.2904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fcc805035f45ca0b0334a947b50f87706c4d6ab50c55a07d6f138053af2bc5a","formula_version":"titan-u-contract-v1","latency_ms":0.7140830857679248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef44499f14bdc1c55177d005826fb11e1659d32a960e9eb3ec2719e937a49251","sample_id":"grade-school-math.dev.2905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87439e549da62d0cc1043c3f8d9058df0a9df015615beb459905a0b2385171e1","formula_version":"titan-u-contract-v1","latency_ms":0.6287919823080301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a9bf44deb970ff149dda0e1d150ca01345f854ffa96fd6fa3b36b830596eb9f","sample_id":"grade-school-math.dev.2906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25575db6a9600b6c5952d38633d306a2d9d4a3aa2c6cd03d3da72d9b8803e14b","formula_version":"titan-u-contract-v1","latency_ms":0.8131250506266952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"287389b49f908a228bf39484efd319aac1a910fc9bfa30a6e9a79d9e1e81c395","sample_id":"grade-school-math.dev.2907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c915b0529ce344ce87900d795db5dbbae81eb082cd9b5b0faf5f7d02fa759d4","formula_version":"titan-u-contract-v1","latency_ms":0.724000041373074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d673da3024a4d87daea9e7c17c1bfa45629a5b2f04a62eb818ae3b05902e831","sample_id":"grade-school-math.dev.2908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0e5bfc2f78d484da17c264088379e69d559c8d9b1bc1112b028fc215e469333","formula_version":"titan-u-contract-v1","latency_ms":0.6382500287145376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68da0f68d4b6cd0d68e558c0b48329e154101220e4d8ba84d9a3006c3e6ad3ca","sample_id":"grade-school-math.dev.2909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bf76cc3776bcbf4d5d2712b79ab29fa3086d1c7a9768e7c348ea9824aa57dce","formula_version":"titan-u-contract-v1","latency_ms":0.628334004431963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe209bc5e30364ccbb583e64a4c38b23b610f228e59aab78366846996c03d900","sample_id":"grade-school-math.dev.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3658933d92af6ab2e7bda30f17712e0c09cac0c9969bf53780938e2db6ade322","formula_version":"titan-u-contract-v1","latency_ms":0.6932090036571026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a901e873e9d33af802aaf45b0b1b1034b37c1e8bf980187ebb0153b8eeebd4b3","sample_id":"grade-school-math.dev.2910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cad4d1ff56b180e5121282fc24bc9ad8707287ef4d8d4644841fa8ecf9fed965","formula_version":"titan-u-contract-v1","latency_ms":0.6597909377887845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecb4191b862fa7fb84fe67b91f23e749a40bbf627d59ce9405b35864cbcc652a","sample_id":"grade-school-math.dev.2911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4858cb7d920949cfad19ad107d78451a05abaf8970645dea06d2f43cf0fa9fb7","formula_version":"titan-u-contract-v1","latency_ms":0.6907080532982945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"132ed0691dc2ec020a83748c662e90331f1ea701389f841b80fcd2bf01d06d34","sample_id":"grade-school-math.dev.2912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1f65fa279e40e2be29937a84973eb4a7b82919e654ffc4c11a92fc6b934ab38","formula_version":"titan-u-contract-v1","latency_ms":0.835083075799048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd6cf6ed312174559069fa8a33f528ae0ce192ddd5570c01f22b51b15fccc441","sample_id":"grade-school-math.dev.2913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed080aed03d0fc2f87e02b61019e3a6ab6ca6c17278778c0260013a1be356892","formula_version":"titan-u-contract-v1","latency_ms":0.7436659652739763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7260f8286f8f85539b71277c9f71a5ecf669046d716ccdee6c89439bf9497c07","sample_id":"grade-school-math.dev.2914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27ce361a69ee621e904e8ce002771a4f8176da6bb8b6006f9ff7495b7dd20a90","formula_version":"titan-u-contract-v1","latency_ms":1.4357499312609434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eaba79b8a837324fe2cd32314c86396cb0e8bb3b90375014d8a7548350f27c8","sample_id":"grade-school-math.dev.2915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a74ec684cc9d8af25dde3365bbe5c6af033a22ff556cb7c23cf3bf21d5bdb3f","formula_version":"titan-u-contract-v1","latency_ms":0.7976660272106528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9bcc23f025250770711407ca0bc4a55d3e4b2ccb8ca2baa0a472d679b0bef0e","sample_id":"grade-school-math.dev.2916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0c1a8196ab818d35df3e0f2887e9ff7153d536324e3881cb46f2a9a163d0ef2","formula_version":"titan-u-contract-v1","latency_ms":0.9204170200973749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d37ec964850e1c326f16f5a837316b99ed1d0efca9b59c7402d7cc94c25e7f6a","sample_id":"grade-school-math.dev.2917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8751ec649d3b46783c1cf31aa15a26bf56bc00a1c97274dd6a53da58370fbda","formula_version":"titan-u-contract-v1","latency_ms":0.6375829689204693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe70a352f32d47bd963c1bbe27e54872bfa665ac8462ffe168324175e6605c6a","sample_id":"grade-school-math.dev.2918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dda84f0312bd3306d229650280be9458d6374e14279ea0d5f56c0b51ee3ea065","formula_version":"titan-u-contract-v1","latency_ms":0.6200410425662994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4db3efb523c3a285df3b68d590d67e1b79e0c961efef7554251c158a3a82ba7","sample_id":"grade-school-math.dev.2919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f302ea11e15d1e30bed3c526c15197f1b67b61842155dc4c6d1d75e4b1b8afb","formula_version":"titan-u-contract-v1","latency_ms":0.6602919893339276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"502f690939e06c5b04b1816d12e56833eab8674f04ec8903a83af47a718fc004","sample_id":"grade-school-math.dev.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7f026e00fc3b13801d6efe09cb994660ea4ff7b0cc1e9b1530dd023f0cdd7bf","formula_version":"titan-u-contract-v1","latency_ms":0.696083065122366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"818bab20866d036e415d1f503113defc8c9489ef67f1ba4f19940cf9fbec008d","sample_id":"grade-school-math.dev.2920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4425069330a72c7b2b8e98a7b96c995b19d64c7c51b64335d13064f0acaf689","formula_version":"titan-u-contract-v1","latency_ms":0.724540906958282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9773b795d22ba62f0fc93c73798dc9b87dbf842cd299b0a961ae07d2725080bb","sample_id":"grade-school-math.dev.2921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c43d124e42ee8581d16a26bd883d42dab0ac263bab8e5eebff3919202021e788","formula_version":"titan-u-contract-v1","latency_ms":0.6792080821469426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c629f0410991cea64f49f485864f78b14fcdd1fbe670ad86ac093e3201ed7962","sample_id":"grade-school-math.dev.2922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1464bc12d5ab0c93ea62937c1227ee0fd5811c24f37d44526985d67ffcc89683","formula_version":"titan-u-contract-v1","latency_ms":0.8420409867540002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e430bef6d62776787379d13f366b82a17df91e8685e2c6e384519a3b2f7df95f","sample_id":"grade-school-math.dev.2923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32d7e669d5f63f49811afa437f5a7e1d284b304d241df3d731139f1c129fb7fb","formula_version":"titan-u-contract-v1","latency_ms":0.8227500366047025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7581e7d462c85e9a5f07e742368a3539fd6f73cf70e38a8957e32d7616553b07","sample_id":"grade-school-math.dev.2924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc6140aa4da47445f3ba171588273c172e0b9a78a2fbacb74c61ef289ef2865c","formula_version":"titan-u-contract-v1","latency_ms":0.8228750666603446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9174f9bf3cd95ad2198ad60ecf27ad92430be447d4e966047eb1b10a4351621b","sample_id":"grade-school-math.dev.2925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5aac6b97103ac91abf34c8b53bd40920733b21c627b508d5b64b157eeabe4754","formula_version":"titan-u-contract-v1","latency_ms":0.6804999429732561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07ba369184e0ddec35364303a51c0599e512c3d3d3fc3781284ef4fcb250bb49","sample_id":"grade-school-math.dev.2926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ee95989697eabcedbf00e49d4414b46db4240ec4779d6947224e93e9eaff024","formula_version":"titan-u-contract-v1","latency_ms":0.6620839703828096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11a5a87d1433e23f895ff996114e12c57de5fcb4010a731b8deaecdca02ec153","sample_id":"grade-school-math.dev.2927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dfbb09b527516fcf39ed45cd9633151ed38e10a2fada4b336c4095018a4943b","formula_version":"titan-u-contract-v1","latency_ms":0.6552089471369982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d01b505903398582fb722349cd4e4f7021d70be5c2be7228b3380585d43433bc","sample_id":"grade-school-math.dev.2928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bd68d846fcaaecf011d85c11028320e4e937024a041b89ff48dd5b40d110678","formula_version":"titan-u-contract-v1","latency_ms":1.0246670572087169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34278525840fad6e5f8f6b0814608ba0ba0701b89ef4f400097600e2bdfb71e4","sample_id":"grade-school-math.dev.2929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f69eec976aeea8b768556a2a87e7b971a0336662dfda4766660f0564b3299d8","formula_version":"titan-u-contract-v1","latency_ms":0.7040000054985285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"207b13b7cc9861c8faa641c3a8aa6489239f429e35eb05432a7570b8030d6ec1","sample_id":"grade-school-math.dev.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf6f130beb63af79fc821c064e2d616c81ba9999037b10f6e31daec5d95161a6","formula_version":"titan-u-contract-v1","latency_ms":0.6940409075468779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e05dc73cb50087dbb1a78c305d7e57098acda6e43c4b4361c0c5e916d048fbf","sample_id":"grade-school-math.dev.2930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cc7fbe8f9ca4b15b2ba6e80d75d5f21ebfbe5a2d0e3e15d1c592282e0224088","formula_version":"titan-u-contract-v1","latency_ms":0.6561250193044543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b26867f8ff1daaa50e7f27cc8e7eeafdac4e1b06456d577ec1052474d47a322","sample_id":"grade-school-math.dev.2931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc8b524be6cd703354afaaba9d255b922ecafb52f0cc1ec8562c462205d37064","formula_version":"titan-u-contract-v1","latency_ms":0.7168329320847988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3054dffeaacf3cdb87b0a9b50ec961000cbf5cfaddeaf309f9d32975929fd694","sample_id":"grade-school-math.dev.2932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b6edad30fdb61d9ead35aeddd303243dde860bd3a0e6ac60f625ef74428efd5","formula_version":"titan-u-contract-v1","latency_ms":0.6632910808548331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d1e0d050ef77178d286c8d3744fde6fb61b85be6b90c965d1cc39fca756e48b","sample_id":"grade-school-math.dev.2933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba6ce1ed4937d4047c5a4e341f0a320bb4cf292e82911b15c8e507d98e6e3225","formula_version":"titan-u-contract-v1","latency_ms":0.6630830466747284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dddb281896d49015c9409b64ffbcd8e6f9fd5d41317eb09d6840257ea94852a","sample_id":"grade-school-math.dev.2934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1acad8a47b3ec8bd13ad467396b676648a951cdac282aa88c77cd639ea22fdca","formula_version":"titan-u-contract-v1","latency_ms":0.8462080731987953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0103d92fa1db27d57dae2b1a636276ad11302305cfe31e09ae281c43467faa3","sample_id":"grade-school-math.dev.2935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"701441409a9f6dbaa89d813e6786dfe8b60caeaac3978ef13258f21782631170","formula_version":"titan-u-contract-v1","latency_ms":0.8383339736610651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c00a9bcb1dec891b2f403da7eda194b0a1bfbcc4e166caa12566524e2a868dfc","sample_id":"grade-school-math.dev.2936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0310c7f198beb3a499220680b11ad3eeeb0f942d10634361a995d152cbbf7b18","formula_version":"titan-u-contract-v1","latency_ms":0.7395409047603607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e29d88a30a9009d019aaba38ad23fe7dc01fea38d8c71de98a7edc99dc20174","sample_id":"grade-school-math.dev.2937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec3f803afba8f2731eb53d8d58c442d357d878b10f322e97231f5a8618a88bd8","formula_version":"titan-u-contract-v1","latency_ms":0.6705829873681068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97a280a950d7818cf87594ffa18aea7442db66705be5be963642ed4aa1b94432","sample_id":"grade-school-math.dev.2938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b9ebb0608292f0fca3ef02db9158547d508f2e004465afe5430e6562531e6c4","formula_version":"titan-u-contract-v1","latency_ms":1.2001249706372619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dffeaaf370e803a1470e8b87ff49806dd32cb9ff0a8a300a4d111da710c262fb","sample_id":"grade-school-math.dev.2939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c3fed50950763f606ed4a709edda6f069181a8c1f0cdf76f9c2a7406172ea72","formula_version":"titan-u-contract-v1","latency_ms":0.6823750445619226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bac715bc0cb99361c59a25c5e89d7eb86092c5ce0460acf7f8047fcb12dc300e","sample_id":"grade-school-math.dev.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53444b47b9b06aca38c21012177c28e4db5dc4714975dfe607af839bc439f1c0","formula_version":"titan-u-contract-v1","latency_ms":1.2024580501019955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2732af2a9bf5513c8e7ebbbd1e37573b2f455bf0cb4d61f9988cbae0919b4798","sample_id":"grade-school-math.dev.2940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50a417f09d1dca1d111043cc76e5521746a60a601449db3d6931de0259a8a893","formula_version":"titan-u-contract-v1","latency_ms":0.8340830681845546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b9aa6a1366cc098dbffc223371d5ea85d67fd79cc690f85387b284a4023edc5","sample_id":"grade-school-math.dev.2941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98730b03fef68461ec4dcdb0ce0afcc068d2b3744ad887858f0cd54b773a53fe","formula_version":"titan-u-contract-v1","latency_ms":0.822792062535882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb1b7bdfb012c8977a0cd869b6a50f437f4fce7d703b0741c90d1a5d3ab8c68e","sample_id":"grade-school-math.dev.2942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83b9f469ecc1742e0321867bd2dc4f498cb8bdccf006061a55636b914f0427ab","formula_version":"titan-u-contract-v1","latency_ms":1.0002090130001307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a8f3296b4f8578e0f8ad2e970b7344235fd32b69b568dc89a7ed88c41b580d5","sample_id":"grade-school-math.dev.2943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73c318ef8281cfdda31205871593a1d44c081d978a940c16318fb355d68e0916","formula_version":"titan-u-contract-v1","latency_ms":0.7720839930698276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd4f5c8d5d713e7bf22864b40b81bc7c8b9102dba8867e2b3ce7de010e4935eb","sample_id":"grade-school-math.dev.2944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b0b1f4a1e743b518a696c10ecf834df782447476a48db775c365ea1d6a86da0","formula_version":"titan-u-contract-v1","latency_ms":0.9841660503298044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1896af61071bd950abcb2a3c9825d4d990241a37394b48786eea77f6c39dc1c","sample_id":"grade-school-math.dev.2945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f29bb9f9201f2d945c3525ece7b6cae9eafddb669a37d7d2caed10a2e62a8e32","formula_version":"titan-u-contract-v1","latency_ms":0.6991249974817038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfe6570187cbfee2ef715db0972c49707a51e782facf9754c1fa3e5efb133235","sample_id":"grade-school-math.dev.2946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dee036e513147fe219c0c2e57423bc6abba90c956e48b54b4cb42256703d488","formula_version":"titan-u-contract-v1","latency_ms":1.0552920866757631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd6ecd555eee4f73f85a8f7a8ebe2863dd4cc3074719f0a57c0a44ecc92330df","sample_id":"grade-school-math.dev.2947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9135e3b2b26d7759612dab56b8cc7bc7bae043f01ee2a812ffbd7bde250d7f4","formula_version":"titan-u-contract-v1","latency_ms":0.6796249654144049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99ff0bb432f9eef2345ee69b1254bc4d1313da8daa688a52039640eef12d14ba","sample_id":"grade-school-math.dev.2948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9a665b9b6d5b02f8dd7e7670f42109e9f88956ab6f96591b851f6f718748c6c","formula_version":"titan-u-contract-v1","latency_ms":0.7089580176398158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d124c1143f0f79ef293c84e74eec54e5de12b2a14e1ba6ae7665c076e00efdd9","sample_id":"grade-school-math.dev.2949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cf830f941a3fd96a7cb4fd08092f633e7f3e4fdb661d5319cea33bac74a2ba8","formula_version":"titan-u-contract-v1","latency_ms":0.6898329593241215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1405fcc52f0461344579cd4c82ab3bde706956719a33dd71094d04d6c4e147cc","sample_id":"grade-school-math.dev.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf48901e98456b969ab5fccae8d11d121461d7178a523a46794b3962c3b12e6a","formula_version":"titan-u-contract-v1","latency_ms":0.714458990842104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3074d08c95c15612ddb7409f188be875cda02f55ea084b2c562c66f45f3aa952","sample_id":"grade-school-math.dev.2950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffff77b8acee61af0917547eb665d8d5a6924db669438d0a238cceb5686bad6b","formula_version":"titan-u-contract-v1","latency_ms":0.8966249879449606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea08ca87e89e99779ad2582364a70ad462ee352550d24b9dbbb092d9611005fc","sample_id":"grade-school-math.dev.2951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a514856b91ea03c0118f690972081e9910ff2b977d33f1ac443a4d821d580a0","formula_version":"titan-u-contract-v1","latency_ms":2.171125030145049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"348a42482d4177e7394c5b918151cfa0130e99ecd5fdd669f603ef4e0e94d213","sample_id":"grade-school-math.dev.2952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"246e8fdbfd06bb74edf79b9675001de8e5ddc85c222d176ccbb9aae9392e4494","formula_version":"titan-u-contract-v1","latency_ms":0.8684999775141478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"878b4b552db7a2e100b2ca53f8bfb5bccc47eba729252cf278252451b80f5c51","sample_id":"grade-school-math.dev.2953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61a999c7ea6f16f2e1bbaac6fde7fe7caed05984fa305f46025787eef982b560","formula_version":"titan-u-contract-v1","latency_ms":0.7088750135153532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ffaf1eb2b11f06dc42326e9eda8ccd9e69d2eb09613dc2393ddeab372a036a5","sample_id":"grade-school-math.dev.2954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff8527328b047c1445658759069176162a085e28a225c245bcf594d0aee9d104","formula_version":"titan-u-contract-v1","latency_ms":0.8787920232862234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcfe1f7a625bfe38ba196d86dd4521aefc457982a275ad8edf1bac831b66c20e","sample_id":"grade-school-math.dev.2955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"899be2d645fe22a474842347bdd1523690523f0190a1ace9286643a92bba4de4","formula_version":"titan-u-contract-v1","latency_ms":0.6865420145913959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f04723198166abbb6fdbddb50d56f4128aa9a125961e3f7c28e415df3ed8359","sample_id":"grade-school-math.dev.2956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b17a77d6499772d254c5a682046d136fcb70e9969edb55249be9868171921de","formula_version":"titan-u-contract-v1","latency_ms":1.0084999958053231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8b0357b17d7d122d5a374232ccd598ca5bb7fd62e1d3a8b5d598809cf02c2d4","sample_id":"grade-school-math.dev.2957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3218ed6547fac874ef431ab4511e33697cedd6a155d30eaef9fa85554f94b191","formula_version":"titan-u-contract-v1","latency_ms":0.8391250157728791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"743ba8655080febcebb665e4356d1f7db72c742704e76a9420d1c6217b9d2f15","sample_id":"grade-school-math.dev.2958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29a028e1937fbc05fda9842c0071bc245cd8e018ad770d84ffaa1169fa6d06e0","formula_version":"titan-u-contract-v1","latency_ms":0.6708340952172875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e25b9d85946dc16e4e31043bff4a67f45a42eb211751d89fb5058bc8ce51594a","sample_id":"grade-school-math.dev.2959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e09901e6e2b5174917995f2bff2b10f88199577b031a0e8463509b554fe4017a","formula_version":"titan-u-contract-v1","latency_ms":0.706166960299015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e1a4530d9d7c4cba7f19dd1c8babcd7145a5a9a1d1f0b84a00b3ff8c1e589ab","sample_id":"grade-school-math.dev.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e1e734e7a244a4b062c71236bc574026c40a828dc01ee393ee51fde557bcc78","formula_version":"titan-u-contract-v1","latency_ms":0.8468329906463623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29723ac798e529e9c3304db513dc5636225320fe227508f531fe997cb19b5d9f","sample_id":"grade-school-math.dev.2960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"194f85c8b3a9b61d8f50381a7ca0a7ce3af96f1b11da544109b8538a54104416","formula_version":"titan-u-contract-v1","latency_ms":0.7210420444607735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b46167e4448c0d734ccb80457ee6e85c9e7ffcd7291411822d9b45a13f9e448","sample_id":"grade-school-math.dev.2961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ca99eb79dd71deaf6a642f717844d322be304780c0c5a5bad30dd10963d738e","formula_version":"titan-u-contract-v1","latency_ms":0.9299169760197401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9a0da76442efb5ad6c824a52da478f534cb54d504b5ac8bf195ec61b213ea88","sample_id":"grade-school-math.dev.2962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"745b55795294a5716eb3407c79e59c6b221783daf97bf72b6a9443d0b619b777","formula_version":"titan-u-contract-v1","latency_ms":0.6905000191181898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"882466e7c57c83eb7b032b6e7ace1e87619906f260d26adf1e6a4c2e3d3b51d5","sample_id":"grade-school-math.dev.2963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86025bb82a77c46d8bda88ce824a203e685af8bc4134a726a30937c8cbea324d","formula_version":"titan-u-contract-v1","latency_ms":0.719292089343071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06396cf28b332cd2c00770206c87447808ba951850a81db2b397c8cfe76f7007","sample_id":"grade-school-math.dev.2964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d4df5f17df90bac3e931b8cd29744547ac5002d7d89232793ab0d68525e3171","formula_version":"titan-u-contract-v1","latency_ms":0.6892919773235917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"173827de43d76c84b26276e74e179666e32336c4624f83f4839ac72305e02a64","sample_id":"grade-school-math.dev.2965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c930b0193823c7e73a903a5623322336aa82aedbe54bfc42653c0d1efac5e6d","formula_version":"titan-u-contract-v1","latency_ms":0.8254579734057188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ac9e564ed276c4baf84988662b3c047dd1336550c2e84efee099e0ceb99918f","sample_id":"grade-school-math.dev.2966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cb2e38b216dde7f9bba62a3e6b0dc7ec03356274921b6686f1199f38aa2778b","formula_version":"titan-u-contract-v1","latency_ms":0.953333918005228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b233d204478d0fd4e72027c620bd4f4c607b77270e94821863ccea8ce973a602","sample_id":"grade-school-math.dev.2967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e297a0d129d2599f927c0b82659721a47cec8de449400b6d498c85d04301ab01","formula_version":"titan-u-contract-v1","latency_ms":0.9316669311374426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"196a15198880cd6a7faa82beeead22ab473eec0b8c9dbfbc41d9a8311b6fba32","sample_id":"grade-school-math.dev.2968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9abff8ff2a45a590afe0d299b5507ee94c03a55377fcec2a2a8cc45970d5143","formula_version":"titan-u-contract-v1","latency_ms":0.8662079926580191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49a7fbce3bb4f74adcace6e60126d2dc3350efe4dd1ba109c57f71190dc2b7e8","sample_id":"grade-school-math.dev.2969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb7868fc19431c7b80f618f1253b1c42675026132cf4f56539020037842e3551","formula_version":"titan-u-contract-v1","latency_ms":0.8087919559329748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bbcbe1186b3827b304702ca4303b1e18e0be7fc1a1d971ad89fb05f40b37790","sample_id":"grade-school-math.dev.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f69231685a66a89fe1be5a939ead6978f24ec65f97e9c61518a99dd94233c70","formula_version":"titan-u-contract-v1","latency_ms":0.883874949067831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65cde8a488ba47c3b5ac143910fc75cbe2c433f73db6ebf871a1366fa8fa3a9d","sample_id":"grade-school-math.dev.2970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c373a053118980686b711ea7dd6bee67419b79ca6aa507b43b48a68a9cbd5e34","formula_version":"titan-u-contract-v1","latency_ms":0.9239589562639594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eb35895c7c21c9671aa4ca2a22cbf672e597949ed6d5e277eb293aaa9400597","sample_id":"grade-school-math.dev.2971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"172f417c477456c689e280c0bf09fd3a18115317ea581006b2e33831b739cf89","formula_version":"titan-u-contract-v1","latency_ms":1.015624962747097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e920959e8780ea5994ad24d397d0d635736163db3f198ca1c3d7181c1049efd7","sample_id":"grade-school-math.dev.2972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb1a834c06ad5066c6aeea5eca724921d857aefc5977e934a7bbe42d3647fe1d","formula_version":"titan-u-contract-v1","latency_ms":0.6609169067814946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2ccbce29817c2507b469a567f74a3e8a63599636f5b944d1544313a943643f2","sample_id":"grade-school-math.dev.2973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd919f19f763b271f5a455fa7ad0a56f742acd666993508a65135b74a5912479","formula_version":"titan-u-contract-v1","latency_ms":0.7085829274728894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6053d99b8339a339b80aa7c8bb13422f7893e1a454070d61de05ada89ac2208d","sample_id":"grade-school-math.dev.2974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f1155339042465ab3cd306640bfbeb4f01fea34b854f6c288ea74a5b80d3001","formula_version":"titan-u-contract-v1","latency_ms":1.1913329362869263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a81ffd36ad2377388ffa70036253de4a96c0b14a5dcfc2a8888a277c2c1945ef","sample_id":"grade-school-math.dev.2975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b31399ef853883163bb9530cae9064086d6a5d48c10deab1e49a419a3a6951d8","formula_version":"titan-u-contract-v1","latency_ms":0.8651249809190631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd3c26a01aef512c8b74c508c2ab756fe77482b3d3f54aa23e51de25c4f34375","sample_id":"grade-school-math.dev.2976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73c370573e2157defe82aaf81a41491709fe7e333f70e2f2927fb67ca2281c78","formula_version":"titan-u-contract-v1","latency_ms":0.6695829797536135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6b177b33a5080cce3adfddaac0b1e13618882adb7ec0f41772461b406840442","sample_id":"grade-school-math.dev.2977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"784ffbd4015bbc406f21ea73617c74898deb7e5dfec83089063a2900359539c5","formula_version":"titan-u-contract-v1","latency_ms":0.6662080995738506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fbf82e248e076463fff1a98e28a7290f93cb2803c4dc14dd169b72845a4c404","sample_id":"grade-school-math.dev.2978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"270525ca59b2feba7e9e02e2869fb374f73fd3abea2a440828c295c7f384dc77","formula_version":"titan-u-contract-v1","latency_ms":0.6599579937756062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c30f5625144847bbd48713c6c706cd57680e2eea2d17e104d4e2df6501ab5dc9","sample_id":"grade-school-math.dev.2979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45f6489e6266d3d54a9b84f727964f375ee2381c7e29caf4d5f22ae1c89eb014","formula_version":"titan-u-contract-v1","latency_ms":0.8889170130714774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e2fd74f77db14df74dc757f581baad54f2b82f46f1c9dc7156d3571cdb2fadf","sample_id":"grade-school-math.dev.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5317796280f689d35e2ef0a50323a94149232a17995270091461c98b3bf8a046","formula_version":"titan-u-contract-v1","latency_ms":0.9111670078709722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"397c6157eadf58010db00bd8664aa0af863c4decc65995f69d988c80a35fa0b4","sample_id":"grade-school-math.dev.2980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5b17327ab7b62e74edb397462e22d7ed0ea72328298b82f5de280edf6055fbe","formula_version":"titan-u-contract-v1","latency_ms":0.6408749613910913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"972e71c53830aa98ff054dd86f465c22b4b987d2258797d447cf297b17ac04b6","sample_id":"grade-school-math.dev.2981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bd4cb9e48c574faf510d66d023236576b052d3d29eda15591f98fefe621359e","formula_version":"titan-u-contract-v1","latency_ms":0.9480830049142241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8d8351a44d7aa634320909ea27ce292696a7f4f1f821a7f1744d0596196edf0","sample_id":"grade-school-math.dev.2982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f951fcbd671c0008ee54a872a8b03e406c043b4ab261a697f2873a4bc05f9890","formula_version":"titan-u-contract-v1","latency_ms":0.695333001203835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d15fb50a8ff1a733d366e9735922b0eced698a1fd5867fe1afa9dbf23878817","sample_id":"grade-school-math.dev.2983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55a1ceddf214a04c2049e41af3cbf3c6c431d6c99f6e7033abd882f0a8c65cc6","formula_version":"titan-u-contract-v1","latency_ms":0.6582909263670444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e78bd48d7c9a2155a7d3ccba99a367fb0ae2f8582a7018775217fca673d328e9","sample_id":"grade-school-math.dev.2984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a50847ad817ad118979e1cb62bf4c3a696a7286ef241a7a36335d19fe7a9c558","formula_version":"titan-u-contract-v1","latency_ms":0.8139590499922633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10be0b0157661e7f7e1bdf55a512cb1f781ca69ef6f9e9e6e58f03aaf1ca0d80","sample_id":"grade-school-math.dev.2985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f35c739e11fc6ed6eca79a748f3781af3ff4afef2df075b08d8eeff99e3b2c3f","formula_version":"titan-u-contract-v1","latency_ms":1.5309590380638838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da02dbfeec6b2928b69030308c9746a49ba6ea394046e0ffabdf375bdd2a1198","sample_id":"grade-school-math.dev.2986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db7208ccdb0dbe8167b1690e082fe9c423cd7df2588bad6a86c9497e189f0822","formula_version":"titan-u-contract-v1","latency_ms":0.7834170246496797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a148c325f78fb9a444fdcda0cce204e5ebb3a2424fa546e3cfcd31685c7c8ee7","sample_id":"grade-school-math.dev.2987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f640501358beb4a31a45e34a5bcc931bb6472559c5f9454e1ff4aa2e009a4ddf","formula_version":"titan-u-contract-v1","latency_ms":0.8000420639291406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"389510c16e9c28c4d5647b3a8c1be24764a61f4e647a8f3164e3891b54b3aad3","sample_id":"grade-school-math.dev.2988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48adb8bcce12c4abe0e4759cdf884eba8d42725b42e5438ba0d02793b6b19539","formula_version":"titan-u-contract-v1","latency_ms":0.910624978132546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e2ed8ce4d1107e639215cd230cf529f8f87f47feaef6ee3bdef3efa6d02bf91","sample_id":"grade-school-math.dev.2989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d66daa48b144e39d09524f63fd84e9061acd011e8e8d9c4ee1fd0e899ba1a69","formula_version":"titan-u-contract-v1","latency_ms":0.7324999896809459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58275699e59fa1375104058b64db97abd2f3b201a96db05fed5fc6884ea03baa","sample_id":"grade-school-math.dev.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4f19b2f0e86e10db4ceffe7e631796292193487f411fd194094d70e7cf2267a","formula_version":"titan-u-contract-v1","latency_ms":0.7240829290822148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcc79ffa7eea92af15dfd00c527bef154907674331e47b1a301ac76366fc1c15","sample_id":"grade-school-math.dev.2990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eff73e731782750104bfd62cda4717bcafdf8227324a2608c56f599c025853ac","formula_version":"titan-u-contract-v1","latency_ms":0.6712080212309957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dda62fd75748ac798612dd3246efa10f3eb3ae521096a1f4665cc5d8c6a58758","sample_id":"grade-school-math.dev.2991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ea33f3f8e7ee5539f7ac6a94d1f6e1bfcf649e4c1fd1b5123c26dd19e3fb9cc","formula_version":"titan-u-contract-v1","latency_ms":0.6704999832436442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a0a19855cfaeee9e5be3f85546c7c0c6174142c5ad45b0a708020f28f43d5bf","sample_id":"grade-school-math.dev.2992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d0a16ffdf3409c2bb46850860e2374cf839e685462d1b21cd00f72c8361270c","formula_version":"titan-u-contract-v1","latency_ms":0.9382499847561121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1b35043b223d454387e018c1c98a3355985a269291c8da56f04e7a3a4cf6c3a","sample_id":"grade-school-math.dev.2993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2c93076f0ead96edd0b6f145495b6e61240ceebe347111df49d42adc87ea4fb","formula_version":"titan-u-contract-v1","latency_ms":0.8341250941157341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57b63b07bb36b16355758a778441841f04675abc9e6d3deacad1bd38739e0ec3","sample_id":"grade-school-math.dev.2994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb79e56b39651554614bffb82848d4b68479184db29a27ae58774e842f34c555","formula_version":"titan-u-contract-v1","latency_ms":0.6970419781282544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa29fcc86317fd35bf34ef9bd614f7f7bb700be4b2c026e4b3b5b906d6669fd3","sample_id":"grade-school-math.dev.2995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"253f9591a256c3e82da0ad36db2e709898f44c40c44023f3b00c0afe69aa1301","formula_version":"titan-u-contract-v1","latency_ms":1.1968750040978193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"053921fc9c604ed6019017d6f155958175296f2bf0010c1b999ec80b074fd79e","sample_id":"grade-school-math.dev.2996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"707fd9778dc2fdeb85fd75559117d5dc5d96bf40311d85882495653b827928ac","formula_version":"titan-u-contract-v1","latency_ms":0.6906250491738319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e85b788d763b94159abbf37652379376437db068e9d29223ab5a461739d8d2c4","sample_id":"grade-school-math.dev.2997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12bac8ac740ee79c2772f9201dd96620303cc2548b13b6404534dcaa8373065f","formula_version":"titan-u-contract-v1","latency_ms":0.9457080159336329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45fbaaea5ece490cf39144a80d52af593982bcab139b145daa7304337cca1f98","sample_id":"grade-school-math.dev.2998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48d66428c65cc4062950b579e220fde34fb00d547cfedf5f7a1f0c5254e866ef","formula_version":"titan-u-contract-v1","latency_ms":0.8440410019829869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd65c5771c3d4dc6f82c8faf10c39a5d07b2f5ab0ccbf93440b78a1cf7afa0e3","sample_id":"grade-school-math.dev.2999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59469654b52015e2ee29f4ece848b5dac3ff7bcd93eb5d88e638ce3891ccaeb8","formula_version":"titan-u-contract-v1","latency_ms":0.8485839935019612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef4afc93750d8bdb4fa1f79d61f75a12958600c9ca04a09beee5f41a02923177","sample_id":"grade-school-math.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28ad50dfcd391c5f781ccda7ede01fbfc8206605ca124d74c5ddc293e0c3cc81","formula_version":"titan-u-contract-v1","latency_ms":1.0353330289945006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"deb28a5f441785ad1a1d27b339523561aa8822bcd739d267db17b7c88c41d7e8","sample_id":"grade-school-math.dev.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"268d003ccedc6940546b00a461371d73051ae8386b96f1c7c4cb8947f95074a4","formula_version":"titan-u-contract-v1","latency_ms":1.9813749240711331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b9b7c6006b988dd12ce6688ada4c09241f91f1d008ef6085c384278fb2068c6","sample_id":"grade-school-math.dev.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e468ae4a5452c9d480842e82e02efaced7eb3117c70043a1265edf3b685554f","formula_version":"titan-u-contract-v1","latency_ms":0.6475000409409404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e212c37fa5984f3a47754f96f4cc6aaef1ca00fcbcc109c41c38f457b575e34c","sample_id":"grade-school-math.dev.3000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf2f0c703ba1834e4255a9ff88ac60e5c5aa167f3ba7c35404137d3fe047ecac","formula_version":"titan-u-contract-v1","latency_ms":1.5308340080082417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a386c38a1bd232c2ba4765adf91b0372f9ed64d8e148f45eec1e73f222e28316","sample_id":"grade-school-math.dev.3001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc61d7cecaaee3c2385d672922c68f2ceb1d0dc5d6bba1e3a981e6a2595f1837","formula_version":"titan-u-contract-v1","latency_ms":1.089415978640318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0750a708cdbb8edb3ff39948584ac4f990de776bd66e1a1e3aeea8e94ee710a","sample_id":"grade-school-math.dev.3002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"068d94630e11645dd0c92ce847310164a35cc39911b14e0038bca809cc1fd212","formula_version":"titan-u-contract-v1","latency_ms":0.6861670408397913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a56a7a519db0237dc624908168b08ac7984f48c23d07d004b170cd1df2a94ca5","sample_id":"grade-school-math.dev.3003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"779474592d42650fa2d221fd7f04f1c2f891ff97e7652f0ee680c2f840741952","formula_version":"titan-u-contract-v1","latency_ms":0.6851670332252979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb0f0f8df54846f98de94d3833e2fc4a7fe6582b0bff20db9e86189882bbe2fd","sample_id":"grade-school-math.dev.3004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4061c6defa8e9bfee1e372f40391d1b3439d2bc92db9a4f6b1b6eca9baa87d3","formula_version":"titan-u-contract-v1","latency_ms":0.8982080034911633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64284825fa04fd0918cb455e38d2e9caf17912a80dff7e2dd786f7f2d503757d","sample_id":"grade-school-math.dev.3005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15909b4403d1f15ea2d4657097b4e76343e702354b6923c113599a39cf46fbd1","formula_version":"titan-u-contract-v1","latency_ms":0.6796669913455844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8c700729168dfc25cc945ff0a0c8732cd608d88ce7acceaece6855fefe0deae","sample_id":"grade-school-math.dev.3006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3448ffa2d6e4cfd6390f478c39b4fe39d968c3edd761a71dac4e49d03dbd0e2","formula_version":"titan-u-contract-v1","latency_ms":0.6608749972656369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecc1d9be76b1633be58723682385b8ff15ebd5d0ce95aa1030234c055c98fd33","sample_id":"grade-school-math.dev.3007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efc07a21ca7b9da693aee3e830e212fededad2f929a588a1d742a8a1c414b339","formula_version":"titan-u-contract-v1","latency_ms":0.6690830923616886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f9465b1abb010382bb2ab7d69681474946869aefb6aa85d2a01051c41c16882","sample_id":"grade-school-math.dev.3008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"737758c3f3cec8585689fa2eb165d37d49e0ba927b79120e76e2bb82f0c52c8a","formula_version":"titan-u-contract-v1","latency_ms":0.808709068223834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e7bcd0112cbeb303c40a7954579830823cf76e72cc2f9aa09dac7dccb8e12a2","sample_id":"grade-school-math.dev.3009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"744f82d56f45f0dd1952f11aa0800b9f312a103bf31b286040ad7ce3f05ca7c2","formula_version":"titan-u-contract-v1","latency_ms":1.913249958306551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55213beb5e198632dedf101cbbefa05911d4d6660a09383e826b564b6000b6d8","sample_id":"grade-school-math.dev.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9228ad82a60ea4d0ebe1f9ec8800873a95adec66b73b8188d9d78d63d449244","formula_version":"titan-u-contract-v1","latency_ms":0.8430830202996731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9b783433d0e2ae501b3b028a4d5e94394ef6b0ccf25f12ee96e61a2d21acbaa","sample_id":"grade-school-math.dev.3010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"103e6f4539645d503dab95c05b0f562d20849173dd2f0bbe40d729bfdf7d69d5","formula_version":"titan-u-contract-v1","latency_ms":0.6870419019833207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ca10a3d19ebb3471208754cb1909381e7764ca26846b932c8c7b76abe9b80e7","sample_id":"grade-school-math.dev.3011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b9643b4d7b97d0683ac12f1382ae14c8edf8d5d89929c131690930ac824e7cd","formula_version":"titan-u-contract-v1","latency_ms":0.8547500474378467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"870a25fdfe691ea7ffb0e8fef866a97fa77dfceda2696a707544259cffb1b4d8","sample_id":"grade-school-math.dev.3012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f65f5ab5f3702202108f440768db48b5472e077daf52064092b13a2b878be4f8","formula_version":"titan-u-contract-v1","latency_ms":0.6305830320343375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5120788b0eb444c147a6fd78d7dab77d9d33dc141d45fd3713c2dcf8cc7fc94","sample_id":"grade-school-math.dev.3013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0952ce048004a8051e00cb0d5d2b2d524d656c650d90b445157f045d3e05807","formula_version":"titan-u-contract-v1","latency_ms":0.7252919021993876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c5a864b7ab08daa7d58307a4deb3d48a26396951e168aa087f16daa0b1c46c5","sample_id":"grade-school-math.dev.3014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10d9533d5f6aa76debf37480c27f66abdf06d0e9846107f2066f23fb86642baa","formula_version":"titan-u-contract-v1","latency_ms":0.6463750032708049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a2561ffb609f95d7155f3fa12f333492508aeef3bb880f3e00680e3685e2c66","sample_id":"grade-school-math.dev.3015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"842c5d7daf014825c694d92c777e6dea7859afb645f722d92a7ac8b090a81df1","formula_version":"titan-u-contract-v1","latency_ms":0.6677500205114484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ccd4477dd563fac185198874964e5ddc25b505544a46d22b0b1a354da8d24cd","sample_id":"grade-school-math.dev.3016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd50f86a886e6ff3994cf081198aa3733afa7825e705a186390914abb728715a","formula_version":"titan-u-contract-v1","latency_ms":0.6398329278454185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38b3136708f2e89342664cdc7b54e1deba965207e5235e361ab9e4dcf87c5fdf","sample_id":"grade-school-math.dev.3017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9862c146290fea87fee70e453c5df1286c13920f37e4f653bdf41c0cdc24ae0","formula_version":"titan-u-contract-v1","latency_ms":0.6455419352278113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a0fcbfb5efadff2f155ded0abd85023d775f3bc5f7d2c1a0e1a4a4ac467b040","sample_id":"grade-school-math.dev.3018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2271121e3dedbdb087e9765eac971758a0b9842953d6065cf286c61df8f1f3b1","formula_version":"titan-u-contract-v1","latency_ms":0.9294169722124934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcb5d163d7f7ea230260eb2340623630ecfc4e510419bf5ed6172a9304681928","sample_id":"grade-school-math.dev.3019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98ced66b41b4bac7b5c96e675883ee8ca30739bc0fa26c4ae4d41cf96821cd25","formula_version":"titan-u-contract-v1","latency_ms":0.7030409760773182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c190fb0a326cbce7b14a5b94d10045b03c9efb350526ef3b9a9a1ad570284e51","sample_id":"grade-school-math.dev.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e185935ea89678a3b7c362eecaaaf843fe65ed201eaa6b54a013e45379adf0b5","formula_version":"titan-u-contract-v1","latency_ms":0.72320899926126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a87682d974f8b385cc28a38b9d6e9585364d5be1f56d1ae168ea170fee2254c2","sample_id":"grade-school-math.dev.3020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9e1e24b845bc73e48b9dd53844336d333817ce56d873e55601a0172dcce22c4","formula_version":"titan-u-contract-v1","latency_ms":0.6550829857587814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a4a1b4bf28f13584f58b6af8c80fb8c9abdc9467635aec95cc84aebb0cf7bb2","sample_id":"grade-school-math.dev.3021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47750c42c47ae3bf3fe29a91d23702f0a173046395ab1a2e01870a853ab66753","formula_version":"titan-u-contract-v1","latency_ms":0.6667909910902381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3f296320c0bda9698c2c17c5b1204b599445d9708fd1b75e6aeb9791fe75b5b","sample_id":"grade-school-math.dev.3022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b95e7d4eec53d6d47519caad91551f24f8517289142e36ac8b8a241556c42ce","formula_version":"titan-u-contract-v1","latency_ms":0.6522089242935181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61682e483fb8c731cec75298e11d439e433a4684fdfa32ae023c1842476f84d2","sample_id":"grade-school-math.dev.3023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1638591762d5ee504f4a952c2c74a6e2b298981c24b9ccedc0236f1139f84f1","formula_version":"titan-u-contract-v1","latency_ms":0.633792020380497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8399420433883ea5ba722d49713a4760b7c53718df73daa59e5883355346e68a","sample_id":"grade-school-math.dev.3024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2956a5e2c0a6bd25660635d5f623c69f62c9eacb9945ab191d382158fc0d2c98","formula_version":"titan-u-contract-v1","latency_ms":0.6447910564020276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e8d13b67d304c31577ea4113360656d378cd135827e6739d4c979eb87916707","sample_id":"grade-school-math.dev.3025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edefd8d7960afd54f90bfaf3aa270e42a7f6b634d0fcdeb0b06b99e1e003aa65","formula_version":"titan-u-contract-v1","latency_ms":0.9365410078316927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1227a834e08331a0b75c8cfd371d61510bea4d86e1fe1f5be925cd042c32f5a1","sample_id":"grade-school-math.dev.3026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c87aeb1c64639f10f8db0bf94840e4b81765c60a2313e54669cdbdce1b88c69e","formula_version":"titan-u-contract-v1","latency_ms":0.9882920421659946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"470dce86a64ab4a318823200c44b3c7d403fa2334ae6880c2e58c40cc791203f","sample_id":"grade-school-math.dev.3027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34999f755a1287285a3b8f0a7d9205739f57424db1de01f0017af234aaed3267","formula_version":"titan-u-contract-v1","latency_ms":0.6636249599978328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca39b045926bcb157df51018d27e1599b2a9af80c2d38ab22457c129758598d7","sample_id":"grade-school-math.dev.3028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99ab143d737c5a16e3bc591320829d2cb3253198d64b40bd5f1f99a760b67a2b","formula_version":"titan-u-contract-v1","latency_ms":1.171874930150807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1a2a708820ee0df2fa51c11e2e4800a643686892f227b98a4b7b90d6c0d7632","sample_id":"grade-school-math.dev.3029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a4152a21edeae2b4b59d52777888f964811738aaabb520a4a02eb6d84dfb384","formula_version":"titan-u-contract-v1","latency_ms":0.689583015628159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a7f3a527c53aba0f9c175b0c8f70cdd745b6a336d5a9631260808ea31748eab","sample_id":"grade-school-math.dev.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64eb32ef5ac6f6046c80e2b0064e2a23f1d4fe79ed05313935561f8e48682512","formula_version":"titan-u-contract-v1","latency_ms":0.6068750517442822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9c6719dbc2351e4af097f4d2ad7ccce3638c677b9633451df4d40a3a488d969","sample_id":"grade-school-math.dev.3030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18ee76bf075027d6b74ccf5a501e2b277e692ecd82b045193b594b1fdcde6b08","formula_version":"titan-u-contract-v1","latency_ms":1.3221250846982002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18f37ccaba4cd2748aa0801bf5bb268d1ed772b59c1d3539755ff76b93858617","sample_id":"grade-school-math.dev.3031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dda8e818f2d0d028ed2afa9bbc6437fd69862053fa88031a59c94757b4c8225d","formula_version":"titan-u-contract-v1","latency_ms":0.696792034432292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"defdcc770a2e009cea33a46060d9ce1ca3295bd2b26e39394dd5bc5ff5d0d2f4","sample_id":"grade-school-math.dev.3032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c88ec974867a5ea16ea6260855e823dab036646f8978259b68371ebf8c437434","formula_version":"titan-u-contract-v1","latency_ms":0.9236249607056379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50ab9c26cd46b0e232a5903b04a5d431bb63bc1f51eb790b657b2f44e1bfaa1e","sample_id":"grade-school-math.dev.3033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aaf754307a586eb217b10722c1b6a3de93bf632765e0be494322b23b5e93807","formula_version":"titan-u-contract-v1","latency_ms":0.9633749723434448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae8f218891b7d40fe4c6e0bad4e9bfb514e9148241bdc572f3d56c401853e568","sample_id":"grade-school-math.dev.3034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afc1e3a120f146f1c4ff76f1f3eb084f7d13471e6dfbf513fcc3fd6407cf57e6","formula_version":"titan-u-contract-v1","latency_ms":1.0044999653473496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a902c83a6c9cef6b353b39d81cea18089492581010d8ff282a3450ee70c70226","sample_id":"grade-school-math.dev.3035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97d4bc9b6362fb88ad504d1bf8fec5c3f43b8904e8b77c674e9631e5a037571d","formula_version":"titan-u-contract-v1","latency_ms":0.6648749113082886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"236d45c5a485a2aa90f65d36a4704a13023cd9dadc31454305aa322dc8fb4797","sample_id":"grade-school-math.dev.3036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6f8a0caed5d85a54a14519b74d3c110b8d2858eab314a5bca6af2b9ebab82ea","formula_version":"titan-u-contract-v1","latency_ms":0.7969160797074437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"426f2b11e168ccaae6d438103d2ae66fa91a245688b591b5301c2ffab5679179","sample_id":"grade-school-math.dev.3037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99765b6f08196fb92c8fdfeadc278f71af6deb6f6682ea2efed29ac0e5ed94a9","formula_version":"titan-u-contract-v1","latency_ms":0.9407500037923455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"389ad153022dc58c3c0118f229e0b499d2316e6f06acabab873c43f9772c097a","sample_id":"grade-school-math.dev.3038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"482dcb3a4398d1d2890332c1eba7225f2424009f68489a9d60e3fd5febf60c18","formula_version":"titan-u-contract-v1","latency_ms":0.9488340001553297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54f2a5be3e7f6ad6a999b57bdba87e2a3335ca1428a86aa078019d3204502f46","sample_id":"grade-school-math.dev.3039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fe62132842584499ae07417329881e33aecd690e5d537f61e2b2d96f85538fd","formula_version":"titan-u-contract-v1","latency_ms":0.7943750824779272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5537135110f3c90e45387e05f195a83fcfbda35afae5b44a5f7c77401a7bf361","sample_id":"grade-school-math.dev.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"191ecf8bc78daa2363a637507029411c18c643748855efdd15c013d9216f84ba","formula_version":"titan-u-contract-v1","latency_ms":0.7932499283924699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f419d88058a777386008d104d55343181042f0c64e474315effffff430f0397","sample_id":"grade-school-math.dev.3040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59da4b60e56866ea530c464244e44878cd61596df99aa887b05ea17e45796936","formula_version":"titan-u-contract-v1","latency_ms":0.7583750411868095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b684a22d7db796295c4781fb06d6b329514762a6ff64ec5640d32b4e93cebccd","sample_id":"grade-school-math.dev.3041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c23e7029dbb93fbf6c423bebee0210e8165a65feb16b35eea6a217d51bb5d4c9","formula_version":"titan-u-contract-v1","latency_ms":0.6824580486863852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49f995f3127ab71f91e8ed647a9ee6fefc102af7279f2e15941cac448de6a6e3","sample_id":"grade-school-math.dev.3042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd4b804595ffe5da37d361cb9ea40ab921a20e12fbedd6486a5c981e25e8c069","formula_version":"titan-u-contract-v1","latency_ms":0.7081669755280018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58b4498575c39bcc585b597ccbd9b29263382780e2f10f6e5d15aaded3576f26","sample_id":"grade-school-math.dev.3043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef1661a3f25c4fd7510f435b12feab45d9125862db5a6ad9d283560e50d5b5b5","formula_version":"titan-u-contract-v1","latency_ms":0.7282090373337269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e88756b2a6228c046f1f8cb87fc8589851921c30592347ef066688e2a2e64b25","sample_id":"grade-school-math.dev.3044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fdc1a7778aff7706b58c2da335ac21b332108088815cd526e27e5b90c4410a2","formula_version":"titan-u-contract-v1","latency_ms":1.1485419236123562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f08c5fa19c14f682abd8020c06bdee488354461afc31f04a3204992dec5304e","sample_id":"grade-school-math.dev.3045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecf6ac2a33c7a1a5d087dc49474dfe4fc35e0d19ef98e0a6d93ebfdcf65e505c","formula_version":"titan-u-contract-v1","latency_ms":0.8680000901222229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9e2ff89bff613ee57b4aeeaf9b8c49a11d6e15f23ec66aeaae6a86e0d624748","sample_id":"grade-school-math.dev.3046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df98881acfffe631ef776d723cd72f7c9017d0ac496b77c8ce7de98dd94ce97b","formula_version":"titan-u-contract-v1","latency_ms":0.6828749319538474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"caa9aed1d8618cb9c82e7dfcf31a1bcc27d642541f47c1b675b5c6c9c366702c","sample_id":"grade-school-math.dev.3047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"144d7518a27045ca568385561f79632ef19470e9866b99be4542c0509c350893","formula_version":"titan-u-contract-v1","latency_ms":0.8184169419109821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93f41948acca7bb0eb6f3729e8171f7457f2feef10fe28dfcdc6e369e83d91ef","sample_id":"grade-school-math.dev.3048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68eeaae92162f83c725cbdf8ceb2bb25671535bfbc2d17a5e300a4ff8a151bc1","formula_version":"titan-u-contract-v1","latency_ms":0.7310840301215649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"514129007837eb5d544c111f03c098009bc107e6cd10e4c3221d2b3d974ddd72","sample_id":"grade-school-math.dev.3049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14441105683cc275b12433fb0ef357d3f4404b5d0c9c727de4e1a2407912e9cc","formula_version":"titan-u-contract-v1","latency_ms":0.7900421041995287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7cb490950ad16b0ff63297728965680f66a3de3e233ef6f216a5fa7a769264a","sample_id":"grade-school-math.dev.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e43de9d57e84f0d3acf1dd36b744fcdc42f69052742d77a87bb696dee49ccb4c","formula_version":"titan-u-contract-v1","latency_ms":0.9024169994518161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"690ed13a9833f3b2c547165f6ac22f37f9a03438c20aaf73c6e089792488bfe9","sample_id":"grade-school-math.dev.3050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd063e830bb70b251c6e61c10be68c1f1574ad880be32c8ed05093d67119ddfe","formula_version":"titan-u-contract-v1","latency_ms":0.694874906912446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adeb31d53d8b0eb7437494eb2f9f900108657faa183d8d8ff69d5473abcef543","sample_id":"grade-school-math.dev.3051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27bbe50d71f0999a48ee12a4e1abc3a6c6f3dbde3874acd9ae1662e8bef1a250","formula_version":"titan-u-contract-v1","latency_ms":0.6554160499945283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e26539c2afe680c7fca02dbe07da1c663e78c0ab7ae5a7e5cf5cb60aa5be11e5","sample_id":"grade-school-math.dev.3052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f89a43302b7d367ed69624a178bd32ecf052e2079f6b04314c34bd2783cb146c","formula_version":"titan-u-contract-v1","latency_ms":0.6730420282110572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"926f77f83b8edd055e7adc8c6c10ef7c4a7a0fec9d0eaeed0bcc18b51c85668f","sample_id":"grade-school-math.dev.3053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63b11e5cdc762baf77e3bd51fcf97fff8a54d3b3a08c71f6345d5c8236a1a01e","formula_version":"titan-u-contract-v1","latency_ms":0.6386670283973217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3980be3f623a46c9fe0bf46d3ac280b098926ecdde6bb83cde0c19142b806e6f","sample_id":"grade-school-math.dev.3054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43cee0a9eda562dd961ece85637d37fada1ff3898a010a2a8228921f58e6e991","formula_version":"titan-u-contract-v1","latency_ms":0.800540903583169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77623daf2fd4ddb5fa708f59236b4c522408a99c52e043c799acd4981dc1326a","sample_id":"grade-school-math.dev.3055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"188cd283bfed018834887a34cbdf17e47b492fbadbdb05c2d013108b3cdde4f7","formula_version":"titan-u-contract-v1","latency_ms":0.7097499910742044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70c208696bbf32ed13cff4a711bce7727a471fe4620f8b407f2e1c35d28bfae5","sample_id":"grade-school-math.dev.3056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af0a37d423b21fe02f1adfd2c4bdee341484af01a041283aaee58f0562c71351","formula_version":"titan-u-contract-v1","latency_ms":0.7821249309927225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5138908790ead537b58c36a594a517be3e5dc9cc1df211ddb21e9735cb2ff584","sample_id":"grade-school-math.dev.3057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a260df278a81b01252c73efff7512974af15f8d16acc4590c5182b4265c4f4f","formula_version":"titan-u-contract-v1","latency_ms":0.6387080065906048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ed54d52c424a794a5abc8aec2cda25df618cbacc83d1645f78d2326142ea69c","sample_id":"grade-school-math.dev.3058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e4c9c16453a8199f15b304c67561b2bc3a755c06ae7984d399cbffff07edb48","formula_version":"titan-u-contract-v1","latency_ms":0.7215410005301237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a50dcbbd95152162813ec1ebd8ec83aa602f5f4090cb818e385c0af9c34f3bfa","sample_id":"grade-school-math.dev.3059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7204fd265b00aa98b90ec2de5d594d4b84a00926f67342eac10c566add55cf26","formula_version":"titan-u-contract-v1","latency_ms":0.6722090765833855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3853da7d840cf0626533028ad272043c04e79a3084485d42a2545a81e5d9e55f","sample_id":"grade-school-math.dev.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a75529dc4af03cb488445e29ce16024040584574c62e064940faeacdb541588a","formula_version":"titan-u-contract-v1","latency_ms":0.8477920200675726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fb17d57e879d5627df6e229176dd083700bb1fdb74704070a6203e449384de6","sample_id":"grade-school-math.dev.3060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"640774505ec5d5aacb97615cea0d26cc437bb0a8d6114671d32b490d551b076e","formula_version":"titan-u-contract-v1","latency_ms":0.715334084816277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ba673bf0772e088a16ceee13d2312deac59b03c3124f57cbd0201e3a95435a5","sample_id":"grade-school-math.dev.3061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab80568950525b186845012e2b145792bf73f79ab1f9e4d24e84f75edf4a5d2a","formula_version":"titan-u-contract-v1","latency_ms":0.6619159830734134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bfd28672ea67b10221b1b6573f5e67daec860c958b6fa3b40fa05d19b436634","sample_id":"grade-school-math.dev.3062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c219f59c929a3de2b5013573d496754c13afd200c86db565007e11b2e5a56d85","formula_version":"titan-u-contract-v1","latency_ms":0.7753749378025532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2374fc1d3b910fa774b2ba4d688833851d0ef8b08fe65bfb5e5aea6173a9508","sample_id":"grade-school-math.dev.3063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1029b92c0409845a9709cddeb9e5cd13a461d358da2399c81bd18a7e13d99ddd","formula_version":"titan-u-contract-v1","latency_ms":0.6749170133844018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9335c2d062fc082a8d07a8fd5fedfca76e469a83e3a1a57792b782620b2f1da4","sample_id":"grade-school-math.dev.3064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2733207cb065d423df66e9c7179ea16e085fdfcdf43e226549538bd20f6dacd8","formula_version":"titan-u-contract-v1","latency_ms":0.6714580813422799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"276437a392bf4ce77cb76bba911d562d351ab6916ebe055087bbd68dc28e920c","sample_id":"grade-school-math.dev.3065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f890bc7e2863dda514bb68d31ba9929c229488d4772ddbdf359e034629bf9154","formula_version":"titan-u-contract-v1","latency_ms":0.6373330252245069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6480fd920d96f6f17337ca97bc680ca0af5f4adc2506b40816577d92418d621d","sample_id":"grade-school-math.dev.3066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4241f57158a42ded9e22dab827592e3b7a401499c0993d381c212d4416c537b","formula_version":"titan-u-contract-v1","latency_ms":0.6542910123243928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"707521bc8f3f29a007de3ac02949ba536481ae0b13fe5b084873d0b33b964ea7","sample_id":"grade-school-math.dev.3067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c168daf5c41d69997802d96c8e3e9de47de9f6749274dde861d66bc59d96a105","formula_version":"titan-u-contract-v1","latency_ms":0.7016659947112203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb86a17ed91684de2fbf364468b61f1edbfea8f82c4905d0895b2ff2bcfd5c97","sample_id":"grade-school-math.dev.3068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09a4f1e03837255104460c77db73ed9cc2f9959f3f7228abf2015b856f5bb7cb","formula_version":"titan-u-contract-v1","latency_ms":1.2701250379905105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e21aefddf3632bbf823fc06a6cef54ed21174d87cba4752bc666c70ce8885e5d","sample_id":"grade-school-math.dev.3069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"572960322dd58efec47637aba20bdd2a088012b295a9b24089dc0a7f32447b23","formula_version":"titan-u-contract-v1","latency_ms":0.6702919490635395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6c7ec96eac5c7baf1eb143b96f98a4ef604f8f85e026a9e7c71e85d1864124c","sample_id":"grade-school-math.dev.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9b5a614d52c94afafa81699fb2b560993a0372b4942bc8c4ae4efc8d98c4a2b","formula_version":"titan-u-contract-v1","latency_ms":1.0345419868826866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8812bba6ddfa57fe28321df7bcc7ba304cbf1baa87e026039a5ab4e45f6fba8","sample_id":"grade-school-math.dev.3070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b13b51fe6ed324c0fe2bcb28d6be3604751857ca754bf559e58d7699ee939b5","formula_version":"titan-u-contract-v1","latency_ms":0.6628750124946237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bef15b40fd8b9a88867f8f9a2f088a6cf97961c328918692f073cafb3b94c499","sample_id":"grade-school-math.dev.3071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95e060eff1bb91cb5f6b8acc02dadbdfc84d7ba2f585ce5acc2d4781eeff8e13","formula_version":"titan-u-contract-v1","latency_ms":0.6550831021741033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7fa02822304c3bd5a3dc358c790e0f17e9eed3199980f759a46e3ef8aa92440","sample_id":"grade-school-math.dev.3072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98bdbc76b992718d82d5b4367618fc4a6ce61445e3267db34ba8e5dbd78c2cce","formula_version":"titan-u-contract-v1","latency_ms":1.478250022046268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f9a4c797859c8808adabeeced59ae4ac6c61be990cb34172ca2d851cf3f0aab","sample_id":"grade-school-math.dev.3073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97a014c1987db509c9bdcb183cc6c60ca499a848f1c76d5648e2ffae1f281ccf","formula_version":"titan-u-contract-v1","latency_ms":0.844749971292913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef6e00d1d190e6e8db0833eae0a8c84f087c7cce2e2c3d8ea4b5d47280a170db","sample_id":"grade-school-math.dev.3074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88988c089e77b29a65aed3982e440b95343b245517299722fa81f0851ef73fbc","formula_version":"titan-u-contract-v1","latency_ms":0.6576670566573739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e85835bf196bfae543c7b790949813f5c5916dc08c5d2a7ac93d5b920f3edae5","sample_id":"grade-school-math.dev.3075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"406501d66fe62a298a57da9ffd0bf6a324b99888f7a2f8c5efba2e5f018f6f7f","formula_version":"titan-u-contract-v1","latency_ms":0.8750839624553919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aa50166ce9b2ca79954b677fbf6b611ec9a75b7490df88243706150ad2392a0","sample_id":"grade-school-math.dev.3076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56b027f97f050e3cf69c3eaf09a5018c973740bae81b8b0f17ad007e06426112","formula_version":"titan-u-contract-v1","latency_ms":1.0185000719502568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d94aa11c7c349126ca6aa06af0258b82de4c9c2c5e044e3066deaf976ea5eb92","sample_id":"grade-school-math.dev.3077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"578a1c77a2f693fbb053afb42476c6113bf54b15423e029d572c9e2a066c9123","formula_version":"titan-u-contract-v1","latency_ms":0.6503749173134565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"392f7b9dbc48b859d36da6b9dbb347f36569b0080dbffa100cf1bcfb1258a5cc","sample_id":"grade-school-math.dev.3078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74559b0b760c62534503b92448187f6d14e66d500a3c3d2930753e935e1e6557","formula_version":"titan-u-contract-v1","latency_ms":1.014416920952499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb2376a7e3affd6c624edf1d0e8f1a5c9e114efe3f210239d7f5eae2327cd6dc","sample_id":"grade-school-math.dev.3079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9615913ffcfcce363a209855480641c0dd36b419708a64f9b7b0f6d5944666b4","formula_version":"titan-u-contract-v1","latency_ms":0.9402079740539193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a3e6cbf3256a4ba28d34313c7b9bd2ca7e68de5474386e5cfff928ad7e1540c","sample_id":"grade-school-math.dev.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8456b89aa9929c10eb51ba18335cc6f5f9f72e1a58a50f17fdbf6e3af691dd78","formula_version":"titan-u-contract-v1","latency_ms":0.6516670109704137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"976fcc3a67ebc2178d49cb4282736df86bb2bff02e5f1cb4f0d71b7a72673b68","sample_id":"grade-school-math.dev.3080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"939ecb5347361fe0598b6a55cff8ebacebb010cc67ee63b7276ffccefb27483a","formula_version":"titan-u-contract-v1","latency_ms":0.960665987804532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"067b9ba4b4b9421091b935ad24354a0acc8c3d803a4ab75c7845114512019eae","sample_id":"grade-school-math.dev.3081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f34744ee92fa5defbc10cd102228dad14269f3933a7714652f4394e58be4c564","formula_version":"titan-u-contract-v1","latency_ms":0.6995000876486301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7589d34b5771de927ca4e4bb663d40a52c187af76692b2d2cce9a8aab4b54599","sample_id":"grade-school-math.dev.3082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f97dab9c75d6444238fcdb0b144d3dbf79cb74f6aba74350a3365a97403d020","formula_version":"titan-u-contract-v1","latency_ms":1.2041670270264149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23749faf545612b87bc634f92b7f11687daa34bb91aa6cb2fe7bd39969bbc95d","sample_id":"grade-school-math.dev.3083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19b619ba340fc2d8e51a3c095f393be503f4c6bf1f8f366c4b09771f1bf4d9c2","formula_version":"titan-u-contract-v1","latency_ms":0.7245829328894615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cad5f3c71d2c780ecd348dcc47b4c16593ed16617d342d68f7d5f464e6c54183","sample_id":"grade-school-math.dev.3084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3626bdaa2849d356c42992ba668896997b4cdb3ed08134d0ed975e58246d5c1","formula_version":"titan-u-contract-v1","latency_ms":1.0282499715685844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf0f215df3fe92bde37f5c7d7a51f93f5f1c9ab14f3620a6a8c2254bc8395e6f","sample_id":"grade-school-math.dev.3085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"142494cc644f7004767d079a3cf93c546bce78cf21b1bd31e77a1e65668343ae","formula_version":"titan-u-contract-v1","latency_ms":0.6800839910283685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b665f9b68aa3dde55fd462ab727ee3f78aa89fbef5f1ef61a633aef286dcfbc","sample_id":"grade-school-math.dev.3086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"157030a3f04ed6ad473e38212475b79f2bdb97b683a675235cf81e7bb3ee4d64","formula_version":"titan-u-contract-v1","latency_ms":0.8704999927431345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89266e4e7d769690ebc72b712365c4751abb0888ed2f6dbff158c01715500831","sample_id":"grade-school-math.dev.3087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a6a3184ca663493991d08a2fb63e18f27dc68849afee5ee6899b236ba032c80","formula_version":"titan-u-contract-v1","latency_ms":0.9393339278176427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c073113a77217258c6070fcb09224b9d3554475e800b59e8cd51f21c385ed9f","sample_id":"grade-school-math.dev.3088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3062e019c550e29d0d7b07db691bd232b75d3b580d8c8c3afdab05f2caef57fb","formula_version":"titan-u-contract-v1","latency_ms":0.7093329913914204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dc5d6e6dfc399548166c482ef9730d83bf21c799740754e10b5bd07dc817bdf","sample_id":"grade-school-math.dev.3089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14a9efea9e1277747c42c9fcc799a0aa5ceaeaed028c7d2bb495a01d4f049713","formula_version":"titan-u-contract-v1","latency_ms":0.8377080084756017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b290e6f078f17f027f7e9fef2272990125d4310e7bac7447120e1975dae964c6","sample_id":"grade-school-math.dev.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"135004c66a151bf635a2fceb9766c68abc9e0f3c6a0a522dac45cc9acc83c896","formula_version":"titan-u-contract-v1","latency_ms":0.6664169486612082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d61bbac7eb7fbf715eff20af2d2684a0c3173fe54a169fb36e7e2a8538f376c1","sample_id":"grade-school-math.dev.3090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e95acd7544e9eb37ad06894fa57536ea122dc3a61a91fdd9ad0328d40f55e246","formula_version":"titan-u-contract-v1","latency_ms":0.6697080098092556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"086849178420cdfd09bd426665b2505e99135b8d83352be18e069ba8ca7440eb","sample_id":"grade-school-math.dev.3091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eccc91d4debfe1e3ef283d0fc04a5dbf2468e1e950548c999b30f93931706f9b","formula_version":"titan-u-contract-v1","latency_ms":2.238667104393244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95a01cdeccfdc4538d3e058b64e61241fff8b3a386f5034be2e0e7ba1649d21a","sample_id":"grade-school-math.dev.3092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"135fe02bdb2d94b65d0d948dc1d5a54ce9088cf4d5f11108d6c0f05e0ed0ad8f","formula_version":"titan-u-contract-v1","latency_ms":1.3347499771043658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"744422371e4fa208cc63a92aa6ec31210f69a461ea97fadb4064ce76858c7b29","sample_id":"grade-school-math.dev.3093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"576f574f27c62a2d96600d89feafaa7b451f7f23b6070c7b1809fbc2a8bd206c","formula_version":"titan-u-contract-v1","latency_ms":0.8741249330341816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e5aba6dbb4c57993d34f39660cecd016afcc1a9fd0a2c5168726e9a420ba440","sample_id":"grade-school-math.dev.3094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a2cab100856b028f1713c20b99b0ef71bbe2d8f25cbbf1712ee2d879ee8ef7f","formula_version":"titan-u-contract-v1","latency_ms":0.6507920334115624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"743d20de4ecdbb78224493294537fe08bf5fd834ae7ff0d32ab84a0d4ef68f64","sample_id":"grade-school-math.dev.3095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1920da2e984b00652615bbbaa8e3e9436608fca67640bec4c7ee37f9591572f6","formula_version":"titan-u-contract-v1","latency_ms":0.6328340386971831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d26eb5c292be91607d2da0113868d75719007a8d39c80ae4c574b7d82e0df433","sample_id":"grade-school-math.dev.3096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a97b45006a6d03ee67f8255b6e7c2d8aa3e052843d1775a4e1f33524b969f16","formula_version":"titan-u-contract-v1","latency_ms":0.9579160250723362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65e60a98d7f448a3b1945bb42a99a5a23d45b858774711337629636d6459ade7","sample_id":"grade-school-math.dev.3097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c57bda610a1d26005a805a4c25e9c0aa639ac80523090b40b4b22bef2fc8777","formula_version":"titan-u-contract-v1","latency_ms":0.6130000110715628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"942d36c5d4dc12f0233406c93bf166b12eee7cd392038f533eda3bd1a02622d6","sample_id":"grade-school-math.dev.3098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"084e8eefd829cd5a27dd17c5cdad64dbdb668f8e259b81f73c82e9cb0ef41d5d","formula_version":"titan-u-contract-v1","latency_ms":1.1750840349122882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6cf194f2e24e70ecb508278cce43aaa6c6c70b2520e668a97e1c1514d93f0c2","sample_id":"grade-school-math.dev.3099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cd26b80f6ec806c804de1c75c3d5bab7f0c1ba9969a67b2d5888bc7e3ad1484","formula_version":"titan-u-contract-v1","latency_ms":1.6935000894591212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8254adb690e383f67adf8df196cb71c50e63e4e5b926a064605e142aa1acf907","sample_id":"grade-school-math.dev.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"282c0a27beee12a8c8cbbfc76638b29f611b99cb4c10046ccb4c31818d5c9a1d","formula_version":"titan-u-contract-v1","latency_ms":1.069291029125452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efecb72e4f54f6913eed731b8b15a1d6f5a846b5da9ceba9a8b8c9858cc029e7","sample_id":"grade-school-math.dev.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d1ac27a522b010e2960599a1db68638621696f4d50c72d7a2547b995401ab3d","formula_version":"titan-u-contract-v1","latency_ms":0.9675410110503435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1aca2782025793ed0065d3fcd2f07ff49f57c91ca6470f7f2c7a4cd40d1722f2","sample_id":"grade-school-math.dev.3100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db199eec2db7208ab20c3233a8274ad4619cc6c1ea1a5bd6af61e0d232ff8eff","formula_version":"titan-u-contract-v1","latency_ms":0.8851669263094664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50fa42d801857fb5c1e041474b4d32d7f9861a5ce3af8164af13668d1a44966e","sample_id":"grade-school-math.dev.3101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a110e4d5c255127c713e26d977dda0385dc28e44a9808b50b65c4df7449ca2b","formula_version":"titan-u-contract-v1","latency_ms":1.3450420228764415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a77eaf898ea659a00315d5a49676ab891b4abe1b235c231b7936b38657d3685","sample_id":"grade-school-math.dev.3102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a69d280bc422207b18626984c8a3c078ccafa798807f0862c8187374a90d4c5f","formula_version":"titan-u-contract-v1","latency_ms":0.9215830359607935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c26ffba34c2a42bbc425be1895c1e2712a364680a46ff7b246f194926ad385e5","sample_id":"grade-school-math.dev.3103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9458c2d8ce2bd9fb02003bcaba00b0840ea6a042fa43a7c0d1e4d009046ff121","formula_version":"titan-u-contract-v1","latency_ms":0.884625012986362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fabc51562455538557f0645f065385fe8e971ec36a8244f74448e0ec0c97bb6a","sample_id":"grade-school-math.dev.3104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59ec1ad2fccb5142be175422910026a8691ed67acab79ddd3ac607d93a576e38","formula_version":"titan-u-contract-v1","latency_ms":0.8818749338388443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf7e00c9b9378dc105aeed693a053af6b2ed76503d572866f94a0eb9a0786264","sample_id":"grade-school-math.dev.3105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a8fa992ed3317c296c58ee687c2669d0681c7216be5350e657abdcd541ccaf9","formula_version":"titan-u-contract-v1","latency_ms":0.7119160145521164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e25921b547dab5a2d4608aabf33eb38e7528bd53c637b83415be8c972c82f2cf","sample_id":"grade-school-math.dev.3106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46ac11a13b7fa626f78a43fce52810adfbb424706f56745f67630c14b38ed2b6","formula_version":"titan-u-contract-v1","latency_ms":1.7527500167489052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c620e8f11cce95816b9af2b07c733d8da8cd023ff2493b7b9b1ca4c1cf3c00c","sample_id":"grade-school-math.dev.3107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d8484fe878095c89536dba99ec5478c9893d2e175b63373ba6fa6ca3c7db8ef","formula_version":"titan-u-contract-v1","latency_ms":0.8534580701962113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ea9d812a8e221c1c5d928442b5b79fc9b197a6755f2baef989511f60eb87e0a","sample_id":"grade-school-math.dev.3108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8032879dcc2aa7ba544ad3d476e9f5df1d5386a2ba810016f674dfddfa9601ec","formula_version":"titan-u-contract-v1","latency_ms":1.227834029123187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8b230190aca0d8ad1d6903fb009d199c2a222a635c8801aeff56255177e8ac1","sample_id":"grade-school-math.dev.3109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8561d9dc02dfcb7b2a32f43bba687e45fee2e34c53e0771f330ed567a3b8e020","formula_version":"titan-u-contract-v1","latency_ms":0.6912499666213989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4feeddfffe891218a064d68caa7cb8d258c4a29bb9b63df3d566423a113c8292","sample_id":"grade-school-math.dev.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9612f660724fb75525f0d5a5c33b3434be338303984d1367f8774a03cabbb944","formula_version":"titan-u-contract-v1","latency_ms":0.9345830185338855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f965dee21e79c862ce12169b36322f535529f3c8232e5c1ab7f60470bbe4d6aa","sample_id":"grade-school-math.dev.3110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79ca87d033813211ad359f54850762be2a372eb6714a57341ecda0194cfac1fd","formula_version":"titan-u-contract-v1","latency_ms":0.8930000476539135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6df6feac0b61b80306a97a19bfdaa7bf78ac9ea17f488eded4ffa4fc43c795c8","sample_id":"grade-school-math.dev.3111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a93d914f3863c292ff8bd93c241ad64c4f605a4e2c9b6832dc508b0ca596621","formula_version":"titan-u-contract-v1","latency_ms":1.4637919375672936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3352e80a97ca9efc30ad29222fea86cf0f0ac14668e42062d781f612531ae526","sample_id":"grade-school-math.dev.3112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7a6507f1f044d16eb6c31d2c049edbcd43d1e7a25947f5155d8fb3676210044","formula_version":"titan-u-contract-v1","latency_ms":1.225625048391521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef41a56776f4a01032892e0982eab5fb41b33da6b8e726e2dcad41b1cb4b1eb4","sample_id":"grade-school-math.dev.3113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b43aaa0000ec50e43cd2a88f48ce36f26d65222e4aac78f58f012a79c23a206","formula_version":"titan-u-contract-v1","latency_ms":4.197417059913278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6160d173f9b20f685ab317fc273079771f7871623948fb60ea7e85692c2e270","sample_id":"grade-school-math.dev.3114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d00c909faa2b51f11df6c4687d4f31abfa69ed91f1c494350869f430d0b79568","formula_version":"titan-u-contract-v1","latency_ms":0.7232079515233636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d1810ee052d55076a37e5532f15c5b3057afab4c11877675fb6c63a35d1d58f","sample_id":"grade-school-math.dev.3115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65e21e5db12c6d4d32908f1c6d5ef3342e81e12d5dc9cb617308a53b3608e703","formula_version":"titan-u-contract-v1","latency_ms":0.7113749161362648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9f41bb9ae716e21140911e7b6103789ec0cf6de4a3891c260fad8fb991d7de1","sample_id":"grade-school-math.dev.3116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40f2a9fba7443a0f134d22441c547991d4b9401f04b02fe53f32ee420359f252","formula_version":"titan-u-contract-v1","latency_ms":0.6577089661732316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bbf83967f2146d8fd56348e8bfedda66ce10d74c9d58e1a00e9e02d762b032a","sample_id":"grade-school-math.dev.3117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9c89e70f3117474e182e063f37e6b69b3ebf982fabe1de044a059848aca359a","formula_version":"titan-u-contract-v1","latency_ms":0.7092090090736747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b698ea769db2d844abe0f97dcb12498a2ce568bc517603677feef410d1d6cbb","sample_id":"grade-school-math.dev.3118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0c27988c3c33b3aed1f45e3678d96c8cbdd7f4e0f86b442f586a164aa735588","formula_version":"titan-u-contract-v1","latency_ms":0.9893749374896288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d28aa1bd736f5b9b25ec8e6a4eb1a3beeb760e90335a517bd9fa8473ac126877","sample_id":"grade-school-math.dev.3119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7adfb0b7d6695563746b47692f97c10cfd88feb34e12f76790c3b81b380bb813","formula_version":"titan-u-contract-v1","latency_ms":1.2697079218924046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2bc7c5b5a83d3afce552d0aa23936a6c178c3724c5735baf43673dc1aee6f98","sample_id":"grade-school-math.dev.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82ce2df4194a47ccc8b575dc534e7f9949dc77a452800279bc85f659f54c1022","formula_version":"titan-u-contract-v1","latency_ms":0.9511250536888838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7a4e56079770944dc924e9663bc026db915df8b56a3e63b090a442d2edb392a","sample_id":"grade-school-math.dev.3120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3854a3563f548bf0a25aa959d22f84fa1db26e4c712561f3e68cf9ef98014893","formula_version":"titan-u-contract-v1","latency_ms":0.6832500221207738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41c593326fed3c53e991407442468c94514c1b45de736ca1809f8a9184d997f6","sample_id":"grade-school-math.dev.3121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab86372687b99ccee01ebc7e2d07bab7d6fa8a84e212d767926fecb86f4f7401","formula_version":"titan-u-contract-v1","latency_ms":0.6596669554710388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"504aad5d4052fb52655ebcb7b2a48dc5d24e4c8d2efe1fb2e6df69d8858b2ea4","sample_id":"grade-school-math.dev.3122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fddf997ca52c37500548b2373fad6be0e8750903988d7e55a85f192e18c4f66f","formula_version":"titan-u-contract-v1","latency_ms":0.6513330154120922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cac4c3deae88b7c6af2ce44cbfd0080071cfd758e7d09d4b1cecf553a2534667","sample_id":"grade-school-math.dev.3123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a83d954c8943c4fd7ba4f7b03558bdd7dc2b78fa07f44601365f2fe9a72bc197","formula_version":"titan-u-contract-v1","latency_ms":0.8565830066800117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fcc2dd0ad0b8b775d4197f8d1cfc53ae52c0ecc2c18ccb3ad1b88153f10f0f3","sample_id":"grade-school-math.dev.3124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ffc59f32a727d309730de2b7f4a0ba0683d2b0a66e61befef3bbff3a637bcd5","formula_version":"titan-u-contract-v1","latency_ms":0.661000027321279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd49f72f30866849f5bd69785889e726a34b30a232d71fb34e7bf4bca22db540","sample_id":"grade-school-math.dev.3125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66bedd902384b3bd08051756c1bfb701acab4371551594bb7fa815606605a290","formula_version":"titan-u-contract-v1","latency_ms":0.7022080244496465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92b0e2fbbfb013e708bbe824047f603c2e4fee8ffdfeb42ebfb66d4e3e1c9c14","sample_id":"grade-school-math.dev.3126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af3a71ef720310100cbec7ad26b8c1c3f5eff81db66d7b027bfc1023282a114e","formula_version":"titan-u-contract-v1","latency_ms":0.990375061519444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c346105a422d71ecbf219ad64f76ec9002f8935fb79f954df060e9efbe9d01c2","sample_id":"grade-school-math.dev.3127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7a693617cdccbafcdac38c0e3465545224a50d8429428e55243e792f240dc2a","formula_version":"titan-u-contract-v1","latency_ms":0.8380829822272062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d447f7d56c889793f218db566cbdd3117dae33325eddc08ef5ee836cd62b1577","sample_id":"grade-school-math.dev.3128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34864fad1bffa2685f3bc3eecc47ba0b9a4872083cf5502ca9ca3625ce391184","formula_version":"titan-u-contract-v1","latency_ms":1.119083957746625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d65c2153da6aaf1215c527922e8d65c5a4c8389c5b2885f1ff0971682e16566f","sample_id":"grade-school-math.dev.3129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95006d6292d01d702d7a85a6f6c4497babcc77351a90a65b0fad56a49784aa1d","formula_version":"titan-u-contract-v1","latency_ms":1.0188330197706819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f8ca242268747f7ad034adbdcfd1de6df4003e63e31a2628561524035a0cf92","sample_id":"grade-school-math.dev.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53f290d63c1fd6a39bae194c45d49921192392be10a06ea014cae14163de0657","formula_version":"titan-u-contract-v1","latency_ms":0.6915839621797204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea636fa9102ca164abbf75173e111846f7cf74b45aeae388cf5aa8cd546cda8e","sample_id":"grade-school-math.dev.3130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad5bb384ec4c20b5d66b619ac4005361ca384847a56b0a9136d283d8d8ba0226","formula_version":"titan-u-contract-v1","latency_ms":0.6719169905409217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd2a74c6b3cb9e03a8778a5d81467b0df8168dde10b96eae17741dd9b8ee2c7a","sample_id":"grade-school-math.dev.3131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd41019a0d926f55de4e37e4f36ec06182e963c910c293f06dca1a5e9f560851","formula_version":"titan-u-contract-v1","latency_ms":0.6533749401569366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a28c5cc1fab13fa0ed57b4ddebd30c3c5173d4eacfe04d0389e686f35b37621d","sample_id":"grade-school-math.dev.3132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fc0d77a6e7c976918b98745fbbb12aab54a8be877162eb2a949b6d5a736069f","formula_version":"titan-u-contract-v1","latency_ms":0.691666966304183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"585764b5b1404e6a8533e9d276a4d56e28d9acd11ed198404acadac535c5dc82","sample_id":"grade-school-math.dev.3133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69ff6df337727d91344689c6ea6c554d421f0bebb918680c9991c22b5d2e836c","formula_version":"titan-u-contract-v1","latency_ms":1.0088329436257482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d97223a1ab23aaf16715ce5150dbf89b5f827ca05b812675a24606d64eb55b18","sample_id":"grade-school-math.dev.3134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65c939afb0a92ba8619b98905daa9252daed0579408d25e29caf2753d1ec720e","formula_version":"titan-u-contract-v1","latency_ms":0.8602500893175602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b01217a68a7b650180fcca764d371836f35e1d61f5d37df20470646aad8f9035","sample_id":"grade-school-math.dev.3135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8f950bcb4637c2eebba06dd408e7814872895306bbe0fc7a5a3cb602020e612","formula_version":"titan-u-contract-v1","latency_ms":0.938457902520895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"658a725fe5ceb308f5b80b256b10c5f05d646de74280fbb76bd4263cee5b0f32","sample_id":"grade-school-math.dev.3136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6acc5b2452cd059550362b9fd70ae2316a9c74cf18805c9e6fac0ba363e12887","formula_version":"titan-u-contract-v1","latency_ms":0.6761250551789999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"941e388c7827c5ce28ffb6eda7a58ea24a4384db63c98aaaf802f6c6c4ded557","sample_id":"grade-school-math.dev.3137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"882642b61339e0e321e81ef3bfb9889de34824fd42e412b493ff2bbc71d691dd","formula_version":"titan-u-contract-v1","latency_ms":0.6512919208034873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfa7ec69207e42812333ccc245a025074270a3bec6cd17ab37b2f56ed42479a6","sample_id":"grade-school-math.dev.3138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bc47936a6c77a9f1453a3b9ee2beefdd87e3e8cf8b9d5e08241a6a55fb74dec","formula_version":"titan-u-contract-v1","latency_ms":0.6631249561905861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"885aa5bd40be8aba3ce2157debcd828b3f3deb9f11d0f6d8dca6652c9bd08a99","sample_id":"grade-school-math.dev.3139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"568b1ce6cbb3f2c55b9f85671fcb73ac4561c541f46c333162751a88f06f1d3f","formula_version":"titan-u-contract-v1","latency_ms":0.9185830131173134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07c2563a8716f1fbad05e5f430a5ac6c0a1510117ef51c2cab3fac2547793c30","sample_id":"grade-school-math.dev.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24dfe5de6d29102e080a894895d0fb3c1683b5618b131e0640a1d5667aa4081f","formula_version":"titan-u-contract-v1","latency_ms":0.772041967138648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f131dd82949072b92901037c85d9f2cb5dd0fd4457742158c92c526ef8ea550","sample_id":"grade-school-math.dev.3140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d411056b4dd771dc3f025db91e645c2f709ad9eae82e9fcd4bc805cf89903d25","formula_version":"titan-u-contract-v1","latency_ms":0.6822090363129973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe41d6ac4646cda9284fdf6cf35a4d4128248fe50b27e451e49d0b43173de9e0","sample_id":"grade-school-math.dev.3141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b66f55741b5c098a0acf223f33c0fc493930c979ee38e356d2f6cf4bdd212c5f","formula_version":"titan-u-contract-v1","latency_ms":0.9177499450743198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d05371c2dec836108c0a8f3f5aaef3b7c9b740c27ca3f451af419d24dbe6321b","sample_id":"grade-school-math.dev.3142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c62670a1ed849208a93e242dd7bf8b08729e1aa3973a8b7e40436d3ab47ac31e","formula_version":"titan-u-contract-v1","latency_ms":0.6771249463781714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"585b68a1714d0890b01dc5f5caa4a038581b2fcbaccf3f34c7f809dea6a8cd37","sample_id":"grade-school-math.dev.3143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51cdf7457a1bc61ac9cfa10cdee8ce8f445c89bc04d0cd59e2908243aa387bcd","formula_version":"titan-u-contract-v1","latency_ms":0.7975830230861902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e7fb9614aee77a90bf0c189cfa1c52c2a9514398b6ecc1893ec604e51097635","sample_id":"grade-school-math.dev.3144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ee218372a822e7f2fc54a11662056b71f179ec8b3cbd59c9dd8df532d28669e","formula_version":"titan-u-contract-v1","latency_ms":0.6721670506522059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27ef4131fcbda9c8624dad0f5222fa1fa6d72d07c4292bec07bccd5765dcc171","sample_id":"grade-school-math.dev.3145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4733d288505076adf0a19c55e43ee60fbae93484adec66b410a1772b0185c8b8","formula_version":"titan-u-contract-v1","latency_ms":1.090250094421208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3c6745a35aeb219520180bc331668e0328c3ac8255dad073693ed0bcbdbed86","sample_id":"grade-school-math.dev.3146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ecff5481c231a9d761e5670c0da2a691d2959112e951e035c97fd27b3081787","formula_version":"titan-u-contract-v1","latency_ms":0.8829580619931221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2746c6774748be9d75e76d566e81e89dbcae9a2cefcf143fed4eac2be223c87","sample_id":"grade-school-math.dev.3147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e37e93f106baf4212f71af5a0710bb3e30998f67001135aacbbfb85376b09223","formula_version":"titan-u-contract-v1","latency_ms":1.1743749491870403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27962673a7d8c3142435e99aaa8a213b24e94233fbc93ba46ebee8ad85e1fd1c","sample_id":"grade-school-math.dev.3148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"599fec0a51f158ff93cbc926b676ac31cc7c4624d2e63278d18b006cd653cbbc","formula_version":"titan-u-contract-v1","latency_ms":0.9241669904440641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"042eecdf7fffa6984b832f42d8fd83fa5fb7d4e252c47e935f326679256c654e","sample_id":"grade-school-math.dev.3149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e642f193700bf7a9a01072b2bbe70bba8ee4f30ba23d1ab7258864efe17f6e5","formula_version":"titan-u-contract-v1","latency_ms":0.9738750522956252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b80545ae3cabb04c69ace634333e059720cca96be2cfdc185ea3ed454c4eaf6c","sample_id":"grade-school-math.dev.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a6e8bb271675a847ba713e12d95973e4310b1b8e6095f355e94dad7df6b971d","formula_version":"titan-u-contract-v1","latency_ms":1.0197500232607126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0bc8a790f42c692158f1cb0e68b24f70149786036bf8680392a8e99eaaf2b38","sample_id":"grade-school-math.dev.3150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44a51eba18e058c7ec9b7fdfce4ef1b462bf6d601b4406412d7a36bc238ac1a1","formula_version":"titan-u-contract-v1","latency_ms":1.0072920704260468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c19d68a2d3a428748ed2d4b37f87a8876c62017c667675d1618eb32e7d8077af","sample_id":"grade-school-math.dev.3151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fbbbf4b01933ead947061186fa7926ad83fa0c16b9e7a394e7fca8bfa910ea2","formula_version":"titan-u-contract-v1","latency_ms":0.8110409835353494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a172aad9651d706860192c325ffa05207f4d3a63744d66030635c9a7a0baedec","sample_id":"grade-school-math.dev.3152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af952412360b0cc4cfd4e2b87c339bc4bc074a3d021c43764de616d6401b5513","formula_version":"titan-u-contract-v1","latency_ms":0.960665987804532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b9d8f702ed44c8b8263d424637b5b09784c833b0d1362e673f49df252b0b51f","sample_id":"grade-school-math.dev.3153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ef0f4947f6faea849184bfada16411361574d87fbcb05e253003cc1df7a2578","formula_version":"titan-u-contract-v1","latency_ms":0.9163329377770424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a02c8607e5ec98d8a273a42a8f03d80fb943b5cca00d38da3437a7d6dbff506f","sample_id":"grade-school-math.dev.3154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a9571dd5a56b9477a85aa57a62dd0d02d90f2abb7fda1cf15f80a68176a0663","formula_version":"titan-u-contract-v1","latency_ms":0.9357909439131618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cad3f5d25b9f21b5121d04ef8195ad17e9758474f12878b69fb06fa447ffec41","sample_id":"grade-school-math.dev.3155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c00cd22a538e8ae40b2cc615310d145fc1c579e111a01bf922a711b9c86e8e96","formula_version":"titan-u-contract-v1","latency_ms":1.1578330304473639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b99f1f57cd4ecd332d968f0833793fa5c24d1118a4d7817681a9fab36fe6774","sample_id":"grade-school-math.dev.3156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"163edb141d30170392e51efc660da26a4e4a8d6bb6224790ff7bd8b121b4cc5e","formula_version":"titan-u-contract-v1","latency_ms":1.0198329109698534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1fe322cf44ddd2570af66b9800ceabace4cb8255d1e41ac5919a0194b4ac858","sample_id":"grade-school-math.dev.3157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b32d04e3ee639761749f3dadeaf8cd21384851305bc1aaf8a98ed3d769f870e8","formula_version":"titan-u-contract-v1","latency_ms":1.1816250625997782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c16455930fdad44d75754e3e86dedba8811f07bbd55405fae69f87005a42d4c3","sample_id":"grade-school-math.dev.3158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68ec913325b2c60beae3ae36f1bfe2f88605afed10fba34bfd431ef6ec57e6ca","formula_version":"titan-u-contract-v1","latency_ms":1.161749940365553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"708c8d5d84cd7ba0cf7130d149d0044cfb00b755b044747825f145c41b419a88","sample_id":"grade-school-math.dev.3159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f951aa061a96f53165fa79d3fc6cd496666db293df266c60079ceae0ff3fd54f","formula_version":"titan-u-contract-v1","latency_ms":0.8631669916212559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01b7dde18d0b97ddbabddc924d78162527dfd6120354513661b290cc00e9ab4a","sample_id":"grade-school-math.dev.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2adf7dac60863aa06745a4016e2bf174ecfae0078d1e01c1cc90fa62c6ef18f","formula_version":"titan-u-contract-v1","latency_ms":1.1246249778196216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfa786cf8fec2b17611bf15d4c1579858ee1a572c131a8c131ad213db04e4763","sample_id":"grade-school-math.dev.3160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03946c5b7ad78ec6ffc6b9e46c3751213ead3b46fba88b8a7a6d8e2457a06625","formula_version":"titan-u-contract-v1","latency_ms":0.8937499951571226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fd17ddaa38d0a610ba2f307148573ef81f80664f7eccd55850f1e481c4a211f","sample_id":"grade-school-math.dev.3161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02ad016831aad22b15aad1f6d17eae6bfb6a3599356fe2324bc87c56d3cb3a5e","formula_version":"titan-u-contract-v1","latency_ms":0.6878330605104566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efbf2f8a6d5395cae2418f8e2964498e15ab9845a07f9de7925fcaa578671909","sample_id":"grade-school-math.dev.3162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99e5b5d70ba2d37b2417de18f7d331eb4e6281cc6e63af0ac74faae3f0959b26","formula_version":"titan-u-contract-v1","latency_ms":0.8928750175982714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9336c273e0540e0a576c187b753c1192192945b53681ef11bb40765834f74efa","sample_id":"grade-school-math.dev.3163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67f07a927e00b27722c27834051dc2452f232666dbe0c6e18b8844875797ba30","formula_version":"titan-u-contract-v1","latency_ms":1.0294999228790402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca7db46e7481b6272061acc4c4143e79d7b9e5612ed2b4cf59ba9736de162a53","sample_id":"grade-school-math.dev.3164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec96256689e60a188ea84abbea68465c411d4155b83052eb7ff0810aef5bcc07","formula_version":"titan-u-contract-v1","latency_ms":0.7670000195503235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"310527d934d8d6db73e83cfd6ea62f3cf517f4122cc97fa77b3be9b6ce8bf42f","sample_id":"grade-school-math.dev.3165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f84fd9615c32c9126c478035168fbef00f1d13ae9b8fb4c854bb7c30080ae377","formula_version":"titan-u-contract-v1","latency_ms":0.8183330064639449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7c386d32ef18b0c758e30b0c5868964f6e28e0dd465acb159341d8fdd78ac8e","sample_id":"grade-school-math.dev.3166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a6b5e09f1c8dd79e9ecaed11d5c4141d96856c61e235381aef040d204f181f0","formula_version":"titan-u-contract-v1","latency_ms":1.3658339157700539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13a5ddd349e3de5680d914417785ec551e6b4c939d74790d9cb21ac1013d1c89","sample_id":"grade-school-math.dev.3167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e7f83971982fb5b1b3b7b2115e52751a9640bedb0359e76285993a49174267e","formula_version":"titan-u-contract-v1","latency_ms":0.900916988030076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94faa27eecb90a4f1e1443be192104647547fc79e5b92fe694ae8246f03033d7","sample_id":"grade-school-math.dev.3168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d9ac7c9fe125a3da301ad92a9fff53ad5611456107439f703a689904200207e","formula_version":"titan-u-contract-v1","latency_ms":1.3318749843165278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8acade7dc5e3ebae18ac79023bb813889d8a5b8438832cfd922a0ce6f4fa5af","sample_id":"grade-school-math.dev.3169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdab419408bcd9f521a793507798ed902a07cd5f6a1ced09507251b321bed10e","formula_version":"titan-u-contract-v1","latency_ms":0.6989591056481004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6f7a70234f53c96cf0263defcd1ae01ff40d0eea962835892851595d533df6c","sample_id":"grade-school-math.dev.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f4953157448b6ca5b85d4e009621f529ad2c6aad8267399f26532160e032091","formula_version":"titan-u-contract-v1","latency_ms":1.1801250511780381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba030bf9814773ba226af65e2996cf30876ea67d38793cfb65eac0b0659b726b","sample_id":"grade-school-math.dev.3170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13e6a7f7b85376b90d544f4accb81cda827c1d007c9335b0f8193313ffc81d5a","formula_version":"titan-u-contract-v1","latency_ms":0.8766670944169164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f963423ab52b179557de5b8ef1f90cb35af3e5f6b4255a845b5e707e86e6893","sample_id":"grade-school-math.dev.3171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bcb3970b3dd06979239fefd15388c5a99482224a01295930a65f366bdfb65d1","formula_version":"titan-u-contract-v1","latency_ms":1.1389999417588115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24a26900932235fa38fa36f9f9f851efba428231704676eb1a2c7d2744618c2a","sample_id":"grade-school-math.dev.3172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0c3f55b2152b7b4275e107237779c8a0ef8beb35e5ed84bb94e1a57645a9436","formula_version":"titan-u-contract-v1","latency_ms":1.1496670776978135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a39da71761df62c066b07364652c0678f40f54c042a0e26d7cc6b7a372f651c","sample_id":"grade-school-math.dev.3173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2436e3797e6f8608c170f51bc0e29c6ebf0014fdbb815e59eb03e702dde678ae","formula_version":"titan-u-contract-v1","latency_ms":0.7095839828252792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eda034c2d0f66ced67dba6ec0fcade29b607b03bc81cea26fd9864366500e73","sample_id":"grade-school-math.dev.3174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5855b051b5ab2c68cc5f692c1952c06d0ec1bc9519d7a9cbf62decff82a102b5","formula_version":"titan-u-contract-v1","latency_ms":1.045958953909576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a968058db61731263c38778f1f1cf194c425b5f353d3c42c002c7e6314acc4fa","sample_id":"grade-school-math.dev.3175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"407ea5bf235a1b33893971c4bfcb99f2c13eccfcf1a0702ceaab902788eec19f","formula_version":"titan-u-contract-v1","latency_ms":1.2964160414412618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32aea36913dfdf05dc0654776948f25a11146c5731a3c14aedc251d8856fd110","sample_id":"grade-school-math.dev.3176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"312bdd4f642509a1b863e1e86ec1a96ea2150dda00d0b27eab3a1ea1784543cc","formula_version":"titan-u-contract-v1","latency_ms":2.5834579719230533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfb83255657bcdffe8c977bdebc483eed8b427f693e45fec879adea5b6016543","sample_id":"grade-school-math.dev.3177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0345efd4f5df86cc757ccb43b9378d731ca6200ea7ef047bcd1fa39ec998f38","formula_version":"titan-u-contract-v1","latency_ms":0.7508749840781093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f0b3d3c0261a03716a31718d28dd29ef16f6d1eb970d238406ad1750c41bfa9","sample_id":"grade-school-math.dev.3178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9547d6c0f15c5b3f81eeec6d07b48b9487e6076a605d8827d0b2798c3b1f5b7d","formula_version":"titan-u-contract-v1","latency_ms":0.6617909530177712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35de538da30ccc8c13058b83e1445a13449cd48ea0436f4225bb7ce1949d58c8","sample_id":"grade-school-math.dev.3179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47304c47587851b7b13bf976abb717da76aea3bb08c4fa351b63080b8469508f","formula_version":"titan-u-contract-v1","latency_ms":0.9050830267369747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"513a1f4142200caa5f431e99da8c147a7ebc3d04532153e34e6c5e468203a586","sample_id":"grade-school-math.dev.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fdc07d5e6330b1af505b8958bba7eb61c1240a3c416da9b0a7cf69c7e12ddf4","formula_version":"titan-u-contract-v1","latency_ms":1.6363750910386443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a907a5ac8ab4137a0a369d4e8b58f18d9425538f4c964eb271d0cf6d31d81f02","sample_id":"grade-school-math.dev.3180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5343928059add87101f1c42ed25f482023375144808b92787c3d1cd2c8a54453","formula_version":"titan-u-contract-v1","latency_ms":0.9163329377770424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6588ab6990a370ce34136a5f20efc5f003bfbd80f387833fdb81902e985a4195","sample_id":"grade-school-math.dev.3181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1eec289f662c272e178dc0eadec3fa9ae6a844f53263f74ea3518efbac665741","formula_version":"titan-u-contract-v1","latency_ms":0.7454169681295753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edde701cf5aaecec74673caa4ff0eddd018c8abba4db826f6fce6c9156980346","sample_id":"grade-school-math.dev.3182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04a8fd4d441c104203b69666fec753e02e29e71b2f1d464592156df03782a5dd","formula_version":"titan-u-contract-v1","latency_ms":0.6483750184997916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06228d0f28448d17a95bdee353d7f5556345df75e81d02e7eb0fac2a3d9b0a9d","sample_id":"grade-school-math.dev.3183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8849e9404f0aa7b1aff2b677850981ea1d89f6732ee426b133061fcbac576df2","formula_version":"titan-u-contract-v1","latency_ms":1.0205840226262808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"028d724ad7a5a6a8d607b549e79e1fd1281b8345a0e404da26f54f0aa3d80054","sample_id":"grade-school-math.dev.3184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56440c2f8ffb38df295a21df8ebfa620e712f1f93987dce8cdc4c2296816a974","formula_version":"titan-u-contract-v1","latency_ms":1.2320829555392265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a4a9540808e5ac7f44b40b89ee8893e39f5951cd75f36b45052dba3aba0faa8","sample_id":"grade-school-math.dev.3185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2228f280fa1d02ad3a89b7d985d004d0209c26b7a558a95cc76b29fb7d9636a5","formula_version":"titan-u-contract-v1","latency_ms":0.748540973290801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5edd759a191e43ddea589f33266c3b6952692d0fce1076e1e3b82ef1f74f7440","sample_id":"grade-school-math.dev.3186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b22c92ca328a78646b159ca2cd31a63a26e3bd702ea9fe4ce721afb03474ccd","formula_version":"titan-u-contract-v1","latency_ms":0.6842500297352672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bd3b365bdce7f3d26f01e8e14414fe90fa795f5d971078aeb365bd4d99a3137","sample_id":"grade-school-math.dev.3187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eae8efe4055afe67720a9eb6d90f195b39a9ccd6191afd8fa01fce27648d7deb","formula_version":"titan-u-contract-v1","latency_ms":0.7572079775854945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"008501125252d72b47486edda62f8ab30c4456247239dc871db085995c990323","sample_id":"grade-school-math.dev.3188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"940cdd02b677d059a8118b23ac35e717ba473506243fce115fd2f73697cb87bc","formula_version":"titan-u-contract-v1","latency_ms":0.6644579116255045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a5f2820dc3994b70f1812218f6a7328020a28e24bb2e5cbc390feffcae5c9e3","sample_id":"grade-school-math.dev.3189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6b338dbf3589b835a2f7d99b289205218913afee3183539ac4efbeddc4b2162","formula_version":"titan-u-contract-v1","latency_ms":0.693208072334528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4da76e7d98551374ae772597070cb999157865b4ed03adb7326e894da03b1ffa","sample_id":"grade-school-math.dev.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d044a119b3ee3e6b9f7a08d485a6ea3515545980cec071aaf079f83496d9de3f","formula_version":"titan-u-contract-v1","latency_ms":0.6890420336276293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab90db64b88bcc078f0991f169a97b0128662014dd1c687daa94907253b3b058","sample_id":"grade-school-math.dev.3190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94bc653ee0629431176f01472d501686e05eea49b34ffed1f973b291725199e7","formula_version":"titan-u-contract-v1","latency_ms":0.7220420520752668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"988127488aec57c4198523a60cf58f4441aab1405b7351117c4f816f76499862","sample_id":"grade-school-math.dev.3191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"973330b958637e5e6eefe83f680dca42eae0e5bc7316d5f6e188ddd8e6670170","formula_version":"titan-u-contract-v1","latency_ms":0.6620420608669519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30862074c2aefec9301f5ef8df1bfcfac1cf2745034b82859b8073cddc0f9957","sample_id":"grade-school-math.dev.3192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9551943289c862ca0650605e6e068a718705c6978d99008bc94c60cb8a08d393","formula_version":"titan-u-contract-v1","latency_ms":1.0306249605491757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a012035f529ecfd69826b30eedd071f73ded94dd7faedd997e362bcfc6aeb231","sample_id":"grade-school-math.dev.3193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94d3a1b2e30771eb4e81f8b420e0c80774fec0e2895dd37f8fd734f0734df5d1","formula_version":"titan-u-contract-v1","latency_ms":1.2189589906483889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f32a4b10ee463fc7366ec7e52eb93b9851ce242fc7f63b75ac7b2170aadbe645","sample_id":"grade-school-math.dev.3194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14fe0281d996e8c1ec6d5d9790c4627a9b6496e29e1219d248995a216d76aea5","formula_version":"titan-u-contract-v1","latency_ms":0.6619170308113098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d24607b25d0a214b3f165281ee0917d53564dd3abd591141ea50ae3ef4ad1d76","sample_id":"grade-school-math.dev.3195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecb5d8aeda08284ee915c94faf4810dd021dcb91fe44c0017c2e3d8d1b087a69","formula_version":"titan-u-contract-v1","latency_ms":0.7839580066502094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56867679f066a9eaad907013fee139417d306d0c1a9d6684e3bb838efd816fc1","sample_id":"grade-school-math.dev.3196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd3f1c26f52fba538408822c0e6ece3ed5ed4dc3f78c89ddcba8e168f07f53ed","formula_version":"titan-u-contract-v1","latency_ms":0.6666249828413129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff6dc44dbc6920378b364e02affc6e2e06d94e03effe276b7762eb834282f49f","sample_id":"grade-school-math.dev.3197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b4fe517866945578882c3d2d176af7f6050184d334977240e63694dfc5018dc","formula_version":"titan-u-contract-v1","latency_ms":0.7063330849632621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6c2df1d2fe55c83339050301a4c4381a655367d5e3673cd3ad40b659ba2677c","sample_id":"grade-school-math.dev.3198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79edfb4d5b3c5fbb185ccc9ccbea4c73df2ee58bf7c1ec77358187d4cdc66e4c","formula_version":"titan-u-contract-v1","latency_ms":0.6818750407546759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b27007b21d30d20a8e0ef5ed2805253e37ee50f0d91f0171e729e082329f434","sample_id":"grade-school-math.dev.3199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"331c95f183e114c10043adf3775abf4903b1f718b6a01df5c5530898276056fc","formula_version":"titan-u-contract-v1","latency_ms":0.9279580553993583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd41e1a7534d7012854fcd42b32eadafeaa8be56d12d058a852ec642d08c6de2","sample_id":"grade-school-math.dev.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9016dbe04be3a29477ab2a2cf10fccd4cc35b85c6a23e4ccc2497fe0db46e2c2","formula_version":"titan-u-contract-v1","latency_ms":0.8867919677868485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b3fd6df2c6f76caecc59f8be704d4f40624223e594b2d7e124508b04932048c","sample_id":"grade-school-math.dev.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09640716d9916aa8245260d5f256a96fc989d5286ad57ef618136dabe8976cea","formula_version":"titan-u-contract-v1","latency_ms":0.631249975413084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeb51e17bce59524f4638217e7687811d95f94f3c77ed11828472a1a3e052733","sample_id":"grade-school-math.dev.3200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"630f62294ec7487cd66dd59189c07cef341508805e8fcd5b713897697f7b164c","formula_version":"titan-u-contract-v1","latency_ms":0.684124999679625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"270cd981636581f4f6a779ca6c2238cfc3023a33e69e285098ee239f55310672","sample_id":"grade-school-math.dev.3201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7b233b9d15c48cd8a8c24d85ec401e29b1848152ffee4cab3b3b21bf0b3a690","formula_version":"titan-u-contract-v1","latency_ms":0.6981670157983899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"731efea20ed2bffad3eb0c1456548b750c781b80d5965c18e97a2aeae457621a","sample_id":"grade-school-math.dev.3202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"954fd21c9e035a9293147147aba4ce58fce58812bb4ec0e27b550200e508ec50","formula_version":"titan-u-contract-v1","latency_ms":0.6611670833081007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50a1e22259e6ec2e56103330ade17046d59b32947d300e1c33998cc3f4f7b33b","sample_id":"grade-school-math.dev.3203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c23d45a47fe4f461bfa2462550c85d30ec2f7d9e6cd185f62279d9dd9467c18","formula_version":"titan-u-contract-v1","latency_ms":0.6415420211851597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"813f106b918c3757226bf72f3b4e7eee755016fc07e248646dff5f0cd823a190","sample_id":"grade-school-math.dev.3204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8d89f10b4f75026b3de5100b6f963029728fdf28126703694bff22ec210731d","formula_version":"titan-u-contract-v1","latency_ms":0.9851669892668724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ae770de20725141668ad90f7fe7d5dea9eb1e7890ab29220ae0374b3b6e2bc7","sample_id":"grade-school-math.dev.3205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a6ca72bacc33d9c766614ee435ce1d4ec5f02f113a85a06ff7a17c701f87dc9","formula_version":"titan-u-contract-v1","latency_ms":0.9399999398738146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d82678650aa9dc1073bbce0c4fe69851381f758ec5f57273488ed389f2e580e9","sample_id":"grade-school-math.dev.3206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a77bc2f13b144428a249fef7e02519518a2020698dc2d39c36ccf1ee64f64ace","formula_version":"titan-u-contract-v1","latency_ms":1.0994579643011093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39bcfe5aa21ce0e9d19167ba08e227e501412b2e11e71978dde30b15d81763ba","sample_id":"grade-school-math.dev.3207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc520b98dab00894489ceb3476ffb4cf16e72719726020ad62455b5e3e0b951a","formula_version":"titan-u-contract-v1","latency_ms":0.9181669447571039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f749a92ed5f916f57c7e2b934b030bd2390b30b452b191961148a03c719ab4bd","sample_id":"grade-school-math.dev.3208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff8eb14108ee18e32a9668a1a631e2637b3d7ca9582d8c73253ef131dabe9f17","formula_version":"titan-u-contract-v1","latency_ms":0.8334160083904862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb3201d53479ea5778b446a92e1d8ed261a2944e79c7c2e1c97c4b14f715a5d9","sample_id":"grade-school-math.dev.3209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00507feb163694ecff4f4db5e0cd7356f18ccab9ae421ca95467997f1a763f14","formula_version":"titan-u-contract-v1","latency_ms":0.6499590817838907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"447db759e2dc5f330669b00c4e85100b5909d909ed64a4f736866d88435a0831","sample_id":"grade-school-math.dev.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"007b97b383f96a2b2624514232853bb5d6729317c0d754aa63974ea83cb41760","formula_version":"titan-u-contract-v1","latency_ms":1.260792021639645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9edc2cdd5145afcc9e6f1c1130952f6de770bfbddaedea21385445e47d1c4fb7","sample_id":"grade-school-math.dev.3210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41335fff51aa80a9aa5e9dc33bd8d0e9ca6ec4b413d22dafd35d2d6567ae0481","formula_version":"titan-u-contract-v1","latency_ms":0.8550829952582717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3ce697468fabda5b90527fa10535e196e6fb3d3ec94ab00d108fa17d202a150","sample_id":"grade-school-math.dev.3211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0b7037d587fbbdbe31c64b439e33333226928251e874047ebcc7208a57f0658","formula_version":"titan-u-contract-v1","latency_ms":0.6622499786317348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc875f1fed9c46528e02e369ba35c821e1652f4b1deb084781125a075bfc1965","sample_id":"grade-school-math.dev.3212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da713c41a25ed4478070230a0bda48f90df4fd3c6337497fab584c881d3fb54f","formula_version":"titan-u-contract-v1","latency_ms":0.6964170606806874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f80e00a1a15b9377c0929569cb38104314a0478edda1fd88728b11ffa054e2c3","sample_id":"grade-school-math.dev.3213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af4c6eea8a964517486c62a9355b27e09b6705db42585d560c58361ca3577f64","formula_version":"titan-u-contract-v1","latency_ms":1.1281659826636314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ddfadb699918e5e997a02e49278361fc55f04aac4d01e916ce72836717862da","sample_id":"grade-school-math.dev.3214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dec397cc5fda0892bba84a3db83137c10274c2f9b863b44b10964550ffaef93","formula_version":"titan-u-contract-v1","latency_ms":0.7108750287443399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25bfc528251ae3105ca8fe655f3e803a343db53a00614d19a6802499fe694a72","sample_id":"grade-school-math.dev.3215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80272b493c507f5e660db3cb6d7ea04b1813bd39ae75b494a116dcd6f6bc6ada","formula_version":"titan-u-contract-v1","latency_ms":0.7915409514680505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e22a55fbd84bfad180c04c0b568a979d0557b8daaa6cdb59f5ffa43363bb167","sample_id":"grade-school-math.dev.3216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f04f0ba12140d03bd6b54f7a29ee7e0c65e7b378d8776ac55096a044c347293c","formula_version":"titan-u-contract-v1","latency_ms":0.6844589952379465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d95050e5a7e3801b42802341da96f880b2151e345e3eb7367241c892a1d0c5f0","sample_id":"grade-school-math.dev.3217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cc479aaa0096d2c04fdf3418fd0322eb883e857c8ef20b669fef877c2db2f1d","formula_version":"titan-u-contract-v1","latency_ms":0.8808330167084932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f42f6e3450766145d21cad00da1753959f23bf32592b8b0f6a90c6e6dd8c184","sample_id":"grade-school-math.dev.3218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"736dc710ce46adb3fecc1ab36ed557dc9671d55b378b4bf99c19844a5fe335bb","formula_version":"titan-u-contract-v1","latency_ms":0.7954579778015614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44679cf90077aaba3c68271958561a97be1ef3c6306bf40fee23cc0dd308b42a","sample_id":"grade-school-math.dev.3219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d6330c27bd10ffeb0e6a64e0f9ff3530504d382ba53f6c1b9f5ea0425102057","formula_version":"titan-u-contract-v1","latency_ms":1.095208921469748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"415a94d36901f887c85de40c606c0c11459690886292c0be21726589c6833d22","sample_id":"grade-school-math.dev.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a81b46b4c295ff614fd545bf23d590d553b99159635c84eb73e48c5c153c8a6","formula_version":"titan-u-contract-v1","latency_ms":0.724624958820641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19193cb3dac09512dd418dfe0a06612022520d832ff41aa705ee549d998dc677","sample_id":"grade-school-math.dev.3220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7f9632e0ffbe56de6bc7e8772695c2b0e74b0aceeb370ea72f999986b2cba4f","formula_version":"titan-u-contract-v1","latency_ms":0.6905420450493693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38660bb6ac42c11ae3a7a1b10318f0aabb3b7895008ace42a47c8f97d010aba9","sample_id":"grade-school-math.dev.3221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49d82b6f8d32cf15d5a7b29daca9c46ceca32b987b31f2e3dbd7f8f97b62673f","formula_version":"titan-u-contract-v1","latency_ms":0.8168750209733844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54301b97fd9c121073ba15366f5380392debd66775fa217d4646bb88492c0342","sample_id":"grade-school-math.dev.3222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95fd539d0f10c152540dce2e46d990f32d9272484d252d8bd0b9b81f4ee0d096","formula_version":"titan-u-contract-v1","latency_ms":0.7302910089492798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e75f4bcd544232e76d5d1700366c1341b7436d3224d1c7e724eb45280bbc346","sample_id":"grade-school-math.dev.3223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"508d482945b8dd3a84d48686eec863f4f2a684d41707ad0320622862b8d65779","formula_version":"titan-u-contract-v1","latency_ms":0.987792038358748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ae0671b97aabf7a34c731404184a4498b04a651d6ec3ed531e061cba475b267","sample_id":"grade-school-math.dev.3224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e21e8d24f7f984962940ba40adca1dd2b4fd695031cf254dc9d6ece98f32d07b","formula_version":"titan-u-contract-v1","latency_ms":0.810875091701746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c11b7a4ecc748298b6dd857952d389112582ef0ad354759029c5dde05c15d574","sample_id":"grade-school-math.dev.3225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7804aec50999c0fc73310f50a023b9936637e756008ce88aa97ecc6d04a54145","formula_version":"titan-u-contract-v1","latency_ms":0.9193330770358443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9633872ad86a9631c6e2941defb01bd28dde0ec3d2f1ed3beeb355a767338f8a","sample_id":"grade-school-math.dev.3226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af41779d244b5a118d5899ddc339cd1508aa2d35ef6b0de1728545f512e2f189","formula_version":"titan-u-contract-v1","latency_ms":0.7026249077171087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af204076ccdaa35c1111f6312f263dcc4e1a2d0ef11abe37119bba0f7d0c86db","sample_id":"grade-school-math.dev.3227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07c652b278b76abda249bc75b596cdd5b059a8229ad11dfe54a6f0f102a6ade3","formula_version":"titan-u-contract-v1","latency_ms":0.8521670242771506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0ba53e9fb51c4ba6f79836d7d06c2bd82c779d2d4835fe6456934b778c9ba40","sample_id":"grade-school-math.dev.3228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c469e76e35a57987913b5f313a8475fbb63daf75ac6bda79e2719e7885d2af24","formula_version":"titan-u-contract-v1","latency_ms":0.6850829813629389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f7d7d75524ea481e666acf3188e4dec9bc91ec41e3838831fccc8d8afae4e6e","sample_id":"grade-school-math.dev.3229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d605e5c4a520df3743021e747f1c9f4b698647b13647d3be78e8465633dae83","formula_version":"titan-u-contract-v1","latency_ms":0.718833995051682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d1e1d20f4bec4e5088f58a83d2a255c2ab90a198ec1de53e3c091369a715388","sample_id":"grade-school-math.dev.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42c78c148359ef2f265f236eee2abb354389661f91db9649d4aac23c58601628","formula_version":"titan-u-contract-v1","latency_ms":0.8577089756727219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c9f244546f64afbb90bb08fa89cd92f824708df2f696f9c35e5c46896d3ac67","sample_id":"grade-school-math.dev.3230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ea73efe9a5e76fa7ada8a2036ca38600d890b495a17cc653a62885dd1daf242","formula_version":"titan-u-contract-v1","latency_ms":1.0102919768542051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f94b741a75ea269a1aa0e17ff9db1770af540479dd4109596d650855d0c28b64","sample_id":"grade-school-math.dev.3231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faf769b4bbb23d416acd72f5ae17d9651d22fb711162ce4466d4ab339c595073","formula_version":"titan-u-contract-v1","latency_ms":0.8649579249322414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5eee88ae84ce1b3fb549c1a8538daaa393f7dcf6f3481d56ae9b454d6f89fee","sample_id":"grade-school-math.dev.3232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8191e602f08c0e58ba44820be7ebb7bbb625521ee71bb3c9835ac184b692a37","formula_version":"titan-u-contract-v1","latency_ms":0.7020420162007213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d83bf75e737902a929b2eea8ed2c32881146a1c4c1440d4e288a7deb31cca430","sample_id":"grade-school-math.dev.3233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ec9f8ea2f65980d56ee30c937c1143345d4e6dc1ac29a81a556c9eee2475b99","formula_version":"titan-u-contract-v1","latency_ms":0.6694999756291509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5cfc5c2271b17e73ea087a78cd5427008f852a4d1664e3a778b01e4fc961844","sample_id":"grade-school-math.dev.3234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06f5ccb3afab794ba84609e4a79798f993f68e05dab9ba33adc67f2f931084a0","formula_version":"titan-u-contract-v1","latency_ms":0.7166250143200159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67e636a77b13cfea0f8a3646d41f2e3d43dde3ac95c5eee64bc86c583cf986e1","sample_id":"grade-school-math.dev.3235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6536bb582ab1b30e3d88c7422617f50d0ad151c139cf5ec7269f76c709c35ca6","formula_version":"titan-u-contract-v1","latency_ms":0.8996250107884407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f9995810acddcfadf10073453a8c72f2021228a85594386d41fce93b3913e8d","sample_id":"grade-school-math.dev.3236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8984994e7d684c274aa6e7c69e62587a1b26fb4fee63e67e7cc871bc67e90ff","formula_version":"titan-u-contract-v1","latency_ms":0.7994159823283553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfeb60d55661b90a6f489fee79cd465ba8dfd1855483e384c81f592c397ac8f6","sample_id":"grade-school-math.dev.3237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cb41f9f3373fc732a442f0cec267be45b8dcb5a45fb46b048a13bd023075f4a","formula_version":"titan-u-contract-v1","latency_ms":1.418416970409453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b7a42aee941e27ea466e5325e6c8c21f32b388fcc5fd4d02d633f8f168606c4","sample_id":"grade-school-math.dev.3238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ad444be8aca4b138c7b8ad67b13b24ef7b388206027ca56a82cc7809c9b3cad","formula_version":"titan-u-contract-v1","latency_ms":1.0089169954881072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b120fd950b3b03f0880fe8e49a4406239e16a437b1fa88597374f803ed6c283","sample_id":"grade-school-math.dev.3239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8615ed71f0579a4dc492bc8e795028781223b0070f08eaaa75cfe54c26f6c808","formula_version":"titan-u-contract-v1","latency_ms":0.6660419749096036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6add664909b6e6f0cf83d0b1e9bf0b10f35196c39fd4aea919e32632e1dc10b4","sample_id":"grade-school-math.dev.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28122f5a5bc96393b1e4f5bc4cd3b345e336c9bad873b3dd7a883d228d0af332","formula_version":"titan-u-contract-v1","latency_ms":0.9759590029716492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78dd4d8bbb19b9a6ac77d8ebd882a2c3cfddacb59b32ae15352a199be4e04d90","sample_id":"grade-school-math.dev.3240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29c7ab38bb8eda8f3874df6fce1c68cdcdde464f0d9d4c8a1251517b10e35668","formula_version":"titan-u-contract-v1","latency_ms":1.3315420364961028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd7250988aad3ee4c61833766cf8e490bbc380c113851f47da44aad0daac34aa","sample_id":"grade-school-math.dev.3241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de6cb2cc941c4e91d7a6960850342c5a9950eb14c16dc4b2b8f11ef83ec04bc3","formula_version":"titan-u-contract-v1","latency_ms":0.6745839491486549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea9c6e420b9b4cfe994b28dfa5f0b863da5e462d85029a6399e5b71a7683c270","sample_id":"grade-school-math.dev.3242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3b804639fc67c790eb8afe6ffdf3ba8854531e38fbf1e61e783dd1f64e8720b","formula_version":"titan-u-contract-v1","latency_ms":0.643625040538609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe24f52e710914e083946cd4b2a0781293eaaff7adda71a77506679ca724bff4","sample_id":"grade-school-math.dev.3243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ef9f2401e79e63342bc0633a36ae387519ca5cd53f34534d469d71a65bceb3e","formula_version":"titan-u-contract-v1","latency_ms":1.0217500384896994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa1b7413bf259d653cc95de61d5906c34992695a52065f0ae92aab88ca8faeed","sample_id":"grade-school-math.dev.3244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa3a0255a940e29ed3f9b1a4b3add710dad5206c886a39b85bbe140f7443897d","formula_version":"titan-u-contract-v1","latency_ms":0.6696669152006507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39c7231d1e9d8122c05b60da4f8adccf7288d4dcdaed34793566538c20ce7e3a","sample_id":"grade-school-math.dev.3245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40a689b444db1ea8a88862236d74e981a36ad3d44e261634d0fa75929d3c96ab","formula_version":"titan-u-contract-v1","latency_ms":0.8214580593630672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58a10b9a2d5932e05e1d5252e172fa22a8bdaa51aebb5ebd18362583595d5ab2","sample_id":"grade-school-math.dev.3246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e691a6abbcb4abf864b05c09eadff4036fccef4732de5de7e310da7dc380f570","formula_version":"titan-u-contract-v1","latency_ms":0.9746249997988343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ca3e2804ec0d180f6ba2d86a15b4bdef294edf247d72aab871f66b7335df46a","sample_id":"grade-school-math.dev.3247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43d1d972ceeaf684802e1a5a23fc745ed7b67e64fd032ec218ef38dfa081b4b9","formula_version":"titan-u-contract-v1","latency_ms":0.8535420056432486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e678f311e3d5bb82938613c5345255b41e550366339ffdf9581e43d19ac9de6","sample_id":"grade-school-math.dev.3248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"915a8a1c79f0112841b23dc80953fb0c464dc52109fc129f14ac9c2f4d1d5bc5","formula_version":"titan-u-contract-v1","latency_ms":1.2926670024171472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ecc2124ebd034ec353580cfb8c338d94f432174f5cdf30d7c05bbba466980c6","sample_id":"grade-school-math.dev.3249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71a0214daf9c5d3073869af329bf7c6e5579e01ce1605be52080eb7949343147","formula_version":"titan-u-contract-v1","latency_ms":0.8514580549672246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"281bc7445bb6122242632a36e2cee6113e0e2ecada0556a087fa731fbe814db3","sample_id":"grade-school-math.dev.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e02a8bd6df9a622a4ab62e56c03acfa39845ed036ebfddb1a16a94d1f2c6326","formula_version":"titan-u-contract-v1","latency_ms":2.2170000011101365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0651713b9a16ff317850ced2fb3a55ce81f0e5fa8db0ad2726516cd51567e734","sample_id":"grade-school-math.dev.3250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1daec419ab88b96c8035002724e2b6a20f86810fede693ec28e2e6cd61c5a025","formula_version":"titan-u-contract-v1","latency_ms":0.6922080647200346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51036240fc23c24c3ac081b0ba4462c0e9a4372c2b168492ad3aef69606fa3ab","sample_id":"grade-school-math.dev.3251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71e8002bb4a62433e039eeede168a74a442acbb5b182fbcf2b424523e7f4aaf9","formula_version":"titan-u-contract-v1","latency_ms":0.9673750028014183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"737be3b6a6f60573371eb5a9c8fc52fec192261928f1e89431efb76252d94295","sample_id":"grade-school-math.dev.3252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79a2e916fce3b3dbef111b4470947444c837e36eff8af72ce941437054d6cf55","formula_version":"titan-u-contract-v1","latency_ms":0.6675829645246267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4cb85815dcd9b54054e8930943d150635d9109d04c905ade1d7505c9759d5dd","sample_id":"grade-school-math.dev.3253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e3d2f9b3e4fc2b759fa49a83d53a2160d359e16c6d74b35d0d7cb239ad7c1f5","formula_version":"titan-u-contract-v1","latency_ms":0.67762506660074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2441fa3e8c05e56cc58620cd3b23bebfb17cc1e9cdda7adb2f4eed58fb063126","sample_id":"grade-school-math.dev.3254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15387f884eea1a7edb850054d195a9c7e96415aedbf8968ef12d1fa0f5da6d43","formula_version":"titan-u-contract-v1","latency_ms":0.9446250041946769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea0bcb95abc7192d57a8c3301b67036e6a1dd94ca21b0c3a72f7c967aadcb826","sample_id":"grade-school-math.dev.3255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26986b10a1a0211bc70507317c2a1820ddda8999c0f54f176ed0255f3958dad4","formula_version":"titan-u-contract-v1","latency_ms":1.1140829883515835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98242a67dde9ca910911270a4a8d4f4ff1cdd182cdecf401321ec85490b786be","sample_id":"grade-school-math.dev.3256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1863c56bfdcf8a3eee4fe46e48928f7111b8b22a51440f7afbf6743cfcf47be3","formula_version":"titan-u-contract-v1","latency_ms":0.6878339918330312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49456017c09fad269a5aa88f1c482873de6b571044707ae512250e44149f0a4f","sample_id":"grade-school-math.dev.3257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"116f73b44acbd9036bca3bff63faaa98192e174402f2bfb8877f6a9ac38990f8","formula_version":"titan-u-contract-v1","latency_ms":0.7119170622900128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97844251fbdfd72074531781f509c0ffa6fd2363a16d3e4d8b46149c5720031b","sample_id":"grade-school-math.dev.3258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5f5340638b2393e49d65bff68a7dcedc69161629edbc10b2d0cdbb09806cb8e","formula_version":"titan-u-contract-v1","latency_ms":0.6586670642718673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3a3af1c298af41d4bd239c42163033f7a33066d01931c877474d06277bac4e6","sample_id":"grade-school-math.dev.3259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d941933f101b8279c8d76655e8368e0c9147e9c6dc2c4f5d03b2e2ce04dc9a09","formula_version":"titan-u-contract-v1","latency_ms":1.7288749804720283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2fe24634ba302b25f310e639c256c20e5b9f58f3fa32fed7ad473f198381254","sample_id":"grade-school-math.dev.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1e80cbbead2b317452b4a0a9c72b5d2d8417abbfab1c8be3d1ff9f835642e96","formula_version":"titan-u-contract-v1","latency_ms":0.9129169629886746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b2cb03dd2db8e60d682736fd032e4d21845d976197ef18bc1f14f1e7a4f3eac","sample_id":"grade-school-math.dev.3260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"065e2d54f9cdfac13acf1ebdc9e590f2a1d9f1cd4d98a5c5a07b21abffed95d3","formula_version":"titan-u-contract-v1","latency_ms":0.8706250227987766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"420c2e574060105ffb3edfc772e02600c1381a276699e02009befe4abfd96a76","sample_id":"grade-school-math.dev.3261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97efb76e404cae4f0d3593373c1a1aa2ffdadf8ba2c3ef424342f96995c68fcc","formula_version":"titan-u-contract-v1","latency_ms":0.6413341034203768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50874d5e62e041ba021b67899d6ab07358e8ff2c934ab0f6aa4771744a3492b5","sample_id":"grade-school-math.dev.3262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04d1f4346d4b9015a0caf468470eb1d38f9d72dbf3e999f3238a5a131656d731","formula_version":"titan-u-contract-v1","latency_ms":0.656625023111701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"832b52c58c3765ade6adf832cc1a6218999641a1e4802f5e07a5712ca077d364","sample_id":"grade-school-math.dev.3263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba34bacb0b82a78be74a037a3c9de78aa8f5100f7ef7c263990be6378ccb732c","formula_version":"titan-u-contract-v1","latency_ms":0.8595420513302088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3530e7bb93b945cdd05d7ec30a8502bd13208e078e005eefa06eb4fb3a8a4769","sample_id":"grade-school-math.dev.3264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eadf072207c78d1c898741de19a4cff311eb4a127a4ee0e66d90519f0f642742","formula_version":"titan-u-contract-v1","latency_ms":1.0039579356089234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88c3d3d67226f86866dd67f299b006e1a93d31b6a396b5486db029c6af919e80","sample_id":"grade-school-math.dev.3265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c033feab8f717310492321306076c9eb319648c14b3afcac272194f00fda5bd","formula_version":"titan-u-contract-v1","latency_ms":0.6589170079678297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49a159c62a962c7bf842c63413d8acd27aad16014ba87ab33a24b04349f01976","sample_id":"grade-school-math.dev.3266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46654099aa399339eb4ce0518bdaeafca8e22e0f8e2aef66e1bb5d0b5eed2e62","formula_version":"titan-u-contract-v1","latency_ms":1.0025410447269678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79e07c09a709c7ebcc40c1916e79c6ecaca5aa029fe0740009af6699ff2caf56","sample_id":"grade-school-math.dev.3267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34b33d7895b985bed532de40ad0711a250a6fb9ed957f721cce0c7b860b90c62","formula_version":"titan-u-contract-v1","latency_ms":0.643917010165751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaabed6fb41a4b237e9dc391d64372f2aabc92712dbcca2a1ae68be7f346d364","sample_id":"grade-school-math.dev.3268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8171a8de38cd0640fa32957ecc2fb9dcaf699464146d77f5001b859afd3a3b34","formula_version":"titan-u-contract-v1","latency_ms":0.7587500149384141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed7bcae7c7c23e4b7b6aafeb1f8213bdab1b19e06a0a58fe338a949976f4de1a","sample_id":"grade-school-math.dev.3269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a5608d17e35964c41cc197fcf97b4228bd834a055d493e3d6862f3c97f11576","formula_version":"titan-u-contract-v1","latency_ms":0.8129170164465904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f7346820fa6b120aa5d81efc99682233d65da95f6fb12fcf8738926045b26ec","sample_id":"grade-school-math.dev.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63f7e81bdbd66afb55fcbba0fe9719ebefc6f554741d11135fbf955c548ae217","formula_version":"titan-u-contract-v1","latency_ms":0.8963339496403933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3a209f93bc169d40d7fd7e95a9ef805caf80820a9fd8b0dfb8b45a2de459728","sample_id":"grade-school-math.dev.3270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c12f25e327b6d1c137038e2c81f272d39ebdc0bc850908cc46c612c04b14c2a","formula_version":"titan-u-contract-v1","latency_ms":0.8961249841377139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bf206d12d6991e21adfcb2f4fc8e77430e026030da5b5722e08f3e67a9eb19c","sample_id":"grade-school-math.dev.3271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91e7246e2e6fe51d346ad95ab5a392eca8a7271676ae25b1d992df021e5f3e0c","formula_version":"titan-u-contract-v1","latency_ms":0.8293749997392297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd195ad32c341f72d23f7ab7866bf9cbb12c5d7c902c459c4ea1be47382a3fba","sample_id":"grade-school-math.dev.3272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef6f2253a0b661e2253cb57b03a042d98643df63edc7d026491953691a0fd55e","formula_version":"titan-u-contract-v1","latency_ms":1.1053329799324274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d47f5c29b50c9865e5d26198053d439a7e847dfde0dccbdb9d5d1fec14d35374","sample_id":"grade-school-math.dev.3273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79fd529a79575b5de21626448844154d924dd6d6dff985a15883777abff7ed51","formula_version":"titan-u-contract-v1","latency_ms":0.9145420044660568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8547c45d489d04178a44fff5cc8a5a4401e067f6d0aff1e54867a2362b44ea9b","sample_id":"grade-school-math.dev.3274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fe428d4f2b5826d70a769c6cfa2f327e9189e47d8394b0fa4d1107a8c8b398a","formula_version":"titan-u-contract-v1","latency_ms":1.313833985477686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0bf3e3a89f77fb80696be338589f05c0b78318fe605f59258280fa460a19a10","sample_id":"grade-school-math.dev.3275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9df74e96d15672c10a5ec8fb145fb295d2556bb4b0f5e80307d6e1885087314","formula_version":"titan-u-contract-v1","latency_ms":0.8154999231919646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddbded4dae7fbc90fce43fb00304f6a8e143430d73dfac53c186bf90d56a0290","sample_id":"grade-school-math.dev.3276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eabe3b177c1d6800f7552101b348ce3b1590d8ee55d0cf2076d8449e4e8dc61","formula_version":"titan-u-contract-v1","latency_ms":3.289082902483642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d1a5f5aadd24990e8728acba7fa80ef93cdc3ee5ce60ca2b410d6aa65d09447","sample_id":"grade-school-math.dev.3277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efb387d397635236883d0b3947f70362e99ce8f97b6ca8f42cff5938adf3a4e4","formula_version":"titan-u-contract-v1","latency_ms":0.6854169769212604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8db3ee4ac053779ff2751f34b9cc74ad41986f47b72630c7e8131045cb9ce3f3","sample_id":"grade-school-math.dev.3278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2707880538b6c909da2940b681948b86ea919cd27c267dc6c31843ea101f627","formula_version":"titan-u-contract-v1","latency_ms":0.9607920655980706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"912a400ab5741a8c73694775f82e1dfbbf2e00d38ed9e5751d2cd3605fc615c8","sample_id":"grade-school-math.dev.3279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c76ccab571ff456b7b84c21f5456b14fced273c727ba8dad45a1bc45cbb0343b","formula_version":"titan-u-contract-v1","latency_ms":0.7019999902695417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e862942b0294cec7c8bffd7802be312dfa70d288ec07a747f2fe20a913945aaa","sample_id":"grade-school-math.dev.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a7d2ecd8fc0c408ec60986285cd8e0f7965c80c03e8af7132d3ac9720d75b1a","formula_version":"titan-u-contract-v1","latency_ms":0.7400000467896461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1af810894ff5e5593ea7fe90e755dfdac83195f3db6cd69284ec539176a82c4a","sample_id":"grade-school-math.dev.3280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a820d5c5ab2faf442d7ce0d3a52a25bf598f571eb93d7337319f2618da2073e","formula_version":"titan-u-contract-v1","latency_ms":0.6836659740656614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56dc79f3198611f5aeb8a448814986716cfb375d95f8c975b29c87ee014fb185","sample_id":"grade-school-math.dev.3281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b6eda5787357ef8862d630629ff2bd9dbea91b735a4844137e6315f571120b2","formula_version":"titan-u-contract-v1","latency_ms":1.0161669924855232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9bf4e1588d898bbfdf95e1e13c43eabdbf13602309ede3c8e750060f7c36b88","sample_id":"grade-school-math.dev.3282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25b09f5e8f7a96b019a6ca28761ea11c98e5ea095d88f59301b9bf04fd3121cb","formula_version":"titan-u-contract-v1","latency_ms":0.7341250311583281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0e0d6c703d5df7e9a6b0e0ed2ea9e025f19286fe721062e3cc246c9591b8682","sample_id":"grade-school-math.dev.3283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e5958e7a340dc3d1449b8a3ca7b6ebdd0ebd5eae23cc61885fb7d97d3f4a371","formula_version":"titan-u-contract-v1","latency_ms":0.6707089487463236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd1d8463eaeb989cff4fb73a7c921824ff768a84dc6827d40a2852502def0726","sample_id":"grade-school-math.dev.3284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed7900a2822bd0c059961bd96ef57128d5a2429c2ace5bf73ca976cac7c49c8c","formula_version":"titan-u-contract-v1","latency_ms":0.8468329906463623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86ac512c5ae68ce8f177488bbca397290a533fe721e4e5c5578f6c9fd3bf0439","sample_id":"grade-school-math.dev.3285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40f12ba7b8b7e5b2562270542236f31bb8a4faa4eca1287f9b65785cc494e29a","formula_version":"titan-u-contract-v1","latency_ms":0.853082980029285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6ca9f9e795992fa7eb5c04038e2830258a6aac125b735cd14c323eba75afd62","sample_id":"grade-school-math.dev.3286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50a79126dde78010cd1f0528c09d4818c4a1ef910177175f4cf6f36b2b9016c9","formula_version":"titan-u-contract-v1","latency_ms":0.7336669368669391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"822776084a644459c52874cb341c8c25dd9adbb86824d77a83750db0ce7db48e","sample_id":"grade-school-math.dev.3287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd16b564190672910659a54c9d7082911bb2983f10f73a8709fc3cb4e7715f1a","formula_version":"titan-u-contract-v1","latency_ms":0.8569170022383332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dde23842fa83bc534c21149d10b685e4ffa242f2c985d91c59bbe50f5804ce2b","sample_id":"grade-school-math.dev.3288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f50a6cc8bfc3a033149c6be7f56b9acf672b0f496106ddd32493506d9a39ce9","formula_version":"titan-u-contract-v1","latency_ms":0.6803750293329358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"204714dd5330f3751d5cf6f0352537943a9094661cb5848f313488cdb15a5ff2","sample_id":"grade-school-math.dev.3289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"810e69b2eeb550acf60700864286498f84de6abd0f2d81b514b19547f3eea34c","formula_version":"titan-u-contract-v1","latency_ms":0.6369160255417228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43ce1e904256acc81d3dfac6c13ae00aa8f2f270b04fc9776a6ce8f735d4d4c4","sample_id":"grade-school-math.dev.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0518645e0ebf2b0aa320d9c194086e4301979631585e627fcd46b57fcc069798","formula_version":"titan-u-contract-v1","latency_ms":1.0067080147564411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c9070d68c8db6dd89f3f1fb1352f1f7765c05656c1741c459fd8bc901923579","sample_id":"grade-school-math.dev.3290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e886f114df95e90ef412a0e4e90ae11600a7df67189b3a9a0d574e021bcfbc85","formula_version":"titan-u-contract-v1","latency_ms":0.7471670396625996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd40610227dc60857f7d68ac6428c1d409003c0d504aa08758a4ae7ecbb92746","sample_id":"grade-school-math.dev.3291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc1337dda46c625414e6b7a964118b375de615178816ca11d33d206b2bf8084e","formula_version":"titan-u-contract-v1","latency_ms":0.6787090096622705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0228e566eb8d773fd19dded2c193ee75855efdab21d27a3872a645ebbefd244b","sample_id":"grade-school-math.dev.3292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5826f1cc022f4c2fc84cb12afe6960359e7a24f8e43924223198caf9d742991","formula_version":"titan-u-contract-v1","latency_ms":0.9378750110045075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cffba8f46261c35322b574ecb796b32505911292d4b01bdea3fe8a6aee0e423","sample_id":"grade-school-math.dev.3293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"995e58bceda9e3090ebc2a016ac74b4bcad8fd93094f74e42f3abce84950dfc9","formula_version":"titan-u-contract-v1","latency_ms":0.7023750804364681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d28992a011b77675700517b155ba4ced802fc97083bf329e81b23c830cc3599e","sample_id":"grade-school-math.dev.3294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"512355dbf323268fcf4d752cf1715d3026395d1fee0aa179acc890a890e6739f","formula_version":"titan-u-contract-v1","latency_ms":0.8257080335170031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"001a77d0389d9cfdc8b696062a765dad94f45cb95b7d06eab2412b26f0124a19","sample_id":"grade-school-math.dev.3295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fdbd69744815d783531982f1f5f232804c2546698cc390bb8ed6d879cfbb425","formula_version":"titan-u-contract-v1","latency_ms":0.6480410229414701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f01deceff602a5359109a59acbd8fa3571d04b4d7fa5385d9acf5cb85a31c630","sample_id":"grade-school-math.dev.3296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82be3e466a52517ba100878350392bd9d7fa7691650bdd74e1e5257faf43f757","formula_version":"titan-u-contract-v1","latency_ms":0.6159580079838634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"706e4541762b47ec1f3370c1aad10990e32205723142f3369367ef28d0fc69f8","sample_id":"grade-school-math.dev.3297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce2f8f7102e1765f8e27bc8fb18abeb7e2cf58c7d918f6920e2a10378821a220","formula_version":"titan-u-contract-v1","latency_ms":0.8139999117702246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1292f2faa2022730ad0082f50663c25d76f4c11b3e85bda10eec31372704cbe0","sample_id":"grade-school-math.dev.3298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35835acc73d08d76d0081a94ba0ef39e02c7c33097f9ef34de775849437e83f9","formula_version":"titan-u-contract-v1","latency_ms":0.921958009712398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7aa2acb7a2c46e794404da7b2a0489900e317c6c8af6ce740aea49835b4d28d","sample_id":"grade-school-math.dev.3299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1893e60fb5f7577b128539a1988cfa01fb9b53c71f3c3016357517e9059e976c","formula_version":"titan-u-contract-v1","latency_ms":0.9894580580294132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"980a655934167cb075c1e80921fcbf919b1b02e9787b496b876384a935b544b4","sample_id":"grade-school-math.dev.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43d305401386c2a6e4bdae85bdf2b9924550c3667cae1963b69b120eb6f46e7b","formula_version":"titan-u-contract-v1","latency_ms":0.7995419437065721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43e84c9c615584a0ccb81472727f3e12068ed0e68ea497f4aad010c33e863038","sample_id":"grade-school-math.dev.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8788999434cf248da3872979f51562b318e6c44ef98f54ce89b4fa33c01f77b7","formula_version":"titan-u-contract-v1","latency_ms":0.6770419422537088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b32c18e37fa0a8fb46aab2b1c935aa8aad74539066470b87cf2e2e4bca41a335","sample_id":"grade-school-math.dev.3300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59b2eb726f9bce6800135d1f8f95036118265a3cac9c424a305641bc8ddd7b1a","formula_version":"titan-u-contract-v1","latency_ms":0.840499997138977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4a700dbd11b26029bae494d4939e61ff2c95e38dc50627edb721b92be368118","sample_id":"grade-school-math.dev.3301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6324d97d42c60f23d966d72d901dbf568b16921ecb1d2c097c0cc56fa432d2d1","formula_version":"titan-u-contract-v1","latency_ms":1.047374913468957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26fdd605733fef1057d6e8a391ef722284238181a2d72bed0fd0711ed53d7d8d","sample_id":"grade-school-math.dev.3302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"611865d8d36d2a77c3cfb0ed09a3ed8b3d2b0385681e0f189b4c202d7129f06e","formula_version":"titan-u-contract-v1","latency_ms":0.8015420753508806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ee1760346ffa84a92a9648b067862623e7e441635e41b06db0aac9dd65ccf08","sample_id":"grade-school-math.dev.3303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cc94c2909fe9ad644971b50311b8b6925dd2413bbeac674b3931e74e40bf51f","formula_version":"titan-u-contract-v1","latency_ms":0.6639580242335796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cff617e68c59578489776d6912d6be1bc39f67966121e05bab57651bb60b9cf3","sample_id":"grade-school-math.dev.3304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1b55ba29b07f12cc652f6ed46675d620a94304a55f6f431fa371cc93e82a5fc","formula_version":"titan-u-contract-v1","latency_ms":0.6603340152651072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32f4502c6af01670e5d33a1c9b35490ad231299ccaac4f27c05728d7ce25958b","sample_id":"grade-school-math.dev.3305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06ed86bb223704f794822ffe81d6aa3f81115d9fc78f26dd5533750a64d3afe7","formula_version":"titan-u-contract-v1","latency_ms":0.6562080234289169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bc97d12ff8f6f99f056ae575d63b97daafd63f0a358f965d5f6e1bce2d14a7a","sample_id":"grade-school-math.dev.3306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5aedad59f8790fc6537d6d45532dcbd38d5e413a93ca1ceb8d146f99ced1f22c","formula_version":"titan-u-contract-v1","latency_ms":0.9164579678326845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2153eca405170f7115e429651e23dc821534a2a089dea7812bc4819698a199e","sample_id":"grade-school-math.dev.3307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96345f169e9d7f1da1343bbbaa98952015a2f7813b36524ca81ac854715adc7c","formula_version":"titan-u-contract-v1","latency_ms":0.6687500281259418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08f52385346b61f2c9f0b397bf1341bb660b779607c8497df839d8ee368be83f","sample_id":"grade-school-math.dev.3308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ace5d872b98b5bf2c32f75d929830fef0a2da2e5d9aa8a6d33b3e30bfe50d8f","formula_version":"titan-u-contract-v1","latency_ms":0.8247080259025097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"684cd5f95e9f199d327478c59c2c369546e0686d1465a4afb2467a2e03add11b","sample_id":"grade-school-math.dev.3309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9436accb5c4f213da40a06f56c73c7e06dec4c6bfcb0329a5ed913444853d19","formula_version":"titan-u-contract-v1","latency_ms":0.7984159747138619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b78f63b4e825cc09400c23894f71cd3aed53a39ed5ae901aa36c7e09e5e26f03","sample_id":"grade-school-math.dev.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95bfa60a3ba3ee23e7aa54b43ad02f4c88ee84b54f02f3c576efbf37f3199ef2","formula_version":"titan-u-contract-v1","latency_ms":0.8836250053718686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c74d42469b87c92e83155455853d69b58de0d4743a507113c5153f059f7eaa6b","sample_id":"grade-school-math.dev.3310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"600fe8e78d7d429d7da91b8b594600f4a05fbcf2674e701c78340be0d470a819","formula_version":"titan-u-contract-v1","latency_ms":0.7461250061169267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df0fd3ee4ee64628803c4833372d15983fd3d886e23ca60071d438777ecf950c","sample_id":"grade-school-math.dev.3311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6eacb430cc94dd8c85d08a98730ab246795f55e8ed26dddf21b1f7c45d414653","formula_version":"titan-u-contract-v1","latency_ms":0.9497919818386436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"405f0b0544562e14bb7b3b7e1a647da71476ef68e1fb48e168234c5a5aba31da","sample_id":"grade-school-math.dev.3312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21f8d68ef187002cd4c071c4a5e377d046790d634b0219f18e2d154a7091d436","formula_version":"titan-u-contract-v1","latency_ms":0.6992500275373459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d4b7ffa640bcf564d47cf4ab724d2655031a95c22a07066c7c5e724ffadd77e","sample_id":"grade-school-math.dev.3313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56a5d90f86a77c6ec99d5375e866ae91be4cffd5077917186365e7261de78311","formula_version":"titan-u-contract-v1","latency_ms":0.8307499811053276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bfcb67d29da2e751ede88b6b9bf66d8bf2e7f245e88063bd5fe298cf9d10a1a","sample_id":"grade-school-math.dev.3314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2756c7c01dcf32561f6435ff6f83886c24dab7a0191d21f8cbee4ff1aea4e8d","formula_version":"titan-u-contract-v1","latency_ms":0.6898329593241215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15f8f51534e19568f0031ab322642fa60506ed7926ee86ecf4909f8d97d5cded","sample_id":"grade-school-math.dev.3315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d156a044281d207c844b57566c628972c5acc245f8ffc145c6b7dd7fb742d2f3","formula_version":"titan-u-contract-v1","latency_ms":0.6919580046087503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b50445325e831662c4d525731673d2a8fb8b6979e10567f0b81f74b0aa0f1119","sample_id":"grade-school-math.dev.3316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"327b0d87e22fe9c7566e48d1cd75e0fea9c3c5a2ec8a18330a9d62d54907e8ea","formula_version":"titan-u-contract-v1","latency_ms":0.6661659572273493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3216aca05aacaee2e7ae6cc00ef359f01b5677125f02e2acf380785b8e77706","sample_id":"grade-school-math.dev.3317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b6b81c7b72ce6498c630d5aafbfc865e60a77312115d2cb9899764790f19a3c","formula_version":"titan-u-contract-v1","latency_ms":0.6724590202793479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a799705705a98ba5709220cfdc05d9e4d46619cc9d0a981702c54c3f0676d91c","sample_id":"grade-school-math.dev.3318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b44d32930a9c09bb77835bf066953dbf840ffb6a670aacc5aafb2cfd864b8889","formula_version":"titan-u-contract-v1","latency_ms":0.9370000334456563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e19a773d941185966ee9ff37452e541912dfcb064801ec68142ab8ad6b085419","sample_id":"grade-school-math.dev.3319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1211c14018547b0f6a3e5aad5cc6573d8933441d9acb103f2f89474aa7180203","formula_version":"titan-u-contract-v1","latency_ms":0.6915000267326832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8623d9cc06bb50eca009d7032b58d0a463ceeadb6bc716f883f129300ab45db2","sample_id":"grade-school-math.dev.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa6c9f1e17e7e5b9412cce53b404d825a383ab43f0298fbb5b12e8624d48aafa","formula_version":"titan-u-contract-v1","latency_ms":0.9043749887496233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e32a8cf8c91a3197eb5f7a7f130ff4ec6eed28aab87a906b0fc93b36dc6df1b9","sample_id":"grade-school-math.dev.3320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9c140e9f5ab4d946a8d00ade85239a0301787974253e344aa58d135fd2c1796","formula_version":"titan-u-contract-v1","latency_ms":0.8312920108437538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c660aadd73cbf5d329ced5df6f0f4801b03f53affb55eb56a5eb7887c2a2c90f","sample_id":"grade-school-math.dev.3321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"396a8057df3d64c4ab3e1e0cff113ca250b95cd11edcf013d07d44be3c66a506","formula_version":"titan-u-contract-v1","latency_ms":0.6792499916628003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c930568ef6bacab9ff2d659e5d6837240cab760189352828b567bbc540e9808","sample_id":"grade-school-math.dev.3322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fd825edc06928c9df3f70888aeea6727abc42dfd7ebf9ad2eac68bb24615102","formula_version":"titan-u-contract-v1","latency_ms":0.9682920062914491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ea4e926c70062680f8211b9c991d903736f8b33096319f701053cf17ba3f547","sample_id":"grade-school-math.dev.3323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a98a753f8e955989fcf9968e6ea03efacf7e94e4742f95677557c484d9c8c953","formula_version":"titan-u-contract-v1","latency_ms":0.9906670311465859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f96dc1a516829706931cc44f6cd4400b4f23743134284022002f34fb24f4adb6","sample_id":"grade-school-math.dev.3324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e8de114b7b956125acc33a13a431c1e2cbb3c2b96b9abf6d214b297982c7c97","formula_version":"titan-u-contract-v1","latency_ms":0.9670000290498137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a95f46a1ea189684dde77b25e28978b55331c584e8dfa9281c4007293c362e88","sample_id":"grade-school-math.dev.3325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdde031e4fbeccb62f78e4f77d4dea6690f469ad94f670bc7c79065c71bb0060","formula_version":"titan-u-contract-v1","latency_ms":0.66325010266155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ebdbd9cbf8e1544354ab1bc781542067daad8ca1734c675f6b603f8d53e1f24","sample_id":"grade-school-math.dev.3326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fe59553ac5624dbc684fe125d00d75dd0b2329271ddb947dfe737056c6829e6","formula_version":"titan-u-contract-v1","latency_ms":0.6225419929251075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fff02d856358c4195baa2badffcd307b108cbe5e4b5bf23e4081970bcb927fd","sample_id":"grade-school-math.dev.3327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5831fd2fc4b67c27dbdba3f5a9ae6657fc4d4456be8e5c9db2910f030de67a4f","formula_version":"titan-u-contract-v1","latency_ms":0.8610000368207693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62c2b74a9090544b150594640b1be097c5c8d9593ad5759b6d35a7efd636e44e","sample_id":"grade-school-math.dev.3328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43d1e72215710cb428e4a7e3e72c12ce1de8586f5f4e3a645cb55e84a360a5c2","formula_version":"titan-u-contract-v1","latency_ms":0.6716670468449593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc8eab11365752fda927c488d4700ffbfa581a5038b6a9e405b514f5e9a85d4d","sample_id":"grade-school-math.dev.3329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1727a8d16a040630e9511b713880661c9eb79401ac44c2ff4ca67e4d63c81795","formula_version":"titan-u-contract-v1","latency_ms":0.6582080386579037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc01b2f429b39b90685a89689d7f6c620b2d85355e09231c698780e23e18b143","sample_id":"grade-school-math.dev.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23085619d15765d8408e8354d3c5b73d9b0383d5170371d4840877a7b64e2e6a","formula_version":"titan-u-contract-v1","latency_ms":0.6684159161522985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f54b8fa76d92a43f85dd5e58436f24bf83acb2de27a94f1d992f38619ebeec52","sample_id":"grade-school-math.dev.3330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"753d5f89bb6027b2939787dc43593d5aa901e6c48132788672a142a8fa0ed396","formula_version":"titan-u-contract-v1","latency_ms":1.2196670286357403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3819bab80a85a3c3b8a1c30885cf28b3df616e2d13f6b0232e772499835052a7","sample_id":"grade-school-math.dev.3331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba26b8262bd4082d9ae810ec337f6d291238782e024ae39995ca74d166b0a18c","formula_version":"titan-u-contract-v1","latency_ms":0.8906249422580004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d53f4a671a9ab867ac5db565d0f8c60ae26b48c0724d0fbac7fe246033f92623","sample_id":"grade-school-math.dev.3332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ad99bba242d9d890504ce6dd830676cb433e0ce3ae7e068aec3b2bd2f673124","formula_version":"titan-u-contract-v1","latency_ms":0.7639169925823808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9ddc9e55f54851d9446803bd1584b4fd397568bff9a0ca5b05a4d6ada49e2b8","sample_id":"grade-school-math.dev.3333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15dc26765a386b400b90da3f2bbc6467a0f18e74cb9b05ecea902e0153901736","formula_version":"titan-u-contract-v1","latency_ms":0.7200419204309583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e495189a1b1ee89b5edd0bd9b602f8b183769a6888f29f000c74afacf7132bd8","sample_id":"grade-school-math.dev.3334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b096067fcbe3f88e1c23e288628eb054a09c9de3aebf16aa2b2514556e43c392","formula_version":"titan-u-contract-v1","latency_ms":0.9363749995827675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7c9dad3d65c4be60ba46964b10fee830dd004ea7610ea3ba1a58c73375f9e6d","sample_id":"grade-school-math.dev.3335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e52ba7561a214963dc127e4cb4b8d11a9f684abc3e7525e728b7e7855fbac6cd","formula_version":"titan-u-contract-v1","latency_ms":0.9814169025048614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f736bc6bd01cedbb1dabe4da73e6240246ecc47e28e4d00a460065bb1519b27","sample_id":"grade-school-math.dev.3336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbf28c3ad425a7710fdcdf78f7c2f8e3739bedf5659d12b036627c6b1dfd9e4e","formula_version":"titan-u-contract-v1","latency_ms":1.2402089778333902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f0969268f9269cfc08d5b0f000c0effa83ba4328d896bfde1c84f89be9ebb12","sample_id":"grade-school-math.dev.3337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d5e9d4b741097228cae15b97d6bdc2ba7267e87ad39cd3e80d4d566377091c9","formula_version":"titan-u-contract-v1","latency_ms":0.8107919711619616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca916887f5a00c3367347efea8fa270e16773febca8416ccc348d9b681f0dae8","sample_id":"grade-school-math.dev.3338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abbccc9875612d8e3418e3cc2fd825346694367e771988b6cff22c6dece8603e","formula_version":"titan-u-contract-v1","latency_ms":1.0035419836640358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbb61d4012abe793a910ec4109fb74b1a1fb1da90f4a8cb284be4c9b01e49953","sample_id":"grade-school-math.dev.3339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55d35b70e997ae3c9eff507f7168aede5dfb06e1a0cce05113015f10e37a6326","formula_version":"titan-u-contract-v1","latency_ms":0.983542064204812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"782de5c922db27896c8b7dc0b95faa6355c266b011288342572de3a24916a441","sample_id":"grade-school-math.dev.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5cdf20575937e3ff88f4da810f8cb1671cdd2e279599b68818fb3b4c19138e9","formula_version":"titan-u-contract-v1","latency_ms":0.6985000800341368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cba62181f12a704f73098bf4f735740dd4447567eabb67cfcef529440abac31","sample_id":"grade-school-math.dev.3340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a009c8d0bceb5a75102ae11946acb16e2ec823f3a0f8d655aa9670e014b8332","formula_version":"titan-u-contract-v1","latency_ms":0.6895839469507337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5eec2ff95ad1e53b0b7c97726f0647158d2e7b0d28bcd815cafa40a56edf009","sample_id":"grade-school-math.dev.3341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"514a4450ca5ab61825869d466e440f7c4de9f4f86cd82c0ab7044c29ed35156b","formula_version":"titan-u-contract-v1","latency_ms":0.6400829879567027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f902ea087eabd4e454e0b1a23a99527780a8bf8f617e5a1c5c372f54d87d58c","sample_id":"grade-school-math.dev.3342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecb2f520f927f3613167af5398cb76c6f87d0eb3f953956152423e0e441af687","formula_version":"titan-u-contract-v1","latency_ms":1.0228330502286553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1eeebb1fb8730a474c77afbf124f9b267482888d45f7628b6103e8e857b2e66","sample_id":"grade-school-math.dev.3343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"208b94ac240f3415731f07a4d7598a2a6232a1f9ece7563b0dd300a89206554d","formula_version":"titan-u-contract-v1","latency_ms":1.0815000860020518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27932a60233ccd98a7f94e9d93040c56a94ac30c3503bab83d3d997c34080a91","sample_id":"grade-school-math.dev.3344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"369a8bc1298565938fc186c6c57e08906fdca47e2532912dfbbb23de434841f2","formula_version":"titan-u-contract-v1","latency_ms":0.8857500506564975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc8b9ceece5456e0fba32f239067a11e5b06fcd117155239dde364a0458bafee","sample_id":"grade-school-math.dev.3345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1084e892e721ce8c4e6b64191bade08c0e9bc8489ebc5febd9bdc67d82221f5f","formula_version":"titan-u-contract-v1","latency_ms":0.8294170256704092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca9bf8d2a13ff8220f8756697b5e810de21f1977d889e5d72f2f0db5f0ce418f","sample_id":"grade-school-math.dev.3346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30a7875f5d9a7d9a3d51385e704e9ea81cdb6f661da7ade706604f0297ba96ce","formula_version":"titan-u-contract-v1","latency_ms":1.3835829449817538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ce3331f84c08b095eefac450cb9b950ed42bf17f57a7cea36f68cf33e08b3ab","sample_id":"grade-school-math.dev.3347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f1b20247bf11c1292149c0753b7eb3340e5cc40422b6754c35502d438120c2f","formula_version":"titan-u-contract-v1","latency_ms":0.6855420069769025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"124f2b61abde09e4b2082cb787e80164dfd8b4532dc1951729ae36da20b27463","sample_id":"grade-school-math.dev.3348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f0ec80ab63537634e2011f5ac95c736d6f939e2e29909e21035d1feb00a5b56","formula_version":"titan-u-contract-v1","latency_ms":0.9890419896692038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"541d29e26a1b858f52e4607de4eae37907ec2d1a618c8b4aaea9f7b4f8f06c77","sample_id":"grade-school-math.dev.3349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"153a0851b960aa47513ace25f3e0935a78e7eb83b04682b15e899b87637a4c5c","formula_version":"titan-u-contract-v1","latency_ms":0.699999975040555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38a5866729f1358abb90eafb174b8c6981e46c930e1339379c57e8fa16638694","sample_id":"grade-school-math.dev.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c16e4aafc7c883623227f8b0efb016a4e0f327dea4b7c93f1d193bf06f5b38e","formula_version":"titan-u-contract-v1","latency_ms":0.65558310598135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a472bdccfd27ba76881710adc60d04c024db07043808d316021b4458974a9d6d","sample_id":"grade-school-math.dev.3350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c0d41273899b9a7da71b0ed907a2b22eea6bda0f5077f035a925c70b2e3c358","formula_version":"titan-u-contract-v1","latency_ms":0.6438340060412884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ccbd1129b9b004115048e14cb17b6767c33ba70169c01747a37150cf88464d5","sample_id":"grade-school-math.dev.3351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bc1f5a5899da91421c77b858a6bfd0e3b7a4b9e30ccd2ae18ed20565d5262a9","formula_version":"titan-u-contract-v1","latency_ms":0.6777920061722398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d536181894f5205d058b343375c7f0c2f47563c5e4425990c688177688782feb","sample_id":"grade-school-math.dev.3352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f191f2b4d4574ac99ee7b2656c68150095352a299d441090398847e8646c59a","formula_version":"titan-u-contract-v1","latency_ms":0.6506670033559203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f04badae3bd14c96afdbcf44e09d8559373beb8ffdcc2843aa1222a40e3ee526","sample_id":"grade-school-math.dev.3353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b7171c66fbfb4cb88e7774347cefd6f4f308743ea6e4508e6f5ced242380682","formula_version":"titan-u-contract-v1","latency_ms":0.7595830829814076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62fa65778a138c36f7257f72cac38363cdd3189e2ce15557914192cc98bf61c0","sample_id":"grade-school-math.dev.3354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3b954f475216e0d21d27b072986a7911a8daedb56f3b51460a1079223785968","formula_version":"titan-u-contract-v1","latency_ms":0.7120419759303331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"855dbb01bb0fdccb09aba47320fa314ab0b2239f24eebd867555631b07d8b847","sample_id":"grade-school-math.dev.3355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8a390b015395953ff4acebb973212d1936996d58956d18b309117fe73020ac7","formula_version":"titan-u-contract-v1","latency_ms":0.8482499979436398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4a420341ca5d1965fda754d721e4801a3077d2d1146c722202bb399759993ed","sample_id":"grade-school-math.dev.3356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9ffd81f8b0da10906c5bd89811ae2d4a27fe695a5e30aec43ad48b5bc49b16d","formula_version":"titan-u-contract-v1","latency_ms":0.6287079304456711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01bbf528305a6d1346fc08f524df222da071bb7086c0fc12f6abfd284a7aa49e","sample_id":"grade-school-math.dev.3357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dd2654ac19c31b7a0a9c4f18c4a3212c83324a7dd7a2ce5f91b6490024a364d","formula_version":"titan-u-contract-v1","latency_ms":0.6033329991623759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db300428eba46f1543e82ee34b798d8436a2353cc1776c62552501bed6110132","sample_id":"grade-school-math.dev.3358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4723928f02be3c0ab88ee79c0bc3d36536042c7d2ae7140a20bf5489746bb1c2","formula_version":"titan-u-contract-v1","latency_ms":0.667833024635911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1203d0657e83cad223c37cd14a13be23dc4f0bc3c1ddd1b7b53101dd738b177","sample_id":"grade-school-math.dev.3359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c73fbf518ea06c5796ca9ea91bb730e0db5c70122eccda829ce5caa90634b701","formula_version":"titan-u-contract-v1","latency_ms":0.9703750256448984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9eb7637bfe89dcd88a4cc3ccabe9e196b708f9fed381890763130c598beac58","sample_id":"grade-school-math.dev.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae8f774a36cc98eaed384d578fcd527542430d0a45f742bad6768b6ea1d96441","formula_version":"titan-u-contract-v1","latency_ms":0.8384159300476313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edcc47ebe926ca7603a7a44b0f109145aca9210316b193633c70fd8256dcde63","sample_id":"grade-school-math.dev.3360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c082cb96f102d88d6c3dfa22c1e4de6282df255dbfe016c490d1eb29cfecdc1c","formula_version":"titan-u-contract-v1","latency_ms":0.9783750865608454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a5c3d7847217db616f8b9cd2193884765d7cc18f27d86c78832bf5434f96cf3","sample_id":"grade-school-math.dev.3361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af6bf1868b6237c0f9b581a2d1a6311b19ba2bc395a72380547585d186ef3f26","formula_version":"titan-u-contract-v1","latency_ms":1.445333007723093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e21ad0aa4ca0d70fd3ffe4b53147def0756fc2708251df4a27f6a5b241aa629a","sample_id":"grade-school-math.dev.3362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4840a5cbc1275bce14cf4b7031ca6b6e7daa677868234ed896a692932e7b3d8f","formula_version":"titan-u-contract-v1","latency_ms":1.5688750427216291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f8806db3104427d0e1644cd376ada859424cd69df0b5e335c5275c88b31ac13","sample_id":"grade-school-math.dev.3363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e2c35371afe2d88ef223cf27bb9a7a5c03f584444406dfee38192dbc1a71c12","formula_version":"titan-u-contract-v1","latency_ms":0.6998339667916298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d95148a51de856ca07ef2f42c96d563b3de363192fd3386b1bdaea606d2cc4a","sample_id":"grade-school-math.dev.3364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4b085d5e1cd7cdc644edbe00a253bac73ff1aa05c017a86c0afe725dd3c6c4b","formula_version":"titan-u-contract-v1","latency_ms":1.2200420023873448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a9c8f97ce5234957335b539dd08143ac26823756e3e7b962937a01a8fdb9fd0","sample_id":"grade-school-math.dev.3365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef95939cfbf7b21b90adba3e5272eed96d1a98c487cc742e761336a181b364f1","formula_version":"titan-u-contract-v1","latency_ms":0.6851659854874015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1df5932b95a1f0e5429cace868825a17201fae84662745a3a03b4d51c9ea4e8","sample_id":"grade-school-math.dev.3366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b23c4fe69ca0c7fbad356710d6cb953f65f2ae3f5241d332ae39775da2a6e3f","formula_version":"titan-u-contract-v1","latency_ms":0.9067499777302146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d30aaf15480ff5f27c3f636ce508d8db70150fd6ed794dca51d76f3bf4a525a4","sample_id":"grade-school-math.dev.3367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d44c519c882431ab1a758e494bae10c69f658e4234373355362147839568abae","formula_version":"titan-u-contract-v1","latency_ms":1.2261669617146254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c839952a4a2cb12e14f1d54614a58d607e74e79e39abcfb5583576f5c5b37fce","sample_id":"grade-school-math.dev.3368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96c6b60a4dcc107c53785df2e87bc24e528ea6ec280de2ff2b3a49a6506f54d3","formula_version":"titan-u-contract-v1","latency_ms":0.6987090455368161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e915d8b70e2ea577faee762eb19d28d0f3470874653f4052a193e0d95648f74","sample_id":"grade-school-math.dev.3369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"880649094d4df7c9be0b834e15c84327fd470c4c993bbea499af8c2a0b850a5d","formula_version":"titan-u-contract-v1","latency_ms":0.8813330205157399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec271a22a9faaec31244bf30ca775dd708047614e0ffe75a0b056ad66560bf08","sample_id":"grade-school-math.dev.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83fb5547f293bdf0386a970adcc985d8707e40246e8c890d54b5f66343ab3dbf","formula_version":"titan-u-contract-v1","latency_ms":0.6634159944951534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebe6cc62941b6d91d6d3c96212c2a02a9eef1edb494303eb38a22a9568e1b83e","sample_id":"grade-school-math.dev.3370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee7395ea7ea050b0cf4da36de432090a7f147e0b7986213f9eadf125e5ce4f34","formula_version":"titan-u-contract-v1","latency_ms":0.8160420693457127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f2e9d3024f19f933569bfcfad0298ac126b50fed25f0a8d199d71d09397307c","sample_id":"grade-school-math.dev.3371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cadc7b0b2b211a7fd17b0df9f836519ed9351ccde48caa9ac5daf7d6ab485cf","formula_version":"titan-u-contract-v1","latency_ms":1.0106669506058097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1defeda8b0c0521ba4a4211cd1dd87f3a9d3ed84b2d6fc810f53e390a286901b","sample_id":"grade-school-math.dev.3372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8675d491ed011aa3c94ccca20451d1a4500718ccf9564ac91cd3de26741ab98c","formula_version":"titan-u-contract-v1","latency_ms":0.9339159587398171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bb1b21fb7a699c3d6b04b45ba18f779c626cf5b5f08165715adccc7752c964e","sample_id":"grade-school-math.dev.3373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6df768213605d16e7755850ca725bbaaa4b33cf3ba559acbaa0f76a856f69781","formula_version":"titan-u-contract-v1","latency_ms":0.6909590447321534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c08c5e5f32f3cb77928523021193bc30fac1f5e9c0a40c47ac68700ac663f4a","sample_id":"grade-school-math.dev.3374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef6760c7b5d74acede49f9db0391e341e7f3374530f483a42609a71fd5af551e","formula_version":"titan-u-contract-v1","latency_ms":0.8183750323951244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c48b190998c742b5b044e4055d073172931d4e524ef10a574dfbef4c51dd0e7","sample_id":"grade-school-math.dev.3375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7fb8c220ab60bed44250baffa05d8d023ac8a860aed7fa0cb12ced5b9dda115","formula_version":"titan-u-contract-v1","latency_ms":0.7114158943295479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d87baf3183a1feea1ea78ca3a7ebd9ac4e16d0c94ba43c1814cd3aa88a16964e","sample_id":"grade-school-math.dev.3376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e303157e61d330b20dd0fd5472d32e29f032f72e24787c4a7dc64ba5560fce5","formula_version":"titan-u-contract-v1","latency_ms":0.9807079331949353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1244795d8252be2377546eed0bb09f9c97a8ad39c20db217809006a5641e94f","sample_id":"grade-school-math.dev.3377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6163e6f18d33b4b2cfd36339ccb3587e53bbbda0c01458fe905fd640bab5c62","formula_version":"titan-u-contract-v1","latency_ms":0.9218750055879354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a62b91d4dc1012c6c42d880c3a1ddf87861d7956b367a7e97e574daae72bb63","sample_id":"grade-school-math.dev.3378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65fdda7dc656610ea5ef6b5da19e0c03c0cf0261b60b094975a9583f59e0492e","formula_version":"titan-u-contract-v1","latency_ms":0.847665942274034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a98010d823976f33b7a0de26d14b9ecece1e1baaf79a5b67f71e89de4be5af9","sample_id":"grade-school-math.dev.3379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"847e0b9fcf5012cdd71553c571cd316f39c75a8640cf12e0c72e214f06e49978","formula_version":"titan-u-contract-v1","latency_ms":1.1243330081924796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c28b6fabd9daa200089dd2ee064e9c3a73fd91be146fcd8659f78dd849eeabe","sample_id":"grade-school-math.dev.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d60e7fd5a7e47d4f370a53170ffdc8c68d28595485df45da2ec0f74b33c6f84","formula_version":"titan-u-contract-v1","latency_ms":0.6791669875383377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2afca8cec03c9592a7830c19a03e2653526ac8016fa7c45e6980d7cd251de85","sample_id":"grade-school-math.dev.3380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d76d4dcaabdaf8a5adcbf8594b41b312b3c1a005fcf758d6069278b347099d9b","formula_version":"titan-u-contract-v1","latency_ms":0.9686250705271959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54ed496084ad3247d7e419b9ef21f9a273822f75a9c0cc70722338a9377545f1","sample_id":"grade-school-math.dev.3381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d55fb8bd839120a1ce823fbc63bc433ca6ed98df3e65060446154873d5706a7a","formula_version":"titan-u-contract-v1","latency_ms":0.9351250482723117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b5e901c1d9c5374f8daace9788bb5a26467f622cd6efcc83dc646d3271390be","sample_id":"grade-school-math.dev.3382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b130e0d6bb5c677d05b005731decfedf3e8478194148663c6d49483d409669a3","formula_version":"titan-u-contract-v1","latency_ms":0.8722919737920165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"686dda27c2490b5202ca058763e6e3677398b779e276b515ddd7f5c240dc5a0f","sample_id":"grade-school-math.dev.3383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5beb0060c60f35cff04a4c8c8e430c4bd1d29012b6bf7f79065178bafa411f8","formula_version":"titan-u-contract-v1","latency_ms":0.9841660503298044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b389d3789bd0c5792d52cf2916c30b6adf2e3f4542171573a42fb1720ff379b","sample_id":"grade-school-math.dev.3384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33ec11b703fe39ec2eed5c0855baac67a38642aef07e5725c3327ae623b19f66","formula_version":"titan-u-contract-v1","latency_ms":0.7380000315606594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7750d363ebddb447bd2dd2101d11e244f1b1937cd0f41aa748b88014dc631bea","sample_id":"grade-school-math.dev.3385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b896b15360f1f000c76af184907ebfeb0ebf32e0cf8b2ce41b14b0b1dee4617","formula_version":"titan-u-contract-v1","latency_ms":1.2700828956440091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31e683f1daa4212339ae877a73e76adde4fb164f50c3a3402672ec7a3bed28de","sample_id":"grade-school-math.dev.3386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aea5993c19b5526d05c6e75d5c1dfbf2e6d686a53bcae6e07d800d4905d9db38","formula_version":"titan-u-contract-v1","latency_ms":2.679790952242911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a81c0b1b218d91ccd4e7ef54b72a22e2dce7564bba713371009c7397e0f2f7c2","sample_id":"grade-school-math.dev.3387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8e230842b35a1e9e3827e5c1a1d3ac4bf8f9549092498cc2072e74e926caed1","formula_version":"titan-u-contract-v1","latency_ms":0.7537920027971268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"146dc150fc4073e79865017b49b7f4259dfd098d132076ed3605c71e178ef596","sample_id":"grade-school-math.dev.3388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fe9eef09b1ea329db740703f16f69dd705216b75eca726cbcc04977e9e48cf0","formula_version":"titan-u-contract-v1","latency_ms":0.8276659063994884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92b2b8702004c85e1bfaec4ce8d378dbbd0d75901e57bad79aa013a97815e336","sample_id":"grade-school-math.dev.3389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"386d481e47b4145fbe208afdd57fd4a8ed17f8289e7d9af008e2f4a5e13bbb8d","formula_version":"titan-u-contract-v1","latency_ms":0.8416670607402921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1a9aab09fd0792decd2335f9a858a48a5be39e183a81e4cff3bc6b6e028c6b3","sample_id":"grade-school-math.dev.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdcac448d172d1958fccec53a214aa1a4ef2cf6a9acc70bd1fb8735658e0a375","formula_version":"titan-u-contract-v1","latency_ms":1.0387500515207648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06ad0da4d500dd3d44c7c6121d860f79f4e6ac786ae3ddaea2d42f5f4b4c45b8","sample_id":"grade-school-math.dev.3390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cab0cb853edb9e6f64fce8ede893dd7b29f116577e1fc450a1a329c7a7de5ff2","formula_version":"titan-u-contract-v1","latency_ms":0.8758329786360264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08f3e2053c97854dcaedc90ecd1a4c33ecc83e6842c028a24d9fb4204cbf673c","sample_id":"grade-school-math.dev.3391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be8e403e8887b27954b8fb5d3a73bca487697b8a089d70327b321d2f4464d45e","formula_version":"titan-u-contract-v1","latency_ms":0.9334170026704669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8337d291a2ca9d422df50a757f423e037c0acdf5052e20644200a22e0d63e5a","sample_id":"grade-school-math.dev.3392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be8490c91d982a2ad520789f0c401d47d07127c275e4dcb5085feddf6b916d6a","formula_version":"titan-u-contract-v1","latency_ms":0.927375047467649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64bc726af487c9a19be19d7dad26c4adf42a0b79713e8f6d0aa9d6e98e4ede6e","sample_id":"grade-school-math.dev.3393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6832822b56b08d199c2a4187e4c22d5c6b287d2bce328b58bfea06cabd707b1","formula_version":"titan-u-contract-v1","latency_ms":1.015709014609456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21f8adbff77a7aaa89b01bc2591e406273b566c61c9f94cecd08e0fcfa540a0f","sample_id":"grade-school-math.dev.3394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0272a32722405b516cd1ef1af0d49ff4ee0304635645d1a81e563225eb9f0a7f","formula_version":"titan-u-contract-v1","latency_ms":0.8551670471206307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2accc5d110e11337cf8c37086f2ffd51d0979c3c1cdd22ff1b4a55ce98c8171","sample_id":"grade-school-math.dev.3395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10ec0365e6ac4f809c612301324bdb4f7688f69960b8f38fd1625a5842be4f2a","formula_version":"titan-u-contract-v1","latency_ms":0.8327920222654939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33269abdbab2a5a025bae8f06cb559787cc0242f74b68f66dec9ab41da5049a7","sample_id":"grade-school-math.dev.3396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd144347a3940a7dd717df4540ae7728bbdfc80604c1e0b844d3d5c611fecb3d","formula_version":"titan-u-contract-v1","latency_ms":0.8090829942375422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ba131d861f6e0918e460a820521c705425cd6e17c5fe674a0ce7f96a621a50d","sample_id":"grade-school-math.dev.3397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47c18fb52d7c5910af1a3303247ed73c58551a2af607ebeee067b0b9f9293c9d","formula_version":"titan-u-contract-v1","latency_ms":0.7063749944791198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a991d4dd52c4683b673a4a75ee1d466e276c4ed1d4ce2639d8b3b536dffce90","sample_id":"grade-school-math.dev.3398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ae5cfd7f809e1e4ff2f175b8dfbc3ee8e9ffac6bce9b2428ccda2208d04f46c","formula_version":"titan-u-contract-v1","latency_ms":0.8162499871104956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24324c77245245dcc85f1641d9804d812ad631688b65e3c53688477297e3afdb","sample_id":"grade-school-math.dev.3399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67ecbb4ce352f8a930d32d27886d35655f2722bdddbed94d701258e1da4c745d","formula_version":"titan-u-contract-v1","latency_ms":0.675374991260469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37bbe5c7689fd241df6d828d4ab390654f304495fd53ec1fceeb349c336c2aaa","sample_id":"grade-school-math.dev.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af9a3c54decf2ab0c1d4de546b4480337e8a09c115cf76fc1c19668fe7023399","formula_version":"titan-u-contract-v1","latency_ms":0.8398749632760882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"253fc1c99893fb5b82ef3486ca2a8cedb300bc5bd71a7ddea193f9872eb6c066","sample_id":"grade-school-math.dev.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64c031c3cfa75de19b678ea3cf28e8a6be01254279b9a4099d752d39a732e6e5","formula_version":"titan-u-contract-v1","latency_ms":0.6737919757142663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa186e122648d8fd0542c5fcda9aa8f3692a121d34671dfe407c00a49700cef9","sample_id":"grade-school-math.dev.3400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fa7627abc00fabe2710fa244d78449d9261d4c77528fc712e3fc0c14155c9c0","formula_version":"titan-u-contract-v1","latency_ms":0.8827499113976955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29f135cd29f6e9308bf923e0a6838e4053efa038c7b7ab00600dc1efe29d7d8e","sample_id":"grade-school-math.dev.3401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f8b791843e6f2f64ad5837133c22cce58cd42d909b8862eaa164d30e3ab7afa","formula_version":"titan-u-contract-v1","latency_ms":0.8467079605907202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a368c5970bdad80c55fd70cfd082b913b5ca80470579d0de8a28a94ddcefcca","sample_id":"grade-school-math.dev.3402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76bdfb116f254c48752b58d6571027e61a44711bf93ba4e52ec35a5183883266","formula_version":"titan-u-contract-v1","latency_ms":0.8251660037785769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"914b0762e965e1b8389af1e80931be9706930f2130e74c31461784fd530ee76f","sample_id":"grade-school-math.dev.3403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bebba7e25e573ddd4e2b0fc6a69a89f8c81e8c4b121e9be088bc7305403eb6e4","formula_version":"titan-u-contract-v1","latency_ms":1.1619579745456576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c22bea934d770ee8e987f2b8a6c5847f751109c73945fc22057f15b50d356bc5","sample_id":"grade-school-math.dev.3404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88464e30ef6321565ea981e937d1b07f3800d196112571ccb393209270fdd367","formula_version":"titan-u-contract-v1","latency_ms":0.8413339965045452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3720a7fc0407a4932dbaf536de1de88629940691153f5b94ae666f7a4cd985ff","sample_id":"grade-school-math.dev.3405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"223643493f46f1a8fe786dff69b5e64afc8b58b6462818a456320a4c6c9472b5","formula_version":"titan-u-contract-v1","latency_ms":0.979167059995234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e306db3df7f8106bc9d634e3d4e409b57c32414723b24e5dfdb74222e469205a","sample_id":"grade-school-math.dev.3406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f66e104d4e9a23f6465e880ea19af4df0b9aee6f3c37048e584b6e428b183a3c","formula_version":"titan-u-contract-v1","latency_ms":0.8141250582411885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad279da11e375946b7ffb9f8346c24095dfa007efbac70152fd002a7f215defa","sample_id":"grade-school-math.dev.3407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7d2c80c97a202b48a1c89d011cb1fca9c3f500ef82a2af857ea2419e18bc4e0","formula_version":"titan-u-contract-v1","latency_ms":0.719625037163496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d57df20e1fde9cdb7eb36b71db51d08ce190183c7c17f6a08d012609d8ff7e30","sample_id":"grade-school-math.dev.3408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6810a6df4fe20c6d150abafecafbc1fa5395134a4b659f7e07b432b42c4a636a","formula_version":"titan-u-contract-v1","latency_ms":0.7951660081744194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25f09c6972a7df7cb88fc78973852136101a87c747fffb970d0daf231ff81c74","sample_id":"grade-school-math.dev.3409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62e63509e186671fa1947d99a1e82977f22faf8bc3227a8820024a85c8f1d30d","formula_version":"titan-u-contract-v1","latency_ms":0.9854160016402602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f0209266573131d810ba9e65c32f8a58c79fb62ff613e1b30711f01ca0b961b","sample_id":"grade-school-math.dev.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1170f963b4f3c270d9b82eedae9c16b34e2131e7d50cb975e538d0ef36d2a621","formula_version":"titan-u-contract-v1","latency_ms":0.7632499327883124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f55e5c2b3b8ab7255c3f3f615cd0604e2bbbf0195e5f667e3fdd1d3e8087544","sample_id":"grade-school-math.dev.3410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b0b731c71b6585b06ea1270268f336405a33eee1bd06cbfde2fc7ed10adbb1d","formula_version":"titan-u-contract-v1","latency_ms":0.9757910156622529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"819ffec98ae6eb0629659d097b12e9bb2803dbd941471cc983b6e28448ea142a","sample_id":"grade-school-math.dev.3411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"800f6d4489b75118f94974ffbf1153fd47a6424de1faf32301959245f89336d2","formula_version":"titan-u-contract-v1","latency_ms":0.7226249435916543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c5a2485fe22913ff68de633281d248c0e7504bf5876f805231ca98b5d2a5adf","sample_id":"grade-school-math.dev.3412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e09054abce4bb17db2670380707d1f529f208329782fc85bd746ff472b15f890","formula_version":"titan-u-contract-v1","latency_ms":0.9463329333811998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d54e4f076544d1b52d59052eb9de4add106dbb924b9d9c50c4c7ab153fd50dd6","sample_id":"grade-school-math.dev.3413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daf9ba1357ab4f98e0602f7a74a3a37bb0df40d54876a59faa5ea67422285cd5","formula_version":"titan-u-contract-v1","latency_ms":0.7011659909039736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca251700bd2e6955e2025b0ccfc49b747b510694eebd140303c8d3b23297ca1f","sample_id":"grade-school-math.dev.3414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe1bb15053b4803834bb2845c3e31a684ff5acfa1cafa38b0275b58eeb3fba46","formula_version":"titan-u-contract-v1","latency_ms":1.180000021122396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7841c7b95506cd7afcab55c1b86cd3753e353f4846c2f76038410957d08dc466","sample_id":"grade-school-math.dev.3415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8853bf346a922421a5e41e55ff16e500222777f626668955c76de14be629ca36","formula_version":"titan-u-contract-v1","latency_ms":1.3334170216694474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04e14b2c9e670c2211574e893c7f3d69c4f566b5a67175538e3d47e687a3ca24","sample_id":"grade-school-math.dev.3416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c37b02053dba15efd8dd35b9783576eadc94a1afab4179172db7a08289e624cd","formula_version":"titan-u-contract-v1","latency_ms":0.7080830400809646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aacc522ec47842296750108da80cede28548c2e7d09658b82438d75d13f52d18","sample_id":"grade-school-math.dev.3417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95317349ba8fd2ef5ab9a98c0db770f0458c5e0359c6dc21f03b53b43dcaf2f7","formula_version":"titan-u-contract-v1","latency_ms":0.8477088995277882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b35f5ad2d47a8439cc3eabdaf5eda68bac049c103ff9b3b2c3e1b0dbdfd24f69","sample_id":"grade-school-math.dev.3418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5db15ef2b6e92d7a0e0c1a17a6257472d440deee7df88557aa207a2a0993bbdb","formula_version":"titan-u-contract-v1","latency_ms":0.7016250165179372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b45f59b9fa90df8d3b3f151587b63e9f88d428be9a972cf17863e9a07480d748","sample_id":"grade-school-math.dev.3419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e9025d1c3dbc8ed4efe703899d619a31db9408e6a327aad59d8c29f3ae2c609","formula_version":"titan-u-contract-v1","latency_ms":0.638167024590075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9690163b64e2a1126410c5b66c1775058eb77def681d6077397687b755f920c1","sample_id":"grade-school-math.dev.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6461fdc1f7499a1c103beac9e38152a4f8bc7462c11d458b722c8aa7a6519323","formula_version":"titan-u-contract-v1","latency_ms":1.0441250633448362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12135aa5dd2fc62aa91d4dd9ec40fc6c77cb0a6e71ede9f7c55b1bce955cb80f","sample_id":"grade-school-math.dev.3420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faa613a5dc25055578ec50e2d7722cd4d26e3d6c4c58ced1f2fe8cf8d022861d","formula_version":"titan-u-contract-v1","latency_ms":0.7233340293169022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14f82467604b22fdd6ff5f64a3b42e5fbcc9d6259b1e0e5cc4dc7f343f294772","sample_id":"grade-school-math.dev.3421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cc5eed685e1a83b9354c5afe6c9b3aca629c563ecf114190a36df9489ecf1aa","formula_version":"titan-u-contract-v1","latency_ms":0.6654580356553197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a67c68ee843523067bb853f808fbe30d201117badfe2462fde006a575e30b81","sample_id":"grade-school-math.dev.3422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e09550f534cd8a41e930812e8da6bebc0f82dfcb1d6224508fb8b2d98b3ed28","formula_version":"titan-u-contract-v1","latency_ms":0.9534580167382956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"147c01d69c17fcdf8f5f602de985ce0e8c8cad46f80e95b38817727037399c54","sample_id":"grade-school-math.dev.3423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10bd8dc760ad3b24c328d2bbdad81344288ae71ceeeccd7027bf57613363a347","formula_version":"titan-u-contract-v1","latency_ms":0.6383749423548579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c018b16147447d3658fa6abe2ec179ace1b3811084939ed50be68c9783fc7621","sample_id":"grade-school-math.dev.3424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e886c680b498b5d02867b2de9d929ed78acbaf11f298dc14e8e42b76b532cc7f","formula_version":"titan-u-contract-v1","latency_ms":1.013917033560574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b708691236e03f9466c44d7dfba89c1a3c503c3ba87e8d7458371ad966c1fc1a","sample_id":"grade-school-math.dev.3425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a90487dbfcfa0133965baa32ab667e68b9e2eed0b0612d7a8b361f3c38a6a882","formula_version":"titan-u-contract-v1","latency_ms":0.8837919449433684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9678eae398361304821a9cb849373b34bb44aaf2f9a0da701f69888bbf0a9a34","sample_id":"grade-school-math.dev.3426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5c2e9a5e0918e700420f2f8c9ad47e83f1c31645e2e90c55181e37c662e8a18","formula_version":"titan-u-contract-v1","latency_ms":0.8905839640647173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc01885e774114c4f6cebbb4c1c50123ae5b15887d889abd3c578b88b060d028","sample_id":"grade-school-math.dev.3427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e66488a8e171af7d876c1aa0771039d55b31aff0e9ae2ff6790d26a9fc60d48","formula_version":"titan-u-contract-v1","latency_ms":1.0725419269874692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08ea0eb7c8bdbf6894e35f804019c4ed6e04cdba92a57b5b29b6fd48cf58febf","sample_id":"grade-school-math.dev.3428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9603b58761c91fa992a1e267ee0843b0c9e96ea921d4de6eb0d761c176578dd2","formula_version":"titan-u-contract-v1","latency_ms":0.646041939035058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"461592381676f8ad44de041aaa2e82d56a6a99e12387b7eed5d6d2dbbecb3410","sample_id":"grade-school-math.dev.3429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63786f73ffcf06730797fe50de17609605c629f0cb93f37d8d2b4ab464a3bc8d","formula_version":"titan-u-contract-v1","latency_ms":0.9356670780107379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"208ecee57a72d47407d04f77cffccd1dc58196e73b11edc290d7466c28ed858f","sample_id":"grade-school-math.dev.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"942c34f597284f65a0147425b24e9d79e7951526859296ceba5594a0bda4d787","formula_version":"titan-u-contract-v1","latency_ms":0.8902089903131127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acf6cda0da49f3a8e9c7896bb680f390aeb40d4a781cb5d0413b96d55bb0e948","sample_id":"grade-school-math.dev.3430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94e0e0bb5b95c3c5cb531c6e9726d759f1f1a9819a278ca4d1e08a9fcdf447be","formula_version":"titan-u-contract-v1","latency_ms":1.0793330147862434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f75c1579600f2a27e83f9c406f259257a5cb9800c25b95ee44f58e164fdefb1e","sample_id":"grade-school-math.dev.3431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"789d93af2685edbd9219400061796c14e683ae6ed2c8ccad76ac6100a7c67654","formula_version":"titan-u-contract-v1","latency_ms":1.989666954614222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41ec5ab71807ecf0712e8fb3c79ee3b7620f051e9298bc1bdd4b4221780f4f58","sample_id":"grade-school-math.dev.3432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b40a2b13f26fdd803e411272de8463d886486c811610ef21916eb1fbd555b37","formula_version":"titan-u-contract-v1","latency_ms":0.9080410236492753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c38f1c03e2a7adb2b10fe06f7cf0f4689afd087bec993bd4ee55bc20084575f5","sample_id":"grade-school-math.dev.3433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b985c4d351065a323e8acfac6e7de2373c8218d9fe16c66f45c8f77597dc8a5c","formula_version":"titan-u-contract-v1","latency_ms":0.7165829883888364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08ac117be003dd98fcefab38cbd74db5bee8cbb08401653af71a92b8b467b129","sample_id":"grade-school-math.dev.3434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2150742937b0ae1eaa5a103626ed8e9541b07d0a008766c1eb5c03a823da4c2a","formula_version":"titan-u-contract-v1","latency_ms":0.8314590668305755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"978bcc729887145d260b8fe03fd16b9f746224a89e318caf772e8a33ba280330","sample_id":"grade-school-math.dev.3435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d5d781969682aa94a78ddc2db0e97e53899c6890afd23e8473570403fff3027","formula_version":"titan-u-contract-v1","latency_ms":0.858625047840178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1413a2fd3bfe4941415a0dfbecc6de3983bbd1574c3706a0e35d503cfcde5e30","sample_id":"grade-school-math.dev.3436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac8f563e32c8d925cfb5da8ce270c958dac36f66a512d7564be67c6b661b2018","formula_version":"titan-u-contract-v1","latency_ms":1.057166955433786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66ae5bf76a25b48815bd94131bf9850f5de77560accd08af876dbdede527d28c","sample_id":"grade-school-math.dev.3437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2adc566297285250bf2db1e7d65c59451e5d06173396b58102fe6d0a0ea77c92","formula_version":"titan-u-contract-v1","latency_ms":0.898416037671268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80665de7cbef86bc3f0b062f3d4f8bca12749a074d587f64d4de5cb38f114093","sample_id":"grade-school-math.dev.3438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0311f4e20e4aedf992556576167434bd3dd3c408e1ff02e12a6acba5ed3b9fa","formula_version":"titan-u-contract-v1","latency_ms":0.6929170340299606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ffa1cb9034462242242d145d15330873e54f6a641f6cfee4f7a4cfbad0aa5e9","sample_id":"grade-school-math.dev.3439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0bb2602e2a6143a8b560cbfd1b69bdab1f1fcda2e2dac1a4974f02a92fe3a3f","formula_version":"titan-u-contract-v1","latency_ms":0.6329589523375034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dc650b92476acd13e7e73c34d653b8e2eb44a9ea3e7665585854a206e26d098","sample_id":"grade-school-math.dev.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35e1f08b0ac466d2e7fea76e6cba12b288004b79fa50fd3303108d48a1f86a42","formula_version":"titan-u-contract-v1","latency_ms":0.6745000137016177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97c31b589e275b0b196d8368ddae98021f33e5117063896b433c394d290171b2","sample_id":"grade-school-math.dev.3440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f88029b2e3ca40d65bee0475538f658a6571d26ca6ed6c51ca55f7c97a0bf53a","formula_version":"titan-u-contract-v1","latency_ms":0.8672080002725124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c88736ec7dd52236778ea17643162704631b715139798c69ef28bf1912f05a9","sample_id":"grade-school-math.dev.3441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e0a15d638742d1d8c437cd04dd5948eaeae81c262ba09a09f63c390930f10c3","formula_version":"titan-u-contract-v1","latency_ms":5.273582995869219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"762bf363d7c083198b2528e1028c10be004e94f56df1f6131d2264c118df3545","sample_id":"grade-school-math.dev.3442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7878aa74b12a6ba6f276f943fc31ff6cb85454f1336c5f15714b124168b3d777","formula_version":"titan-u-contract-v1","latency_ms":1.1982080759480596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1225f7810f700bc061fd8c0806025664f6c67fd94d061a874d99fc2a803d17af","sample_id":"grade-school-math.dev.3443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63af1b32da1536b32344ba039a9b3f079214de2c4d19ea79d11bc5e44e760bc7","formula_version":"titan-u-contract-v1","latency_ms":0.7273750379681587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3e6ea6515cdd48ef518d253ed5845a8996159812b50a4050be8db3524a7396a","sample_id":"grade-school-math.dev.3444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbc5589608d4a215a31cf209820d4c920421ba93e92f3c49a0bf75699aa21da3","formula_version":"titan-u-contract-v1","latency_ms":1.4611249789595604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51d1be50fd39cf375e796fd538ac5fa461547fadeb743e04099a6d3a7ba943f0","sample_id":"grade-school-math.dev.3445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b75102186e501bfe47798fd739c0783316e761aa105c5afa529addd1da3bc01","formula_version":"titan-u-contract-v1","latency_ms":0.901999999769032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bc4caa2292493c2f65d9795190ec0a5a6316965457e1836a9ebb92c02b19bdd","sample_id":"grade-school-math.dev.3446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"778c9b96c31d0a414129aec77a59f4b710d28fc2919af7223e6f1ae9f322dadc","formula_version":"titan-u-contract-v1","latency_ms":1.437332946807146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eae31f6680c0063cb7f7ef21846e10410e0336a3f16656d5770d3cd857ab90eb","sample_id":"grade-school-math.dev.3447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db2a6b87e5eb6a553a1983cb58137611d165f2a02df4aa1c138a40001a670bf7","formula_version":"titan-u-contract-v1","latency_ms":0.8487909799441695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b039a54467a2e17e56c3bf0354e1816a652506f0eb44cb5993257e35e228c2cc","sample_id":"grade-school-math.dev.3448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"084c3f1c9dfb167eb83891c8067c22b96cde9cc33d69b25f5ceff7a4ec635487","formula_version":"titan-u-contract-v1","latency_ms":1.2052080128341913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf6e6dbee344b7993e329e3d3c73bca5e128eaf09a6539d6eee75a742e2e7847","sample_id":"grade-school-math.dev.3449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92d6373f5a34882fda5dc78ac21e2d9f6aef4642772666663c0b83556e212387","formula_version":"titan-u-contract-v1","latency_ms":0.8818750502541661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c269c917c84d27ae99c3e15f39b03df625656d9457639a7986465e91bf55c24","sample_id":"grade-school-math.dev.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d85c8de51e2f937a8fb800a3792fe80bec943b9b46c838e6fe6bd463ef8a56c","formula_version":"titan-u-contract-v1","latency_ms":0.7529169088229537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce6ea9e4238f3c486356732106582d80344946d302291c3457612e2b03f5d822","sample_id":"grade-school-math.dev.3450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef512093ba378f16b507ccdf79eef6474d1960e4cb34a7bb1ccab932140da6be","formula_version":"titan-u-contract-v1","latency_ms":0.6408330518752337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35aa6f38bc79f5cb6c26382ead7d192df83e547aacbe654c8f5fa846af87377a","sample_id":"grade-school-math.dev.3451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"240f186f06a30a67d7a34f504aafbc5a316ee448ffeab437fe7ada05558eb999","formula_version":"titan-u-contract-v1","latency_ms":0.9667080594226718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"902120bb39ec5c4648429db3879b2e6f4a7745ec549eb2e6cfb3aea60dcdff44","sample_id":"grade-school-math.dev.3452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"131dd14abcf83cc7b7c2598d7355324764501edd1933bac8bc44c6f1ea626c76","formula_version":"titan-u-contract-v1","latency_ms":0.8176659466698766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef8365f27e1e4c38fd8354a895aa7f87e5995b89ba4bde72837dbe31fc4ff08f","sample_id":"grade-school-math.dev.3453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e631b9b80d6b3d00951718fbc77698fdb68637f7c172a4ceb2bea9598de6a2bb","formula_version":"titan-u-contract-v1","latency_ms":1.2772910995408893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d25937c4f71f5af9701993d784a89c73f7dadb83dd70ee7fe612f38f487e8bb0","sample_id":"grade-school-math.dev.3454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"154cf0f8130631221dc33281a86315179befd99ac854bf519390fa1f635ec866","formula_version":"titan-u-contract-v1","latency_ms":0.8242090698331594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fc23c9a1ff2459fc1a3dee76304251c216e4bfb17ea6e877852477e0e115870","sample_id":"grade-school-math.dev.3455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c5aec8556a4017ba5ac2d0911cbb84d31d5f477c9a81aa9133e0f875cb2c987","formula_version":"titan-u-contract-v1","latency_ms":0.6843339651823044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2680e9d5130f7e044dab3e99b734da6a50b4f80440e84d44edc5a9c4991206cd","sample_id":"grade-school-math.dev.3456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55acea4275940e09da61e6527046269e753a4d12c74ba89612e38b8020168361","formula_version":"titan-u-contract-v1","latency_ms":0.6907080532982945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3f384eae3d2b2e239bcc085839ccc0f06f7b5b1fff5d397851f1d5b4020c823","sample_id":"grade-school-math.dev.3457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23dbe503df6a9778ad266b5ac9200d5f538c67b369f5370d1ab60a15bf07af53","formula_version":"titan-u-contract-v1","latency_ms":0.874832971021533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"328bcfb1a3f51d422c99f4c5e77f8158555c9939fc95f47a68544d3b910d4a3e","sample_id":"grade-school-math.dev.3458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8c94df18536ee4179d84db77ce4db51d87278aeef284322954cccd65bf63c3f","formula_version":"titan-u-contract-v1","latency_ms":0.6182920187711716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fbbd793a12f03f3d186b6e5fee7d4661663e10fed5d9558a2450031afbb7d7c","sample_id":"grade-school-math.dev.3459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81fad483021fa18c0691189be385322160a61d1706edbf6c57cd497ef374b84d","formula_version":"titan-u-contract-v1","latency_ms":0.6930419476702809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ff2f194c150cd7dd66c0f1533ed5929d8855e7052adc48b6bf5a3ef34311a42","sample_id":"grade-school-math.dev.346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d53ed30ec340cea701fe57c7d91ea3b1c085f4cb62d1f649eef25e8b3b13547","formula_version":"titan-u-contract-v1","latency_ms":0.6726669380441308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c352ac1764fed363346ca25f16dcd0b3fdd34c48d62754e63907caf4724f486","sample_id":"grade-school-math.dev.3460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14a574fde4113e71dea070b38cdd83b4db5c6cdf886c17e6f8acbdc115069d70","formula_version":"titan-u-contract-v1","latency_ms":0.6679589860141277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edf12e803c5852e174b075e0acfee7579fe939ed1692e4c48970d7f45def4ac3","sample_id":"grade-school-math.dev.3461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd4e9cade5974257cf0c8e238e4b9c21ee1ddeb2a56cb42e8e5b23ec31bce78e","formula_version":"titan-u-contract-v1","latency_ms":0.6752499612048268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"335f885a22a591552b7ee954c07399917d981a9af7bbef2d61c0b9a3fb257ea4","sample_id":"grade-school-math.dev.3462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7008b575cabf63040288c48cfbd14285c8d69eb92496dab947af804b7271f59a","formula_version":"titan-u-contract-v1","latency_ms":1.281792065128684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"826b83ff7b0545014588ebf277d8be4e7f07ba5039ab825e163fddc0f961c2c4","sample_id":"grade-school-math.dev.3463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ff0c3ac177c6be34ece10e80b29ac6e922b422dae7b14ff40461433e3e0a568","formula_version":"titan-u-contract-v1","latency_ms":1.0987500427290797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86499de6e6de37f50c390c9d9c76024dd3df44886beafe89c93bfcba45aaf183","sample_id":"grade-school-math.dev.3464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea131d51edbf626e869fe65addc6c8f2df774966abcb91f4bd7ab8a5358aee70","formula_version":"titan-u-contract-v1","latency_ms":0.6869580829516053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c3097efe946dc57d49fa141f69e32c32ef430b64f675e41f066a249c0e186ca","sample_id":"grade-school-math.dev.3465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14be573f0194bd72fa2d8c26a6819f48ac5a0a120ef26aa9dfd30b1f95829f19","formula_version":"titan-u-contract-v1","latency_ms":0.8720830082893372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2baf185d75cacd05093503c3b9ebf817807dbedc14e603b32f5468be8ea588ce","sample_id":"grade-school-math.dev.3466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bc4e9cd02da736566ec69056ee3791e79d5aea5b7c881b5f61bed90ef2e4766","formula_version":"titan-u-contract-v1","latency_ms":0.9166250238195062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ba28c3c9dde05774f516c1237907935f3f19ce7047f90216febc90d4b9837db","sample_id":"grade-school-math.dev.3467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c5726ee2c0ff9e71cc92972058cb22c21cd702b499848a7b8d68f4b788b505e","formula_version":"titan-u-contract-v1","latency_ms":0.6777909584343433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa5244b088b3a9f44dcc5fce753e853a203986b5d903a4e114fa6540ec3724ab","sample_id":"grade-school-math.dev.3468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51f8c6dbb67fd29e7143cca83dd302e2fe9d8dc12ab023a1d511723e083332d0","formula_version":"titan-u-contract-v1","latency_ms":0.6974589778110385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a30544908b8fdcf4322fe440fb34fb82f814012b937d831eeca9eae48ca6e0a","sample_id":"grade-school-math.dev.3469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3289850be2236fc169da3cc47af22ffadb4b739078c1c909ce5f4177f25dca6","formula_version":"titan-u-contract-v1","latency_ms":1.414541038684547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a3de3f049e95e9b430b02b58d9420f05fac56f1ba8cd64710155c33c8e58361","sample_id":"grade-school-math.dev.347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50c4593b1e5d2fe83de80ba74bf0bfc496ceb156914016511c9801922e11fa3c","formula_version":"titan-u-contract-v1","latency_ms":0.8511249907314777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8106dab7b794626a03aab2af8ef93209cc7a2b0054a784506612075a3d705dcc","sample_id":"grade-school-math.dev.3470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a34a6f92a6154f6ef4f5b96244a2e8b6083740453560b2588cd2862436dfa12","formula_version":"titan-u-contract-v1","latency_ms":0.7044579833745956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07defe6b37594a6bd1e9e86f0676e13424aeaa94bbb4fb3306a86749ee4e3852","sample_id":"grade-school-math.dev.3471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f21215e4d565b3d5fdfcf373b4cf5f89ec7e91ba2245c47003efbc69ef42542","formula_version":"titan-u-contract-v1","latency_ms":0.8337079780176282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47775d2d30381f5fbd79e37de94f63e94340791e9d3da6c58735056a5e3aaca2","sample_id":"grade-school-math.dev.3472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f516643afad19ecfaf0958e65695870cf15fc4ca2a52bb174ea013ad7a3ded26","formula_version":"titan-u-contract-v1","latency_ms":0.8229999803006649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9295ca2967afefb6791fb13f9207e61fbfc39b8815b8cf947b7cccfaa1fd031","sample_id":"grade-school-math.dev.3473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80629afda28cdf8aba4a513b2a2ef617a7af585069f6f1bc6ed9bfda2d111c2e","formula_version":"titan-u-contract-v1","latency_ms":0.883833970874548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3256b62623d6ddc6e04f368791d3492542adb11d52d799bacbf858f944335f7a","sample_id":"grade-school-math.dev.3474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9893435adf2d6df965232804db2885987432f1594ee376f6687d3a89bb841a0e","formula_version":"titan-u-contract-v1","latency_ms":1.1540830601006746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39557d7a9a78baf8e87d6cc7ba42e494feaec16d97ad18b71cd1105250c94072","sample_id":"grade-school-math.dev.3475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eabc13483280d6780fabeb59d34735faedf4b04799f39be3bec2c9b0cb8c951","formula_version":"titan-u-contract-v1","latency_ms":1.0695839300751686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22c39127d5efd18a431f0f385d24c59e9c01c6cdb221a5514b5ccf8856aa7710","sample_id":"grade-school-math.dev.3476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"272b26341af68b870225983930fb2a96678d30330c9d689fc09137961d8198a7","formula_version":"titan-u-contract-v1","latency_ms":0.714458990842104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60b313eb3117a2de2d5e95517105e8df0796abacd68fb7229548c1f13e32163e","sample_id":"grade-school-math.dev.3477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25e342cd08df6ea353f2bc7a3064bce1e60cd8745fac7d31717c6ab60f291bd8","formula_version":"titan-u-contract-v1","latency_ms":0.6857910193502903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afa2421a483e9d10bf19989a041df76a5f189a07c4febd74337dac83ce3b46c3","sample_id":"grade-school-math.dev.3478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85abbe756c2df5a1c0157137fe1dc67f479abe28d0bca55259878fbe819369e7","formula_version":"titan-u-contract-v1","latency_ms":0.8221659809350967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c4bd9610155425a1c244d712251e0afb97a5b56397f3f47f80d186472bcbb28","sample_id":"grade-school-math.dev.3479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebb40d0f0017015a3895e7ebf48e3e8712a2d5b61772fec8bdec1ae30c4ff075","formula_version":"titan-u-contract-v1","latency_ms":0.6982500199228525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f20f0a83098989502f51c83b3ae8652700427415baee1deee9e2549cdd6d5824","sample_id":"grade-school-math.dev.348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ed00a7519ff1491d9fd4dc8c3ab5afb97591f07875c4bedb6617e6faba4b38f","formula_version":"titan-u-contract-v1","latency_ms":0.6071659736335278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16a9dad7d3d52695d9ab59ef07df71f223692195fe19e4167677216dc1071df4","sample_id":"grade-school-math.dev.3480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bb04f7e474b6f874339383f02e2975a2b51153a58ecdbcd5a7f72a3a65f71b4","formula_version":"titan-u-contract-v1","latency_ms":0.7252920186147094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa361213086fe0cba6a60175d9a0a52166bb70d65351af73368e2344580731e9","sample_id":"grade-school-math.dev.3481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"676f0c82b69c4a27082c5eb39f5138010236fa349b9d91715cb4a92e0a647855","formula_version":"titan-u-contract-v1","latency_ms":0.6813750369474292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0af76a1440316ba77f4781d4eea2203f247809580a35a4c12476b8d605140d1a","sample_id":"grade-school-math.dev.3482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46677f8972715824d9ad18e0908d9fa72ceddae3ab873be536078576eb8420c6","formula_version":"titan-u-contract-v1","latency_ms":0.6318329833447933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6b76533965015b072c18c4b9e7a163d03075a1ca5baa65fbb62e749dc1202e7","sample_id":"grade-school-math.dev.3483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"040ec53e806bc2f5fdf18fdf26a74abc73c1d2ae105ffd5e89d55ac832e1b8e6","formula_version":"titan-u-contract-v1","latency_ms":2.5530830025672913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0e590e3672afda87caaa4e9832bb9a474894117276b8d746852d3c21aa26200","sample_id":"grade-school-math.dev.3484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9a1b2b086818e4caf09efacdb25e21f45b1c0200a526cadc09033853b5494b6","formula_version":"titan-u-contract-v1","latency_ms":1.985957962460816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"810add52712e540c81976249e0ad954a5e549d6459746db81578fec9ebf5f5ad","sample_id":"grade-school-math.dev.3485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a3719754588bc6d7573b9f3a1833b39d157db21b05998dd6cac8639d0fe102b","formula_version":"titan-u-contract-v1","latency_ms":0.905583961866796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73c870b1f318f9c7b98ec0f275b87a28561ed1b7dbf7365e143f74740b751b2f","sample_id":"grade-school-math.dev.3486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"733eddbf15718862e2c4fe9291f1ed40940af883a407ed9858a3f587b13c2827","formula_version":"titan-u-contract-v1","latency_ms":0.6558330496773124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40d11875088b9f87d7688736c7c4097b48043ef9e39fe20ecbac8fbed72e392a","sample_id":"grade-school-math.dev.3487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1be89e2f163c2e972acd83f19840dcc79de25c093fdf1f261ce947f29f5fe2dc","formula_version":"titan-u-contract-v1","latency_ms":0.6658750353381038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff31e8f23a5672611dbbe848ce3965b30ec4ac36e190e04f051138dcac0d1da1","sample_id":"grade-school-math.dev.3488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60d5d84d01b15862f4caca66ffdd59fc0b473114e967c829f4c8e4c0cac9fed4","formula_version":"titan-u-contract-v1","latency_ms":0.7134170737117529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8a5e771e9e09a667dad09220ae67ac2a6e5b7d634341b740f903681b5edbe7b","sample_id":"grade-school-math.dev.3489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"286298bb16f351cf6f3a9ff1787f695de014a9946b8827e8551299c0be8f07c4","formula_version":"titan-u-contract-v1","latency_ms":0.6965420907363296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f6050fc2e775b52acecc4b5e04903fc93a11009f9ff559c31fd430d61a1aa7e","sample_id":"grade-school-math.dev.349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f8a1fed61f3a7bd7bbf4a95cd59d2364f483cf631d3ac79b290e75f540bd49b","formula_version":"titan-u-contract-v1","latency_ms":0.6554590072482824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e9aae95d62c1fdfc4ffef9928a6650a65c445d039c5b1e93c3fe40e1c8d87b0","sample_id":"grade-school-math.dev.3490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c242fa1fbc503877a823e75187fbfa4a3f29c8f377c4fb17c54736d75203bd2","formula_version":"titan-u-contract-v1","latency_ms":0.7038329495117068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6548b0398683be7dc431d1ea4bf1a64e701cc5eced6b8e79c6031b9a4f8c557b","sample_id":"grade-school-math.dev.3491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdb375f66506087ea1ed3301418e888ba18b2e51692c3832c818ed0ff5aaac70","formula_version":"titan-u-contract-v1","latency_ms":1.0901250643655658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d378885c2739466752a7096918015b5a171e4c388a607e97058668a2bda0f163","sample_id":"grade-school-math.dev.3492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeb56da5ca88b1ccaef3239fb46cab0fd56fffb7aba1139ddb813557bb027900","formula_version":"titan-u-contract-v1","latency_ms":0.6401659920811653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b8b02e13ab1f3e8d4b263d7f8af38d7c67cb32c1d9e40bcd92cd65fdd3457bc","sample_id":"grade-school-math.dev.3493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd69d057207acc3a8cbf12bcfaf83c00a98c443dc1cea05b894f0ff341fd0f85","formula_version":"titan-u-contract-v1","latency_ms":1.0252919746562839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e17e8e5a0c8297b84124ecdb48a4ef4a9b30b18b4638c1f75f9df4eff6c8596","sample_id":"grade-school-math.dev.3494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bba18ae104dfdb483709db4932a0528ed6723c7147163e44c2e270c8b0eebec7","formula_version":"titan-u-contract-v1","latency_ms":0.6914170226082206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b31a1895363c65bd5fdab441fbea5570d92a310f5d4708e499dfbee6e2e5bfb3","sample_id":"grade-school-math.dev.3495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b947f6ca234fb9c555f3d6049944b2ab8962723cabc74c1089d08cbd338e72a","formula_version":"titan-u-contract-v1","latency_ms":0.6104590138420463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02cae8881ee664d3b0662123840586465447178256176f0647f92235d0f7598d","sample_id":"grade-school-math.dev.3496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c52e308cefc49740a2b718dd4e6ac44b16f2c64f6271f8aa98002168b2796913","formula_version":"titan-u-contract-v1","latency_ms":0.6941249594092369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ba294d6d7c160b71aa98d451e7522672883a599a89ca10df6134ca25d6bbd7e","sample_id":"grade-school-math.dev.3497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59d6edcb8ddef4dbcd7644685322cb4b42e48dfa9c8c4e372cd29f8ccf5e00e7","formula_version":"titan-u-contract-v1","latency_ms":0.7226249435916543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"247832319202d9a444d83e0f12b332793719db59691f8f68061ca957febec328","sample_id":"grade-school-math.dev.3498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d9ec4790598765ff7f74adcf227574e274a91f18cf0ef7f2c97cb664481d6c5","formula_version":"titan-u-contract-v1","latency_ms":0.6326250731945038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1fb079dcb4e840d4b9d49accc43f5198bad6c9bb39a9b5271bfab8973e5a4ff","sample_id":"grade-school-math.dev.3499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d399d8632130268585140151264ea4d44cfb0a2fa3b3b0db47093f12da00feb","formula_version":"titan-u-contract-v1","latency_ms":0.9510000236332417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3770743853085a772ae89ad4024642238cb2f21af5622edbafd6a95b78ac1528","sample_id":"grade-school-math.dev.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c38530940f22f50acecdc0c8831566456530c38e2a76e2d1358f7a9f205baf0","formula_version":"titan-u-contract-v1","latency_ms":0.6426249165087938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ffde36ec2de20a48c7bda2ce6ee2725e806fd483f44426f6d4690b76d606a53","sample_id":"grade-school-math.dev.350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be7b10d52cbac44e0f2de2c92be28da22d38d8e6e1ae1482128eac97dfc59cd5","formula_version":"titan-u-contract-v1","latency_ms":0.6326250731945038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d5a9947309603da24171eeb08de8e5e44f92c5155bc7a1c734d2db95cf3ad03","sample_id":"grade-school-math.dev.3500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12c5e7bdcb003a762cf75d891b0f73798f2525fcf3b2f19a02e395e8b06d967d","formula_version":"titan-u-contract-v1","latency_ms":0.7753339596092701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92fbdb186e7adada986fb3ff68bf4e7f428040a482c4d49d6327ffde54410ff9","sample_id":"grade-school-math.dev.3501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"200a9d52da085ecc329d7beff3b841bd6be28577b27995be1362e33607c34848","formula_version":"titan-u-contract-v1","latency_ms":1.1761250207200646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c82bf7300787b5e6ca393b8227af6619f8fb1b0a19ed862c6a5967b08d18df14","sample_id":"grade-school-math.dev.3502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"826167cd2caedde2920f6b9ad23a583f6e499e187136d58c9300847b26f5d3b7","formula_version":"titan-u-contract-v1","latency_ms":0.6755830254405737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4510af4793e80da98f19874dbf575f5bf6d1e031cdb8039bf09440b41b9891aa","sample_id":"grade-school-math.dev.3503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00ec7d0de9fb1bd0fc6eec8f13c37f4506f529bc7efcdda5727d2a1a43e17a90","formula_version":"titan-u-contract-v1","latency_ms":0.8961251005530357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f22d6a9a623291ec571a73921ac4d8ff8be8565c3467406bb2b3b3986af05eca","sample_id":"grade-school-math.dev.3504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f2b027f160cd6c53cb478fa1693722115aede040fee2e2377b91604f3b6f8a8","formula_version":"titan-u-contract-v1","latency_ms":0.6952499970793724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff284649a70e65ea9a753d395e6b032a844b5567107bb3996aca8e116cc5d5fe","sample_id":"grade-school-math.dev.3505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3e2eb30c45a6c44d59236e9ffd8f8e5717f3cf65ccbfe8cc0c8afdb78f0fa56","formula_version":"titan-u-contract-v1","latency_ms":0.607416033744812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"beac163be12cc237d576470de4c451171624929e96c6710ee4b1a39a704b08cc","sample_id":"grade-school-math.dev.3506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30df8b7cc78f9b2480692edbfcf5a75331e2069a639f4b9627b9f60155e30287","formula_version":"titan-u-contract-v1","latency_ms":0.6252500461414456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2357ffb0467a080832701d591947ea6bcdf7114b894f5045f9bc15c88fb9e44b","sample_id":"grade-school-math.dev.3507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc66477c997ca9a641e309e6d3e0be705b79059749f18a19c7d769974a8ae723","formula_version":"titan-u-contract-v1","latency_ms":0.6732919719070196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83bb0503c32529aaa1df7df9317a3d9d2728452a4b8112136bbed556ceedf6a0","sample_id":"grade-school-math.dev.3508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dcbe2d658c6d8385987c0ed14cdaa08babecfc65ceb34b65f70b5b2dae744d1","formula_version":"titan-u-contract-v1","latency_ms":0.6461249431595206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29fb7ff8aad204d71782b5e86586914ed4c590771721e6dae9befc81dbccfdbd","sample_id":"grade-school-math.dev.3509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cea8dfe2c69af5f9982ab24aff054d787a1e01451f7043912a2f429a7a6c7b9","formula_version":"titan-u-contract-v1","latency_ms":0.7069589337334037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14fc305ca323bdda368088dbdeba3565e9fb608ce8b774ee797b72d3ec72a28d","sample_id":"grade-school-math.dev.351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04f957ec668028c0488c924ac82e0b0fd603370eae021036b1534b6aa565a8c0","formula_version":"titan-u-contract-v1","latency_ms":0.7693750085309148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01688303a5b42d0ad96d5c8324e0eaab609a5da3ad77fd6b3a328d2f85b457af","sample_id":"grade-school-math.dev.3510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b87b6c3621a88bd914b13cc77ee27dfdc9ef825a448db39488591fe14fa526bc","formula_version":"titan-u-contract-v1","latency_ms":0.6122080376371741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c79a8e25dd337627099c9133ea37496ccb5271feb8b50cc4ee8e2604a302c42","sample_id":"grade-school-math.dev.3511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f3a67b99558726581ab0f02fd15f2e180f5ea4cfdd1b834c4a4a533d90ef0c6","formula_version":"titan-u-contract-v1","latency_ms":1.0321250883862376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b351031fd1f3ca56e18e774320323e6fa21333221c895a4889bd8cc62e2ce492","sample_id":"grade-school-math.dev.3512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d3ca6309663809a69e593a4d84f49375b3229c333142dff6696e799bdd5d14f","formula_version":"titan-u-contract-v1","latency_ms":0.6688340799883008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c56ef0ed94eb1f486b88cdeef1086671d9e913bfbbf7c53d445d59095a5a2477","sample_id":"grade-school-math.dev.3513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f1dff63345dd8c386661c52910e617faacc7ce70588491d377aa22f9634d613","formula_version":"titan-u-contract-v1","latency_ms":0.976916984654963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0735c54dfc2880f4012f5812653bfb399a6acb31dc7a59556bfd1a9ed0435134","sample_id":"grade-school-math.dev.3514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bd5ebc551db1c700b3735f08e402b1428e05b1501947180a66a60905bf13416","formula_version":"titan-u-contract-v1","latency_ms":1.0443750070407987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"452f193a09e2f247773ac774b254492096749febf3e82edb7b02ff83fdf4c811","sample_id":"grade-school-math.dev.3515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4a732a7e52b2fe76c6e3d94c94a780d8b3e0bd1bf5143fad37349bd8db4c944","formula_version":"titan-u-contract-v1","latency_ms":1.2732920004054904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a19a6010b4dbd0e5ada0916b620b88a15a086bf7d0a204b19fb289df3c3f6c3a","sample_id":"grade-school-math.dev.3516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c196d97811cdaec2c51166a214fe482ecf1c020ccd7caf9c1e28e4b2286d1a47","formula_version":"titan-u-contract-v1","latency_ms":1.0082919616252184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd4aa5cffdaa96a27139104579034825e251c435b210b64ea2e7aefa7c8efec8","sample_id":"grade-school-math.dev.3517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3e0588ffd4bd475492efb848b6c6b33b1dace67d6f89b0e3d376101690ca535","formula_version":"titan-u-contract-v1","latency_ms":1.0606670984998345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c05646f40b9904d0a484f0d1801ae06b61b3f9590144dda2706dacba280fa332","sample_id":"grade-school-math.dev.3518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11e91ef6ff9563656b9c9243225f6ed4e990a6d804d7ed15ed883bc7d56b8cd5","formula_version":"titan-u-contract-v1","latency_ms":0.9197499603033066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"933cb997a76145f0147d224054a7c2f969919f1afac0ad64e2428b5be749fb1b","sample_id":"grade-school-math.dev.3519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"432a3446d3d52550d960d1470e25bb5abf3f2879abafc0458021443f4a264a3e","formula_version":"titan-u-contract-v1","latency_ms":1.0200000833719969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdc5f2056189e1ca7bc15064b01900881538f2f0d23867a4113644a7975eba7f","sample_id":"grade-school-math.dev.352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4e01aecce49edfbf54a624783fe3de08aa9b7ab61da0dca715a2b6f83234c57","formula_version":"titan-u-contract-v1","latency_ms":0.717500108294189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc382a0cfa9fde8ac571a5b983cf5010d76b44d7393223cad60e75ca966c7a3a","sample_id":"grade-school-math.dev.3520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1a063566f1ace59d309012b0b9e6895e9764442cc1099316bf1343e80d7b5ab","formula_version":"titan-u-contract-v1","latency_ms":0.8096660021692514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9da83f774633ee8142894924f5a042fa4af35dc01d1b866fccfab99e9a63f256","sample_id":"grade-school-math.dev.3521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"662ce1bba71eea4748e2d6a3a53cf7313e99c33acce75939a398aaae27de336a","formula_version":"titan-u-contract-v1","latency_ms":0.922334031201899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"548aa194f08b7574522f6cbfbdbb544ac34939f3ba617ba77a9398b8793626d3","sample_id":"grade-school-math.dev.3522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3045b35d927f4c39894dc3badda5a60cb99d99b178b802f3bab7331af61b0db","formula_version":"titan-u-contract-v1","latency_ms":0.8461670950055122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"753d7e308be18e037f467afed70da2942502ac57171c75e49298a2a463eb7d26","sample_id":"grade-school-math.dev.3523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b331a5c1feca60a9f1ce3b015fc013f43a57473baeff3c1952ed02bd8a55d745","formula_version":"titan-u-contract-v1","latency_ms":0.8199999574571848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74c439cac65bd8fbcd77367298ceb98d3da991c7d57505565c74c755fb1b51d1","sample_id":"grade-school-math.dev.3524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49452faef341109bd03f6ae6c4714ea84386e5934628540430d78a9b97b31129","formula_version":"titan-u-contract-v1","latency_ms":0.6523330230265856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69629c66245d08025a8e017ea439fff23f594bb54d0f759b974d89ecaa948c74","sample_id":"grade-school-math.dev.3525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e447baac0cb4039f6ec72782c7b4cd007121658cdc0fdd6164fa4b5cc1ae029","formula_version":"titan-u-contract-v1","latency_ms":0.9787080343812704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd49fbbcc96b28ee28390a41ce139b2a38af39915b637e21375fe26dc3b6a1f1","sample_id":"grade-school-math.dev.3526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"750e4fe90e8bdc78b6efe52f3afc71cd414dfd6664ecff2aa2b07224a97c732a","formula_version":"titan-u-contract-v1","latency_ms":0.9285829728469253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65eadc120e40eb71a81b200b0c1f8e0aadc636bb822943447db555b137af3785","sample_id":"grade-school-math.dev.3527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4db61e32301e458d1aeecabcdbf0fd9296f44ad3e504bbd40fd8e1ebd451a41f","formula_version":"titan-u-contract-v1","latency_ms":1.095667015761137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5809b8f4fd15efebedfc178e79f32e2b57dcad6714d75126d09092917ddff087","sample_id":"grade-school-math.dev.3528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"561fb2fe01ba8cf7c0284e5b6415dfbfa5d10909e96526a2b6661597d7a167d4","formula_version":"titan-u-contract-v1","latency_ms":0.7915409514680505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33fdf6c1e12fd266d2e9ee86072bd60db9b1322b3cda23f92c0466d7c046cefd","sample_id":"grade-school-math.dev.3529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6486d856a8b465e4f5f4a1df0164810de925ae913058393c976fc866c69fda97","formula_version":"titan-u-contract-v1","latency_ms":0.9586249943822622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c47fb5c235775ec99c0a93b63134834037d955011fc66cd01cdc6223171b4250","sample_id":"grade-school-math.dev.353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07ea87fe5d663d568f50dc7e4e5188d5bd477d1588abea3da69c476b3c3b04cb","formula_version":"titan-u-contract-v1","latency_ms":0.8297080639749765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48bff89b4027dcdd6362d238f5a2beac025bebc2bbbe21f6cdb7abfbc7d7e490","sample_id":"grade-school-math.dev.3530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3733c6249b38808eb9ddb9a32a64da3f559c12ab22a221832e335cd0d04b09f0","formula_version":"titan-u-contract-v1","latency_ms":0.7160840323194861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20fe85f8fdb125ea60e29219b99ea461ab45bee232bdd807a8f41e881ea20bd7","sample_id":"grade-school-math.dev.3531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"363415ddbc77a4c6fcba980e25cb61134d570590fa9d00dcffa3e72c61073100","formula_version":"titan-u-contract-v1","latency_ms":0.8874159539118409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"303d47ca9c980c4a6a6c9838f72a249ebaa60886419784f81ed43a1ba046d120","sample_id":"grade-school-math.dev.3532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba658d5664b3ad07bf79b95fcffcbf6a1cbc480acb6fca0e03229da1b0e76d45","formula_version":"titan-u-contract-v1","latency_ms":0.8771669818088412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f0e9433942362e83149a63c2f1fb81e9f2406bad97baebdb87b81d53cb3a794","sample_id":"grade-school-math.dev.3533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e19ca39b6d608c32e6ed10548141da98c1d95c6f1eeaabd05db03c061c0fb4c0","formula_version":"titan-u-contract-v1","latency_ms":0.7715830579400063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3f7fc3c17d5d0236c90589f8f5def9225a9d89a6a8037393865f6848ad6755c","sample_id":"grade-school-math.dev.3534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f3bd0602681227aa2413844f4b8a2fd2fb3cb56022e4e260dba54e111ebf8e8","formula_version":"titan-u-contract-v1","latency_ms":0.7037499453872442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78c203a84c6cf2a863a8e3917c9a70270d4457a68149ab49de46ad18979e832d","sample_id":"grade-school-math.dev.3535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80a8608f18e04d62dc8dd32426fd2fced458e58632d9971cfb168d2aa38af535","formula_version":"titan-u-contract-v1","latency_ms":0.8637090213596821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88468f91186fa4402cfdaabee0b1a573472bd9da6ae727a3e354525a5bbc4911","sample_id":"grade-school-math.dev.3536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"690c9003d2df3cc5a8c00b8ab4f8a26ded25f37839ff7c583e2d55898dcfa99c","formula_version":"titan-u-contract-v1","latency_ms":0.8623750181868672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b56e48c55ff4d176898c3685943e28d29b29c02eb1881c99b94c64bbf3f2f2d","sample_id":"grade-school-math.dev.3537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4c1c0de55a111e5cd129762920bcabec730cf8842a36e5a593585251b0fa69b","formula_version":"titan-u-contract-v1","latency_ms":1.5070410445332527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d1b61ff2704bc530069640aa4e6ff2429ed4570c0d7b9196d73004bf8542e6e","sample_id":"grade-school-math.dev.3538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f818574e85f4314f856c895db923eba7496c5035284da2958ce6262f3e0e4ad","formula_version":"titan-u-contract-v1","latency_ms":0.724000041373074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d0e37a56bc8690365743f9b6352b1556ec2025d796b6cc909e447f0546fc8fd","sample_id":"grade-school-math.dev.3539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c599f2a92730ba468fb95016e1d028015dcdf0d58f48e2ea5f348cd1041623c5","formula_version":"titan-u-contract-v1","latency_ms":0.8245829958468676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ab587d6f5720b95d9612b8445b23cef64b642244dc4ee117ad72b228e5c4a04","sample_id":"grade-school-math.dev.354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e226299d3b6e2a6a460f874ece3a12a8a4d0f6a7520a3810d028102b829684a9","formula_version":"titan-u-contract-v1","latency_ms":0.9745419956743717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"579341e015203a9f2c07e4e8c01f5e939c7aab7490c576139fe8ca8989173ca0","sample_id":"grade-school-math.dev.3540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c28390eb67350a4f7de4c17fff82f320159119c895504724f052b8876509d5ba","formula_version":"titan-u-contract-v1","latency_ms":1.1166250333189964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff677f2d34f4ac549e0b866931bcd96cca64f88195394a0a6188f4c4d1a7262b","sample_id":"grade-school-math.dev.3541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef433975f14d8137d1daf9cfe0e2a55478b392c2cc1ea138d6af6a98a0935be3","formula_version":"titan-u-contract-v1","latency_ms":0.9227499831467867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99cee40853faf136b0b0f6e8088be3845723d5d9ebe7f13183259e11338326b3","sample_id":"grade-school-math.dev.3542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d8d42834c024ea6e19b6ca0366ea14ed3c430a6750de5800f220db24a77dbfa","formula_version":"titan-u-contract-v1","latency_ms":1.0288330959156156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0e1eb5959fba9f35385e97aead07dcad2bd323eee8f5bc58c1a4aad3132f10e","sample_id":"grade-school-math.dev.3543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85bedd297cff1cbed837e9decddd2411cca1e68715afeaa05c6b9357950dd820","formula_version":"titan-u-contract-v1","latency_ms":0.8437919896095991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bb37fe108e3094720db75a571264d6d63b5fecacb6c22113cc0ac1859b254eb","sample_id":"grade-school-math.dev.3544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e33c15621af53f55e300abee549ff9d51f7b98f81fab479106e995318952dde","formula_version":"titan-u-contract-v1","latency_ms":0.7916250033304095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44ce7a7ec8c937fa4fe2468f2541ace89f215d74464838c92eb645c7cf8ee4cb","sample_id":"grade-school-math.dev.3545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7603787c96da0a39d1f5d7d1482f5fae7e7880ea5ab356ed2ecb12e2c74e4b0","formula_version":"titan-u-contract-v1","latency_ms":0.9531249525025487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d39c79d3feeedfc8d69897ea27ba1ae482a31ec8f04ef7a8ce5df0ec4e7e91a1","sample_id":"grade-school-math.dev.3546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d436f8c57063912106adb54d159c53c3cb0bd45ab857daa04a4b3d4165118882","formula_version":"titan-u-contract-v1","latency_ms":1.0933749144896865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ea96313afd0ef85becd979f3d5bfff68ef5772acae8620ce101d373d5b75a73","sample_id":"grade-school-math.dev.3547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"244c0517747ec2cea9c67dece708c7478124bedca0f495ed4c0292e348c354d8","formula_version":"titan-u-contract-v1","latency_ms":0.8832499152049422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91ab195748118ec3f6f71a2696ebb586205c419399517b58fc81627cdc39cc50","sample_id":"grade-school-math.dev.3548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fb15992dc193644bf953a5e98ade3bc1c31499483bbae17315bad4bf3d1e2bd","formula_version":"titan-u-contract-v1","latency_ms":0.9439999703317881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f04a73199918534ff2d7ae9506d8ff39089857856db91d87281e5a2736ef2e6a","sample_id":"grade-school-math.dev.3549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7592541b5028de1272f1ce6e6dd4691791dc3ceba50b2e7f834273ba5381fe1","formula_version":"titan-u-contract-v1","latency_ms":1.36058300267905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44da5db7a1a63c493e53845d880b2e81bf895af5f6526805a1ec4180687704d9","sample_id":"grade-school-math.dev.355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb2a8e67d86415917d316607c8029517cf2009e694790807b1a28422093e9ba4","formula_version":"titan-u-contract-v1","latency_ms":0.7072080625221133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74831655066008130a764b8bd67bc81a2e1cb81795e61d81918604a075b2daf8","sample_id":"grade-school-math.dev.3550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9afe80c0e1f95198cf7adfd8f93dfd48b9532524cec8131ce2da7ff24ae15917","formula_version":"titan-u-contract-v1","latency_ms":0.7073750020936131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d75650827116eb178ec1b060403a242cb0e22b8d513467e833f543461266d4a0","sample_id":"grade-school-math.dev.3551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3656e2f43b0049b9d61a2a88c7bbacc4671796af119713abe6db3bb4a3bd4804","formula_version":"titan-u-contract-v1","latency_ms":1.09270797111094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3da72bfdc424f887fd22a0c16aea5572ebe1a489f665d39028d0661836acc0af","sample_id":"grade-school-math.dev.3552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cf0aa5b27a0f4d08bf2fdf5d6ff08c77d9833f97ad48bbfc69cbf4975c3a15b","formula_version":"titan-u-contract-v1","latency_ms":0.689874985255301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fff88a07f7c71daef9d60b973aeebc8da6d336813e11440ab0f1713a15ceaf5e","sample_id":"grade-school-math.dev.3553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a72449550807d75bfb62221a1d892aa1553d4a707342852364c549e46e7e0c6b","formula_version":"titan-u-contract-v1","latency_ms":1.5331250615417957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6709b1c8f129ea83a6c66558fb88d406622b12bc36453289182681b4f0caf7ee","sample_id":"grade-school-math.dev.3554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fccd5067addd1a198ad670886b092109049f89af44c4884336bc6620d543ce66","formula_version":"titan-u-contract-v1","latency_ms":0.6510419771075249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ef046006014415229e159aa1620db10a62f3f1f285c33954be6eff9abe87bbb","sample_id":"grade-school-math.dev.3555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83c2c7a4995eac9c1f7fb84d677bf548c3920a99bd91752d3040cfd08483b9f2","formula_version":"titan-u-contract-v1","latency_ms":1.0868749814108014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afced7eb14c4e999c29188876b8d36917cbcd209e77366831145f1a2a7abbe61","sample_id":"grade-school-math.dev.3556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aee8ac2f60c5e682c2dbc82dd3922673f8a909ca51f54daf22f6dc9c00ce80f","formula_version":"titan-u-contract-v1","latency_ms":0.9551249677315354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb9c02617521c00146ac60ba66c9a8993c4de52e8f5db229985881dda701f09c","sample_id":"grade-school-math.dev.3557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb546c091cd1c1e18d93def6969741472f67cb0bf1d0e9cb2d0fe4712aae6c27","formula_version":"titan-u-contract-v1","latency_ms":0.9968329686671495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b1d9e650056347e17cb1a355b20c342e3972e8052d82a2117eb62c3a96f7121","sample_id":"grade-school-math.dev.3558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33eb117ef10cb8e7ec994de41e90feba8ecf7c84609b65299c9da11b71890cee","formula_version":"titan-u-contract-v1","latency_ms":0.8342919172719121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64aa32cbae96a0399875c52a44dfd9671a63159fb7e647c8915fb7612d81611a","sample_id":"grade-school-math.dev.3559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8818a64178ca47abbe19a212af654983d486b4ebc938e145b701c34d1db3f37","formula_version":"titan-u-contract-v1","latency_ms":0.9679170325398445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05a45a4dc39735ce547fa81f170926a892d134585f2aa399b5909242fd86e3aa","sample_id":"grade-school-math.dev.356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efaf0529703792a2cd556065fb1e43a1d21b2e649432083838389ed88f78187d","formula_version":"titan-u-contract-v1","latency_ms":0.8120829006657004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82df147ab3333040f922583ece04d1c433d5e85361935da1a850cdc0091e04fc","sample_id":"grade-school-math.dev.3560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b107a8bc01e19fab709071956daf27b49753cd8886211a633717c218a4af69e","formula_version":"titan-u-contract-v1","latency_ms":0.6584579823538661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12a061baeeea6a8bf79a758acf7923db707dc072b797bf02f0aa3e0d4b9cfe20","sample_id":"grade-school-math.dev.3561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9daa71ce957b070e710db3df96ba9a917251dff544cc61ff08e54350470db10","formula_version":"titan-u-contract-v1","latency_ms":0.8659579325467348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed67f84c63d5d46aa8963ee76bf846a46a2daeb662d5079238f955f0df5f792","sample_id":"grade-school-math.dev.3562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b096f3f6945275a2de4623359e84009b58adb57913a19ec0e9923d6089e949d6","formula_version":"titan-u-contract-v1","latency_ms":0.6816670065745711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"275c994c52bc8799de991a21de9e16f7aa54b1df473889e4c1dec57dd64495d9","sample_id":"grade-school-math.dev.3563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a46d59a07223fa76e99907ece572918bcff105035c4b9cb6df5f2307b91dfc2","formula_version":"titan-u-contract-v1","latency_ms":0.6471250671893358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37ecafa2d3ec069c5313876d2c7b1a1fc15e52b9bcb49ff333243dbaa1fcdf9c","sample_id":"grade-school-math.dev.3564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2235a1d0a1daf13b05574944d9fbab72716df7bb132528f29cc1bef89a125d2","formula_version":"titan-u-contract-v1","latency_ms":0.6680830847471952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15ed74773fe94734559ddce069a80636df9b05c78605eefc7a3a22ef19b9693f","sample_id":"grade-school-math.dev.3565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"049d0bb3cbe2e0aad0c22929a03a420ea82d904aafebd23be5af411c73766c0e","formula_version":"titan-u-contract-v1","latency_ms":1.352666993625462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36aa712548d2a02ab2a9aa4d83b8d29f79cd24e8347e584b12407a1d5ac3020f","sample_id":"grade-school-math.dev.3566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5638fdd4308e4e094d3980338effd74ffd0f29024f0be20daaf373b265963b4e","formula_version":"titan-u-contract-v1","latency_ms":0.7627909071743488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d316a9d7ee2f644af82076beeb1c2b3e343e257b13ac1aa6347c94f9ff03386f","sample_id":"grade-school-math.dev.3567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0547110b08db92502da920e7143ae7c0f4051833624bfe9e6879fbbe8cbffc3","formula_version":"titan-u-contract-v1","latency_ms":0.6346669979393482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35fdd58e99e7b6cbded0e2e9cb10d5b6f4c6476b1d944d6db6e1911598049113","sample_id":"grade-school-math.dev.3568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8dc79094addf1a049fbbfaeff86e148099d3161330791798e3643b529469f51","formula_version":"titan-u-contract-v1","latency_ms":0.6483339238911867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ce5abf562e7771d35c8f954f8eeb898e45834f709f81ce55ecd124bae9efb58","sample_id":"grade-school-math.dev.3569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"328afba25bbcb12af7ae0732d2a75a6b6dfa47818c0f8d34c44a0db3b2940869","formula_version":"titan-u-contract-v1","latency_ms":0.8898749947547913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be0c67045921f5b4ef97cab725d80873e47165ddf0bf685d41669d2db87d4f87","sample_id":"grade-school-math.dev.357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"632abab25932950f1506648381bf50eb135b70865386e093e04bb2ffba5b54f0","formula_version":"titan-u-contract-v1","latency_ms":0.6522919284179807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1af09105e0146f9ca8da7ce62477dfec081b7ae900dc4612669e63051867900","sample_id":"grade-school-math.dev.3570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df0dd11d0c64c6c73d6dcbde195c8ad468daa1f55cfd318fbc0155a3bfb28f06","formula_version":"titan-u-contract-v1","latency_ms":1.107458956539631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98dc0e8a94cc4d8a7d7b4ff88dd4e146a7ce253585c0ba69f5c465bfc3b4219f","sample_id":"grade-school-math.dev.3571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e97faf54b29bc0c30f967c0e1b37dcd5232018e0b4ecd5a54a2eb6e64e038e1","formula_version":"titan-u-contract-v1","latency_ms":0.7127909921109676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a82ea57bb5c237378747d7ca95f0da513952c40ebb84506c7d317a85ced0494","sample_id":"grade-school-math.dev.3572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b8ca6f0207221ff5d00f06ffab2439f3ffa79d5cf892c8a30ba507acf218744","formula_version":"titan-u-contract-v1","latency_ms":0.6431249203160405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58beb5d90d35710ef28a14dde64b6e4b2260445725641fb8c246bc88476ac8c5","sample_id":"grade-school-math.dev.3573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96865bd558f6227216e5ce611a034b96508aeb611c8591ed8222af63dbea8e57","formula_version":"titan-u-contract-v1","latency_ms":0.7000000914558768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e13474cd8bf1086452518d97851b8035ad9ff29555b57fd99fcfbc7083b373fd","sample_id":"grade-school-math.dev.3574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f387a56e2246ee83c695e00f52f0fd3307ec9b03a559a0af4f3fa117a171dd0e","formula_version":"titan-u-contract-v1","latency_ms":0.8957500103861094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8788f87dc4f768580987a7491ecf86e75d8b6ffa110d8a089e3a1e40ac987097","sample_id":"grade-school-math.dev.3575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aef6e8adff0d96cafbbde382f66abfede32fe1f69b0edbc880d86b76ab09c973","formula_version":"titan-u-contract-v1","latency_ms":0.948666944168508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a3dc1ddcddd727d08c6820274be43eca5840f65d01d6183df004504f286d349","sample_id":"grade-school-math.dev.3576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c66526f9549b51735fa303ce57f37cf51bcdaebece9e2c74ad3a81f7475ddceb","formula_version":"titan-u-contract-v1","latency_ms":0.8939160034060478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b80fcafa454f68473ef5ab08249cf93396296f13dc9359bc85cfb72dcac7c0d3","sample_id":"grade-school-math.dev.3577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad83f91c305655d490f71872695f3f774bb0be6e064473106d3f5c45211343ed","formula_version":"titan-u-contract-v1","latency_ms":0.8903330890461802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c22385f1f82cdfc387e643dfffeb303c61658ffeb110e77e1a0b1a23f53e5f1","sample_id":"grade-school-math.dev.3578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9da14fdcf4da915ad5b04870004816f337de6f8ebbf20d0a0a982336e890da3b","formula_version":"titan-u-contract-v1","latency_ms":0.8304170332849026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"935b97fe5f8067d62ec1dea7a353c2b565c6449edd11c70fd9df466a23cb3300","sample_id":"grade-school-math.dev.3579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72e1558bc689ed285a4f555e59dcaabc49d43e30c50a284c443eb7e9da3c6148","formula_version":"titan-u-contract-v1","latency_ms":1.1471250327304006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bd47e6d9b0a25cac99849120e05dc07ea6c23cc9abf77d1323c23c8c56d08dd","sample_id":"grade-school-math.dev.358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1bfd29c86e67b9ba34c249f5dcdd0afc1e048182962eb71d76a54aa7dec33ea","formula_version":"titan-u-contract-v1","latency_ms":1.0729589266702533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c05b655dbfeacc862dc68043cd3cc2c0c2ffe4eac26650a6008dc331dc812311","sample_id":"grade-school-math.dev.3580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93d269cb98ad5fcfbcb19b05ac977f1a304c557a98ee78de617d46f390fcd0fb","formula_version":"titan-u-contract-v1","latency_ms":0.8854579646140337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d67ad382a390e1d826c5a2c05e88123482a365e616eb04a875920b2c877993c4","sample_id":"grade-school-math.dev.3581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb96a7c090281aaea741ba688365c9ea85fdee33e69527da248f7d79b7b5d778","formula_version":"titan-u-contract-v1","latency_ms":0.7079170318320394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b82b6d0ba2082ee12322a4704824879fc0d283d85d90ad639d7200549eef952","sample_id":"grade-school-math.dev.3582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30ded8a4c5f21881f4676b42ab5a9a841aca428f3804080237d3ee42e6d2f0bb","formula_version":"titan-u-contract-v1","latency_ms":0.8429589215666056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b365e4970c2a6a751e5cdf367e6f2d555fbce874be9f7b92111fdd476837d8eb","sample_id":"grade-school-math.dev.3583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4032261a0752edbc81455ac787c24b346de72414b4547ca34f1a5b4f3c70eda6","formula_version":"titan-u-contract-v1","latency_ms":0.812915968708694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe2d7547862b19f5c5bac8632081d24acdb1e397eb7ba9b4c4a17549bb040947","sample_id":"grade-school-math.dev.3584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a6e595fc8effc7ae8afdf778b6dbd38f39c7b8f6227ec0e753c445cd4534718","formula_version":"titan-u-contract-v1","latency_ms":0.6778750102967024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b6d909323771c2903dbeb367b3eb9c73aa748bb8350e50a5af3d6e6b5e38e27","sample_id":"grade-school-math.dev.3585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49afd2315f9fed03f888defacc1fb46c527a658711fe00ac6f63645644ac646e","formula_version":"titan-u-contract-v1","latency_ms":1.0640420950949192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78e15e64bb58aa680a512b33000ca5097fc3cdb75916a5ba14347ecfe9ccda80","sample_id":"grade-school-math.dev.3586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"564047c161dba66cbcfc20293ba0a05ed132f38571bdf941888045a474cfbf60","formula_version":"titan-u-contract-v1","latency_ms":0.6703749531880021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05e96a9131d4a3d82042b70f8a2008505d50d693d21e752cd89c3dcd877eef3d","sample_id":"grade-school-math.dev.3587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baea4c9b64b177e7cf94d4a4c3ea6c92f3f1a22c424af8a7d1bedea36dec7045","formula_version":"titan-u-contract-v1","latency_ms":0.9788339957594872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1ce39bffe0bb4201d0698da2103152974e1e9d9c6d591e34a00c0d100afb7fb","sample_id":"grade-school-math.dev.3588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b47f70d184e134297f45cf0a08c04389c2ffc078a627fa8e212e3ef9a07ceb6","formula_version":"titan-u-contract-v1","latency_ms":0.7021670462563634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee7df50609781c9ab260ba61938d8ba1788d077969e32ace978723aba8f8ce39","sample_id":"grade-school-math.dev.3589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5713b34fac76e1e74159b650e09f86eaf9e938f20c7775466ff4b863d9eac467","formula_version":"titan-u-contract-v1","latency_ms":0.7579169468954206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6752e505c59f19c538dbbd1c3a0e53206a9af9731cb873f84134b4664a588672","sample_id":"grade-school-math.dev.359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d13fae2cf211ae8b6f732f7903b3107577f29d6894becfb76b02f37e6fb7f365","formula_version":"titan-u-contract-v1","latency_ms":0.7509998977184296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af67e73a4817712f0f29cfaff025931819b7a85c4be773e4e623d36720f173d8","sample_id":"grade-school-math.dev.3590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7ae0a2ecc677013aae7044af7ecf299b100902482d5e8ff7ec937377a1fd5ae","formula_version":"titan-u-contract-v1","latency_ms":0.8124590385705233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3caa58d0fd5c42f6ef71aeb21423d243645f2e453524563df497d84a3c36f5ee","sample_id":"grade-school-math.dev.3591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48e850bbe40cba27f4fc01782f6ea927828000b2a3cd71b9385c88d7e3a26559","formula_version":"titan-u-contract-v1","latency_ms":0.8079169783741236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"606d613a8f25dd85ce064a7cb14c95aa66a9506b78e09aa82ec4cfa2d4f6b2f1","sample_id":"grade-school-math.dev.3592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cd77de19b12998172f2ab570a31307eef4fd3ef2eb9095cc8c1405586edf014","formula_version":"titan-u-contract-v1","latency_ms":0.8234159322455525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"050a03c30dd9e50e4c157045699322ca2a4478257b69ebf17c46cd0f53216323","sample_id":"grade-school-math.dev.3593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c0e2160f5b8dcf12ff50345c52fcd66029ad7d9d7e3fee492fe482b8693b6ab","formula_version":"titan-u-contract-v1","latency_ms":0.8255840511992574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"164d605d67ff6e92e061ce132ffea9f41df99c5b775a80da38c659dd72c3d515","sample_id":"grade-school-math.dev.3594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e544922c93093c762ddefe6ffe88e21503f3054a7888112721e9c1c4533f307e","formula_version":"titan-u-contract-v1","latency_ms":0.7256659446284175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0309ea79078f1eb4578ddb4425026a44e80956df4367f77687c961bfd30028f","sample_id":"grade-school-math.dev.3595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f0cccb32cec627fc0403131bdb79d8298053d826c397e99f7afeacb756751dd","formula_version":"titan-u-contract-v1","latency_ms":0.8502500131726265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef8a3561f9d9cfb2d7b3ebe0fda8b61380ffb9bdd29a0aecde9791eabbc1b816","sample_id":"grade-school-math.dev.3596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e58fceb28eb9a66e5e8977a5b6fd4dfe21891839e741607b43bb6eb89bcb150","formula_version":"titan-u-contract-v1","latency_ms":0.7200409891083837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69e5a339b691818feb965488bd7ae850fca9644d5666abb319009ea3164090b9","sample_id":"grade-school-math.dev.3597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1c27989e04b42c339f80b29d86ce5a45a197d642f153dc0db38fe58e92f01ed","formula_version":"titan-u-contract-v1","latency_ms":0.8217080030590296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be50725d3c90d401daac0eee56f16e594b1bb1d1c272175382a17d3745ebb3e9","sample_id":"grade-school-math.dev.3598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f1f2a91645a7417537a7bee4b3f02a5838385c5267542270626507a4cb08506","formula_version":"titan-u-contract-v1","latency_ms":0.8717500604689121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7b4b4f25639f07b1b3af8e1636165c592a480f93c1c6be5390257009dde2a82","sample_id":"grade-school-math.dev.3599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c561750beb16a878b03f8ded4b5c082291ed687213e6c19e9d29689372558a5a","formula_version":"titan-u-contract-v1","latency_ms":0.8782920194789767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15a07c772ab2e0b58440296273fd8a6a5c8d04baff403eaad4a97bfec08cd276","sample_id":"grade-school-math.dev.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf96e161309f1090daf198c950e3da7c6bde980e20061e117b44a825a030ef70","formula_version":"titan-u-contract-v1","latency_ms":3.1008750665932894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"242363a11048775d245aa4c3e3c9cf5df20abdfc595a6ccdc4202496f9942dfe","sample_id":"grade-school-math.dev.360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86a38d3e56dd31f47481d006bcaf61bee13fb614174618d06a51933b1e6daa9f","formula_version":"titan-u-contract-v1","latency_ms":1.0625000577419996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5a3127ba2247c3184cfde32231cafeddd5097a8c89a9cb1add291da977b4864","sample_id":"grade-school-math.dev.3600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd80694a1d486cb6f7df4f7b67574d8024a44de1f9919ae736edf4615259085b","formula_version":"titan-u-contract-v1","latency_ms":0.8486660663038492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be92fe0ad54cdeb03fc962b4fed07d6e7838119219ff00d84dcee63e5ad759b5","sample_id":"grade-school-math.dev.3601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f94ba4231b33b0e9b843b70852258da464898a0ff8020380dde4941385383ef","formula_version":"titan-u-contract-v1","latency_ms":0.6620000349357724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5263a46293cd61fe575cd9617f7f2b86c9f12d8dbd1ad1ded4ad597cbdbf7478","sample_id":"grade-school-math.dev.3602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f69ba4c2fd135775cdf614faf903dcf4e47bdc4c430fcb4db7305e1e96e8c49","formula_version":"titan-u-contract-v1","latency_ms":0.6626669783145189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86fec7a90ec9eacd0314082253c3f4d0772af2aa3364c60c139eb601b44c5dfb","sample_id":"grade-school-math.dev.3603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d125c5a75a684963d562ffcd7b1aafbdb47765c41ac6a29b9135ff8278df472f","formula_version":"titan-u-contract-v1","latency_ms":0.7732500089332461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c9c859dcce0880588900e17b4c2cc4311ceb7a0bb9336f7827dc8dbf1c9c033","sample_id":"grade-school-math.dev.3604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d3c0a7a90bef34681ab9bd4e432bc3f6a8a2ffc41b47accee4329d133338c45","formula_version":"titan-u-contract-v1","latency_ms":0.632709008641541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccf0f6d8591cc193da0a501441d9462094ca65019d711f936e76dc7a6d4d15fd","sample_id":"grade-school-math.dev.3605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fab1b2c0ae91b5c8f1fb5f653c3b413fb04b02d73cb9851419601d655bf069f","formula_version":"titan-u-contract-v1","latency_ms":1.1992909712716937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35efd3fff60fdfe9299527463e3c8b40940884acde215ff94ba2c16142c9377b","sample_id":"grade-school-math.dev.3606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"765992cd0ee68581f6af31e0588a44c0e1d477e00c930ccf701835eea11f5aa5","formula_version":"titan-u-contract-v1","latency_ms":0.8340830681845546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2268bbf780aef3afb4fa7440a57324984a434afceced87b036c6a5680d1a39b9","sample_id":"grade-school-math.dev.3607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae2acb3bb74eeaffd361f01cf6146e9f6b64474540cd86bff950763d04f03386","formula_version":"titan-u-contract-v1","latency_ms":1.078957924619317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d87454227ce6fe94acff345437fc56b6141fd61313a75ad341c64155f62a1ce9","sample_id":"grade-school-math.dev.3608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf86dea4f386c7d64f11f525328485a11d85e426b8f234792394af2057d4d9ee","formula_version":"titan-u-contract-v1","latency_ms":0.8112500654533505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90b415275881828a2c4714446dba9263f23831815092b59a2dd0fd1c509a305e","sample_id":"grade-school-math.dev.3609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f8aba9f6144a3e948790c6f86c63e1c2b90884723c39d7018fd9eef596f6b5f","formula_version":"titan-u-contract-v1","latency_ms":1.1531669879332185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6d24f3bcf5eb758b5f7630330823a2917a1f21dbe46eb718a094838f5ff47c4","sample_id":"grade-school-math.dev.361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"608d342b08a1ee532940894c0448ecbcd74c5b852dfa3bfc8463376e4d62ab12","formula_version":"titan-u-contract-v1","latency_ms":0.8898749947547913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9086f4cd024cae9c15767c25e79a314ec95fd876933f554fe95c21194818ebad","sample_id":"grade-school-math.dev.3610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38cd0c1e2f00d8f9bcc7dd3a863d0c0ff18b40a85d2617cfdf1a7ecc0322e2a3","formula_version":"titan-u-contract-v1","latency_ms":0.9115419816225767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df8de1da35c0e526774361e31ff32ee235f8afa45f3e626b3e4a77ee1268f2f4","sample_id":"grade-school-math.dev.3611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"202cc84dd40ee5293bd269b242c67890f8443a7e628a29f168d3746ef3e96a39","formula_version":"titan-u-contract-v1","latency_ms":0.8528330363333225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15a6e274016ad6bf67173e7bec8aba5c601f1be1f5fc31ad3b22c66fec7b7aa5","sample_id":"grade-school-math.dev.3612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b03f947c11d413196a62168cf7f6a8bb4dec730f4c1c9299a225ed584d999ca1","formula_version":"titan-u-contract-v1","latency_ms":0.8852090686559677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eebf0417ad7df0fcaf4b1787245d4ee152d13882a48940da7fb6adccf390a7b2","sample_id":"grade-school-math.dev.3613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfbd3e478f735e3cc15b5d420d48313f156a322f1e56f886163e5fdd14624f6a","formula_version":"titan-u-contract-v1","latency_ms":0.9093330008909106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8de1d13252e2b291e9cdb9d68ef13d4c017f8b81e5f00b091764fef27a6f88f2","sample_id":"grade-school-math.dev.3614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5ae65f0aff416b8f845a965ce8837db0590e4056e2326da97db529b6510599c","formula_version":"titan-u-contract-v1","latency_ms":0.6714579649269581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af9a4ef1cb40e0005d4a7123d6cade239d00dfe812ffb58b38223932a8d5b2c0","sample_id":"grade-school-math.dev.3615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"844a87c1f8ef3e8aa1946c04cdb3c7ee0e6bbdefc76f19f6f1b7e834940dbd05","formula_version":"titan-u-contract-v1","latency_ms":0.8844169788062572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e525a954a12f3e6c83264bb1ae7d0a46ecb4fca2a2d6c4733d4e9cf9290cdef3","sample_id":"grade-school-math.dev.3616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbc18d07c06823f6af08413043c555aacd703e803cfb239ec4c7065f46ef0389","formula_version":"titan-u-contract-v1","latency_ms":0.954959075897932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ab5ef719c0cb9b7549bc0af82879754cb8f46fc141370f9cf732431d58e5305","sample_id":"grade-school-math.dev.3617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa0f201892b584dbfb457b2dd40fd7bf747a6b4fd8f98610b71e41dd22ed56c7","formula_version":"titan-u-contract-v1","latency_ms":0.7986669661477208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae35ef7ab92de484612187e276d22572b3bea2c8a1d16ae4e98785a3a289992d","sample_id":"grade-school-math.dev.3618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f53f6f9ee0a5f859cffbb82ac8d1b917f9338766b4393f43a0ee398d5dd1e2ad","formula_version":"titan-u-contract-v1","latency_ms":0.8755829185247421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63078b92b422c598773aa536d3161440bcd0fabbd2f820b8d3857ffb2f0b83f8","sample_id":"grade-school-math.dev.3619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9546610c190d7bc03a2d597a8979bd5621ff49b931b534e3b3ae91c5a3962b9","formula_version":"titan-u-contract-v1","latency_ms":0.9089999366551638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"324fbac728a40a5df994cad4aa27894b43d1585d4846baa7794c8d200e571c49","sample_id":"grade-school-math.dev.362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d01c9381ddb67bc8d5eaf0d6aae3a250f73b1f94af3b987ac4873b8c484ca19a","formula_version":"titan-u-contract-v1","latency_ms":1.0006250813603401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5da7da2703c8eaa0fe7a039589ef64bcb0e14e44aa31d6138ce9ed27271c6418","sample_id":"grade-school-math.dev.3620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c535744d242b478843c88fc2f5c73bf090584f98ae30c0700b49aabd16d74a5","formula_version":"titan-u-contract-v1","latency_ms":1.0075829923152924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d3cb821fae1280cf69e0fe98d3689ffb8fccad7964f9cef9d23b43f43f2c0c2","sample_id":"grade-school-math.dev.3621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e743c6ad2b2d6e821b525c70a03cddfd8c629accc5339cc2f17a45c5bcff706","formula_version":"titan-u-contract-v1","latency_ms":0.9732920443639159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81f93af04ac406b7ac0ad2188bca776ca016b0003b2e2dc490505adbfc562a4a","sample_id":"grade-school-math.dev.3622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f96d7b6d3c3799387d7fa1d61dbbd244b6eaad333afecc825fbe510796ec5c28","formula_version":"titan-u-contract-v1","latency_ms":0.7705829339101911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"073534d13d43640635395ceda8b4ef4d48ecbdb5dd08e3f9a7510eee3d134e9e","sample_id":"grade-school-math.dev.3623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53032d41ba07673c6b3f608c4ec0a28c1d2aff0e11776c94df87603556907b87","formula_version":"titan-u-contract-v1","latency_ms":0.801375019364059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1002c2e731bde4b432379f11ff02ad5b7db63166b1df7cd653c7e67df1c7c0b3","sample_id":"grade-school-math.dev.3624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be52aa5f8790c1b0185c36cd12a78901d7ebb6b8e34ffd56e1b1bba276497c32","formula_version":"titan-u-contract-v1","latency_ms":0.7171250181272626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"449a7819100e205683ddf54d3e7a606b2e9ab228b2e2b31ceaf78a0236736d33","sample_id":"grade-school-math.dev.3625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc097557aedd119d5d975f92180b10a3da327d1741c5f22708f24f26437b6f65","formula_version":"titan-u-contract-v1","latency_ms":1.0382500477135181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3624af8b783f12c8e81e87bb6c5adaccf905a6887d302e5f7f71896d69288dff","sample_id":"grade-school-math.dev.3626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be1feafec33018c449276d6b99291780c43a2367f76ec468484af2eead420971","formula_version":"titan-u-contract-v1","latency_ms":0.6610829150304198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc2454ecd7ecc615166a724b9b19d75c6e0836607a29c8daba6072f829078e00","sample_id":"grade-school-math.dev.3627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43c5717be466b64c2fd79a2a6ec3dc8a395ebe088a001e06cb43ffa6fa37afb0","formula_version":"titan-u-contract-v1","latency_ms":0.9166250238195062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edbe2eedd5fbec9082e47b0b0f9b8ce69e48a1c93044aa3ca813a12d3315fe7c","sample_id":"grade-school-math.dev.3628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bc502cea983e995add426bb633ce957ed1a73d8de8cf0c2c8f3917d6f88436b","formula_version":"titan-u-contract-v1","latency_ms":0.8339580381289124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8541160d8f5846a13bed119fbbeee03f38b734ba6051bd6cb3d86bdcf3352c4","sample_id":"grade-school-math.dev.3629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d13b9740708670cdbff84be5455a9ab7ead10a17183ca2cb1ebd26d8f98a3791","formula_version":"titan-u-contract-v1","latency_ms":0.908917048946023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e6144769a883c4a218d7f55b0f0f58f78a233f21f88144d3185ec5a8981a623","sample_id":"grade-school-math.dev.363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e468885fb7b02b6a966375c7f5a75fb6aae218d6ae8eff7f61a01a20917bdb5c","formula_version":"titan-u-contract-v1","latency_ms":0.699999975040555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19f75188ce6f124a9cfe0e5502935fc82be3d5178a7fbfc4bf5d3b920837675e","sample_id":"grade-school-math.dev.3630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eadc71374d702e69670cf1a3aa585e2711774df0d134a218d7c0e4217bab4146","formula_version":"titan-u-contract-v1","latency_ms":0.7326669292524457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3346d06a48213ed127d26d42c896108bdf7f0745563b3fa2d61658be25c95759","sample_id":"grade-school-math.dev.3631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1adb94806070d2a5a6c6c276e312191148ad28ca1b3d4a1167d90284c0f78b8f","formula_version":"titan-u-contract-v1","latency_ms":0.8476669900119305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a458d06ef84771bc6cc12f04ef0ab489e28dfe646c58ffdb527f6d100912694a","sample_id":"grade-school-math.dev.3632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d42b7dc9540d030552321b3a890a848c361b47b6c9c13458a4869e426dfab380","formula_version":"titan-u-contract-v1","latency_ms":0.8397090714424849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62a910af45e8e60ab55d92b8dc251343948c554ba3f937d7da5512f05fc0f1ba","sample_id":"grade-school-math.dev.3633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95c4a1d8bf7eac596d968a371e4858b90ce40bb99e549221d37f95199cb766df","formula_version":"titan-u-contract-v1","latency_ms":0.7660419214516878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"876b035b14e890a8620d5e22ebbb693d9dca159912593df3321d886b2bed5227","sample_id":"grade-school-math.dev.3634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e10f3265549e0a165a461a026671130d23731520e0a3c420798edfc1bdb6d49a","formula_version":"titan-u-contract-v1","latency_ms":0.8239169837906957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4e25c15f6b43b219425056716865e9429c7566045a6e411f9c608fb2849de79","sample_id":"grade-school-math.dev.3635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23ed50efd6bea59a86177022ce59ead0962a48dc553959aced9c12c5c296e2f3","formula_version":"titan-u-contract-v1","latency_ms":0.9074590634554625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d27d63bed14a370a7165e53375226e023aaf6dc74346b51d89ea3fd4a16f4187","sample_id":"grade-school-math.dev.3636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de21e23eaf99c71f5bd043b18ac6975ab062a2d2b60100c2a91af52c07f68dce","formula_version":"titan-u-contract-v1","latency_ms":0.8470419561490417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"017510f2b365e81af57b69feb5e04eae803c675573eda6b7c8d7bb075bf122da","sample_id":"grade-school-math.dev.3637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47f41e302de31d5692025d60c24073d60b091f89a0b675e83a691a8131e8550d","formula_version":"titan-u-contract-v1","latency_ms":0.6868750788271427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"883f28af17cbb819eb9c87707b041dbb213063319a108a00ca6a4422940ea0c6","sample_id":"grade-school-math.dev.3638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf11e1f61dbdc8bb3c9843c4c90c44d93f8bce1fb30c773c9b44933bce4aa401","formula_version":"titan-u-contract-v1","latency_ms":0.6744159618392587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27c8b91a3aa0e575102d53aa7944a61091870987ba6d7de006c5c267d50f4ada","sample_id":"grade-school-math.dev.3639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed9fa0771b072fe165acaf9f1952a7b7e90e44fe1950ff979a312afac35091c5","formula_version":"titan-u-contract-v1","latency_ms":0.6436670664697886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c690e12b5259dcb5d71c558846a34b3ccdeb1b39761e9bc1092e37e72454a9d1","sample_id":"grade-school-math.dev.364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c57acc24bc0cf3cda71e3fc7b9c00cdddd5a78a117c869adf0cb442f3e7d1ff4","formula_version":"titan-u-contract-v1","latency_ms":0.6791669875383377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcb29786256d42e9a332ac101cd84c1ef0a54ede4b32cef770de532965180555","sample_id":"grade-school-math.dev.3640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e09de7ec2f84e7d08acfc98e0b0612f1b55cd4c1a1c9fadfa9b81bb553160a50","formula_version":"titan-u-contract-v1","latency_ms":0.7342500612139702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea0feff8e8252159c240d4474f9a130a98b82cb152e934570d145ee186e3878d","sample_id":"grade-school-math.dev.3641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1afb89345036e33a7aaac8476383a921a2d3a4f917e7184a0e7014a897964071","formula_version":"titan-u-contract-v1","latency_ms":0.9048330830410123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4127676d016904e23c30f92d9996a08fa244546d1ffab8a8eee1ef6ba5795e16","sample_id":"grade-school-math.dev.3642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2866db1795728f317cb1b95bc5f9f8ae1a2c48f2d57e54e8c863722fd5898363","formula_version":"titan-u-contract-v1","latency_ms":0.7116670021787286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2eda2340aca120de011702e6f853e15857baf29f0cfc8e4603ce0ae49872136f","sample_id":"grade-school-math.dev.3643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdfe275666754c6383b4881fae845c04c7049f2b9ab98be8aa6c226db6bfca07","formula_version":"titan-u-contract-v1","latency_ms":0.8828750578686595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9006f74516679e8bcd10f7c23dfdbdab3ed637e27f6bc15728ec46144b46a2da","sample_id":"grade-school-math.dev.3645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef36bcf63edcfb4132330accebedf2944de31966353e596b31603226da1e8843","formula_version":"titan-u-contract-v1","latency_ms":1.2032079976052046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e544fa0b17ca63c3a9b51b0c53c9e72572fbed5c5b9f49b11b7fd447e70df95b","sample_id":"grade-school-math.dev.3646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42c30994095413f7e7f737a95c16cf63ebba99f0ef4c79333fff2cdd0a824139","formula_version":"titan-u-contract-v1","latency_ms":0.7312080124393106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24e0dea87ed5cd4da9b6ad21af47ded156606186110d3c9ec415d733e62147ee","sample_id":"grade-school-math.dev.3647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a81d467e1664c41c4ed5dbbd3936eef93f55e5c0b1056fbeae0ebff24538864b","formula_version":"titan-u-contract-v1","latency_ms":0.8164169266819954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f27366d3e61e98952b42d20fff18a1e12383952b69e3682327eb03f2f28ede66","sample_id":"grade-school-math.dev.3648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93d582c12b7b2a6956ca47c58d5267f393239605e0225485a3155aa0d262fa98","formula_version":"titan-u-contract-v1","latency_ms":0.8467499865218997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dd9bb571112b694fd5d6c52afd3f4dd10063f9e1c576098f0b176956749a578","sample_id":"grade-school-math.dev.3649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8edb973e22393e17b173e989c6eb36ef83872ad356ae0cacd577180b2f63f5b","formula_version":"titan-u-contract-v1","latency_ms":0.6537080043926835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fcf4564d4bd61c0509d0f15d3f0dd668caf40eadb6c03c5377ab860fdbc0542","sample_id":"grade-school-math.dev.365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8c2cecd363fc72e57f75081219baf81167be94914c1d6f247430193a95cb1a1","formula_version":"titan-u-contract-v1","latency_ms":0.834333011880517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5294f8dec96ae6861648d849d48370c12079f0b0fa7adb038ea783c34823b964","sample_id":"grade-school-math.dev.3650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dca5557e1abe8b89ab9edb46e15e27e4e268e7f9b3368be7b6aab6af13a50ed6","formula_version":"titan-u-contract-v1","latency_ms":0.6469589425250888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb483a1f15b86dbf463e6f979619c6f8ed02ac01a484c92ff61380b6f7944a84","sample_id":"grade-school-math.dev.3651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d52d8c4219f5e969c77c8d7ee265dc3e3fccbde0dd2ec084a5eda5e9910098f7","formula_version":"titan-u-contract-v1","latency_ms":1.4252079417929053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b73961cb99a928da360d568514ecccd8f1112ef8463074608cd4ca64d8402c6","sample_id":"grade-school-math.dev.3652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f78c78e627adf82ef8a5bfdb00b267b2b40af13864369bd6f156d637e6f5e18","formula_version":"titan-u-contract-v1","latency_ms":1.3792080571874976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce08aa3be1ea3aa4956ba7f220b46bc3529bbcd200443d301064024b900eaa3c","sample_id":"grade-school-math.dev.3653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57258e78fe728a861720117c9400ace1da9775b1f2c6d8b8656f165e81805ca7","formula_version":"titan-u-contract-v1","latency_ms":0.6887080380693078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6216833156e048636c8a19e8147ca6cf6367859174163a05a7a29a0789f1752c","sample_id":"grade-school-math.dev.3654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2ab14a2dbd2c9721f849f1c1c87efc0d0cbd1e95c535970edf7aab2b66b9a7f","formula_version":"titan-u-contract-v1","latency_ms":0.7613749476149678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f88955a395cd898023a25564068be1576ce8c44542342a371b3ea426c8ed2f88","sample_id":"grade-school-math.dev.3655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e44a6a42d8e896024bf074f311c81b86ed3e2c8caf0a24206894b7db327134b","formula_version":"titan-u-contract-v1","latency_ms":0.8842089446261525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"689fadd9a2bfe5d52f415802aed89703c29a33e61363d8fc712480c7b54975f5","sample_id":"grade-school-math.dev.3656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85e8506eac5fd02985916184ce67ad63250b17b95e24576183bb0f8227d98cdc","formula_version":"titan-u-contract-v1","latency_ms":0.9021660080179572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10c0d554871058e8d37cea159a2d674786bdfbba58c21a211aa0774639d24acc","sample_id":"grade-school-math.dev.3657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d611832c84de6dc3e87c1913497fafffa95263d4a473f326ad5e109898ab313","formula_version":"titan-u-contract-v1","latency_ms":0.833209021948278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16ad7bce8d89ebde02fe0acab55f1d8442593e5e4087ff0580ce43db7677bc30","sample_id":"grade-school-math.dev.3658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"781a4d46c8e0ac5757ea6aed6ed0d99bcc8795d0a1d46bb247e37036dd4bd3fb","formula_version":"titan-u-contract-v1","latency_ms":1.0947498958557844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"829b07df5d48f7555b24083362a56409f65b217c6ee8beae021b0c5ef705b13d","sample_id":"grade-school-math.dev.3659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8f839b1143040fe5a3eda595ba1633189bf6586557bf588e016bc2e8505139f","formula_version":"titan-u-contract-v1","latency_ms":0.9230830473825336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cae298287022fcae51c93fc096b7df2e906c7436df280eb53b599cafbbd567f9","sample_id":"grade-school-math.dev.366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b15486808efdf879a0846f8736920bfd089d7ecf2f9b4714b355d3ec23d1e432","formula_version":"titan-u-contract-v1","latency_ms":0.659500015899539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9559c2e6c4a0bb2b46e172740e80d5b80be6ce1131364d9e02d5ef218659843","sample_id":"grade-school-math.dev.3660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3efc3d194c66fe99c55a4e8a85eaee1248fe319df191b2bec7f2c86beea97647","formula_version":"titan-u-contract-v1","latency_ms":0.9562090272083879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"034975c2590e37a4747a937df475803fc2a9a14976678cab4059d485f7eb6c1c","sample_id":"grade-school-math.dev.3661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7dbd891757cb92a1813d7a86cd73d1cc273dd5660043cbdf4cd65fb9f1d60e5","formula_version":"titan-u-contract-v1","latency_ms":0.9504579938948154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feaf98bc11863351ba799b7fff752a2bd31b3f059b2ce5a4595e9661e3bb7b94","sample_id":"grade-school-math.dev.3662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d1d12285dfb561e4f51c40a604abbb7c8a616961e363ff6939337e0877b59cb","formula_version":"titan-u-contract-v1","latency_ms":0.8489160099998116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"816763472cde656e3e963dc99c464a78505bb3a4090efcf831a861180d635d05","sample_id":"grade-school-math.dev.3663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccbaf3d442a4d95bdfd7b57ac58484f02dedf9342d2bdafed4c22f7266f98a3d","formula_version":"titan-u-contract-v1","latency_ms":0.6842920556664467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c060b95178f5f4b4e1362d109dd122a5e6f1fa78a3025b979b054c975ba461f","sample_id":"grade-school-math.dev.3664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81eec94f8659d381f26fd6d0ee7351640ec55121003be4a4932b9804424b5e1e","formula_version":"titan-u-contract-v1","latency_ms":0.6879160646349192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64201c31cae45203459bd1fd84505ec3b896e2ce906e65a1ffdbeb66a7c94cba","sample_id":"grade-school-math.dev.3665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"791a6abeb567c816368beec1918560b5e86c76a10908716b4c5dfb5f8b29a94d","formula_version":"titan-u-contract-v1","latency_ms":0.9151250123977661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26bdc675900202efdd789f24e50be838f649fae374d16f10931efb0bed637f7d","sample_id":"grade-school-math.dev.3666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efe698c0af59ace1b6f3888e10bbe46211339fc723ff8614796836a0b05845af","formula_version":"titan-u-contract-v1","latency_ms":1.0687080211937428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b21e13c8d953848deee69bafdd45fc0adff25d11fd38c2f8d5d6ded3e3b25df1","sample_id":"grade-school-math.dev.3667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9884c76dce18b2f6e0f80ef52b2e17c3e190f7dce9d6957cf20f3c2070ca3b40","formula_version":"titan-u-contract-v1","latency_ms":0.9333329508081079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e55a91341a94dd8de3e2dc1d2f777e3b6aa12fdf5804073c71f4b1ee2ab4d597","sample_id":"grade-school-math.dev.3668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beee60dbd7e74fc6c8082b988203c899b04866660d61c607d117b07e2b2fe67a","formula_version":"titan-u-contract-v1","latency_ms":1.5458340058103204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb6853ef3a4a62f112aa0c0322ca26bec39f4fc547a332655435903ab960468e","sample_id":"grade-school-math.dev.3669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10c76c44d243ae870f41fc24177a97a8c137007dade4ae651fdf52f05b0c091d","formula_version":"titan-u-contract-v1","latency_ms":1.1397500056773424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00ac680a2b55db467bcac26718a08cbac3624160f0c4303452fddd4e54681a3f","sample_id":"grade-school-math.dev.367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45f6bb807bfe2f1077f366010a245a37a42730412e401e769d574a2d02cc86ac","formula_version":"titan-u-contract-v1","latency_ms":0.9281670209020376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29acec09edc5553a38bb5143b612a667556508e40ab1d5bb89f94944309790e8","sample_id":"grade-school-math.dev.3670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5724f45e79e21eab55a3e16174239ac45ebf12bb86400298929b9b78634c859","formula_version":"titan-u-contract-v1","latency_ms":0.6197500042617321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a2599556ea81bbf2fd80d6c1885f925c4eb5e591b7f70490b4feff35683ed65","sample_id":"grade-school-math.dev.3671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c29b468b5f0cd8a3639921a5e78eef627d2985c9b8c2accf2d3cb0191149e9c","formula_version":"titan-u-contract-v1","latency_ms":0.7427919190376997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"089f51fbb8fdff89075fd20d841eead22c8d2011a75b880717e6bb27df2c1a1d","sample_id":"grade-school-math.dev.3672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"547081364fea1e718f8afcd3b251325d14b6ebd8e42998dd1a59b9730e4b680c","formula_version":"titan-u-contract-v1","latency_ms":0.7062919903546572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b81955a567e34637d9a0e82beb8da84c62d6eb5cc4c40c9cc1a04763d2f32578","sample_id":"grade-school-math.dev.3673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a68414882a518e728edb296053590afec5b7c8790c34745a37ba75582d9b9813","formula_version":"titan-u-contract-v1","latency_ms":0.8668330265209079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"011dc828b43be125508393b60b4b2c3e61eda12a3888dac8ac1a5e85b032f994","sample_id":"grade-school-math.dev.3674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd28024a5d48a08379837515e08bb97ac133273caddf094b3982cc44b7bcf991","formula_version":"titan-u-contract-v1","latency_ms":0.6664579268544912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3401b573284868423ebf1eee3b5f19f7bd006e2879128734bbb1c42a81bf7baa","sample_id":"grade-school-math.dev.3675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df39308b1b6c4fb490aa6ec5fc4717f8ef4d2d0c2e1c041c59447f48f16387db","formula_version":"titan-u-contract-v1","latency_ms":0.6994999712333083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4da09fe85978cd0b3ee6761fe9fc6cd0441638b275ef50e0bf812d380e0ed5e9","sample_id":"grade-school-math.dev.3676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a38bcd5c21020bc2b059b601f372978de87ca12a172b4f55c01f34b061c6d8f2","formula_version":"titan-u-contract-v1","latency_ms":0.6776249501854181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9925b1a766cf79e009521e514bd3967bfee275fb626b410872b017b3380ed6fd","sample_id":"grade-school-math.dev.3677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17e6b64742586796631d26e3e687cc6d99e016f94310168950854365fec7f5d6","formula_version":"titan-u-contract-v1","latency_ms":1.2385000009089708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74172d94228d9552b2eb8f3110034c351286e9cbee3551d6b8b5d8714776a9f4","sample_id":"grade-school-math.dev.3678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa68d5cad72309333ea21b190333ac3b146d7a6afa40708ee3b9d49fe18ac75d","formula_version":"titan-u-contract-v1","latency_ms":0.8598749991506338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52a72174639775e70ff69d4f655a221720db67288c85a47929f2cf837a4b18bf","sample_id":"grade-school-math.dev.3679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4041a904d1eae9af69c3455c24129515e40dbddb0c41709ae6a1d53fad1b6932","formula_version":"titan-u-contract-v1","latency_ms":0.8598340209573507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"845200ab6cd7c215a9eff95b0295a3a3765349dd94bed4669fb9aecc11351d93","sample_id":"grade-school-math.dev.368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a14b74ec79525a5cd7e2b5a748263e616ec7146a27a3b316bf214ab150bb24e","formula_version":"titan-u-contract-v1","latency_ms":0.883457949385047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1050931b67f167aad0a288f6dedabf74e5853bf0ff4e1c59d7de875cf728ebd","sample_id":"grade-school-math.dev.3680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbb956af2c889706794e8cae74bcacc7c07c7832bf1b92610a1f15842b5eafeb","formula_version":"titan-u-contract-v1","latency_ms":0.6876250263303518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f39f68ac6a13e135cb22f20fe946bcf0259ddc24486588af90df91428968fb18","sample_id":"grade-school-math.dev.3681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40570f8cedd0a7da969feba54b0eaa619317a4bb328946e5ecc2e2da6bb68ed8","formula_version":"titan-u-contract-v1","latency_ms":0.8237500442191958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6edf41b8535c1c163e25740d70aa3c34d673ea4c6acd5cfda69e54b26de63b49","sample_id":"grade-school-math.dev.3682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbb212eb05843cbc6ffdf7b597283c27003c15c8540dff84b389af48c1d1abec","formula_version":"titan-u-contract-v1","latency_ms":0.6433340022340417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75d51734ac9fefcb220f81afe2a996bec6dc9ff89ca81948bfbdbef42bfb6894","sample_id":"grade-school-math.dev.3683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b6ae8f8eb067b5151d2bdc8a9068579dad0c1172ea5ff26b10ba96a9a246a56","formula_version":"titan-u-contract-v1","latency_ms":0.7139580557122827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5a987be1ac66d170c05a54d5aa46a06d0d1d3ba7a3de866e235e871a7462e6f","sample_id":"grade-school-math.dev.3684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ffbb8b0b39a90ef5b8024b99fc14f3b2989cb056310e93c35b0c085ee2e2164","formula_version":"titan-u-contract-v1","latency_ms":1.2792079942300916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d33aa224bfebe4e1a6ce190f165d0072f0fcecff3fdd146e562ab0bdb198423e","sample_id":"grade-school-math.dev.3685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a11abdc9f96f41b3152b2daec1d142709ce215da0875b99125470a56bba069d","formula_version":"titan-u-contract-v1","latency_ms":0.7266249740496278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60f596eaa5000bcb98385e0892905b577ffad8e8c70e615d8866e876dc59a14b","sample_id":"grade-school-math.dev.3686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"133728bac4ee23b1f595f67627a473b72b3b0e4bd96a2e2ecfbe986ccf551563","formula_version":"titan-u-contract-v1","latency_ms":0.9643340017646551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03c8d943bdfaf97b3314e94c572e0f65a6c65f2ea389a033730eff5ddc3801a6","sample_id":"grade-school-math.dev.3687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a59ef175806877e933e3709a989d65a9bd648f59f49da1b6b192ba7c2f8d398","formula_version":"titan-u-contract-v1","latency_ms":0.7851660484448075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5aa75fcb19ad83270558695c5e206b1e8f0ff8afccdae823a615b5f462aa1f40","sample_id":"grade-school-math.dev.3688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e680cbed2aa92457bfdecc400774e31f99cd0dcf6175665cbd7958721b4c2427","formula_version":"titan-u-contract-v1","latency_ms":1.444249995984137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23eb5ddddbcd6c8d6f1bce6dbec50a8b1115161058b39e87bb7b0d5878e69d1f","sample_id":"grade-school-math.dev.3689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84e1b5c6bcc6a787e7205afee71acb65965fa3656f933912347041505a4ec7d0","formula_version":"titan-u-contract-v1","latency_ms":1.1475000064820051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b343d44a68fdb5e86d0998af894e18b4f8b8a453e380d3751f86cbc24dd5f7d","sample_id":"grade-school-math.dev.369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f73334c0e0b7a13204ec4708b17025d25ff269346c2899f3940acd4cb746253","formula_version":"titan-u-contract-v1","latency_ms":0.7628749590367079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28c1c259813e96a9e267a8a08a8afc303cd782e352a79fea4d8f711a27deed3c","sample_id":"grade-school-math.dev.3690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbe229688c6e416adf32103dff458843244517995262f88ad051455af6a12ebb","formula_version":"titan-u-contract-v1","latency_ms":0.9280419908463955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3d402ccde52178c2a43deab050fee365d7a24d423ce94abc83fd07b46c8b4e2","sample_id":"grade-school-math.dev.3691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0afc315fb038fc7de912068a99db62294fdce18753579dfaa1330081559d2ca","formula_version":"titan-u-contract-v1","latency_ms":0.7059579947963357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbf7fe0ccfea797aca71a7873fcbb8d48694d7aaa9fe384c77c6c67613116666","sample_id":"grade-school-math.dev.3692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c88e16511b0620c2fe4774ac09f77b4dc2e65838cf0c6b89bd7284d1eb439e49","formula_version":"titan-u-contract-v1","latency_ms":0.8635830599814653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb379ce82347fd297c5bf3fff1cd4fb89e2b78d728cfb5ea811e86b1cd54724c","sample_id":"grade-school-math.dev.3693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9456c749d56bf14746ec00c3c072777b33581d1923238e9535477da088e1f52a","formula_version":"titan-u-contract-v1","latency_ms":0.6959170568734407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d53015f7b50575ca5e1277d658c90722fcbec5104bb28ea12f83f0eb4dbf1c0","sample_id":"grade-school-math.dev.3694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce04e6f29fee8728e2a7f16732a351ce969bce6182b7105b243ea42da0ee6c4e","formula_version":"titan-u-contract-v1","latency_ms":0.6574169965460896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"135a18347b37a1928e37e009aea34931d4fb2ca87520b6b799f1476ea49b2c0f","sample_id":"grade-school-math.dev.3695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6cda7c18eecd4b55b4edaaca2bcf35c875117f37d28b1eebc15dcb0a14af547","formula_version":"titan-u-contract-v1","latency_ms":0.876624952070415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d5bf5bc5ca540b78a2026a303aa642f6c7df4b8cd95c5e5cc318875ed2e618c","sample_id":"grade-school-math.dev.3696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4938cdc4c2a1c5de634faf52c7174aebcbbfef553dde652eb3371a478ff09b9b","formula_version":"titan-u-contract-v1","latency_ms":0.9147499222308397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b02059aac89f7e1d915e8167fec350f9b4ec612e9c9506d9927db3e1e4aa9e38","sample_id":"grade-school-math.dev.3697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f3d3f8a5e18177563d48e1a8d0ee9ec47acc5c57fb842320def24199eff1a87","formula_version":"titan-u-contract-v1","latency_ms":0.6321249529719353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20c6102f4660409f6f3a6f73beb368f741ba74c21098f7bf481f40c411986803","sample_id":"grade-school-math.dev.3698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d2d5b8e83b2dcacbd1cb66177bb773c46204aae33165d8d60bb7c8d4c13f6c7","formula_version":"titan-u-contract-v1","latency_ms":0.6174159934744239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e4740ebbfd94ef4b202bcfb3cb2139a45957ae0e05dc938c34f4f3252b4c45a","sample_id":"grade-school-math.dev.3699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52270972c728c48904912062af61079d5c75876707af08d2d7d59c0781216546","formula_version":"titan-u-contract-v1","latency_ms":0.8549579652026296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32e9b0fc89936359d1131b00407e637942fd00f6fe43c8a8b247a92388303bc5","sample_id":"grade-school-math.dev.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2156fd492809d157b04a7d3cebaecdd6a27bc715eed753ec83992dc6f3b0e8cc","formula_version":"titan-u-contract-v1","latency_ms":0.7730410434305668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aba3a5ba25f5bae05c335139a69154836cb9015ee25026827d466cbfe2527231","sample_id":"grade-school-math.dev.370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00f9617d11f0ba9119d4f847d985f0b1954870945e970998bce7febb1151d7eb","formula_version":"titan-u-contract-v1","latency_ms":0.7293330272659659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0d0b8440147003cf3731b47c6b0e37d5c92b77834fd26b2e53307f064cb6c11","sample_id":"grade-school-math.dev.3700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"090bcb291acac34e38a2d902620d238ae5691c3e299c03ccb2eefd352914db86","formula_version":"titan-u-contract-v1","latency_ms":0.8789160056039691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1f7d8be8edd33778e7801ecaf49a4d486a450296f25345c69b0a97e604225d4","sample_id":"grade-school-math.dev.3701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aa2c59bc25677902d4e09ed84f366941014fc9ec62347c6492876edeb31384f","formula_version":"titan-u-contract-v1","latency_ms":0.9460831061005592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8e7bc49f54eb759e869037340f475ef3c2c9e0316f804afdc70a8de596e233c","sample_id":"grade-school-math.dev.3702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5af7eb2eec4fc0554b9a3c9d87d90b9731fbf2625fa4dae2a26764d8c1956acc","formula_version":"titan-u-contract-v1","latency_ms":0.7172500481829047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45c35aa7cfedd8f7f8890290948234c94399acc568ef5e723191d3d4e817b6c8","sample_id":"grade-school-math.dev.3703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"602b8dee4058c5dd21822373a089cb3b5e06b4c2a9a1437538f5bfb54ef4cb68","formula_version":"titan-u-contract-v1","latency_ms":0.8237080182880163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d28f787a71cd67771bf90092691117bf1376bd0c2bc1eb50830a1e7816287e8c","sample_id":"grade-school-math.dev.3704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4077512a738b2059c6cbd49fa0d792ba871d194218d6645fbcaf730a5a001437","formula_version":"titan-u-contract-v1","latency_ms":0.9272500174120069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a1abb66ea0fbc67424bd617d370aec19d746c6c1d6dd1affc1cfb678c7337de","sample_id":"grade-school-math.dev.3705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d96e826d19eac664253c9213ecbd486706574c6843c1c90b8b5334735c0dc09","formula_version":"titan-u-contract-v1","latency_ms":0.7259590784087777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e92d80f7f304e6fece03d5d6a0da7f9a7904e1efbb47ff54fe461b1e84fa2934","sample_id":"grade-school-math.dev.3706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba286b4e693b725b99976bdbab6cb280c903460c299f310aefd73f78fe797750","formula_version":"titan-u-contract-v1","latency_ms":0.6764580029994249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6edb39c772420199701cbf7811ef40e394b8c463c2e96a72204e0a29da7d724","sample_id":"grade-school-math.dev.3707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44ca78e6cff5db5ce1f467a9dbb00d7f5f9029f854801cac4d3a779cbce689aa","formula_version":"titan-u-contract-v1","latency_ms":0.6733749760314822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34af6d962d4dd8faa6dcd4cf3cca9d2e9d2004844f30032a776eda7edd2782c9","sample_id":"grade-school-math.dev.3708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c05c84b41ef882c44045761451aff89b7482cf688b8982ec4929e1c57df65d50","formula_version":"titan-u-contract-v1","latency_ms":0.69500005338341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e335c2539fb53f7dbbab8828b6b66abcd5f9f01391dc80af2a8d99813d33e690","sample_id":"grade-school-math.dev.3709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dba4bea2d23d8b7d956769927910de5e217692b78f842786d6a06aee2b7826c","formula_version":"titan-u-contract-v1","latency_ms":0.6761250551789999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2962ba01b6ab9710da0bb784d9fe31606bcfbbfc3cf2d19604f95d0e91475732","sample_id":"grade-school-math.dev.371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c93d40a8c319822bff6ffcfd01853e7c9f462a706a3c4b68c0362d638c9f6b7","formula_version":"titan-u-contract-v1","latency_ms":0.8749170228838921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1221fe1ab0cb63579fb5b9d3d59f0c941d8342bfa2d5578e1007130f635b0354","sample_id":"grade-school-math.dev.3710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ee5b4e561aabd8e5e424c222b1d1f508c707550eeb30050d8a3928c68ecc70c","formula_version":"titan-u-contract-v1","latency_ms":0.9388329926878214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f965577d78966df8d05060050702b116a5775c2651e69de5d9e087c8d718d7bf","sample_id":"grade-school-math.dev.3711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d65fd9de4a8e4a50139f12219e08c2ee9023b5a01be8e9b2e041e2fc6a038806","formula_version":"titan-u-contract-v1","latency_ms":1.8634999869391322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a10c9f60548277f1e822db197219c298478da67a23faff32ca0eb4cfc7530df","sample_id":"grade-school-math.dev.3712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9918d1a56b1b9a2749cbcd022b532978b80e347d4a240565359ecf3ce245f5cc","formula_version":"titan-u-contract-v1","latency_ms":0.6684169638901949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d021a264c2b0667a1722a0320242750e53683d60764ebe2846a0763f09263dd5","sample_id":"grade-school-math.dev.3713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e82de31ddcd5478103d3202d71a61af0f1508b0cec7b542d943ec0c11de99c58","formula_version":"titan-u-contract-v1","latency_ms":0.74095802847296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96d37668aaf5d30feffcbc4e029987ca488cc8130a110e2a06dc486d12e18413","sample_id":"grade-school-math.dev.3714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbd13f7b38b6e6913f3efba7ae3c0252a4752bca0a6a2b0cab20e4ed4141bcce","formula_version":"titan-u-contract-v1","latency_ms":0.7246669847518206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b595a24b0ad745a81ac8bcd412c1248406b9b748a76caad76178da7080f1a5a","sample_id":"grade-school-math.dev.3715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5282a0eedcd9ba0a6f2a19f3ea7743c1f9ee1c0f30256e01a8e04e95e01ddbf","formula_version":"titan-u-contract-v1","latency_ms":1.2858340051025152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4594bba653285c18bc1e93c7e808aff713814463e72b27167ec7258796e37d7","sample_id":"grade-school-math.dev.3716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a636d16b3671b3fedf059a900fd5ea2e7deab7c6dfceaf5735159f5aad936304","formula_version":"titan-u-contract-v1","latency_ms":0.9966250509023666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c458a8f1f7b3fa5958029886b077ebbf63a1e3a97e0f6753a1d16f518c44a46c","sample_id":"grade-school-math.dev.3717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02e14f3a01870a48ead1d24c3ebddcdf7a9e40844d252b693237b4bab257d685","formula_version":"titan-u-contract-v1","latency_ms":0.836457940749824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9e73c33c005700076654622001f976d30ea3349329b3e4a805994f914483401","sample_id":"grade-school-math.dev.3718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"049c45fa52b161d0d36867bf99d96e13eb315837cb570b468921fe78733b512b","formula_version":"titan-u-contract-v1","latency_ms":0.6927080685272813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e40d135bf47797247017c6cfe69e8f74c8c3186f2c348b2ca55125c447a5075c","sample_id":"grade-school-math.dev.3719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ea94d6e300d174d0a2768d8c97b2211450857c2fe01981ec78ea8535d09579c","formula_version":"titan-u-contract-v1","latency_ms":1.4311660779640079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"560980207fe878d370d265d43be832d7dd5f8a91991c2d9ae4cf6b29717f8ff8","sample_id":"grade-school-math.dev.372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a1fe20b1e135670bf445a67c391560ad96bc406cdd855706eafa9fc92c918c4","formula_version":"titan-u-contract-v1","latency_ms":0.7112500024959445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e48987e74b4cab8d8382ac0c55500070c35304bfa53ad6611fa1edff9469eea","sample_id":"grade-school-math.dev.3720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0e1036efae830e08d65b3647b525e4f9c7e5c7a50066cdf7d5850a5cb2117ae","formula_version":"titan-u-contract-v1","latency_ms":2.510459045879543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"772a3ecfbcad1960d7b9c62bed93b57317d19df9237b5f0adccb652638c3486a","sample_id":"grade-school-math.dev.3721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39363cbcfd934a783eb03adc56b5a960601e94ef8ca8f139d45d0140097f863c","formula_version":"titan-u-contract-v1","latency_ms":0.9157500462606549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ae65cbfaa3c3602e727e8ffccf485bbae343dc5bca1d0cc7a9360ccaac43d88","sample_id":"grade-school-math.dev.3722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"690e84842dca07f83ea542514347eaa1d27c6852a8db1228d67586f26dbadf58","formula_version":"titan-u-contract-v1","latency_ms":1.2026659678667784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8f18b67668e275b4d6aac31c9a554064bf2d4ee5376db44e757701eaee8d854","sample_id":"grade-school-math.dev.3723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d330f99600a6b2c954c7c5155a85c434aa9aca7d35c6c03ceef48e97875abad","formula_version":"titan-u-contract-v1","latency_ms":0.7009170949459076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3382dfb38320087a2e776ee581c638f3325921f4fa4f479013ead8871cf45584","sample_id":"grade-school-math.dev.3724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52aee2bc1821c724927d09f9bebdb5ea9fd3252abf473385d372811206071e18","formula_version":"titan-u-contract-v1","latency_ms":0.8518749382346869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ede3e41b398a53abb295a25180214f2aca72e31feaa1c0d548eff1fa5ab269f7","sample_id":"grade-school-math.dev.3725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5674620428a2f320aae0c00406b6dbad72addd75acbe8a39571a017b7f0b445e","formula_version":"titan-u-contract-v1","latency_ms":0.7319999858736992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"591aade315dc3f1777ba155fc9ec55ba7d24e1c04f4d40ff58e90100cb0a6d84","sample_id":"grade-school-math.dev.3726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"affa5b48bcaad2f7b2afcb54bd05f3192dcedeb812277b648aabfdbdf92d17d5","formula_version":"titan-u-contract-v1","latency_ms":0.8667920483276248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eca916e2bb252f4fc5a49b702cce0c4ee7728a54f49f7c5ba525e87276cf59e","sample_id":"grade-school-math.dev.3727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"608201cbde931a6588f71d2e85372bd55a0f03b48edaccc736585ca259a864e9","formula_version":"titan-u-contract-v1","latency_ms":0.9810000192373991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36ebe280f7d659a948ff61324ff43928bc6f98a03198eed0ad4ad2d8904c3e75","sample_id":"grade-school-math.dev.3728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"114582bb34b49422ab52b4631f90579bdbf239462a169b55645f9fa80358c8e5","formula_version":"titan-u-contract-v1","latency_ms":0.7126249838620424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c114652d4d6ff9612bb9dc857d543d0586f3ccaa9f9789f642d984e172114e65","sample_id":"grade-school-math.dev.3729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3825de66f8d9ca0449937985b2f523f558407e481c4efdeecde601e69af1dca6","formula_version":"titan-u-contract-v1","latency_ms":0.7253329968079925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3218847c46536d1dd9bb38adac96de3428299a350726ab88193a5e9641ef8ddd","sample_id":"grade-school-math.dev.373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8664784aabf4309ca4588569c5e6e89dcd2f48ba1a4fe61919162696405475db","formula_version":"titan-u-contract-v1","latency_ms":1.0247089667245746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9400670343b7cfc356c97547a05ef29afbc56c6aa0ad9651e58bf952d0f2e58a","sample_id":"grade-school-math.dev.3730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dd1cf21e94ff4100c78218e0b83538aee4b4fa9aa8501c736cd4a3c20bb5ce9","formula_version":"titan-u-contract-v1","latency_ms":0.7241669809445739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c804f0dfbe7836b18a040289852ce6edefa6bc3bbb790d77d968e32093787340","sample_id":"grade-school-math.dev.3731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e85d71721a2b8af9a24e78950514887900837ce8be3e129d112a9005bfbe702d","formula_version":"titan-u-contract-v1","latency_ms":0.8394579635933042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddff93cf9b99a7bfa73a8339cbfc7af06c971f94b3d6c1d870cd7b4727074952","sample_id":"grade-school-math.dev.3732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d306bfe768191da4d95399c99dc81c394e84855b3cdcee66e805adc7e6efce0","formula_version":"titan-u-contract-v1","latency_ms":0.8834999753162265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b68ce0a66a3726cff87f5ae459339d99021cf3312920dc3f574a5144fb01538","sample_id":"grade-school-math.dev.3733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5c81b29a44ab7db1923e0e9ae1544b69dea787dd5c2378f0e45a76ca28e1f24","formula_version":"titan-u-contract-v1","latency_ms":1.0489580454304814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b73e117d558dd989e37bcd48b2a3925a59c0e998dde0d96f8c392c03939225a9","sample_id":"grade-school-math.dev.3734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94a81ec0910d9011677b5a3e48f274115765d33a0eb46e47ce8cea3595538eee","formula_version":"titan-u-contract-v1","latency_ms":0.8264159550890326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cb973c19385a6b53bfe082f194f3f3fad7f57e9f43f99c3efd31c4d7f983ae2","sample_id":"grade-school-math.dev.3735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bfbd72d3f4202bc07ecb5b51378cb2c9ab999640b0016de7de8e8b15f0bfc52","formula_version":"titan-u-contract-v1","latency_ms":0.7226669695228338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57db116e9c8142c0e929baa28485d21ee9c376005f70127fbd880ce631b93675","sample_id":"grade-school-math.dev.3736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15590178850ac06317f4c29c413a21214ca361d0abcbbccd1239eea831d79eb2","formula_version":"titan-u-contract-v1","latency_ms":0.9551249677315354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be5543a96b4dbb57c7f71e4269372478d911e2f8c9f576445fe8e9c2817ca948","sample_id":"grade-school-math.dev.3737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2e7bd594fca044e8dd7ab4acc3a634e58af1af40be6d479e21d8117b4a36de6","formula_version":"titan-u-contract-v1","latency_ms":0.8931669872254133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d654ccb4cdd824028cd825a519fd761b7379c8696e4e193537aea64031740c0b","sample_id":"grade-school-math.dev.3738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bd25d10357ad2847adb1805da93bb80466f9c50d7488ec444f169a7821ff0d4","formula_version":"titan-u-contract-v1","latency_ms":1.1711250990629196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"726682b28c78df01c79c51a51228b221589ac2a0ea7eb8fcc4b53b5819fef6b5","sample_id":"grade-school-math.dev.3739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"148c2ff7d8f84e9efe274fca05682426cc0c723d141e826a5b69f44e67db62f9","formula_version":"titan-u-contract-v1","latency_ms":0.862583052366972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b29d1ef431a4e1dfce0e304ae58fe9dbd4d249bd993c6660f802552a192fa94f","sample_id":"grade-school-math.dev.374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37c4b4e343c63114157d55b3ca2e23bd72bf937e47033f86f601e25d9874b4e5","formula_version":"titan-u-contract-v1","latency_ms":0.8493330096825957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"377f89b3b657f20dd3a4b8814689cebdb4aea905ced15cfd3e837a4823bec77d","sample_id":"grade-school-math.dev.3740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a916648423d5865fd70abdbc13d9618e13acb5f70bdff727ecfc97dbf0da3316","formula_version":"titan-u-contract-v1","latency_ms":0.6994579453021288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"346c4599861d2e6e378c39b78aa9ee7e35b7d348e7e3b607717caa9ce84388f1","sample_id":"grade-school-math.dev.3741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8cfe9a3e6bc2f0b4b83674ba1aa45af04ce3cfd81b8b6e60f21548c773375f0","formula_version":"titan-u-contract-v1","latency_ms":0.7492920849472284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b2f997af9a40e1cdd809aa23a75a410474f3c1eff9ecd78325bb5645af78204","sample_id":"grade-school-math.dev.3742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e5e394365c35442290f18e102f7934a60bfe604f659147d77355d4ffbea090d","formula_version":"titan-u-contract-v1","latency_ms":0.7716250838711858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"111043d456369b00d75b81ccd30d8b749d6cb08ce5bab257be02411389703f50","sample_id":"grade-school-math.dev.3743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"877ad4f38628a4cbdd18fdb00e1952379beba2d585dcf1ee649cfbe87ca919c9","formula_version":"titan-u-contract-v1","latency_ms":0.9721249807626009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c6bee621af89e6b7928e53f44239369bb217898826f703aae92e798dfb5f1fc","sample_id":"grade-school-math.dev.3744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"311dda3801530108f0583189cf3d737f209f8c11cd65882586a690728af6a6be","formula_version":"titan-u-contract-v1","latency_ms":0.8857910288497806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4d26d81e4f57d3f9929aca06555417ab3ebabcde0503d0bf41c834f3afad093","sample_id":"grade-school-math.dev.3745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b6b688de227ed98d9df3288772cf04a28203e07ac1fcd9eca2748c594c8c5ba","formula_version":"titan-u-contract-v1","latency_ms":0.8082080166786909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59adc6e532e1c8c1734f1c8b3dd874e7713e6497a37210f93da9e80cdd636e3b","sample_id":"grade-school-math.dev.3746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fde4191747f11201e89c5f3af980b44751c3f67594a50c4b84511348ca9a78ce","formula_version":"titan-u-contract-v1","latency_ms":0.9007500484585762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2962e9918418241af723efc0b44dc22efa7023936eaa808b322695d40e7cad9","sample_id":"grade-school-math.dev.3747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a978c00d2acc8b249df0d22abe7ea2d63f09d2b5e444f03fb854af0ab679ed14","formula_version":"titan-u-contract-v1","latency_ms":1.1092920321971178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0a488e3e4a0310d887c2b47fe3c3bea2f29ea7068554fbdca42d5bb1c2cf050","sample_id":"grade-school-math.dev.3748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0dfbb81d65efff24955f5577545a5e217badefd9a51251b3c24d983f179ebb2","formula_version":"titan-u-contract-v1","latency_ms":0.9009999921545386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17297a940480fcf7b6a1ff1f6d8fb24216577cb867b61e76f7abfaa609f65c75","sample_id":"grade-school-math.dev.3749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7098d029a1890120b8013dd257f87c8e69db6555df50dbf4370f93eacdcef7c","formula_version":"titan-u-contract-v1","latency_ms":1.0636250954121351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9c77d6f3bc62ee89c9d6066ab095d5aac75ef732d9cb93ee3a33bcfc4d3de6d","sample_id":"grade-school-math.dev.375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b76e409bf2b0f89cabe7cf9eeb13703a3ec590cf0eef781d5824df480f5e6b8","formula_version":"titan-u-contract-v1","latency_ms":0.9578330209478736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94d0d331374ecda0e1d66cfc15d3b30321abb8a2c99fe5afd1eb9f6396119725","sample_id":"grade-school-math.dev.3750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be5299f6cc50271b9a889f7ee836c8bc449d801175a98e6fdc685f3768a783ea","formula_version":"titan-u-contract-v1","latency_ms":1.050917082466185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eba47f392835829c7efcd44b4b216bcea7dd40fbb2cebced1368db2c5043fc7","sample_id":"grade-school-math.dev.3751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9931ca6e0f94a0885b5194ffc2563dd6e6991302fca1c7f913b4e32a0894803","formula_version":"titan-u-contract-v1","latency_ms":0.9714170591905713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd738b503254fef7cb4b5e29af4af4c1936e65e486d70c1f1b40053d81041919","sample_id":"grade-school-math.dev.3752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a7db25cd9f333875c0d0e73cc947019ac79f2e14350b327d2336135dda2c4b3","formula_version":"titan-u-contract-v1","latency_ms":0.6889579817652702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36b7ea2de04892398ffbc7083dc1f225430614c3b94505a2fab9cb1784077a20","sample_id":"grade-school-math.dev.3753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a8208f66fc1356bb78c323d1a03fd0f5df2ee1b76de05cdf38f001dcb704615","formula_version":"titan-u-contract-v1","latency_ms":0.7132909959182143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b82abfa5f193139e570449a4c6c6d20ba5b4cdd92fc44769245b4461af6c83de","sample_id":"grade-school-math.dev.3754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4659d6a1769ea7e9c1ceefc58537dd86ca96751c1d162974370f64c67eaf942","formula_version":"titan-u-contract-v1","latency_ms":0.9065000340342522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77accca1476c7ab1a0868809f51fbf683f6a3e5ad3b76ed791094f0ed1559733","sample_id":"grade-school-math.dev.3755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72c24909e115077c77c4c3f3156e5119a985f8c0751f64d34745ddb366fba907","formula_version":"titan-u-contract-v1","latency_ms":0.793833052739501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b5661e04ce55c1d0b2e0ab6b5dbae0d43e02a5281451c4868913780ca5ae9f6","sample_id":"grade-school-math.dev.3756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6df7d96f2198fdd1227b2267019941a74330f8e522d27cfb220854e70152ecc","formula_version":"titan-u-contract-v1","latency_ms":1.7584169982001185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f298a0592c9d647a6234751018cd0c7a0cb6afdf7512b4eebe4b96c5d7b8cfc1","sample_id":"grade-school-math.dev.3757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e4b69a6f1cb58a01c206b1965d7dbda4eee4ade209409c8389a8314fddb1ccb","formula_version":"titan-u-contract-v1","latency_ms":1.0267090983688831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62a36bed3eaa04a3a0c44c3c803e6339513fc19211aabd05452c3ac819678da5","sample_id":"grade-school-math.dev.3758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7f5ae6baeefed53860e46c6b96f2da49c0d51d7f072a01edd55f176a790f023","formula_version":"titan-u-contract-v1","latency_ms":0.8815409382805228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93ab9901781c8b064ecb63db345fef3c62d9e63979cdf13891d4a2f9787bbe05","sample_id":"grade-school-math.dev.3759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d647c73a73381f6538e6faf8d305f4b264704a66e36e7bbcbe08c8e6b399a6e","formula_version":"titan-u-contract-v1","latency_ms":0.8592089870944619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34b7c60dafbf7afdb927225eb9f9f6edeeb6aaa70ac5e628177fa4718befc2b4","sample_id":"grade-school-math.dev.376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfb1539ce06401e2c4642104815f71c2a623abaa765c3d8542cf72dd4cebc43d","formula_version":"titan-u-contract-v1","latency_ms":1.2537500588223338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bec653f87aa2fafbf125e4dafa2bbddbd26ca69ae7283126353cbfd0c6f1b7d","sample_id":"grade-school-math.dev.3760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cef5c8ecfb1f1426e8ffc6a22ae0b4efea8982f813869bc89abdc23b24e9b6e","formula_version":"titan-u-contract-v1","latency_ms":0.7068330887705088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d440a6548789fdb891276fea92a75b5ab21879991eefd060875fa8e75d473f13","sample_id":"grade-school-math.dev.3761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31571b2edab07f722a8f75fb26bea57d6b8e65fe1a5be673f9ef9bb357f1d681","formula_version":"titan-u-contract-v1","latency_ms":0.9292500326409936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7400dc41996082082d2b6a49272d097824cfc42edbde1976d68efaa1e9b20795","sample_id":"grade-school-math.dev.3762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56afe6825170f52e69f19acc9973006a79ce7ab9723d270acf6b1f06402260ef","formula_version":"titan-u-contract-v1","latency_ms":0.8547500474378467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc287834156397f6cce523461d657f2efbfe50ecc89cc0ac1594fc77669fe7d3","sample_id":"grade-school-math.dev.3763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e26091bb4794e674406d82ca2817e59beff69505e1084c4cdca6820c2445adb","formula_version":"titan-u-contract-v1","latency_ms":0.9004160529002547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feee6c812e939bf489a101cc9b1b6d05dd177b998be13d2efb1c5c3f7ad75737","sample_id":"grade-school-math.dev.3764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"084ceb43105ff17f946902ff5ea89ba7fda850898ec1f81c8791e7a5222e9581","formula_version":"titan-u-contract-v1","latency_ms":0.7037080358713865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba09982e90ae1c9a8237ea6da2c202aac0c9e8ce8398bd6f67429ce57132b27b","sample_id":"grade-school-math.dev.3765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"732dcd3d6072ea4d722c25f73a55030fa4f5f334769aa96bf16f2edd55c5a3ce","formula_version":"titan-u-contract-v1","latency_ms":0.6566660013049841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db4209d54a425c9a001ccacec0808fc11494404333613024eea5f10aefebfb3b","sample_id":"grade-school-math.dev.3766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74b190d03506850023d10527ed0060d4d2e0911b01d7664bd2741d5a82d5d736","formula_version":"titan-u-contract-v1","latency_ms":1.006999984383583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8a693e86490922a8b1b8dd51ebc03290d725f26809e1f5abd27bfba1a7515a5","sample_id":"grade-school-math.dev.3767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a07466fdf8c16aacd51ded7bbe64a6724c4aa5a43706a79571b4a3297648081f","formula_version":"titan-u-contract-v1","latency_ms":0.7062079384922981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ffa6f0aa43e2adc0201cd615469330fdb398420f581d3e3549d77a1079cc821","sample_id":"grade-school-math.dev.3768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2396281422b668efa84dad5e9823404df0ac0261b4f4c107bcb36f20f5d0d076","formula_version":"titan-u-contract-v1","latency_ms":1.1690829414874315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f27b21a046828d0e8e6c7e839b67b1e9f4a93d29c0cb90572e0be713aa9ea49","sample_id":"grade-school-math.dev.3769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed4177451a2a13e5d962046eecaf042e9638ce575dc35515089efe2e0b2cbd0d","formula_version":"titan-u-contract-v1","latency_ms":1.037708017975092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8199eb5bb5ff276e9d27aeb4bc34f3c8e87d686d6d713f68a4f479142d5a6b4","sample_id":"grade-school-math.dev.377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fea9da068878627e3a15a1af5f95e30522d1e7b816c9ffa2fe9eccdae02603f","formula_version":"titan-u-contract-v1","latency_ms":3.6196670262143016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9042825290d42793b9a409f53722dca7c0c15d9a1c5e5e454f2d9e153d9fb94d","sample_id":"grade-school-math.dev.3770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc4131b83120984204113ff75ae5d3333a3fc4f46e9e0263dbd2934f3c006166","formula_version":"titan-u-contract-v1","latency_ms":1.511082984507084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4bcd3c3a6895e17923e3150eff9dbbdf136b2efaad922543d1657e67fc83f33","sample_id":"grade-school-math.dev.3771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed5cecbe925ebf7e4c13854cd7e6377493889aa35282e88da5a5f7465e2ea3f7","formula_version":"titan-u-contract-v1","latency_ms":2.775583998300135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96103f8d83a36bdd121c71b9c5d92546119221c3588d1402ebe048c7171245fe","sample_id":"grade-school-math.dev.3772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0baa282ae0e03ab3898e59d25dda88afa4ca486953470605290e7d46f88ad7f","formula_version":"titan-u-contract-v1","latency_ms":0.7035840535536408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aa478174781d016133f53c78d6cd52ae604f0dd2b027f2390727f4b5da362f6","sample_id":"grade-school-math.dev.3773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79c7778084fe25be917584cce29c6863256423680d92e26c717e89c3698e59da","formula_version":"titan-u-contract-v1","latency_ms":0.7084580138325691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d45bad67af74665dac1c381359b933b51df4e731c43e9840b0558170143db075","sample_id":"grade-school-math.dev.3774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"428b42eb68107686434e77141e9a602cd552dec07724f80af63209cd73c77a02","formula_version":"titan-u-contract-v1","latency_ms":0.9169999975711107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c2a83efd4a09840bf232eed7b8387432676fb5a78db37f7c8fae86d1b50bb55","sample_id":"grade-school-math.dev.3775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae10fc33c6348095cc9950f39cfa3358074f56f0df0756cfcd800788f399f681","formula_version":"titan-u-contract-v1","latency_ms":0.9111659601330757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39af04d662e60226bc172e157aaec5feaf9b97a36b2caf7e07a1ad8f4c489bbf","sample_id":"grade-school-math.dev.3776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42703e019bb0047e92cbd996dd007e83cd12c2917f707d9abbedfb2bae9fb803","formula_version":"titan-u-contract-v1","latency_ms":0.8022499969229102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62d2cbe4d99a881d67d7edbde6e9e6a485228e9d9bab27f70a58fd32d9fc3529","sample_id":"grade-school-math.dev.3777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e886cb9e539c0002f9989ee61abefc49f7cd2a24313c09f520aae6ac4b46227","formula_version":"titan-u-contract-v1","latency_ms":0.9319999953731894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"599eb11f12be791b5f72f38ffbc96c9f91fc0634a996d40a17667adcd5b9959d","sample_id":"grade-school-math.dev.3778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"626c713f43a767e800bbe66fcabeff634b3c9be61844c7de76366e8cc0659951","formula_version":"titan-u-contract-v1","latency_ms":1.362666953355074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"511b8686b6147a98a0e12cb5c82c44d4654ac82234d764252dfa1ccb976b2d28","sample_id":"grade-school-math.dev.3779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da39831e6ef97379242375839527f704197377b13acd62aa19baf0f74fa7f911","formula_version":"titan-u-contract-v1","latency_ms":0.8977910038083792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7daac43e56767673bc3476e1ff7ae908e88e7d3859936029ee633b94572e77f4","sample_id":"grade-school-math.dev.378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d97c7ae7b9b4c370cdeb18fa7815ce4db9685a40ff4b8e33dcb556e73487522","formula_version":"titan-u-contract-v1","latency_ms":0.669292057864368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5876ebb51d856d47ebebb1fbc63988a0805875eecb42ee18e2d2d4eefc3a252","sample_id":"grade-school-math.dev.3780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7426e65f1aaea180f911ba71028c950904ef0e74532aff31242cd6812b614c9a","formula_version":"titan-u-contract-v1","latency_ms":0.6706250132992864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b95e314cf9552b501920675b5caa83088f983f01ffea30cb253d41333507374","sample_id":"grade-school-math.dev.3781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"891ef09a2e3a6b440095cc7709b1e5b182222e3b7a528905f4b9dc799717bc5f","formula_version":"titan-u-contract-v1","latency_ms":1.0260830167680979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8901a030e3c949733c2029aa503544900468f235908be7f31e064461ddd3aee4","sample_id":"grade-school-math.dev.3782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db3cd746abed2a2c54b313307c416b578b220497daa48c7f35f73d6c1413e3b0","formula_version":"titan-u-contract-v1","latency_ms":0.9274589829146862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d96718c0a1230b96b14007e8e4a5fea98a503c68053a98fea226db117a239090","sample_id":"grade-school-math.dev.3783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dea856a5244a4e5915bf8778122bb1a2ef8d244d60068efcc2f73912202abbf1","formula_version":"titan-u-contract-v1","latency_ms":0.6754579953849316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aed01ee194c563dcaf6baac9e4bf13d0f8f819bb1198fc5836a2ced7a3f10902","sample_id":"grade-school-math.dev.3784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd0e24882423ce301089a13ae101381066b1d5503f1b5940219943e9815cf0bb","formula_version":"titan-u-contract-v1","latency_ms":1.2324999552220106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be1ea8254fcd5f5ca7a1c73a2676369c162eda6780b35021785f19ee54ad6ff5","sample_id":"grade-school-math.dev.3785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0009f3a716648808f535fdfb152236ac12d991c325dfda7b5d85ae0f921ba6e3","formula_version":"titan-u-contract-v1","latency_ms":0.6946250796318054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f3b6dfc63a393c8f9ad73b39917e69b2abb4bf6a29fb29a568ed090919bb26e","sample_id":"grade-school-math.dev.3786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcd569e3ef054910cab7a90c995e81394cf6139000633dab537258cefd604a14","formula_version":"titan-u-contract-v1","latency_ms":1.4374579768627882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57b1f9969f08fa1b6961db152ab092d552da90e51f7a976e97672f277ecb1765","sample_id":"grade-school-math.dev.3787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9ff1d21c5fc5373988442eada1b4e22413d4f5dba1067fe545eb958878f334d","formula_version":"titan-u-contract-v1","latency_ms":1.7695830902084708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2eb5f4dc7ca19f116caafaf0bd0bf922f6d6089735aee2ac5120da73347a98e9","sample_id":"grade-school-math.dev.3788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3728c0da5ed5214714e05788d7076619a43a182bfa4394d474a63c26f1c7ea1e","formula_version":"titan-u-contract-v1","latency_ms":1.010625041089952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6472855f52f80f6af7a71df50e25f7839e9d0e67260ea0927361727fce162d4","sample_id":"grade-school-math.dev.3789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7d7fa55341045747685142972c7c3c7eb96595264cdc3341111db2f6d4ab322","formula_version":"titan-u-contract-v1","latency_ms":0.7297919364646077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cfa9bd58edfab01e00f4851563fef11e4dd2bbe614d9666b96b5593daab7daa","sample_id":"grade-school-math.dev.379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f84656df8b32fb4e5479b119f6fa9fc2e4264c78aff14876e3953c354c90dbbc","formula_version":"titan-u-contract-v1","latency_ms":0.7060000207275152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd0d35772bd7ca1060cbf9a131ae66495f4c6858bf9b170b365497dc5a51197c","sample_id":"grade-school-math.dev.3790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"210ac2311970299a5fe308f94336d2dd294d74a6ddbfbafea73edc68a5881129","formula_version":"titan-u-contract-v1","latency_ms":0.8755000308156013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05275caf1ec0c1d4c31dbecc2a61423d751021759c22688bb3849a3121ffe6b2","sample_id":"grade-school-math.dev.3791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4140ac449355bbe582c13a5c8e7e29eae75a54cecc8d544b594084e2b2edeff2","formula_version":"titan-u-contract-v1","latency_ms":0.7001670310273767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82f9f6b3c18b9e8454734165901fab8d91a54fd1669290478c921319cd24c8ac","sample_id":"grade-school-math.dev.3792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6133aa9138adc3002dd8a6def3f8119c840ca4cc8ddbba93503cfb603dfd911","formula_version":"titan-u-contract-v1","latency_ms":0.7034590234979987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48079ab80d8180b02e36bef54ab26d9977db5a5a0b965b215aa59c3e5f3029f9","sample_id":"grade-school-math.dev.3793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aec49b9f66a28c35f8b20f02038790ecb04b5710ac998fa84a404271e667d5b4","formula_version":"titan-u-contract-v1","latency_ms":0.6805829470977187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da17112210ea4d5cac09aa8b8714408d83b934b58afa1614728b4e27370a5bac","sample_id":"grade-school-math.dev.3794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e748af5d37f9d73687a3096934cb80e058a6336c76e8bb3bbbdf6e21d5667b9","formula_version":"titan-u-contract-v1","latency_ms":0.8162090089172125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40c60d0da18c7177701dea6dc456539205566a2ea178ccd96106d80f3b615b42","sample_id":"grade-school-math.dev.3795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78f9dfbe54114b87a7d762a350350ec7f5dacef9a27bb3ce0f3699dd8452d344","formula_version":"titan-u-contract-v1","latency_ms":0.927375047467649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4eb68e765c56fa0b2bf4375a97d624d4b2aff387fef55c069bb83149756fcc8","sample_id":"grade-school-math.dev.3796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"919d4a885a3da9d10d81c0f7f770eb76d6be541f68fe8e779d031a3c239eca92","formula_version":"titan-u-contract-v1","latency_ms":0.6637920159846544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54b69c242e7bdadec2e94969dbb7dad0831cf52960b3e77c612c6522aa9e1d91","sample_id":"grade-school-math.dev.3797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cff306f76823c8938ee6d5553a9f7a5c65d033cc0912dfcfd60cca47b71e6ac3","formula_version":"titan-u-contract-v1","latency_ms":0.8304170332849026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ceaa59ef533f654193c0e6a8314f11d469dfc7fc81fbdd12d035ca300c057de","sample_id":"grade-school-math.dev.3798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d75cb528445fb145c45705836d08ebd9e64f82ec14cd4145de37256a84ab9b8","formula_version":"titan-u-contract-v1","latency_ms":0.8071250049397349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d04e26597b22ef123dfb42f3536c2f7370d8a9b5255c1f802c6cd374e7937b65","sample_id":"grade-school-math.dev.3799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62b690b041f8561d0602e20b7c04e9fe91426c38b5ad590b03e8a7e35d1fcb78","formula_version":"titan-u-contract-v1","latency_ms":1.1209589429199696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa3187bdaa33617f824e886acb5f1c1072039fef153b8e249615c2084766e1b3","sample_id":"grade-school-math.dev.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"249132f32ebad988ee882eef24f5f1d74b94d57fff53549751094438959c8aae","formula_version":"titan-u-contract-v1","latency_ms":0.9006250184029341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"067aff3c7c380b0efc074b685d2d729136f4e05fb2430a11389c3a571894878b","sample_id":"grade-school-math.dev.380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e70d079f8bcf390bc7e851ac22e13eb57aa3d6ebbbf1746a8edf6bff3ec7056","formula_version":"titan-u-contract-v1","latency_ms":0.799583038315177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5aa4e8fb07c7542c658bc682c9e6322ede78f3683021319aef8d5ad313d5823","sample_id":"grade-school-math.dev.3800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7c8018cd79dcaf0cfe20019218cdc4a3470755ac193c4f0f59f5a408dac2221","formula_version":"titan-u-contract-v1","latency_ms":0.9537909645587206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e06cd281fb6e933d0cd506d5e7b47d81191a8756d59d4579cf352a5ad623cd9d","sample_id":"grade-school-math.dev.3801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ceb05a081300259f99347b4efe68e19c75a56051f350b3515444051186645ee6","formula_version":"titan-u-contract-v1","latency_ms":0.764083000831306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"226d60b8b0ae6a29d9521e5d07b15cb96039b4e7da782b664d0c6ef099a8c50b","sample_id":"grade-school-math.dev.3802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf2f7eb8e496e30339f0277e255cb1557995cb23452f93968241e68287b05311","formula_version":"titan-u-contract-v1","latency_ms":0.8210829691961408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9abcce04600d6bfcf058292c3f8810787f11a73481299e0c612d3e0f4cbd045f","sample_id":"grade-school-math.dev.3803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a965c2675cd9f13b0a3a8e5772a0daff87902441ce8b3a5a9059df24319d0db","formula_version":"titan-u-contract-v1","latency_ms":0.6935000419616699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f9e66dd954ea462d3661ab7ba257c19fbf05ef63ac76f7b921d8609434a58ec","sample_id":"grade-school-math.dev.3804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c840721601118f34f0fef6c0d2811ab6d5e6b910641e78d306f61687f4935be","formula_version":"titan-u-contract-v1","latency_ms":0.7920839125290513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64ed81909249a3e10d8fe4a0af10d1fb5668c54dee7d379cefc1c2e029eaa4ad","sample_id":"grade-school-math.dev.3805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cb36cbbfc697f390f1a0631835de2a46b6ac9f7189ce396d88eb8f9296f58bd","formula_version":"titan-u-contract-v1","latency_ms":0.894417054951191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0158f40d405c5cd2db788bb0720c711d7e25532a6529e19b4e6c02ce055ff2f","sample_id":"grade-school-math.dev.3806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b46b2f5639eb38b68c325f17462ab1ff8ee46b08c1b1d3e264c5459956d6693","formula_version":"titan-u-contract-v1","latency_ms":1.0445829248055816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a5ce6718e69f7a34bed65b0606e2c4a2a29125d2b56eb100d4aebe75d9e248a","sample_id":"grade-school-math.dev.3807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6994781d14a7125f9704db0e7afa6141671fb8feb896643ffe5a6492ee155d5e","formula_version":"titan-u-contract-v1","latency_ms":0.7093329913914204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03a4bb9ee6d03704f54f21ff1695f9dd4003f7a0e1633ebbb1cac7e0945482aa","sample_id":"grade-school-math.dev.3808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"436f881e9b158692d50325baa5049e9a3c60d94459b80aad9ebcec5f3eda9caa","formula_version":"titan-u-contract-v1","latency_ms":0.8602500893175602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06ae50aa73b14e9808c644063dd4205b247cbee6974f2849d754d6433bea8f2b","sample_id":"grade-school-math.dev.3809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2d7637f3e2c8c7e99f4fe0ce107527e6be363c9024804095a4d3ea0184304c8","formula_version":"titan-u-contract-v1","latency_ms":0.9299579542130232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff4217753c4f3bafae9efb8e1200e776b9348ee4283bf500ef931487dd81963c","sample_id":"grade-school-math.dev.381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ebb728b22ffeb752cf7fbfa8ab2ae1e3086185765638bf64bf673920f399c51","formula_version":"titan-u-contract-v1","latency_ms":0.9891249937936664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a45ebed319b2423f903c7d8ee1434eebecb029d6ea6dc38b6123ff315e6d478d","sample_id":"grade-school-math.dev.3810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34770d8a4981a31b3311c306adb0dbdc27f6b20602e4f20525976c90b9561d74","formula_version":"titan-u-contract-v1","latency_ms":0.8909589378163218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c9a847e59444c36e5e70242eb0d8403169e5fd041f006f9dae9b9031cc88428","sample_id":"grade-school-math.dev.3811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05be9a507a07c108d737dda402b2fa293039c5fead4139056057ee033fc0fb66","formula_version":"titan-u-contract-v1","latency_ms":1.5931669622659683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69532647791c0079ae3fcc07d4a0b4a11f39cf9a9828b36476529ab7ba8de7b2","sample_id":"grade-school-math.dev.3812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3135bf871d60e58c702d4c9068f0b9b6a42096b11305e2539ce3f17fa9d5b6e","formula_version":"titan-u-contract-v1","latency_ms":0.7965830154716969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60917be1887862cf804eb820ec9891eda3aec2b5738819e6d2447e3e15141907","sample_id":"grade-school-math.dev.3813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60a429afbfad2cc131393aa1dca1e64be22d2e5c056f791d4d74b7231d082817","formula_version":"titan-u-contract-v1","latency_ms":0.7182499393820763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b36f9fde58fec27939ff4010aa11292b704f8dceaba6eea239d4b7329f93b68","sample_id":"grade-school-math.dev.3814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8104da0190eb82e1951d44ec2b6269fef474241759052c4038c2f84ef473582","formula_version":"titan-u-contract-v1","latency_ms":0.7397080771625042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cdcc7d2efd6057ef0b8ddcc08e76c44a8c515b94a31dbb0967c0c0e11eaf701","sample_id":"grade-school-math.dev.3815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c9e62d95f50ea8e58de304f753bc433554eb4f3c049173a6ec9cb4c8509c670","formula_version":"titan-u-contract-v1","latency_ms":0.7931250147521496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67a52c2d2add385079c9a5c6917e737f785542b43c4e5a8afde71aee17a1f64e","sample_id":"grade-school-math.dev.3816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67b09f04a60e4664ecaf6b30791d17e39658fac4f8c139b5066d2abeb961352b","formula_version":"titan-u-contract-v1","latency_ms":0.6593749858438969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b41a3a6267be37b7d212003c4d03122e28b212ed3ee8b922a4a550711b87d01","sample_id":"grade-school-math.dev.3817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77070de0bf3990f82d9ef3945dbf3b0e4392a4bfd07d29948e51fc8a6a6ced65","formula_version":"titan-u-contract-v1","latency_ms":1.0061250068247318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20c01ac55e5fd65bd1f5fc9554c91468cede7b8420432920a4fc992661ee5272","sample_id":"grade-school-math.dev.3818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8d006690cc0bc4c4eb3594a54b3dde76cc645690b8a9be392a6c027d64c9ab6","formula_version":"titan-u-contract-v1","latency_ms":1.531084068119526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5faed7396dc10065d63dce26785c602a8456a8c34d2f6294439c23af9879667","sample_id":"grade-school-math.dev.3819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cce2aa0891ef17f44837c58bf5327cb401d5c38d2d241ca81cdf069058a099a8","formula_version":"titan-u-contract-v1","latency_ms":0.6268750876188278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"120a49d44a4894337707d45f9f0e640287b4691f0b0a3bf79a96791882a4bd37","sample_id":"grade-school-math.dev.382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69d5a78ed329c2e02fbfd23a13fc2122cb08627b2fa08daf0389633d1eab918e","formula_version":"titan-u-contract-v1","latency_ms":0.671125017106533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e948f459894c3f2bf99380d0ad57a31cffcc8edfebe8711781420565ac5bdce5","sample_id":"grade-school-math.dev.3820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bee962dfef4f1b57feccd2f1aa44b99b8a82adcb96e857db8dd2a5a24c33aa1c","formula_version":"titan-u-contract-v1","latency_ms":0.6889170035719872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"696bd08e339b9105415c5e8a524124e2e1c217679507c9c2b852756eb093a6e9","sample_id":"grade-school-math.dev.3821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb634826f2e88025d878b0a806a898607232008d77b2d1b80496b5fdf3084c81","formula_version":"titan-u-contract-v1","latency_ms":0.9745829738676548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd60f31f5930b4d488f45e8517567bdc1a18dd32131ab0fe35d48c428cc456f3","sample_id":"grade-school-math.dev.3822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64f185846a2e943b09a9ae9827c7066ef6f2d544f519c7950f9790484c84cea4","formula_version":"titan-u-contract-v1","latency_ms":0.7389580132439733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd4ca4a6905da2e20649e7a76e1be0da42d46c1f1868fad849b7b420fb0c69e3","sample_id":"grade-school-math.dev.3823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42e506cb386e14aa652c8a7c3645f60fc2624032376ed97f3dc79f1dfdd7b95b","formula_version":"titan-u-contract-v1","latency_ms":0.7497910410165787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b68bc32a1a924245bf22cdbb78254924fa3f1d6abe76818c2572ca98a0b49962","sample_id":"grade-school-math.dev.3824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac529dbb91091267ab844b5e0af41f0f33323e3dd6d3144a5115569532c1ffa7","formula_version":"titan-u-contract-v1","latency_ms":0.7136249914765358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d344ff9899accc70456767bd6d4eace6afecb7bdcf49516d7936fb70f1991488","sample_id":"grade-school-math.dev.3825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67bb0f581923ba55cdce3caffdf2fea1469cd0e1609c0cd6eb06ba369978496f","formula_version":"titan-u-contract-v1","latency_ms":0.7700000423938036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"263e6c480bcf1f61de5f56c07d71b250043894bf69902256abd35ce407f1655f","sample_id":"grade-school-math.dev.3826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96e1543cafa1490d02c46f26a8e79777320056ccec665443a0d37c9313426060","formula_version":"titan-u-contract-v1","latency_ms":0.6831659702584147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be06fcc1be5b4393e2cda614fae1c347ae099ca26ddc13116c6f733056cff4c2","sample_id":"grade-school-math.dev.3827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6119e6c5838538f1e53a61eb0b83ed2b270d83efbeee3aef175612f69c1e6e29","formula_version":"titan-u-contract-v1","latency_ms":0.7012909045442939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"661c51253ad81e512cb5de090facc8383eadee5e6ee8a5f46a8b5e4f2ee17c80","sample_id":"grade-school-math.dev.3828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7508256184a2c9c1a9297992e95a136d1c3e5b95af5ec6bced4408863983fca","formula_version":"titan-u-contract-v1","latency_ms":0.6671249866485596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dd63fde4aaa2806e0cf6298960574a1940764e319f34d290245702c7e844b6b","sample_id":"grade-school-math.dev.3829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"998576a73e72dfeb20a7187520ad35cdb62d086a1552c89adaa26667560a351f","formula_version":"titan-u-contract-v1","latency_ms":0.8970840135589242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4be906954c7b40583e04611b755bdfb1993777ac8e99f051595a241bb3d5a9f0","sample_id":"grade-school-math.dev.383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba0441546b5df3cb6753caafdcda88f59f5943e39fdf016f6c0f855dfa5244a0","formula_version":"titan-u-contract-v1","latency_ms":0.8781249634921551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef7fbd3d79d29123c4d17688182d08be54b3b60bc39fad2ba8df43dc99148278","sample_id":"grade-school-math.dev.3830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7a7a9591421e02974dfb822e38fa648ba9d1888cf7b02441298a99afa917545","formula_version":"titan-u-contract-v1","latency_ms":0.6956671131774783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a40027d6b2033697a6b00cf40f36f3a0d3c4f879deb06fde59e308e3ff237b9b","sample_id":"grade-school-math.dev.3831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c0f401356fc228c5f32d48735b1afe98c88e0b65dd39746a5bdb6f5fe9124bb","formula_version":"titan-u-contract-v1","latency_ms":0.8975419914349914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f168d7c6330976092320702a8b0697e130b09ad27840b54a9a776d2424d0be8c","sample_id":"grade-school-math.dev.3832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d01fdc13693e8a78a2e16d60c63b2b81eb33464c5ee900ff6f2d31a3fc36c0da","formula_version":"titan-u-contract-v1","latency_ms":1.1400829534977674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce2a6b3275115645de49c1e23fd57a499978d8943aa97a4bc062c85aea8837f4","sample_id":"grade-school-math.dev.3833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f9870410a9051edd200c0f2719d30c61bb8e973028c60f965c4fc759319b765","formula_version":"titan-u-contract-v1","latency_ms":0.6754999049007893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a3da6604143d0b6521c5b3df7e16abf24c2639d5776f270a76dfc033c1c798c","sample_id":"grade-school-math.dev.3834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71ee7b090b21f9a4d890eefdcf59671ae84fe1c105329ddb9f1093c006118521","formula_version":"titan-u-contract-v1","latency_ms":0.7751249941065907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"704be584e33987469ca176765dbb4c1a914b2d19297c27fe9879e94918ca597b","sample_id":"grade-school-math.dev.3835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fd136556b94663df3eabc6355315b221be21c94991a365489195d54d69809c9","formula_version":"titan-u-contract-v1","latency_ms":0.6905000191181898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f30a1da9559d5aa5bf6f9a2ed3b265e27c75abcfdeb5da2466a912121e283ae2","sample_id":"grade-school-math.dev.3836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd21aa5b699455c966835c7b39ac5f4eadbb63ef86fca963ccaec58d6c1efdf1","formula_version":"titan-u-contract-v1","latency_ms":1.003334065899253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7ecbfb5819f269ae0c31aa660a0c19fee2e9a5dba19f5145caf21d35cc2deb4","sample_id":"grade-school-math.dev.3837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f6210c5c88a290100f508a924619355ed4391064798bf28c8a843ac2cd5baec","formula_version":"titan-u-contract-v1","latency_ms":0.6688750581815839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e91e81a017cc40bedd9348b26495481863682af6490764cbce3150c1fe61eeb6","sample_id":"grade-school-math.dev.3838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f28bc9b0cacd01a1dcfb1069c525660b42646b9c8403dac8fe7b740ff381da48","formula_version":"titan-u-contract-v1","latency_ms":0.867874943651259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8e02ca581df3db8b4a9205df58d27d66dc470ee61e3c2171eaf7374319d3a44","sample_id":"grade-school-math.dev.3839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"084de134cecf647baa2410fe1bf82f64fd7aee76dcedb9a9565f11e815430f33","formula_version":"titan-u-contract-v1","latency_ms":0.7808749796822667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e8db1fdb97353fd19bb2e3b63f33a8ff02ac33378136475ec2b90240b18ae0b","sample_id":"grade-school-math.dev.384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcbc8cc55b150d6f348a087d87a60197d96fb85a5f46054d2332646b0c7d2853","formula_version":"titan-u-contract-v1","latency_ms":0.8289580000564456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fb7a7446bb70941ccd64538baa4baf3f0b94190e7b5e2b321936ad2f44e363c","sample_id":"grade-school-math.dev.3840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afaa59a51251260dfb6682d0b7c9feb441594ffcbe6209614a3163b5f18ceb0b","formula_version":"titan-u-contract-v1","latency_ms":0.8162501035258174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa1a329a99238adf7faf58c22f39fdf5e53d0fdd656155f79cd85e1f9dec7023","sample_id":"grade-school-math.dev.3841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c41c9afedb43c03959853198b316d3fd6cb7c7db0c2382aa4c3bbb02e1f6d4c0","formula_version":"titan-u-contract-v1","latency_ms":0.9121670154854655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7fdcab7ca7ec5dbc649ef157afa10002ff4acd5e8a33ad1678b70fbd51d8b8f","sample_id":"grade-school-math.dev.3842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98f0daac12c386d06f584c583df2f127c3c9f0fc9ce45639e13ab3bf2c88b7d3","formula_version":"titan-u-contract-v1","latency_ms":0.9805840672925115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f156a6070f7e0518afa88f2381ba20175435c8084010393afa235479a1088bb","sample_id":"grade-school-math.dev.3843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fac724a8339088a566d0f4fa783e6fa6591defabb012316bcdde6339ef1ada4","formula_version":"titan-u-contract-v1","latency_ms":0.6539999740198255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c86f9867c0e3b6624a51cb2d72f621fa90f93d7c5b77af036472dda5404bde96","sample_id":"grade-school-math.dev.3844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63f81c5bdccdc89347a364b79bea2247c165eb50547dac02b2d03543e3d9f0cf","formula_version":"titan-u-contract-v1","latency_ms":0.9145829826593399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67d735a9f00eb31f277c595ee7a0cbc15e6846c961644782c77ebc7abafa905d","sample_id":"grade-school-math.dev.3845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1352e8f629bd7e56eb688e7c377aec73443d73840775c5bd3461bc56bb44a9f2","formula_version":"titan-u-contract-v1","latency_ms":0.7391250692307949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5484aaa01953876e475fbf84b7d73e7341283622573b29ddb677457df2c39659","sample_id":"grade-school-math.dev.3846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aebfa05fca82b4db94fb64cb8b3e436c411b3b05bffc586ae6076c0c9b0382ab","formula_version":"titan-u-contract-v1","latency_ms":0.892499927431345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73ef122cb6c796f695e4bb1c29e9034f2b487f4bf7c6f1a1e71d9e9edce7a55c","sample_id":"grade-school-math.dev.3847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee90fe4b36d8acf99bed43a8226c9bab37f2a221cc739fd140baa076fbb58984","formula_version":"titan-u-contract-v1","latency_ms":0.8529169717803597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b74efae51fe24ed7864e18a80a739829505436e851644b7fe148137c2218839","sample_id":"grade-school-math.dev.3848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d4e9c4973914f20d77bf4e720c760728883066ae6d2df61ca97fd2704c22306","formula_version":"titan-u-contract-v1","latency_ms":0.7964590331539512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56290311190cb361b4bf594d1b64efeef11ad21a5f6704b92ce8026621fdf916","sample_id":"grade-school-math.dev.3849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07e6c0307d35bbe7542354f12089386633132e6fe602de64982c75bb8c2394a0","formula_version":"titan-u-contract-v1","latency_ms":0.7598749361932278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c0e3121bba1631f3bd80ca9dc6a47edf64eab2a361db964b19ad8aea9856b4a","sample_id":"grade-school-math.dev.385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"738bf792fafa04e4fca8ef5f9b659dab9755eaf74f44c18ad0c9f2cd6d370cd1","formula_version":"titan-u-contract-v1","latency_ms":0.6377079989761114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeec96cf8d71495f424f748e9117bdb725d2c60b214fd138724a170d511a7e5f","sample_id":"grade-school-math.dev.3850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"461093e132607687663ce7326cbf6d9f3868bbb7fa8b300a0b9de6ae85cef2f3","formula_version":"titan-u-contract-v1","latency_ms":0.7324999896809459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f760c81ff478e71f12b45ee45b44a73102670a0a55b9d7828b5309e3da7f6ba3","sample_id":"grade-school-math.dev.3851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c82f1ecec04dcde85af47674c766f2b6a1748cac80035be298d7f10171643681","formula_version":"titan-u-contract-v1","latency_ms":0.7169999880716205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed706d2d4081452372cf207f1f6be1fcd29389ba563a07c0e7ab42e2b32eeb89","sample_id":"grade-school-math.dev.3852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41d594288fdb9b036a2610dbdd554f73ed3e462887312e1d54e009aa0788fd83","formula_version":"titan-u-contract-v1","latency_ms":0.8816670160740614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d8958ce60b59191c3914d39dc7386e22dd32804ac561e47432b3df47c5299cf","sample_id":"grade-school-math.dev.3853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7240931ae4b83fd8b22e0d8a76ddfcfdcaf5b18117779ba59bf5609433291a66","formula_version":"titan-u-contract-v1","latency_ms":1.2420839630067348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4416323cbda5288c0819570feba8a25145ee202329b249363d79adea278fa727","sample_id":"grade-school-math.dev.3854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eacc164c8ee87ab3f9cfca9d3741be2a5218c964bb9b85977a685c639aefb93e","formula_version":"titan-u-contract-v1","latency_ms":1.033750013448298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32800499221150db54a84bf956da00f3ee854c91088aca339d11e6e6e2adc0ca","sample_id":"grade-school-math.dev.3855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"090b1a44cbedfa7c58452a1276b058417a12e06167b5556bedf476e3aa5fd618","formula_version":"titan-u-contract-v1","latency_ms":0.7047500694170594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c18bab0a8893c23cae844d0dfbf3edb2a8955290e25d6e2a56e8ced282c89ed","sample_id":"grade-school-math.dev.3856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e602c05b5db0047246492bbcabf6e4aed7da7b10b64831979e12711051af5be","formula_version":"titan-u-contract-v1","latency_ms":0.7990000303834677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02617f15227f0c7b41d991d576ce9bc57a03099a4d483d0588bff7440ebe9ff8","sample_id":"grade-school-math.dev.3857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1851384841a1a5e974128375620e6dedef8a8c06edd4ad885941360874fca3b","formula_version":"titan-u-contract-v1","latency_ms":0.8365840185433626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9e1ed9633115eb899b4413668fca6ac1839dca562b8fca825bf1e19d834aa68","sample_id":"grade-school-math.dev.3858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb53ccfe8b6d655437dc311bc4b77a61907064acce7d203939c233347c5baaf8","formula_version":"titan-u-contract-v1","latency_ms":0.9292499162256718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ada52080141f9e34ef39ffa14d2c6f7e8ecd0837c0139aa3293178bc9865938","sample_id":"grade-school-math.dev.3859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ad15e22c9b15dec8b92a81583a5d4e532283c2b7ae6e6c074e4ddd31d3e0ca8","formula_version":"titan-u-contract-v1","latency_ms":0.8595840772613883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"253e1088c72440acecd417d5a6893a23165f97a4732db2609c7b8eeaef34ee52","sample_id":"grade-school-math.dev.386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f24dd62001bbb6bffe763f1130d8c3ca3f79e191549613e94639e35c7c25346b","formula_version":"titan-u-contract-v1","latency_ms":0.6969589740037918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a608927b6e24efb7b078944a70ea4f67c270d984498d3c08e75ded6b8965d48f","sample_id":"grade-school-math.dev.3860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e33c4a1979af41e8c34e5651c31c1df643722241bf33e75d89d2059acda9022d","formula_version":"titan-u-contract-v1","latency_ms":0.676542054861784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cbf284160d87b0c36d538020e4c39bbaf6a6b8ade133628349426b886073ee9","sample_id":"grade-school-math.dev.3861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3aca46a9ca7eb7d6eded0e0cb2e3c2cbf95a5a44a9dd5caa0c9fdfa23ac0e3b","formula_version":"titan-u-contract-v1","latency_ms":1.1106249876320362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"781d965ad48987c085158a3f4c51207d99099f6a49823c1ef3eac93bf961050a","sample_id":"grade-school-math.dev.3862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34c576407ba7c28914551205b5c9e0500550dfdbfb041610467a4ebdce721e68","formula_version":"titan-u-contract-v1","latency_ms":0.6639159983024001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f05888bb64d5e71d10465b6fa10f6a033fc123800c013a92dcabfffbb02c4d0c","sample_id":"grade-school-math.dev.3863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c9ff5454dcc6c37a019eab9e87215f17ab932ed808831c0edb9e45058b12bef","formula_version":"titan-u-contract-v1","latency_ms":0.9919999865815043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6b9dfe24280bcd0fe0aa4cda9ec25d7cba18d34d1b89148b38c4a0679137f45","sample_id":"grade-school-math.dev.3864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"490ea479ab9cc974267aa0e24d09088bdae6902dcf76f616e961bf661ae79553","formula_version":"titan-u-contract-v1","latency_ms":0.6908749928697944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6abb086eb8e3805c62e48ec2647fa749742e78ab54c450b67cbfb09bfe4bc55d","sample_id":"grade-school-math.dev.3865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b9ce552c703b99dbff2da25420aaa0cfa446a647b47b85e9b43e21007dba8dd","formula_version":"titan-u-contract-v1","latency_ms":0.7924580713734031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba67a71cb886c5ec51b5b8c5720946aa7525ed31408340598150759eb49fd1e5","sample_id":"grade-school-math.dev.3866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc255972d03e10c45dd29c3160a4dde2098dddc479bba13701162212b5766da4","formula_version":"titan-u-contract-v1","latency_ms":1.0599580127745867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32132cd2b86c07946a415fc64551f65826da6b6e841947245b5233de18bd2853","sample_id":"grade-school-math.dev.3867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ba7c016d144f540a5a726c1cd370ebbde5a622f31b37ef163edd8cf304be0de","formula_version":"titan-u-contract-v1","latency_ms":0.7142499089241028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2aa218739d073257c426a95d24a660ab53d3b082acc21940b873d9943a327553","sample_id":"grade-school-math.dev.3868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa89fb2a304664c0ddea6bdbb5f5d7a655dc663dce17aaf6747fe80dd843ef71","formula_version":"titan-u-contract-v1","latency_ms":0.7035000016912818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55c9d674650324f525e81ffde9f9b4f57459ef221ad5a7b6288fc3be5b3c55f3","sample_id":"grade-school-math.dev.3869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a4a9820f01f13787468c3c78c4c6e375bba4a85b32ccff4a2cda3bbb3541c59","formula_version":"titan-u-contract-v1","latency_ms":0.720708048902452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5818945ad879a1d2802eb1edd4ac5a3c7f56fc9c62045f3d3418765e40b7bd99","sample_id":"grade-school-math.dev.387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8279aa6277cc811fca17f67d838c9516e51af85b11c79e545be19982ea5e1814","formula_version":"titan-u-contract-v1","latency_ms":0.6500830641016364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8229ab8f448d1e659831b00f57d1620387a1762efc3de357324e589616ae75e","sample_id":"grade-school-math.dev.3870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52a15773c31d30cfd8ff3dd6e6071bcacb42dbe971f7f2baacf284330bdba821","formula_version":"titan-u-contract-v1","latency_ms":1.0067919502034783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf6627829a792c40badc75748ce55cc7b93a2177c271f4777590bc6ed568e4cf","sample_id":"grade-school-math.dev.3871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88aa39363eefaf5525e31568255d7330a0ad17bebc446878f5bd1d22f4a59fa8","formula_version":"titan-u-contract-v1","latency_ms":1.0255000088363886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"142d1c73a3cdc3ead1bdc982652b18ef844b53c2fa6b4634c2f9f495b86c82a1","sample_id":"grade-school-math.dev.3872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cdc413d6a023371953007591c24da2988656ee0f7108746e8e3c2f04e661cb4","formula_version":"titan-u-contract-v1","latency_ms":1.083583920262754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c49b7e4ffcbe5d34b049c2bc0ba99a8d640783da7cbeda5fb681231b7b8d40ec","sample_id":"grade-school-math.dev.3873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d725ce746980c8b22425cb33854fefa14c15b015a519bce4bac2adc9ccd7681a","formula_version":"titan-u-contract-v1","latency_ms":0.6749579915776849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"710594e7658ea466a1f9fa6fdb3c420b9595d7bf21b3b2cbd410a091bc42ccd2","sample_id":"grade-school-math.dev.3874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cad12e3eaa0fd5c9a26cf984ceb385d6db0e4ab202c0bdef0043dfcdac423ff","formula_version":"titan-u-contract-v1","latency_ms":0.7345000049099326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f073e4344569b4658e415d35228e7e105aeb036a56ce10d7c8b525fa68dceb30","sample_id":"grade-school-math.dev.3875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7e30b5a83131d0373333a8838c165fbc7c9d0dafa4ca51d9923b38fe0caff07","formula_version":"titan-u-contract-v1","latency_ms":0.6799580296501517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87b41967c4dd09a4c0cde0737021def0953f46f51abb1039497571a7bbbce7bb","sample_id":"grade-school-math.dev.3876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32ae5e713cda1e469aad28b6c8a531d06c3ea073669f5bcc41e47c2f925ea742","formula_version":"titan-u-contract-v1","latency_ms":1.4963749563321471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"654f1d9f2323f94a793ed83ef4aaa72cc8d21800ca02d5f9189148d3e7265373","sample_id":"grade-school-math.dev.3877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5269eb6b5377ececcfc40281be4f86b073136e6bff63ab15fcb8467615d20ca8","formula_version":"titan-u-contract-v1","latency_ms":2.0311669213697314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09fcaee5329380f0c6b2a1c71c5b4da448c16dfc8cfcf34d6fed63c7d3efda1f","sample_id":"grade-school-math.dev.3878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12afd3b52f0afa319102e4309758c192ee1c19a932d02076125698add3ce773e","formula_version":"titan-u-contract-v1","latency_ms":0.6740830140188336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dad3ff823d36ce59d66ac4e016d39615122645161d7f9b9e1b27024fee683fcd","sample_id":"grade-school-math.dev.3879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"441e7cba45d1435de9c0738b83b5b2fa16c3e5cdb18f0d44ed54b8749b402564","formula_version":"titan-u-contract-v1","latency_ms":0.6505829514935613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93f6a4db154d094e01ecc0d26eac15ef85f2aafd5da1e1b26d1353568cb71aff","sample_id":"grade-school-math.dev.388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74b0a339bd0c69f0e1f30a11f63b8243f600158b6a10e40845543f7e02b69b31","formula_version":"titan-u-contract-v1","latency_ms":1.104624941945076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7ec5e8743d57291f41ab1e7715b886659d9adbef44f08b277354a8e44265e27","sample_id":"grade-school-math.dev.3880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bccce5c447883337685cc8d8c62a1f6331c884e3c43a0e2b693e3f2c17be3d7","formula_version":"titan-u-contract-v1","latency_ms":0.7674170192331076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a6341a802a4dc57eadc5a7ad541c03dff6861583ec871308ea31808887cc315","sample_id":"grade-school-math.dev.3881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31f8a42fba5b09be7192bb1bb404c7782e2ed6d070e4f498899fdd8e33474758","formula_version":"titan-u-contract-v1","latency_ms":0.6882920861244202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaf2ba423a9cb787648f5f1b2e1e1849203242eb29e037679f9daabe11308ced","sample_id":"grade-school-math.dev.3882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adec48fa832644c06a91d4912fcf383923decd5cba6f18aa0bd5f37d860da072","formula_version":"titan-u-contract-v1","latency_ms":0.6888329517096281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e3d8d04d34d07a6a1689ca30d0ee05b49593c7231c1c38fed49a81afed928e2","sample_id":"grade-school-math.dev.3883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d68183aa2ab8bd08db7ed60a984874485beadfecb1a65d933a5b96ed9b46460","formula_version":"titan-u-contract-v1","latency_ms":0.6769580068066716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d5a1903c3daa309a8db01d75820da015fe43f53397df2d51805e1ab052c0f1a","sample_id":"grade-school-math.dev.3884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"099ddfc90bfa556942417f14c741c8ef3040f16d068247112067076f21f101f9","formula_version":"titan-u-contract-v1","latency_ms":0.6902910536155105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0d9a9b43cb184496c5643b8c5d1c219f326610126453668966a1559dcfb28d7","sample_id":"grade-school-math.dev.3885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cddba4a4e36e9c98d78ae83a77bb60a27871d2524046b0318d0eb1b82e17408","formula_version":"titan-u-contract-v1","latency_ms":0.8582500740885735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c41b0c3089e229dafe5c20cc0b0cc8fa49ff8714f4041ce3eb3db387a96eacc","sample_id":"grade-school-math.dev.3886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d783772f53d5131b3a67fd2d7666860a0aaef7b83395b82fe38006d4a8333bb","formula_version":"titan-u-contract-v1","latency_ms":0.8519160328432918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"112a60fd0aa220952934e6105a6d4369fa89141aec0c92b531559e6ea663ebb9","sample_id":"grade-school-math.dev.3887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"220755627d414df1b97e4b3bc58fcc7319aa6b5c7b4b8e021516ac4b5dba606e","formula_version":"titan-u-contract-v1","latency_ms":0.9510840754956007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1139a60a62713b7d1fc199ed52eac3c8a75c83be4281ff4a0c57d644df22ea30","sample_id":"grade-school-math.dev.3888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"709dfc16d3c4b84eab51dfee625f6f3e9ddac2db7c8f03cde81b52d700569751","formula_version":"titan-u-contract-v1","latency_ms":0.6868339842185378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9e7721368d2f81a028db771d444778cd4a70235d2c0a3e3a758886c16737fc7","sample_id":"grade-school-math.dev.3889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7593f5c4ef1c43be47570699f654fafe35a9f833c72edeeef20b534f20e7657f","formula_version":"titan-u-contract-v1","latency_ms":0.6277919746935368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"242c6251e2ef854bf6d67a486fb10d54f40e3f86a82d4092a5a8392edf1c9d76","sample_id":"grade-school-math.dev.389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f192b8d916388c0c916248613d94f14250a922d977c4762ef23c4b4dcd23b83","formula_version":"titan-u-contract-v1","latency_ms":0.9085829369723797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a07195ad2bc28e2d5d08587d2f0c02407a44257eee972a5ada16b708bdd79fb","sample_id":"grade-school-math.dev.3890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f4f35eb3f4570ff854c536cc4c52e0a02129be2aa4abb373cf35cb9306701b2","formula_version":"titan-u-contract-v1","latency_ms":0.9695409098640084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91673aceef1dc1d5956538eb042738ae72a7a9924aa3e6f58cdb1d5f501ba3e0","sample_id":"grade-school-math.dev.3891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8325a540ca7d676c85cc2c5c703ce5fcb32d9aa37ebe9c689b3c314a9b034a9","formula_version":"titan-u-contract-v1","latency_ms":0.8055419893935323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9064eacf0b126e972622509d8c32e536a7b169446d842a52ab38370f36166b2b","sample_id":"grade-school-math.dev.3892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2114deb289f26d587933b1cdcd4048c39ac6b29cf2c065e5e45097f650b105a","formula_version":"titan-u-contract-v1","latency_ms":0.6640839856117964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"155359bd4adf5f4d9f341310864e46131f68ee5aaf705ac3d6d052614350e289","sample_id":"grade-school-math.dev.3893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"134b0ced10d9b1006eea59ac035cfd7615c8c49bdfa5c45d3c7e22133b193e22","formula_version":"titan-u-contract-v1","latency_ms":0.8312920108437538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"761ea762ef45828a44f449b0a2807952914cbd4beb6716d71fa4eaf266c2f65b","sample_id":"grade-school-math.dev.3894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66b83f29ac750b2e8dfd417f4c73c9ad0c8620c914875b4ebfa45d26d37bcde6","formula_version":"titan-u-contract-v1","latency_ms":0.6415409734472632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf20152956b642208b71cea463edd648e1beb46ea12e7e43fb333edb16c97b9f","sample_id":"grade-school-math.dev.3895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f38632fb8b3fc452b25b96a7fbc4fdbb619a648380f69d79696e45fb4f08868","formula_version":"titan-u-contract-v1","latency_ms":0.9005839237943292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c009b84539f2b5e4f2bd8bf9b48dc2db28b9f2266b3f6df809ad429ee1e6ec76","sample_id":"grade-school-math.dev.3896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7923424db9cd6a63d232c30d20cfc58ab468db999272971f9df4f9f71a40e8ce","formula_version":"titan-u-contract-v1","latency_ms":0.8403330575674772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c61f8b47746c31cbadcd327a7714358db50c10d03bad0ded5097213f0e4d34d","sample_id":"grade-school-math.dev.3897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b6be75c96168b1cca877f4990759608f28565ec9c66183e936ce1eaf94b9f09","formula_version":"titan-u-contract-v1","latency_ms":0.854874961078167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efebf0905d8e6f957c5c92d660ff56bc49113038325e9e918058444f88f6d513","sample_id":"grade-school-math.dev.3898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"011b47204887c62f850cce229f88f7ea9bd658dc3e33227043a1438f8b9c5c03","formula_version":"titan-u-contract-v1","latency_ms":0.839291955344379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c787a044d4e9e57b773014963cc0bba33a4d053341d8877e1c9d17b2deb96142","sample_id":"grade-school-math.dev.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"555849f72762d350aa276c740901ff522e3aa4ecf5daffe5b160a3a86d588656","formula_version":"titan-u-contract-v1","latency_ms":0.6680410588160157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"402c77094b7c2c67379b6ec5dd78197939a9941595bd324c9e0104f6482d5a41","sample_id":"grade-school-math.dev.390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"959d2140c41e21315b5b25aab259a9304c260a3ff77b324eaa7dd4f24cfdc28c","formula_version":"titan-u-contract-v1","latency_ms":0.6694589974358678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd0141fc259c2c55a3084ef7f5210441ef3a30d8accaf04b41c7077830d50d4d","sample_id":"grade-school-math.dev.3900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66ccd0fdd7390816dce8521ba549d325e8f305570abba512517707ae11302d8f","formula_version":"titan-u-contract-v1","latency_ms":0.7076249457895756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fb780e8a0950d5295ce740aa57f76f4f0f09e9881168d1067077ce03c38f3d9","sample_id":"grade-school-math.dev.3901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2303ad8284410cebf28580b967abfce72f54217e4995e453bb09341ea25c31fd","formula_version":"titan-u-contract-v1","latency_ms":0.7628749590367079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55e6be1b0155bbf10646c8455dc1d9d7843f0291fcda56f309cc90ab0c20685f","sample_id":"grade-school-math.dev.3902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd852253e7f77d7182d471a032c5f81537fa9ec8c9a19bf82b9295bacd82b8cd","formula_version":"titan-u-contract-v1","latency_ms":0.8833329193294048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e1748dd178b311849aad59d827f517c6634433227248ddc9b765a1bc074627c","sample_id":"grade-school-math.dev.3903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf335891d2c02e7bb3c5e2bc2876e24b05e48edf8617af46e1cfeaf42b404af3","formula_version":"titan-u-contract-v1","latency_ms":0.9522499749436975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a89d0cb64e385a8820d0d3eadab829ceffe80a57458680f69cf65fb55972a72b","sample_id":"grade-school-math.dev.3904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f09816e5af7c8939774713e96f3d5c0f8ba5343c0bd479dcc5d508573217a3e","formula_version":"titan-u-contract-v1","latency_ms":0.6201249780133367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f3d95552f7d02427c978d5ae2c34409e4777a90e43a60e449541259ce94738e","sample_id":"grade-school-math.dev.3905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b12934d65e9f4b42d954aa665cbd9477fade2a7b6ee7a5fc678ca8f2b21b11c","formula_version":"titan-u-contract-v1","latency_ms":0.6535829743370414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"303826653130092129bff64e82b403ecb48a59878cf149dac42bcac8fe73ecf9","sample_id":"grade-school-math.dev.3906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3979a086f682da29a9831a1e765cfe4d67b98f4a3e175d449d8f9f7948666d8c","formula_version":"titan-u-contract-v1","latency_ms":0.8767090039327741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24166d5dbbe2ee7c4a7b950f1ddcba8e6c974dbf65effae1bd52ddbdce021a70","sample_id":"grade-school-math.dev.3907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e48d029bf91a14dc5681aa3e14ecab333fa9fb8cf8e3d5b3779a52c296f97d7","formula_version":"titan-u-contract-v1","latency_ms":0.8488750318065286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1402a160a704d69de0edcf5db27adebf1afcca4e9f57379ead2907e1dd68adf","sample_id":"grade-school-math.dev.3908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3b30428bea888f735e615981bcdf2c436349849f0f918eef745f298e85bf5d0","formula_version":"titan-u-contract-v1","latency_ms":0.6585419178009033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee4acdb37d7f22abd42fa2ef799d1a3e6d36e1168b66fcbc67bdf47c371fd7e6","sample_id":"grade-school-math.dev.3909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f08bfaac75dce862fc5383b8d514370cfa3e48644568d8391ba442d292d71ae0","formula_version":"titan-u-contract-v1","latency_ms":0.6499160081148148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13dceb4213a64d619dc8c372818c8e8017d75ad51b52ed550a3631913702f581","sample_id":"grade-school-math.dev.391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdc8ea3602f772586beeeec0ecacb484cb30483674c38eefbfbe87bc857e7643","formula_version":"titan-u-contract-v1","latency_ms":0.762375071644783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5f5c12fb2f3713f3862703f2e3f5aa3c00234a7fef47b24170e7db0aaa771fd","sample_id":"grade-school-math.dev.3910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89a67bfd879c392291e7e1fdb6befc53e2cbb995167721357240d93dd2e20b94","formula_version":"titan-u-contract-v1","latency_ms":0.6931249517947435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67a09c47baa27f87ef696e031c90da2492da5852529c07e933ca17a91bbabd55","sample_id":"grade-school-math.dev.3911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe48fbce322ae5bae958ffc17739ca593eff0c12c459f828b6d4dc5011a06868","formula_version":"titan-u-contract-v1","latency_ms":0.9681660449132323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77fbee3b30eb32e9b2b1027c69fb17637e7bec1b4c187f914464cb270842ca9b","sample_id":"grade-school-math.dev.3912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4246c84b3e951d38665e528418f0ef6af20cae9d03e8bf22f9f9a8265ab9c6de","formula_version":"titan-u-contract-v1","latency_ms":0.7318749558180571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96296dfc11c9789573930b24b98970c7f9e0a1e61a66b8cb16545f1936826999","sample_id":"grade-school-math.dev.3913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c2925c55ff71ffdb987740e6071312ee761c207bf6a55e4f80beacf0fbae4b7","formula_version":"titan-u-contract-v1","latency_ms":0.681250006891787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4f987c95f91eb2939950ead19b709f0cc533cc96c972b025bc5f56dfbdd07a7","sample_id":"grade-school-math.dev.3914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad4cf85e1017a7c5f65d8bb8d68d1a56d2380c5ad862a5684b51cd6857c61101","formula_version":"titan-u-contract-v1","latency_ms":0.9632910368964076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03f213411976724c75cea03d8ff0b4876d0c1ab7aec5b3e404660074e6b0cbfd","sample_id":"grade-school-math.dev.3915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e64f38f24455e7bcff4a2713c4f725d02db0e8a1cfc27f54db9d80f38d7b7784","formula_version":"titan-u-contract-v1","latency_ms":0.8614580146968365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea689e332414b35d2a868311e5740f6a5aabd1b447bf97759f85b1b658db39b8","sample_id":"grade-school-math.dev.3916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6aeddaee1698e987e7882bd908aa44b408e5f223e67e505094491d9eb887e951","formula_version":"titan-u-contract-v1","latency_ms":0.8735829032957554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a27795f0dd6e74fec17fe6861bfb75d7b5eccb81d7dd52ff6fccc3609464bff8","sample_id":"grade-school-math.dev.3917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ac0f6ec89d53bca38a29d3f46e4a0d4b9b506145c8285da8b3d27882a8e08f8","formula_version":"titan-u-contract-v1","latency_ms":0.8243329357355833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2ac11e766dfba16504f5e77648aca73b79dcc49a16abe37c2d5785ee3c63c8c","sample_id":"grade-school-math.dev.3918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52e12a380effae6ff25e97077704dd2ad15e3d523407c30fed5c24327bde765d","formula_version":"titan-u-contract-v1","latency_ms":1.0687089525163174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ab9b70a6da425f18c87c1c5afdb1b891b376a991bda097ecab8be9935fae7aa","sample_id":"grade-school-math.dev.3919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8bd2c68ffddd0d507f3be192272325e4c5b545c414b9ffa29a1da6499a586a2","formula_version":"titan-u-contract-v1","latency_ms":0.7258330006152391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4102696464fc64eec25376dbdca64fac73ee9fae6c8b5896981263f5309c1ecb","sample_id":"grade-school-math.dev.392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5023a597a31eff0d05bab9bd31533de328210a278ebc36abb27704fcab8f0780","formula_version":"titan-u-contract-v1","latency_ms":0.8704999927431345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"669e9e1d709cae519b16b019b74942271794903fba1c8e933f7d107ca1958178","sample_id":"grade-school-math.dev.3920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ccbe8a333e7421328eb75bd15e4a8965a5a9d116a3f01f6fee478998df11f26","formula_version":"titan-u-contract-v1","latency_ms":0.8960829582065344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"924641e965e468aa1aa8ad793f27a90ee6525561ba0daa16c5a16639c80182e5","sample_id":"grade-school-math.dev.3921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ed0fa2f175c912fe14eb79e31fe4165e56f8444d54f24c0d724584678c1b690","formula_version":"titan-u-contract-v1","latency_ms":0.6789590697735548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02c2af1fb5c290277f95ebc472a902fb4759026a6bb933e6d6a1ad280f1a6f17","sample_id":"grade-school-math.dev.3922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e39b91aa1d62143f8f4cf83c24b84a2c2a6ca6a86af171817ed60f459e9bd7c6","formula_version":"titan-u-contract-v1","latency_ms":0.7014169823378325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93c321679597ca33fedfbb6014b5385e27323e065eb6bf7a8505510daf6511d8","sample_id":"grade-school-math.dev.3923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daf6177b258acd91b2aa2b022ea55858ed2844f762d6af13cfda47b42299352f","formula_version":"titan-u-contract-v1","latency_ms":0.7246669847518206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"873c7032879aa5898b773aa97a6d9b4eae24b14009c1da8e575abc21124dc053","sample_id":"grade-school-math.dev.3924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa63488b191754b9b07fcd69c86299385ff89af3abf2afb2316e87a80c32c94","formula_version":"titan-u-contract-v1","latency_ms":1.298458082601428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0fef952cd402fee0172481bbe98041afa4a85aafc249f40af402ee7d49dbd74","sample_id":"grade-school-math.dev.3925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6339a1da4f8b1cbe6a6640e530553d7474e8b2d9766b311546023631f4454e9","formula_version":"titan-u-contract-v1","latency_ms":0.6359999533742666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6639c7482fc0bd338f0cc2536f7009b0b7c71a2e02da36f8b281c268d837d4c8","sample_id":"grade-school-math.dev.3926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"052f66ee61afa3557bf98ab4929008feab2069f64da1598f396cf7dc8d3d3131","formula_version":"titan-u-contract-v1","latency_ms":0.8282080525532365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fc218a6ee0105f29edc1ab4353e3bf82546baf084496bda924b61998ad53327","sample_id":"grade-school-math.dev.3927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84a7a3819b3f5dfe390fb5f695d46a1646a3827eb084137fff0ba1916fc7f47c","formula_version":"titan-u-contract-v1","latency_ms":0.658749951981008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95924ef808e836ca5d71f8d15b3d0a37502cdf1cd05dc0e55155b67a6cc63a5b","sample_id":"grade-school-math.dev.3928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"947f88aeb5cd4290877028a7f82b0efcbcd69d75a2f622d82e99036d39824476","formula_version":"titan-u-contract-v1","latency_ms":0.6706670392304659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"642f64ec4fdf49cf512869e21c5de6d273cbccaeeab04485d00d3a78098ca3ad","sample_id":"grade-school-math.dev.3929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e36a29955da95d99dc74ea3d71e04cae597b2133ab3c1c8c1c4e7945e6131ee9","formula_version":"titan-u-contract-v1","latency_ms":1.305541954934597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40165744f37c79e324980aabb689457fd38de367febbc3be5fa6601824dbf87a","sample_id":"grade-school-math.dev.393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d94a7aecf644c5f572a4f652710ca44984cdc9522b910f6abbb05946aa86c40c","formula_version":"titan-u-contract-v1","latency_ms":0.8213749388232827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7fbea8ed1b102f78fc2dd6478eb9ee535536995433ff80a28e1975fe46c632f","sample_id":"grade-school-math.dev.3930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a16005b35142e8f6316a0dea30c9b613299382db7bd7d444d3e543d41967b55","formula_version":"titan-u-contract-v1","latency_ms":0.9235000470653176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4040add5eff2c332e84d5caa0fb28db323f2941d6cfdb2475aa13a21a21fdbf3","sample_id":"grade-school-math.dev.3931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe0d47b4585e4347e6e83e0f0bbfa00169cfe7713ccfe3a2d66c4cac214e8fbd","formula_version":"titan-u-contract-v1","latency_ms":0.827707932330668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebf75194dc36100683697092b2855910ce1215d68975a07e4693930ce879b5c7","sample_id":"grade-school-math.dev.3932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f8aa2717ae15b5803a11428a972ebb81519547ed77b7f1070d9eb105de74703","formula_version":"titan-u-contract-v1","latency_ms":1.2071250239387155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e6ae6d21dd9ddcdcafff869795b9ed6a6fe728943ce5ef8e05ee350fc32704b","sample_id":"grade-school-math.dev.3933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29b51b4db8055cfa4d13f5fd4eb9d3b501d5bb92291f19c844525cabf71083cd","formula_version":"titan-u-contract-v1","latency_ms":0.9659170173108578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25f635e4e41ad0b2c34ff5125cb84d845943764a33d4476f396caa792cf95165","sample_id":"grade-school-math.dev.3934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ba1f0151080d3e09820a700628d7f3f242ee7cbaffec16481a6e535fe423a4f","formula_version":"titan-u-contract-v1","latency_ms":1.1249170638620853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f113615492930c3f878aecfa1d83a4eb06d8421c77f9db64b546a0858d62b977","sample_id":"grade-school-math.dev.3935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b35a8ad2bdb2858133dab652b6c7981b04f812f0eecbedbcc584745cb0cf2fc","formula_version":"titan-u-contract-v1","latency_ms":0.6691250018775463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8509985ca374b638d64eeab93bde884f242716faec4d0bf2a31b736f2df084cb","sample_id":"grade-school-math.dev.3936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a14ce65a7ad22c9a577265f863859c46258c91eff40c5997c9eccc76bc15e0cc","formula_version":"titan-u-contract-v1","latency_ms":0.7116670021787286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a66e10ab8ae8f39009f91074a2e2186371626d14dca395888708c42aa4a03100","sample_id":"grade-school-math.dev.3937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72aea232bc4cfa54c3282d61da7efa5641642d1fb1a6dfc042ab3c01c8247d15","formula_version":"titan-u-contract-v1","latency_ms":0.8384159300476313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2187717a30b90b11dcdd027473e2c87a38f1ed31eea9f6b44c472dd790b79d9","sample_id":"grade-school-math.dev.3938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51e117c7048365c9b72e78727485b508fbde5b027882088957a84ad636f7203d","formula_version":"titan-u-contract-v1","latency_ms":0.9030000073835254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47ff70cf2967e54e99307ba733db6cce19cbcf89d1876a5f192cf539aea235f0","sample_id":"grade-school-math.dev.3939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fc46db0a5c9a3ce30424ab2710f2e031b0fe78c67c89e352951a82736c74540","formula_version":"titan-u-contract-v1","latency_ms":0.6748751038685441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6493270040f4ac56be061b901de4b40c4f93ab1875c0e04b38281d477968199d","sample_id":"grade-school-math.dev.394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec62962ed80affce71dac1ffc6d5eafe661d63e722304feed26b7f5263ce169c","formula_version":"titan-u-contract-v1","latency_ms":0.6925410125404596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5499805ca514b0d092a8dd41bc8f1978775d721217da93d91d95d153a1c9e5f","sample_id":"grade-school-math.dev.3940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53a6192ee63c2ec33910d4c28fbfa36ee1f806266dcf4129e23041dac771849e","formula_version":"titan-u-contract-v1","latency_ms":0.6809999467805028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"976e055efebd6681ddc11781cdf8a0a707a3c419021076e6725397ba94781d7f","sample_id":"grade-school-math.dev.3941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89bf8cdc4856e534042892f67bdb4b39fc19d230c2261d84dd1c02a5875f938c","formula_version":"titan-u-contract-v1","latency_ms":0.6379589904099703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7de05537849be9e8837dcfbf5690774f84b1754b2ac3f8d4bcbb7540fb05060","sample_id":"grade-school-math.dev.3942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54bafc153701648bd2d1b3abd020a3bec339bfd821ddbedbef45faee2e7f5f26","formula_version":"titan-u-contract-v1","latency_ms":1.0037089232355356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c671996cf1ac656f63c7d30633c58614fd28e4162d0238239296475037a0224b","sample_id":"grade-school-math.dev.3943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ef737000c0f4563df3affc47f2c622c13989fd77733382bf8a2a39c4c9554fe","formula_version":"titan-u-contract-v1","latency_ms":0.613874988630414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72dde9a6cd8480e8c8551f49ebc289757d8c8ef7b77b40272a9e804e420611e6","sample_id":"grade-school-math.dev.3944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e7325ebde8ec1212abd2e94febf8cca5077999ddca0c636b4c851fc472790a5","formula_version":"titan-u-contract-v1","latency_ms":0.8315419545397162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfa8c6be44d3a309ec93f3c733238a62096d632a510ac7ba6a2ec99a27db7817","sample_id":"grade-school-math.dev.3945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06e2a7a36576a8ff6e69940ec5eed97165c1d2b6a8de7f6726b13fd8478c1936","formula_version":"titan-u-contract-v1","latency_ms":0.7265000604093075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8ff515d774b8ad0a59580818f28f40da9c6a378ab3496ef06b910a473aed668","sample_id":"grade-school-math.dev.3946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aa1cfa833219f11cf072ecbec1d951afcd6a22d64943d25ae020245477d02b6","formula_version":"titan-u-contract-v1","latency_ms":0.7950409781187773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e39f542a1bdd260976379094026f9c1fb839e94c6e9c8143a68a9fdca57eed24","sample_id":"grade-school-math.dev.3947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac3a4c568c3ac6bbffbd43e888b8b98de6b09969b5dfb8e8bd156035782f8111","formula_version":"titan-u-contract-v1","latency_ms":0.7077500922605395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f335a9ef40ac264c3d08c3bbe41d74a5eab7496064cf83f83472d7b169c6401","sample_id":"grade-school-math.dev.3948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4afed64eeefec02cc7b5fff2e87b3e5e28476c3152e9351e2f07b2b8cb9a4dd1","formula_version":"titan-u-contract-v1","latency_ms":0.6782910786569118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63cf8e449e5ad5578c2408c79882e6bfadb2f9b8e503e1c228e21ef14da6e053","sample_id":"grade-school-math.dev.3949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2c8d1315812a40a6c7f7da8f372cddd34c3fa6ba14556fafde93841fec9fee9","formula_version":"titan-u-contract-v1","latency_ms":0.9232499869540334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a14d36416288dba33f1f4063abfb5717ae1ba23e3e1958167555a84b667d384d","sample_id":"grade-school-math.dev.395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e5c781ee495bba0054ab46d01526c291fd3f7a694f862bc3ccd649de0cef349","formula_version":"titan-u-contract-v1","latency_ms":0.8929170435294509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77609ec602f3258c8ba47433cf35f822a58bf2d4c919842b3b4ddc4f87e70cc7","sample_id":"grade-school-math.dev.3950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2284f2421ab20f7ef4145a9188d188092ea1a7976cbc2bcbf4194bbdc82d37b3","formula_version":"titan-u-contract-v1","latency_ms":0.8022499969229102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"423e6f8374017a06e5974511e99f6a622ff5e95fef725d8d2d4a49971497b4a8","sample_id":"grade-school-math.dev.3951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20c58c3ba4f1a9aa614ce5c6cabf7b53ae9ecad02b83c20c4edf2e5f3c02a13e","formula_version":"titan-u-contract-v1","latency_ms":0.7827089866623282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd3ecadb89e8c29abf53a225fef55966f5fcb970419f53c6d86c53295d69b274","sample_id":"grade-school-math.dev.3952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a1e338bf948894dbae72639b489056d62f887ec4dab2b86f54d989ce6fa3d99","formula_version":"titan-u-contract-v1","latency_ms":0.8394160540774465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"105f26ca8ca709947c14af73a6d82cec904ccc3e56726af9fc458224c1beb611","sample_id":"grade-school-math.dev.3953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80fe06928eff2071f8123b5669dfb1c8906a74f4fdd9e60c486960e8aabdfd24","formula_version":"titan-u-contract-v1","latency_ms":0.6857500411570072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c39faa3b3c8f64ac2a2243a357af034139c31f77f6c2b0fb37cfb67aa4950093","sample_id":"grade-school-math.dev.3954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df1c13e5169061956566ebee4f14c4d5961084ed73c72416494410f5976071ce","formula_version":"titan-u-contract-v1","latency_ms":0.6740830140188336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2181de534ab55bd7b66a4bc2e8329a53311e378f64f797cd70768d6fda6cb9b","sample_id":"grade-school-math.dev.3955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdf4fc9282a62ca423846f0b8d3d6a4dd9000979882fd2b9737c5450c7dfe88f","formula_version":"titan-u-contract-v1","latency_ms":0.884625012986362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9281e1855cda54c735a3e4494cf7c2e8a265f326ad32d233f901711a155bf6c","sample_id":"grade-school-math.dev.3956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93dfc53cb8be3cbe54aa7ad51eaa0e5ded17cf737928b9356a5f5c09b88fabfb","formula_version":"titan-u-contract-v1","latency_ms":0.9024159517139196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afc0eb022b0447c5b945583e7c798b38dbf8573867a875d111e0efed494e4ebf","sample_id":"grade-school-math.dev.3957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc8c59d160bce4bcae6eddaec01de769ae4985c83ad410cbeb87fa5308fb9e20","formula_version":"titan-u-contract-v1","latency_ms":0.7260000566020608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e243652b6858d439649b98b672241f40eed590eba4fbf94886311e349e1b0f2","sample_id":"grade-school-math.dev.3958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d5bfc6874909f0912014ea213944964bf6afe1524c18d42e6d3192a181b0bf4","formula_version":"titan-u-contract-v1","latency_ms":0.8431669557467103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"540115066bfb1894ca94dfb11b4b3f94c1653f16483c0ca166bf9051aee76ef3","sample_id":"grade-school-math.dev.3959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bee2ca077e98a6866201e191471024b0c79873f498a337166477f4951c085dd7","formula_version":"titan-u-contract-v1","latency_ms":0.9061249438673258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c3ec5d0e285eda2c22abb69d51898f558ba55a781b30d869cc451c8c850a5aa","sample_id":"grade-school-math.dev.396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffe95f831de6976d155e8f47e5a7c7bd629104f6b031c04bc7e5fe3597db7ef2","formula_version":"titan-u-contract-v1","latency_ms":0.7077910704538226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f17296604af75b9abad84cb45088a501bc18fb163aaf2d174d0c76ffd4bdd33","sample_id":"grade-school-math.dev.3960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c6c39d1d1a1bbd6ec7ae363b90c72da4a657afba80e0e24b47724e7ff6afc9c","formula_version":"titan-u-contract-v1","latency_ms":0.953792012296617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d678b48264e3de0fe8725f0c99ff6f9b486a7a82b2546c960cb8fe32e2bc386","sample_id":"grade-school-math.dev.3961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe8fc4edefad3e5cd00ae8d52a1d41dacaedb87675bcfa71781311b3d5c0161a","formula_version":"titan-u-contract-v1","latency_ms":0.8128330809995532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ded86a54bb1a72819669ecccf5a741242c321db72e69d778fd54c956619d1af","sample_id":"grade-school-math.dev.3962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c18739bcc644c12da8d9279b135f61349eac26803a11741572d989e8b03dbac","formula_version":"titan-u-contract-v1","latency_ms":0.6580000044777989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2d7b078503ca5b4d2f3ed17bb2ef054bb03e24be2f7f796447d2efdeeb9968a","sample_id":"grade-school-math.dev.3963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3ebfc6c466c4cc81bc800c095b57a2b31e422c22179f796dc4fc476f74a6586","formula_version":"titan-u-contract-v1","latency_ms":0.6589579861611128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06a187a059ef7f5348dab47c66b5dc1e712fbb41200b07831809ea5486d971c8","sample_id":"grade-school-math.dev.3964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31064a94c45b3106889df11c45493cff66e33158bfbac6549c00bd795b430faa","formula_version":"titan-u-contract-v1","latency_ms":0.6681670201942325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afa2bcf75b94c9596d4d4dbbb8349db9a8ec0072f45e69c1c11d4b68730c461a","sample_id":"grade-school-math.dev.3965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"132476bdf3c2c12b825e6867ef762cf30c854bab57f17adfd586f984ae2c697b","formula_version":"titan-u-contract-v1","latency_ms":0.9700419614091516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c947e8e1acbbd35884969c9acc074b9d4932655b3022ac61b00f7d2c8b40641b","sample_id":"grade-school-math.dev.3966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20e026a67016df7142741cd447d543ed2c37b695cf1c078f3eaae4b8d09c3a22","formula_version":"titan-u-contract-v1","latency_ms":0.9770420147106051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08cdd786973769500d805b4d80b2ebc414ac693e22d1dd735cb14f150f3b6ab4","sample_id":"grade-school-math.dev.3967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77c7bae92afc3e9e551c735ab575597c176d7bbc05c27be56b46213e349a4fc8","formula_version":"titan-u-contract-v1","latency_ms":0.6880409782752395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2731989bcf5d5a2a2a444e33944b4278d6f288fb36cfe4f8c2642fcb31c5a1c0","sample_id":"grade-school-math.dev.3968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6353301ec5e0889f74e0ea77fe5713a7913e742c473cf89108fb84f291e0fcdd","formula_version":"titan-u-contract-v1","latency_ms":0.758624984882772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"128ca9c454fcb0f2dcf22778620d8155c328b5b8c393260ad156ba6d9323b26c","sample_id":"grade-school-math.dev.3969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4f080b9abd8e87dfe840a0da073a93acafc0506bd2b57612684f77511069c26","formula_version":"titan-u-contract-v1","latency_ms":0.6847080076113343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e9c26df71caf9557b4fa9e6b6dd08702f12fad5e78c32585481e276d4ef8aeb","sample_id":"grade-school-math.dev.397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ae7a40dfb45e75fb9eab64f86edf657056b70720386db49c5f04aaf7ede99e1","formula_version":"titan-u-contract-v1","latency_ms":0.8070840267464519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee5149548a74a09b5a88e63bb5a056f07e2eaefbd750fc6d685d0c2c2045c135","sample_id":"grade-school-math.dev.3970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"669e641088fe1fd262139155b4a957389163add5661d743313eb737920d23dea","formula_version":"titan-u-contract-v1","latency_ms":0.9793749777600169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"489ee8840c6a395a32fa9dc0ed3dc7c7a3e37ffca61f3ee9cfdc904ee2f7539a","sample_id":"grade-school-math.dev.3971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a9f64a82d00e1629cb37dfd43a03979afed1b09bfc55f8f48f9a6a76b8e2246","formula_version":"titan-u-contract-v1","latency_ms":0.9630409767851233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"140048fead07ad62a343ca43f9f2ce4c2e15b736610dcd7d2bb1569c8b5654ca","sample_id":"grade-school-math.dev.3972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3feb46c09dc0d5002fb63378df53ce22b6d8c403ee33c64dfa2eea3f7e3bf0c","formula_version":"titan-u-contract-v1","latency_ms":0.6688750581815839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f940cfe6e593c38da2687add06e4d8f9ad51f0449ed81fe5695bbf3b39db8053","sample_id":"grade-school-math.dev.3973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c44d3072dcaf6ef81d71252be75c98c3b6bfbc2caf37950750f23fc97e4e10da","formula_version":"titan-u-contract-v1","latency_ms":0.6699590012431145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0ce8c376bcecc4ec5c1d5ed31828058982b4e8e5ea9d2283b6e1346e3d86efa","sample_id":"grade-school-math.dev.3974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea092f12050a3d4d0f0110f9642f2f9fa525d9a7f4dd7cca1ce9682944cce3f9","formula_version":"titan-u-contract-v1","latency_ms":1.0295409010723233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8aed24986fa2eade3e14ce77c0a38dbdf67580e78b6772b79775f25bca55e1a2","sample_id":"grade-school-math.dev.3975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3def658526304efb0cacc6850e913803f74f2719d0a7a23f9f2f0a2c050e6d6f","formula_version":"titan-u-contract-v1","latency_ms":1.6410410171374679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"911c26f6b8b334eb6cedd688fd8e2b3b78483f786fc2cd9bd210056f41c8ef11","sample_id":"grade-school-math.dev.3976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"351494ce022c0046df3a351dc1be21aaf4cbe9b4562ca99d6243819768254c62","formula_version":"titan-u-contract-v1","latency_ms":0.7519999053329229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aed1e4b47bcb5a418d5977ac98cda1fa151c641a7eed95c47abc33f29b9850df","sample_id":"grade-school-math.dev.3977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3919d43cbbf3a8fba9fa23b4e325ab07cfdc9dc329dbce9b0d094085bfe44aca","formula_version":"titan-u-contract-v1","latency_ms":0.6921669701114297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96405fd498bb753740a37c26d33506bfe693f166996f7ae79d0e1e86328dc069","sample_id":"grade-school-math.dev.3978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7a772df83388de22b328f5d9bdd4d16df0f537e04edcca6b2575cb694c7e8de","formula_version":"titan-u-contract-v1","latency_ms":0.6405829917639494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5a9443c40c94104b872a21d9ad295bdb25fd26a735d8e186dd229b9924621ec","sample_id":"grade-school-math.dev.3979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d152db55a1beb1031fd22f21506a098d1ff4ab2c715379f7aa3eff12eea6d031","formula_version":"titan-u-contract-v1","latency_ms":0.6597089814022183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"964bd0d6606063a18917d2358955fbc3acb20a3a31c734c21bf381e070a92e0b","sample_id":"grade-school-math.dev.398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"965748daeb729f9999a2a9272e40b7c9ea4b5b93c2fbd2fe14ab242db179906b","formula_version":"titan-u-contract-v1","latency_ms":0.653041061013937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77b0901b192215938c9da1d57f7637ffd239a2dbaffeb145c9dc3e96ec9dad84","sample_id":"grade-school-math.dev.3980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4592131f0f5687dc66c218196b0cb2bed1db27e6df01db466a57579b55a40339","formula_version":"titan-u-contract-v1","latency_ms":0.6336669903248549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8253682c99ca69610ca580937cd0b4adf7d585e449cbe50c162a28ae4f770445","sample_id":"grade-school-math.dev.3981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ccefb254c095dc60c30e31a86b9c424b09c47ab509d61465d4b3603ad4e2a6e","formula_version":"titan-u-contract-v1","latency_ms":0.6521670147776604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f038f282ac2cca414737727918cf53eb92949a9873ee7e0bc0c8c84fdf5a85c","sample_id":"grade-school-math.dev.3982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76f41f684912976cd97b0182db67930c053bd8d638dc60d2f6387d3b877c7f23","formula_version":"titan-u-contract-v1","latency_ms":1.2786249862983823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c79eaeb8a5fb852b6468cd652644228888cd579301d39825af5d2f36acd996e","sample_id":"grade-school-math.dev.3983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a1d84789819c9f71d32400ab3ec8567c3aa1e441b06ddb0941e217c143c2e09","formula_version":"titan-u-contract-v1","latency_ms":0.6958750309422612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fe1e9a1302ed7b05ada46869c7c1ad35f50bbe87bef30778842cdb57b421b30","sample_id":"grade-school-math.dev.3984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e497c69178b6a6129107cd0e161f66f7b22e3e00ba85dfe1d702b9e5ad4682b","formula_version":"titan-u-contract-v1","latency_ms":1.0917080799117684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f16905986dbbd2ec79b96e194cc4210045ceba22d58e4657b0e106f8d09eb01e","sample_id":"grade-school-math.dev.3985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a028ed38f46de829fe840f3524dad86dda3cd898230dd6d9111649143e592e3f","formula_version":"titan-u-contract-v1","latency_ms":0.6966660730540752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b47570b8e55a7decfa8b86f4c327341fddd4083d5f343189dd1f94971a37173","sample_id":"grade-school-math.dev.3987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6927e5e4c4bba0412906a005830115fd1c078ad406fdfd5a045c5c9848d41f8","formula_version":"titan-u-contract-v1","latency_ms":0.6921660387888551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d91076121f793bcde7d2f8b4a81a314c897a630258cf245afd9c75103402478","sample_id":"grade-school-math.dev.3988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"180300d939451ce2f4113406bc51f92b33496330413c7df7539ea5993da3cbea","formula_version":"titan-u-contract-v1","latency_ms":0.8398750796914101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"335881e1c9d47d3c74eac2e5dd0666f7d3ff4cdcc505c4c5e2eeaf5187da9659","sample_id":"grade-school-math.dev.3989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a60e7f40e61607874759746f903173b64652c68fd5787e9c507ace42d4885eea","formula_version":"titan-u-contract-v1","latency_ms":1.5661659417673945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c74bd7e2ad4db745d0084013667cee5e29c19706b0f95adc94845f7b62c0bdd0","sample_id":"grade-school-math.dev.399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b213564ec9fa8d814445f0c5201e1a8a3017e1c39658ab1e991ea17f11bbecd1","formula_version":"titan-u-contract-v1","latency_ms":0.6578749744221568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44b4bd1982fed708910639abc086cec61e57e6895263d2b9e8fbfbfd708c6c42","sample_id":"grade-school-math.dev.3990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c67c66aaa09b062fc1f0ac46a87712f717014caac4f6fdad3282def03e30781","formula_version":"titan-u-contract-v1","latency_ms":0.9894580580294132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af2744e4a142c5e448324d8da723577b94c7911084ce9cb67745647ae6eae089","sample_id":"grade-school-math.dev.3991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29921378abfed9cd23ccd0b21636f69b33306dc5f9ac97eb54dfffc3599e99b3","formula_version":"titan-u-contract-v1","latency_ms":0.661291996948421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"934ac809d7a351fe94778a9a1f096c762db175333374601d48807b3ceb09ffdd","sample_id":"grade-school-math.dev.3992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c1744f4af81d63346878eaa70e2efd288053f89be1bd46418926b79792260c1","formula_version":"titan-u-contract-v1","latency_ms":0.7383329793810844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b03f3ea5992bd831e0b929e449155e2ccfc227fa4170cf94b6888fb3a88147a7","sample_id":"grade-school-math.dev.3993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05ca5a391e1d01080ad052b117c3e9a1747391b166c041c020f5b5fb4a13b9e5","formula_version":"titan-u-contract-v1","latency_ms":0.6576249143108726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53d59035e88d60684d8d90f41080389b179266f154f44a8d5c8fec26d569f082","sample_id":"grade-school-math.dev.3994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d62925efb7e2fadb6b832a892f22105cd2324651f64076f71db278a7919e5c88","formula_version":"titan-u-contract-v1","latency_ms":0.6193750305101275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d3b94f1f77b1248c5a6c79f0ea814fca04030c2172126f6d77259769ff43558","sample_id":"grade-school-math.dev.3995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34d01b730dc189adcf9b8d569d8801f3bd2026f7d52804afe8afd8e9e4e806cb","formula_version":"titan-u-contract-v1","latency_ms":1.1389580322429538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b7f52830c7a3d3db7316943cb41e63047379e9261755eff7146116276a0d2fc","sample_id":"grade-school-math.dev.3996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a208fd5bbc23758e40e5290ce51bc1ce936d1e5d01c0e1f010116c7252a0c13","formula_version":"titan-u-contract-v1","latency_ms":0.6415409734472632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0460837cac75fb88cee783645118aed3e886f97b42e075aa74679295074f7e37","sample_id":"grade-school-math.dev.3997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"716e40888bfd2e2cbe087d7c7baaaedec46f615dbd73963da76a7a1223794cd8","formula_version":"titan-u-contract-v1","latency_ms":0.7101659430190921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f67b2c96e05aa90760faa89f4ce96180812b601d7f01409caca8b33663bd3156","sample_id":"grade-school-math.dev.3998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90a39a4f32ad492fc72c64e4095e84c5f1ff92842e0fe70513c06882a9676df8","formula_version":"titan-u-contract-v1","latency_ms":0.6612499710172415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cda78d655e046c9e31a5d98c749a886679830e440c1d3faef3777a8a9bccd2d4","sample_id":"grade-school-math.dev.3999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2707692e3b8fd3fe6fa68cc108a8e44840a42580845959e86f6070c4c7f556d5","formula_version":"titan-u-contract-v1","latency_ms":0.6556659936904907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32e85b3ed74cffa3cfc6a4222b7d8b73bf72775acbddc0448131c284a3272602","sample_id":"grade-school-math.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"308a13ac3ea0ba5aff2b1691bf0c665342004acdf1a70ac53e060c0565f8fa63","formula_version":"titan-u-contract-v1","latency_ms":0.908917048946023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91a9e54a7ff9c9e9f3398fca55e4f36bb3e253cbf55acc2936c53bf1e75a4ccc","sample_id":"grade-school-math.dev.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"855966f3072fd22ceca2fbb190f787a9c54c059e8638dacd9a6ccda2ffc8c9bc","formula_version":"titan-u-contract-v1","latency_ms":0.7202919805422425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46476faa43766478ffcb040394aa35e8520fb1f9d7f4fdf1dcf38f0aa1cf5445","sample_id":"grade-school-math.dev.400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cf905607424752357a665c0b533c63a8d8a9457d0b6cc5a8267f4b64afa6def","formula_version":"titan-u-contract-v1","latency_ms":1.1143339797854424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afd4b21f3fd60d51dfddcc37153570659e74f6887fdca5e6548d39c08ae5d967","sample_id":"grade-school-math.dev.4000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b93dd7e4cd79796512405675bb84c3b61c6c031c2b0cfd1d6c672f164b3a275","formula_version":"titan-u-contract-v1","latency_ms":1.0834590066224337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"147616a3c5ef659d7e1d8828e159f907ec20f0371df5d30abac7673c7e55d076","sample_id":"grade-school-math.dev.4001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddf8fea163f8a2aed87f2164d166f0c5c5ef18f106089b97e85b0654f3e6daa0","formula_version":"titan-u-contract-v1","latency_ms":0.9232499869540334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbf5490f37c4d5ace5492e090ddfe3b285cf88c960dfcb60456f2fb06339c8e1","sample_id":"grade-school-math.dev.4002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9f412ae5dd769150822ab89c0026c9698ef54b470c06a7306601cabff082f77","formula_version":"titan-u-contract-v1","latency_ms":0.633500050753355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a812b83b6e2f5ccdff7172b62c4bf2d44e2823f21018dda55a9c236edd4d5e8d","sample_id":"grade-school-math.dev.4003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5977348492fe38f759b6ac969985455acb897e8c4ddd86144209e4a232ec447","formula_version":"titan-u-contract-v1","latency_ms":0.9587079985067248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d85e2d9e728e152e4952c9b36f4677e3684e78f40090f9f60bbeff9c58327c8d","sample_id":"grade-school-math.dev.4004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6263159ea55d3589e91f7f80fdf9dc1f713f689001de11116f21bf9d608ebe54","formula_version":"titan-u-contract-v1","latency_ms":0.7919169729575515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3eba172796447a5ad206c6e8e2e74f9afa64899451338947e4b11da3da0ead1","sample_id":"grade-school-math.dev.4005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5d2943f3844d5106f019d26de6eebbec7fa5c6148e4a86517b824ca1486e52d","formula_version":"titan-u-contract-v1","latency_ms":0.8310830453410745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf1867b57eca9ad9ebba19afcd3639a044cbfe70c9ac114ac13b9d348b5f01f4","sample_id":"grade-school-math.dev.4006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff9de4154e876c04a98951d6b573bcb0c368c9dbb5990ebd196dcba9ac6fdd3d","formula_version":"titan-u-contract-v1","latency_ms":0.7203749846667051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b26febd80c66f2ae5d147cf76fb65081fdfb2976a80cfd5850cd46fe060352e9","sample_id":"grade-school-math.dev.4007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe9da3f78eb96af178acdf3d3a31ee2e35fbf9a1124f77c1c8d8294abb2f1125","formula_version":"titan-u-contract-v1","latency_ms":0.66791707649827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"437875c7211ebcd91736e7ee38ad4ca85e3a3ed763e858c9f0d44764f4682999","sample_id":"grade-school-math.dev.4008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79fb3057a783550023d0da27d96279464b3e628b5e53b6043b2882023fc5a77d","formula_version":"titan-u-contract-v1","latency_ms":0.993667053990066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0693c1f49d532ac46396906c83fe368f4f2ca4dc1f117570220454693848d76","sample_id":"grade-school-math.dev.4009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64315826e349ad8074ba9b6edc04a51e1f52d26f7a700e502e0dff7cc3aad375","formula_version":"titan-u-contract-v1","latency_ms":1.0639589745551348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a72705a34706a724bca68a8eaa6644734e7a6579efc631748b40060b8f2699c3","sample_id":"grade-school-math.dev.401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46edfa4fa896b9adf253dde7d06e06fcf97acfdaa78c423c1da5bdfc0b2d882c","formula_version":"titan-u-contract-v1","latency_ms":0.8699999889358878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1ea987e862e18cb05d626a67454a8b8942fae81a2f8ede35cdabe3d1cf196b7","sample_id":"grade-school-math.dev.4010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c2ff238147a5cec47299acf23b158df9d754ecd6a07a82a3d5602f9197c0d8e","formula_version":"titan-u-contract-v1","latency_ms":0.6514170672744513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3078faae334d4f43fe472bb12499323b6045d0c0e87ba34ab3d7f0c5e7fafee9","sample_id":"grade-school-math.dev.4011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c777c7e67784f9a9ef26c6e32872943d1a6812739e6358b4d7c507e30e8fb14","formula_version":"titan-u-contract-v1","latency_ms":0.8473749039694667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8262783aa82d663c1f6ebe8e012961b96de1cfd592a99fdfc5d8222f0e6a2560","sample_id":"grade-school-math.dev.4012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"791bdcfdca794127bc2d849f7b93b456ef0767299a43d84d5a0a4cd6f7001716","formula_version":"titan-u-contract-v1","latency_ms":0.9836249519139528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"476a78c909f1f621b09e94fcd6ee77c3042b41a542006ee4047e886f0f99984a","sample_id":"grade-school-math.dev.4013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91508449d09166c1a6eafd1d7a07fda769017f39c26304a1dc69523ff9f38cc4","formula_version":"titan-u-contract-v1","latency_ms":0.710833934135735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae1803f2ce4b753e57a9ef7b5cf23020d75be694ba1aec547f703fa3cd21bccc","sample_id":"grade-school-math.dev.4014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"905e85a912df67331bb0672ede327017ef9dddf2f945b411265500782457c03c","formula_version":"titan-u-contract-v1","latency_ms":0.7540830411016941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53eecba29e6b42f0cc1ea101f547605e9526fe50f80157e3831738f7e12056b4","sample_id":"grade-school-math.dev.4015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93c56eec06339370190fcd1f9a7b29a4df6e769d2d8e3ae23dd3147b853537ac","formula_version":"titan-u-contract-v1","latency_ms":0.6810000631958246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67f288abcde10de03fe47a431c59149f868dee1fc482c8a683e2d19f20538167","sample_id":"grade-school-math.dev.4016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33f549f193c2e063fe5af12fbc47be104d47c1641c3b7e9426fa69cef0e8b78b","formula_version":"titan-u-contract-v1","latency_ms":1.041749957948923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6d3ed675c0a8ad90c6cd0353610d7dc1ad2fc83c43c33548f1f88e719c4c4fc","sample_id":"grade-school-math.dev.4017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5d2b9e031706765abc26ddc4c122ad0d07c5d6ee9db1ad9c081b1908b956028","formula_version":"titan-u-contract-v1","latency_ms":0.9503749897703528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58c25fce999060cd503736b4843144052cf4d6ac371a7abaa7ee9e9e5b1c97e0","sample_id":"grade-school-math.dev.4018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"926703f0c8276e0a25a9d04abe598edbf880a907fdae8a166f53201c78d21649","formula_version":"titan-u-contract-v1","latency_ms":0.6752500776201487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"babb408fa42c6326960fc05bd0ead58aca198136cae6ca5822b30721866d902a","sample_id":"grade-school-math.dev.4019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73e01976398a3155a5bcd45aef10c3233bb5175cdd2ee1893bbc1e2c058f1d7e","formula_version":"titan-u-contract-v1","latency_ms":0.6929159862920642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc2aea9340a032ea6e8b172fcbf109f8675b01348e15750051ce17cff2c56f1f","sample_id":"grade-school-math.dev.402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed4218e138c4c1d583c3c55a20d49759f8ae1376db5eced89caf39515dccbf22","formula_version":"titan-u-contract-v1","latency_ms":0.6650829454883933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0c9291849aecf7fac4f175695159b42a7606a5dea39236eeb4bb581f6fa59f4","sample_id":"grade-school-math.dev.4020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5228030a3349dd3f68ff4080292f271e277032c0ff9b775ef697c1921ae71ae","formula_version":"titan-u-contract-v1","latency_ms":0.7197910454124212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44df870b79f57d720b8f27aa3de0454ca2334c399f84ac182f704eb9c3edf8c8","sample_id":"grade-school-math.dev.4021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3e7dd68eb869b72fc5f3fbb13bf915b0ca501c02e87063c2e4d97bc9190ffd7","formula_version":"titan-u-contract-v1","latency_ms":0.6389589980244637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"141fa9eb1d07f913fba6e6d3ba0f10216bf6094f0844820faafc76e68762f4d8","sample_id":"grade-school-math.dev.4022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5318a149b44189bd97e04849d7c435ef987dee22bf6c29005c0f6a83133ea147","formula_version":"titan-u-contract-v1","latency_ms":0.6417909171432257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96497272af4d8736c6a65c811403479c0c62f4aa91654e1c725df2407f741458","sample_id":"grade-school-math.dev.4023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3aa3be68c2da9e6a86303aceb184f270ae6fb845eda4a43b4bd10c2bc480823","formula_version":"titan-u-contract-v1","latency_ms":1.1201660381630063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c7cf34d79163a8d3400bb7aeb7aab4dbf62c0c1a75587095802e5fa5358e556","sample_id":"grade-school-math.dev.4024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bcdc577360966b8d0b9b05bd79e9bd578861e4b4ef0b60e4164a84e52ead0f9","formula_version":"titan-u-contract-v1","latency_ms":0.6719999946653843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1df2be36cc6a58ce9b422ffacf09cb4574c2acf12fc5e449daf5132b5e4fa257","sample_id":"grade-school-math.dev.4025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe433cf2f52ccefc8192d7546abd0830505f4464260999ff7e9193e62711dffa","formula_version":"titan-u-contract-v1","latency_ms":0.7441249908879399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4df372b4fcd6a46b5453dcd337ea3451275c58b78262e302e4cfad34f2494d5b","sample_id":"grade-school-math.dev.4026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b9f52d5919b541251ef320a7db2397490e337259e85c4a3f49582e260fac847","formula_version":"titan-u-contract-v1","latency_ms":0.9237920166924596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b0d077f93b950083906b397a31943acfea2fe37189db0308322913688c0e2e2","sample_id":"grade-school-math.dev.4027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"188576d66b628d968bc274d700d06db87977b476d37220b4bbb5163f3f868b5b","formula_version":"titan-u-contract-v1","latency_ms":0.9479589061811566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be3a30c2f9fdf5102a45b7cef7b354e6ce14ed02542099e2660a1c840e4e92e0","sample_id":"grade-school-math.dev.4028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d71073990c3ec2598f83545c2740e02976de14e4de43d33d74a3ef8157a0ff23","formula_version":"titan-u-contract-v1","latency_ms":0.8754589362069964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d574c87162b3ec2dbdbc4cbaecbfbaf8e9779b3c9fe3d4048673263992576cb","sample_id":"grade-school-math.dev.4029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5473aff7a3bd389c7044a72d8d0008c6ff56196222707bf4c6c12798000a9291","formula_version":"titan-u-contract-v1","latency_ms":0.6659170612692833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f723487310dcf3a958469c9e39a53637805d4e6cc2faa6d751795641da24094","sample_id":"grade-school-math.dev.403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f080c10ea4da1a59771ffaa39340769886334ca0477591ef940d196c4ab0291","formula_version":"titan-u-contract-v1","latency_ms":0.6463340250775218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17f724d99f6c49909d0be9d74453950323b438438a26f456fec924a6e39696c8","sample_id":"grade-school-math.dev.4030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c952d227d4378840b8c38bc04cba9275f6ace93158dfe79277432e6a6b05e174","formula_version":"titan-u-contract-v1","latency_ms":1.240166020579636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bc7a2c7ccc9fd0d28fed38e15f68a7746a9632af1c3ae4c2a415c9c9b574e1b","sample_id":"grade-school-math.dev.4031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c71570404a1c23f81f7e74e595ea165a38d2db6486ea890bc5f2f0861210eb9c","formula_version":"titan-u-contract-v1","latency_ms":0.8227500366047025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d7775472300ab398e44e23525e242017c272e4d10497ee3cb429678e7a1d128","sample_id":"grade-school-math.dev.4032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c50de60e30e16835ae63d082aa57b075544e114f5f8ffaf9d3c6f71448490d44","formula_version":"titan-u-contract-v1","latency_ms":0.9846660541370511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b01c2a557584fe201d00eccaf2da60e730cf531ead05abc37c5e6c7c4565b56","sample_id":"grade-school-math.dev.4033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"431292f9024db3eb079294baa813dd4bd526e633944c1747a4ddfcb2a1197e86","formula_version":"titan-u-contract-v1","latency_ms":0.9267500136047602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"156ef411927e466b0271b5cabd995766643684f5ad2729574fb0bc1e674a17a6","sample_id":"grade-school-math.dev.4034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16e1e7fa01884a6b32ffa822ce3b460f76564cda594f876aac40728d456ba0c9","formula_version":"titan-u-contract-v1","latency_ms":0.6634590681642294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7b206cdf7b0a25bca83907e4dfdd27f22e6c93ed99131cd2febee05b240b90c","sample_id":"grade-school-math.dev.4035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9da477e16a092c1cf0b1639b1dba0cbfb91c50f8d28d4adfda03b746e67f4f7","formula_version":"titan-u-contract-v1","latency_ms":0.8163750171661377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f7af80652272caef9513fffbf5356947a210d53026ec1f83c41f6a01fb9c484","sample_id":"grade-school-math.dev.4036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1284ac6c6daee60e1c5e217f73f3f607c2c9d8bccd23933898e83d99bd650c16","formula_version":"titan-u-contract-v1","latency_ms":0.7733330130577087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae6b64297cc5b86e3f6afa99b98e0217090dabb1bc4e39cbf884b9e308c57aea","sample_id":"grade-school-math.dev.4037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"859c70c722264dbfd71a88264dbdc152a8c14a965aaec22be6fd49bc34c9a7cb","formula_version":"titan-u-contract-v1","latency_ms":0.7272500079125166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3c352182c8e429d4c12ad23604ca546ef9a8fc8db31008953361d546aca3045","sample_id":"grade-school-math.dev.4038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1045d633171c52466b29eabcf2a3732136d147a4888cc4a4343f5f12233e9fd2","formula_version":"titan-u-contract-v1","latency_ms":0.7630829932168126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"734af060b8558badc219ae9b4ff9b2d08f916d432b8760b7ba3fad2bd4a0ecce","sample_id":"grade-school-math.dev.4039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8c654550f839afd039d5fb60cb334d3aa674624449f8d5bfd94b9b338475c41","formula_version":"titan-u-contract-v1","latency_ms":1.129582989960909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff50d00f482f156837d197ee9af5125d71088e59e2a9481fd7de1a429c9afa5d","sample_id":"grade-school-math.dev.404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72e230cd6c6c05c28091c04a1cd727a0237d4b4e99772698974147b7f4da39ea","formula_version":"titan-u-contract-v1","latency_ms":0.933166011236608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2dd221a31e7d4ba18779d029a74e0df3f065324533ef690a279c2f2ecce3b69","sample_id":"grade-school-math.dev.4040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eda9b662ad88f94da3ddc6c57a7e7c6a0ddaaf394ce52bf4c049e7c2080e5e62","formula_version":"titan-u-contract-v1","latency_ms":0.6717919604852796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d19a873ef751323bf662cef37e63481ceb08d8ec11c234258362b93d1ceb7e3","sample_id":"grade-school-math.dev.4041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3376bbc5bf3ddf0b30326793722f7011779928e0702c73333dae10f7bfcd71b5","formula_version":"titan-u-contract-v1","latency_ms":2.413707901723683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b65c23c64a54223b662e1dd32b617630f26fc3d5c6edb86d6392f764fed0fd3","sample_id":"grade-school-math.dev.4042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ad2326a2b68d0e5e43902363b2ea1b740e21447ba7aac096e1331c1bfaf7b9a","formula_version":"titan-u-contract-v1","latency_ms":0.6369169568642974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8171c1651ee7464dafd7e420f728a04ccb3831e4dedefca7e74dad923ff3da13","sample_id":"grade-school-math.dev.4043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b80384a2fe8ddc917fafd3a5a010dfecd28c466ee34c5af1b9d4c3add9b905c","formula_version":"titan-u-contract-v1","latency_ms":0.6512909894809127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90b255cb9c578cacfa5e65918022a3a46d87105ff9447bb517cd7eec2343b0f9","sample_id":"grade-school-math.dev.4044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ccfee65473bf9878b849732d6c259b6403bb4ccef59d29b93e7e6027d075e58","formula_version":"titan-u-contract-v1","latency_ms":0.8062500273808837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ea2d13cd9fb661dcdcfeae9ff270c69908da5ed65c23d005a92a0616a20a990","sample_id":"grade-school-math.dev.4045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bb5fd0bafa4d5fc67da7acd7f50a96ee52e68ae504d5883bf837cd7c61dce76","formula_version":"titan-u-contract-v1","latency_ms":0.6596249295398593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32eacffd8793ddad4bb9cf93c116e4adc90263d3679a52b2b3b891e351274ff4","sample_id":"grade-school-math.dev.4046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d28bbf866dbcc602fb357ad368e4ebbdc85b7837a67fccb01c1e7c44e7326986","formula_version":"titan-u-contract-v1","latency_ms":1.520833931863308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94cf3d1ea0e909411e3a8e2bd7879e6d4c0f2b5b3039f2d6b9671bfeb6aa335c","sample_id":"grade-school-math.dev.4047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7269291f2eaadca34216b702f7459b755efa1e08f5e83bd9e661b97081296867","formula_version":"titan-u-contract-v1","latency_ms":0.9154999861493707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ab2b83ba2728747264138a748fc1ad7bf173f25eaee93567549f90b37765b3e","sample_id":"grade-school-math.dev.4048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30731760dd0a3c8bae1e0fc259d390efb77d9b02ea3241bd36d0fc5beccb6fa9","formula_version":"titan-u-contract-v1","latency_ms":1.2611669953912497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2723d09e8662a412df25ba8c7535b5fba88763485486e33a6710be72ed0e5012","sample_id":"grade-school-math.dev.4049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f089e9715830287c3d9e5f258e371ad1442c6058748f417808a043aa7fc678a8","formula_version":"titan-u-contract-v1","latency_ms":2.195624983869493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"377a8e7d50a28e64cefba70c61187c10378097e13c1232fed59f08a26de8c4d4","sample_id":"grade-school-math.dev.405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48c5ea59c624ee5ab6e4b4a34ec2baac19d1122379e04c006475c759c905854f","formula_version":"titan-u-contract-v1","latency_ms":0.6506249774247408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc9fbdd8e9e53d1ab31b5fac85990f55e78cb1583603798387671a942403e66b","sample_id":"grade-school-math.dev.4050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daa84f889b7d24bfa230ff8d98d4f3056b38e4f36a6f0661da7d052b8aecfd7e","formula_version":"titan-u-contract-v1","latency_ms":1.1469169985502958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41286214e657b94bd4c7a3c3469d3a6caa57c86c4d17931927a22493b699913f","sample_id":"grade-school-math.dev.4051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87ecb6f3a1e1d44d2603b1bd3b96a7aa0586b7b7a5dff16680cbeee5c3e1ea33","formula_version":"titan-u-contract-v1","latency_ms":1.0707919718697667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b855c250ebbca902ee5dd32ecbad82b96b224566b722f2e59dacdfb15571b0f","sample_id":"grade-school-math.dev.4052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71eb6dad94a25f2b9926cd12c6f76d3071b08d5f3e8a3f5831ba9046546efa98","formula_version":"titan-u-contract-v1","latency_ms":0.8087910246104002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d426c5d63235d4784bfe95243716a182c0fd37ffda94ec8fcb3d1fe060406fe6","sample_id":"grade-school-math.dev.4053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38df1f581911fe50943f65c4768c2f368b6aaa685fb024a5728ef428529a0f50","formula_version":"titan-u-contract-v1","latency_ms":0.6788340397179127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04e890f118a222694ade6ff358ad7267df70c5a5aa78b65e86db9ba2f974c629","sample_id":"grade-school-math.dev.4054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0fb522e4af8699b3473913faea63965006122b5bf38666466ac05172d0b016b","formula_version":"titan-u-contract-v1","latency_ms":1.5293329488486052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62335786d1389dc346bc35b1f17a80b387f6ab5ff5351d7f0704d9f5be74241f","sample_id":"grade-school-math.dev.4055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb814f05ba1549b2b8f7d8551f911d6d6f402d723fe7aa26aa9c22cda7fe5aec","formula_version":"titan-u-contract-v1","latency_ms":2.0915420027449727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f7d768453c626e18de112971ac0a0ae5046599e7d6cf25e78a1565d88723d8d","sample_id":"grade-school-math.dev.4056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32075da686c0923d1e0fe96e462adb46517e8f7c53446b825a438947dd9ca04d","formula_version":"titan-u-contract-v1","latency_ms":0.9200409986078739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7fe4feb5e39f22df14987d0eb52d3c9209afcd9aa2f630fb5802b8fb8886d1d","sample_id":"grade-school-math.dev.4057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45d27d2f17ac1e0256f4bee3473a959bf5647a65b0c1e8394c76d6498253a8a6","formula_version":"titan-u-contract-v1","latency_ms":0.6973750423640013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1fbf0c6cbd6a279abe3fc419d50deb3ffeed5eb3c57361a34b90375caec1c69","sample_id":"grade-school-math.dev.4058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"825c3c59b0dab9690d74c486f9c91f5785cca2f105ed600bbbe716b1e92adb29","formula_version":"titan-u-contract-v1","latency_ms":0.6910829106345773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc1570efefcda6df9ccd7d1a267311f8a1ac63308bf47958cf970761e299d5eb","sample_id":"grade-school-math.dev.4059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"733aa987899650ea9330dc0a9e993eec3a1abde8a8149d42d11903bd1bb58ab4","formula_version":"titan-u-contract-v1","latency_ms":1.1402920354157686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ffc97486ad93e39a719a11271a8fefe3afcee6af46d90549866702e42fc70d6","sample_id":"grade-school-math.dev.406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48dd62f1ac21267772c54d000936d7dbed241676575c4f0578d0da8cfaa86022","formula_version":"titan-u-contract-v1","latency_ms":0.6717080250382423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db3390e975b33fd8b2540c108e0463e6be224729982b15f486971401ae57c66c","sample_id":"grade-school-math.dev.4060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db3b3f2574d20ae59c7ff97b45a84b724505dfd160c4b32fd2ecb4d0fc0d19a3","formula_version":"titan-u-contract-v1","latency_ms":0.7231250638142228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79f3c8956a6fac560e175c381c9b25577ddd23f1bd363c62d2cdd114fa9c8f3a","sample_id":"grade-school-math.dev.4061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8eb308cb5e879647802b8a7b1476f5ca507c4b887f9ffd56f850d49b3134d4e","formula_version":"titan-u-contract-v1","latency_ms":0.6665840046480298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30674b0f2c329e719fc29d4bfcb877d7e7164940557d1e7c81d31ff3f66d2682","sample_id":"grade-school-math.dev.4062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fad06e2ded03c4ce6ec3e6740fc1626a47c49c66c59e7f11484f3caf60cce7ca","formula_version":"titan-u-contract-v1","latency_ms":0.8294580038636923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4c88ddf447ce42bff87c9ed7833b71fed48c673df394bc2e35eaae3d550e4ce","sample_id":"grade-school-math.dev.4063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a7cadecf5cb4ac7204a0e3937f4820a0a6e7536af66d661a2d72155f7ab3b9d","formula_version":"titan-u-contract-v1","latency_ms":0.6207500118762255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec417e80a86f519aa9be38218b1de7754c2223dfbba9fcbb151a29c546f178ef","sample_id":"grade-school-math.dev.4064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aee3bbe694fb45881fbc09f00bfa6d0290d16eb38cd7983d1bc186a7126063dd","formula_version":"titan-u-contract-v1","latency_ms":1.0994169861078262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18ac7aa492c0dd89756bd82b6b2743d935e6c4693d59cf61ce9c3edf84e040d3","sample_id":"grade-school-math.dev.4065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08b159c8349ae84692ff91949c793d328ba5eaebfa65d05577f72566299c653f","formula_version":"titan-u-contract-v1","latency_ms":0.861832988448441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecbe7e5c2a1cc86a01fd169b5a27095b8f061908cb0effacfca57eee64bcd8e2","sample_id":"grade-school-math.dev.4066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58f798cc338b661df9fe9d7215b012d8b40d5b366e1840689a07b6739ace457c","formula_version":"titan-u-contract-v1","latency_ms":1.1641249293461442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c608be5b9f0297348e0f12545d766d1d08d8de17cbafe4debd129339b3d4e52","sample_id":"grade-school-math.dev.4067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f97b64adcd373aec19e65ed074e022198c25d62b1d56c5db638a254e7943fea","formula_version":"titan-u-contract-v1","latency_ms":0.6779999239370227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddb94710a9387ad5700129eebfb3dba15d01ce8250402d84346a4153eb49b977","sample_id":"grade-school-math.dev.4068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07e5f2e28008e68ca3c6950776212f2aa9e6fc0190923283c3429bac5ce8d329","formula_version":"titan-u-contract-v1","latency_ms":0.756917055696249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5511d442f2ace6ab0ed68ad6665e6459896de56d00f603be3967701e730e9338","sample_id":"grade-school-math.dev.4069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04b972d71a3b5ef5cb18994c410c844d292f0d2fd2ebacd0510c1636ed4c757b","formula_version":"titan-u-contract-v1","latency_ms":0.9560410398989916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15c4d3faba5c2cf3d442e87fd27ce410eeb477e6c448cff770671fcd936f0f0f","sample_id":"grade-school-math.dev.407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7f657a06f8ecc271a58d72f6bc45f78f2643edd996d2fe6e66baaf07a46b0ed","formula_version":"titan-u-contract-v1","latency_ms":2.548999967984855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19fb78e925f4dafcc5263109aefa9aece0ef8480e9a2195149a9fe342f047ec5","sample_id":"grade-school-math.dev.4070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"feb2a13db2c23df3b146a4b4605de5e008d8a8caffc29418c572c71a09dc4427","formula_version":"titan-u-contract-v1","latency_ms":1.5007919864729047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"885354f15daaf7fa0f6d2c5c0c6f5aed70ebcf800af65beeba9ac881d84b8f4c","sample_id":"grade-school-math.dev.4071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cfe72109d08635a09dcc78c9a2c0a7d1033389124e109b529062adfd3ac1e2d","formula_version":"titan-u-contract-v1","latency_ms":0.9542079642415047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"789e1adef1bdb621d8646811966e69bcd5e3838e05896f7e68f014ed325cbdb8","sample_id":"grade-school-math.dev.4072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51d4c6b4afabc9df664f291569ba939db36efda78cf01ba98e440c60444e306d","formula_version":"titan-u-contract-v1","latency_ms":1.1439159279689193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ce859afbf639b8aa97ed54417271646b642e60c6928375c2eb9a7c36bdcd461","sample_id":"grade-school-math.dev.4073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4720a6ac961ef1226503e748b00f16668874b5570548fb3dc233d47fd310e880","formula_version":"titan-u-contract-v1","latency_ms":0.6108339875936508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e72cdcae0a46df089423709b74e5433bb35a059c9d974e3146ba00de0819bb6","sample_id":"grade-school-math.dev.4074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2127afdeddca3982fa8df17e95abdf939201bf78b154050e7e25240e194f345","formula_version":"titan-u-contract-v1","latency_ms":1.472415984608233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8704284b204be57d44672ab178df261db7267ed3fef4324bb122bf4d5787f65c","sample_id":"grade-school-math.dev.4075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a8fe0bb06afeeb9910a50eedc3f897b7cac042047caa1dbdd18dc8ea7f04e9e","formula_version":"titan-u-contract-v1","latency_ms":0.6523330230265856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"266bba5d41887ebbf23279604de057f9cf2d4047600db3db1fdbbca386ee225c","sample_id":"grade-school-math.dev.4076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f4b332e57fcec96c4727cd0371466a9062bcfb9fc3e2956922afa8b3b546d78","formula_version":"titan-u-contract-v1","latency_ms":1.0757920099422336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23dd17733cf777d907b9e90efdf17aaf18078fba2742eef4f277fe48d2151a80","sample_id":"grade-school-math.dev.4077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"253cd34a70d3e4bee6b330391e2a7e16fa6030d78fc1bc85e2c06be38cbe7418","formula_version":"titan-u-contract-v1","latency_ms":0.6825829623267055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d63a3455a62ded6cc068b6dbed04826377156da74b1c37d67a6db4455a5b14f4","sample_id":"grade-school-math.dev.4078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a06e994e85cf806d6d11aafdee85ec6a490f75173a7aee018ccdd41730a2491","formula_version":"titan-u-contract-v1","latency_ms":1.329125021584332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6af26dde023ad7f52849954c98ac59bddd6865de93c2ffc59719cf504053ae1","sample_id":"grade-school-math.dev.4079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46e9743ffb038fe7f20e033a4bda4579c454e83ae55cf9a9e673821147b3ad79","formula_version":"titan-u-contract-v1","latency_ms":0.8502500131726265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dd44dd1b4330e9025cd26670f85167fcdb10fa6d0775fd978c9b1fb92722cec","sample_id":"grade-school-math.dev.408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"560e0f1d9005bcb1f8de567a1893a50a287ed4eb8cf51c6d05c573722a4636b2","formula_version":"titan-u-contract-v1","latency_ms":0.9290829766541719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ae0677fffabdf95403419b1c5a66d89fa62dbea1e279007ad17ed995e847869","sample_id":"grade-school-math.dev.4080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a268033fc1ebfb779e38e6fa5100682f61b7eac632e06cd6bb7075a4418d309","formula_version":"titan-u-contract-v1","latency_ms":0.673915958032012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ef01c066592bdabd63a4341ddd3afe03ddd55dba9063f69f828201a292c8bbd","sample_id":"grade-school-math.dev.4081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66ce81ed17f87de66e2923ac362cb631b1ce5ca5c19143bfe9a22298c76438fa","formula_version":"titan-u-contract-v1","latency_ms":0.6663330132141709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cad49e47c2eac8dbcb94473aada2f4176763207e85f66a8131e373d6cc92d89","sample_id":"grade-school-math.dev.4082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adfbd65e2bba9a4df4dd4f66ee014945c2be0e93606ce30f53bde5ada125b39d","formula_version":"titan-u-contract-v1","latency_ms":0.6673330208286643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"763105cb7bd3ff6b2adc1dae2efd54b5b5d779fcca2c1cb34af9ec302de81b4f","sample_id":"grade-school-math.dev.4083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e3dac32c8feececa328e185485260da1a7fefe1094a56ec049b1750a9c3e312","formula_version":"titan-u-contract-v1","latency_ms":0.9390830527991056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2f553269568ed4daa66ad60ab1606350f16bef10eee2290623946f5ec4303e2","sample_id":"grade-school-math.dev.4084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fc33aef5248e9ef0205c3ddf62b1d19d418681ab9f96a660ef156f96528faf0","formula_version":"titan-u-contract-v1","latency_ms":1.2087499490007758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75da34d0d1e4ba0c2e26290e0055be9a5e33b9a72c25b5d33b47f62a1153d2ac","sample_id":"grade-school-math.dev.4085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19ffda2d2c6e70ef6736a97759aec53ed1a3486bcec2128349c1ef42e99c0e28","formula_version":"titan-u-contract-v1","latency_ms":0.8557499386370182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ecf013d8f56aa02d63a4ca144125598bdabd62981cdb1cafb16d687fe94c597","sample_id":"grade-school-math.dev.4086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1e0a9a24e3192ac33fe5f3e59bc239999a344aa472c8d8ca6f286521747857a","formula_version":"titan-u-contract-v1","latency_ms":1.027583028189838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a61e1e785dd940a07916e687dbd9dd90bef7efeeb38e491960811389ba60e74a","sample_id":"grade-school-math.dev.4087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afa9a0e74fbc54aed1240a390c6dd72582527abe154924e31b81bd8172335a8d","formula_version":"titan-u-contract-v1","latency_ms":0.8573749801144004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e52f01209ce62d706044463f083fc8fe5c2586041ab14ac28fe5cc015040d45","sample_id":"grade-school-math.dev.4088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e870233aeca5b84776f0898efa2b34b1db80dfc9fc9d37eb3bebf40e517b0311","formula_version":"titan-u-contract-v1","latency_ms":1.3328330824151635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7ffb7539f11e882924cee6d8c0a190921c7dcba62e6d413b182054b2ba6886a","sample_id":"grade-school-math.dev.4089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62589953e92e4c1b6bef0c894ca15698faf834119c498728a9c4678dcbd020d8","formula_version":"titan-u-contract-v1","latency_ms":0.9565419750288129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0212593a109395e4d54991ed8d1cdfe916bc5ec9852ad41567aacf3bbfd73526","sample_id":"grade-school-math.dev.409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71a5ff27e325855ce9e1e01f69069aaffa669b30e4847c4af1f043f36d120112","formula_version":"titan-u-contract-v1","latency_ms":0.9021660080179572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f9ad9831531226d1adfcd8387aa7e17fe184dd7051791835bdb702eea437618","sample_id":"grade-school-math.dev.4090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc783a6fca5c557bfbf6ee4656a728f8ca56126a7ec58a30ec9ebb24912e260f","formula_version":"titan-u-contract-v1","latency_ms":0.6963750347495079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53c53c56f66c5a47b6e57512b8b5c7793db4aa325f709e3b2988713c6ecff989","sample_id":"grade-school-math.dev.4091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5a4ddce2be1763dd8f73db9db081916ee0e3ea3a70882860da1cef0d68ac4fd","formula_version":"titan-u-contract-v1","latency_ms":0.9387499885633588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c9c9c904acb474e5a090e61c938f5fb6ba87678db32c9474aa71f9e62dbaea6","sample_id":"grade-school-math.dev.4092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7b7553963b70328590a0bd529108d05ce2d0d4d3def6889604c45fcff06e4ac","formula_version":"titan-u-contract-v1","latency_ms":0.9442920563742518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9c740f8873941a60d0d1fd194ebfd1ddc284d0b0b7d137af5f9c1cbc0d10ed6","sample_id":"grade-school-math.dev.4093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52b7e5c273e09d3f9c34dd1d3c696b60cc16dd791a69925547258a3ecf0e1889","formula_version":"titan-u-contract-v1","latency_ms":0.9197089821100235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0f81c29d3d81adb590dac96855825f255d1e257878f3e37581def55035e436c","sample_id":"grade-school-math.dev.4094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33ac0ad8378afe1685fb556012986d4366eb406f1b00390f9db7a6633cffce04","formula_version":"titan-u-contract-v1","latency_ms":0.7445829687640071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efc98af094714dfc6623e75b6fafbcf3c1b115057e157e763d0f2ebae27cd66f","sample_id":"grade-school-math.dev.4095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2d2a2869af43726249ecccf29ff9717da1b20313b4df37a18a5bf212fa65126","formula_version":"titan-u-contract-v1","latency_ms":0.856374972499907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdc6100f0e4b133e296855d75daf0ba0ed1dd83f1eeef12695aeb462ddc46d1f","sample_id":"grade-school-math.dev.4096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c3bb5b51b789357328498e39be5d4cd3c9e4a5c150fa7e8beead2c392918e3d","formula_version":"titan-u-contract-v1","latency_ms":1.0817500296980143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"839f086b10a207359577f59ff72f1290e6ba2ea986800297904a7e69792f013d","sample_id":"grade-school-math.dev.4097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1f27564daad201b25dfff0e0ec5552a60b4b514b9fc57aa7b8c183e9db1a0fd","formula_version":"titan-u-contract-v1","latency_ms":0.9733750484883785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e493d9f055f413906610e4e880a5cdf4d203d7070d6f99e3857b636baf9eb186","sample_id":"grade-school-math.dev.4098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37f118d8e4066534d4623b04230390eeea842cd5c4598096554a5b20b58b5836","formula_version":"titan-u-contract-v1","latency_ms":0.6825410528108478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f209a6dd2c10c17942e0d4a13246a9c595c5fb962f609f22dbc8d4310ea80c45","sample_id":"grade-school-math.dev.4099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97eb0b58e1072df3ba8a8302995417e835c5b1ba2e03c11aeeb9a7d1065fab7e","formula_version":"titan-u-contract-v1","latency_ms":0.6576658925041556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddc0020adccd8fe70e95e585fdd2bc093988ed01c5bdbd52086fd3e4186f6a8b","sample_id":"grade-school-math.dev.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4baf3c0cb42061881d7616701bade9777cd065f19451d70ad832c6700cd4779","formula_version":"titan-u-contract-v1","latency_ms":0.8775000460445881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0c5b4286cc990edccaef7b7d88d2126c5bfe06b04ad9748fed6ff93b9fe36ab","sample_id":"grade-school-math.dev.410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25ccfd3747ca7a6d922f146cedab11358aff04f8a9dbf4ac54b1f98d35d3cfdb","formula_version":"titan-u-contract-v1","latency_ms":0.9579160250723362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1164435406cdee8e9f2286ae43e6178a11759a9e478c928fc1455538cf436c4c","sample_id":"grade-school-math.dev.4100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a9f5e644822368704fb5552939c0a4fcae49da420422ca5980adc7ed32450e6","formula_version":"titan-u-contract-v1","latency_ms":0.7425840012729168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a4150a7edb2b269ad7e79407104a80403e6b32109c1b7172c386aac4e1292ff","sample_id":"grade-school-math.dev.4101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bab97aca3f3da106c9127663e626177df9f3e084961831e6b2de478760613c5","formula_version":"titan-u-contract-v1","latency_ms":0.8277090964838862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c543c101896f7c64c1f7785afc06931924e0b429011055729a6d2a7f05efa64f","sample_id":"grade-school-math.dev.4102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e2f0d71d1bc4649f3288c48106b36fac706bc3ba237da0be87cb01d4aa7e12d","formula_version":"titan-u-contract-v1","latency_ms":0.7091669831424952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a60b4b7fdf904b8d20dd7b49f0fc85a71a576772e69bc3e8ad2cfd393047003e","sample_id":"grade-school-math.dev.4103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f017ed205f9ede19d23164948332848301799d45b3b252c55ce1f56b6013b3c7","formula_version":"titan-u-contract-v1","latency_ms":0.87312504183501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"516105f33a849982fe84cd9ff8a3ea5490780bbe4e8c3e4d38f181d03e746a79","sample_id":"grade-school-math.dev.4104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a964f8344a0ab71d6dd3d112078467cec2b70db2fed6605c5a11c15e4327f2c4","formula_version":"titan-u-contract-v1","latency_ms":0.670333974994719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33efd93581404dfa8678c51f69beb9ff93d9271ee80ae63a2d690c53e3fd4c64","sample_id":"grade-school-math.dev.4105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84d2eb7e46a52c299fb8047208ffa7c5017c1210a1f572ee7fac1f2840b37f8f","formula_version":"titan-u-contract-v1","latency_ms":0.8707080269232392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f99fafe939e25a4d4b50a441691f325e5f53045d852ef37eeb43b621695b2a6","sample_id":"grade-school-math.dev.4106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"897eda4815299af49bed99d5426639dc6628573be14ee3e4058f744f1c757838","formula_version":"titan-u-contract-v1","latency_ms":0.6816670065745711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42bd6f5cb90a2565cf38a0975c6d666b74b536df9382a316446ea6f4c6d185c4","sample_id":"grade-school-math.dev.4107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b08cbe7a7aecefc055673e91a7d6c650d221813e6287ec629a6aae10addeaf77","formula_version":"titan-u-contract-v1","latency_ms":1.144208014011383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5f68569f74d0d702ae68ddd25e387be5f0e6c0fe6c8885dc4f3aafd9da86f3d","sample_id":"grade-school-math.dev.4108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a6cb7d6efe1d9452fd2428e36ab5ed9f859b818cdf356238b6ec4d717101f3c","formula_version":"titan-u-contract-v1","latency_ms":0.7044579833745956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"921fc1a00fa7d65e6911f07b9bbdfeeece3e8adad30e533065863bcb447efd2f","sample_id":"grade-school-math.dev.4109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38272fecbc88c7eed93519169d3001c4e0f0c077caffbd012eb752cc0a379a7e","formula_version":"titan-u-contract-v1","latency_ms":0.8068749448284507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8e17d214b4d9d89aaa9141b96f7f2db97dc016839f7968dac50f53fd3449c04","sample_id":"grade-school-math.dev.411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c717ca7abb7b4fdcee365d17214ccdf7a39ce79e0c172390aa9568aea32485ec","formula_version":"titan-u-contract-v1","latency_ms":0.8242919575423002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f63a3c12b4449cf34cede9b626d7182f4e0eb317f8c467c3511d6758337f0ac2","sample_id":"grade-school-math.dev.4110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c54775dc58a94bc9fc6a3d55e662ce33ada73f720e2609c515b012d0353ff187","formula_version":"titan-u-contract-v1","latency_ms":1.0044579394161701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4facf465cfff219e7b033570e94bd7d2890c832c9898cc6e7a9dec4c364e051e","sample_id":"grade-school-math.dev.4111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a0c563caa5d4043cdbe9bcdcff49c0bbc51e6342aa77e156192dce2fa946d31","formula_version":"titan-u-contract-v1","latency_ms":0.6924159824848175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be56037de636ffb71514371b1aee5fb879e1076ee0013ffdac49a213f4253fe6","sample_id":"grade-school-math.dev.4112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db33174c6f4f8a5939a8dfe4ec537bcd95df81ddcc4fd7409e72e8edaef6c9f8","formula_version":"titan-u-contract-v1","latency_ms":0.6301250541582704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5507d2cb96fe4e5784b6b1bc69152c24754e68f4f65abac12419d4e71d10e6fa","sample_id":"grade-school-math.dev.4113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97375c3a0e8cef7795b2a3e733d3ec2983e92d30c20cfaafe5af9b768b9b9f3e","formula_version":"titan-u-contract-v1","latency_ms":0.8941249689087272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"277e7788ce170ebf12d626de76e8042ae661544d612c5d171cfe3b96a7f42a77","sample_id":"grade-school-math.dev.4114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30951d5915f8857c01d7a3691179b44ef1b873ef160e7075fd7613b9fa10c295","formula_version":"titan-u-contract-v1","latency_ms":1.6445419751107693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c380eb2c21df5cb393ca31a4f23623c723b8c807a8bb7c3e7c16e879837a5355","sample_id":"grade-school-math.dev.4115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af6592f139eecbb510ea4cee3c893d4ed94a4f7c15437bfc108568fde65b0fd5","formula_version":"titan-u-contract-v1","latency_ms":0.6419590208679438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4d91c1f15239b6cb0250d050f687f04b5d775bbe7b2e27b384cc38196c72372","sample_id":"grade-school-math.dev.4116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40457a1e5d758792e3069c1ee2ee4a47844e613808f371f31ee7e731f92dc111","formula_version":"titan-u-contract-v1","latency_ms":0.5995410028845072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4af31591c5cf864450758b95a2f3cb74656c5dab29100be2760b980f32b92238","sample_id":"grade-school-math.dev.4117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"829cfa5f27839adc8722bf29c3205b694c1aa7607fd5ca724e89fc133db32231","formula_version":"titan-u-contract-v1","latency_ms":0.6897919811308384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa7b49476b67b3f39eca299bbe5e7e26eef020aa209236abe2f0b3ddb388baa4","sample_id":"grade-school-math.dev.4118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb3a3c2fb59382d24bd7c3500b28473963d015468febad73caee74546211dbbb","formula_version":"titan-u-contract-v1","latency_ms":0.7842499762773514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8285210c2ed9d107ea9f794637e9886a85862d968ce2941a1187448a5b76fa8","sample_id":"grade-school-math.dev.4119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"311711a96106254090d5638aa27c1beeb450ee1e79a7802227ca12afa4774929","formula_version":"titan-u-contract-v1","latency_ms":0.680541037581861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46962964e26f3e15c6f94ddd609a5320f0df92e12b9b0741dba54d35345cc691","sample_id":"grade-school-math.dev.412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1a1801b9f1a83062fc8b59036d10dea65ddc10cd6a085bd1e910da2e17662c3","formula_version":"titan-u-contract-v1","latency_ms":0.7060420466586947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ddd8eb9d8fdbf7c81311b0535abce66b64fef783186d8d76d16a6a661e7eba1","sample_id":"grade-school-math.dev.4120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ae5216655890c1e6fc38a54dee48811e734eb9deac76a7a70cdd37e0b4b6736","formula_version":"titan-u-contract-v1","latency_ms":0.6879579741507769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acbb483f95933d5ba0deaa448dbd61e44732f080a2f1292186753e1a79030ed0","sample_id":"grade-school-math.dev.4121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07e9919d36ab894bc186cc7abe213dbe5cacef421278333cede7bdcb538bfcbb","formula_version":"titan-u-contract-v1","latency_ms":0.9400419658049941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a32776e33f11167422f34310337087cf2a7c5b2d5480ca019dccbe2b997c40d8","sample_id":"grade-school-math.dev.4122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c077e845cb3c0b5eac5ac3b493f99ea912971effc457e67eec27b1d30325d65","formula_version":"titan-u-contract-v1","latency_ms":0.9737910004332662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b32d4616a73f3da12df17d1440279f42873913df5ce74c922eceee97931b350","sample_id":"grade-school-math.dev.4123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c32ff734c2994bf39edd5f8ab51d9c54ee52cde49d5d8157874d4ddc074576e","formula_version":"titan-u-contract-v1","latency_ms":0.9859169367700815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59705bec6e09933973f4a0a1d2f88c2f2d3bb43c2eea40dc1278c6b3e6038707","sample_id":"grade-school-math.dev.4124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"437e1e96fc6d624aeb305134541d26eecbe85171b3c72a38cc809370d7553278","formula_version":"titan-u-contract-v1","latency_ms":1.0364160407334566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea76116f63a46a7095e1153cf247502bd8814f6f1ef33f66792a13c88add4105","sample_id":"grade-school-math.dev.4125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9558d35e994ce6c6661114f184ef8ffd301a5e0dbef480189787bc9a59edbd63","formula_version":"titan-u-contract-v1","latency_ms":0.9527920046821237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08ebd009ce6971407e0d6af7e56f637e2fad31a5ba4ebb996fa4c50754de3f08","sample_id":"grade-school-math.dev.4126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7085db83f8832bc31818d6b8939b1f9240a7dca20bbbf1ac1539ae1e47d2319","formula_version":"titan-u-contract-v1","latency_ms":0.987792038358748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28f7e0423b47687aa73d514cf6d8559bd5ea7e3188e81d77347630080ad4b248","sample_id":"grade-school-math.dev.4127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d82c065c5f710afeab4884b8b6e44523b0fb9a0d84c723cb28099810c0b680de","formula_version":"titan-u-contract-v1","latency_ms":0.7292079972103238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"270b2b38fcdbec9953bcfda36ebfff49bd6390648514bf28b29504731edaeb89","sample_id":"grade-school-math.dev.4128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ee8a4c99c9c7afa1c796b5d1d7144f141b02b1c8bae72a258492ff6d0cf7361","formula_version":"titan-u-contract-v1","latency_ms":1.9039580365642905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9f36b93f5e9ce2cf9daba7d00245863eaa856889583d62cc635cb92e9f0707f","sample_id":"grade-school-math.dev.4129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0dd0e801227af1393e774ef9290d7eb0b2e9727b10e08d4e53f722438d13177","formula_version":"titan-u-contract-v1","latency_ms":0.8095420198515058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8fa3c5bae672492cb5f62b908f4a1c4423db60a255f642d076ae168b79e56e2","sample_id":"grade-school-math.dev.413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3f6e7fe3a9f6e7d2a8ae3831bd8aaa55b30f48fe31055f4a68e1d37280109d1","formula_version":"titan-u-contract-v1","latency_ms":0.6489999359473586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"facd631d0457d35e5e8192a187d642a5832c8cfb7b33bc63e42fe549df7673d5","sample_id":"grade-school-math.dev.4130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"015befe5ce4ae8ae41c4c2000ab2de8005ea5e3952fa3a5388144cc22b145f7e","formula_version":"titan-u-contract-v1","latency_ms":0.6524169584736228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e35f5a4259935cd7b7d9528e5ddffbad8c57950ac6cf83331035472c750fe84","sample_id":"grade-school-math.dev.4131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4519dc6101b866361479ffd53bf790befecfb9e91a857fc3b4d1ca040b48d11b","formula_version":"titan-u-contract-v1","latency_ms":1.3126659905537963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f95f79d710dd6f76459a4ef70dfb00b415bd4c2db851fba021ef96f00c1eb6fb","sample_id":"grade-school-math.dev.4132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"562095fca4ca1b25331b76bea742c3b9dfc0e65118adedc43ceabf6d59a00bad","formula_version":"titan-u-contract-v1","latency_ms":1.6304999589920044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ececc7ed404372fd9f4b2bb03e30b53aa95a355e5cc9adfe99de9daedd5e671","sample_id":"grade-school-math.dev.4133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71fc63f480941acc5197e0c914bbf4fbb27b7b823446e050ede050cbbf3f8a00","formula_version":"titan-u-contract-v1","latency_ms":0.9867920307442546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27339a952bce7867f4b1ed151f20a870508af37803af1b9d08179b8b3c227336","sample_id":"grade-school-math.dev.4134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7b40324100f6ad2f3d23387093dfa5d9a1384e11bf6edda24fa8fd9214fd39d","formula_version":"titan-u-contract-v1","latency_ms":1.0528330458328128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f480fd94e505da3c72cc8dde5a599cb5b0ad8ba0b7b9c29b0103c2ffeb86f991","sample_id":"grade-school-math.dev.4135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd6f364bacdf0645d9bcccd5938abfad3f82d3aeecb7d68fea37476db78d25b5","formula_version":"titan-u-contract-v1","latency_ms":1.559666940011084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"298cb777f9849edea03dd94322c3309594a47e29087482ed1140ec4d228371f6","sample_id":"grade-school-math.dev.4136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34039e4d1c7cdb24556955356c07c219a0304b001072be75bbe0d03d105b90c2","formula_version":"titan-u-contract-v1","latency_ms":0.80091692507267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28b75441e9fb8b910d4a8417ba6fd1e85e32e90d4600d3a32b26dc2fe9e76c40","sample_id":"grade-school-math.dev.4137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a043259ddac8092fdc52fbc095c76039332057cd60fe944a8be93a4925555b54","formula_version":"titan-u-contract-v1","latency_ms":1.0089999996125698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"852eb189ed3181e339f01c647493ff5beed0ae4f2ac11e8fec38c27a0644b0d0","sample_id":"grade-school-math.dev.4138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c57fc960d4c53112f2e92b0a1b069eac805245165737e4765e3a85e73923e5e7","formula_version":"titan-u-contract-v1","latency_ms":0.9425421012565494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcb4d4ece17ba80d1902eff592333c452e8b718c9d15c998ac653d6231c15a56","sample_id":"grade-school-math.dev.4139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49e92b9580e5a906ccadd4afd509d9fdaf4da3f96c854e7fad22caaa714e3b9f","formula_version":"titan-u-contract-v1","latency_ms":0.687750056385994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aafebd6b87ed56cfc2ce373e58a8efa02a90d230759617b17d7254417990fad","sample_id":"grade-school-math.dev.414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec5706c219218097d3c2ffabc84c0d2d8859aec5b7d764d341e100d082857425","formula_version":"titan-u-contract-v1","latency_ms":0.8159580174833536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bfc12482d64955e3509aa38af790c7d5bf4229e7cd91b4fb904bda2c21b5dd5","sample_id":"grade-school-math.dev.4140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f75c51a099513d1934fc14e82b0cf44eb4796beeea3aafdd5e0d9234c00d448","formula_version":"titan-u-contract-v1","latency_ms":0.8502500131726265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59210d5eb946611d666afff9c2736fd5c4806d980c37e4c7d3c2e04071ffe23b","sample_id":"grade-school-math.dev.4141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f8fa5257949c472af817c3b4ab214eeb12759a7f7ba45bf3738da54c872afce","formula_version":"titan-u-contract-v1","latency_ms":0.913540949113667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06104f21935bccb05510e74c6a93662f5fd1e49d5149c26e1462e799e94febbc","sample_id":"grade-school-math.dev.4142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c0bd4a6032b264e4d81951424f3895141d00282d1ed5ba7a468919bc2007d71","formula_version":"titan-u-contract-v1","latency_ms":0.9893330279737711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89e31e1d5790bc2c07a67715a21232f4e8a1a8f1b9f7e2fbbff187def3da48a4","sample_id":"grade-school-math.dev.4143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0eafadb7e849f9317b9ca9edaba27a54f68b9d5ca26148ee088d691f926fdfe4","formula_version":"titan-u-contract-v1","latency_ms":1.0893340222537518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e50b2c5e2f0f39ad740823dcf67e5e5da42c9edec6efa3a36f3660969f9475cf","sample_id":"grade-school-math.dev.4144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d55d20fe10b57c1e27e533f205dc34b2ebf775ccd8cfa6b59e3a9f7e907c203","formula_version":"titan-u-contract-v1","latency_ms":0.8425420382991433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7b9e6d055432a800beb0d092a6d090427af038019f57780620b69d310c967c2","sample_id":"grade-school-math.dev.4145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba1799f7cdea1f1326aebeafa0c90d6235df8987c663d8a0d2872c235a06d65c","formula_version":"titan-u-contract-v1","latency_ms":0.8862089598551393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"540c99a46c00a0fded4edc053a5a916dbf1681adbdbacd3ac2dc1d0db2b3b00d","sample_id":"grade-school-math.dev.4146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e642539095327d586a2fd0251ca6360fa3eadb5cbecd58d5325b190f2119a9a","formula_version":"titan-u-contract-v1","latency_ms":0.8893330814316869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc4da1800451a352135cd6edd73e85f3a933dcc31a60aab9898ec6c8648c5a3c","sample_id":"grade-school-math.dev.4147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d67f0f67de585d48d7df1a47d1f7c0d6b1e9e1c5e138b31266c234dedc201250","formula_version":"titan-u-contract-v1","latency_ms":0.8239999879151583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de8180e4a81794da18c84d831cfcd95ee2a5ba86a546bb4a9487b6944339c247","sample_id":"grade-school-math.dev.4148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd2db7fe145e38cd9f918d93a759c2f71a1e940132a332e0d39df0c33d81c684","formula_version":"titan-u-contract-v1","latency_ms":1.029832987114787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdfa1eb44b67089fbb6abef20cfbe1596a53b5392ad10a0e27563639c8116d53","sample_id":"grade-school-math.dev.4149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54e8b5cbba7fd77fe4e068fa9e8f4f70ea09aff61a7f14fce4065a7af3ed704f","formula_version":"titan-u-contract-v1","latency_ms":0.7856669835746288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d630dfb65b81f297f53e8a4ad915f499f53e44d78c02e7c69ef69d8e842bb19b","sample_id":"grade-school-math.dev.415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9f212b86cc2a59a8e0b75bf459c2dfabf6233a886f17ef5ae3fa3898f25caf9","formula_version":"titan-u-contract-v1","latency_ms":1.184582943096757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cecb074913616096fe4b5a4d1f42d032c0d95e17e7bf690b810319648b5f5585","sample_id":"grade-school-math.dev.4150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7842b1dc9b48ccca837486929f81533d899b09adcac2126b6bfcec2c9c2cd44c","formula_version":"titan-u-contract-v1","latency_ms":1.1440831003710628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af03754387b839953840ac5a8a800c8406a35d8a34b9b52404e92152fde54af6","sample_id":"grade-school-math.dev.4151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6fe380f91f0b9258d9b5d90701f5c28f182838ed2e874c005270b02e8c33008","formula_version":"titan-u-contract-v1","latency_ms":0.8120000129565597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9e17906aef351cdece03e0b94e7da5c4a064cc574c3e988a5b9ed04d32916bf","sample_id":"grade-school-math.dev.4152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb5be537d45d557e4b3b05362e6ea9c6abf309ec06707721b5f26bc4dfe5e286","formula_version":"titan-u-contract-v1","latency_ms":0.6844170857220888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3feeb8117a09ab3375da6ad7a7f1957ee463308a8b74067e9cee7b8627cf5dea","sample_id":"grade-school-math.dev.4153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a25b0405ae01490770f3d4b8e7575a894983ff22fc1f1cc1908d93ca7a4cfb04","formula_version":"titan-u-contract-v1","latency_ms":0.7050830172374845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4106a37f65b86e96d263761c96b3aebb2ca1c4d47b40540bbf30f993599f713","sample_id":"grade-school-math.dev.4154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e812b599f179ba072871157aba32813fc19f71e42d1abbe91c6fed3aac85e22","formula_version":"titan-u-contract-v1","latency_ms":0.6521670147776604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03c98552dc1a11428d9492d80171c799c16d1a6e717323f1e40317f4b1c93ef3","sample_id":"grade-school-math.dev.4155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d1f93d957d1e5666ff6f3254fa032529bf7a703a2844fbb2d2af91e3d9e274d","formula_version":"titan-u-contract-v1","latency_ms":1.658499939367175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81c345ab32227defe31ca49465f819ead6ae3660b16e91cae220367c1f3152c2","sample_id":"grade-school-math.dev.4156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b76966b77fc31a7008971e89e35bcfc63813ad7782843dfe4c8ce9732f03a37c","formula_version":"titan-u-contract-v1","latency_ms":0.7072500884532928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18a6930b0798020de82a7078ec1f9e47902c7ef9bef6b5bb3dd81280e2f21824","sample_id":"grade-school-math.dev.4157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3d549d8ba70d3fbd2c9d595db0943473868d244984f3591e8e98afe6b2cbefb","formula_version":"titan-u-contract-v1","latency_ms":0.6572500569745898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8a5f568d3676a2d67e71860ed3803ee398318573b142a7fcac2c135e23aeec8","sample_id":"grade-school-math.dev.4158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8594da6de3efd1a80fdaa7aba20383ecfbbbd1afa451ff09f5aea1a9585a9f35","formula_version":"titan-u-contract-v1","latency_ms":1.1413749307394028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5440356d9d77a12f6f12f5bcd032ed1c66c308fdfd3307897db9f814b46e7451","sample_id":"grade-school-math.dev.4159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3ea06193b3f519f46072c8af23692691d8a710ec237117d5a3fbdc83e31e980","formula_version":"titan-u-contract-v1","latency_ms":0.6693329196423292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d85be7bb68d8059a8f96e74d37ff2c6a290f2838ebe78e1960973bcbc5182d1c","sample_id":"grade-school-math.dev.416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3360bd2386e752859b752186344b74e6936bac89caa027afad8587415fe4c6ac","formula_version":"titan-u-contract-v1","latency_ms":1.5352079644799232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2de60d23fdec023a9664d31b771d20df22f6f6c189de1e6c27e659d4848ba92","sample_id":"grade-school-math.dev.4160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c26a350191def307419f0f7e46466659a9ab1c11778e01e296a4d9b0be4cbfbe","formula_version":"titan-u-contract-v1","latency_ms":0.6477501010522246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8df7f5922874dd2607897e40eaeeead29cca68bdb4fa360852d68d1b5c34cff","sample_id":"grade-school-math.dev.4161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b144cedbafc5c1dd92d623e4e0fa4a34c9c86be772689a004a010462950c2da","formula_version":"titan-u-contract-v1","latency_ms":0.7150000892579556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d04839b5691198fa1ac42725feb9641ac268e67f71d88632f3a68b893900615e","sample_id":"grade-school-math.dev.4162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"161ada3f0db1348c0a6090c5ab7ff2cf856cd8ff40d7e5737f7a1e3a68c9522b","formula_version":"titan-u-contract-v1","latency_ms":0.7950420258566737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2404d16c5cabebf1d24544d56cb62e2c543d3890a3a5ca363bc768b97b6e3f38","sample_id":"grade-school-math.dev.4163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbcfe6179af182dfa6000f51aa941b713a4c3c605bee894970baaae2ebf6430b","formula_version":"titan-u-contract-v1","latency_ms":0.9137920569628477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"540f38b7324529494bbb956b7fcd438ee0a1656c98e0e765a6e1599bef55b154","sample_id":"grade-school-math.dev.4164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4560e07d198cd09e308426eabd046592d19765dd7be323e0d87c3737eec60ce6","formula_version":"titan-u-contract-v1","latency_ms":0.9128329111263156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13e0150ccc8059e4a63050df4331e1a1a20e4a8e2c535ee6c807bd8891e8901e","sample_id":"grade-school-math.dev.4165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09e58a26998251d39e9f89b1040709b413181563730584905e60fa1410e83344","formula_version":"titan-u-contract-v1","latency_ms":0.8822500240057707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f527ce7c123b9beede64ea00a4e13dfbc754a05cb7fa8c6c27c9723356ef214a","sample_id":"grade-school-math.dev.4166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7599dc35e025ce831be1cd05aba64dd85a11139f74ba88eeab39d82d459209a1","formula_version":"titan-u-contract-v1","latency_ms":0.7922908989712596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0652f9a032e68ee7048abe21e41e7556e1e5871b496cfb6033d40ea95ada0ffe","sample_id":"grade-school-math.dev.4167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed5df4d70cf9a6e4d731bfa1ac3b3e78b38f2fd48836c2578bc704c916289327","formula_version":"titan-u-contract-v1","latency_ms":0.6439579883590341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"721a0d1773eeaaab6a19e7868d07bd2a8b9eec8b1fb9c1717a5648d2a9fade67","sample_id":"grade-school-math.dev.4168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0c9fb8ee531e29158f340a146989db14654f14e89f00733c9104059b299ca14","formula_version":"titan-u-contract-v1","latency_ms":0.7018749602138996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c55c915c68fb4c592158ae78a778c64c3977d7f501a17e4e8093be47d71be53e","sample_id":"grade-school-math.dev.4169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b59ca242f91f53e6119a4f09c7d7730f7c4bd55c9f45862f57bc4b718deedbb4","formula_version":"titan-u-contract-v1","latency_ms":0.8231659885495901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74ec3a02292619ef551f33b4f98343d0426c75f40449c6e509b0a6d6f0c0f373","sample_id":"grade-school-math.dev.417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3f689d55cc313db0f46ff93ea33c4e95e21c60782fc58261ca3b727d7a4110c","formula_version":"titan-u-contract-v1","latency_ms":0.8155000396072865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1b60c41ad95b42c596578912946966303b92fad8936d71e96693fd967b73c91","sample_id":"grade-school-math.dev.4170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0451668e7260d685b2be8475b80529a64e6683930fac009f606278e2ec88cc43","formula_version":"titan-u-contract-v1","latency_ms":0.8010000456124544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21bdf86063b6a7597fc9e421e2b572524af6e571c14bb8796ba7ecb509e5e116","sample_id":"grade-school-math.dev.4171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35969aaec9e9971064785f24fcd35ff482b6d2088c02f67ad29dc9e2e0e03f48","formula_version":"titan-u-contract-v1","latency_ms":0.6699580699205399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b9b6911e7bd74b96e25cc351c71dcb07d904f3885a8802974709cc10326b1bb","sample_id":"grade-school-math.dev.4172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"522a74e384cc96e8d0be3d0d38ec45799cfee828c3ed44c906aef92e3d1824c0","formula_version":"titan-u-contract-v1","latency_ms":0.6650000577792525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afc2f916700245854e5ec2f03746481d44e0655fdef0b7fc646335b9455eae30","sample_id":"grade-school-math.dev.4173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ec44598b75800c9fb8914395fed4987410cc4384a9db0a03a0aaf0a4bf8e27a","formula_version":"titan-u-contract-v1","latency_ms":0.7092079613357782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22cad445c6bfcc7fbe47e0edea32f4d3a97048877a416466b9800ccf0799e538","sample_id":"grade-school-math.dev.4174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f22d11238debb82481996d35687b8ace798b3f8acaf165650f9f16d5c43966e","formula_version":"titan-u-contract-v1","latency_ms":0.9269580477848649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9522d54428b35c2807886ebe895cdaaabade26146f10aa8525e245f25f38c3d3","sample_id":"grade-school-math.dev.4175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc1beb17842bd2e3e98e1392d49d0f5bdc2be8c9a628d3477da38114e56f30ee","formula_version":"titan-u-contract-v1","latency_ms":0.7722080918028951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c425db2e3db17965735db12cef0f79087df1da2ba878ebf90c41c0d0a690ba9","sample_id":"grade-school-math.dev.4176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c535539deefc5519a956c824fed23aa6bac183821317a6fc5c36e74901a628e","formula_version":"titan-u-contract-v1","latency_ms":0.9060829179361463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e14518d44f40ab9df59722dd0b6a2e586613e452034e8f9aa9bc324188386ad","sample_id":"grade-school-math.dev.4177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"705fa79640333472ec2dbf1af2079c545702ff761bdee5e17f4b2d5587ae830b","formula_version":"titan-u-contract-v1","latency_ms":0.7023749640211463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"179a8fdc5dbcb4065382a1739c6bfaa74c544b2afc70ef6f9464af663c536818","sample_id":"grade-school-math.dev.4178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb89df066f8ba6eb9b25f6c728c53c7225f6eac6b04e989f322fbd57bfbcf491","formula_version":"titan-u-contract-v1","latency_ms":0.6627920083701611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"392be5ec7247bfbb02a7fc5d992c4afc34d7ae563de0da71f319fce805106c40","sample_id":"grade-school-math.dev.4179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5eb4ca64727d3c13765f6b2b75110140d41f89a990308713a065328d039243a","formula_version":"titan-u-contract-v1","latency_ms":0.8600419387221336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02b1c721a4dca77c6ddd58c54e1be2741ec032c4e7008e2275f75ccb2a67a78b","sample_id":"grade-school-math.dev.418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1849063b1a87a01cfee977d65d8fda946beab9b7d3fd825fb4533a205f5f29e","formula_version":"titan-u-contract-v1","latency_ms":0.8304589428007603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"443c157dda82353d3cbd51dcf3817e9cd2c461ecf7a4c60b383b7a92fcf27ad4","sample_id":"grade-school-math.dev.4180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28422d0e4bc0a8e96389df19be88e7fae9dff00a699f2ddd43f5571e4fb5e8a2","formula_version":"titan-u-contract-v1","latency_ms":1.0758748976513743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5da3c7864c9912dc0b80e2818c1e6c6612a8196b38999d7cc32686c65aab1994","sample_id":"grade-school-math.dev.4181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c260b6a513b24eb6acdc15ad9584061530ede649c49a8898c964cbebdc0dd0d","formula_version":"titan-u-contract-v1","latency_ms":0.6784999277442694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76bc55462b59640d93c7278c283cf201a10ff628177d62211150a8acd9db0359","sample_id":"grade-school-math.dev.4182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9098569903df4d7187a3075ad2cf857907727510cbd3085070b31acbf43b515d","formula_version":"titan-u-contract-v1","latency_ms":1.295332913286984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54ffec58a098123ef857a2d9ded9f9ee68d7a74133efbf11c4077506e96616c3","sample_id":"grade-school-math.dev.4183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccd585d5b8f854cd5ed6b3c9ed1641865f43f480ec109a344c801b21236529d9","formula_version":"titan-u-contract-v1","latency_ms":0.7123339455574751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed28c86d0f30585bbd378653879d8ef0226d07aca94109df4c32383962a6c150","sample_id":"grade-school-math.dev.4184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"512af27504534561c1ee8112ef074d422748737d8bd0b1a7751d9d63c85e5ef5","formula_version":"titan-u-contract-v1","latency_ms":0.6847080076113343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3027d5dd63c675389c579039bf5f0b826e6eab9f7965a3df9257ac80b272ae1","sample_id":"grade-school-math.dev.4185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0f068392ecef3f2c05e44a6d8f19e82609ac84ec6e93698b3f0a1e31487cef3","formula_version":"titan-u-contract-v1","latency_ms":0.6267500575631857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81cca25a26168b764dba7b7c63d06c33de6b6cf56aba7e2a0d30b44ac1247949","sample_id":"grade-school-math.dev.4186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b85dc0a045a2819c893518806961cc4a4a37e7838601e721bb07b60c4e4e22c","formula_version":"titan-u-contract-v1","latency_ms":0.8309590630233288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3be2323bc87ead17712a489ff6d730f2b080f02b94b90bce8686a183307693b1","sample_id":"grade-school-math.dev.4187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3de27c3ae7114834b7f5879fe406cf01fdcdac8a8896c7eb6f3c7d71c9c0e11","formula_version":"titan-u-contract-v1","latency_ms":0.6805419689044356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c16f28f0e2458c7587c651adaa0f58ac32157eb6f5819542ee949fa0c06a31cb","sample_id":"grade-school-math.dev.4188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f9278d8fd2eacb8e5d277b401ae77f7d915490be060bc2bf607716d45589153","formula_version":"titan-u-contract-v1","latency_ms":0.6257499335333705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a29def6c6620fad083a7c704630d30723e3ddd3fa67d8f1608d4a49f73cc48ee","sample_id":"grade-school-math.dev.4189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c28e38aa99045310ce2d6d05ab19d68b010ae0cfd5e9895388b6311fb2ffbfdc","formula_version":"titan-u-contract-v1","latency_ms":0.8656249847263098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89631072968b549354d0eef98575781c599dc406f98e25ea9bb8affcbb16695e","sample_id":"grade-school-math.dev.419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc1589c19bafc26cd5abfede3d1f978232e4c838351bf4d08f64f0fc5a30a2f0","formula_version":"titan-u-contract-v1","latency_ms":0.6652920274063945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14cacf226c541be371d82619f2c35606824da35f3209850da9def7e6b24fc848","sample_id":"grade-school-math.dev.4190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aad9e5d39db0af456fac98e8c88a4c9cf843d8283fb5affc975f206047e437b6","formula_version":"titan-u-contract-v1","latency_ms":0.9498749859631062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58ddd8a1092bdae293b071e7ab7815eba64f0d324b67eb61f5e0c8387ecf9e3d","sample_id":"grade-school-math.dev.4191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69bf3aac817ec779b0abd8ef73f3e73079f7bca018066b71d21fb9eb4efd5f58","formula_version":"titan-u-contract-v1","latency_ms":0.6643750239163637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41af9eed39d17157831add817cda3094c3975ba5dd741d88270c332aa2850dbd","sample_id":"grade-school-math.dev.4192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f090f382c6d09db11dc0af87e00a785fda514716195bbe632cff54e42fdbe3ed","formula_version":"titan-u-contract-v1","latency_ms":0.9728339500725269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62f293aeaee55d181058e99759f1f1039d527eb39b974e197a61c808442bd4b3","sample_id":"grade-school-math.dev.4193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bac42a3ba2b9104c95c96c16c84fd4c36fea1accf27fe34db70cf6c1c7d35dc6","formula_version":"titan-u-contract-v1","latency_ms":1.335624954663217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5de5cc517c16d2c317e752d4268633a0c2507bf9a4282ce47bf3f48c230c1175","sample_id":"grade-school-math.dev.4194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4855520f440b926d9d3d0a11963609f52348e7b865dde32fef91b80f62c70c5d","formula_version":"titan-u-contract-v1","latency_ms":2.154582994990051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d2b21b20d2c4d4a52b36d1441033a2b075798013011e51cb3fb27eef1e4eacb","sample_id":"grade-school-math.dev.4195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e56f62493480b3fa2637d70611ce6a3b9c4b23ed65f09fbb41e4eb961a126bec","formula_version":"titan-u-contract-v1","latency_ms":0.9282919345423579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8b99cd1bfea17979aa781d6e1bf850205996fd8ccd2078d86e64c932ac9d0a0","sample_id":"grade-school-math.dev.4196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79c8228d98ac2d4c2d60fd9d9c0c636e040aef1e2bc0c996d67cad0920bd7317","formula_version":"titan-u-contract-v1","latency_ms":0.9564169449731708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcd0129058e3c46e569ea3b20825692287b12c8552555b9a0dbcf8a952d744e5","sample_id":"grade-school-math.dev.4197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbad41ac0e22cc2ec370a4cfd97cf7c97344e7b6e7caf9b395c5e0ab324a0925","formula_version":"titan-u-contract-v1","latency_ms":1.4593329979106784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2abdaa9a4f1a673db182cc282908c55f730194ca89aa5385c17e56cc2e8ccc1","sample_id":"grade-school-math.dev.4198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8bc4468ed090e99124728d181334bbc196e60cfdb60a08aa2c07f7e45cf0f82","formula_version":"titan-u-contract-v1","latency_ms":0.9477499406784773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78d0fd93719ebac8c5188c749e52d52d1d11b0baae8a51ec8f13e281be9d8485","sample_id":"grade-school-math.dev.4199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b5f276828a247427bac86233a1d7607ba4f2a00c9efabb87048fbc9dcf4a1c1","formula_version":"titan-u-contract-v1","latency_ms":1.2152079725638032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03a72680a4a87e677ab7d76e9febaa92f88aa70db5851646fe8146d362e82726","sample_id":"grade-school-math.dev.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1c2ac9873c36d44df15ee9f3d6d06fd89e31baa85795f93264a45710f1e8836","formula_version":"titan-u-contract-v1","latency_ms":1.1095419758930802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2481634f7e235efe93b7f6c17dba584d14dd7db75b8618b6e810b0ad90ba0d18","sample_id":"grade-school-math.dev.420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15ea1f27aee4c0bbe334215b9508587fbebc9ad8c3a7205b5c85f4139b01fd0d","formula_version":"titan-u-contract-v1","latency_ms":0.6235409528017044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"429cfa9ea42109a17164c981f1b8794fe208034746abfc334bf2005b340f8c2f","sample_id":"grade-school-math.dev.4200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58075c389677d0a4eeef53eaa652e4a88e2dc559b4683068ec121c40dade00b5","formula_version":"titan-u-contract-v1","latency_ms":1.101125031709671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c9b53f90cf0039b91b83161d8103a0662363e2aea5fec919a23df57a243bce4","sample_id":"grade-school-math.dev.4201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2273d602e02a389b2a7c113141c62d689c88eadd8e3e6e2b415fe48dd1138c52","formula_version":"titan-u-contract-v1","latency_ms":0.967959058471024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03705b0238f33d524ff40c687cd610e33289515d5e96807f7ef69b98f5c23f43","sample_id":"grade-school-math.dev.4202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ee28e220905cfb1a365a443414154f7037aea3d943cc43a0e0057fc9a5a7665","formula_version":"titan-u-contract-v1","latency_ms":0.7159999804571271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b235f4b233f4b87d4fcc5ab8126859e468487e0855e8a43011b8033b1269f9a","sample_id":"grade-school-math.dev.4203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6770ec47176b93defa273c967e31d91018b56fb176c478bc70fa2c9f92e2d66","formula_version":"titan-u-contract-v1","latency_ms":0.8220409508794546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36d2a5e7b0191fed4206a32825f7c5a36ff383c497cacbc9f8f0ef681dd38226","sample_id":"grade-school-math.dev.4204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcccef12d91098cfa3ffe54e8dae10daef553f7fd3ca98bc9c2e74588795874a","formula_version":"titan-u-contract-v1","latency_ms":1.0776249691843987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e9ab587d89f02a1c9987d56f98b2499993c8c559c8ab2a77c37efe9ea00f207","sample_id":"grade-school-math.dev.4205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"228b64c0b978749d33083dbce119b49e7b8f46522e2390f632b78ef66d080005","formula_version":"titan-u-contract-v1","latency_ms":0.9712089085951447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f42ffb48fc13ec5834f7c86d1d4c5e402f7fb085f92fe99ff2d5dab410abee13","sample_id":"grade-school-math.dev.4206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eca9fe600a635beaa99c963f529c9d3197e0a81c6c4033e308f6a138233285c1","formula_version":"titan-u-contract-v1","latency_ms":0.6364160217344761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87c68c5359674572902277b6afc9839c2f2a59b65d9ae4d7538ea417d92b819e","sample_id":"grade-school-math.dev.4207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"227536e7afc71a0833561033f5132a5ffabbd7114e5b0774edda03301acb9476","formula_version":"titan-u-contract-v1","latency_ms":1.8143340712413192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cab916c941e8369f349a314e01bcea7ec11569deacdda901331f32cd46d0112","sample_id":"grade-school-math.dev.4208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6753ff39dd235459e20d7273a4713add60b550a97ee5c5bae3968aa6aa0ecf99","formula_version":"titan-u-contract-v1","latency_ms":1.23291602358222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c60b8f7f3ad37103e79bba58ed40e2469f28827fe7871f0cf0ed6fa9e11d512","sample_id":"grade-school-math.dev.4209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b42f1663a326909beed620685e279f7a418440852efdc57672b34e5ba928ce47","formula_version":"titan-u-contract-v1","latency_ms":0.6667498964816332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f06d4b9a73129a0d2dc24d8934d88741132ade7502ba154b0304c206d4e5eb58","sample_id":"grade-school-math.dev.421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1fd4448c64d8a52fd7fdd2b4dcabefe782e433b99194658b56dc34309f3c276","formula_version":"titan-u-contract-v1","latency_ms":0.705749960616231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a13dc5dbb2c079cc02d54f6e6f631e81b4324449c0ad857cfb37c78fb8b8543","sample_id":"grade-school-math.dev.4210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"632f9afd33cce219c3df0148e8f6d9eb997f1c40eebb23868ccc18b8a012a84b","formula_version":"titan-u-contract-v1","latency_ms":0.718125025741756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0fd779aa71356b8c2d0f7ca368eca6072fff53b968795999a92e6a7257d4ab4","sample_id":"grade-school-math.dev.4211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14669490e0db9424cb95d5d075a925ff6ca584d959e0bd8d7882a6423a6d0adb","formula_version":"titan-u-contract-v1","latency_ms":0.9034579852595925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2979fa7fe08a5256d634277344efde3a35b88d301b0e821e1a64737cff4104d","sample_id":"grade-school-math.dev.4212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"884e1b13a1988f458c9c994b5e951878087790534c09c66b02644f46a2c6fe8c","formula_version":"titan-u-contract-v1","latency_ms":0.6992500275373459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"259fbd5c9940431226074ff5d02c5317d23ec741a8bfef6b3f8f26c07ab065ca","sample_id":"grade-school-math.dev.4213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f6298e45b2e042e8716dd77d97384b1582fc5b04d7b7e9db9165067f17e2b3d","formula_version":"titan-u-contract-v1","latency_ms":1.040249946527183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fda6db0d6286564075986a7a6be95bc699283b21037f02070a4c9c780db71a88","sample_id":"grade-school-math.dev.4214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d1dbdd0008e4c63bae49be03154dc1c1e6c1b66ffa9c69fdfd5e0ea818ab3cc","formula_version":"titan-u-contract-v1","latency_ms":0.6855418905615807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeb4645a31b6ce2e1982177a618d9921a78f65cb84b334e77f05a912ada4f89c","sample_id":"grade-school-math.dev.4215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a33924a7a9417d1bb1059386554cbea8783bd00a466651d17b12c3e91813318b","formula_version":"titan-u-contract-v1","latency_ms":0.7000829791650176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fd5e509256a27f35b667007da57fd51ef26e016c145bb81bd2d2a44d3d8e6f5","sample_id":"grade-school-math.dev.4216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00f669dd9848c23c649833dfd16cac340a2d278a9417799d6b782e3cd0099002","formula_version":"titan-u-contract-v1","latency_ms":0.6847500335425138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77d2b93a8f75c79aca01d8731cc3695d59fefb206593c7b0f64ee3f738755292","sample_id":"grade-school-math.dev.4217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7358119db2e63a87e69bfda8055e339071a6226e0da89e8bab3f6ff889d83207","formula_version":"titan-u-contract-v1","latency_ms":0.6441669538617134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2c78829edf9f94953fa04855a25dd5b5a6d141631e4548b85fa6b7cbea0aebb","sample_id":"grade-school-math.dev.4218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de80a53f68a36525ff22349e0cef21e156bb033ea136866ed3a44ee7f9683a83","formula_version":"titan-u-contract-v1","latency_ms":0.6462499732151628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87956ab7e7374d60dd8487a339473b569ce693ad2544fdcb1bb904e3acb80543","sample_id":"grade-school-math.dev.4219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ec3f9497d2058e6317b5947015317ef98396b9598fe032077f739bde5bedd96","formula_version":"titan-u-contract-v1","latency_ms":0.8981660939753056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dc276e97021665856afbb4cfb7803677c758af7b7474a1dbd2516ee4b844a5e","sample_id":"grade-school-math.dev.422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd475cee04fcb77b0879db80d0112f21e72aba548f4eec107d95221ba11c2b73","formula_version":"titan-u-contract-v1","latency_ms":0.9124999633058906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f22d954e964d2457fade493683472243b54c37c524f86a09084aedab0b441006","sample_id":"grade-school-math.dev.4220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da000a38523ef6b426ebf7b6e1564bd1fffbc8d7ca44335d0318c4bffdc1f2b4","formula_version":"titan-u-contract-v1","latency_ms":0.6489170482382178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01a4f7a881f5f6d56fc8bfa42d06c49d1ce20008c4770f518d76b5deb5747a44","sample_id":"grade-school-math.dev.4221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d8588785d4e7278aceaa9268de2b5b1d81e867c5e9c0155506984ca157ddaa0","formula_version":"titan-u-contract-v1","latency_ms":0.6749590393155813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dac6d3518498ed59e0467f53147a48f91f8f3690ae628999a12411a0a98833ff","sample_id":"grade-school-math.dev.4222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb7de1ecfb320c95ac986858486961b413a0132be792cabf03d819966b13a1e6","formula_version":"titan-u-contract-v1","latency_ms":0.8289170218631625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb2190415c323c250a069bb1fe651f4076d37a46fc1e9e910fffa07eace8490a","sample_id":"grade-school-math.dev.4223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95c196ced142f4164444b8a61b5fd418a2456649e83a32c6b4f9981396b6a931","formula_version":"titan-u-contract-v1","latency_ms":0.6729160668328404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b437eef9d8d19bbf85b67fa37149b9e4bf3b3a083c7cb8dc5ded8fefc9ca010","sample_id":"grade-school-math.dev.4224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50db90c0da17166e6538ee3798e94aa8d64dacf3cb600e90def1792f3f11fe00","formula_version":"titan-u-contract-v1","latency_ms":1.1761250207200646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c389de7180cfce613dbb7240b110b24d453a7ad683bc020ed05aec0c07a0b5a","sample_id":"grade-school-math.dev.4225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afa9e52e0da574b8fc534bb33cc195e20542e29ca25730afc6fe333ab55a406a","formula_version":"titan-u-contract-v1","latency_ms":1.2422080617398024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fa7f7543b0b4d27b625f15f42a2f10567cdc13c57d8fff5e1e95c612e768eb4","sample_id":"grade-school-math.dev.4226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a52382f254197f9f2b4fad3e03834ae1f783dcc664c59e77ad4ef4f39332e9e","formula_version":"titan-u-contract-v1","latency_ms":0.9972499683499336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22e150cab68dc97988978e60589b8ee3b86a9b980b23f30ed1db1cc32aef263e","sample_id":"grade-school-math.dev.4227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85b25a62dbc815e93de46826260e71ed22732e2978068426071fc405aadabef3","formula_version":"titan-u-contract-v1","latency_ms":0.8564579766243696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e960fa2c6860bc44cc9c5f4ae273059aa3a451ef9f82a5e4eee97004ca80999d","sample_id":"grade-school-math.dev.4228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de9e7e515eb8107143bb5e3c7bec6590c54a58186b84d9394dc245196be577c8","formula_version":"titan-u-contract-v1","latency_ms":0.7234159857034683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e68fbbe22a2b5d7820c3c4a8b9a401110906c50ed63592217a8a9d837c1b3d1","sample_id":"grade-school-math.dev.4229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62d76cdb4a63fab7e2f4c073a853e4caa02d48fbe99aefd0e437f049cf305d66","formula_version":"titan-u-contract-v1","latency_ms":0.6957920268177986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48072419003600bff5d87513734710e6aee52182c8b9bd9d168785dc9900ab37","sample_id":"grade-school-math.dev.423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69f2db2faa3868f8a11beb4bdd017cc45448adaf59dcbf6bfe364523205e85bc","formula_version":"titan-u-contract-v1","latency_ms":1.1143330484628677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93d85c2e863a128ced5767735fa08e978ecc2fb82e2a59862d88fd97b2d286a5","sample_id":"grade-school-math.dev.4230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"425aeba1de965800f6cd1ca5854a6f53b0d6ed1e2ee2ec8d7a1038dce725c74c","formula_version":"titan-u-contract-v1","latency_ms":0.6781249539926648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecc806d73ce0576662ce881f41618d9c6ec019de156800b29a404a8b3cb5f00d","sample_id":"grade-school-math.dev.4231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf4dc39f179fde28d94bde9cba7dbb112a793e7247ddd4e6c3cc1a2b5a6dba1c","formula_version":"titan-u-contract-v1","latency_ms":0.834624981507659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8950c4bfe4da12a6120f7eba64b4614481299796a0168be53da9b3d8629904b2","sample_id":"grade-school-math.dev.4232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff8cf873317cbf5d7d9323c84cc16a496511a56484cbeeeaa5bd9882dddf660f","formula_version":"titan-u-contract-v1","latency_ms":0.9181669447571039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca932aba041556d2289df4b3526a44faa49041c037c63d5ff6eb2e7458c40ef5","sample_id":"grade-school-math.dev.4233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6893e0c0559b956c52750a1befdf9492f88955f2d80ecd73fcd85d96d5139ba7","formula_version":"titan-u-contract-v1","latency_ms":0.8843749528750777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a31569541ebe0d43e4a0351789d72a4ec4e7b0afa7d3c9372f43daa1c9def74b","sample_id":"grade-school-math.dev.4234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45a0e48fda1d0de0a0516ad928762c68c316d15bc9e0f14331628a454d8ca7ce","formula_version":"titan-u-contract-v1","latency_ms":0.8642920292913914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7f178820124041950cf105efe5e5332242f385e56d76028f5466e93fecdad37","sample_id":"grade-school-math.dev.4235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae994169497fd805761a4503428c5b70919a4c4a31a36b7421f91a70567ac1c4","formula_version":"titan-u-contract-v1","latency_ms":0.9771250188350677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c28befcce4df2e95b2d098fb2e6f14a3aa2fa57102fac7a3203d38e98e04ff60","sample_id":"grade-school-math.dev.4236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69de1dcbe6705174795c14f0b2d13f2ac9e83491788d1fccda258380ee175336","formula_version":"titan-u-contract-v1","latency_ms":0.8293749997392297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e24b6a35ee0813ac1a78d71ad11acb34e8fb90bc514eecec54156f7f5abef530","sample_id":"grade-school-math.dev.4237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41c13f682dfd9d491f9dfbe5d60e7010d0c78aa2c232db2b9ed590492d4beaba","formula_version":"titan-u-contract-v1","latency_ms":0.8524160366505384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08079dae131c9fcb434ed3efa66bdfe3033f394f2b2debb753518236504411e8","sample_id":"grade-school-math.dev.4238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a237e46f4687e97a09331f96350c611e85a27bab294305735853b172d58167f1","formula_version":"titan-u-contract-v1","latency_ms":0.9581249905750155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9be5915303a270b52888342d90b8aebe458bf7d316635c92b8b6ead53c168fd2","sample_id":"grade-school-math.dev.4239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3978c5ea4d601cc1c1d5d5b9c1a78d088d7c486940501f09eaf4aa7b38003f6d","formula_version":"titan-u-contract-v1","latency_ms":0.6871669320389628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd2af87d20af623d387d08122e38026976df50ab8b8577f5fc456152ffbf683f","sample_id":"grade-school-math.dev.424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06c2f1e90ef85fdcbda967527a8c836a88178fc3689e58708f46b5bee63f768b","formula_version":"titan-u-contract-v1","latency_ms":0.8540829876437783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dbae38af652f982f6af23c8203d3f94f24cd78806929bd2b3cd57c37eb5050c","sample_id":"grade-school-math.dev.4240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75a71a350e2f1f535d1c0c2e18669166d2fcebb08c7409fa9fab374dc25470ce","formula_version":"titan-u-contract-v1","latency_ms":0.9380419505760074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1af189528ef21b57a8899d4948dd7da08b6af6b12906163f6efa1e24de28dd1b","sample_id":"grade-school-math.dev.4241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"879537083648aac47e878e11c592ac61425745f8e14f9670f27fa294251c31ab","formula_version":"titan-u-contract-v1","latency_ms":0.9561659535393119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"040fc0ea7d6dc7d2a5e2644fb2331a21985b3323c0bbfd3370d22d03c9e9e17f","sample_id":"grade-school-math.dev.4242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a52d94037472ffb7a7aa86cf2c7d7f524ade2857e0a17f1405ced553f5fd10a","formula_version":"titan-u-contract-v1","latency_ms":0.6434170063585043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79c9895fa2e5a808da711f27ac471683ef1478aca875b2aecab1283026537eb7","sample_id":"grade-school-math.dev.4243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a13f0d839c87783beccdd58f6e5e7eef0c5457c849701f5b6d9f2aeeb6ab912b","formula_version":"titan-u-contract-v1","latency_ms":0.6285419221967459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cd6e4018e31b397a4665f91d6f24a2f3435e7c48f6fc89817ec11bf0040fd4d","sample_id":"grade-school-math.dev.4244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"976ad67471d7118fb565b6e02a2d73e445cc4eeec526aa9da330795c1569f9fc","formula_version":"titan-u-contract-v1","latency_ms":0.8477499941363931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1d888d5cc5673f4a6faac40291c7176e35bef7a5709ff86326ccec5d4f4171e","sample_id":"grade-school-math.dev.4245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6a39abc683cd8a54b6b2bcec2368f6898bae09e8a2d2b4e502488cf79e64d33","formula_version":"titan-u-contract-v1","latency_ms":0.937500037252903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"095b9aae635eee3508ea181787702248541dc75c6f2f47573eaf326bcbafb709","sample_id":"grade-school-math.dev.4246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a7b38f76e82a72ec4b4b5f931310f51c870954b564c3f8cef6a78c187543ee3","formula_version":"titan-u-contract-v1","latency_ms":0.7145000854507089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"337bcc0b8abbee89da2ef617a57a0950fcd28d65fce41c37475c215b3cfabc58","sample_id":"grade-school-math.dev.4247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"979cfc2ded44511e83300382c637eb973f1272f8549172a1c66e49ec8c3e71c6","formula_version":"titan-u-contract-v1","latency_ms":0.8604580070823431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"072ca323d2a0d1429a93612f875b41461ab44af697306fe60f890b6c82f3d6e7","sample_id":"grade-school-math.dev.4248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12ac95c23e3accfe196d77d85ca5ee4e01c8a34880a11d28f01d7ec76bacd049","formula_version":"titan-u-contract-v1","latency_ms":0.6536669097840786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73d624624f8a3ab02fdfeed2cd6de221020a60c605517f5b1098dd1491c8041b","sample_id":"grade-school-math.dev.4249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3b97871db2d343e55fa52045546521c6560dd4cec0268eb849da1cf8c1622ec","formula_version":"titan-u-contract-v1","latency_ms":0.697916024364531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e8ec9be1b2c4c1a5574fce942b2e055a9ce1097028ba487601a1d4167c38650","sample_id":"grade-school-math.dev.425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d814369d00228de302981cb24821365c87ca2ce91bf45b131ea0ea03e9fa55e","formula_version":"titan-u-contract-v1","latency_ms":0.6769170286133885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3c92b526170ac3db441a66c984e45f2c1f25c3bdb6f6e5abb68332ba598c9e3","sample_id":"grade-school-math.dev.4250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcc37e0d4c685f1711a67c32110607637af6b7dce85aa08bdedf419859557ae2","formula_version":"titan-u-contract-v1","latency_ms":1.3122500386089087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4bce0c404c84c5577accfe3a008c7e1cf38c8eda8becb6753a19159d104e3cf","sample_id":"grade-school-math.dev.4251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9b14b6c0b0aa175918b8f6dbf78be24f395664d888832d7f80018a7c03396e9","formula_version":"titan-u-contract-v1","latency_ms":1.039625029079616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e84e79c132d8f84aebb13889f8a59b9f9581a8af778b375587d986850d241363","sample_id":"grade-school-math.dev.4252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10dba906180ccb73c6fe8733cf6f2f20ce518ec2b5783340e6a6eb2ca8115b02","formula_version":"titan-u-contract-v1","latency_ms":1.0662080021575093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe768464c521dbc4e17290c55a22197776bfac73f20577cbc6a5d1999422dc9f","sample_id":"grade-school-math.dev.4253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"badeeb34a2371e973094bdf8f6711c0672a9a39b216a94a7a13b842312c21f43","formula_version":"titan-u-contract-v1","latency_ms":0.6855829851701856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"249ac1f7baea35ea0bc55027cb7f744c20b1375d9702cb3899f33ab8c9ad8d42","sample_id":"grade-school-math.dev.4254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35dbfbee21cd35b4ad680ce0173efff43243ca673efb717cff4836bbfe10ecfc","formula_version":"titan-u-contract-v1","latency_ms":0.6453749956563115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cabcbd12211c6696bfefc6f602d25bfa0f59ff6470e9d55fc139609faed973e","sample_id":"grade-school-math.dev.4255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b682bf469dcd2b4564a284fbccf1bb060707eff67bef6ae67bd558fa5a4ef4b","formula_version":"titan-u-contract-v1","latency_ms":0.959457946009934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b54d4eefb3670331a2afcb30877532b37f9d29e19c01b8664744b01482012bad","sample_id":"grade-school-math.dev.4256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8a7ffa4cf858a05068010a310aef0e9c59c333b2845eaa0caeed5598a224519","formula_version":"titan-u-contract-v1","latency_ms":0.8975000819191337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8098ac040dd253900a4b73d660f03e8fb7698d10b68a609e2435f7b8d76a941","sample_id":"grade-school-math.dev.4257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8509355b20f5144ff1b03b1ddae9a58b01be36de9b7e735d89982fbef6586c2c","formula_version":"titan-u-contract-v1","latency_ms":0.857125036418438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"249435e42382a919337366b213583968ea3cb10f92352680345a24ac921dc6b6","sample_id":"grade-school-math.dev.4258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38420a20dd06a15af307d772445e8123f33ed8c52264a090db52d91a52537b5d","formula_version":"titan-u-contract-v1","latency_ms":0.6634159944951534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c711da29065e303caf47d58eb29541683bcae1394cebc0e1afd62615498bd70","sample_id":"grade-school-math.dev.4259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5be95afdd83d5faf341aeee6728d943feca6f0e2c02e6a263aa74f19e825180","formula_version":"titan-u-contract-v1","latency_ms":1.1845000553876162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36fdef54330ed22e9097907927643301cfe6566c40de21468a4337df171f00ee","sample_id":"grade-school-math.dev.426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9a4f6177db6cfdf2064e10799dcae32477a762e9a68617ad8dc75e959e77fe2","formula_version":"titan-u-contract-v1","latency_ms":0.9604999795556068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"587bc612883dca421f32e03fb2a1654475ec7720a5a22f8ce4b31fb78b84355d","sample_id":"grade-school-math.dev.4260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b9d1b09d82dc8d4a4b20df7dc601e947dc4377740f9bb24ce3361970514f3c3","formula_version":"titan-u-contract-v1","latency_ms":0.9867500048130751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"752076a8da8141004d44b94cf7b3e73962b55117e62dc6a160ed81941e76b78e","sample_id":"grade-school-math.dev.4261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86903de4c0013ed5ba07abf7bc373f71cbaa31578fa6f985bc01478d988fce2f","formula_version":"titan-u-contract-v1","latency_ms":0.7377089932560921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ec23954cd631e103fe319724c7ea822119494641586f2a7b2b8c2e732560f61","sample_id":"grade-school-math.dev.4262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2077baffa8c80aa167b5b4efdd9459751ebb7ce720f2e2177c71cc411e848bc","formula_version":"titan-u-contract-v1","latency_ms":1.1569999624043703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d3bd3abd9cfc912423ad51666dae80411738954f5ce7c690e813a750318a63a","sample_id":"grade-school-math.dev.4263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82b28598e2e1774987593473288d71a3db5e969df9d0f3e9fdfee5abf7664772","formula_version":"titan-u-contract-v1","latency_ms":1.0474160080775619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cea7ab0c9261e4f1e4f59647171c49a6ce15eb43b6d31432558b725dd981329e","sample_id":"grade-school-math.dev.4264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43870b3a45e526501d7d9ceea0b56759710f3ccbbce3e7410c659da3b138c13d","formula_version":"titan-u-contract-v1","latency_ms":1.0842919582501054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b28a4ba774e712eb5a0d9d19ed4d26778734364df485847450d1482d274a9ac5","sample_id":"grade-school-math.dev.4265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58515b265a4da3d876eb0137108a94e1d928bc71dddae899d864539da94451a4","formula_version":"titan-u-contract-v1","latency_ms":0.6789580220356584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f17bf867c970270e7e34ac6891353d06d9d1af5f8ba8d685d4820695008604e3","sample_id":"grade-school-math.dev.4266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e4aaafdcb3f53b0b037b60d96ee27aaf7cbfa45a598e721966d707a451e0b14","formula_version":"titan-u-contract-v1","latency_ms":0.7036250317469239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e5699f8174ebde62d291f4d00f4bd0055e1120030e7ab266249a535ae90ebb1","sample_id":"grade-school-math.dev.4267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a17c568503631b4410eb03effb9d7f4de85efbc12de5fd5f1689c32069813fd2","formula_version":"titan-u-contract-v1","latency_ms":0.7045839447528124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab4e02594a43f60f311fa812b6da5e09ce32e844a71435a124e7ea8db5d6cf2b","sample_id":"grade-school-math.dev.4268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8433ed9bcd15ff884825be254db4cf7a048dfd24acbb7b5151422ca039994b17","formula_version":"titan-u-contract-v1","latency_ms":0.8591249352321029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ccec82723251550cdc045ff350026a161cb3cb382a3c501198b760c15b0abdc","sample_id":"grade-school-math.dev.4269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a6ed9ff45fc99d40429a05e4c445fbbd3552a6f8e9947444f71fdc4b04d1b88","formula_version":"titan-u-contract-v1","latency_ms":1.609582919627428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"404a9d30f457765b4705436b8f7f6dbb491b76e321689fc021055a7d70fe5a47","sample_id":"grade-school-math.dev.427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f49371efee5c126ce8d6bdd54d226665c9650b1afd4730f2b7871d4c9a942f64","formula_version":"titan-u-contract-v1","latency_ms":0.6681249942630529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1c86a09a81b3ba7edc1698ec4797f68f8bc9717843776ece2ac24518ea8131e","sample_id":"grade-school-math.dev.4270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4469897939c2fcbbdcfde76b377dc87c14f0a1f38f9e69e5317a37a8929253ea","formula_version":"titan-u-contract-v1","latency_ms":0.8310830453410745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edb126cf7e57b5a5c8aa164ab3fb7088f4173605ba8d4b418a99af072592425b","sample_id":"grade-school-math.dev.4271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f67315e42d6f7b7acc5a3ac5699adace010456450488a59ff993110f975fd7a","formula_version":"titan-u-contract-v1","latency_ms":0.6629589479416609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60af1dd83536d8ed1eba52b9965a50909a2583507965e8a4c63d31be13190878","sample_id":"grade-school-math.dev.4272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e805b916087e9afa5d4bc1b745de8dc2a4c867e53b0f2a708a65db495b14e1a","formula_version":"titan-u-contract-v1","latency_ms":1.1703330092132092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"646e279fdab5be8cc7a1635a057f0f58a0f1375b21e62ac010da832c5a857de8","sample_id":"grade-school-math.dev.4273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b40ae5ce973f16639cf2a12ddbbb5d66427d36bd1e5de97a49fd3f3269423c9","formula_version":"titan-u-contract-v1","latency_ms":1.2648330302909017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3da38886ab98ae07a12cd07243682bc356cc4aff802c1510e5231dd7db763e19","sample_id":"grade-school-math.dev.4274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08735dec953ede30ca2480c8c43f04b2f0cfda87ffa7f23748442b6455cd2dc0","formula_version":"titan-u-contract-v1","latency_ms":1.157207996584475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80f337f7ff9cdda6880263ebee6a706d0924248604bfa87787fbeeb03023af17","sample_id":"grade-school-math.dev.4275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b9299ffd52c573bb5f09b20ae164a3b8a8d653a4fb576c8693727829a84431e","formula_version":"titan-u-contract-v1","latency_ms":0.6529160309582949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"881f25e90d3d288ad654d649cb3382c437cef74affac4402ca9e2e765bedc449","sample_id":"grade-school-math.dev.4276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f319692dbefbcc9a361a7862ba9410ec8c2239840625d7093607fcee2b2d281b","formula_version":"titan-u-contract-v1","latency_ms":0.8390418952330947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b198493fe7d171e1f0f9870fc5ebbaccf6782418a5003bc33a5a5161ad667106","sample_id":"grade-school-math.dev.4277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60edad52760ad7f19fea06eb6b94e9c2195e99246db1fd4e6528725ae883df45","formula_version":"titan-u-contract-v1","latency_ms":1.0070829885080457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e22e9c76dd38cad07fdbea6ce86af7ce8b3aabc2a5444633a9adc0a29cef42c","sample_id":"grade-school-math.dev.4278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"271210c058bb2705bd9449872e92efeebed31fcb2a862513547bb99543177e0f","formula_version":"titan-u-contract-v1","latency_ms":1.2430830392986536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56e1d19a4ab9e8eb0049c1d21d0f0f95f749fd4e3c2183ca23e96e49a58f7a58","sample_id":"grade-school-math.dev.4279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"236747465d40e7fcdcfe3991543cb80a3e93c2770297fdaf5bc6a8a109ec7e66","formula_version":"titan-u-contract-v1","latency_ms":1.2146669905632734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a255e2d288b0ae794f1ca34fce4b36827252f9d0a24170ca6ac5bea0a837e3c1","sample_id":"grade-school-math.dev.428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ee32f04fd453604ef9b783d117db31035d3991f0348ee6d87ff5660f5622c12","formula_version":"titan-u-contract-v1","latency_ms":1.3115829788148403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7c57aed08299d90c9195caa71bd1e825634541f6b4255ff0229bc1a0e48af6f","sample_id":"grade-school-math.dev.4280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d972fc3f1a1e75b3f7e6fa4c1ff59cece0f01853f0f764e2e0e49f9d1af67ebb","formula_version":"titan-u-contract-v1","latency_ms":0.6919160950928926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"336fa849bd090b28aa6b2026a9f7e77086238affcb4c115c9f51e513fcceb028","sample_id":"grade-school-math.dev.4281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af7c2d782f5c1a049340efeb85312cfe19e61cbeaae8b3890e22bbb9e17fecfc","formula_version":"titan-u-contract-v1","latency_ms":1.652040984481573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0c1f251af9446287cbff4932a73c66de4c259bc4300726d43a18facd9dcc5a6","sample_id":"grade-school-math.dev.4282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aeaa890f1e7a6124c4e5fafdbe8676fa6a8d630fc06e0d4067d4592dc8f3122","formula_version":"titan-u-contract-v1","latency_ms":1.1053329799324274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"599dcff66328c0947e9c2409c63e009f624447d495c26bd1249cac497421f59f","sample_id":"grade-school-math.dev.4283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4b8b3d8071bd5e97311418e3500962ddbd666b417dd408411a4c197448062e1","formula_version":"titan-u-contract-v1","latency_ms":0.7464999798685312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0fbbbcaaa91bd7eab9cd0c1d8bf02feefbde7190de1db34627449f37a9b6930","sample_id":"grade-school-math.dev.4284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d734b954395a3ed41a64b771aaf5f5710c0d3bcd0da1adffd325158a223b618","formula_version":"titan-u-contract-v1","latency_ms":1.5001250430941582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dc4005b3e3980d58e71f0927fa4fbf9560502fbb5419a6af4b4afd8beb87c2e","sample_id":"grade-school-math.dev.4285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fbbf737767bc667d1646bd1e58692e172fef8edb0517701c17bb8a8881a727e","formula_version":"titan-u-contract-v1","latency_ms":1.049957936629653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7494217129d339db55153224a6c25eeb07da142bdc53442a7a4197638e423d7","sample_id":"grade-school-math.dev.4286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecda446fed543890e624fc35339979bce3c3a3abd38193b2a4ff64bd42e99554","formula_version":"titan-u-contract-v1","latency_ms":1.0738749988377094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a393bbd8eac5d0f6d067b1cfa5a60577c77d472c1d93029105862af601c2afbf","sample_id":"grade-school-math.dev.4287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3c6bcadac567ec7502a849a98dc790921e986e515d0e26f7f2b403a948eb5b9","formula_version":"titan-u-contract-v1","latency_ms":0.8171669906005263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3e9455ba0a6f74704e164a7f291dc2af19f301640d9fe5ecec4fa7bbb25b885","sample_id":"grade-school-math.dev.4288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9af82d9f8ce7df1b495c0e87249ac809a1242a4df98d9b2fe92ac1dfcd1d6b88","formula_version":"titan-u-contract-v1","latency_ms":0.8091670460999012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d18f2078103f90b94ef737ecc782190e73e8ed6f6328ec8ae99d27e05574b8d","sample_id":"grade-school-math.dev.4289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f33521fa073a4d2c460ff2407434a42c17bf5fd6502b0d5fe8db5c0b996ca8b9","formula_version":"titan-u-contract-v1","latency_ms":0.8862090762704611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1895cb7e9dd6e5ec0d09e360bc375b94ceb241dad3f604c1d4f56e2c731f0dfc","sample_id":"grade-school-math.dev.429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ba29d95ccdd4c52cba7640407511fce40f375137b12954edda8f949704ea191","formula_version":"titan-u-contract-v1","latency_ms":0.8795419707894325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e18e0806f4adf3d9c4efcf2cde0efd9e5428814d3798898fe0d1b690282fc9e1","sample_id":"grade-school-math.dev.4290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09ed4b6e2fce45dff1cce2e8056a4f770dfb564806338c26b29fb8891103b8a1","formula_version":"titan-u-contract-v1","latency_ms":1.215459080412984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c71bcc77ea0435a55003326e7c58e3d2a1a676611577c2c87b528b9fca772c15","sample_id":"grade-school-math.dev.4291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faa50f6651dd6d44dc082aa699c2d51740a2ca1a0ccd4c3b8808697967f55eec","formula_version":"titan-u-contract-v1","latency_ms":0.7057910552248359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78f6c5367e6e911647ddb91afe7b5e52e7dd20a8e25eaa0aa48949d1d2d72542","sample_id":"grade-school-math.dev.4292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ac749bc0bd21403ead32deb3399585ec9d7bf4127fc8201ed7c69a43317de44","formula_version":"titan-u-contract-v1","latency_ms":1.1671659303829074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb6e1d8fcff13f35823378aba618b2968c3fcc3a4d285393fd46e1ec4d9b5638","sample_id":"grade-school-math.dev.4293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c51403bc89ca62c29a0ecbe86dc3c090f3c835ac46236543ef4645a6454b1de4","formula_version":"titan-u-contract-v1","latency_ms":0.8689579553902149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f25e54215897c201b0e997e10817528ea8e55deb3869caf448636dc395b34de","sample_id":"grade-school-math.dev.4294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"299a0f5295ff4154b477295e885d78892ce1533cc3654b51015a0505fb35306c","formula_version":"titan-u-contract-v1","latency_ms":0.8420830126851797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"231884020d3cfca3d95863ef45ebc28c77eb2aa1231904a7fd07000694202be3","sample_id":"grade-school-math.dev.4295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"954f012e8096d7f63ec482ca4c0e1b71ef681638ecc3f78529e02910078fbe49","formula_version":"titan-u-contract-v1","latency_ms":1.0836250148713589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e39ab0310c335c0fb174bf2d874da8880ae2fe6c1e6892f33266e90e53d0ab46","sample_id":"grade-school-math.dev.4296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d58e385ba9d667955596c66ac5bc00d856c8b91acee2503bb0dcc7a4d22a06e","formula_version":"titan-u-contract-v1","latency_ms":0.7177920779213309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f08906d6ee5257397b785d1f93441c0966b251210faace5b379f4b8ec775294","sample_id":"grade-school-math.dev.4297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1b64a2aa28f5219495d8c6d0a1e6ff6471bd7921a78d799d952e9a51857b76e","formula_version":"titan-u-contract-v1","latency_ms":0.7252079667523503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"732271e89d7b93241764397114021d683b19dd3b0852e9b41de5f9a32b92101c","sample_id":"grade-school-math.dev.4298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"726eaa7c6ff054a7801e013f567c1eead4b098442827ad7fe67e387bc3627b65","formula_version":"titan-u-contract-v1","latency_ms":1.2696669436991215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdc19912bb33445eb1d53a65d7734fb3384f5e326819d7e95633de1d7b29f7c0","sample_id":"grade-school-math.dev.4299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7159dee0633e9ebd0d8d3af61412c59cccfe5e222c1e46dd236c55c5aa78a00","formula_version":"titan-u-contract-v1","latency_ms":0.8404579712077975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a46ed90bb6f065e18655030194ac2a6c501888543eaf3574f9867d26c678c00f","sample_id":"grade-school-math.dev.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea584054df0549cc39da5491dcc5cb26a8ff2f191aec21e46430f60f2a960f4e","formula_version":"titan-u-contract-v1","latency_ms":0.8802498923614621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34bac062394bad9f7cf2bd336cd7b172f86ec15d15e34650fbd6b6289f142dff","sample_id":"grade-school-math.dev.430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c7896324ee2030e43c421b28a27064c795e1d86fe00d2413b178a3a8b22cfd3","formula_version":"titan-u-contract-v1","latency_ms":0.8740000193938613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a387e7b2d6c6bb475949ea4dad270fee8c4d5d47d1d99426f9ac9f1b93af559a","sample_id":"grade-school-math.dev.4300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1698b811b167b9f5842a93b7b9957da60c04df7f7808ae543aa129b33bc9c9d","formula_version":"titan-u-contract-v1","latency_ms":0.6389169720932841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49b0f7fa18c7b9ddd7be483fd3888628d6d67c061ae1f6b5ca17ca4e8a584267","sample_id":"grade-school-math.dev.4301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48e8edfa973bbbfc9dbbaad6ecd07b9fde4a64c8abc1620b45f2da52f92b4f5f","formula_version":"titan-u-contract-v1","latency_ms":0.8330419659614563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4e1313125fdac178eb9669d02d8f4abeb30c854c86fc743888fd34516ab8607","sample_id":"grade-school-math.dev.4302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e57a93b7a757a2f7094223e46128e970ed817d94f3bf36a9e669a6ab8e6a987","formula_version":"titan-u-contract-v1","latency_ms":0.6918339058756828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c6e8d98c1ba375e167a07a9fe46cd115c5162e9794e5cbcfb5520e66b78116d","sample_id":"grade-school-math.dev.4303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"097e2438b2420b35cf9b1d94a5af8a477459bd6a12c55a5b123b6cc69d6de472","formula_version":"titan-u-contract-v1","latency_ms":0.8478750241920352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c340854c4b14c4e876a06fae6ecabdcd0cb7b164141330908a79e5f56a72970","sample_id":"grade-school-math.dev.4304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8267bf72cf34bc38e1a74774a1eb4b5449402032b6762bb617bce62710510fca","formula_version":"titan-u-contract-v1","latency_ms":0.9249170543625951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2b010103b43e7d29e3856fd84e7aa6a4011bd4a6cb2a0d1f23a4e46034a3063","sample_id":"grade-school-math.dev.4305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf4c3b58c88f530042b542ce4a3b89b21d7e76e70abf2aca4f380071c2c63f18","formula_version":"titan-u-contract-v1","latency_ms":0.9950000094249845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9207dff09afb1228e07db675a24364a114034ce4e84cce310318a13e4487ac4","sample_id":"grade-school-math.dev.4306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bb6fe14898cbfc1faa31f588012a08bde2d49c85f29fbf3537486a9c1c42f67","formula_version":"titan-u-contract-v1","latency_ms":0.8306249510496855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95cff4b4e627ea7d54c340ddfe57a0ac48ad6f8abfad515d8620dba0f043cf37","sample_id":"grade-school-math.dev.4307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a20c869355edd3bf784896c397c2ca0e506f50b1322ff5576a537f0f2aa6c08","formula_version":"titan-u-contract-v1","latency_ms":0.9599169716238976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d31d184f9bcf1d84b8cd307e1534aea79b24c7b3d32b28d508ce45954b7d1f35","sample_id":"grade-school-math.dev.4308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"749f1bf6150fc915afb5d349543bb13f5aeaa02d0aeb8c88d164660ce7d94eb6","formula_version":"titan-u-contract-v1","latency_ms":0.6912910612300038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfca64bc4201ed68ef0dc78b81ded23ae596aa59052fc3c2e4f8eff96bf267d2","sample_id":"grade-school-math.dev.4309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b08879d256e2d64d4b96296d836fc85c77d87d2de606b04b1452b38c0219fc6","formula_version":"titan-u-contract-v1","latency_ms":0.8679999737069011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b088f098c1b7a087cb7c648d48ca4cd00a23dfca932375b001ae19f50b5c5dc","sample_id":"grade-school-math.dev.431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df72c0e1b699f6e515a426e858be95c29eb3b595b3b606ae090549446d80a00e","formula_version":"titan-u-contract-v1","latency_ms":0.6692499155178666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa40679cba2bf218f6ba3bb018ad5b9c3d25c94e77e1923793bf9e1af1abe45c","sample_id":"grade-school-math.dev.4310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a1132daa4731d39ee08c0ef8b0f3034655549f563335d241db30b79587774fc","formula_version":"titan-u-contract-v1","latency_ms":0.9511669632047415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f99af9b13c69f35c597748e8a2a90d30f9c3317760143260dbc0e1791ee99e08","sample_id":"grade-school-math.dev.4311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc82eb56ac3ac969fca680d0c3616ac88247a7e28304fdec7d4c0121b4244170","formula_version":"titan-u-contract-v1","latency_ms":0.8135830285027623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd4e64b2ab434f77d8521f647973e712b44bb9d505f5d6ae414cf96f0cdc7cea","sample_id":"grade-school-math.dev.4312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19f5d6c85b15a3c265118fbd34d28e67326a3f5a09f432fd4af4c33600106444","formula_version":"titan-u-contract-v1","latency_ms":0.8482079720124602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1372476ab844f44592fd46c49c9d649999f20e38bf11cd096f37b3e4e8939ce","sample_id":"grade-school-math.dev.4313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c5ccaee4b0881195681b927efa15674860c2cdd50cf9a55e5ce73ecf9558e17","formula_version":"titan-u-contract-v1","latency_ms":0.9983329800888896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70dd744399d6df115c479407bb809c23b3658cbcc8488471f8d2d0eedc340a0a","sample_id":"grade-school-math.dev.4314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2770d79406d4746a18177ae5639d6eabf4d3e91fef6b53f1b54cab4a8db00c0d","formula_version":"titan-u-contract-v1","latency_ms":0.6865409668534994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"274309be6f59832bd2f0dbec2d97e6c9fb02008b679886497cafd2a20339fc1e","sample_id":"grade-school-math.dev.4315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73ba428bb97cb8dc840f48b28e3978c2c1dd8a2ec2f2e6cb276a3edb18e2dff5","formula_version":"titan-u-contract-v1","latency_ms":0.6952090188860893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cdcd0e95c89c59d32219e9745425cfc422286e2ff98705c648fe172e64e2a9e","sample_id":"grade-school-math.dev.4316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c7af97645351c3f88b974191fe6ee2b9953a652a2146e7e08ca9f5a750617bd","formula_version":"titan-u-contract-v1","latency_ms":0.7011250127106905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4235b9c67f3a9fb7eaed496f8f85a86a64386d2ff39c7d5d518469e8e499b477","sample_id":"grade-school-math.dev.4317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e842d995c8d44cf863dad958125ece06d1a04df013acdd49ca2c032ad456d54","formula_version":"titan-u-contract-v1","latency_ms":0.9327919688075781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b56152ce22110aad35948b34e4643be4fbd44a1e11f78ec911fede96c26b639c","sample_id":"grade-school-math.dev.4318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee08a6c690b83da4beb5ef70210772948c541f1b8fcea9603a9261c6712c309d","formula_version":"titan-u-contract-v1","latency_ms":0.852791010402143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"701c6063ec1ed71d3f2b84450e09fc20c609afd7da92029c60dd0adbfa1317b1","sample_id":"grade-school-math.dev.4319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f00de4c459110bdf5419cb1811b5e46af154726246a4567b5e494996025b80f0","formula_version":"titan-u-contract-v1","latency_ms":1.2697919737547636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcd6036801eac79406bca63eaf094307812e257ffd41d0d3dd0c4d5425b20078","sample_id":"grade-school-math.dev.432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a48e9b987abc51ed1fc497bef553614b2df4d3fb76bd0f7989f0417c5e544b42","formula_version":"titan-u-contract-v1","latency_ms":0.9312089532613754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bcc8bdcdf2299a656bd3c1e0dd349b08610e6dfc9dece9f0563811cff93667b","sample_id":"grade-school-math.dev.4320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d4a11fa43ba8039cf2f32103eebbc430c505349d6f41aac0f1b74d7616e4e0e","formula_version":"titan-u-contract-v1","latency_ms":0.6544999778270721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa0a8bb200efb0f154f54b1285db61844a6da4a8827e1607be76fed20f3349ec","sample_id":"grade-school-math.dev.4321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"300e1533433257b1dd5fda20cee6c464302456a649b9130689a8b58d9ae41178","formula_version":"titan-u-contract-v1","latency_ms":0.8963339496403933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90e09419465363dd9871a41f284d8e965be8a4d08eee175a09917a4a5e82ad72","sample_id":"grade-school-math.dev.4322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e70a0b206c383fe623acaa94917caa76bada930b9bdec43f33472937eef54168","formula_version":"titan-u-contract-v1","latency_ms":0.7148750592023134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbe33b6fa07679548fb9d38b488b93ee4ea186650a72235d3fba490782c6cd74","sample_id":"grade-school-math.dev.4323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecd7351c39f6db5707fa950c65bac4f9fb448d86a140b305700b62db2f08cd60","formula_version":"titan-u-contract-v1","latency_ms":0.9603329235687852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbc9d051fae0a75ea3f3dd656f62da82d593266e63e9ef878f1167db71ca44eb","sample_id":"grade-school-math.dev.4324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1935f0b4a9b55270a24658c7a9b55dceb0a78d653b80d03b8acb9ac306c92058","formula_version":"titan-u-contract-v1","latency_ms":0.6705420091748238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bca5f1387868bab21adc1466c4c5575afb259bb216f3815e69ea7c47733f19c8","sample_id":"grade-school-math.dev.4325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84bef6d7fcc263ac299ec5bb2d66371d784fb5f832adbfe4e1d2b11e1c78efb1","formula_version":"titan-u-contract-v1","latency_ms":0.9493749821558595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a1e9f1084e2023ebf50c511bebf1b7ed4a9f1e236902459fbb038d9114c4cb7","sample_id":"grade-school-math.dev.4326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ca1b0af5a7ccb0b5b02e7c87a629369277d55b1854f158687fea3ec26704244","formula_version":"titan-u-contract-v1","latency_ms":0.8833339670673013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9665d7868c7212805415234c426aa66232a6a4dd5373b90eb39da74c3fa98fd7","sample_id":"grade-school-math.dev.4327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"181034333ce1f35e336516ea51d9f4bca48cb02fab97be18d8fbe4c31fd26876","formula_version":"titan-u-contract-v1","latency_ms":1.039916998706758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97d1404440a975b0621731342cf17699cef788fdfcb090998c038af8855bbe1e","sample_id":"grade-school-math.dev.4328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34605a366426e2f2c1707f142510064df90c8ffdc73ee37edc67a8e08f269f49","formula_version":"titan-u-contract-v1","latency_ms":0.8116669487208128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1dc8c8c2b3e7c3693a3fe8f60b006b36306df2a977f45a28899dad631c86d57","sample_id":"grade-school-math.dev.4329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0d42dbe51089fb5b2181c3b94095ce8e4edc3b38ba6877000a5952a41d4ce3c","formula_version":"titan-u-contract-v1","latency_ms":0.8600830333307385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9ee6ec53aefbb872de5732f2565df41cf7393b88f7147ffc52444573325013b","sample_id":"grade-school-math.dev.433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50678abb3a97cd7be05306e5b1f98f2add392ae0183577425322ff72bf7b89a5","formula_version":"titan-u-contract-v1","latency_ms":0.9314999915659428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0afbc30e6a096d8732c109337ab778d5755349895bb7e049fcfafbd2d5fdc30f","sample_id":"grade-school-math.dev.4330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fdf0205b788992c7a3d9d237a3dce7003b1351868bd5887739a1bf8f393ec32","formula_version":"titan-u-contract-v1","latency_ms":0.657792086713016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc96dbddce4944a53980306eb20019434981463b1d267884b2961d3bb9fbe192","sample_id":"grade-school-math.dev.4331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2260acec5760e57ea7bb8c0f83c518e44b6f9de7d5ebfb07070125db409fbe3","formula_version":"titan-u-contract-v1","latency_ms":0.6999589968472719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff0c04ecbcb05d7468b942086998023d91858f6fa103ebcbc0b1c5a083b0dfae","sample_id":"grade-school-math.dev.4332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47175276524982050f396db631cc082fd928a184ed55cb53dd86800b9ea52706","formula_version":"titan-u-contract-v1","latency_ms":0.6942079635336995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c743cb0189245827d2bfc8bd111cf934c8d9e48d88fca8034260119b4c8a604f","sample_id":"grade-school-math.dev.4333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7167d89a7c1739ce67fb2a2e7480830dfef1df1eff072663ea1a76a84e4b9046","formula_version":"titan-u-contract-v1","latency_ms":0.8932499913498759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee8e27416b09effbc89ed9acb35ead18f1a6c756223112dc370e21b5157a3031","sample_id":"grade-school-math.dev.4334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d243fc7bd031708e8068c9f0a81e18c20b309b5e1124cc8c653cfe30497d398e","formula_version":"titan-u-contract-v1","latency_ms":0.7520420476794243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50aaa89fb3cd789139210345eeb3e810588a8c1818e744e7401e1d2e17a02588","sample_id":"grade-school-math.dev.4335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76ffbcc4f1b9762ed0df0ee5729582a755f77d09bfba7959c65a37d2b0744988","formula_version":"titan-u-contract-v1","latency_ms":0.8530420018360019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d1b252c0c14c5920792d7939b11b69d768e04c8d50ef03e103892bf67e41429","sample_id":"grade-school-math.dev.4336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8534fa2eee70472563e11f1b6f5cc85c8e48abdc47d5ddec19cdec88dcb6c99","formula_version":"titan-u-contract-v1","latency_ms":0.6750829052180052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65b3709705032fc236145718b139b3f30834a9c7996d39ac7c7ee4bb9bcdf46f","sample_id":"grade-school-math.dev.4337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52ede11ce6a71aed7d2a4dc56d1786763087faeba5bc895e073ef4e13818876d","formula_version":"titan-u-contract-v1","latency_ms":0.8057079976424575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65e99bd380446666b3ec451b08c007d3eab1e2bbfa1c02af13b02f897646b51a","sample_id":"grade-school-math.dev.4338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d90f7aa0abd17f05f59cb8c0a3779fe844e228667e10012c96671bb2674717ee","formula_version":"titan-u-contract-v1","latency_ms":0.9423329029232264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"497cf664019337c3d0c4e3c251bd7ffd822d4fc8b2ef1e9e1364f3c50712b631","sample_id":"grade-school-math.dev.4339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62653c99e68cf24c29901e9acc71874bceea98c48098fdd52be36219713ca4a1","formula_version":"titan-u-contract-v1","latency_ms":1.0912080761045218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d47414aac2b4be8f72bcc06f32f86b9b432fd58d42f5691d7ac28bdc6410225d","sample_id":"grade-school-math.dev.434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58cb6ec5b2cb67b69e73622f65da80c0a95eb1ce6b751db46b11c485d1d6faf8","formula_version":"titan-u-contract-v1","latency_ms":0.6994589930400252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d85218a3a56b89a487bf56932263759b4333484fead0c53f5ac0379f25e0f705","sample_id":"grade-school-math.dev.4340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1030a2f4bfa551e6d15c63e1799ce75ab23512599e27ef41f8a1d42d0aa30a0","formula_version":"titan-u-contract-v1","latency_ms":1.3331669615581632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"073401ed818f217a1fcddcdc5269299d074fe6a972bfaba0db98626dd4898c38","sample_id":"grade-school-math.dev.4341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"167886268091e216d1b9e03c8efd00b433b0d0eb1c69c4616eaeb9b1b9dbfee4","formula_version":"titan-u-contract-v1","latency_ms":2.2291250061243773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7e1936ff13a59765171681681697003019ced0a4cb0210ceac6610bdb3f3d2d","sample_id":"grade-school-math.dev.4342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf148d9a10b38063b1bd08b2723d5282f19c81a74a3a98be150648fa2d32f570","formula_version":"titan-u-contract-v1","latency_ms":1.104624941945076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c949f46d003be6be309f17b721cc6f943e4b12c8e5bf1da8589213ff11dbf002","sample_id":"grade-school-math.dev.4343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78acf507e3b181287b545bf36805874a95f760ee69cdac4e516cfc6994b83565","formula_version":"titan-u-contract-v1","latency_ms":0.7035000016912818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15b3b872767a0e102be1f7260040983b8c5d6a2f865c26185964dfebc7fb4c52","sample_id":"grade-school-math.dev.4344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"768d43de2d9ee5a5f07d6e642ba63b8a8faac51b11401827af976c462d2d6d44","formula_version":"titan-u-contract-v1","latency_ms":1.112625002861023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29b266e5c14af6d6baf04ef7c3a72abbea8a373a8addd10944ec9ad050a634ca","sample_id":"grade-school-math.dev.4345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"151853855426a8bc94b917d09e3af14f383698298c7ec687485af705ac82cf06","formula_version":"titan-u-contract-v1","latency_ms":1.3363329926505685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05893ffe453fec5379181320405b7515f0402fe8939dd509db527a9981b96774","sample_id":"grade-school-math.dev.4346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87fd2388596c2f40ca077650961e73986a0fd65ac09e926ae49349d2d431c3eb","formula_version":"titan-u-contract-v1","latency_ms":0.6849579513072968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f31be320b8454df3b80d075577b07acf65b15bfa01ac4470e98ba78073769189","sample_id":"grade-school-math.dev.4347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3a8b563464515c86fc67e77d0bd940ea25c6441348d579805346202bdd06e98","formula_version":"titan-u-contract-v1","latency_ms":0.8025000570341945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d866bcfe343299623f0b8f635f03a1896f53bc59d1bc91b5c7fedd6bcac46e3","sample_id":"grade-school-math.dev.4348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9e6a65432cae9afba0fe9c217e1e79a6cc8d7019fddb49e7862e7b186aa5957","formula_version":"titan-u-contract-v1","latency_ms":1.1467499425634742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0663156b5345fc12ede76efe93dbf9cfaa97da972290c84eb8539e0d35d42bca","sample_id":"grade-school-math.dev.4349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0eccc218128d22a03f9ef7a6835db5db0228e114193e9501b53c46f986dc98c","formula_version":"titan-u-contract-v1","latency_ms":0.7137079956009984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cabc6e88a1ed9c18fd4f489df0ecfa0be296065f8392d07addebb5d7f070f834","sample_id":"grade-school-math.dev.435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d78840914fd913b88933ef2f8b464b320368250020894ce2fdfc0497d82ffa8","formula_version":"titan-u-contract-v1","latency_ms":0.8322499925270677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ff685c8dcfc984e9ca91cf6713ff2d26d7023f65bbc3b0c3b55e7e847f33887","sample_id":"grade-school-math.dev.4350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da8f30cda074a08bc13dfe4f59a008616f097e1e13592564be241ac458544441","formula_version":"titan-u-contract-v1","latency_ms":0.9198329644277692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50240daffffe86516b3c468caca534d608b62fb1911ea42270f21aed859de203","sample_id":"grade-school-math.dev.4351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba96cd62a7e8191afacf9a7e08a64ac358dc0a399f446d110046198ad9c2b9c6","formula_version":"titan-u-contract-v1","latency_ms":0.9129169629886746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b15f635095764ddfcb4a363733d26e35f9513b3a1d0fc37fff1692ea62feaeaf","sample_id":"grade-school-math.dev.4352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8b3dd76e770ac144b24f39fd67901146926ca965ea66a0b73e1f0879e7f7a19","formula_version":"titan-u-contract-v1","latency_ms":0.8889999007806182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"120c2dfe8aeb94695d55e28dba2dc688caa1b7cb783b938aecbf0269e398fcfb","sample_id":"grade-school-math.dev.4353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11fd0043107cc41c6cec69da3b7f2d5766796fd28186db0d316e1c98730863de","formula_version":"titan-u-contract-v1","latency_ms":2.0930839236825705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de65a7e9a13242fd1cce9e570c12090e3906da1b45d6949477234e3f06622731","sample_id":"grade-school-math.dev.4354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a9dacaef4cf41580f868494b7db996bce826b4a1b7f5e2f7267aa6ff9570cb1","formula_version":"titan-u-contract-v1","latency_ms":0.9687920100986958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63ad2b9f2c77dedae28a79caf8997667cb8c76dbae56bf27c99096a71f21efa1","sample_id":"grade-school-math.dev.4355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d64cf283b9392b385e939c4935bd54e538ac9f6a95706a397c36086687a088b","formula_version":"titan-u-contract-v1","latency_ms":1.205083099193871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f238fb54b0e38285548f140cc7b9475b33156593f6a21bb07f5bbe6029bec29","sample_id":"grade-school-math.dev.4356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e965df3e278f75ea499806b6e54e35942f9c4809e2b0fb797bd37e455e6cd10","formula_version":"titan-u-contract-v1","latency_ms":0.6459170253947377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aef9a97ee1cffd35427c0db7bab584e7fbb545de6b345b9e86c8f7060825c8f1","sample_id":"grade-school-math.dev.4357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2edccc951f47c612b8f46094d1c5328abfa818aa1dfcfd84bd9d8b7463a54189","formula_version":"titan-u-contract-v1","latency_ms":0.7257090182974935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afbb1c95428e0b1dd20bd13e786a813af9db4fce8333e63344879b43b46e3425","sample_id":"grade-school-math.dev.4358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13f8390aedc5a2678ff5dd9180dbd2083764d624b71767e19eae2d84bdceefcf","formula_version":"titan-u-contract-v1","latency_ms":0.7024999940767884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"914bb1c2fe96893e3ee92694f9ff51ca81e817a38e576695e992e3812b477d63","sample_id":"grade-school-math.dev.4359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"960fe66bcdca435c265f52d2fab2d8b4d4184d6997545821858ec4e32ff000f9","formula_version":"titan-u-contract-v1","latency_ms":0.8329999400302768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5df0d5e0cfe52526a20985fda4ac8140bd2932351e1794061328fe1bc3f309e","sample_id":"grade-school-math.dev.436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"692bdd1d49a68fe8d3af46e4270615cb03c228c247168a2a96a27d33ae4cfef2","formula_version":"titan-u-contract-v1","latency_ms":1.051165978424251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"560c85417bec506963fca08e8c097a496ccb8d2b113c1c6ced2168ee743e9a17","sample_id":"grade-school-math.dev.4360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"147a5829fca72b95f8b241bed928fd0ff80869a8e91db4cb3ed70da0a92610ca","formula_version":"titan-u-contract-v1","latency_ms":0.7110000587999821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7020f64db54291f157a9486fbb0c15f975f284fab5b750ce10cc9c5df287d674","sample_id":"grade-school-math.dev.4361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"584116233cfb649dd79a4c84f608414079a60585359184a27e3d11787faa48af","formula_version":"titan-u-contract-v1","latency_ms":0.6493330001831055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de0f9cb9546c9462a94622db1d07c581a8577e82188e1d9791c3f3c616bba09f","sample_id":"grade-school-math.dev.4362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63da0f955d3cafaa3d3ef662d6fb7d07922b4abcf22876bf16ea1d95e8f5b0c5","formula_version":"titan-u-contract-v1","latency_ms":1.1406670091673732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b39c6c5fadd889cdbd4a7de158ebf927e3b3686c686dad0814dcac0b3e85615","sample_id":"grade-school-math.dev.4363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51fafa2caec934138ca34476eb5172d19a7bc15ab923a45a64d019eb30da9d4e","formula_version":"titan-u-contract-v1","latency_ms":0.7461250061169267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8be17423d42960fef5307c40cb6684b0fc93d06f85cafdf8677c8a59d061f925","sample_id":"grade-school-math.dev.4364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9abe5b2f9ab46507eec42fd6df6cb33ec6e82c335a37c84f13d0edb621e3690c","formula_version":"titan-u-contract-v1","latency_ms":1.4137919060885906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc7db4b47963f8c1bfa5e5e5d4336bd4cea6c4e314f45f0761c3f8e2dbc4cd90","sample_id":"grade-school-math.dev.4365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78bba9869ec1723796ae0a31e6ed5c960066701170e42bd646e0f9c3ecee4461","formula_version":"titan-u-contract-v1","latency_ms":1.0348749347031116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1f65df4dc01a9a373732d9889027755ff134999cb612760fc5dc16b45d07fb0","sample_id":"grade-school-math.dev.4366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"648051263923c246a754504934a521902e623303c923207a6e333f35013ffa7f","formula_version":"titan-u-contract-v1","latency_ms":1.0903750080615282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b163cbc2889b9b107a2c230e326a867cb5e1b6ca33e641b97b1b13ee798df4b0","sample_id":"grade-school-math.dev.4367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20efb2ddc41fda492e66777f1a5dda9d00996f9e2b01f12e0e47f207c9ad834f","formula_version":"titan-u-contract-v1","latency_ms":1.314291963353753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b739e7dd0c762074cc074697e5fbb80bf7dabaa70b64111c9eea2600989e8207","sample_id":"grade-school-math.dev.4368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dcb430e9f4fe923e2e6eed900a0e0dd89d3a93c0c54e2405987c90e95cb6c1a","formula_version":"titan-u-contract-v1","latency_ms":0.6845409516245127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b045196442ac2fd10651106ba8c33857b9ec267e1e551f28086647d06e103ff4","sample_id":"grade-school-math.dev.4369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b6114fccd57209cabe19214ebafd568d2505049d8f07ee033911a7edab06558","formula_version":"titan-u-contract-v1","latency_ms":1.5138749731704593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7ffab552371ddae50e77c3750c84d78675bc8a6cba4e757205e17c9baa2a05b","sample_id":"grade-school-math.dev.437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6da89a329048c3231fe2f766d1fbb13f6579f5a406ec747a2a57b18853a026f8","formula_version":"titan-u-contract-v1","latency_ms":0.8866670541465282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d5746dca0490025fa977f53392f521e6661729aa00252dfb52af3a004d151da","sample_id":"grade-school-math.dev.4370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07822b80389c96d9126664929faf8618712e56c519e49610472d2d8305823e5c","formula_version":"titan-u-contract-v1","latency_ms":0.6888341158628464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d746021093f613d941c6a9659e9361b4411cee0bcff7103289c25d4fdc4c7930","sample_id":"grade-school-math.dev.4371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12e6afcc11209d4687d01731783d85ebe0ab4704bae4d78c764c08de5dab168e","formula_version":"titan-u-contract-v1","latency_ms":0.6555829895660281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2896ee61ff2626534af612f209a46f21f62a3caa5391025ca4cb80e54375e5c","sample_id":"grade-school-math.dev.4372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38abb5d1cddd1981d38aae3c78d075e8a7c90f7626ef9fc53b0477d09dbd2d6e","formula_version":"titan-u-contract-v1","latency_ms":0.791874947026372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"972cc9e77d0835ebb6cb3f06b9d6689c63d2a1f08376c8faf5a2dd40d0b8ad6d","sample_id":"grade-school-math.dev.4373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90a2971dafde1ca4129c4b6a02d7c1cbae18b33234da643067fd856ce411c74f","formula_version":"titan-u-contract-v1","latency_ms":0.6703749531880021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b320a7b2472fe74c1cf6228b9032359afcc1a6bdcca7a31a07d033ea2f693c05","sample_id":"grade-school-math.dev.4374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b2494325f9b96b0b4d4060143d7ffef4026acc677f806e7499a943be0dfa5e7","formula_version":"titan-u-contract-v1","latency_ms":1.1060410179197788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7249b47af1d0f3e94380cb3ba525f50911e85cf1bc7d78e748c4200f4e057f88","sample_id":"grade-school-math.dev.4375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1bb700d95cf5caea5a5d41d088470e133bb547110766a812a6de18d7220582c","formula_version":"titan-u-contract-v1","latency_ms":0.6910410011187196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97226f8c83735b5a8f247ea748bb30131a784b4e7795930567ded63a3cc4ce05","sample_id":"grade-school-math.dev.4376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42ffd6700b3253eb941ba6b73f67e9e70242b9890b54c86884349be23e50e8f9","formula_version":"titan-u-contract-v1","latency_ms":0.8453750051558018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c89e8399cfa00253ff784bcd20fa3107a292de33d073359b59886760d622467","sample_id":"grade-school-math.dev.4377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d04d02c4a9086c5d13304ff2286592cfdf1da0f814f3151e7323a14f5d9f36b3","formula_version":"titan-u-contract-v1","latency_ms":0.6766249425709248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"450d3b353c427ca53a48f08df31a9e88634cb7061d4f28597396d51386af4ce8","sample_id":"grade-school-math.dev.4378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daa64c06da096c94bb3b569ca08e120a51e90108c6e333b40280fe1f06678aa2","formula_version":"titan-u-contract-v1","latency_ms":1.0002909693866968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29ada66eca3a58be2cacbc2956fc7eeae58e1beb3a91bc38aae982f1149f109b","sample_id":"grade-school-math.dev.4379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ddd3e228b0df7112afb4da689575e43f757f952f1d1187a6d8e35fa80f6d987","formula_version":"titan-u-contract-v1","latency_ms":0.7297920528799295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08b2fb6ad14fe7740c7b9431bf8451dbb9a7932f6f36f21a21cf56aeddb42862","sample_id":"grade-school-math.dev.438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1b5ee9b63666937a29affb60e27880f6fc976a9ea83266bd7f564aa86135799","formula_version":"titan-u-contract-v1","latency_ms":0.6669160211458802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12d7b0dca9164000fddaf52d4aeafbef806e3421e158e671bd4f98c8d3cd6daf","sample_id":"grade-school-math.dev.4380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8774acf47f244a20f95d72304e460558808aea1b79ee4098a2837cb77cb34cef","formula_version":"titan-u-contract-v1","latency_ms":0.6492079701274633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec94147b73640016047dbe944c7e61359482adb51bb3b7fbe51b113bfff99742","sample_id":"grade-school-math.dev.4381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"255a15001a0d58cf44d88687d7098c7fafa0109e45f6b0964328766f7622b6f0","formula_version":"titan-u-contract-v1","latency_ms":0.9402499999850988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"158baebf4301608891dd739a4a10518d975152fe0b654b84bbef0ee7a373d7b1","sample_id":"grade-school-math.dev.4382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f70abf527ccd0ef2d1aa8361b0d87ce33054489f1da72448ca904f08683428ef","formula_version":"titan-u-contract-v1","latency_ms":1.1105419835075736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e4f3a24de12f00bc281fb50d3f230abab3aaf29719c23df8f15b50d999c7a3c","sample_id":"grade-school-math.dev.4383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9623c22a5ce1d77a36f399e4428879734f45948e839267062949e26df74ab628","formula_version":"titan-u-contract-v1","latency_ms":0.6638329941779375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4906d65698ab653c9c2b0e73aff6feb079f74cec92ed6b4b8fd4a7c00272534e","sample_id":"grade-school-math.dev.4384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ece1d8376f0090652d116ecb8ad68c9e9323d8cb7d8b53d8731dd13ac43458bb","formula_version":"titan-u-contract-v1","latency_ms":0.9181669447571039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fdbf193564e7a308f9922db8c110afdf64550840cc8cc158a6300a6b16e651a","sample_id":"grade-school-math.dev.4385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a663a4cfa0dd653b3068e8f47f79a3bc4d16b98264a7425315ada580c22d2f08","formula_version":"titan-u-contract-v1","latency_ms":0.8307920070365071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ba601d48fe8f2a6709c52864fbf1a61af55b9b874c332acabc5595a65c106f8","sample_id":"grade-school-math.dev.4386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28d9d1ac15ecf800b3b9b52a2482b653308ba2acce9871affa09aa831bcc9a7b","formula_version":"titan-u-contract-v1","latency_ms":1.1875000782310963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eef99503ced9b0345100fcf39fad2493c13cc5835c72baf2c96166d4d93afac2","sample_id":"grade-school-math.dev.4387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e3ccf5a69f64e2ac75c0fc46171ae5967fe3403ba059c746a07178c9608acac","formula_version":"titan-u-contract-v1","latency_ms":1.1356249451637268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9455255036bc07e7da09722cdcdcda6408b8f1e5a044d2912d21e65f5b8fcbcb","sample_id":"grade-school-math.dev.4388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3913f3b66aab0c5331cc7421d02ff0c3eb1efcc7675e12dc70f6eaf634aa0ec","formula_version":"titan-u-contract-v1","latency_ms":0.7219159742817283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f747d4324987a9b4f9181ae7e78bc056ab08a6e7af12d74b3a44c8b274d6c28","sample_id":"grade-school-math.dev.4389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4babf5c391cc9993504528745d7a4ac756ecc327fe08d7f1a5ac7e0be58b909","formula_version":"titan-u-contract-v1","latency_ms":0.6748330779373646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b958a104ac1f662ed777712d3352cd79e5e9e95a85892bdc65338279b1b4518","sample_id":"grade-school-math.dev.439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2309b71e9e7ddd428687863bb0cbdf26229f20a3bc7b6a56863f62f4875ab8d","formula_version":"titan-u-contract-v1","latency_ms":0.9372909553349018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14f63f77454d5abf6f68d3737fe21d97dbe095dfeb1c268b73cdee8db45ec9cd","sample_id":"grade-school-math.dev.4390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"169482d1cecdbfd7395a78d4b946a18521e6344e235ba7003af9a8cb91439617","formula_version":"titan-u-contract-v1","latency_ms":0.906042056158185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed7a20c80fae4f50ca6479d64141cf5b3545372f93b4fc4ddf9d67f11e45dbe8","sample_id":"grade-school-math.dev.4391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"283c86e93b77b3f4a17ce483d4da5f4c41424447130b714204660c0503ec7775","formula_version":"titan-u-contract-v1","latency_ms":0.7137500215321779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d9417961882d5de2eae289cc1162b197a227bd36c416b7af04a20ee6b0aebd7","sample_id":"grade-school-math.dev.4392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6d62cb88942c7ab3ae4cc664723cfe4f26272ada29741e5a3881d1af132aea4","formula_version":"titan-u-contract-v1","latency_ms":1.0632920311763883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8e24a40fd41c5b2a6534cacbe3ae2f90e631df8a2bf34b5cfd492e200912de9","sample_id":"grade-school-math.dev.4393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d440fcd1f215ffd3e0d59febdb4d2d80aaffd507cadc8e22362b7873764d39b","formula_version":"titan-u-contract-v1","latency_ms":0.6726249121129513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2608172f765e1656f880b920540e2b4faa2bc4444459231af920ddbbe7dc5b0f","sample_id":"grade-school-math.dev.4394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6eff47a8553c9d0b3ab25c1ad833db2ad772ea1364729af8215ec99ba65d85ef","formula_version":"titan-u-contract-v1","latency_ms":0.6336669903248549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"921104dd7c87baf458a9746bc7d6ee647a7bc2d1068206f43aedd2ea4a4e8ef0","sample_id":"grade-school-math.dev.4395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e85c8cdb6a9ceacb7d7e00275a6d297b2944bad634563931fe4cfda3be1c5d4d","formula_version":"titan-u-contract-v1","latency_ms":0.8521249983459711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1481e6d3171c144a38e6e335f4cd49f2194b6f303ba2218b8259dce043c31291","sample_id":"grade-school-math.dev.4396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f15054c1385b03f7dbcaa282499ccf86d3f994f4645fe8a2a7f7d56ef0b6216a","formula_version":"titan-u-contract-v1","latency_ms":0.8376670302823186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9a9345dc183bad2af65fd8ec2db68606fcc5afb9e3826576e41ef43a17b69de","sample_id":"grade-school-math.dev.4397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5afad71ae817d1ca79a84b4753344d55cff0f69a7b3a01fad1a21350bf99984","formula_version":"titan-u-contract-v1","latency_ms":1.2370420154184103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7233092ead0cfdf3d3e5b0b66673b28630c3e237d8351ed2476b98a92516989f","sample_id":"grade-school-math.dev.4398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58fefe6c04efa114410e7b716bf26dc6c16bf213049e61c99f70a343b1f51f76","formula_version":"titan-u-contract-v1","latency_ms":0.6864159367978573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acc6b2367b5c26748b18cd4491ea28628b11945501927192750e92b5f490c8b0","sample_id":"grade-school-math.dev.4399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d1d10a828277869a155fb5c53a0494341ef6627fe947f1028fc33e88957349b","formula_version":"titan-u-contract-v1","latency_ms":0.9954170091077685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cc02336a7620bc63d0844fe4dcb62731fcf07686a4378efb4dcd3ff7d7c13f6","sample_id":"grade-school-math.dev.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31d5caa45766ae8936c656b466d2e19ad9f626a7aade75a0c320b50afc32976a","formula_version":"titan-u-contract-v1","latency_ms":0.8559171110391617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01f1ad3d6fa0df3fab04ad619d3a3112e283746ce29b736a4c88cb5f280347b7","sample_id":"grade-school-math.dev.440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7643ff87055138e25da42ae48b8fb5b52704054cb19e7fbd01d07427a1055c0e","formula_version":"titan-u-contract-v1","latency_ms":0.9185000089928508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36c357eb481c21b9c83528dd817cc417d77817628ec26d23dedb6d42781c22d5","sample_id":"grade-school-math.dev.4400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05a35febab81e18450beb2df0eca6b9f413da9e0ad9d782a28d5ec910042e1f9","formula_version":"titan-u-contract-v1","latency_ms":0.6750840693712234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4facefb85d55cdff7cdadf8f1f083fb7219e2c968ec02431fe8ee72bcad7c11","sample_id":"grade-school-math.dev.4401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51aff8bed3fa7160299d4fc1ec566348c970ec2fe20f1b2787d5f2e4eb6b4fda","formula_version":"titan-u-contract-v1","latency_ms":0.8957920363172889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6809d931cfd2ed695abf41f1f230012ec5d0752f224c0d8c7324f14abcb6ea87","sample_id":"grade-school-math.dev.4402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29f6cc278176f5949fdf32f8534e3e4ada9e1b29b3ec3434e148892bd8c5568f","formula_version":"titan-u-contract-v1","latency_ms":0.7596670184284449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfd38dcb2b3d9529f3825eb34581e9b892f6eb29861f1682c595a99635230fed","sample_id":"grade-school-math.dev.4403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"711faaa24ee9dbc7efabe64a37eee149f2690c5ca30ae34b0baa62ab5dbdae79","formula_version":"titan-u-contract-v1","latency_ms":0.9697909699752927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2860a321502d4c0c2f985ba0c82777a1dff546671287f05de835e12d7a7a246","sample_id":"grade-school-math.dev.4404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e2861e48d92e5bc18accb1ec3f7415d9226be87a06f5d125d1c2172842eb01e","formula_version":"titan-u-contract-v1","latency_ms":0.9261670056730509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aa09d7c9eaf9d04f7c0c56f7a2de20730360f0197be85bd2ca5cab631924375","sample_id":"grade-school-math.dev.4405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"056d0a485af1f1e82e6d62d8f3830501aa294baa7c22216fa2d1c763dd2e0c72","formula_version":"titan-u-contract-v1","latency_ms":0.8467499865218997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c1ec3fdfd0c45a244dca714b2654fd40814f29cc96af9a48201447e8a28186d","sample_id":"grade-school-math.dev.4406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40578080828bf76ae3ec4fb16191218d7f60d871c2778379d3d0aa3887aa5622","formula_version":"titan-u-contract-v1","latency_ms":1.1899169767275453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68f113e3385f0176ab1cb7ca8cfdb037a817c7b6503de12bb85f8e2832bda195","sample_id":"grade-school-math.dev.4407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cef985f922038df2e2a6a0a5793abbce910243145ee354fdeae555527aa9de57","formula_version":"titan-u-contract-v1","latency_ms":0.7228750037029386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c766ebec6cbd40e3b9bdcc863cf3422931a7a3510ec3fadcd8bcdb3c6371ff76","sample_id":"grade-school-math.dev.4408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d1c0368e0103fea7d9230611cf56a0b8df4271b63726c55981b9d14521bfded","formula_version":"titan-u-contract-v1","latency_ms":0.6532080005854368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af16b1cd9a7e5ee49786932ab8763a1b920d7fb474edeeda065c718f4b449754","sample_id":"grade-school-math.dev.4409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d47ec2c3c68124eabd76e92133309cf2a537db7a4a7a4273780de1044bd4216","formula_version":"titan-u-contract-v1","latency_ms":0.7197499508038163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5cd6bcaaad198fc6a1535014b287148659efa420eb14787bdc8b64f3eacf2d7","sample_id":"grade-school-math.dev.441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"152610185bf0bed153bf40047c29b7b27b3d94086f93ae20b171c42090b8bd26","formula_version":"titan-u-contract-v1","latency_ms":0.8182090241461992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4308c41d48a94c103cf3a40b4e36eb49ee408a299cf8c0762d204c92e0e5551a","sample_id":"grade-school-math.dev.4410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ba4bbd405c00b2b115e4379df1371fe496f2683c068cb05db1b2b7f89272f9e","formula_version":"titan-u-contract-v1","latency_ms":0.6494579138234258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82683de17e9b69154cef1c0b4e81530fb964334f731097a69a224fe856ab8e83","sample_id":"grade-school-math.dev.4411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdd92080fe6443f9511a62dc2c6bb4df6e77a24ad167bc0175412b2291d47476","formula_version":"titan-u-contract-v1","latency_ms":0.676166033372283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"238a958c2bbe4924004a14795d907b8841c6b9ed7af1316c21d9e2362f62e0aa","sample_id":"grade-school-math.dev.4412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67eccf244c3fe436f4fe1026dae2718a6e90c5a34efc81a0e8974f285df69e64","formula_version":"titan-u-contract-v1","latency_ms":0.6363749271258712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75dbb5b07db7cf0656e42f68f6ad7e991052509cba69420500a2eb1fd522433a","sample_id":"grade-school-math.dev.4413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25b7e33928d05e0219b1941b3bc98278ddcbb034eee47552b0724fdb8d6fb1c1","formula_version":"titan-u-contract-v1","latency_ms":1.0160829406231642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dff787943db4855efc5e8d9c5e9e061c93a756b7e6abf8a6dd776f75c416fd0a","sample_id":"grade-school-math.dev.4414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"679f979a0cc64c7eb68a1f9a94024951a2d421d4a7d8686a19e3931cc124c7c5","formula_version":"titan-u-contract-v1","latency_ms":1.4516660012304783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eec91d1f43b5dba410babc9f2ec37d3f223e1f69a58f705598d9d4d99f85f6c","sample_id":"grade-school-math.dev.4415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a1bdeec23f9f5a7b61faed4fb68a2d2687a72479b2f9241b19d8a17e3f611b5","formula_version":"titan-u-contract-v1","latency_ms":0.6687080021947622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77d471d28dff3a66575807470cc1722953a22e0b934fb5c83b11d2b9b889b416","sample_id":"grade-school-math.dev.4416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24d28c699ca0cc41fad97bff36b2bba1deeb511d4111f357950683ab99f41c1d","formula_version":"titan-u-contract-v1","latency_ms":0.9608749533072114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"125d283b03bb81990b83fffa67557db549003c7be5ed463740c19f763cba9070","sample_id":"grade-school-math.dev.4417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95ce56d475aa417234ddcc0235fec829163fba11a900c5913326f3a3245cb586","formula_version":"titan-u-contract-v1","latency_ms":0.6940000457689166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb9814d114e144ab403e4e62995ef8f860e6cdf80c5e57131d2f0741c9ed6d77","sample_id":"grade-school-math.dev.4418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a95dc7da281c636f47bbcd5df7762c736929e61a231e7158009df29294df77c","formula_version":"titan-u-contract-v1","latency_ms":0.9231660515069962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"474be256868bcda83f8b6086ebebba96a2813f55cbec0ec1a0edc77fbdfeec5e","sample_id":"grade-school-math.dev.4419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d239351edf94bb5eff26ce050615284b50bfdda05d229c84f36f6ef9c27d3279","formula_version":"titan-u-contract-v1","latency_ms":0.8937910897657275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f488670b491df20c407b139721386d7e41847351f9c312e08a33b99f4d5c1f36","sample_id":"grade-school-math.dev.442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d497997c2de49d0ca353325a5ec379446d39f32c2e9328a0994e3c4580de4473","formula_version":"titan-u-contract-v1","latency_ms":1.1743749491870403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56a5e2ac62be8ed813daf75c95bdb9401426afffaebf8a3ac9b10f40dd5e9a1a","sample_id":"grade-school-math.dev.4420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58fe314b93e90262a01a86725279c77669799de74fe24068d4d7063de26a81a2","formula_version":"titan-u-contract-v1","latency_ms":0.8722079219296575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"073ee0d31a908a7947783971e251bef695c7de003712bb43eacc0f94200cc9b7","sample_id":"grade-school-math.dev.4421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5aa502bf9676679fbaad00fe1830c0156e7407b5e606a800fdd1ed566de80ee","formula_version":"titan-u-contract-v1","latency_ms":1.9427500665187836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"116bba611d33fd6265fa8502a4d51bf31a468ef29d191498d43d09f8e329e12a","sample_id":"grade-school-math.dev.4422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7833f2da0f3527c26836a933b29829af0243c19692d8cbf2f4009318e787fabd","formula_version":"titan-u-contract-v1","latency_ms":0.6822500145062804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"603878dfd7168024b4048429e4a774338a24266bc89ee03494d0afc7e6676b57","sample_id":"grade-school-math.dev.4423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8108cddfaa78bd7f134a0f5d15b85c5984c5ef4ba2c59e5258056404f2fd5ff","formula_version":"titan-u-contract-v1","latency_ms":0.8593749953433871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a772950256273e948a0b6e9024e41b8d9d285c0b68ad83766cd34d699814ec2f","sample_id":"grade-school-math.dev.4424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2650bcd2d0c1ee597db97dd6c96bbdbba0aa91aafea982425521f94d852f787","formula_version":"titan-u-contract-v1","latency_ms":0.6710831075906754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38b245ed902152871be23c347789eafa8c80e8539a6a29d8b91d6e7833de7655","sample_id":"grade-school-math.dev.4425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5feaba7daad1610447dc004d6b488bc21c88a617096c4594d4cf4de14479d8b5","formula_version":"titan-u-contract-v1","latency_ms":0.8251669351011515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2bc223f56736da948dff6f1f01c50aaa9982d1f31c6ef97b8c84c5d39716056","sample_id":"grade-school-math.dev.4426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72b9f8abdaffc0442b5f0066a89e5d71976fe1d9bec700b20eda2d5862c33965","formula_version":"titan-u-contract-v1","latency_ms":1.0207919403910637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65eb2c9c1c2c53fc19e7adf555cff91e6590224b61266530b1d6c65d94639d48","sample_id":"grade-school-math.dev.4427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53c4d0305435e489b3813a085949da67c1e0eb613a051a6d5c94190fb12d70df","formula_version":"titan-u-contract-v1","latency_ms":0.9239589562639594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a20685dd43a341ca1d6866f56be0ef6d07b8caab2a61815c5793df121bf6e14d","sample_id":"grade-school-math.dev.4428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43d6e70d181ee2a86089dc64ff8798928010f8f388b60be4bfc32bedd505c580","formula_version":"titan-u-contract-v1","latency_ms":1.2747080763801932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22ed5c64e7bf68aee0e90d83f652942c2c0bcd2c9183af6e774d4d42b6c685c5","sample_id":"grade-school-math.dev.4429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74fbfc5f9bf2165ea5be558b05cbc10049687048aeb4212ee78169202aa79bc5","formula_version":"titan-u-contract-v1","latency_ms":0.9182089706882834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dc212b6e2469ced9c67c7c704114eb1232a91b29a381b1d941f20b7f9d9854e","sample_id":"grade-school-math.dev.443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d49f6b716101c9d9067523e4c5019de825dfd49e23fd5903f3f29b73fca42df9","formula_version":"titan-u-contract-v1","latency_ms":0.8272499544546008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c06178ecd429db77fc51803f1e1334c6a79f74ab1b1c186212cb474ef926099c","sample_id":"grade-school-math.dev.4430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da5522b40cb1b035cb3aaae0ba6387668877ef4d97916940b3bc6a62662e299e","formula_version":"titan-u-contract-v1","latency_ms":0.9907500352710485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3b83e3683338a46b66eaad87a5e4dc747457580f68787556f259a62e3a310ef","sample_id":"grade-school-math.dev.4431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"264938090e398b1d53a0c0e80b06c81e613c6a5a4b007ecc08c42eaca17d5c9e","formula_version":"titan-u-contract-v1","latency_ms":0.8442079415544868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25ae5ca86b462d7687a2b6b2cea28e3fc4023bcc61cfcdd0facb4b001ddecdc3","sample_id":"grade-school-math.dev.4432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5072837f437ec92c5027e7f1ec4c1a9d807867a2dc8d87ef98e1abaebb66af42","formula_version":"titan-u-contract-v1","latency_ms":1.347250072285533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60ad24ac424a7bb5b7d83f5e80d2b665dadfd4d5faca712f0b6b09fbaf847e6f","sample_id":"grade-school-math.dev.4433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90e7dfae25469efc0b616a802b86a0a922cd89e8642c5ff88b63b80725c23462","formula_version":"titan-u-contract-v1","latency_ms":0.6614999147132039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e3e3b9eb83c65100389ab0f17d8d2efed5a1795ded86a8218d98aa54807bd14","sample_id":"grade-school-math.dev.4434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cd1f0fefbf207e6bf2a32ac120a7bff0ee4beabf0c1d45d8657de61f0d3eaea","formula_version":"titan-u-contract-v1","latency_ms":0.7034159498289227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dda2f98520fff47046bbab58ac360bd22f4f5b9033ee6508e7edd7ca67f10c1a","sample_id":"grade-school-math.dev.4435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f10117a52004e264c76bea3f9dbbbadea47ba6485be865b12d9895bdabed738","formula_version":"titan-u-contract-v1","latency_ms":0.6306669674813747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e37f9ba1d284b3ecfc99e4d78d17ef5d96c46c17ab20494e736bf669ec0069a","sample_id":"grade-school-math.dev.4436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28a720614c9b083de23fb0f3dcd73f15867b04fcba185761a097f39da04c3cf3","formula_version":"titan-u-contract-v1","latency_ms":0.9225420653820038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56b4a02f598518d15137b4c865c0d46a3f9d38e2163dffaf6bd1a1552ff724df","sample_id":"grade-school-math.dev.4437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1c6c0f3e3d3e78a9750590ef0fdc66dff0df2b45a2d7ab5eba2861f409659ed","formula_version":"titan-u-contract-v1","latency_ms":0.6844160379841924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7488657c40f4c526df9102f7fe162df9823569c7869c1429d3285888144a06ad","sample_id":"grade-school-math.dev.4438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c95c674e47b7ea2b9dcfea74833f0a8bb4e69a9b2e30c300c01be8a4dda4c47d","formula_version":"titan-u-contract-v1","latency_ms":0.7763330359011889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9f24706b9b7cdede25591355b8b2dc815eb947cb2a7cead7ed46e53ef6b731b","sample_id":"grade-school-math.dev.4439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2662dbabe60916a1a5f8da6f12aa9909d24c74597578615110d4d4a19e548b12","formula_version":"titan-u-contract-v1","latency_ms":0.8928750175982714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ea563f2985b31283286d903e1407a8505831daae3ed111cba2f45fc6b74f538","sample_id":"grade-school-math.dev.444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e0d943f27abac265c94654b34b1d23fb1073696029c1e3fc0fd470c1172478a","formula_version":"titan-u-contract-v1","latency_ms":0.9253330063074827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61b213277528fe4b3eeca76e4943009a89856a223f056cb20359798942fb8604","sample_id":"grade-school-math.dev.4440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3275afdd5d6cd054e2ef1b5d03bc0d3c949571299f6db4edf92693e4ec7ffde5","formula_version":"titan-u-contract-v1","latency_ms":1.0829579550772905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04e084e9b95678cf8b22a85f73d387e67ccf694177eb76a6285330b957644f3f","sample_id":"grade-school-math.dev.4441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3083eb2d3f563e9e09e92db0dfa115e685c2dee19aff8bcbfb9a22ab085ffa65","formula_version":"titan-u-contract-v1","latency_ms":1.2282079551368952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8561a71ec1988d05c4683840f389b9e5e2e117041faf474b0f70cd80580cac1c","sample_id":"grade-school-math.dev.4442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a50d8f48937a3a835d28abaf8f69141740fa158a177a9acdbf40473d00c0fad8","formula_version":"titan-u-contract-v1","latency_ms":0.8391659939661622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"299b154ed897d39f1f4a91f60baf0778cd89c7cc9cf5a47e3bc95e048f29d7f0","sample_id":"grade-school-math.dev.4443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89ba7594395d1fb9ade1606fb5c11097902d392119875584ae5ee399ab1f00cc","formula_version":"titan-u-contract-v1","latency_ms":0.650458037853241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b185f714ea17bcde0a7a6cd1e92ad87ed71002a9c84ebf68a3d2c5a8af1d577","sample_id":"grade-school-math.dev.4444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54abde2ce4d8d8ee2e6b83b420e4b06733057720ee429a97b531a13fdec8591f","formula_version":"titan-u-contract-v1","latency_ms":0.9127079974859953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05ebc18534bd2446c48475e73f788892ff55e9971df0246c311cf918a3dffd0a","sample_id":"grade-school-math.dev.4445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10e31847a90b88fbc5e54dedb96cd1cc3b56198f358634a989de2afa86b18022","formula_version":"titan-u-contract-v1","latency_ms":0.7435840088874102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"745ca36737ab30ede498ad9c56887496cdc24f40333304e6422052d1ffa68803","sample_id":"grade-school-math.dev.4446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05b3ba25bc893c24b5a077f7f4c86f89d281e3598747087dfbc2b21df0515a52","formula_version":"titan-u-contract-v1","latency_ms":0.7438750471919775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75d2fb50ff73966d9096e6f87b43495d93266a3645c68da25a05d20d128c9a34","sample_id":"grade-school-math.dev.4447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddb80994a42a7809a85283d4c826a5664af339820d618cd7b13d01f8e4c5676c","formula_version":"titan-u-contract-v1","latency_ms":0.9181250352412462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"972ade5edac4f0df44de83dbbf18417d5301a260f70d8ed569bb19cc3cde4616","sample_id":"grade-school-math.dev.4448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68b2b72a28b4562ef51ade18bbef177aad364628ac460d9b33b8b68125f32f63","formula_version":"titan-u-contract-v1","latency_ms":1.6105419490486383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b696a8fef8e64e698ed3ac04d20f09fd7c092627b7c21e93db7a3929a73265cc","sample_id":"grade-school-math.dev.4449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b7fc7e389aee71965686de1d1815365436b9bfd71106a29bc2847743cdb5233","formula_version":"titan-u-contract-v1","latency_ms":0.6216659676283598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83192f49b099aca2f070a44235f69d9fa37299b31539dfec4333a7f27f12ebdc","sample_id":"grade-school-math.dev.445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"634457c56ab7f20f60f6b93fd5f894be064063d0d8658ddb56569d88364248f1","formula_version":"titan-u-contract-v1","latency_ms":1.1267090449109674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df755cf8ac035d736be440d0848cb6b4b8a30d0ea43e7d6ff3325f064b0bc650","sample_id":"grade-school-math.dev.4450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d8a578ffab8d5c440299bd35088e3cc8550b92a5131769e0120194b52f1ac45","formula_version":"titan-u-contract-v1","latency_ms":0.6778339156880975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5dc2d107b56b5d18113efafb572dafb1cd6d608e5a8d3a0dfc83fae2075bdf1","sample_id":"grade-school-math.dev.4451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a33f94a9993f678f2f68ba11ad27a7edd898860a84c3e91ff53a1350d4b885e","formula_version":"titan-u-contract-v1","latency_ms":0.8615410188212991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adcaac0393c11032e828b74df480df9a8b92ab6400d907213827a8978e8316ee","sample_id":"grade-school-math.dev.4452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2473e0c1006c63944fe58565da2bbe47318f2610b44e31d8a3014553820ab340","formula_version":"titan-u-contract-v1","latency_ms":1.0104590328410268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"044c939d00a6739266723142f938f40ae9163cd7c6c0aeceec68243fc3d1a20d","sample_id":"grade-school-math.dev.4453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0535a865a7acec7d4fe13f9ed46970e0cabe40d72fc72a210b864ce3a578b42","formula_version":"titan-u-contract-v1","latency_ms":0.7204170105978847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d99d6c8317b6993340c4cbd8a6d523e4fe9a18ef8abcaf281271ff20e29be37","sample_id":"grade-school-math.dev.4454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c34f1bd2ed054c7db83e640fa777ccf2c67ff6fe7c034f1727e35bbfca85b8d5","formula_version":"titan-u-contract-v1","latency_ms":0.8284170180559158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7a72ea4f98f302b135eb1292de50d76cc528aa0b89089c716ca405537611332","sample_id":"grade-school-math.dev.4455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5152da0b1759444805a6f9cbdb861963326218a52b85b046e165ac8aac277476","formula_version":"titan-u-contract-v1","latency_ms":0.7750840159133077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39807204cda99ac1a943cfd005e92d3abf019f880d33544a5553bafe4797f0cc","sample_id":"grade-school-math.dev.4456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28b97ecb620d8215b40b96a81fef2c94bc86d249dcd8309176ecbcc633e5103d","formula_version":"titan-u-contract-v1","latency_ms":1.6835409915074706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55cbb574f7efbb786e2d20ae48ada3469ea5dbfa08ecb4710d1d9c4d3592832e","sample_id":"grade-school-math.dev.4457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40188a51768bea72bd11fb39a7ac41e8834097b43f1e6dad2d5394d75a1bf51d","formula_version":"titan-u-contract-v1","latency_ms":0.9167500538751483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51addf0403bbb97cfcd033bf3ade1c931ec0f8146e27ed2213bb64216574a643","sample_id":"grade-school-math.dev.4458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e398df48d5d487c77936b60aa78c499e8acfb3d29ecfd92fb02bc5e56cf14801","formula_version":"titan-u-contract-v1","latency_ms":0.6489160005003214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ed5966c2b1a8829789f4dec4b9888c3c9f3dfb12e366c3d0ac5b8d41d52d46b","sample_id":"grade-school-math.dev.4459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16d09588de285d66a4ae092ea5ad97b3ad46677d4d7022ab3989665f0df7bc76","formula_version":"titan-u-contract-v1","latency_ms":0.9749169694259763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91700bee525f3482df4a3312683e27f356e2bd4fa617b1aad0bfae5117398cc0","sample_id":"grade-school-math.dev.446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e86ad08bbcee4fc118926f0a63c9425d5fae2f027282ae5e1902f3901b4dee8","formula_version":"titan-u-contract-v1","latency_ms":0.6459580035880208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c7d516ba675bba01b2a012f85ed9452c9194894bdcc14031b9c2a55b1435987","sample_id":"grade-school-math.dev.4460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aaade6533ae062c0a77c31064ce6c01c9b4e55921e971e96017700beda5c6411","formula_version":"titan-u-contract-v1","latency_ms":0.8507090387865901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6d7ed57661fc4d24f99020cf863d6a0e16d3567aecc018833d252159883c003","sample_id":"grade-school-math.dev.4461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f89f44ff193fa3f94f87c3d0358fc2fae01944ddbcb4de6e96a9a2ef7960c28","formula_version":"titan-u-contract-v1","latency_ms":0.7458749460056424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"026214f4cba7be006e0e34a25f89f54c87b25bb0991d26756dbe29e4ce1d2541","sample_id":"grade-school-math.dev.4462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"748c038da41e1065010f2757e6158e1eb217a882692728e2a3379bc456f916a0","formula_version":"titan-u-contract-v1","latency_ms":0.8174170507118106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da3fb3e1659c6d2d9bc4ba66aeb86b9cb9fbe3a544df040101460a292d385106","sample_id":"grade-school-math.dev.4463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"143ed30e5bba016eefc04aa54d77f82b8ec69220b22b859bfc7e02e07a542197","formula_version":"titan-u-contract-v1","latency_ms":0.7298750570043921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4b1a2ba42ca800494fce7186844c5f9063caa654551b1cb7068f9627d013353","sample_id":"grade-school-math.dev.4464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d439ac7bd4bdbf1da7e8ceef9bd2e9f5c63d7b9cdfc581a11cf27844476a57f7","formula_version":"titan-u-contract-v1","latency_ms":0.646500033326447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57760e321e1dd83693782ce30bc44c5bc9333c9aba15ef5d3bd104dd4cb920b4","sample_id":"grade-school-math.dev.4465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b302adf4afe0c9cc9ecd6085e3db677180050b29d55bc4abecf79495b846ff1","formula_version":"titan-u-contract-v1","latency_ms":0.9381669806316495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10360c1565c7a4aaa222dcfbd881f9d7d4e99ccd39dfff42414de1317311c03b","sample_id":"grade-school-math.dev.4466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1fb1871b81e868fb51089aab8b91b3df6866e9dc4f9fb305a8e166bcc7f746e","formula_version":"titan-u-contract-v1","latency_ms":0.6555829895660281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20ba5772441bbd3bf15ab9bc2397b281e5c76914cee20576b0a494ac5c7fe4dc","sample_id":"grade-school-math.dev.4467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65451acc896ff2736dee181d69d2722649aec6cbbb2244b20d9a724fa1ed9d92","formula_version":"titan-u-contract-v1","latency_ms":0.8601669687777758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fde5516669d26eeb0d27d2013bb2bd4a9f43e776f130970550306830bdf3a96d","sample_id":"grade-school-math.dev.4468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85cc6ab5871bd19e7d9fad7d7e2f336c68957675b5cfcd8fa9362ecd18c646a2","formula_version":"titan-u-contract-v1","latency_ms":0.8170000510290265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baf2aec00ebbb97f5de021cb04100989ec2e5d75c99b117f49830a6218473cac","sample_id":"grade-school-math.dev.4469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d42ff816d5988bddbe762d4dd4bbcdde7d0d0715109f54b9015ac48fe45b7dd3","formula_version":"titan-u-contract-v1","latency_ms":0.8444999111816287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f7dd204f0f8a165a648a63c9e1e70dcb5fe10459e847c7b46aec3c57debc3fe","sample_id":"grade-school-math.dev.447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e06fed9ee866e101ed44f7c101f8986aa7851a344853abc5de8ed460bc21f92","formula_version":"titan-u-contract-v1","latency_ms":0.6453749956563115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"900bffc4fd94239b8da3559ed9cd45a238fb121cd30bc2a830fe5297991c4044","sample_id":"grade-school-math.dev.4470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dcd9ebee5574e58d1e4211a473234e3a321d386732d84ea28d0adac1a783c1d","formula_version":"titan-u-contract-v1","latency_ms":0.7232920033857226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7ef719a9892c4e9e7444844f73615cdc15ad12323e46a74448f3ca0ea40e819","sample_id":"grade-school-math.dev.4471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adabfbd2d9861f5e68440ee4f7bdc5c6e09d8475c398ab787d575d11b8a9016a","formula_version":"titan-u-contract-v1","latency_ms":0.8841659873723984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fb603a4e76207ce4f19b4684352701ed5f04d6c7f09ce7221297a1d048a8934","sample_id":"grade-school-math.dev.4472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86736215890809ce36ce858ba8c9983401cb4f48dc5778ed8d7d5bed8ca1295d","formula_version":"titan-u-contract-v1","latency_ms":0.8532500360161066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8780b08159385b146543abdefd1b9c1a0574a0bd3a271a583873b00ea7864a21","sample_id":"grade-school-math.dev.4473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d38065a0e589f5f56f843dbe6db4659daa9f1303b383ba56122eaa9440eb646a","formula_version":"titan-u-contract-v1","latency_ms":0.8422500686720014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1512838c989229b04f88ceb69359c29ef6f74cd79db18c8ca76a07af22dbfd22","sample_id":"grade-school-math.dev.4474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99ca818492edca27b58066f05ceb5f4c7e8946f98dd17754a9fed441b80e563f","formula_version":"titan-u-contract-v1","latency_ms":0.7142919348552823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86fbe60eeada1ef81fb45aa46d78c237345cb34371382cc1322cec1666a05b13","sample_id":"grade-school-math.dev.4475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1cd4d4b356bba27b20f2374a8d64ae4fb83841feebf8cc89e466a67dad93b6c","formula_version":"titan-u-contract-v1","latency_ms":0.6485829362645745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"685ca262d861179d0f198792ceed6dd72c04ba8bc5b7c092ba2572bd6583a91b","sample_id":"grade-school-math.dev.4476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cad0e3e96fe005d87be0b2a82b7972a7a52b17ca2523907fcedcb50e57dfdb60","formula_version":"titan-u-contract-v1","latency_ms":0.9252909803763032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"274356f58af21a54b5a8a0a65b2198c6434e8415e3e89938e8231554dd7af70d","sample_id":"grade-school-math.dev.4477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a27f05384c3bb9b0b0177ea66bd605a5a373ce9aca529472e29d8ed0da30862b","formula_version":"titan-u-contract-v1","latency_ms":1.1000829981639981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abd905ff703f5c5c40c0de04d6a95ed4c00ec2096767d8de8246bff300b46295","sample_id":"grade-school-math.dev.4478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da3c741b948a44c95c7c10b42bc259e58298c76f9c5bca052062a7e44f65f676","formula_version":"titan-u-contract-v1","latency_ms":0.9660829091444612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b09efbeb0b1820d22fad2c8e67b63787822491e029dd2de6855f809c78e5f9fb","sample_id":"grade-school-math.dev.4479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"237dfa295387869eb35a5aadacd7d04240d4d7b99b942716d312ecda540a59f2","formula_version":"titan-u-contract-v1","latency_ms":0.6683749379590154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2486b8f5e2aff073d932862f25f78c3cb356803920b5ec56c624cf2f9bc8c07f","sample_id":"grade-school-math.dev.448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73e562365d3c5f14fa92fa90320e5c1ba584b16e0cc7d2e3858af71a22e0e161","formula_version":"titan-u-contract-v1","latency_ms":0.8285000221803784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58d171e7592106aab8823bc87fcd4cdcd051f5eebbdf61eaa107640719b16138","sample_id":"grade-school-math.dev.4480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b764cf3d6d3c12f5578e7816f878f29bfccd26e192ab3fc01ca0c7b2d9f20277","formula_version":"titan-u-contract-v1","latency_ms":0.6938340375199914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60706d8dbdca5bc0dc3b58cb0215445a7c226ad5987f86a5ee97ca3edc45726c","sample_id":"grade-school-math.dev.4481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74e42e400cd9882d3177f1ced983d873199341ddef8aa2e2d7c1f631251137a3","formula_version":"titan-u-contract-v1","latency_ms":1.2585410149767995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f61b5d240ab778d410739741f03b56c719a37e4c361f8815f68dffa42141311","sample_id":"grade-school-math.dev.4482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f96045f1a01e9abb7c15d6c689adebb568ee9e0ed2d03303ef5f3fa6efa5924","formula_version":"titan-u-contract-v1","latency_ms":0.7413330022245646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97a4c472a483d4831dc6b08c15e2014c44bd34354d5f4563672d3ecf0120ace6","sample_id":"grade-school-math.dev.4483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f14d8012e73867c0982259a4ddd963b351cbd229b6e1ccba432eb944979881a9","formula_version":"titan-u-contract-v1","latency_ms":0.6695839110761881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee02a80410ec91617b106ba3145329f65a2523ce383145d502a88555d96a70dc","sample_id":"grade-school-math.dev.4484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75431eead8e1fa791835cbae41959e5b50739e4b0e9b9a41ae3a915b23579d86","formula_version":"titan-u-contract-v1","latency_ms":0.6694999756291509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1663d5861ee4961cfd468e96c52cf84425096fb47a843765c32c64b4e9a34be8","sample_id":"grade-school-math.dev.4485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dd50b63a6f406b3a8f799f94cb4221f1d7837cabb5b524ce0ec7f2d6ed68f8a","formula_version":"titan-u-contract-v1","latency_ms":0.6470839725807309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91450e2e9ae7ec3c92c878860806485ee6c5a38fe8beea6dc289450072d93693","sample_id":"grade-school-math.dev.4486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0676ec2f205368baa2f10d87ae3757db8a1992d74e438d887aa77c9789219ced","formula_version":"titan-u-contract-v1","latency_ms":0.8848330471664667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"757feeb6aadcd644d8dbb75c091cc640606f2b6f451834061f88218678989fa3","sample_id":"grade-school-math.dev.4487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80fbeb167618e352d4093dce4ecf3a0f7f3bc62ece9bf201d8e4b789d1eb4aa0","formula_version":"titan-u-contract-v1","latency_ms":0.9276249911636114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca9881239275da2e63ba305a91a474248acbe221092fbf5c104adc0e336ece94","sample_id":"grade-school-math.dev.4488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"369eac1b9f4855ada8e63f79a4e090c5618959bd88b826c0ba4b5f2d28a400c1","formula_version":"titan-u-contract-v1","latency_ms":0.8612499805167317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42de699cfffb2a4a37ff8863875732ba18ac4fc8d6afcec243b7de56358f1fbc","sample_id":"grade-school-math.dev.4489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d5cabdd94f22d80991e746b5117900023de355d5a87228ae6b0bcab712589ca","formula_version":"titan-u-contract-v1","latency_ms":0.6505839992314577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0fa86d3431e0820f61596ca72613aeea1a606456336ebbcc484be9c9d2fbe4d","sample_id":"grade-school-math.dev.449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd748ab11af68b7daf9382c1cdce8a7e26ca95202bf0ca62b9a18b4b02eb47ce","formula_version":"titan-u-contract-v1","latency_ms":0.8129170164465904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f8a5bbe839b0eae4b8cdacbf7c96999331c2e74bfd1154aae05ab92c22954e6","sample_id":"grade-school-math.dev.4490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b2f373b2222b1ed6a6fcb42b24b21c1f73ad99ffe6d42c1884b6eb668c70806","formula_version":"titan-u-contract-v1","latency_ms":0.6288751028478146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad8265261d398f803186c2973f143a7d7d3bf810040682ba138e4699ffd509d8","sample_id":"grade-school-math.dev.4491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03866781853697e4d738aa327ec627cc17fe37aaf9aafb76ef5fbef8b75a4e5a","formula_version":"titan-u-contract-v1","latency_ms":0.683249905705452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3433aa8a116bb61f2023f3e38109950e51f642d403e6a9d8000e882e6be12f4d","sample_id":"grade-school-math.dev.4492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7624c3d243643ec2bab1e1182f626c28e0f39506ce0fdc8d7fd5addbfb05062c","formula_version":"titan-u-contract-v1","latency_ms":1.2243749806657434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dab5e41f26ec5ded85700f0102b0f3a4af514381237fae9963d8016f9457bb62","sample_id":"grade-school-math.dev.4493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d29f7fe60938536e15c8a4b3e33106d3458387d25aed161322445c673cdc8125","formula_version":"titan-u-contract-v1","latency_ms":0.8332080906257033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"727653b6aac091e6e509a5ea4366139c74a2601b3a014846900f4045d28ec6f2","sample_id":"grade-school-math.dev.4494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab0d510125214abb199f9c291bc11cd2e975ae15403e3a8ce6dd02b152b3a813","formula_version":"titan-u-contract-v1","latency_ms":0.9264169493690133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b52fd2be99db49fe9a05a9014d5d7550d17f8592268679cf94bbd0b96e386774","sample_id":"grade-school-math.dev.4495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45e9efe2c1d7e6c14d545ee081425355d4ce17de1fe00eb1a6ea526a52d4d8f3","formula_version":"titan-u-contract-v1","latency_ms":0.7629579631611705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfa2442ba5183c94b29801071ae17364482d3ab8b2c7848473a91cd6af2221fc","sample_id":"grade-school-math.dev.4496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7018a39e565ee45db37b4e31f30e53e82ef182294045ded542a29b59fc29fa30","formula_version":"titan-u-contract-v1","latency_ms":1.0340840090066195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebbffdf2ce5497903420eb1af08249af2d8caf2f8438876df3be996646c49fd9","sample_id":"grade-school-math.dev.4497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6abaf6ef169ef38833890c880105cf2368b62773f11a82a6b7f9f7f97bff3211","formula_version":"titan-u-contract-v1","latency_ms":0.9709590813145041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c82ef5a12867fdd310bb182318f653a1c375abb889655ad0a3403f3709805775","sample_id":"grade-school-math.dev.4498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9103bf511013edda5979de6c629564f2c10260d5a487c169fad537965f11a461","formula_version":"titan-u-contract-v1","latency_ms":0.7558750221505761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e99f5d14d3b715b63be39d8db92fd88aa26858e31e744c002b47e4d513282314","sample_id":"grade-school-math.dev.4499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdaa6cff7e7465e7edfc71b411773638fbb8a98e297893faf8859d37e4f90aab","formula_version":"titan-u-contract-v1","latency_ms":0.7903339574113488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d37ad7297a709c89ef633d5129af442c3ee47248ace30128ea4a65df299dba4a","sample_id":"grade-school-math.dev.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e783fb245912ab099d48ade7db9f8a7d2ca842c1ad4fbb55a599baab9fdc0927","formula_version":"titan-u-contract-v1","latency_ms":0.9433750528842211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b341ed8a94cdbb2dd97cf968be7a4bcad714ffb09931bace4e1432c70c13500a","sample_id":"grade-school-math.dev.450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8af29d83be943825726aaee0a0eb529dd20bf5ed3f934e8ae78231478947ecc9","formula_version":"titan-u-contract-v1","latency_ms":0.6756660295650363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af330792e3e679edba5ea39cddfc4491d983b2022f50c7819c4c10d7accafd2e","sample_id":"grade-school-math.dev.4500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ee89f73fc4aa5cae18ed80d6425b07a73151aa1e1fe154d3ba5fe2b5bbccece","formula_version":"titan-u-contract-v1","latency_ms":1.3828340452164412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4680aece841127cd6cbb78404cdf8bccc8e0f6096a7cc0fc10e633075cacefb2","sample_id":"grade-school-math.dev.4501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4ac15051487f3be1eba29f75aa9f4520047ed2275f393548fae714dd916cb49","formula_version":"titan-u-contract-v1","latency_ms":0.6464580073952675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57a06148903a32dfe78493f395287dbfcb38423e4056e2f66c17eb0c8405d97a","sample_id":"grade-school-math.dev.4502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed9607df16b56fb1d3fdc12d8a4fd31b0fb0978fada4f40680b7a20f6ae8d439","formula_version":"titan-u-contract-v1","latency_ms":0.7424580398947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8fbedf4706313bd85c0407207d10a4fe2273e50db7e28178adc8cd9c855ab63","sample_id":"grade-school-math.dev.4503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"230ee11ce8d35cf4715327ed79f9a7eb3180edbad7b9ab9169fa5d77cce78d55","formula_version":"titan-u-contract-v1","latency_ms":0.8693339768797159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dc4c5087f5d48093a98c4a0636abece9aef89516920daac987b854f8bc4fb9b","sample_id":"grade-school-math.dev.4504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ad49620641194058be9e77faab8810a49a753da41a50c2206175bbf890c97ea","formula_version":"titan-u-contract-v1","latency_ms":0.6580000044777989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4969450f939ecd56db524931ff966b4f9bd24b2fd1f976358a59e446b99d40e","sample_id":"grade-school-math.dev.4505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"576bd2e48dcd289b9f05cd020a17a2fc14d6206c851ae4183abd34c2dc605be3","formula_version":"titan-u-contract-v1","latency_ms":0.666125095449388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dea04951e34d4dcbf87d8247cdbf2a30ff1a42099b372084e8a22afcce34da0","sample_id":"grade-school-math.dev.4506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c2e8a6ee9734a796954e82eaad7f57635454ca998f92f4c146a32975aaa332f","formula_version":"titan-u-contract-v1","latency_ms":0.807916047051549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faf7dfec966155fd1debc06c12519988a82a13d1e67cf34972d1154b91974e8f","sample_id":"grade-school-math.dev.4507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"500d2663f12e8a50b9032f8121c453029cd9c864a128839cd692b70eb9a2b802","formula_version":"titan-u-contract-v1","latency_ms":0.6645410321652889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77ef1c53eaed5543c96cefd81b27d40b75342edaeab3572b8d0178e986526ed6","sample_id":"grade-school-math.dev.4508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad8cbf7efe10374322e735d42d9f8ffbd7ff0cbc966129a7c5c85488907d80de","formula_version":"titan-u-contract-v1","latency_ms":1.2767090229317546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"422d1cb8d52cb231eda8e2c0aac48a8213c7e1ddb63369f409be6e666c5884a8","sample_id":"grade-school-math.dev.4509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3db4f031f22e4f8cddc0361f7a4891f570ef380b2d782b868c25d5f647e5ef1","formula_version":"titan-u-contract-v1","latency_ms":0.6542500341311097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2914368be47593fafac2de0f89352d3b8f1304657da494b1a68bd8576ea3b973","sample_id":"grade-school-math.dev.451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25791b8a4fa305be3cab7736d437c43bdf052aee22b1c03d3760cda164217804","formula_version":"titan-u-contract-v1","latency_ms":1.5903339954093099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5aa5c8e0f4f32f8d3f85c2407afe1387fb311f8c48de89e06b74b0560ae10d7","sample_id":"grade-school-math.dev.4510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22cd2adc08991660f5bab193609db6ebb6837cce07297b24d0efe9bba84c1d91","formula_version":"titan-u-contract-v1","latency_ms":0.8989579509943724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b4c84ca6387537019f0a5b6a868efe6610fedca177a27cac43d950f1a2041ad","sample_id":"grade-school-math.dev.4511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fbf1b54576c3806396da428b6f4286436038c7db74413a37b1afe2ea562ca30","formula_version":"titan-u-contract-v1","latency_ms":0.6957919104024768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"462a090ef5e04df79abd858eea7c6f3c2c6c4abe6a5a02104f75729a3bec6f8c","sample_id":"grade-school-math.dev.4512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb84e3b354c4b82d85d94df448930dde262dd44dae322e63dd6ec56b98e5a2b8","formula_version":"titan-u-contract-v1","latency_ms":0.848041963763535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"255432fe0797826f7484009ca6a6134d45d3f77e37115acb115f9ddf00a45b70","sample_id":"grade-school-math.dev.4513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c926e58fcb38fc6cf04bef65ec0c4e258e987e84fe4d5b6d53a442deea2c2ddd","formula_version":"titan-u-contract-v1","latency_ms":0.6776669761165977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e7454a4286f3eb9f29fb1277e85137e778e8e181f7cf7113d33fc21fb7cdb53","sample_id":"grade-school-math.dev.4514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b238deafba46378672ad600ca21f41dd1188fffeba8cd82ba1aefc58f254b597","formula_version":"titan-u-contract-v1","latency_ms":1.259750104509294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"184bd55af7c9613e0fe1494b28e8e4847d472ace0144ce5e6288dcafd47112bb","sample_id":"grade-school-math.dev.4515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e03cb27c522f8719f657bf97518432e3c36f9fc2a263359d2d9fa6e5eef57db","formula_version":"titan-u-contract-v1","latency_ms":0.724624958820641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0601e3200d9f93273950c6e0fff0209f3cfff6cfdd40a20dc5fa24cc7ba28f8","sample_id":"grade-school-math.dev.4516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bc69fd47ff1824add54ee59fec7e207ed2d7eaec39cae2ccc79ac23a568c37e","formula_version":"titan-u-contract-v1","latency_ms":0.69966702722013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e862b7e820fb7f3b65ee17cb7d9f0eb4901c19d386a5bdac1db1c50d9d62a63","sample_id":"grade-school-math.dev.4517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3639502794b5fd7c3d7e861fa3963616f785136f6b05c22f1e974ff56d2ed6c7","formula_version":"titan-u-contract-v1","latency_ms":1.3232919154688716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12c90e36c1f96f95a42aa4a238782b3c5f4ad2c209113b8fa48e2fed07b747fc","sample_id":"grade-school-math.dev.4518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bf78976cb56b691bc340d806d30a3fdc4b24b31a868a365ee75dd9ee547a632","formula_version":"titan-u-contract-v1","latency_ms":1.272624940611422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d516933313f1eac591437d08fc64e057cbb358ce5b1fe6743b0e35314054343","sample_id":"grade-school-math.dev.4519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9231e8918eee64f36313ef4acd8e450f54906552942913c05754a8100e7d297","formula_version":"titan-u-contract-v1","latency_ms":0.8260420290753245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ae11112f0447b6c99524b775ecbc2db00b70e27884bb30f1a52092ddbfc4982","sample_id":"grade-school-math.dev.452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e97af1c445dfe1134b0260cd24a0545df213d4c939e61e781a0369cd5e4d226","formula_version":"titan-u-contract-v1","latency_ms":0.6689999718219042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"201d0e93fb902505529f1101eacadbb26ec0050f3314f38a05a59b9cc220aba5","sample_id":"grade-school-math.dev.4520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a9ea4899bc754d13bafac4151418a68352371a9c852abd8683847de73c232e3","formula_version":"titan-u-contract-v1","latency_ms":0.8384999819099903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d261327a5375d16ba05a630f80ecceb100b169e042d536c6d846a50c6d4429a5","sample_id":"grade-school-math.dev.4521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b6b44bab6518859ba3fcb1a429260ece46d6cfabebb7c2fd3f56710a847c16c","formula_version":"titan-u-contract-v1","latency_ms":0.9029589127749205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92e23cff1e6a364d8533fb73d57186f90d6a4089c48f03be88dbb5f1952472da","sample_id":"grade-school-math.dev.4522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daad6d08e0e080f55584cf26e7096c243754de0eeb87e7e638e1db08ee9f987a","formula_version":"titan-u-contract-v1","latency_ms":0.8799999486654997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5715f1f1fcc2820d99615457114b6c6e57a3f1e75589267413305fb539468e4","sample_id":"grade-school-math.dev.4523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"162ca19f95ddc03de1b4dc19e0800a8b27d619342d138c66ada62de88e66b8cb","formula_version":"titan-u-contract-v1","latency_ms":0.6900000153109431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f773958180554d383c02d0da94f30b046c9871f70c81684cb37e932d36eab16","sample_id":"grade-school-math.dev.4524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c599b709d23a125a3096d7377001fdf524d831e95f8d64d48b2bbb7b0f83771","formula_version":"titan-u-contract-v1","latency_ms":0.6690840236842632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c6004b5d55fd2f4444a1ebb75afcf673bd4d06eb66e91079a6c498a2d774faa","sample_id":"grade-school-math.dev.4525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"538a502f13fadd5815dd78cd6df93e5ed6f8bf14ce99b9e90e26ea737785c6cf","formula_version":"titan-u-contract-v1","latency_ms":0.9050829103216529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb81cd47cbefee534bf64b07e697aced1f19927f93d9c9e9d31e36918b24f631","sample_id":"grade-school-math.dev.4526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"526f0254a0370a360152559c744abb875395ef5d2d285d870d4ff554e63ee7e6","formula_version":"titan-u-contract-v1","latency_ms":0.8411670569330454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e88535093afdc5986f0327e88949f4034a7f2dc18ee185ba4583452349e4e452","sample_id":"grade-school-math.dev.4527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8aa0ba9d13334443d616e095878e1718eebc80bf5d4e070b8e905c41ad71e7d","formula_version":"titan-u-contract-v1","latency_ms":0.9668749989941716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f6ef31da5f11efa2e304107e099df3902ddb03c9fdc120935337c4bb07bd159","sample_id":"grade-school-math.dev.4528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fed24ebf97f4a73ea65b2867b7317bbe3e4fe110b3054200f4c8afdf631134fe","formula_version":"titan-u-contract-v1","latency_ms":0.770165934227407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee51d2935cd25e1d15ee9c9b49d5ecd6613e9d257c188f6007fd86e20b41c762","sample_id":"grade-school-math.dev.4529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de250292ed47f889487ea8131363df5abe5b8a1b46e9b808f49545700810bd72","formula_version":"titan-u-contract-v1","latency_ms":0.8765410166233778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0e638a96f327f5e3426b982ccc0a95d76f6af445d5a135cdeed45633d493eab","sample_id":"grade-school-math.dev.453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7c0b45dfdd5ba8833ff1824f0ba2d4665b72f699cfd44864d32d6fb72ce73d4","formula_version":"titan-u-contract-v1","latency_ms":1.0988330468535423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d19af27a7f83115c479fed4b2b925943c9900a20dbc489e2cb0406207f3d956","sample_id":"grade-school-math.dev.4530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b77d4dcdb98009e4aa9471f9e6fba5d0fb645daaa45803b7f31d85143fa4b8f7","formula_version":"titan-u-contract-v1","latency_ms":0.8430840680375695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9968cb39918ac0260a30fe7e659c3d6db430a235b5e309ae5e3c0f3f6c3dffe7","sample_id":"grade-school-math.dev.4531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b131bcca983d7165a9b85ec67580821176b96a99bb9ef0815a5aee8b0a210f1b","formula_version":"titan-u-contract-v1","latency_ms":0.7615829817950726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23f6fd6e8f12770906f6dd63bc380b010ff6b6d48bed370a1611fadebb607c47","sample_id":"grade-school-math.dev.4532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"796949d5b5ca02b3e6ccf07bafda670a92e1f3b17f2f488042f87b718b29d454","formula_version":"titan-u-contract-v1","latency_ms":0.9169169934466481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d7fc8c224b39e85e91d1d0e5a3f9e7ab9ceb280c2a86ee7df6b287e336b72ce","sample_id":"grade-school-math.dev.4533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11cbe960bfe341ac7bb40bdceb80e50bf70557e6363a3b3378bf9ca2d591fe6f","formula_version":"titan-u-contract-v1","latency_ms":0.9509169030934572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"016690e757135bc5b7e086409f5c70b5456f13923d7a2d02c8ec19d9d9ff5c42","sample_id":"grade-school-math.dev.4534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa839562821fe4ca4679e67b1b6f8f02cb82595d6d5ddbf7be57095f538ceca4","formula_version":"titan-u-contract-v1","latency_ms":0.9100839961320162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59dcd6c78ea9fadc63f9ab30e6e63548c0a89963e2a6b1d9ffca90000a6e9fb9","sample_id":"grade-school-math.dev.4535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"881b7bf59c917b5d98dd58d719f4dd17d4aa4c20a2d853f9c3f02434d2655d0b","formula_version":"titan-u-contract-v1","latency_ms":0.6503339391201735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cba4e1acea7bd9784b339afd89cff2c84fba79994252d904b0bc719da8a65bf8","sample_id":"grade-school-math.dev.4536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2144489720cb61a1aed6c4c5936e2e0e598c3c9757097da90270e3827b70bb87","formula_version":"titan-u-contract-v1","latency_ms":0.9095000568777323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"926685c19bf689221ca094c437b24e77ae501c8f1474da038c076ac763c8f572","sample_id":"grade-school-math.dev.4537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eca563ef83a1ffc5fc3b402158e1cd2aa44d7e445f60129368353a46c2a60c5b","formula_version":"titan-u-contract-v1","latency_ms":0.6629589479416609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb32b809b7ec97db2d5cf988f884b11010cb4f99b074b1d711c025c327b959f9","sample_id":"grade-school-math.dev.4538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"772a8d54f119b6fba2710085097752d0d4d082e62dbbab912436f914557caab7","formula_version":"titan-u-contract-v1","latency_ms":0.8515829686075449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f8a03e25196dd8319087b617c803a5adc5212162b5c6f08f13f959f70b24717","sample_id":"grade-school-math.dev.4539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81cca52410e8e4120b0b11912e14149b6536b5ae5285715b70f301b81af276d9","formula_version":"titan-u-contract-v1","latency_ms":0.8363749366253614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc36e7c35a563054149cd21a241068d78b3d7bacecfb5c01e5b3ef6b6b50ef5e","sample_id":"grade-school-math.dev.454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2816f51ba60b1236b8684beddb6554629aff723732e60411ba10bacd3944d906","formula_version":"titan-u-contract-v1","latency_ms":0.8437499636784196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d5d75667933af878549ce5ee579712b8283891a65740b0dc2e8d332a818ae47","sample_id":"grade-school-math.dev.4540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0adeb744c3d5bd090a37452a6f9e40fe01ba1936b1f47e0223b99460da7aea9e","formula_version":"titan-u-contract-v1","latency_ms":0.8845831034705043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86405e151c33310a80632b29872dea7ff3af43c0b0588fd649ac6621c42daccb","sample_id":"grade-school-math.dev.4541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc0146a712502e201d5b3eac9d8956efef16c61cf8df49092c4c0d4503645a40","formula_version":"titan-u-contract-v1","latency_ms":1.0093329474329948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c431cef90645e7b78aa3f84190f9c1a797c0f5d38d7d9b996c4a6ba3ef44a84","sample_id":"grade-school-math.dev.4542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51562123a8e32bd50fd7c4b4aaa021e83f64a0a9a37457beb2ca6432a06332d8","formula_version":"titan-u-contract-v1","latency_ms":0.6830829661339521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29fca744419d3d93b65a63aa1df52b7b31830cbdf53fe5628c8fc862ac88e491","sample_id":"grade-school-math.dev.4543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c23a02fe2dca3924349ace4e5fa1589cc42e9c34b5e1bd3fa37a7e236e673ee2","formula_version":"titan-u-contract-v1","latency_ms":0.7802500622346997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d56bcd1e20781ef50021f7224cb5abbcf97e4ba1633498a799e063e9ae24f715","sample_id":"grade-school-math.dev.4544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84c0932319faf02341b99942a634e80eed854ff0e7938957a767b54cadcb6708","formula_version":"titan-u-contract-v1","latency_ms":0.9357910603284836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2809ac5f359345fcda0f7398026f535249e187eaf4c4698365f2e2dfeb3a8a88","sample_id":"grade-school-math.dev.4545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42bca434a6ef5f66888c92234a3214fcec8209b45e9b51069269362df10d93ee","formula_version":"titan-u-contract-v1","latency_ms":0.9409160120412707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db54cf1de12754e4f9481973968d4f7e1310ab9197a37ef28627aedf39729a62","sample_id":"grade-school-math.dev.4546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1431fa8b6fc5538b40ddfd35d7ff2cea6a489b4b1b450453f24e749a1233f72","formula_version":"titan-u-contract-v1","latency_ms":1.4606670010834932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39cd55bd9efc276eec567d178a9c2ed6cee44a61781314a2042bf9ca40b95163","sample_id":"grade-school-math.dev.4547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c20a41d6aff4c5f49c4353d05a2cce690b5c9c815951536afeda3298852f2224","formula_version":"titan-u-contract-v1","latency_ms":0.6406250176951289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4556a7b8df799f5445e58b9e062a84f7e70fc5aff7b474138e717336b44ee84e","sample_id":"grade-school-math.dev.4548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71f92aa51e444c49a65835267a758cdfb14e5b1daf75a38717a391b10acf8313","formula_version":"titan-u-contract-v1","latency_ms":0.847791088744998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f04077503a91af67dfcf410dc640f8117b18d5fdd6badb732cc3d1e3dca6db27","sample_id":"grade-school-math.dev.4549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b98f1b9650cbecca497f6e7aacb18ea3c9669cf67d584baffd63f3c7c3e5fbdd","formula_version":"titan-u-contract-v1","latency_ms":0.9088329970836639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80152b1d848311ede3337968a28671117ff1a40d91737b2d50e674e2e31d3f6e","sample_id":"grade-school-math.dev.455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beee610214103d7e354e3ce27f8176891ba9e8afd6e3518f05dff671b7a9967c","formula_version":"titan-u-contract-v1","latency_ms":0.7318330463021994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9f872029911db60626d19085718046828a11c1f3738712f1eeb3e9841476b70","sample_id":"grade-school-math.dev.4550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2c1caaba4475b1aa5e606125933405552834a3059e2f9eb7d8026531decfe4f","formula_version":"titan-u-contract-v1","latency_ms":0.6567919626832008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73e7bd8f211e1c3496047e72c60f3e638f7c16b82aced5ae64c5823ad44ac642","sample_id":"grade-school-math.dev.4551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"162e5d663fa4e16d81f3b354e075ac4a1f442ce8f7197328eaf13f35c10f9bbb","formula_version":"titan-u-contract-v1","latency_ms":0.8614580146968365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"409e4b73fce67839cd9bc28152e4ca2e06e54f8d0a7c7c0e4549b3ef1fcaff52","sample_id":"grade-school-math.dev.4552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a095d95b3cda03f4552490443acd558109b5791a6c2f7cbbba206b437b1a170b","formula_version":"titan-u-contract-v1","latency_ms":0.8937079692259431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f20fb8be8700a393fea71e7df5b07def5f6b372d287328373039bdc2930b7f8a","sample_id":"grade-school-math.dev.4553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbfd573c7e5aa6a8ab9c543fc82497d78b6cf495b257f8ada9435e7e9b8d0776","formula_version":"titan-u-contract-v1","latency_ms":0.7694170344620943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"165ffd9e64fdda9619ae04a614ea377d60f873e0ff57208f9c6edb1469f9e2d1","sample_id":"grade-school-math.dev.4554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50d39a340a88bc847a2ff775c9bf87a4f9be953305724a58275c6ea79a3db61a","formula_version":"titan-u-contract-v1","latency_ms":0.8692919509485364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fd19f4639975f76e1892fa1d60cf7e398bd366625937de8c57198a73a573e60","sample_id":"grade-school-math.dev.4555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b3a070af3c80d0c857d9f42c44c2140ebe87b368baedaf19d94886b6d909e39","formula_version":"titan-u-contract-v1","latency_ms":0.9114999556913972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35ff335c305cc50c3d3d6ae46a5e17fa2adad7ce2cfd0467efc34879b76b4a90","sample_id":"grade-school-math.dev.4556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecabf68173c1dc58f5ce0044317e23982dd63f92a2e0d6b314f9954b317767aa","formula_version":"titan-u-contract-v1","latency_ms":0.7616250077262521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a299bcc7c3c4cfe4bbbfc00719a9ddc36b1863e571d5b4bf31a6b8ca9e6d6bb","sample_id":"grade-school-math.dev.4557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"334632fff89ecb711402ca9a8a07a069020aa12e616dc14d3deddca37c19ea29","formula_version":"titan-u-contract-v1","latency_ms":0.7143330294638872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc527065daf4293399021f6aca215e58770b5c656fa5ae2675e4b70052d7150d","sample_id":"grade-school-math.dev.4558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d29ed6ea547a7e1a92511dee1e5db5706e07f3eaacd07faf3de5ca53b8d7836","formula_version":"titan-u-contract-v1","latency_ms":0.6549169775098562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe80e6a7fc85c78114dee55a59bba642e5429207d453b39d17c17915880431e9","sample_id":"grade-school-math.dev.4559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edab982f52318987cedff8929b06e5a980839fae43ef9a286be1b8447d380d42","formula_version":"titan-u-contract-v1","latency_ms":0.9097500005736947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed4274024b7fa0724aa2d6b5debef0b9169bc5adcc516b92b4a9c974fff636d3","sample_id":"grade-school-math.dev.456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d076fb5b1afbc9bec36da450fa9b6a80d973845e742aa4114754da497b2db823","formula_version":"titan-u-contract-v1","latency_ms":0.9423750452697277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"792d2084d6ffd37e9dd52898fa33c7871b3fc2b4eb12849ad4d63fc01483796d","sample_id":"grade-school-math.dev.4560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3464f82b8708be28ff89e8317ca0601f3415def267ec8f36cf87da2ebc2d663b","formula_version":"titan-u-contract-v1","latency_ms":0.8882920956239104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"187cf5f91ea6473ae90539c8a15385461070cf0fb86c0e42b9c098f6d4d901fc","sample_id":"grade-school-math.dev.4561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58e3eca41a5fdfca395e54571918af7050f73bedf26d714edbf3677ca2a77540","formula_version":"titan-u-contract-v1","latency_ms":1.0231249034404755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ffc8e62a27f9f9d69549275b7e68fe1216b18abc2c062e70f1b865482d7bae4","sample_id":"grade-school-math.dev.4562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"779f7635a20fe14c113f2abe4de066369bc5fa4357124569619bc4f4e37ad48c","formula_version":"titan-u-contract-v1","latency_ms":0.7119589718058705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca9477a48f3e5369514965091c425c78bec39bdd1414fa221bb7324c93c606b9","sample_id":"grade-school-math.dev.4563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a4606a89091733eef348671873f55194f293284670485cd05662d3d80169187","formula_version":"titan-u-contract-v1","latency_ms":0.6542080081999302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"491c00e6ff4d3842240b278542bfac108f8d75673ed529bc9a0f423175d6cf43","sample_id":"grade-school-math.dev.4564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"918943ee9332ae1e1d03dbf8984884f5c6937591ca610c1e7c5f0b1ccaea4ff3","formula_version":"titan-u-contract-v1","latency_ms":0.8222080068662763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55ab72fc04d0a0942f5629b46a0029ae59f6e9cca062f1ab7418ab0f0c3aa046","sample_id":"grade-school-math.dev.4565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b29fb1d8b34eb04fe7f6dab4cad439c9802ed904d2ed2db2159d9ceda23cc73a","formula_version":"titan-u-contract-v1","latency_ms":0.780333997681737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eabc1fc2ef917e15b8200ad3e8281d1e4bb34156be334f1ef76eb8462ae62284","sample_id":"grade-school-math.dev.4566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e80b978db23e63231433612824af6dedc25c834e4c57d3e7e2e33d274401ef7","formula_version":"titan-u-contract-v1","latency_ms":0.8869169978424907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbe4883d8cadb78ac346a075563045784aa33ab0f045c9fbfde0c61ee0149626","sample_id":"grade-school-math.dev.4567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53408a91259e3307d1949e55587fa7ae51d825e45708ef6a649b3d5b12ef6876","formula_version":"titan-u-contract-v1","latency_ms":0.6383339641615748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b068d0aefdd777a7f3c6f1f9d59486e69d568f8d14ee01f9c637b6c2fe6507e","sample_id":"grade-school-math.dev.4568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eb5aeb262791035b3efa599a0c903af002ee328e4eb9788178202417d96cea7","formula_version":"titan-u-contract-v1","latency_ms":0.7901249919086695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"236e3e9604d12257aa9e4aec6d9894e0469fa0b7d4405c76cfdd6807ff12e5ab","sample_id":"grade-school-math.dev.4569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bcf2891c6d1f677272ef3fbb6fca1a80e80b127ce94697983aca26199b1b2f4","formula_version":"titan-u-contract-v1","latency_ms":0.6795420777052641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0319b0d4f00d4c283466640da221e76c035a81393a130858900403b8f819e5c4","sample_id":"grade-school-math.dev.457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abe39ea330e29892422b12ba2c0c2a8eac4b7acb14856055f976c6e36287e789","formula_version":"titan-u-contract-v1","latency_ms":0.7627079030498862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"333e03823b43f737148165c0772d21c79f79d65263cbadee8f14bbc370386f2e","sample_id":"grade-school-math.dev.4570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c931c609e4fa95b5874d37e40dfecdce1d60d30bd338dade3b722b8c9ca2721","formula_version":"titan-u-contract-v1","latency_ms":0.6670840084552765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2e3166f7366ef5c072dfd11f2501859144bdae772ed35592138500acc9203d0","sample_id":"grade-school-math.dev.4571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e7fde1215a6e96d5ff662908d0e2105f19c50c98ba1f91498b5d249e7bc438e","formula_version":"titan-u-contract-v1","latency_ms":0.7769160438328981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cea14d79997de5fb24b3a0230bb89af00633bd49ab22bc282ac5379cfab1ace2","sample_id":"grade-school-math.dev.4572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"299f0413e8ed925087aa3b977538bb9bfdceba1737e08f5f085e26d57fb160f2","formula_version":"titan-u-contract-v1","latency_ms":0.6492079701274633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4648545bff44df39b52fa504ebabc154921c805e810b68cdfaa736d07b816822","sample_id":"grade-school-math.dev.4573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e27ac713f398ee3d8a20f72753f86c4ae321fcd8ab24bb1adaf9d4c49babbba5","formula_version":"titan-u-contract-v1","latency_ms":1.8813339993357658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d487d51f1f8da21203e4f2ef334058ef84412a924cc98a8ee9aa256cc22a004","sample_id":"grade-school-math.dev.4574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef13fa78fd9407270f4df94573494370ea815662b509af59fc7edc837721dc52","formula_version":"titan-u-contract-v1","latency_ms":1.0030419798567891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9b61957f924be9704eee19f772e32e1e1c443eb8163c58ee2592edef4760dfb","sample_id":"grade-school-math.dev.4575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7336b1bb219546d3ff4f3ee5697339d9647c06111aa374ca1bb5289ffc131d2","formula_version":"titan-u-contract-v1","latency_ms":0.6909170188009739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"942a3cbfbb99cd29c35eddc95f42a243be6f1c02605632183de7fbaad7d25fe7","sample_id":"grade-school-math.dev.4576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18236da134686dbe50113a6e8dbaaa66195165ec5f097d0c70be506d8c511654","formula_version":"titan-u-contract-v1","latency_ms":0.8229580707848072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca1625feca5953ef731133fa7a80c818f96ab6bc46e0a8f1421771c1fbc4a31a","sample_id":"grade-school-math.dev.4577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02cfc52d1048b018814750e448c63fbdff70aa2ac3a1951acf1f0d0a7794150f","formula_version":"titan-u-contract-v1","latency_ms":0.6759170209988952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b4df14f4d7d7fe4ed3f9c77f3980a514d23a7bfa6f04dc9ffdea14bf59eb035","sample_id":"grade-school-math.dev.4578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87f25a104d3a0e0311d8ae03d52aabca96ebb8e22c32bec8883130a2b51fcbc9","formula_version":"titan-u-contract-v1","latency_ms":0.6055829580873251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccc4bb3539011834fc357be7e2f5cd4e478a237297e33718c8fe6bfdc1d73a7d","sample_id":"grade-school-math.dev.4579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88a9a7c0dc0fc24fa8639f946155518aae90ed6005bc38f1fad30ab6029615a8","formula_version":"titan-u-contract-v1","latency_ms":0.6552919512614608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70f53b78fc90e87ef0259401352c0ae2ae9ad3d99d0cbeb5acb74d59e896a4b9","sample_id":"grade-school-math.dev.458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5643d7cd34119493ea91e11d276be5c1cf7188d0c978bbbfbd784f3093ae1ac","formula_version":"titan-u-contract-v1","latency_ms":0.6848749471828341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef5e0d7d98bc7f0c5043cbbe596562d684a5ffd931009a7199047dc8605d2d6d","sample_id":"grade-school-math.dev.4580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9a83d40119e57c0d04948877f282a2f90cbf5fc25bc9b9306fce2d98c992c4d","formula_version":"titan-u-contract-v1","latency_ms":0.7396249566227198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5909d5a23bfc1cbfd06e30643005a7a51c503b7b24494d947480d73c14a8ec6b","sample_id":"grade-school-math.dev.4581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a42185785a159f075e380f6a8eb6c0ac7e650239819efa4d438d309f52a522e","formula_version":"titan-u-contract-v1","latency_ms":0.6920000305399299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1af23dae58a7246a6cf881027e1e7a032fe1bf7922d33880102ed2e722eb46ee","sample_id":"grade-school-math.dev.4582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3807035d5687014a61c8199015f120d33a45566a72036db7571cc94392575a24","formula_version":"titan-u-contract-v1","latency_ms":1.028084079734981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e12e89edee0e942c420ab357f5152fba4bebb48e836f3e30a83765d563a16c28","sample_id":"grade-school-math.dev.4583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbf0a01ce83f5b0e55d81c37c9b63a508f8a962d14a023591c365ac1eb577dee","formula_version":"titan-u-contract-v1","latency_ms":0.9231249568983912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9feafc38c9fa463e60eeaf63a2bc7d929615619e7196eb46d6c6b52d35d6545","sample_id":"grade-school-math.dev.4584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91942b8965d8977f6a2d95dd4e2909cc7d5794ba0bb6503f9b8ddc02e030c11a","formula_version":"titan-u-contract-v1","latency_ms":0.7806250359863043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ad0d93487217a9b16f97ea027e009bbfecd60672582169b85baca2d319be590","sample_id":"grade-school-math.dev.4585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c4b0b9905e3e6bcb900daaffde9c8bb36858e428939786ebdccef8186f532df","formula_version":"titan-u-contract-v1","latency_ms":0.8842500392347574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0a2f4e2e13a36b68ad0419cec3cc23543b41bd04ab978e53e07a6a8f0acb6ee","sample_id":"grade-school-math.dev.4586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fdeb9393efe4f0bf7282a65d49b46c43ef88466ce329f7be97cc7e4f5d76277","formula_version":"titan-u-contract-v1","latency_ms":0.7157090585678816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fa20d3f5cda635981ad6214a1ba7f70f1ed3a92efb376af88f6c0b6769ab717","sample_id":"grade-school-math.dev.4587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e57a69cac3e69cdf31961583c51107515577c380813d2588c01f6efe235603fd","formula_version":"titan-u-contract-v1","latency_ms":0.7101669907569885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21798e13438f53b7fa37d2d04af3fe8c5fbfd60eea2e60422d56155840106f89","sample_id":"grade-school-math.dev.4588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59c3f663667dce9d12bec5d76b3c425aec85c84287fb24715ccb3d0fa083ffe9","formula_version":"titan-u-contract-v1","latency_ms":0.8803749224171042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8df80a7eb9a10445cd7201eab688c1d577c4016bcf561bd53ca703f11b9b213f","sample_id":"grade-school-math.dev.4589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"179ecdf32e0e70cd914037a737de0705ec38b40db9f901043c2ce278793b5ef9","formula_version":"titan-u-contract-v1","latency_ms":0.9549999376758933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1912e9c8e959fb9d4e1aa8fe9b480bc6838310cd0a4be55a5bfa1a30565bdd48","sample_id":"grade-school-math.dev.459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a9e860e60313a887d23eb4fe9d4e141121b73c701016ef154732f9183d98d57","formula_version":"titan-u-contract-v1","latency_ms":0.8541250135749578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5c1d030b6b1271b2336c2a51f6244c3951d85b4cf99b275469fd68104f099fb","sample_id":"grade-school-math.dev.4590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"261176bc0a04fb229663d95a670708d6081125b7ce0e47235828dd21301d96f0","formula_version":"titan-u-contract-v1","latency_ms":0.6945000495761633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"320903f17a091f6aab88e6c0d2bb2fff234f68c06cf7fb8082360ebc698fe5f4","sample_id":"grade-school-math.dev.4591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b087a7d4d0b395570979f287a2e1644b753aadd76a677dfcdda5fb72c08a0c8","formula_version":"titan-u-contract-v1","latency_ms":0.906666973605752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fa0089236280b3bb1c7cee1da07ad61296abc6b4772384a16f6863086e932ca","sample_id":"grade-school-math.dev.4592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b78ca0d03960cb1f804ea9de1f3fb64232fce728d53784c0b45bced9db535147","formula_version":"titan-u-contract-v1","latency_ms":0.6778750102967024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52321f3039b79f05cc92001fc16644ec0bd13e9a276f3b135a19158f07582530","sample_id":"grade-school-math.dev.4593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94afaf6b10ce32c0d927788ca67257aa159e812d06495abd2abb5f34965005e3","formula_version":"titan-u-contract-v1","latency_ms":0.6922500906512141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c36453b760662f50308278e2c89b50f8141ac3037595a8adf9bc1aaee7563007","sample_id":"grade-school-math.dev.4594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41b7d571c409234910d10e96bbbf15fca27c3aecc84f36fa81751a684f67f045","formula_version":"titan-u-contract-v1","latency_ms":0.6491669919341803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19451e2c53f51cc037f2358b238d340faa8f60553665f1ab5eaa3582404c3dc3","sample_id":"grade-school-math.dev.4595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df288ff77c0506a950621ca8d20dc313e720237e3f2be486db907873f3bfbdf8","formula_version":"titan-u-contract-v1","latency_ms":0.8065829752013087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c32230e12ca975ae046c1cf67f8a6421da79568575dc61391b78e3748a72cf61","sample_id":"grade-school-math.dev.4596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1491b12a6470b16b4ce8a1cb88aac4f36867b5c3d4088a7252293fd5cb8bac16","formula_version":"titan-u-contract-v1","latency_ms":1.3205410214141011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffdbf120295928f797ec22bf8a3f6066169a5e7a3fceabaf24e388bb06785446","sample_id":"grade-school-math.dev.4597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ab5b41f85f4a1b936b3d09308ae261b15fdae6bbcf62a9605531aeaf0642fe1","formula_version":"titan-u-contract-v1","latency_ms":0.767334015108645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ad9bec10cd5a2acc20f5d0422c2de22c598c7fe8474f5782be2ab7c4301f6d9","sample_id":"grade-school-math.dev.4598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"244b2f59115221f098637500d24dd63faaa30765a450f4dc7cb47b1f47447877","formula_version":"titan-u-contract-v1","latency_ms":0.6320830434560776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbe91e1b5e206dfe12a229d5bc32d274240e6b0245a1da318b83034f2002f14d","sample_id":"grade-school-math.dev.4599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"522050603aac930c9899a845e9fa8d20b8ae72a99bf4e73560f7e6190ef96ea6","formula_version":"titan-u-contract-v1","latency_ms":0.6270830053836107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9440447ffd78b8194ddea04ae8a4080a483b0cd55d994bcbc7e32075dd3fecb2","sample_id":"grade-school-math.dev.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b952796040cfacc8b484306479b2067a5f0bfc50038f02c0a0f565aa9e99dae","formula_version":"titan-u-contract-v1","latency_ms":0.6598749896511436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7d1bbc509a02f7b1416a3aa1fc6964332c60ac9adc61a6a8f33684108f84f56","sample_id":"grade-school-math.dev.460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9efed9a23b50036aac3eb7c90cadc30f0059ca0ac9bb3edfb1c4ff95c40c5fe","formula_version":"titan-u-contract-v1","latency_ms":0.8345419773831964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"967bdd60d548f0770440a8c3c56644021ae9b74766fa0fe2758a2431a13dd3c1","sample_id":"grade-school-math.dev.4600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"228b3106e0444e6803be413f5a13b262f0a279e0fae50e7f444a5043bf9e92c7","formula_version":"titan-u-contract-v1","latency_ms":0.9027090854942799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ff73e2fa5cd1caa61da3df24f8655d1add373429386520ede80bd5bcd8d5f67","sample_id":"grade-school-math.dev.4601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57d50b9c14aeb7f396e4fb454dbd53ea5d014ae7ec4f0043041259ad610a4457","formula_version":"titan-u-contract-v1","latency_ms":0.8465830469503999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c56b34d000c7070f3e5beb099a21834143407af0ff17ea997d42d9a1c03fe870","sample_id":"grade-school-math.dev.4602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44b6bd5ec2fbafddc1c6c1dcee517c7098e284c5fe1bdbfb60912404d36f02b1","formula_version":"titan-u-contract-v1","latency_ms":1.1317499447613955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1b5d6c91904e183cd3143e41c52cb2b8e4b3565537ae7feb9d20c0eaa12e4ac","sample_id":"grade-school-math.dev.4603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8977d56a8177697752bb8284a86038a68e539c0d95c7fc3f49c045b17af43e77","formula_version":"titan-u-contract-v1","latency_ms":0.6684999680146575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f6be6751ccb346c8e05de369f5fe120ae7306a4eb887b83415df2bad4044978","sample_id":"grade-school-math.dev.4604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24986f96d04c1e0af46b633247692851106b4aec49edf5077dedab6e2af4aee3","formula_version":"titan-u-contract-v1","latency_ms":0.6509170634672046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65cbc349b431f01834de11069e3d975a396a7160f0679526f1f79b3ce8355495","sample_id":"grade-school-math.dev.4605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c97705e5f042ccf2d49c9ac3a42f8a4b6d211bf45469aeb64e6a144dc9482884","formula_version":"titan-u-contract-v1","latency_ms":0.7928749546408653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d04d8f8b4a9507d7d4b9305d13b923943bc6f1f01614cb0eec0024e78b8c671b","sample_id":"grade-school-math.dev.4606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3161ed913d925ba3c6f5837d37894b9f2da079732d49c17b2e7f1629b7aad493","formula_version":"titan-u-contract-v1","latency_ms":1.9057500176131725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21fe2fb459d051bdbceff37c62d3ccd61d893c9087b544b4b8dbeaa29980cb02","sample_id":"grade-school-math.dev.4607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4366ef9b0cb046a018f9082e3a852b8c9385f53fe2a2694c38614dd34d0863ea","formula_version":"titan-u-contract-v1","latency_ms":0.7063340162858367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac658dd92b6b14d0afc424c50e05f1e611710ee66f55ec48fc696adfed6b1c92","sample_id":"grade-school-math.dev.4608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce7cfe0ea53674672cf20d5afd908e7e4efcc2ca80cea6da6aaff8fe05deb392","formula_version":"titan-u-contract-v1","latency_ms":0.6587919779121876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f5eaadfb5ac8357a47feff8f748b488467adaeb3293680a52df84c081d2aa8f","sample_id":"grade-school-math.dev.4609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a10ccaa02cf42270a24eedae7128d8d8912f6a90b311b161882b20d76f4df8b","formula_version":"titan-u-contract-v1","latency_ms":1.2749170418828726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"066658903cf3ebf6bc5b1da890e318af286c5b29ef5b14a18a00aad9f7c1f9a2","sample_id":"grade-school-math.dev.461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2ca6936ce69aeb08b9c4a047c47dae93230667c6148045e3a13e7e6aa2e4430","formula_version":"titan-u-contract-v1","latency_ms":0.7317919516935945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebadaf8e33753fe06fd6934f8c07c6d01b36f5e0582949ac8ee5074e8067556c","sample_id":"grade-school-math.dev.4610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6856d5ecd1ba2f0fcdf2393ffba25b985344d3ba6807cf2d4b61c3a6a0f715e","formula_version":"titan-u-contract-v1","latency_ms":0.8321249624714255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f1d9dbed5dc3a8c8aac962c91999818021ff37d26fd72ace9ca27e907e500ee","sample_id":"grade-school-math.dev.4611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b13195d5bd1b42c2ae0cc1f4a76c1ded261fe1c42d0f09223d67d76938a874fa","formula_version":"titan-u-contract-v1","latency_ms":0.6347090238705277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a3ae24eba9ae609c3091bce66dfd3839c0288dfa2a8071867c725dd22e95842","sample_id":"grade-school-math.dev.4612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d571774181ff0f5d9d6381be6e3de3b2f6222c9aa1e596be5f81917693207c7","formula_version":"titan-u-contract-v1","latency_ms":0.6090420065447688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"960403b21557a9817e40d54eb3e8a18168113954a138d91a4cc3c2fa08ee6e61","sample_id":"grade-school-math.dev.4613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3ad1f6197005c7c5f19ab27842e91f7c343682cf19ffff61282da10d6dd0f71","formula_version":"titan-u-contract-v1","latency_ms":0.6441250443458557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a525a1932e9ba40575eb2698fe3fede294d02e279b94cf6ae640ecd0451269d1","sample_id":"grade-school-math.dev.4614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fa820130c54f7d49bdab517934bf912db5427b01ffc5f1af3f462b2f2727981","formula_version":"titan-u-contract-v1","latency_ms":0.6114169955253601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9607232cbee0023fd5c88ed482dfad0c8e9e659220b76de879df5bf6bb6b77a6","sample_id":"grade-school-math.dev.4615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8aa28a5504b2e2ef48d0f948cb68f6830d08dfd24482a239a438557d41ae90ff","formula_version":"titan-u-contract-v1","latency_ms":0.6748340092599392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a20a33485334bc43ed43ffdf2914902077d252883839a5a182564f3c0fd8250b","sample_id":"grade-school-math.dev.4616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a70cc2f0141dd7ceb7fd8ec6d6db5cc4fe4ab203143e5134a87c20fbd3c80c17","formula_version":"titan-u-contract-v1","latency_ms":0.8691659895703197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e6fb1a831a9af3c6c8b74439d6bcfaedb68251b88a7052c5dec2509ff866981","sample_id":"grade-school-math.dev.4617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a5e34e3970f755a831ea81260f992398f0eb24362df20ebbc1c78694c050665","formula_version":"titan-u-contract-v1","latency_ms":0.6749170133844018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55cd494a711ee4afec73b2f0b6f390646ac22c126fe741c0427d10f96691145c","sample_id":"grade-school-math.dev.4618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed37ff49d65e5b9db51171804605e9b362d033294d727b858cfb1c3cb42afe40","formula_version":"titan-u-contract-v1","latency_ms":0.8496249793097377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"953ab5de742505c6a965688442e7cce739848254a0f10af1ec101adf1aeb72e1","sample_id":"grade-school-math.dev.4619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df6d3343aebd416b2b6431112ae14d7907cda23206341ff5184209bd3deacfa7","formula_version":"titan-u-contract-v1","latency_ms":0.6656249752268195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28d3ba2fe9f6805b85e11b7ada2fb07f38fc7323b2304178e54e66c82bda15bb","sample_id":"grade-school-math.dev.462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c39888b6cdd8c3830fdcd6284349bc01b4ca03dfe9ffbf9ead92773e43a14c7","formula_version":"titan-u-contract-v1","latency_ms":0.7932090666145086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baa9ce92e741bb10ce9b7e5b59d25ee28c7cd44ed948f15339a25c10e18c0e0b","sample_id":"grade-school-math.dev.4620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b779f268ac86d95f334240784fbe985ec24790fb92457357130564ca0be24d19","formula_version":"titan-u-contract-v1","latency_ms":0.6474999245256186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75b0e83c93ee9c714d282595eb2f14905190a74fd54f4c27ee32cfd352aeab8d","sample_id":"grade-school-math.dev.4621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cae4d71aea8f6376eaa7dfbbea5289b78dc72e68e182d96760a3886c552266a","formula_version":"titan-u-contract-v1","latency_ms":0.6117089651525021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4082f5213c2c9ae43547b07914d53f15e549ae70a6e2950c7fec7dc75e312a8","sample_id":"grade-school-math.dev.4622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac7b4bdb58b3424933c15b72c1fa91f0a8731ef71c7a1256c7e273cfff727f83","formula_version":"titan-u-contract-v1","latency_ms":0.8450000314041972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"302408255a030531c24f4ce735f4cbd29d90c3c025ab88728b77e93453b54de1","sample_id":"grade-school-math.dev.4623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dd051a755f6ec4619afc4e9aa160baf836836dc1bf1f4e17d7c7471603aff02","formula_version":"titan-u-contract-v1","latency_ms":1.0185419814661145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec5bcb78f29bb90613dccd24ceb68b93f361eb58b53724f33b4272aaa9361644","sample_id":"grade-school-math.dev.4624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da2ed7ffbde2a0813903620e016bc4a60ced2aaa3be21802955906884234631a","formula_version":"titan-u-contract-v1","latency_ms":0.9744169656187296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f352944c90c677e9b0c2cc82c427e34c177ad0a1c500e43703e97efebdbedab","sample_id":"grade-school-math.dev.4625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5ab44129ef1ce49ff6edc8dd0c91cc191b6605d143cf75e847fcb5a9555de57","formula_version":"titan-u-contract-v1","latency_ms":1.5934170223772526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2541f3e5ffbc3afcf4b3a0b512e08c8e2777763aec354e20aad60b8b046adb35","sample_id":"grade-school-math.dev.4626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e786444a3fe2fa81573bd255ecdc994ba0a82826979b3a2306d2c433c4dc1942","formula_version":"titan-u-contract-v1","latency_ms":0.7032090798020363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dbef6b48ccbebe2e10da1ed4beefa20f00d14c189ba0e2f526aa1f54d1e6f2a","sample_id":"grade-school-math.dev.4627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"653f49208f2b259e6c74344ac5c1c8cdfae293fbf37b71f372002e5ccc5563ad","formula_version":"titan-u-contract-v1","latency_ms":1.8302499083802104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"204ceec91c4495cc7bb842e06ae97554c0f020ff4d070998d3445907b04863ea","sample_id":"grade-school-math.dev.4628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b0e2134af3f313d00a9459c8e420b53ebb906faf96d2ba1efc38134ea916012","formula_version":"titan-u-contract-v1","latency_ms":1.617042114958167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a739e738cd369145f2f34ab1e3ee8b461f7bd09b71195936a98f0d1e75f86164","sample_id":"grade-school-math.dev.4629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9efda5af80d1af69d200fd776420c94e794a4ad8e803c87f2a863dfae9728d89","formula_version":"titan-u-contract-v1","latency_ms":0.9212499717250466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49b315235b6908336df43941e400c8541f602901cab40c76f39e9848c8113a43","sample_id":"grade-school-math.dev.463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eb5c2cdb8dc2a66d765364fa9710b2090386c7c3614b90fa161b099b74af7ae","formula_version":"titan-u-contract-v1","latency_ms":0.7797499420121312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"476168fa5154f65754696ecbf66461a56a4af5e96ebeb2a7dcaaf94d46ffb886","sample_id":"grade-school-math.dev.4630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94c78ad07acabb1fa7334bf3fa9f1654cb8ff0d56656a56602bbf2a4c2b1df74","formula_version":"titan-u-contract-v1","latency_ms":0.7498329505324364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81bc8e7d2c4bdf04c6746a049db105cd6948256603509da475f452b9e798a3c7","sample_id":"grade-school-math.dev.4631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"839abfd89c8b5f695a2e6bf197d90c3e6181c761f2ef841fd0530a131a88d9d2","formula_version":"titan-u-contract-v1","latency_ms":0.8354170713573694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98ed27738d28bda1ae0bf35e8c9245c80046432517c5e3d9f51e645b3dc28e73","sample_id":"grade-school-math.dev.4632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e432481d39a12338c457de2f84900262267255fbca49b3a082e2cf0d8c0c150","formula_version":"titan-u-contract-v1","latency_ms":2.354874974116683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58c6622f439fcaeb3e553ee62d160516e02b274e9c3348d262cc0de8f9013e9a","sample_id":"grade-school-math.dev.4633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b541e67f53da6a4080ec75be7c55a58f3a8c32726e59300a5cd94053a1581f03","formula_version":"titan-u-contract-v1","latency_ms":1.1973329819738865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e70aa7ee899f82e53fb250bd672431691e1903bffe1a7782784a5169767003a","sample_id":"grade-school-math.dev.4634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2422b08482873deee31c77f1f7cb80cf70b8145d3d26f65df9c3b9d2f9e7b0a","formula_version":"titan-u-contract-v1","latency_ms":0.668165972456336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31c665ab86506eed93aff289a3c0f06deb32e02e4c34f73b4395cc1ca403fc81","sample_id":"grade-school-math.dev.4635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf4ada341080ac8d2d74da9888d130d59739efe97d68e4319e726cd0236403a7","formula_version":"titan-u-contract-v1","latency_ms":0.6809589685872197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebc2a85e9d230e5bb13700b28e6f393eacf4981ff72f6932e28ee8a9788361c2","sample_id":"grade-school-math.dev.4636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f48aa0e8c8d8cdd75aa4f21d2c68121337a5608fc408a2d950e2195f08d8e57a","formula_version":"titan-u-contract-v1","latency_ms":0.6151249399408698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eafdc669812e593cf0be5fa94fedc96f408bf074678fc308aebf78152f53025","sample_id":"grade-school-math.dev.4637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"918d373de384817f6ebc48d84139cd1b24434a83b424cc267da24eb20c6e8bd7","formula_version":"titan-u-contract-v1","latency_ms":0.7008330430835485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d7a8150562b24d969f45928efd58c18d56eb4da26130180407d5f193ce3f3c8","sample_id":"grade-school-math.dev.4638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa5d465e85d413e6bd3a099b894cc786d675af968b31436a7cd624d28165f6f3","formula_version":"titan-u-contract-v1","latency_ms":1.05291698127985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47fcf77dbac3c9ea088738061e846a5b3f640ba5258077a199c1c2419e31139a","sample_id":"grade-school-math.dev.4639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dabe29f02160311e175fadcd5a2bf9f2983b8c1412d2a0a9265648c4228a2e0","formula_version":"titan-u-contract-v1","latency_ms":1.4905000571161509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a870c8aead11183d76e8a72c7b45461dde7439e27f7f7771a5cc668d900aa0e","sample_id":"grade-school-math.dev.464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4c0ca919b2be3ffccc600c424e42c1ce8469440afe9146accdfe63229c160f0","formula_version":"titan-u-contract-v1","latency_ms":1.0684580774977803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a78a2201e9ae1ac3907fb438a052c11c7457a5629985ea63db332de6f57a19b5","sample_id":"grade-school-math.dev.4640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e5075033dc2f1c6c7bd8c3ec6dc23ea078494d86cccba524e7ec09a02132284","formula_version":"titan-u-contract-v1","latency_ms":0.824916991405189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a49a5a1ff53e191d35c93707f321617179f4e923622ae91536f2260575e12179","sample_id":"grade-school-math.dev.4641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da05fa2d27d3d531223043d55c4b2a96192ad0f2bbefc9bf8558507dc5f158fd","formula_version":"titan-u-contract-v1","latency_ms":0.8637920254841447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06826fa882c05416aeef4423b2be8e05114f411376088c6407ef3523a48d7792","sample_id":"grade-school-math.dev.4642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f2977aefd763feef5e96f312e79e009eb824d38f6387b0566bf13e94e80a031","formula_version":"titan-u-contract-v1","latency_ms":0.8815840119495988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c68619be5cab615954dc11c753845d171cd89a92461749fc422b56337630c97","sample_id":"grade-school-math.dev.4643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28bfc26351ef55030fba0a99902acffc1862ebd8932ffada66bb5f3c75e329a6","formula_version":"titan-u-contract-v1","latency_ms":0.6975419819355011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff5e3e89267163bc4e76748b4a257992d02f1e2f46e1d6dba519d8cc7fbfbb4c","sample_id":"grade-school-math.dev.4644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c45f5c002703b291c5145a251abb11b2c765bdd7f32eda96d4fbba28af3eca87","formula_version":"titan-u-contract-v1","latency_ms":0.8557499386370182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"beeff857693e5ac4add8d9e02f15efd444a2710f315defaffea0a5451d875462","sample_id":"grade-school-math.dev.4645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37f9a06eecaa3da4dbf5dc789ef7875efa5d94e6acd2a9beaf47cba705436d7a","formula_version":"titan-u-contract-v1","latency_ms":1.1077080853283405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f0096182b2d171c38420725513b64b8baf2ced6de8c61dfd0a41af0cc4261e0","sample_id":"grade-school-math.dev.4646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"969895e91a977e2b380bade907c55dae284559c25fa76c6356f1a1d9a83fb6c8","formula_version":"titan-u-contract-v1","latency_ms":0.7146669086068869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb05ae0a0921a244b55ce88b64c2c8d596dad986dfe099006f211e33da3e6919","sample_id":"grade-school-math.dev.4647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"624fa4316c1755c9af47c61516f923394604861e42f163e0b35df5f0e620759f","formula_version":"titan-u-contract-v1","latency_ms":0.6920000305399299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02a0fd4f085ce956a1e80ae5ee47c42618a84e1381199e991d272223656c317e","sample_id":"grade-school-math.dev.4648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7192a39a2469b6bcca9fd7db16fbfe2ba8b46fab0360ca3ad65eb59942f077af","formula_version":"titan-u-contract-v1","latency_ms":0.8467499865218997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1e1128923869da0eff1b87a8da9395ba4241e729003f88488763848d0c96a89","sample_id":"grade-school-math.dev.4649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9b2f7f0938a79aad088f17a2d285991fd6038d10153f63cea4b6871dfa8e500","formula_version":"titan-u-contract-v1","latency_ms":0.8026249706745148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c35b9f05c0892079c2b59db62670aecd6217f2f5c5093271af244ff27aadc73","sample_id":"grade-school-math.dev.465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e32f32ce19ed690366d96203531db5f9ccb28e13d910d170aaa51c1febbcfbc8","formula_version":"titan-u-contract-v1","latency_ms":0.6470419466495514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d975e0566ed4f4ec4d1bd28abdd3614ed94b368bdbd7343295ec597f7de575b","sample_id":"grade-school-math.dev.4650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31bd1b191492d7fa4cc21a88baf12dd666917a7515646b3f46cc6cfd380bc102","formula_version":"titan-u-contract-v1","latency_ms":0.686999992467463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e560992be016ff6c4cf44a325f1f813361551aafbfe69e891845f4a641f9958","sample_id":"grade-school-math.dev.4651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"429481fc3cb35e28bc71792d90b2da52cb9f8392dbbb1d4afd3edde94d31db62","formula_version":"titan-u-contract-v1","latency_ms":0.7159579545259476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6544d41998741a7885e8aebc06cf5a28701d5518bb570cf956b36870abf278cb","sample_id":"grade-school-math.dev.4652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6d234589f636397009a11e621a3dea12f6144283fb7572aa6c3a62b169621b2","formula_version":"titan-u-contract-v1","latency_ms":0.6828330224379897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b00a307e416f9039bed60787c094d6f4075ccc261a093ce509e801a26128578","sample_id":"grade-school-math.dev.4653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb86c0fb3a87494ed611a8b93ebabc9fab891cf77453c26213b5fa9a70625954","formula_version":"titan-u-contract-v1","latency_ms":0.8787079714238644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1db57b037dc762f0970a94263b65cfa1d7d2c2149f2ee8b838aa80e6998a32ec","sample_id":"grade-school-math.dev.4654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b71f4cae420291eb339fa3c82efa1cfa156d20ef09f416675c29711c2a62d91","formula_version":"titan-u-contract-v1","latency_ms":0.859249965287745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc6326d550dc37a398e3dd48c973b8080c6cabb82b69ca723a2457c881edc809","sample_id":"grade-school-math.dev.4655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"911c7abd964ca6a84ee785e7c48bf0fd23f9889e141159bde04ef4fdacdebade","formula_version":"titan-u-contract-v1","latency_ms":0.7871249690651894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b223327b80e6aece9114b46984c453e37aeb2fba4c5d4ebdeb48c0fa6e00ea2a","sample_id":"grade-school-math.dev.4656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cef1cf11b3213513da8f374626c5f62f4f4494a5b0525f764c15a7d88e3d22be","formula_version":"titan-u-contract-v1","latency_ms":0.6527089281007648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03c942b57d9c36904f904d6df1faf62899b1c99af5325513d4c45822b55debc1","sample_id":"grade-school-math.dev.4657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7559b51b067fbc21b5c09081320a4251e0a8ca75c25cb3033c2271ce0546eec0","formula_version":"titan-u-contract-v1","latency_ms":0.6975840078666806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f972c8d6a574c837b2739e126868eb8c4c0cf19bd81d3708f397cd9e31009894","sample_id":"grade-school-math.dev.4658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15f8327c92b6c92f728c0a38dfad0631acb3fa9a1d8635ac5d93e276c4d03e23","formula_version":"titan-u-contract-v1","latency_ms":0.8358330233022571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcb506a9603b6d85521e070e353086fd8f5f6cda0dc378ab8fa5b9653fb7d937","sample_id":"grade-school-math.dev.4659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74d59c958f0b4ffbfa6574e53a965fdf5f4b7dcd6bcc9be0c62b5c75957cba35","formula_version":"titan-u-contract-v1","latency_ms":0.6709590088576078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"483a3f89b476122759c2d8a961277a7815fe5d617f303586200a85891eee6ef9","sample_id":"grade-school-math.dev.466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49aff9bf14c706221127ba2ad4424410ee604654a9f3104fd6e67b6d24f067dd","formula_version":"titan-u-contract-v1","latency_ms":0.971625093370676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba91d62ee8648a61961381fe40067b978cda6805335bb1aa147046ebb9f620ec","sample_id":"grade-school-math.dev.4660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f65cfbadf46ca3f1bd6e4315648e4880a593d77e7eafce276b4ba885e900a09","formula_version":"titan-u-contract-v1","latency_ms":0.8357090409845114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e981a08a19b1d8425d9496e5c882d6db41fae48fa89dbbcc18116c077087e4f","sample_id":"grade-school-math.dev.4661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"214b976a2bfc14e4fe325b30842cdb7c7bafa13c44fcb4731d32a446cce0b80f","formula_version":"titan-u-contract-v1","latency_ms":1.002499950118363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4946b941bfe1d4fb231f3106a1be13ec4410af72dd9d04888f10256f1266c8f8","sample_id":"grade-school-math.dev.4662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fe1f54d663fb4aba58a5f07b1b45e46a7091114334c439144e03c7e5c478dfa","formula_version":"titan-u-contract-v1","latency_ms":0.8951249765232205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d203ad557bcdadd18d412ec57382dfde9bf438e09a7d281c71b438e59d6a44c","sample_id":"grade-school-math.dev.4663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1677d1c4da2e5c7105204218e90ae37fe46f56da92eaacc93051413d7bf638c5","formula_version":"titan-u-contract-v1","latency_ms":0.6965410429984331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c693fac4d2f51bfb036cfa4c67848a226a1b67a9b17d758c497ae96eaedbf66","sample_id":"grade-school-math.dev.4664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8569b001b05b8400ee30ac930396593d996334180f1d577266d876372a7f733d","formula_version":"titan-u-contract-v1","latency_ms":0.6654160097241402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b649786ead70145267df6c8fb9bdd23a9888198ee2ebaceee0c24ee565540b01","sample_id":"grade-school-math.dev.4665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50abcc7e49d10b44bc999a0e1e371710b377eae00e04234da8011d4ddc4c726f","formula_version":"titan-u-contract-v1","latency_ms":0.6603749934583902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00e6541bc12c839b486d811b71f04a2d46f159e10bce644b9fa9c6c84641f2e9","sample_id":"grade-school-math.dev.4666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6b3a60155e83bf8a5bbfacf6f4814b59317192cc1fe99de18aa497c5b64bf33","formula_version":"titan-u-contract-v1","latency_ms":0.665958970785141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26a2a3d012f2cb3d9b172e29892649d108fa5b88a81de9e0cc6313ed107c2601","sample_id":"grade-school-math.dev.4667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f07e3fcbad28ef9040f5bb014c673e762b6b47191e375f1771ca6686ab22cfe2","formula_version":"titan-u-contract-v1","latency_ms":0.9662079392001033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88c15b143f84f93e4bdabfecc5fb220ddd0a7824339565ce6798145d9007c2ff","sample_id":"grade-school-math.dev.4668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf64014e380cd2a1a6c0c2084f7ea9b04d67d2984615d23cc61655ed69362d7c","formula_version":"titan-u-contract-v1","latency_ms":0.8760830387473106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81423f98e35ecf393f3505fce85aec581693b28b2d22af676db07351f3535820","sample_id":"grade-school-math.dev.4669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20f9c12ec3786f22a499d18df00354c187285b7c2f4408ed277f8bb46499add8","formula_version":"titan-u-contract-v1","latency_ms":0.6867089541628957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15e24ee853cd8423a5b4a66df302e7812c01040dd651db9c3e40288c86a6bf40","sample_id":"grade-school-math.dev.467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2f5337f534e259de8ae8b4f537f72fbac19250b388e084a961afafb33639467","formula_version":"titan-u-contract-v1","latency_ms":0.6817920366302133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"862f6404e4b2ceec1475978eb4b361654c50c652be516984a95b22a4646ca85f","sample_id":"grade-school-math.dev.4671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d0e08caf82ace296c007a7d9cc3b46f032e74a530f1e6473af2573405004f13","formula_version":"titan-u-contract-v1","latency_ms":0.7052919827401638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65876ff40df7e2bc5b283ceba14881ced178f01e23e9dd28cb5fd3386a1d8071","sample_id":"grade-school-math.dev.4672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dddb578db54a6f4f6176bda87b18682ed56e9d844568df400d948e5931f47949","formula_version":"titan-u-contract-v1","latency_ms":0.8502089185640216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71ee954027b5af9e376918646fdcacaae4940e5283f225486fa69420e3d4cdba","sample_id":"grade-school-math.dev.4673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b222cdcb930cf24f2fbdb65c185f7f84c0c2e94ff2bcf713736a3a6ca8021128","formula_version":"titan-u-contract-v1","latency_ms":0.619333004578948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaf7474e068d85fd1e32e39eb9fef70526e497e57f091a3d25c81c34372f6672","sample_id":"grade-school-math.dev.4674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74f8d6fec38684ca3718c14e36c8707d2edf642cfd4c5c7cef4a28517c105431","formula_version":"titan-u-contract-v1","latency_ms":0.79708406701684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a3f775c741506b759a9c362c0b4829ee7bb3bb7d265702e012a1c0bf9a76894","sample_id":"grade-school-math.dev.4675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aee4d344e44e8d91bb83d57529158ba38026d22ced44f3eaed2ca301c41a6118","formula_version":"titan-u-contract-v1","latency_ms":0.9192500729113817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e55119e6f3bfc249b9dab45ca1c63e6ac5c3fb4e1ebb484d30ac58bc02fee89","sample_id":"grade-school-math.dev.4676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"838926bc558c4ea370fad63a237adf339c7d69b40def7c02fe5ccdea1b099adc","formula_version":"titan-u-contract-v1","latency_ms":0.8022909751161933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edeff42a15a7cb1109b47a56a92985e487993453eeec4f01ee7829e496f7468c","sample_id":"grade-school-math.dev.4677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cab947a09d0fd34b1ecf96c8b6689cfc3d4e9a9a92ae1424f6b113119707fe4","formula_version":"titan-u-contract-v1","latency_ms":0.9520839666947722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9096643107e8c7c4a182c85a39a4d904e4de55f4ad49812f4467075f3b6c6eab","sample_id":"grade-school-math.dev.4678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a292924cafee076b2adeb8e408ca5bcf12d4567a2cb2b6cdfd0ef469ed24b8b","formula_version":"titan-u-contract-v1","latency_ms":0.9428330231457949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac3e447d5b2178e58e23b018d4b619c02f0b7a9ad51476a4c44dbbb6e29a981d","sample_id":"grade-school-math.dev.4679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2004147502fc4ca3985bdfbdbac9227895c4c32b026ec1c6dac58176d667157b","formula_version":"titan-u-contract-v1","latency_ms":1.0809169616550207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff485a7e5368cec57fbe860df272ea8deed1e9751eb660a7ecc95ed3c8c618f7","sample_id":"grade-school-math.dev.468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2e43eb04ef3e411ca3e4061d64e82e988358cc80a94aee46f33ebec4940eeb8","formula_version":"titan-u-contract-v1","latency_ms":0.7932080188766122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ea1e9ac9642499f98337610a391e23a4320873d33ea40c6a507d5152e83de72","sample_id":"grade-school-math.dev.4680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"628a575bc948e7588a13d284a8df88bf6c23bb298d44297f5030b63c4998547c","formula_version":"titan-u-contract-v1","latency_ms":1.0817910078912973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a499bd7539c7520e40823ffaf12ad9928f7eea75c186c2091e384b8fcf70ae7","sample_id":"grade-school-math.dev.4681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d7ec57339e61bf55ab44ce292caed7818832804bc9a72521ca4d6d92f3fe635","formula_version":"titan-u-contract-v1","latency_ms":1.4857909409329295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dd929f7bcd66a912b1148c54ef3a313e614c4246b51e45f9d4fd07e1485fe0b","sample_id":"grade-school-math.dev.4682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64a2d52c69fbb0af167cfa796b2a7c24dcbc90523a7a3661ba41ab2371b40b47","formula_version":"titan-u-contract-v1","latency_ms":0.6720829987898469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4cf09ab5eecd8609b1042ef96f24b6306ce50c56786410d1c3c61c5ea858b86","sample_id":"grade-school-math.dev.4683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d05b4b5513fe532d29e3c25df726a898d2becfcbc932acb1aa5193f0ed401405","formula_version":"titan-u-contract-v1","latency_ms":0.7026660023257136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d339caf7135e6b1491281afdae7539df135681f55f46b7c6cfde14b27b5d2205","sample_id":"grade-school-math.dev.4684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e7c782342e4c08ef83c6fce2e79148e3900cdd47020585fe24e04d81ad13775","formula_version":"titan-u-contract-v1","latency_ms":1.0417079320177436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"536d4df629520a328f3f24cbccf3a21a4bcad58cf2e330d88789883fd6568efa","sample_id":"grade-school-math.dev.4685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b7bf3dceae69fe55271b17a9ba39bbb8456ed48845e4d99d26dfd404347c7eb","formula_version":"titan-u-contract-v1","latency_ms":0.6401670398190618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1d533640d7586446731a05152642c6fea75bf4f9657f114f21940a55b62f8bb","sample_id":"grade-school-math.dev.4686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2f6c5e28fb3a295f233d02607c8c2de5f1096eb03c6e526ddd2066c1c18c006","formula_version":"titan-u-contract-v1","latency_ms":1.1261249892413616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ca96f7c7f3c9f4f437c97aa1df1bd8a93e173089de37d645201d57bc15d87d1","sample_id":"grade-school-math.dev.4687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed1c7eedffd92172a426cc9dac17f1adfe825a7fc48e96f1f30be5c1b2a01411","formula_version":"titan-u-contract-v1","latency_ms":0.969958957284689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2443e5a89fd68f9bf06ea95dba38693802a556856d90d54b7c021d792e5302b5","sample_id":"grade-school-math.dev.4688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4354e547b26742eb44e7d38401223b69176a06b6af88a1c6790773be2880784c","formula_version":"titan-u-contract-v1","latency_ms":1.2355829821899533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e313fb562c866fa2a093512be277eaa98adbba77afde0376647466ac787800b","sample_id":"grade-school-math.dev.4689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ce93b601d918543fc504f50b32cff669e1f950a118d3e9e2bdc7efee8ce6c6a","formula_version":"titan-u-contract-v1","latency_ms":0.9111670078709722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffac561026ffe03ecc59904a19c90a76b09fc7683169417bed580e82f56a05f9","sample_id":"grade-school-math.dev.469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49b14635a96097f7949906620a306f6f61a40d5f942ca1e3ed9cddf741ffb047","formula_version":"titan-u-contract-v1","latency_ms":0.6872499361634254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eae73becb8295ed1fae781b4318c9e4ad54817c29bf26b36b474942326a37fba","sample_id":"grade-school-math.dev.4690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"456e2223cd70cecdf8c848fd6eae4447746e34f03c976a88cc88dd7496ec9322","formula_version":"titan-u-contract-v1","latency_ms":0.714082969352603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bc535d45e7f40624973a0d0455c14902fada09b35fafe2fb8cbf80ec47f348e","sample_id":"grade-school-math.dev.4691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f139acb91ad0305942db725d4436881294787332f5143b7ce990d2c23ae53df7","formula_version":"titan-u-contract-v1","latency_ms":0.6893340032547712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86cb19ea2267fc516c3374249e7dd330002c8b10aaec935da23dc4bf112e240f","sample_id":"grade-school-math.dev.4692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87fd620cf2845904ecb01cfcbce6982800438b7e8bc19b132014dae1a5c43a43","formula_version":"titan-u-contract-v1","latency_ms":0.6721249083057046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c75ffdaf7401a6a10d0210318299d0a1015ede5d2ca496f74eaa2f9fb86c425","sample_id":"grade-school-math.dev.4693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d227a40e6e6a7b75f980684f9b8804c29af72159ad5baa4fbba5f859dd13241","formula_version":"titan-u-contract-v1","latency_ms":1.0466660605743527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b8841717d71338890b1738898b3a23699fa5531dacef2e1521fbf6dcd7e9c86","sample_id":"grade-school-math.dev.4694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a63a73a83adc274f72e830d31578e978cc2d6a7fdcf8a81bb7f19e2e1a8ac56","formula_version":"titan-u-contract-v1","latency_ms":0.7338749710470438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20c7d514f271e22806940484f32d58450c4010d45fdbbf40255c1400b45b874d","sample_id":"grade-school-math.dev.4695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c5d69ade666a568a9d04902c8217ecbcb3fa53dc21b99165f569f23c37fa502","formula_version":"titan-u-contract-v1","latency_ms":0.6622080691158772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7738317fc90d1ad4e2a7dad6fb23ba9a7d8c26ea90ce9743efbc1a37dc7cb36","sample_id":"grade-school-math.dev.4696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2846b186559cc712b3870e7108a00fd3472e62019ae2465503094c383e1aee47","formula_version":"titan-u-contract-v1","latency_ms":0.6328750168904662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d54809d8e2895bcb9696aca28ec7a02189146a02c807de415cc0a01351091d8","sample_id":"grade-school-math.dev.4697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a47e5946cd242e1de8fd9ff310084c9cb20c428d1e165dbb1abd8e8bfff05512","formula_version":"titan-u-contract-v1","latency_ms":1.0002920171245933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea99a7c817cdeb8080aaa0cf3798dd9f1ac9b557b5a8f82811055ff5c127f670","sample_id":"grade-school-math.dev.4698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"911ba0498c53268dbb47e01ec2a9bcb9b6f0b53bbce31c8a1aa0263fce28e4a1","formula_version":"titan-u-contract-v1","latency_ms":1.6907089157029986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebe8aa6a921a7ea900b35b9987578bf6a7701ba233fb77af4ef32c2ed27e848f","sample_id":"grade-school-math.dev.4699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1902e9c7204484243cb90e56533b96957d74b2b00521c7b17d85cb9f754bb09f","formula_version":"titan-u-contract-v1","latency_ms":0.9255000622943044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90451511fb0565213abe0008ec6160c9ce1d7747915067ce2b4dd6b8eb4ed337","sample_id":"grade-school-math.dev.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3336bbe875482ed2d9d36f5f3275244f96597906d71b2db70ab5bb78965dc5e7","formula_version":"titan-u-contract-v1","latency_ms":0.8984589949250221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99f46f00a7c8bb1339005237129b1e53afcc0998eaaa2d56056d4d7aafeaac88","sample_id":"grade-school-math.dev.470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7af0eb87bb73111e9d2edaab9494533ed7e60cdc5f44d795449031d88526964e","formula_version":"titan-u-contract-v1","latency_ms":0.649083056487143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a51b80bdf0c4fd6b92a580c83112a8d42462bf887bc9dc4759ebb03bdce07df6","sample_id":"grade-school-math.dev.4700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b536a6f99862fd62efdaaed3979c31aa95cee8748b030afa550294febff155e6","formula_version":"titan-u-contract-v1","latency_ms":1.034958055242896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6961a509c2aa5b7d63755a74c1f7223722764e9b72e0fa2cd5a9a00ea11fd58d","sample_id":"grade-school-math.dev.4701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5799ca9211cd47dee4ae5d29347c02eed4959277c2af3b9d843efe6ab5df9df6","formula_version":"titan-u-contract-v1","latency_ms":0.7357909344136715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ca3d4666efb7f312d2391214b35e4b74d444974294ee2a85d4940d580da7b3b","sample_id":"grade-school-math.dev.4702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2aba45a933cd3de1a878c066b18e86f00884df66a744e74944f4db5f0e32ffa","formula_version":"titan-u-contract-v1","latency_ms":1.194500015117228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c41f653394dc9163f0b5420e1e963b924a74640c8d37cd18d7914dfeab076bca","sample_id":"grade-school-math.dev.4703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50e3bba5d419252c2d4df79ca8451c355e08ae22fa7a385c7a6af2c8895f2c8f","formula_version":"titan-u-contract-v1","latency_ms":0.8532080100849271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2323d0d7f28ff955488b7b2bdbb8ef0d779625fd3b5be230fdc45f1d00e05081","sample_id":"grade-school-math.dev.4704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbcaf003af5d6dda76b85efc9d9638f17255ce8e814f797ce849ec1e2bafc4c5","formula_version":"titan-u-contract-v1","latency_ms":0.821624998934567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afe0cccc97e35046d3e7c5ff218e6527298bd50791b18bcbc404272fb362a6d4","sample_id":"grade-school-math.dev.4705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50374e54cb54fd322dec0f8247fb5fcbc14b7f4c6770fc543b36e19ecb1e77cd","formula_version":"titan-u-contract-v1","latency_ms":1.2011670041829348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"794c01238517a8eb2d07bff23f30eb7ec3bd2b68da77bad3be8f5137e73f7846","sample_id":"grade-school-math.dev.4706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46c7240537dfdcd9f119605df59c1c9abec5aecd89c3a893fb8e860fda9d1e8a","formula_version":"titan-u-contract-v1","latency_ms":1.5186249511316419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e2da604d6a7dbe2282d8c311906d7cbfeab56f8f72772ee179d133eb9fb9fe9","sample_id":"grade-school-math.dev.4707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b83778566468b36927ca7d0a3f5839d920391cfb5df9f27af1d417c9a31dcd6a","formula_version":"titan-u-contract-v1","latency_ms":0.8683750638738275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7c2ad9bf04937f43ed47ae703f5fe10f8553b5f4808231cccb0f59fbc610fd9","sample_id":"grade-school-math.dev.4708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cae0cdde3eaca94b03fd5c25c9edeb83de6a8564befd878116001eda773ea545","formula_version":"titan-u-contract-v1","latency_ms":0.9245829423889518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6178a7c6ecdeb8a65516c472b8eb0bbe463b761ee933eebc072d4fdf070f4f97","sample_id":"grade-school-math.dev.4709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"845dcb1947ede8cd559d4039dd27c6cda4845c4641dcc58373a047e62e6bf4e4","formula_version":"titan-u-contract-v1","latency_ms":1.264417078346014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc7e690916ed522b2982bfab3d29bec27c89082b17e7a17791374b394e4df621","sample_id":"grade-school-math.dev.471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14a92c0bb1f3e24a486b921ee22a26a9cd455e82bfd11c3ee8b18dc42835064a","formula_version":"titan-u-contract-v1","latency_ms":0.7139999652281404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6498af49c255d8ab59582001209fa90eb33a7548da8e52c87435d24b1ba3f6e","sample_id":"grade-school-math.dev.4710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"808ac01882fde20f0b2003f1b9bc3504c2125dc51260af0011d1afdfa98152ab","formula_version":"titan-u-contract-v1","latency_ms":0.8256660075858235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4063dda91c2fcee67d8464863acb1f605024dc6334b8c33d782d507c2eae6d6","sample_id":"grade-school-math.dev.4711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1cea9d49e7f65e3ac1a779f9d72a416ead5462e1fb2d543a7caa2f9dd3a3ae6","formula_version":"titan-u-contract-v1","latency_ms":0.6672079907730222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df23d70035486c74a38c8bf7c2a3589292fa5a8c9f238c5b5bc1cd0947486d33","sample_id":"grade-school-math.dev.4712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5aec32a9767e3d94a81423fa68e1b3edf29cadb41c50ecb56f22d0d000b92570","formula_version":"titan-u-contract-v1","latency_ms":0.9769160533323884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d9b5a54cb33ab915fed689ff2953074845d56a184332457387d6e3383eff909","sample_id":"grade-school-math.dev.4713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cefd70da3b7a517e5301115e493ac0f564b7a96c7351946b98e803c4c72e970a","formula_version":"titan-u-contract-v1","latency_ms":0.9913330432027578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41653dbb74fecb6b7f170aa13788b1784a25d10b4d9b4cdd5e6cc5ca8be3e13f","sample_id":"grade-school-math.dev.4714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"587d38dcdeab73e5abef726fef95b691f962158700507f1c1cb4524d6af9472e","formula_version":"titan-u-contract-v1","latency_ms":1.0939999483525753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"799c2c15bec9f0d704ba7d23aa4b03c468ab79865f5cf0c084bb3404e6a717c6","sample_id":"grade-school-math.dev.4715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67079b9c264f463679cad16eda72b6c3b4fd846b9e05802584421631c3bac5cd","formula_version":"titan-u-contract-v1","latency_ms":0.9391669882461429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c7dc980b97e4c0adafe67c89a139b97466b9e8f63c489f0f78ee4989993d4a4","sample_id":"grade-school-math.dev.4716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43b812bf0bc2cd05e2d3f5e611fa3215194699f5e3f39dbfc6e59cff708f9c84","formula_version":"titan-u-contract-v1","latency_ms":0.6478750146925449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ca68a466a731da4c94b2db6fbd55e9026381595be933390bf6e83279a7202e4","sample_id":"grade-school-math.dev.4717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4433a7ceaa9c9a33f3f9bd85a8db08b7d4296d220083f3ab59499d2f0fc8baeb","formula_version":"titan-u-contract-v1","latency_ms":1.1243750341236591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1da74b63364e6af69babed36385b0f2c8722083d6e349132b46f017a9498c2ac","sample_id":"grade-school-math.dev.4718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c9207fbc343bd9c5ef868e73e01c58ceb24fbb73654920096ffc88dbb863feb","formula_version":"titan-u-contract-v1","latency_ms":0.9783749701455235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cdc3cd4871f1d639fa3acc26a8b4421eacf6064d44cc09d4610a88c72e69dd8","sample_id":"grade-school-math.dev.4719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a39f39dead3ff1d4fdc3f1820bac6da8753ccce8ba2f5290d057f6d3346b9c09","formula_version":"titan-u-contract-v1","latency_ms":0.9199579944834113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abc8ca4cc1c48944bb57f444cbc4148071a2ffb2c958ecce44c16265788cf409","sample_id":"grade-school-math.dev.472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3283f7ab3ef11176a477f8abd6bda0481ad47b093c805e1923df1200a37ebfe","formula_version":"titan-u-contract-v1","latency_ms":0.6886660121381283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1d39334de468de9743e9282e217d3276706f35914aa605fd7cedca6c4f283af","sample_id":"grade-school-math.dev.4720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"189f2452758cb7110464c14d09ba94b5a1a26795096539fabf8ff8a1ab8f715d","formula_version":"titan-u-contract-v1","latency_ms":0.6820830749347806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6122d0fc1ee514fc49f9588f3095ceca4a5bfabda6c1745b2d1f17852c460d2","sample_id":"grade-school-math.dev.4721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27b03e8864c3a07dcf0a6a4baa0c36851eddecf5acb7c70617ee325e19939956","formula_version":"titan-u-contract-v1","latency_ms":0.9091249667108059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad0e5949769bf2c41f0fa339b0eefdb4a63d97f7bc73411f418d01cc8150260d","sample_id":"grade-school-math.dev.4722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd345b7532d7055d6da8ef300eb38f440e2cfd35bd42e6276561ea813aaabb2f","formula_version":"titan-u-contract-v1","latency_ms":0.7111249724403024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a0eafa89d1edc797848700083db36736150e6e27bfda5afe14456fa376d0a07","sample_id":"grade-school-math.dev.4723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5737ecc6f6360d15fa1a84516a29ab8b9704782c8a035e4053f62e8ca7880f01","formula_version":"titan-u-contract-v1","latency_ms":0.9791249176487327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1da489b9d00e05026b7df8e003daff78cd0b2a9536c925dcd8eeaa276acceae","sample_id":"grade-school-math.dev.4724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7b52acece3a1e76883df6dc6bf29f1d89ee5620e03f10a0cbcf131cf23dd14a","formula_version":"titan-u-contract-v1","latency_ms":0.8402919629588723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e935c5f0ac7058edebada956197cba05115fed1052c6d1053cb451316fc4db6","sample_id":"grade-school-math.dev.4725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76a0f8381f4e3948543bf3d49952b7291998c595d68c94d681c0ce8b09779340","formula_version":"titan-u-contract-v1","latency_ms":0.671040965244174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07b9a4b5013a807738c07869da3ce7b50af894ba91a5e6617b1e25a8feb4ad3e","sample_id":"grade-school-math.dev.4726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97f97b72f762408ed59da5fbcb452a597408aec9117b5a1defd172fc16a74632","formula_version":"titan-u-contract-v1","latency_ms":0.6769159808754921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45737f80cd4df7d0cfbbd604039d41fa53aa1ecb6fe01aa02f3f67fea2c300c7","sample_id":"grade-school-math.dev.4727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffe11944c797e63a19751e4eccef72a291a99f1338dcd7cf1b4267399ab55a77","formula_version":"titan-u-contract-v1","latency_ms":0.6835829699411988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70cfc15bc8674e9ffb30972b235ccb3aacdceca05db13b0cffc4ef9e4cd2ab92","sample_id":"grade-school-math.dev.4728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6c6cc0bcd69a1202990d449359813e5e8c6605645c49adb1c038bc6c8ecfc3d","formula_version":"titan-u-contract-v1","latency_ms":0.7152078906074166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69bfdba5734f06d8474bc986d00793134917d8b5fcf6b785bd0b17e7139e2016","sample_id":"grade-school-math.dev.4729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"224a0882c0881feffe1e34f7a913d54c851e3972b9da843255b9bd39f369ad08","formula_version":"titan-u-contract-v1","latency_ms":0.8305419469252229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"592483eb0309b94990f7dfbd7ee05c2b257bb80c66d8f799e38702823b7b7abf","sample_id":"grade-school-math.dev.473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c1b8d82273b5e4fe54a6968e661dc05077b47469f6a18d07211b66fccf79b71","formula_version":"titan-u-contract-v1","latency_ms":0.6812079809606075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8647866d66da097a2e2302d4178869d2ab80c160a7bb5053a350902d231351f0","sample_id":"grade-school-math.dev.4730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03adf2ea1fd3f14cea534e88ae629a1049aaef692c907e444a145382f6a60491","formula_version":"titan-u-contract-v1","latency_ms":0.726875034160912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e71bbbc1a217561edba6d50696f7f376b7344c669e074b7a65ef833cbfbd680","sample_id":"grade-school-math.dev.4731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"087b29469bb2337c335b1c93c79cc1871f583c075a86b008e6938fbbbf423bf9","formula_version":"titan-u-contract-v1","latency_ms":0.6759170209988952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b61bfb2c79a4d5a58d8e5072a3095eca00caded728d6c3ef79f896a9bda1f8f","sample_id":"grade-school-math.dev.4732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aca9bb32b51b71b22102c5b300deb0d0c0896cdf656f34fabe7ea4e2403969b7","formula_version":"titan-u-contract-v1","latency_ms":1.2245000107213855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9934ebd16a28b119304392c4b9932bc4b77a17dfb0e8a110d63e7dad3f36f51","sample_id":"grade-school-math.dev.4733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6146d130d5ead2a94953c4a46a7ef280d09300b178572edc14dafa2f297c1b2a","formula_version":"titan-u-contract-v1","latency_ms":0.744457938708365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c08a2bd74c9f3742f4093e19762359416338e39a9e8e84be426c0e5c8db8cdf0","sample_id":"grade-school-math.dev.4734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66b51c89e050cac3a635a03a4bcf49d55933209c22eb0fab01fc1b6ce56f1331","formula_version":"titan-u-contract-v1","latency_ms":0.8236670400947332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9cd779b16fb7b4d5a1fccc3bd51c7e4bb99f0c2d77f84339d8cf0496b4a2f4e","sample_id":"grade-school-math.dev.4735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f17688c61aa623c08b5c76c36b9c572e9616643ec7e8d4e415d155fd17e9a8e","formula_version":"titan-u-contract-v1","latency_ms":1.0424579959362745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e8a162771dedce4fe980deacb94f2c5254bbddb5d58d180cec9471cf171b0d2","sample_id":"grade-school-math.dev.4736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fc864b4f3fbef91e5155fdf5b6ac146498a5ec9e615053a411ff2c29eb94b1f","formula_version":"titan-u-contract-v1","latency_ms":1.0235829977318645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13da0bf960eec43a51f7cf377daa947cb696799c1e8d9e60ad9aeb4126c0aa51","sample_id":"grade-school-math.dev.4737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a59baf72fab9072de4e2c14ab76e1118fc0e2d60654c94a5cdf072735e889756","formula_version":"titan-u-contract-v1","latency_ms":0.7107920246198773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ea1e70f5e90a1f2faa45c481a814b441d7cdd1ee18c8c6ce1f725c04536d12f","sample_id":"grade-school-math.dev.4738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79f414fadfbffda618d2340ce1be7eda33bf559c8ab1b0c034309a7d01bcba41","formula_version":"titan-u-contract-v1","latency_ms":0.8520839037373662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d1acfd5a296d141b497e8fb2fc07c06c78a460e0de40f15a6e83e709ad1ebff","sample_id":"grade-school-math.dev.4739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da7ab8e76e21ccfd4733bf2c53e33de5ea51d3d055956ac47a78d23109731d38","formula_version":"titan-u-contract-v1","latency_ms":0.6853750674054027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"969fd317081ab3c84424bbf61db9cb6513aa908ee99b3b5b77ab830f27523271","sample_id":"grade-school-math.dev.474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2811b86148844da4b47aea803e2c2a4ae18c9dd95141c3f1125b4ad500839e98","formula_version":"titan-u-contract-v1","latency_ms":0.7863750215619802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d84e0f6f0179dfc21699293bdd57df64cdec287767b2c29ad06f862adb18e798","sample_id":"grade-school-math.dev.4740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3484e4528bb75d1f178ee7a5382021b5f869042a558b29abf83dde43325ef271","formula_version":"titan-u-contract-v1","latency_ms":0.8063750574365258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3ca168c56d1281272e5f1e9e17fa5b7f38adc12ee58df27b9004c19c731bf6f","sample_id":"grade-school-math.dev.4741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d403354ed678b0aaaa163b33a0014531ad70e6b2c27b35d8ab2b78067481f01","formula_version":"titan-u-contract-v1","latency_ms":0.8902079425752163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1ee5a302f4892fa7a9808c0682ca65ff213ed9e51728d62673f414c4df993f6","sample_id":"grade-school-math.dev.4742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f37424bf92d1a548695c9e3ea51c3ac24ee617c756e8464b6c2ac59a355144f","formula_version":"titan-u-contract-v1","latency_ms":0.6912499666213989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84619a3309fd6c3fc1b13e91f6e1e00c5e9a349e3dcad19ebf33e65c5d006aeb","sample_id":"grade-school-math.dev.4743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a53c1d68c530d5be1b3c355a720172e050b59cf16cc1250f7cbd54100914611","formula_version":"titan-u-contract-v1","latency_ms":1.2261660303920507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe541848e6bc88765020bfd5c0d5f90c48f93f4dc83332640feffa706703a2eb","sample_id":"grade-school-math.dev.4744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02b8bc857d3833e8aa408305bf0ed590ef55c8e31f996bfdc04ab8d09888b1e9","formula_version":"titan-u-contract-v1","latency_ms":0.8237080182880163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fe7abcb55e8d61728d0476f19644108333e784720b1b72ddaf35a09e5c03725","sample_id":"grade-school-math.dev.4745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52200805966cb37d451e8bf85f74d97a873a070b1a97e5f44d434854ac074846","formula_version":"titan-u-contract-v1","latency_ms":0.663875020109117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7fbf106d39cf567f20979475f616ff36cd5ee8c39f256d959a233ea4a9fd1ce","sample_id":"grade-school-math.dev.4746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5e5074d41e3112a270eacc64c8f59019d2c72dce946e145c236e39207614e06","formula_version":"titan-u-contract-v1","latency_ms":0.7468330441042781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7d2f3d39ebf2e090a57e3154278257c188bf88818200ab601ea770316e5508a","sample_id":"grade-school-math.dev.4747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f79b70e6b9d556c933949484dccb18d6fbb12c4f59da5d6f04b1c706bc768792","formula_version":"titan-u-contract-v1","latency_ms":0.662459060549736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ef1c660f6cdcc68c4e78a3d2a27ce0b6382cbacf2c7e62ace59f11dbba5d604","sample_id":"grade-school-math.dev.4748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ab1279bb9914da5a8376708dd3430371c8728a74a6abd5de5bb164c4a42d672","formula_version":"titan-u-contract-v1","latency_ms":0.6345829460769892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"436c225157459da655e2b552159ad0ea0fa92079d2183403d48efccff91357c0","sample_id":"grade-school-math.dev.4749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef801bea2804c6298ad193ada1a5b0c585aca8ae1c2f0dd984ec2cadfd4b4fca","formula_version":"titan-u-contract-v1","latency_ms":1.2632920406758785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6956d18f5a9d896218b3079e1008000c13d75a9c471b59bf42874b989ea0e454","sample_id":"grade-school-math.dev.475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c70953acc619e4f5137943b39619962cf8afaf14723ca77106f7653b48c54dd8","formula_version":"titan-u-contract-v1","latency_ms":0.8215829730033875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f176f56ef80e8b01852f73b2f501c40a5cd25b9d45ec6a8ca699cff39c55e22c","sample_id":"grade-school-math.dev.4750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c0a1acb46496a432a2979cba2a51586c42695d9963c180a40707a477cff2e08","formula_version":"titan-u-contract-v1","latency_ms":0.7981660310178995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca1b82e38d63bccddaff4ec7b5a33536158f37c54cf0c5b2408743e3d325b658","sample_id":"grade-school-math.dev.4751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03bf4fe5c1e0caeb3fa91124962be73e63a98713bb5c5873fdb3e1a112da9e62","formula_version":"titan-u-contract-v1","latency_ms":0.6503330077975988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddc085f59d682143a774985d64ee17cdde71ebd623930b539db9ccf77c23ce17","sample_id":"grade-school-math.dev.4752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b76253d1ca298cf5f520b3c5adffa9554865ebd0f5d59783ac2c3bfeb3a93bdf","formula_version":"titan-u-contract-v1","latency_ms":0.9561670012772083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"980c5e3f285094f1d0fc7bd162c544a612876d67077c5dbe82e04cae120eb38a","sample_id":"grade-school-math.dev.4753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebe7474c8887cdf87f3c8c54f5b7ac2b25f5c6294a82b04cd2a1d31fed98b67b","formula_version":"titan-u-contract-v1","latency_ms":0.8157079573720694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02ee0a367bf7100f2b2f096c9f5342541c78e772c8f1aa2f59fe43629392eaba","sample_id":"grade-school-math.dev.4754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7116c35a18cac168bc1e84ae191d8eb86569ba317ff8738ad3b168b82b1bac44","formula_version":"titan-u-contract-v1","latency_ms":0.6772920023649931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c17a3a5ec514373139fbb1b02c879b23435e0ef06d08b0694b854d3db538c7e2","sample_id":"grade-school-math.dev.4755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b400a8b2db7091237a63cc61e75eb6cf11020278a477f29b3cd10a861425fdfa","formula_version":"titan-u-contract-v1","latency_ms":1.6804999904707074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39f0c9b25fd4a8629bc6b258819bea517f045505092bb447a74aa244fcb0ddc3","sample_id":"grade-school-math.dev.4756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa00cd30bb4c6a70b2fd086c9469cea9b9334e6e16b68564f56f4092d4418896","formula_version":"titan-u-contract-v1","latency_ms":0.6951250834390521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbb923a4b63e520b27b396c59467c9bf5be144194da13a08a314501e84416b6a","sample_id":"grade-school-math.dev.4757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71097ab681b7f91ac916021acc45e7cbf251c8192fd037c1abfc625699ef538c","formula_version":"titan-u-contract-v1","latency_ms":0.8430419256910682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cf2def78303f37451b58119a141131adfc6f7c2dd6ebe065a1be16ef117cab1","sample_id":"grade-school-math.dev.4758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a11b101853bcf533d111ea778afe740255b598d7522f6c74d26ff6da3d8627e7","formula_version":"titan-u-contract-v1","latency_ms":0.9218339109793305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f3295f3e7db311573c77e7ab7c5ff4113f5b08319bf28652236fa40fc38b478","sample_id":"grade-school-math.dev.4759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"275fa6b20a4ee8efd2049a0a8d2b7149b6e50cfa9c97b3b4862c831661eab3c0","formula_version":"titan-u-contract-v1","latency_ms":1.2843339936807752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f06a74a30467bda1b5b15b99dd7bbf77956e12af26d5b8a04d3913ca790aa8d5","sample_id":"grade-school-math.dev.476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd8d0d087998f6f7735cde388131c1b514acb40da0f7eda4a2fa52f41dac6e35","formula_version":"titan-u-contract-v1","latency_ms":0.7638330571353436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6fbdd5d615fee45aa388129f0537a96d65a53f5d1032796c9592e01b2d12edd","sample_id":"grade-school-math.dev.4760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37b36d82ced719a064894191050b406e01b84f0050dc58c8d52eb8aa7c10cd21","formula_version":"titan-u-contract-v1","latency_ms":1.062417053617537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4abc0722bf7b595b07bebafd69b9575db841a05bd54ce8756c2cf86873adca2","sample_id":"grade-school-math.dev.4761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f178a2479907f44f637b25b21743c8fc9521d462ea01caefd26616145ff55a4f","formula_version":"titan-u-contract-v1","latency_ms":0.8306249510496855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"396d4d23746595ec439e79d0541e99ee16cfa6e756afadaf7b7487cfc5ddb27b","sample_id":"grade-school-math.dev.4762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a79380a6f4c3699a2f77ecc7682cea648560fc6bccb7b2b6de0a153694435337","formula_version":"titan-u-contract-v1","latency_ms":0.8533339714631438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60573b8e7f19ea23fdf592ed803c13c59d9b961d6938dbd8ea54186a3ac1fbf4","sample_id":"grade-school-math.dev.4763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"963410b9e1838eadc6eaa1e19df56ac9e5a346ebf9c71b64b91c240ee156f113","formula_version":"titan-u-contract-v1","latency_ms":0.707249972037971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a1282be5d1fdb33378bb70e26375a65926f9a7a27fe2448034521642e06e900","sample_id":"grade-school-math.dev.4764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"370c9972a5c2389ae3947931b1919bc12103cbbde5ee16339d40477e38fa4cb5","formula_version":"titan-u-contract-v1","latency_ms":0.8180419681593776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e1c0e5df2e9e31304712e925123aab2adf80e837e2e23375655db6530fb9777","sample_id":"grade-school-math.dev.4765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e9b955267be4f941239dea13bf7159ab43a5df605d9c6b6f4f7e7aad2a9cbda","formula_version":"titan-u-contract-v1","latency_ms":0.6863339804112911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e7b51bdc5a70997335c89628e1182bbb31ce7c09af76b9786f215e36518bf09","sample_id":"grade-school-math.dev.4766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2ccacda4913a9e16e7a6ae0ce3e4decc64f5c69917f27cba535ec88eae2cd13","formula_version":"titan-u-contract-v1","latency_ms":0.8797920309007168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e886dddb96c57443ff028c4cf5923362d872a6303d1d6355dc0b8be664d207b","sample_id":"grade-school-math.dev.4767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0921878d0821f21d0bcd7072e89f4db4f91dba256a167480aa8e9f14e06baab3","formula_version":"titan-u-contract-v1","latency_ms":1.4519999967887998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94440f0d1dc04179ae88f033d312f76a4edbe29fab71bcc7c4d4936e8ea55eef","sample_id":"grade-school-math.dev.4768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f967d4792205d15e1e506a3e4f4e0493a0b7499fd354e30a6c595916c64aa292","formula_version":"titan-u-contract-v1","latency_ms":0.8583340095356107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b21e2e99d2c4fc9d02e41b6a3089643a90a4919a5f8a72844a864c73becb18b2","sample_id":"grade-school-math.dev.4769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bf33dcf588526feacc949d222a690aa6fd1915c7bb4b6b598ad8a7abf8d5086","formula_version":"titan-u-contract-v1","latency_ms":0.7974581094458699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bc25b4c26296660ccb6a70a127f812c38fb07276d63304480e27b36531d38ca","sample_id":"grade-school-math.dev.477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4191c82e1e021b8f1751b2738eab477e528256b06167eac05533ef09e8037dd","formula_version":"titan-u-contract-v1","latency_ms":0.8822079980745912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c259a3542da783dfcbf5db6a3533499e34b06784be29dfa6050768dd1a59461e","sample_id":"grade-school-math.dev.4770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50b1779b44f4d3faf5fb4a8caf829138cf58dd1d316bc5a201778da99975b4f3","formula_version":"titan-u-contract-v1","latency_ms":1.334166037850082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"996f56be158725b3d5d02933b84934f97fb61269357fca950db0d37d3400baf2","sample_id":"grade-school-math.dev.4771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"258cc11ec3c3288e65949c0860cb86c497b9c34c2f2e2fcccbf964b27db82c8e","formula_version":"titan-u-contract-v1","latency_ms":0.8946250891312957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"474c50a40385c20b562aca4f284d5bb94e3319d272c56824f5aeb2552ad7ca1c","sample_id":"grade-school-math.dev.4772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b033cc59dfcca2e7c13107a5093a1a93f93b88fd630baa77a8a4ab5c6c5f70b","formula_version":"titan-u-contract-v1","latency_ms":0.7784999907016754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f84fd122f3f9fc5f685e2fda6195137958fc6e28f030ce842c946ece12d2ceec","sample_id":"grade-school-math.dev.4773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e32f7dd6ced3500dafe97a3f8b1a05d2cdd92f2ac545dab0552c9964c072f93","formula_version":"titan-u-contract-v1","latency_ms":2.133667003363371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"291d64d1857a6024713c82fe3c5523a1ff8d42a289e893e2dece196c5c8ad5d6","sample_id":"grade-school-math.dev.4774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ab174b89155e0947c69d3f79adc0eb76d26976099d6bb0bea49e0b3a107f8e5","formula_version":"titan-u-contract-v1","latency_ms":0.8122500730678439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5249e60dcf539d7939bcd3ad25796ca319ae12f3682d9b5c58241d65cdb15600","sample_id":"grade-school-math.dev.4775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2a97ada8fdfc650d423ce62a24fb5aa54eb0e2b573c12e45c5e1bb5956f2a53","formula_version":"titan-u-contract-v1","latency_ms":0.7619580719619989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76d612a143425e883abaa48c93dab2e2772d0715642b5239b3f04e3da129d004","sample_id":"grade-school-math.dev.4776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b58c85ce98982c3e141941815a9ce1b7cb5940e8094973ec081fce888d9dc0ed","formula_version":"titan-u-contract-v1","latency_ms":1.8920829752460122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c61721e7d33e88f90494fc8711c6b245ae444ee2fafdb800663434b6439f005b","sample_id":"grade-school-math.dev.4777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80df75ee328febc22d15118fbccea26877733706e3da7c6747bccb7a6940b161","formula_version":"titan-u-contract-v1","latency_ms":1.1190420482307673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1ea851c78a40a0b50527ecad5cdd5c631c4c4d9ad406206d823051504539b02","sample_id":"grade-school-math.dev.4778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bec0a79cff505df9c93bcfd24e29e535acea1c943c89c88ef2a6e29a9944d554","formula_version":"titan-u-contract-v1","latency_ms":0.8430000161752105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9e762c9ef37d9f2a8a9ef435ecddbe651c0d3940aaaafc661d359d348ed51bb","sample_id":"grade-school-math.dev.4779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b211cbf4e3741103a28b469a7a6403726754ebf4bc4de734428ae2d995c4ced","formula_version":"titan-u-contract-v1","latency_ms":0.9296250063925982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2c476ad80a8d9b09f4cfae62ab7d14bb7faf2dd377d6ddae82de16d792dab1b","sample_id":"grade-school-math.dev.478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"730076e67c469fae32503dbdae69936a678be36914d30f63322db295f92782fa","formula_version":"titan-u-contract-v1","latency_ms":1.2017919216305017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78cd17f6cf0f1c1956647ef00723d66d682aceaf206e1510780058bb7609459c","sample_id":"grade-school-math.dev.4780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"233a0fd0735c434ff9f7bf2508252b895b6e8fcd4ab2fdfd3f0fd70ec6193b77","formula_version":"titan-u-contract-v1","latency_ms":0.6773750064894557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ff5b2853eb6753afccba787308b723f3ed8550a9800d2ab63015f428e54a983","sample_id":"grade-school-math.dev.4781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"387890a51bea0afe37f52bd94f2b5d09cd4efe9db592773f29fb32750d888f9d","formula_version":"titan-u-contract-v1","latency_ms":1.4129590708762407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"344cdbf36a081292feee58e73255c98d2c37665e6b42b079014837f1de89186a","sample_id":"grade-school-math.dev.4782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f28defffb62203d5a22ff2023af0dfebad7a672a7668f80e0e64b668a9de8737","formula_version":"titan-u-contract-v1","latency_ms":0.7992499740794301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fab992c74e63046f76a6a8e25e96b504d9a3e7b95856e36a84efa3f2d41f3632","sample_id":"grade-school-math.dev.4783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"678fdbee56c7de71ff17f765caaa913a33e5267d7971255d95724cf1a3ca4951","formula_version":"titan-u-contract-v1","latency_ms":0.7035000016912818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa3c2c89974e0e9fabf7074065b36a4ff05bf16a6c4de06ea52305739b235345","sample_id":"grade-school-math.dev.4784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbd05e050d6ad72fcaa653425fbb38b66389fc0138ef05c6e3cc121e4f7baf89","formula_version":"titan-u-contract-v1","latency_ms":0.7050420390442014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92b4843305a84748136368c143c206a0ab5960502dcf152a846a0fd0552f66c1","sample_id":"grade-school-math.dev.4785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f7654efd845abc986045685e006982195bb8f62b435feac1fa544cdb4ff331d","formula_version":"titan-u-contract-v1","latency_ms":0.7937919581308961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"615f230fe994ad83ac9c5c5e90a2a80cdb9f2760157ec704125a11268f7ab3d7","sample_id":"grade-school-math.dev.4786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7eba02cf5122c6c6429b26f433c8330ef7491a01958c86f513bd19be2619ad7","formula_version":"titan-u-contract-v1","latency_ms":1.155999954789877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a1fbf36e9b3baaadd71cdfa20228a8776ac99f11858dc6efbb5010151b7b998","sample_id":"grade-school-math.dev.4787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53ed93ebac34588861432d8e27e0df70f74f407b3900aee050d0dcc2cc50ac9a","formula_version":"titan-u-contract-v1","latency_ms":0.9243329986929893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fcaf1aef4c26187752c0f26d0ba2183587f79187fe36609318e910145934e15","sample_id":"grade-school-math.dev.4788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a83da4b4daf6ff44187b99cc4e62c284f11c0e7c94a60aaa3a76aaeb67b81c5","formula_version":"titan-u-contract-v1","latency_ms":0.9080420713871717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85d055cddde6f55c4eaf73a5012782afed44ddef2c452f753e1726238411f7ea","sample_id":"grade-school-math.dev.4789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37174cb622f9b55357111f3293541d7726a073157acb92f2e9b62008d3f172c5","formula_version":"titan-u-contract-v1","latency_ms":0.8155830437317491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f9f2c1d4db735ad367f2663808cc8de06e0d0e7813cf87fb21440b23bbd8d06","sample_id":"grade-school-math.dev.479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddc881f441009fb6221d6c895795b7056796b037d043fcf199cfb38e9fa53478","formula_version":"titan-u-contract-v1","latency_ms":0.9744169656187296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"010cdaceb28b64feffd0444b0e3f2600d36d39ad8f828a00e5deff01b230f9e6","sample_id":"grade-school-math.dev.4790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b9461b9e7be24b1ecfdbc763955acc2da6803d9a45430128cf69e0ade2ecf1f","formula_version":"titan-u-contract-v1","latency_ms":0.9217089973390102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61ffb30b6243cc4534b10a8edd3988dac249966515d8281b6f854862a1dc4474","sample_id":"grade-school-math.dev.4791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15b044e6051afb426dd9a8669a5c660fb30bf27ee0151310449a52b38cd7cbf6","formula_version":"titan-u-contract-v1","latency_ms":0.6614159792661667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45392fd3b16ed43c50ccc1d662ec3a9b46dc5dc7e4104cbee1cddacb1dd124cc","sample_id":"grade-school-math.dev.4792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"406fda75558227321e039e30d439c9c18f3632a7be7e1e31e1ea6cb96b886012","formula_version":"titan-u-contract-v1","latency_ms":0.839791027829051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b63783100267f79b5b2db31abee06c5976b1c90923d8cb926154de9ad00883e2","sample_id":"grade-school-math.dev.4793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b82544e2bf8f5218c222beef3074507dc43559ce44cbc8314c737ac06faf2c82","formula_version":"titan-u-contract-v1","latency_ms":0.9485000045970082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf753b2098657c998819e11aa1355031cef4dc4a36be239625ed88bd3426ea98","sample_id":"grade-school-math.dev.4794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ed799a76f032d1d7b4c505839e2627afbc98c81a02c98346b75b07c039e7753","formula_version":"titan-u-contract-v1","latency_ms":0.9525830391794443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c56013e61e9c4cc9e2ded9340b919de8ba13aa5e0e089989ac35e5fa2c2e38a","sample_id":"grade-school-math.dev.4795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b23315f745cd22eb7091b94466e4a6f7981806d0e2d29a935e1914d5f660a9a","formula_version":"titan-u-contract-v1","latency_ms":0.9249170543625951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"288ca68c4fc861b420030d513ffccb7aec5759c801813ea7738096b622c7eec7","sample_id":"grade-school-math.dev.4796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99731a1af53f49aaa4936e4c306280e68b7753311813072a3ac4c90dc93b9093","formula_version":"titan-u-contract-v1","latency_ms":1.9488329999148846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2450481b0c2d5e55ae7a2ccd424591daafe88146d035bf90361db94f7f34ee1","sample_id":"grade-school-math.dev.4797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58d0ed00e2b4f18f64689c61062639c4420efe363ad059e89dbba05bd8b4c082","formula_version":"titan-u-contract-v1","latency_ms":0.7082499796524644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a6c3a3202727f6578672a4a27226a14961ea261f2db08d243a3d742d694ab9e","sample_id":"grade-school-math.dev.4798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df6c77d52f7e03ec1d9bda9cc0af5d383d6700c973814bb2eff1e6eeaea0019","formula_version":"titan-u-contract-v1","latency_ms":0.8824169635772705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1269689fc09d20ddf8129f5cce7bd9432a666d7e00cc38c7d6db7595c685fb2e","sample_id":"grade-school-math.dev.4799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a99170961a1109f4bfd34cde7a8e4700691722912c43f73adf2c9d8d9f2c8cf","formula_version":"titan-u-contract-v1","latency_ms":0.9640000062063336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85a8b8e0d9af78209861e2b3cd3b00f3fd977358083dcf22938161ade3ba713c","sample_id":"grade-school-math.dev.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12fbd8f204d35066d856f64dd6476997466631985d02589507521352ddfbf2f5","formula_version":"titan-u-contract-v1","latency_ms":1.1702090268954635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e9899a301b53a71c50025d352d69fdadf56e22496209e9ab969061e4599f2f6","sample_id":"grade-school-math.dev.480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2b85d3bed4bf3a453903595dcb726aed9f034843de2c8f1e974a0edc91b2095","formula_version":"titan-u-contract-v1","latency_ms":0.8072500349953771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d43b38e4e8fbedd1b647a531874b01621220ad94fa543e1c7b96d0cb0be45e6","sample_id":"grade-school-math.dev.4800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67fed7c00a2f4f52633c8e56ec6fc73c787cb77bda570ff5ab0dd70238d62f45","formula_version":"titan-u-contract-v1","latency_ms":0.7086670957505703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d04e17b75ff314d4d97599b05162082c1b18b570f795547bde919081258ce53f","sample_id":"grade-school-math.dev.4801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87b180cde3e01b6dfed61ba57f14d9418379bc4534f6feb36e398ba67bf3531c","formula_version":"titan-u-contract-v1","latency_ms":1.2449580244719982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e3d8b4d70b1ed71ac3215cff33c0d69610a5fbd9d2f0b4481f69f0afa96e08f","sample_id":"grade-school-math.dev.4802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c97b550790cb18afd005a6aea4eacad5fcaeb1c5da7395bc9d53eb999ec12cbb","formula_version":"titan-u-contract-v1","latency_ms":0.9902080055326223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcb32fc6cccf6c165a308c1c79d523dd0004e233f3bb2ec4a54c546c692c1e91","sample_id":"grade-school-math.dev.4803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64f5a2e3ec209ca06a2af22b78d3676e5110b39aa3772ed795f7bb62d2c159bf","formula_version":"titan-u-contract-v1","latency_ms":0.8692919509485364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3e2fe0b3775a83cd63c6786c68f7c497ca310e5aa9ee0b99129af57ee02914e","sample_id":"grade-school-math.dev.4804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8f2088962cdfdee8d2a6bcbeb23dedbe63c82ff80ad0a660c10b3c85eb76e32","formula_version":"titan-u-contract-v1","latency_ms":0.7070410065352917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3165640d6c5f521b335f561e89a12c689f05918dcabc85b984017bc6d8bad505","sample_id":"grade-school-math.dev.4805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a848b56bf163e2ef60d46f66010fe89fe051a6a6c36b75ac0b944d78f2460be5","formula_version":"titan-u-contract-v1","latency_ms":0.6816249806433916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a7257587fc79bea2df9f3b8e585a5545f022e0bb3ff637ff5b25392f8b10c00","sample_id":"grade-school-math.dev.4806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f1750642417889a6c380ed27a17ae32ded97fe1ae6c24a91028e8cd103f1fd9","formula_version":"titan-u-contract-v1","latency_ms":0.7073750020936131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92e37db7493881f537525c03e097e23e69fa9504770f97cb9a34d38b4d4d400a","sample_id":"grade-school-math.dev.4807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6966903f2156493ebeabf1953b4398f0431c4b019f3f02b6d4ece94c8fffccf3","formula_version":"titan-u-contract-v1","latency_ms":0.689542037434876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6e61bf9bfd0cf84efdc1eb6cbb8b0ab903b60e3fe4d3c30ff4978e138b525b6","sample_id":"grade-school-math.dev.4808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"608d3dd750a85dde109d8821fd49a5e07c13c2f3aced841b046316a2a931d5dd","formula_version":"titan-u-contract-v1","latency_ms":0.8897909428924322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5c466fe5cc0ce7a958a66c5c96db554eaf0a66581f3e237f457b8d1853e80d2","sample_id":"grade-school-math.dev.4809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"856ea87f2787e9e1c642f5db98c97497f2635baa51cb5e430df0b5c431c689c9","formula_version":"titan-u-contract-v1","latency_ms":0.9677080670371652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edb20c9ee75fa6c209a92dfc28a2477bf459f6b0e0c630cdfa273843111686da","sample_id":"grade-school-math.dev.481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96c48e735141d7a9cda001cbe2a280986c41531ed96513e4b7df7c4d66ceb50e","formula_version":"titan-u-contract-v1","latency_ms":0.9516250574961305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af08a2a40f534813f32082d1fe34c793b6311f5190d02d9f5d619b810d7e05d5","sample_id":"grade-school-math.dev.4810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c46f492fd1c689220098cb9d5d0ea50894391d2a1b1a97fab78b291ae7a6e34","formula_version":"titan-u-contract-v1","latency_ms":0.9948749793693423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12ebcbcf1ce98208e40cc20f31ab846d6f4bd3225004e582cc511412b4f46f6e","sample_id":"grade-school-math.dev.4811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37531bfc2941ad3409ff65c4f628db74db53ff2d0d19f13e7846ca60a0c2f0a0","formula_version":"titan-u-contract-v1","latency_ms":1.0618340456858277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95fe31675993bbf058edec595c25eca25fc6a84cf0990b4c1974802de436e71e","sample_id":"grade-school-math.dev.4812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"042bedb69a0a5d87866cec3b94a1deb1e35d51a80bc6129b59d9906ac19598d8","formula_version":"titan-u-contract-v1","latency_ms":0.8683330379426479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e25cf39fa39b7b57a9961c3c9d861d90540b6857f1be90ef689a00f51a0850c","sample_id":"grade-school-math.dev.4813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aef75113ce5d4cd6419003fbbd092944dc05f82416c37961d368842391e87fd","formula_version":"titan-u-contract-v1","latency_ms":0.6994169671088457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5e2ea8a1c9c5cfb2c19633172acfb05bbe3a4ef0b5c5ff16349a51c592f6ede","sample_id":"grade-school-math.dev.4814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9a2452f5a850ab71612ab2fb9441728944a18cb5b16f0bc7d47fc21caa7df16","formula_version":"titan-u-contract-v1","latency_ms":1.0245000012218952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56a1376c3c7fbdc8eeb36f20d78c22e065169f17d85dcf3278643189bfce00ff","sample_id":"grade-school-math.dev.4815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba8e687b0352f356d86bd8e045e0e58820640d68f787367579b678774269f8b8","formula_version":"titan-u-contract-v1","latency_ms":0.8327920222654939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e3ceb72c417c43ccd00d9fbd6b7ac1e670ff67a80701d8d0b9106a32e825d52","sample_id":"grade-school-math.dev.4816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd247ba61d3b2343da319f315b5b89af084ea67e48c39e7938e21e0c2748bf36","formula_version":"titan-u-contract-v1","latency_ms":0.7768330397084355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f143b6f67e5186585bb6da9aca22cd1c73dd2e172fe0480cd182fc5851690e7e","sample_id":"grade-school-math.dev.4817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"866b39b49d59f82bf4db84ac5dd832811b6033258cab4d131ee3a416ef7cd76b","formula_version":"titan-u-contract-v1","latency_ms":0.8923340355977416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"210fa4531d67101f9c573b6ce564a3c109232dc249990765e1eeb7aadfdb3df7","sample_id":"grade-school-math.dev.4818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69bdbd760657b46fdac702a8fc3d1e25af26b75a705d10f99464870752413925","formula_version":"titan-u-contract-v1","latency_ms":1.1128330370411277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb43d19b3e1ad15eccfc8105411d63060ccc14bb827cb8f6881db082256ce06e","sample_id":"grade-school-math.dev.4819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a1652e315f5f956d05b17fa4351745e6dae7f71b0bc1e1f322d598e68631cce","formula_version":"titan-u-contract-v1","latency_ms":0.9615409653633833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"438ae5a559334a5e8077765d77566d8662b7b70199f3e786456cc721a2c6c0e5","sample_id":"grade-school-math.dev.482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"542e82d8ff9729432a201cae6e6a3114aa01d751f0a18ad60d8089e8ceed86a8","formula_version":"titan-u-contract-v1","latency_ms":0.6963749183341861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"532dcd4322677c935c0b5017922b6371a6a8d5d81325fd6880761b4d7ef0a15a","sample_id":"grade-school-math.dev.4820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ab8e2f3f8029a6ea5a97c3232ceb9951e8c9d0129720225a018e9d8585042fc","formula_version":"titan-u-contract-v1","latency_ms":1.0102499509230256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f04cfc2de989cdcebeb2cf175f5a0a7851e07651bf97b17d4a3a7ed49678d117","sample_id":"grade-school-math.dev.4821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce61fb0c749fecfe7d0e43e7f798bb2e4863d6d015791986acd6e40e27377fcb","formula_version":"titan-u-contract-v1","latency_ms":0.8186249760910869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"193ef6e6dc49a40e6ca065faa3d2ba970087006d8b4327ab5c0abf99de8d1cfa","sample_id":"grade-school-math.dev.4822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e53c56d3729b6126fae9b89a61b3bfe6dc817fd8037bcf2d3b6c6f3ab52f3d9f","formula_version":"titan-u-contract-v1","latency_ms":1.257791998796165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4429d3d08ea61a92773a36af28f9aa4c3c4f6539bc630aa7449784be1971fccc","sample_id":"grade-school-math.dev.4823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f10df5afdece320e345a68cb7f3b25b6087c762a03e5cedd94135d00e5bdc88","formula_version":"titan-u-contract-v1","latency_ms":0.8194169495254755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"674a7d312dfb2466151f4ed4762ce9de9f1201902d47b9dae3a74725d00599e4","sample_id":"grade-school-math.dev.4824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4455c8d61292899eb1ae702f142a890a1ef977f2f29d9540632c7b84c666475e","formula_version":"titan-u-contract-v1","latency_ms":0.8635000558570027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ed907997139118bc87c62ab40f949943bffa1e2c300d0a7d57f97beadc5c68d","sample_id":"grade-school-math.dev.4825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ea9e33f47d4137d54c20cbff2359bf245fe1b72e5c302383139ac37eefd2c10","formula_version":"titan-u-contract-v1","latency_ms":0.9031250374391675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aaa01977b54d5c1f3c289d7b1a0abae8eea345ee70df0bc4ecc96e91e07761c","sample_id":"grade-school-math.dev.4826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"577bf40e67a9212be506974015c651251b0208626aeb26ebf6abecf8309c7b32","formula_version":"titan-u-contract-v1","latency_ms":0.8522080024704337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46b189afced7ac1e0a694773d532761930f788fbc0ee64b236f9366759422033","sample_id":"grade-school-math.dev.4827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9630324cabcfbdb50ca7885a1a743280a5bdeb30e2f6833b5958f6883f31e27f","formula_version":"titan-u-contract-v1","latency_ms":0.9325830033048987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb2b45aa19a084bc237bf64a71d91ba1313b1e49e7d4ab3576c54d8b236ae7ed","sample_id":"grade-school-math.dev.4828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b16d62d968e92f33f224a507bacd32f8c54afb3194d1971501888e3851051b4a","formula_version":"titan-u-contract-v1","latency_ms":0.8858749642968178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74008bbb6652301ac4e252e976739c5cc7e739cf36863d8591306642a28fa529","sample_id":"grade-school-math.dev.4829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d845dce7a925b6eb75b80c3bfa79793ced3b3bc566b3feb3fd2ee44863ae64b6","formula_version":"titan-u-contract-v1","latency_ms":0.7339579751715064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1240eb8c69b3d74e8cdf04d5526b58778c9208ccf12cfc46232db5398bfa934","sample_id":"grade-school-math.dev.483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67582a35d6729de13fd50a862aadee6c88643fe065ef2c46077cb979413561b8","formula_version":"titan-u-contract-v1","latency_ms":0.6962500046938658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11914115693ae795e0f72233a886aaf51f42fd234f7d9a79e7a37359d917a594","sample_id":"grade-school-math.dev.4830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eec8d873a6879a9c678d7efbce34e056e935df15976be1d5005845eda760b9b5","formula_version":"titan-u-contract-v1","latency_ms":1.0692080250009894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ca11fad2e5e2bee1b59c28236430879ed79e397aafddd57ffdffc9f2799a67d","sample_id":"grade-school-math.dev.4831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29af8ba7ddfcbc8ccbf0e6d46e59f713b8d85753c2b76fb7dc63ddd10e757567","formula_version":"titan-u-contract-v1","latency_ms":0.6906249327585101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3843443e1d75e497ce60def85abf6e8e8a46e3b2c1611ef907dd52286b2aceda","sample_id":"grade-school-math.dev.4832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de82c4a47db47d0b41a6e0d385899b96f35455ca3704f389d8a5ffb444d6d588","formula_version":"titan-u-contract-v1","latency_ms":0.8046660805121064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2689f668506d3ae2d486333031d865fb7eda2ec0620381b84332f801671ba7a","sample_id":"grade-school-math.dev.4833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69875dcf9f39dbec5965e3cd0f818b93bea2b35005e20249140619d7124bd4ea","formula_version":"titan-u-contract-v1","latency_ms":0.884625012986362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddf63696b57fefab8ab6893e88d7036a6f103e73e2fc836b685ed5ab501dc170","sample_id":"grade-school-math.dev.4834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"235630ce76e825d434b46da30c1c4cb96ffb378f6eaa292111a23afe60fd4abe","formula_version":"titan-u-contract-v1","latency_ms":0.7807080401107669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d379cfcfaef730690a472f3735eab90bb8c21c6bd55fe7864797140010c46fc6","sample_id":"grade-school-math.dev.4835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01ab3039bd562ffa4b88fefe7609d28a70b410e774bf992c0533d95e4060410e","formula_version":"titan-u-contract-v1","latency_ms":0.9619579650461674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dc1540fc99ac85287cc1756341c1e782dcc2604d51e803c611628131f8a1011","sample_id":"grade-school-math.dev.4836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee9cd9af7900235c1196dcfddf4aeb8161909e171a8d5158fd003e1c0c1e3434","formula_version":"titan-u-contract-v1","latency_ms":0.698916963301599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"693001f4c465f50f037d37a7c828a281ddc6f1e70fcffbe703123eb6abbedc53","sample_id":"grade-school-math.dev.4837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a202dac945bf78094d77d5bbd2ba42eb64fe13be49003dac9925bb56bd7e6d23","formula_version":"titan-u-contract-v1","latency_ms":0.8867500582709908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c7660c6e08297ea00d979d9c2ebf0509f7fd6543abacc71b1c4b9db317e14a9","sample_id":"grade-school-math.dev.4838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a020acd23b46e6fcfbec9dc4f84612f2995a1fbff18a87657c609b37aab4b08e","formula_version":"titan-u-contract-v1","latency_ms":0.9911670349538326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c63e1e0bdda0f3b0f36e8108ca2ad1a6c46330d0b0c52075596c5cd49e59c980","sample_id":"grade-school-math.dev.4839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cac6b57ae3004261a26798ce00ffa4040be0ac6dcc801f54bef7796efd526840","formula_version":"titan-u-contract-v1","latency_ms":0.6785000441595912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c1df6b754df57665025b8c48ab530e40183b85c63b0542742f4d2967d1700bf","sample_id":"grade-school-math.dev.484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"746400536a5b819e2509f178ff489a39bfe7cbf57c55467c0782e61bb38657de","formula_version":"titan-u-contract-v1","latency_ms":0.910000060684979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d8954e509f01ed909ca49a3c0ff75270d092092a31913e64dd15f41310443ba","sample_id":"grade-school-math.dev.4840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73c1c851425a22161327f81963224e7b51fc200c142b861f13c6450fd86ecdec","formula_version":"titan-u-contract-v1","latency_ms":0.7898329058662057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a951fc3ccc737989f09abac6cc3337358b0d186dbe174eb9a6debd01617ad47","sample_id":"grade-school-math.dev.4841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4233e8f23e46746689c25b0248bae4b9ffa0b8005e28c2348637cbebd003a589","formula_version":"titan-u-contract-v1","latency_ms":0.7045419188216329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88c63572584f56d0f824b96ffb3318cabc14f6b8d45b8535cc0066e2a7ab73fd","sample_id":"grade-school-math.dev.4842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b911a476674bf743738561fba2cc0a3b0e28d96c69a0279e88d21bdfdb108ff2","formula_version":"titan-u-contract-v1","latency_ms":0.9038749849423766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b39dce4dd4cf84529064e435780ede759c5d66e33ba89f4b9436c6db894ea852","sample_id":"grade-school-math.dev.4843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b7e14de49c66d9d04b6def370040848823bc79deac51a12b7561de6f8915325","formula_version":"titan-u-contract-v1","latency_ms":0.9832920040935278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e550a1af6879e0e10808ee5d7a32cff30bfeab61a50e430f0737b7153d4264d","sample_id":"grade-school-math.dev.4844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e4353a4b6c7fe4e8359f4263facd16b65bf150ba0135e06497833329616160a","formula_version":"titan-u-contract-v1","latency_ms":0.8470839820802212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c0d9bea64835d21b6e94a3357a2152d125a51d6f87d5f5e1a42955ee286e395","sample_id":"grade-school-math.dev.4845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"925a94943eae93c5f1fc38a7ed3bd9791e6e275594c78656e3dc0bf4815d1f9a","formula_version":"titan-u-contract-v1","latency_ms":0.6932909600436687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c92205d8d4fc26e036a81d2d7bb0458917479410543f414b746654201e8a2f0","sample_id":"grade-school-math.dev.4846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c17aac7609fdd5567a95eb284d8773844756d0e866371131be6be4551d4e21e5","formula_version":"titan-u-contract-v1","latency_ms":1.0053750593215227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb6d6bdb93fb4836f230dd5247309782aa6639774a6e570a32e1fc6e7764ad20","sample_id":"grade-school-math.dev.4847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e330751dbf4daa0544d85909cea742431065550462852f3551121f439e473b01","formula_version":"titan-u-contract-v1","latency_ms":0.7202089764177799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2567ef61d74e18de047b349c9fc7e48ae78a01c005000e7abe30ac1c6f84b74b","sample_id":"grade-school-math.dev.4849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a26c79883b8a121c009dc1694db2bc49bfe979599d7053f7eca7f0b2411d3dd","formula_version":"titan-u-contract-v1","latency_ms":0.6388329202309251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c39f99887bb3a1304b80946c16b0b5e3069734bcf484260cbfd53fa2934838f2","sample_id":"grade-school-math.dev.485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eb7d21a0ca667fbb82c798791eeac4eb0e978d190a8788463aedaca7d8c32a9","formula_version":"titan-u-contract-v1","latency_ms":0.8384590037167072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ba261179cd90f13b770e1a8bfe705fe1330cf0ad2466f2f36385885c0db803d","sample_id":"grade-school-math.dev.4850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c56345e90bfea4497d167437dfa004b1c9e7eadf32d68d543ab293efe09458df","formula_version":"titan-u-contract-v1","latency_ms":0.9907908970490098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79ac7c112339c3a7d5d8dec731c815c4caad2ab38d74873e11ee305cf6236626","sample_id":"grade-school-math.dev.4851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00a4abc4e4c991778202cdf12467591df4a42f2e4e78f24b66212e6c4f22fe6e","formula_version":"titan-u-contract-v1","latency_ms":0.8657500147819519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d71379db1773d965a8a82ec1313e5a2c7ffe0c91d0e624562e7ac612aaa3e5b","sample_id":"grade-school-math.dev.4852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04fcfedfaebdc08de803436dd0dd1fc78895aca42aeefcc30b80b4eeede7ba62","formula_version":"titan-u-contract-v1","latency_ms":1.000415999442339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0020dc35720796606dd24cb7c01c123e0af94c5a3a55e3cbf5f203450cfa38c","sample_id":"grade-school-math.dev.4853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f67dff24351b68c36ba52505a6d23ba9728123af3a9a081641346bd6a29136b6","formula_version":"titan-u-contract-v1","latency_ms":0.8480410324409604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d15a89bcd2073521e7d31a0d5cfc2d8f7a0f0c448e040f3c82ff8d855382fb1f","sample_id":"grade-school-math.dev.4854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20a5331ed5388a2c32c68a4dcce0acc257de35461aad7c46d8cee4ef5a5d80e4","formula_version":"titan-u-contract-v1","latency_ms":0.7104589603841305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff6477a6ffa146240d69fca13220bab45f2fe7f361a25baee88feae53d1b3900","sample_id":"grade-school-math.dev.4855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"710afbdbd1caa347874178e2f06a408f9030602f8a98810217f716783092a39f","formula_version":"titan-u-contract-v1","latency_ms":0.7152919424697757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b08b3522825200a6cf04073e922f033ede471c96cd1409cf60e3208e921ef01d","sample_id":"grade-school-math.dev.4856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32b293c0fd9809c2ab4830142f67891271c762179a3421e75283b90537148af7","formula_version":"titan-u-contract-v1","latency_ms":0.8792500011622906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f404a2a67ac0ac5e1a868ea7660a165a6d16e27030b49110393da8c553a42fc6","sample_id":"grade-school-math.dev.4857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3511a743aa1be0444065dbd17816318ae0dfec165374d8e22a799825dbb9aab6","formula_version":"titan-u-contract-v1","latency_ms":0.9421660797670484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0223850a1cacac037799b10dcbaf1549bfbfb6b4e7d536a3e759f61dd71cab12","sample_id":"grade-school-math.dev.4858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6b371ddf3007e631f7be6b68d9c59d7e544eda6bc545771d361defc8f485f0c","formula_version":"titan-u-contract-v1","latency_ms":0.7243750151246786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d323b5b7c48aedf150d3460e768c42eb37c38361f7f063073548fbf9790c968","sample_id":"grade-school-math.dev.4859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cc5a31a8696eed6d8da5239f426edc3185ba6143936c4e1a47e5c6b2f9bfb1b","formula_version":"titan-u-contract-v1","latency_ms":0.7661250419914722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86eea716a7549bfd65e5117a743f45ecd1c5e259b148d5f9b03919366752f1bd","sample_id":"grade-school-math.dev.486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9af285d4297b722bd4ef5aadeb450f5c113b9beb92fde64baa7b3141c0153aff","formula_version":"titan-u-contract-v1","latency_ms":0.7252079667523503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39cb0df6a971f29da363a112e8c74b91206e38377c1e246a75bdea99458798cb","sample_id":"grade-school-math.dev.4860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32738983a15599a1d21d846ffdbe1128cd3764395c289a757b5b8abb06fa4141","formula_version":"titan-u-contract-v1","latency_ms":0.8822500240057707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e10b77740b8630eeb90e4d0df7994611d079cf7e23bfe746afc29a8f2cf9fb0","sample_id":"grade-school-math.dev.4861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09f268e75378cf27e3c2af1c6e0abc1da3d2a57247a6f3822867a2c711834fcb","formula_version":"titan-u-contract-v1","latency_ms":0.7121249800547957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d140ce8a8f05f13ce7e6d881bcd6336d38c9c4e3e58def96351f2abde647a71f","sample_id":"grade-school-math.dev.4862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1acffb8cda165b577cfccf702c8e7c96d2b1e90df27798cb7d051e617227c613","formula_version":"titan-u-contract-v1","latency_ms":0.6735409842804074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcc677a365f232c8d50bcfd05f4be55fd9eb11a283e347e29d46d2a845921a64","sample_id":"grade-school-math.dev.4863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b983bd88c7053e9d7bb686485ff2008e2b92d71ed8ddb269fd346916b3d91a6","formula_version":"titan-u-contract-v1","latency_ms":0.7386669749394059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f1150abb7e343485fc28d90a142ff15b43ba3485ac2d65198fe30802861e4bf","sample_id":"grade-school-math.dev.4864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e12e60071c26f65a5fe16ca1f930ada115834b5f1cf05dbee97f31271fde3ba6","formula_version":"titan-u-contract-v1","latency_ms":0.646792002953589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebae602d0473995c555ada16c5c1323abdaab9e9f2fb05e39c7e2b2edb6481c5","sample_id":"grade-school-math.dev.4865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2340350a48d986ad969a987f9f611ef38cc0afa950b552fcdae8a38785e7aebd","formula_version":"titan-u-contract-v1","latency_ms":0.9051660308614373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1748f5126f0c1ac29a724e93a1cdd8bd17311c78143ba445160d5e1d0c3e693f","sample_id":"grade-school-math.dev.4866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbc34555d7daba812d423e5fb786d3766886eebc95366c92ac239f9c979d410a","formula_version":"titan-u-contract-v1","latency_ms":0.7165829883888364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b61df9cf88214a423166409e7022e239106f5f36301e057af3fd9d3a06c7aaea","sample_id":"grade-school-math.dev.4867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2eca5ec30bcd806993486257a64e7e87f125172d8616047b9924d2dda140d8d","formula_version":"titan-u-contract-v1","latency_ms":0.8128749905154109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdd44fad2c41ad565f6e54ac5554463b5b0b0b43dc04a35cd2e541499146b3bc","sample_id":"grade-school-math.dev.4868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0c5bd3372d4834f1d659d6e04cf4720a92ecba336ec67cdfff046abfc593029","formula_version":"titan-u-contract-v1","latency_ms":0.6989580579102039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daf5e881e37f8f1ca065bd8221588261eefe1cc7f998690f796808021b85b18e","sample_id":"grade-school-math.dev.4869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcd5f7ec7884fdb25fd3e84e24113172d51fcef32f573f896a8ff9c529b3716e","formula_version":"titan-u-contract-v1","latency_ms":0.8591249352321029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be2339e2444fe759a8484501295566833a7b100aa460c7a2d88157c53d626ada","sample_id":"grade-school-math.dev.487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62f6b5d8656a8e272f3fc6892ac71340fb72a97c7b51791ec09041e53ef7c51e","formula_version":"titan-u-contract-v1","latency_ms":1.382000045850873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"749d659da83742bae840aaa45d617176acd107e3abf27ad9519ae4c92f67e561","sample_id":"grade-school-math.dev.4870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0a27115069292423288b5ff740125981cf9c94134785ebbf1efcae30d1a8c4f","formula_version":"titan-u-contract-v1","latency_ms":1.0835829889401793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cea5cdf2055cf629c9bcc4b42c08f56d75e8c19e6cee41df0074502b38761f63","sample_id":"grade-school-math.dev.4871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aee4fac0dd0a4e58838001bb19660cdb55cf22b9e6134d20f1379060df729040","formula_version":"titan-u-contract-v1","latency_ms":0.7004999788478017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1670ded583632242df74e0f4ab346d7046484219c9cf458c0fdcee05160ee32a","sample_id":"grade-school-math.dev.4872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7f0afc4a7a83e4a1377a17078aa76635802c59b108e2efe32aa66fded352c8d","formula_version":"titan-u-contract-v1","latency_ms":0.803499948233366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9c83a3898bf8c09196f6dae178c835ac109fdf42da26e4537d989267b012665","sample_id":"grade-school-math.dev.4873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"228904d3158e93a1b532fa5ffa84a64876fdd75f811bee10f412b83563e9b604","formula_version":"titan-u-contract-v1","latency_ms":0.677333096973598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"738933a65c825546ca0b9c6ee771a10aa30bb5b1e9160073e2f543658ce2136e","sample_id":"grade-school-math.dev.4874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1c1e9f08c47e3bd081443b217bf722ba4c1e47b388b2bff8c198e77a29ea319","formula_version":"titan-u-contract-v1","latency_ms":0.6847920594736934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da7dfb70e1426aff6599fe9de1f15bf2da9026ebf892c65e63355b89b16377c4","sample_id":"grade-school-math.dev.4875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f893be8e895d9b4e9049edcc8718fda905f998aea8573ab9ed7314f77f50e90e","formula_version":"titan-u-contract-v1","latency_ms":0.6950410315766931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea8fdaa572ac400d5401be88b8ce611f0655d912eeed6d6166e3341c1701f106","sample_id":"grade-school-math.dev.4876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6db7da64777ee01d565b711d272f8e4f18b500ab9f6b60302262b70f3d7dd33","formula_version":"titan-u-contract-v1","latency_ms":0.6750839529559016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b62bda62cfd7b42a44b9fbf1cea5ed830df584adee26ed821da1b87e64515da8","sample_id":"grade-school-math.dev.4877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df9550fa397e349b66e631560b5df081b152388977794345a83c32606427882f","formula_version":"titan-u-contract-v1","latency_ms":0.7156670326367021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14792548f86db0dddfbd207c4f46de46f236bf927a7b0dc12f2abbf6d4092a43","sample_id":"grade-school-math.dev.4878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00ccbc7e4e933781dcdf97b374a70531cdfd7f887dac2cd834d06bcac83537ff","formula_version":"titan-u-contract-v1","latency_ms":0.6762499688193202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56954f3c977c21c29192c7b374b024ee89de5b99a8bdb537bb8b1a3710d85fd2","sample_id":"grade-school-math.dev.4879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38f2573a67ba3a918d61f4617c95eac8d08293be547b95c07f938f9da81083a8","formula_version":"titan-u-contract-v1","latency_ms":0.7132919272407889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ee65664a1aed850ec2f5209f74c9db530372920e0a77405077a06ebd7309c7b","sample_id":"grade-school-math.dev.488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89a97efece20ab2dd93639eb055dfb311fcf7fd6dcba954c1f045c405dee07eb","formula_version":"titan-u-contract-v1","latency_ms":0.7467500399798155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7b1e75cc6d4f69a7a1adfa8e6bbf4ca35c55ffd47afba343015a5215aa5c18d","sample_id":"grade-school-math.dev.4880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2750d17b7cc1d3ad0bad3a1bfd0abdd20ab221a4c57227efe2f9907e84249580","formula_version":"titan-u-contract-v1","latency_ms":0.6371670169755816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"438ecc4f892645a0b00b2f1c0fcb649175a71e5de50950045f9d4f13a3eda133","sample_id":"grade-school-math.dev.4881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4534746ce538be53eb0b1876465f31ef8c80325471d66c00d5515c2f148e0ed6","formula_version":"titan-u-contract-v1","latency_ms":0.7047499530017376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7248d0642be8302fb63767e3560e4057f04f4f425bcb71b0f5d48a2ef96a1fb4","sample_id":"grade-school-math.dev.4882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebd973d5b96b8f044050b49a4e1718605ca873414d33ef9a6b243d3ab143bfb7","formula_version":"titan-u-contract-v1","latency_ms":0.6769580068066716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4ca9b9ab75dbd7be9557e1182eceec5795ac2ac2fd7ab54d66efe34ea1853db","sample_id":"grade-school-math.dev.4883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82ca88eaca8b3af1ea5bdbf600d471083bb4afab807dcc858d3969056f7a3062","formula_version":"titan-u-contract-v1","latency_ms":0.6401670398190618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f7b6f0ec3d198bcdc342ecd13dcc302565aa2a08cf35a128ef1391ed5e6eec6","sample_id":"grade-school-math.dev.4884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f649b695a41a43f2bb73f5670047ca5c324e6a15eb3754bb957f3cd4fbc94be","formula_version":"titan-u-contract-v1","latency_ms":0.859708059579134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48f0c34b5ab78ca1c354ff39ed8d6cf743a58532f9c8e27288d4d0ec47be6c9c","sample_id":"grade-school-math.dev.4885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caec3fbcc087139d0d178234650359942828857259dd579a5442d256a051a7b1","formula_version":"titan-u-contract-v1","latency_ms":1.042041927576065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0911c0ebd8ac5c70b6006f43cbb6d0fa0516e59fce0b0663da5067f7f01b9eb3","sample_id":"grade-school-math.dev.4886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d76dc9008120a7e2a2239d89bfd03b1f43906aaf770092f0f868a4777daf092","formula_version":"titan-u-contract-v1","latency_ms":0.7505000103265047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bdae2c795e259a57b7724a139b22771d049ede05c1665c272b8efa19024c4c9","sample_id":"grade-school-math.dev.4887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"669e56014d5d53f1e1ce742f3a83822cb32e9312bf41b89e90a53ca54fe6b57e","formula_version":"titan-u-contract-v1","latency_ms":0.9608330437913537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"627c8f43c5f642fc15b9350e5259decc652b899be29eae4cb4ce74ce6fd717d8","sample_id":"grade-school-math.dev.4888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c72f88897dc5a3dcad367afa8b85b64c93091d4f463170a741da96db1a58df55","formula_version":"titan-u-contract-v1","latency_ms":0.8257910376414657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb0421a1ba10bb51aa3dd72bed14be01b82528b3ad0cac85f92787af418226ae","sample_id":"grade-school-math.dev.4889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28f14c207b41c5257c3b60f040fe39324d3ad9884e088f3fff6976d3000b51da","formula_version":"titan-u-contract-v1","latency_ms":0.6866659969091415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7657b8aecd6c45b0ef4b780c1121b0d5df0ae44fab78a0cd400dd496bedf6bd2","sample_id":"grade-school-math.dev.489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"630e675fd64f6bfd58c153edc61dcc811b4f68e3946045fd39d04bdcee1b30f6","formula_version":"titan-u-contract-v1","latency_ms":0.6368339527398348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00a0eac580bfb1832503f201ed0f156b0f19602d35e234c7bcaae021fed37a75","sample_id":"grade-school-math.dev.4890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3782f68b9e82c175a140ee2019539c2d9f45064ae2b1a69c34885ad23d17c0d","formula_version":"titan-u-contract-v1","latency_ms":0.6646249676123261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83f4039992711175137aebc6b1f5b8780b31e23da86b45db9782199450b94c18","sample_id":"grade-school-math.dev.4891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc05a4d190bc1fe0a3f88366247edbbb479607ae8664a365491968d79adca948","formula_version":"titan-u-contract-v1","latency_ms":0.6992919370532036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f97bdc5c53a30296a61d1e0ccd15511eae0d410a0f4139ad0c8a569cd03da1a5","sample_id":"grade-school-math.dev.4892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"460eba54853dbe73feaef75d8c105734c78851b24c44681f34b331f9016db766","formula_version":"titan-u-contract-v1","latency_ms":0.7187080336734653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e9684d47875079d908e7e0f838e9166afc36de1b3b5e0e972042c71f5b50af8","sample_id":"grade-school-math.dev.4893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6d4df73df6f7d6e62b2af25dfa77836ea68877251b8500ac643703fa36cdea2","formula_version":"titan-u-contract-v1","latency_ms":1.3520419597625732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d1944b8112614a1e8e0a57beaa8840170cc33e14c9dddf39eea74e25da5fc1d","sample_id":"grade-school-math.dev.4894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17ed25e79fba3bc90256f843b3e2bbfa22037c38865d748229842a88c2a5a7f4","formula_version":"titan-u-contract-v1","latency_ms":0.7700000423938036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf0261eba150c46cfc7ca66192368f0e5a2a6e628ab25e82ced10dd4a77edd14","sample_id":"grade-school-math.dev.4895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"765cbe95221c9de4fc8b1a82a3b2b96f9736e389779f8b270fe01e60a1f49ab6","formula_version":"titan-u-contract-v1","latency_ms":0.8146659238263965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1840c34b27f4cb2213406568de93a0701428529a29ba6c993f9972961f780071","sample_id":"grade-school-math.dev.4896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ec25eca465d920ab9525cc3de24c676edc23a4753cad0a9e13bfada6a888ef0","formula_version":"titan-u-contract-v1","latency_ms":0.9166670497506857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da263362e06265395c1a717eb40837f928ce4b195cf06f40b40ea1bd6bfb85f5","sample_id":"grade-school-math.dev.4897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d245d12b35c2c3a0b067e8a60b9b5f56ae8bc5c53bc2ff7170e17679d6ff6f8a","formula_version":"titan-u-contract-v1","latency_ms":0.8490839973092079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a19431c5316e05b356dc760b6754afe7440f5a606204ede35d11d8b510e4cf7d","sample_id":"grade-school-math.dev.4898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a3a90f57bd1a3f0f833efbcee12118c224d23610fd9d7d7c49faa37cb5ec0c3","formula_version":"titan-u-contract-v1","latency_ms":0.711916945874691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20c44647ce50fcf998fddf013a46cd68c59e021fc5695f2caf555546dffd69d4","sample_id":"grade-school-math.dev.4899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31ea55ac301b7a9920bf71a7f54b147466a3199c45e2ac46a2783ae744d90f78","formula_version":"titan-u-contract-v1","latency_ms":0.7472499273717403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fed2d45ed38c761bf3b4072a8c1e2f18ea2d631cfdc1651dbe5c94bf7520a05c","sample_id":"grade-school-math.dev.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8cab18adf76fdf8eccce7097b8eecb945898f928287a139451eedc2ceab4922","formula_version":"titan-u-contract-v1","latency_ms":0.861792010255158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0476c71bea847655cc51358f6a03852872016f9ad76a92fc36833e9f297368ea","sample_id":"grade-school-math.dev.490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"316014425c45682c709bfc673a038f7760e0817c8451e40dab7e62e20481cc27","formula_version":"titan-u-contract-v1","latency_ms":0.8393749594688416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"823a93128b5a013f242dbddd7bd2c2453a80423e8da3bac544e6b7667a00868c","sample_id":"grade-school-math.dev.4900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"139e731b7398e5051334e475452ceeb73a7afb1caf737e7abce0f8367ff2cbde","formula_version":"titan-u-contract-v1","latency_ms":0.6789579056203365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f9fd5e9b8928f9f35cbfdad9529adb09c99c6517239ccf1653536cac04318c1","sample_id":"grade-school-math.dev.4901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec2f3af291ff46f73396d0eaec404365881ed61e59f4aab58d8c35dc879efd6e","formula_version":"titan-u-contract-v1","latency_ms":1.2770419707521796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17038c818462c0f6de474d90427820b7bc8fa27fde5b91184c93827f65668318","sample_id":"grade-school-math.dev.4902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2556ed361ed26028892d3209d3324a78eeec3c684ebf73278d0f46110676b907","formula_version":"titan-u-contract-v1","latency_ms":0.8235410787165165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff41f434e1ed32a1c0fa300d8cfb1989c3726ceedd32a33442b31900b04e161b","sample_id":"grade-school-math.dev.4903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70caa164dee5ff207dc8d1bad82087077307a137980df413e56011e5ad40102e","formula_version":"titan-u-contract-v1","latency_ms":2.073375042527914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7421a033a98732f3e600c2822314fc0f950b878f9c3bc6a6635831babd04afa8","sample_id":"grade-school-math.dev.4904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9850d6f163f2062a3766149c84b49af30a121844b0ee7ceccda89a343b3cab33","formula_version":"titan-u-contract-v1","latency_ms":0.86041702888906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7841154252451876704303b9a890da886e955bd758736613f7629c43e24a6c91","sample_id":"grade-school-math.dev.4905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50a8f19dddc28e368d7817b63a9d5be3440e6e5ab2c673ee32d841420e6a435f","formula_version":"titan-u-contract-v1","latency_ms":0.6624159868806601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e8841be0b1338f0db66ddc878680833f9a5f0c10120cdd44956403ddc5c6942","sample_id":"grade-school-math.dev.4906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38df86e6f9225677a5a8cedf7645d0660dce5c1388c4c8af461bce9bf51252ab","formula_version":"titan-u-contract-v1","latency_ms":1.3542920351028442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81df0524a024d1b4def2cedea49c3abb23a6b36528e36eec4ea3686279d0e933","sample_id":"grade-school-math.dev.4907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1347e17c0e3e383e1f59f9eec6e9e116fca65175f4a193afbece461f933b309","formula_version":"titan-u-contract-v1","latency_ms":0.7430000696331263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dfa859e06d6f50bb07cf51115fea20e994893f978d578c2ec2cf8e366113d64","sample_id":"grade-school-math.dev.4908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68241d30a86f1b0e11b379e09460a066d1517d55459193f301d2d8f180b81319","formula_version":"titan-u-contract-v1","latency_ms":0.6825000746175647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c1c1adfcaa668e816ef883b5296fe3c24619edd7b8c6f03c2dfdcffe5c76f6f","sample_id":"grade-school-math.dev.4909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f19d30c86b563aa3c60fa8d8751b21bd351a6f403e9f94dd644811c90367c60","formula_version":"titan-u-contract-v1","latency_ms":1.0212089400738478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b5649e06827d8b3cb7d1f08ceefcbc33b81932d5479bc51f3869e489e7fcb27","sample_id":"grade-school-math.dev.491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ac1c0f5eda0acab79c617eedc6f0937a61941b37e2362a8c0f23fce9114ae14","formula_version":"titan-u-contract-v1","latency_ms":0.679749995470047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a0909cea09200b3db19006c7bcc132ae3479f965451cd5fdafef2d9d98bd099","sample_id":"grade-school-math.dev.4910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f412bb9564267de499b177cbac9a682672bce2b0ee40c293b42c995dfa870e2f","formula_version":"titan-u-contract-v1","latency_ms":1.1558330152183771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eb306543917de563f99ee4ecfa7753bba041f6b7e83d27a43c1c73fba74833f","sample_id":"grade-school-math.dev.4911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"068ff017d0162633782ce884c81db9c91fe790f3906eec259d697972eecb8f62","formula_version":"titan-u-contract-v1","latency_ms":0.6760830292478204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37ac2357c8b3408bd295fa6e165bb6996ef3e0317ff6c7289aff19b3c64906d4","sample_id":"grade-school-math.dev.4912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cd6020c236af423fcc87130b51c5ca97e2d55e62f2c0127f0394300830bb914","formula_version":"titan-u-contract-v1","latency_ms":0.6745409918949008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56c6fcddf8d88648195874ccb8a6fcd0fa144f55e060adce75ec12dc7d4cb7fe","sample_id":"grade-school-math.dev.4913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8384d0ec7a2600da6130fad3eb9915820d6d1ed20145b36a103a29c6f70df13","formula_version":"titan-u-contract-v1","latency_ms":0.7065420504659414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23ba3f5ffeeb83712bc7c6fc3fe810f49ed22eb10f614c0bdb271ce4d5ee000a","sample_id":"grade-school-math.dev.4914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"454fe9d7f16dcdef09929aca209a37496dc6a55f994e211a658bfb2a009da774","formula_version":"titan-u-contract-v1","latency_ms":1.2782079866155982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"426cc472e95035e2f46de62c6cce7651ceeaf36f8f3d31f0e59122b52ecc3c63","sample_id":"grade-school-math.dev.4915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50e3ffa80471fa1bb8f1879f827b4f1750d7e2b73991a198ec7adec493e9ec58","formula_version":"titan-u-contract-v1","latency_ms":0.8776250761002302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b355a8977bcb1fe1c427cc967febe60331b4d430c3e09e1a51c8f9dac821225","sample_id":"grade-school-math.dev.4916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d5baaa5dfa200cac6916b450fccc5064e0dae9e6b13cdae34df28c9e87dc86a","formula_version":"titan-u-contract-v1","latency_ms":0.7167920703068376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f3cee3db4021c0b4548a9cb43db487f89f14996c1410a1d61d44ea95c8138b5","sample_id":"grade-school-math.dev.4917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"671909d9cca5058be66d59ee173348495b6cdde94823896397ad271710207ec1","formula_version":"titan-u-contract-v1","latency_ms":0.840917113237083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f56376fb341d8fe83c9f94516a70395027610624c523380f87a148bf74c07582","sample_id":"grade-school-math.dev.4918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48821ab85951c11b70a39c69ec9b50a349a85f67a5db2187fa82f5b0557769fa","formula_version":"titan-u-contract-v1","latency_ms":0.6831659702584147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7177e2989c38ce69d886470959dfcfe6e710084d933700b5c6a0a056affc0127","sample_id":"grade-school-math.dev.4919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b34c0c9342f28c79d92ba9bcb1d98601c1b0360ae8863353b9b619ff3327bf1","formula_version":"titan-u-contract-v1","latency_ms":0.6365419831126928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffae30289456fd7b56a0c79cbef392f4488a1b4723f4b7aa096793e25533c2e1","sample_id":"grade-school-math.dev.492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96a81a83fb0f5218e5e365dcbb394f42ac2af9d8978ebf77aed192a486dce846","formula_version":"titan-u-contract-v1","latency_ms":0.8488328894600272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c5728512cca9efcbbfebe6a88872a8abdff320772d7aa20ea63056191215914","sample_id":"grade-school-math.dev.4920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f81cc872f7ba960e049780f1a81d122b4b3f93e769cc112ad797610092c3461","formula_version":"titan-u-contract-v1","latency_ms":0.6283329566940665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70b371ca0651a9c622d349e637d128225fe03795c6370e2835ca0b68b2a935e5","sample_id":"grade-school-math.dev.4921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d81f2d8b9c89b9740c9ff48dfac1539f0719a131b8f4fb389472beb06c89b24","formula_version":"titan-u-contract-v1","latency_ms":0.877999933436513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ccdb5710d32c32e0461fe13415cbc753e9a78a64b4df9aba52b4ef32f09d9fa","sample_id":"grade-school-math.dev.4922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59406ecdc9de82576e994eec24c587aee3140d50bc542ad9419cc9d6a408b438","formula_version":"titan-u-contract-v1","latency_ms":0.6809160113334656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8c887769daa6e2edbb01167054818b8c98747ed0f2eb26897ebd8fbfb4e9811","sample_id":"grade-school-math.dev.4923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2a2dd2365df3671785c95ac724f5b3a275f562c285914cdc9d7be659eb4744e","formula_version":"titan-u-contract-v1","latency_ms":0.9289999725297093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8bb2d72e32ef91ac4ac19bef74e8a99e7712616c11bd74b15e643c3ce492793","sample_id":"grade-school-math.dev.4924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99bfcf9896064b5c9cbf47ed1c3e49f0d9cea2ba31476ce7a785fc783d016e11","formula_version":"titan-u-contract-v1","latency_ms":0.719166942872107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7adaf29c7a0a4618bf0abf557a24d05917f5d214a48aa877628549d087474597","sample_id":"grade-school-math.dev.4925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a246cdc7f67ef3df3ace9fdfc6ab46cfc32466e4c8a5108f83b8856a7e7f013","formula_version":"titan-u-contract-v1","latency_ms":0.7110419683158398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52a0fcc9c33f1532309d9c5e6eb44fb418c38fc0f0c1095246684d9a8d895a4c","sample_id":"grade-school-math.dev.4926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"308b40f8cc3c813d65ebc3de520dd3ceaf5d441bc16070e6aa5552ca0c468921","formula_version":"titan-u-contract-v1","latency_ms":0.6702090613543987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"371c79ba489a83ef3bb5d5d9bfe043dffb484cc6cdfcc39a582032e5c726632f","sample_id":"grade-school-math.dev.4927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"957b09a112f0c85cf14080f40cf1633e3b666f7bb0f2e9867a59bd1d794d9b7d","formula_version":"titan-u-contract-v1","latency_ms":0.8642920292913914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76149be0b7bb5462c11174295a2bbb223818a0a4168c36c1533efa5aaf961a35","sample_id":"grade-school-math.dev.4928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af826411dfb2d0af5c99b743308733571dfcf4e70f5d23eecc6d61bb748ce968","formula_version":"titan-u-contract-v1","latency_ms":1.0699169943109155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf5f22071a3a2ef557091338f0ab3a21ccb6e0664593fb2157d2baaccc35d2ed","sample_id":"grade-school-math.dev.4929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"836b7dd14bac1469b0e37cde531bf452aab1c15fefc510faf04dc1d68c639f29","formula_version":"titan-u-contract-v1","latency_ms":0.7323329336941242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fce445f49a86835528ae060f962cc4d0c52825ea18bfbd7afe74622f455e2ed3","sample_id":"grade-school-math.dev.493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"338111eb58a80a5eacc0f4f91670148aee07843c7974443dfd98454447d35259","formula_version":"titan-u-contract-v1","latency_ms":0.9826250607147813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31a34e2a120622eefe29455dcd1735dba3cf23af06ef784cee0084ce1f978d10","sample_id":"grade-school-math.dev.4930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"976c321b1e23afd56fbde78b7b2df08e97040672dcbaca946ba50e88c2ed2018","formula_version":"titan-u-contract-v1","latency_ms":0.9486250346526504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fed95cc73faa003c9ee643b1125eb0ff9216dd9da5d859121f237988da0474a1","sample_id":"grade-school-math.dev.4931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3e155b20135c7fbcc33191f75ab76b4734f429be029c78158dfbc9b088e51ec","formula_version":"titan-u-contract-v1","latency_ms":0.8859999943524599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddfb6b27d4bac944f6129b69f44c1b1699dc64730cae3b21526df447f7d4182a","sample_id":"grade-school-math.dev.4932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c330f9514ad8a34220a15f0c706f1ee67933da68d129938df39d5b62b7cbdd7d","formula_version":"titan-u-contract-v1","latency_ms":0.6999170873314142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7d2f61178433b6ed7559fdfa361ed77864baea3d5599690a0bb108c6b8a371f","sample_id":"grade-school-math.dev.4933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56a2b4fa852ab6e306c1ff53d9c90f35f0e000e8f11ed373366b8ebd94b01bc2","formula_version":"titan-u-contract-v1","latency_ms":0.6915420526638627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab92a49c4e10727c5eb313aba5eaf8a3214c3e18df514ff49951540510e2cac0","sample_id":"grade-school-math.dev.4934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4f4fc2e21f306f371b4c5c37a2ba5e0eb1f34cf5d2861da545b52dfb1e2f458","formula_version":"titan-u-contract-v1","latency_ms":0.7284170715138316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aab155a83a38f7f44c68668ae7894023921d2df17a3bdf3a883c87bdbbc26870","sample_id":"grade-school-math.dev.4935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fa6bcf3c1b6d65e8ec1bb5accc5f5f7886aa387767aaeea236d3911cf094e33","formula_version":"titan-u-contract-v1","latency_ms":0.6928750080987811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b136aa8af57b71810e26dffceadc740f57e1c61f27063f1704d67ce3a0448a0","sample_id":"grade-school-math.dev.4936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2db78d4aacca24179221fe816c1b476a068d01448618e4914fb2adc912aad87c","formula_version":"titan-u-contract-v1","latency_ms":0.7432079873979092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30344e516ebaf1bc039c67efdfcb8a92484d61bc6e9b8427f6e8196e16ea8f14","sample_id":"grade-school-math.dev.4938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"943a53269df1c985e9b703153be2af73c3ee59509e78e37d1b502b689a1f9d8d","formula_version":"titan-u-contract-v1","latency_ms":0.8203749312087893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e37074c86a33d1d0565b8b9f81feb495a9f5651d012ba626ee89d8d77471cf3","sample_id":"grade-school-math.dev.4939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d1767c52f301621e9e69508080cb85b1c3039d4dc33d629eedc845915c96d38","formula_version":"titan-u-contract-v1","latency_ms":0.8582500740885735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f572bec80251f6d1645adbf1d9d1db828269d2ee4ea4fab61a56df0f52302265","sample_id":"grade-school-math.dev.494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d47c98ccd6a8673c3a784952e558a8b8bd4ae6999ff1e48ec89d94afa3aadc94","formula_version":"titan-u-contract-v1","latency_ms":0.8485410362482071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5174e08730d418173ed4d3c4ef42382a65a6d9d3c99d8a68e1fe1e2613976a7d","sample_id":"grade-school-math.dev.4940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d570fb6b99a8f6c881c10fa4a002ce64d3fb042835a9bd0ee665637e93392e5","formula_version":"titan-u-contract-v1","latency_ms":0.694249989464879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0e2e8de104a837f4d674480340a9f40611414756f0396a50c7eaf5226aa68bf","sample_id":"grade-school-math.dev.4941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a2572d39b8784d86e33fa9fefd2a8000d0d9871d9e0fa9356b088cf8d54be9f","formula_version":"titan-u-contract-v1","latency_ms":0.6712910253554583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecb26eb688af1ac0edcad3ddd795487131d87a0487ee7b79400b6384513242ab","sample_id":"grade-school-math.dev.4942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8405327c907952520115b0d81d4618f1e9ce75d10e3910ce9d4022b9fad21c12","formula_version":"titan-u-contract-v1","latency_ms":0.7562499959021807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49a45ca43999d955869db308378c96ec35a30f222f8deb9ea46028ec46e013d6","sample_id":"grade-school-math.dev.4943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c090b1dea42589a709af134e8be603754b616c63b63ed4ddd2f7a72d3c2ff442","formula_version":"titan-u-contract-v1","latency_ms":1.1055408976972103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a5089b631bdaa65dcf2afc30dd261c597819f1400f9a501b82e283bf153a53f","sample_id":"grade-school-math.dev.4944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5efff1ae92b3d4d9211bf59d209a17d1ea872ffc34c85d02b7e13c043e91f18e","formula_version":"titan-u-contract-v1","latency_ms":0.8284579962491989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ca2456118c2948d3afc3307e5225d7ce0476dbe2cb79e075bd50978c4bb61c4","sample_id":"grade-school-math.dev.4945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea09b0078c3290de0fbedeb92170aa54eaa22761f4b7e41925c5811e249d32f9","formula_version":"titan-u-contract-v1","latency_ms":0.8801250951364636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fab412353265031eeb2b62311444fbb98b4e6e5def17ab7d31cb2e80b1c91849","sample_id":"grade-school-math.dev.4946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"894c4b8b17cc33d14985011379aa4dc8a7d924eccd7bdea503253716a640feb8","formula_version":"titan-u-contract-v1","latency_ms":0.6922089960426092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce595542e44b85cbd76c1ade5bfa17b96a1d7149e05a20316baa8cf554768ec8","sample_id":"grade-school-math.dev.4947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d80a8bb23e89cbde2375eb4d62cea63f5c8e19baa69fdb07ca27fd12b3f7598","formula_version":"titan-u-contract-v1","latency_ms":0.6674999604001641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9f6d7e3cb8233b979b0666a4d40788b78dbbd80533feea6c49514a8264516db","sample_id":"grade-school-math.dev.4948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"410191bb1350af8e5bad78e644606925775b2b04132d13ebc99e7227b4de6be1","formula_version":"titan-u-contract-v1","latency_ms":0.6979580502957106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf75e2003054a9cb9892fe17e79b97441944819e2836514649cad1ec2db3e8cd","sample_id":"grade-school-math.dev.4949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8b80846ce58eb753796be82624806b7ea4006dec73073b569a8885a36738fc4","formula_version":"titan-u-contract-v1","latency_ms":0.6764170248061419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db293354d688eb1f1ba7b2e311e55949308af0475b2d669ee52675b3a0f2c38e","sample_id":"grade-school-math.dev.495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"706c033983baf25ab5360851c0d9242c8f0072d0a2bf1a863acae2f39c6dffe3","formula_version":"titan-u-contract-v1","latency_ms":0.6840419955551624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80724bfd8330243cc29ace3bfeaf92bbc022c206e26cd9a2c2abc378d02a64f1","sample_id":"grade-school-math.dev.4950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2d8f468d63d2791bce923e4ceeadcf90217f78c49da7b31f44e774334d58863","formula_version":"titan-u-contract-v1","latency_ms":0.6343330023810267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38abb884a2f08e2a99367d50bcc34e3fb5e57927f66dfc8fff413c6fe189b010","sample_id":"grade-school-math.dev.4951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2faabb1d1da349294e47f1a2979daf72ca14d000f443640fd90fa3c5e41edb4","formula_version":"titan-u-contract-v1","latency_ms":1.0651670163497329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce55aa6b1c7f494ccb87d8475f8990a6216bad117d9be77615aa75f5451e49f0","sample_id":"grade-school-math.dev.4952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acbd54f4a38f7dc10054bf49419408f74e3b54e542a1e6f65404f75a572880d4","formula_version":"titan-u-contract-v1","latency_ms":0.6933750119060278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f90325253e28b20938c524051b7f76a34c3760635b36803995681e52015065c0","sample_id":"grade-school-math.dev.4953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"826e3d695dbf02b8ac75afbf885ebb306d57a4e53bb927ca2392505d53de80b9","formula_version":"titan-u-contract-v1","latency_ms":0.6734580965712667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a7f40512a5a30e232dc408227f72895c53d928395af0c96e712d81b3cc5869c","sample_id":"grade-school-math.dev.4954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bde0e3ae867fe4b4069fabbe1fd9ccae6a7e1396ea2dd8d199adb2ab86d12c5","formula_version":"titan-u-contract-v1","latency_ms":0.6654169410467148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c21553cf5bb2b72b405a47bd93d01c494aa92e47744d9907edc89152d295a666","sample_id":"grade-school-math.dev.4955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03d47830ba43d3aeb728c4941d24adef832040b15b74cea93e84d3e8a1af2441","formula_version":"titan-u-contract-v1","latency_ms":0.8739170152693987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17735b02234733b29a722471fc6d0503053e11485a6e7457b309ca7f42b4d960","sample_id":"grade-school-math.dev.4956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94c4c1044abed8696740f742a2dd3278abab03244b2ccac4385d2c1d7db144d6","formula_version":"titan-u-contract-v1","latency_ms":0.8763330988585949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a615b409b7add3b7b8884dc86739ee55a57a909bc739622702c4fba612cb3cc3","sample_id":"grade-school-math.dev.4957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68be9df0a15f1187ca9e12332b2855883fdc983bbd167cd7916ef43a15923de7","formula_version":"titan-u-contract-v1","latency_ms":0.7392090046778321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a83984e4ddd74794076367f91eb9fd74b0604b517f2d0e34ad698ef6a8f48b7","sample_id":"grade-school-math.dev.4958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e1a19cafaa85e206ef05813707ecb0ae18c544d28d9b68f0b5d50d5b588a26e","formula_version":"titan-u-contract-v1","latency_ms":0.6559159373864532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5da50500a4cd3db793d5d34c4c8bf12eea7a200a565b9f3cce349e9e0070ee82","sample_id":"grade-school-math.dev.4959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9526d8b0655e45bfcc7bf93a218ade4b3713302668e615f1616bb2968f701c4","formula_version":"titan-u-contract-v1","latency_ms":0.7127919234335423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3479fdc5f4f401d35e0b8ca6a3e00c7f463451c6d4eafc79a7e9dcad9a7db706","sample_id":"grade-school-math.dev.496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3770d51832388c54422bb0484e1c454509b23b9e8fa7ce2e1a49c6650e0c5a8","formula_version":"titan-u-contract-v1","latency_ms":0.7238750113174319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a61df03353e21d8201fc34f637b3b765bbf9e36fbfc264338aaa90965990632","sample_id":"grade-school-math.dev.4960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42caee574a563adfaf6509e5f80b11d9b5d9856fe58e46c546d2e8ed07e191c4","formula_version":"titan-u-contract-v1","latency_ms":1.2234169989824295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"620bdc5b7652a20cef72f91b693d2465a3d46cf4eb105ef140cf51ef0fd30e26","sample_id":"grade-school-math.dev.4961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"759be8a81d38739e64fe38e3cf4a7dd5dcc1d62d742ea2282b65bf8df7d3911e","formula_version":"titan-u-contract-v1","latency_ms":0.8439579978585243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"784e30c7dbb52b99cfc5bb919c3d1b180edfddbbfe6f2caf7aaed0ffd9d7977b","sample_id":"grade-school-math.dev.4962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8bd1c1d23bc41cd7a0722918f1856412a59ba47c54dddc7fdced3bcad96f29c","formula_version":"titan-u-contract-v1","latency_ms":1.386375050060451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00f5dbcb9a5fa14e80e4fc4d5f10f06b342e44d4f76b761ae1e937f7b30ad6de","sample_id":"grade-school-math.dev.4963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c61cfa9632b2e26955a6254458f73508ae3c8a7ce5f0ddbb839071702fde8b8","formula_version":"titan-u-contract-v1","latency_ms":0.8782499935477972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab741ab8e6b4e826809804c80bd1bc7588c9f64869a00b31c2443b542d89ff5b","sample_id":"grade-school-math.dev.4964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b16ae946ae5bcc02a033fcd6efa1434a2f09cf284c7fca1fa7f0db68c60fafd0","formula_version":"titan-u-contract-v1","latency_ms":0.6893749814480543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1d1535e7c6fff1924025e904b8e61156d5c227d54e0a57f587d9b118c48bc06","sample_id":"grade-school-math.dev.4965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09a63963f6dddab2a2e1363ffaf190c43ce222eb6ddf0f2dbc2c0327a8297245","formula_version":"titan-u-contract-v1","latency_ms":0.6845829775556922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d411cd10458c5aa240f56918c7a25f2e95def92edd77376c2495145722b1c35b","sample_id":"grade-school-math.dev.4966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"109d4339bcc8d583b1607c5569f683d27429a7be747748a5fc20fb3dcda56044","formula_version":"titan-u-contract-v1","latency_ms":1.0662919376045465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58fc49be7cbbba25084906bbe6d0feb7e5fe9ee68b82fda1291f8a759f787017","sample_id":"grade-school-math.dev.4967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70266aade7f8a6804464f448c55a3ba57d7cf0595aa0963c8cdf21281a2eb6b4","formula_version":"titan-u-contract-v1","latency_ms":0.8892499608919024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6c410fb5aa3fff411ae10caa8d7f3560600dfeb4c369e18ef893eee5d98c482","sample_id":"grade-school-math.dev.4968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdb44601355a62d57ee19de8de5cca7b0157918bc00c909a79173c81452eca2d","formula_version":"titan-u-contract-v1","latency_ms":1.1975000379607081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b8ac63ac40ade85b61886b29d693eb3cb47faa89ffbaca4193b11f044302b21","sample_id":"grade-school-math.dev.4969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bab9e6d860d4baee03187dc76b7084e4faee6957127c93a931bbb82ac81b8c6e","formula_version":"titan-u-contract-v1","latency_ms":0.9048329666256905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43bdfa47a47dc59f33439bd03a525cf7056fb4d9179af3b4404156f4531a66a2","sample_id":"grade-school-math.dev.497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"607bbe0426be4bd66de721972df5994de947b2d2e28e0d0fabe4feb7466702c2","formula_version":"titan-u-contract-v1","latency_ms":0.6740419194102287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b45377788fe21a62c7eb4fe2c6a5457bee7f681d10c8c5b27bd67379202284d","sample_id":"grade-school-math.dev.4970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3fff5b8c4cbb5b519707883d9ab9e7b0a4c7cdcdf3f423a2af27786d6927d58","formula_version":"titan-u-contract-v1","latency_ms":0.8570000063627958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"536cac86f94b47da1bd7a7f6c5f5203d43a04b0658bc1c6e39073eafd0f6f348","sample_id":"grade-school-math.dev.4971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98b5f114bfd4567f8fa115bedd4b5b1aa7933954893abf8c6c887396bc305b3a","formula_version":"titan-u-contract-v1","latency_ms":0.6831670179963112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84634760f44a659928c76002ab53f56a0009dedb1334f13060edc214cabaeae6","sample_id":"grade-school-math.dev.4972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"043a888263ef41a63eaaa51ba380ee10b8be40c878338483429f4119a9caf38e","formula_version":"titan-u-contract-v1","latency_ms":0.6411250215023756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27953fd6aeff1cdc62ac2c2be81ef792d53bb4c5c9d5eca2a0a1001e3eb20ceb","sample_id":"grade-school-math.dev.4973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5057b02d436fa14c1ae6b37ebfa35e52e1b532ffbdc61363884e53a738d11431","formula_version":"titan-u-contract-v1","latency_ms":0.6679579382762313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67810c05eb5cf4f18d2362f8d7ef89c9f206551a223ec32e8f9c792bab341914","sample_id":"grade-school-math.dev.4974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a96a79074fb00cd46c0374cda7c2f9b62d1f613478bb67101b43a854e076bbb8","formula_version":"titan-u-contract-v1","latency_ms":0.6340420804917812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1895f4afdb2381e374e39933cac7083bf4a0eac1110f4fc323aef68c35818df","sample_id":"grade-school-math.dev.4975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae58fa4b6889f6a02241b4f731b3fe2ab630cbbc2e8fa3f341fbc925ad7ae788","formula_version":"titan-u-contract-v1","latency_ms":0.6465839687734842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abc233c72f5d44f36f2e2a696d7d9674d69562b92cfc902042e6b860e12c03de","sample_id":"grade-school-math.dev.4976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a891754facdf035a44f37f5987d9ba207902b245dcdafe4c776a449bbaa2578","formula_version":"titan-u-contract-v1","latency_ms":0.6566670490428805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4044109b433dc8922e16b26c9219938278b1fea551d34af8a7c06c3a24b6db78","sample_id":"grade-school-math.dev.4977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ae04543a20adf98c190531c826cae54bac5338dbb45555993abd78a3368785a","formula_version":"titan-u-contract-v1","latency_ms":0.6215829635038972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20783b2167765625bd7dc3c7553ff61defd715adb8d46c0ba67f9b228b067124","sample_id":"grade-school-math.dev.4978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcd16069fb1d6a1453e4683066cc63e50e94f9c189eb261b8b1c5830ae229d25","formula_version":"titan-u-contract-v1","latency_ms":0.6986249936744571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ec3c2bb560f893c1244273e68232a304f78c26bdf1af2c8ea2489c095b02ab5","sample_id":"grade-school-math.dev.4979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d12adeffcf8328480e0e9db10ff2483fea30ba81b7f4024cd4b3426e45c37370","formula_version":"titan-u-contract-v1","latency_ms":0.9822080610319972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa5441e0c87f4a18c73fb93a8e44719b9fe13d4f291b327e65ac331da0965525","sample_id":"grade-school-math.dev.498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80e73f3bcbca580371e8326c9b5bea3695d6fc1acacf9cef281b02ffbac70633","formula_version":"titan-u-contract-v1","latency_ms":0.9795839432626963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8190bb702f3d0242d46a49b94efffd2446bd3578d6f8b41add01713055386c7","sample_id":"grade-school-math.dev.4980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f383c6a65334df5e40dba9748bbb99c77fcf5cc3458cf0b598496528337165e","formula_version":"titan-u-contract-v1","latency_ms":0.9477919666096568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c16108b26cc8dbc520e6cbc3ad47cc052a29666aae3e5d94e5b81628a62dda2b","sample_id":"grade-school-math.dev.4981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3449b0aba88d56b34935986e33b75e363e53d2339f7cb0e29ac768c6712969b","formula_version":"titan-u-contract-v1","latency_ms":0.8922499837353826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3a7ee2b1a57fb23d086fd523c18b1618a87ae1a2fd61adfb842ef1e7afd1bab","sample_id":"grade-school-math.dev.4982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd085e6ee0f66b329858c70dc6c3c8cd1f845444bb9b846baf2639d409aae319","formula_version":"titan-u-contract-v1","latency_ms":0.7032919675111771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e74e56f623a43ed1f2d981ab6c5bded77a4dd98393e475376c96c4b3786a5a0","sample_id":"grade-school-math.dev.4983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecb854e6cecefa163be69e7006be322e3c0c260c424716436b56eae08561553a","formula_version":"titan-u-contract-v1","latency_ms":0.8232919499278069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6125ef7e4af0e96da24a4041a390d2a086fff29ce0eb321e94b0cd3d9f1d06f7","sample_id":"grade-school-math.dev.4984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd37e582e1d909c20905927461d224611bbbc5d838a1b7066e745d4ae61ff00d","formula_version":"titan-u-contract-v1","latency_ms":0.6639579078182578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7933475470145382d92a1a06f8a0e9d00f18fb6b2e4ca36e89c7be3767f150c1","sample_id":"grade-school-math.dev.4985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ada36f4305a4c7bd494dab6faff477404fa42475fab0d46ca9e45e2653e9cf64","formula_version":"titan-u-contract-v1","latency_ms":0.79774996265769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d94a84a7923e8daa2f6c07a7631c5d90482428435fb206220f739e8cd84575e","sample_id":"grade-school-math.dev.4986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0954999bb8c69bd9d96aec5480ff99ce349cde9fa79522bf1df1222b4193cd6c","formula_version":"titan-u-contract-v1","latency_ms":0.8811670122668147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05567ef3cf5d90c598ea0d11c2521fc0cd852c85b7d57d1f612eb7ee7dd01246","sample_id":"grade-school-math.dev.4987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69d1f22f6903c1a2c9b4db07bc7457fcd6901a48adeaa0bb4a874f525b4eff0e","formula_version":"titan-u-contract-v1","latency_ms":0.6902080494910479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85528622a0d73f9d961e9dececdfd72611eb57003115fedf2e58c42e8bbb4ce7","sample_id":"grade-school-math.dev.4988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49f4d31eb9bb93d87c77053d832af8d4ae8eb39208a2b9c9e9fdfce4a8504727","formula_version":"titan-u-contract-v1","latency_ms":1.2285829288884997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5954fdb6d493fe8ca785f96a1180ee5cfe75b49cd453510c5710367ced85d20d","sample_id":"grade-school-math.dev.4989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a54dc03d13e8188efeb05ec22841d88ac1b69ed80aa0cf03c99726d9f565233a","formula_version":"titan-u-contract-v1","latency_ms":0.6555840373039246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6e4b8e9fb2ed0f7296a20ccd7f6344cddfe1217b403cbfb57b9a3fff6168730","sample_id":"grade-school-math.dev.499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f933da896e0d348c6de94ab9d1db869d6f9d0d7a2b6d1fba84995213bdc97e53","formula_version":"titan-u-contract-v1","latency_ms":0.8816249901428819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a668ccf8111305c3aba4f234c0c809a6baa6bace55a7f085f5535e3d86df1e1","sample_id":"grade-school-math.dev.4990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3856373b6c2e6072ae1de8d6dccace18986315f38ba9772221f906a2d8714b7","formula_version":"titan-u-contract-v1","latency_ms":0.7141249952837825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8eb2d076ada127f6a59011337a96b07640b3484be2b85152f7726bf4cdc18115","sample_id":"grade-school-math.dev.4991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"190714a4e8915aa4ab63c320511fde8ce8780eb333717a97c24e8250eefa1a36","formula_version":"titan-u-contract-v1","latency_ms":0.8757920004427433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f17f021ffa9d536aaf46e7efcf3a14f4d25ac23cd058e6093695b69240e5b74","sample_id":"grade-school-math.dev.4992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0820c911474a9f199b72ad18e23697ffaee58adaddb51ceb1ab299e0123d716b","formula_version":"titan-u-contract-v1","latency_ms":1.2456669937819242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fc73735756c17c67338d6bddba85e670f9a4c96515d38a52c4d0e4c3b56f7bb","sample_id":"grade-school-math.dev.4993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3af98c0220385973c195142fae9434b2eae818681598a4c8b07e4b76d2ec49ff","formula_version":"titan-u-contract-v1","latency_ms":0.6883330643177032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5585b4cdc1048eccee75a973d4efaafd432eaef8d7ebd3a175becf0d72f0edd","sample_id":"grade-school-math.dev.4994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e609cc3c6128befb851bbade8c5d3d246d9adf13d5bf473367c9dd8a899eaad","formula_version":"titan-u-contract-v1","latency_ms":0.918709090910852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a35afd25389cd06b39328d2d5626d066156408ff0be40e053ecef342a69e0d4","sample_id":"grade-school-math.dev.4995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04f8f8259a0bcba51cce97b62db42b3099ce50d6af8d809ed734e2b7832c4594","formula_version":"titan-u-contract-v1","latency_ms":0.9599589975550771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b431a0d39b20399bcbf6a06cc230d886aa2feb845dfdeea7382ebf4e41ca9513","sample_id":"grade-school-math.dev.4996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcee13a22d480d72ca49a332f6c8f095ec9dee7d830fb3beda63cf0ae81db2c5","formula_version":"titan-u-contract-v1","latency_ms":1.2637499021366239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d603506298cdc12a5b7c96b9885afccdd55318533404253d5524557afee96164","sample_id":"grade-school-math.dev.4997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"924142163017a70464cdbc1cd2e73b9f84d7006fd154c3592063cd8f4c990e53","formula_version":"titan-u-contract-v1","latency_ms":0.7349159568548203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9e0b39e168c91f4c3fd105d4bf720b916c0f72498b296d22d9fb6403c385f4e","sample_id":"grade-school-math.dev.4998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a823ad97fab254bb2b5dae004143acb288a316bb585479a36f880c0abe96d83","formula_version":"titan-u-contract-v1","latency_ms":1.0691670468077064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2814393d0f46463e928c3bd5ea9c9f266af14cac5331bd9660973999d00ba426","sample_id":"grade-school-math.dev.4999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb7e569e06457a94f764b27b7afa4374335354bc98f3578615ee19cf2fcbe6ce","formula_version":"titan-u-contract-v1","latency_ms":0.894125085324049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f590d08a754165f1a51f001e7a68463d859065b135a444cf2c9f18c69ee0c96","sample_id":"grade-school-math.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30a94a2b03564df504d5e98aa63a276148b370e88372ca7ca88755f0ace86ddd","formula_version":"titan-u-contract-v1","latency_ms":1.2025838950648904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"134e12c812a078ef73fbcd5e91478429ea2c7e5b9786e1a11fc32b30ea461df2","sample_id":"grade-school-math.dev.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50ca61ad5b0b263a1404ab46e9c65cd53eb6dd440a1405b326ca09006645c43e","formula_version":"titan-u-contract-v1","latency_ms":0.9960420429706573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5364534c091ca908a211badc708e1cccecc51d9f3e80774ac50de5537a3e2ef4","sample_id":"grade-school-math.dev.500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9964be6af3cd907bf848ae456f8c357cb81bd6c6e1217b15dad34a4e5353803","formula_version":"titan-u-contract-v1","latency_ms":0.7146659772843122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c955d12b68499fdb0fecd356f32d494a79c61e37422e858e8a6b0f86b6a6d0e6","sample_id":"grade-school-math.dev.5000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07c3cd862ac50915b2b663993ef61f8a28f82d75a8e1e1649042351917aed6a1","formula_version":"titan-u-contract-v1","latency_ms":0.6812498904764652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d592189d4b7761548cfa71f6135e8aa5a4a6440e7f0ae0cc9a3c659e51fed5d0","sample_id":"grade-school-math.dev.5001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cec69ab61bd25c7766c0573f206bab4b27ba57e01d688d611a93e47b546d0f6","formula_version":"titan-u-contract-v1","latency_ms":0.8604999165982008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b72497a828d1106c39a231d58f5a14512da391d4790d427d921c34ae3dc3fc2","sample_id":"grade-school-math.dev.5003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8c39886038e6e1942fd1f838b110406e81a37307bf601ef95ea365c4438c953","formula_version":"titan-u-contract-v1","latency_ms":0.9026670595631003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcce217810d36043765d8656e2f59e26e693a32057e1939c5a58827b5893cdd2","sample_id":"grade-school-math.dev.5004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21fec521285372362188c179ff6d2770af8b0a1b4a955be1ea707dca8af63c75","formula_version":"titan-u-contract-v1","latency_ms":1.844584010541439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"367965e2495b1249c0ee907551bc97399903766d575a4d862c21d2f613c735da","sample_id":"grade-school-math.dev.5005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18124e61a91c8aba5d4fff82cc7e796cf511eee5f5198782c386378aebfdc8d5","formula_version":"titan-u-contract-v1","latency_ms":0.7794579723849893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f5ea754ac5dcfbd0bf8ad1f4dd184c775756bca20cdbe09e9d92c395e5beeed","sample_id":"grade-school-math.dev.5006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55904739d636bbc731d47269c670f86662c97aa159b99fac055784e39f0e5125","formula_version":"titan-u-contract-v1","latency_ms":0.6745409918949008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4399e84eb1a0e61b20cdeb428ce185ce4f4aabcd14204dd9e29adf75b091a772","sample_id":"grade-school-math.dev.5007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"877c9634e6d0051107a409f103d24e8bdc22a33471de73a09dfb4c4caf34b622","formula_version":"titan-u-contract-v1","latency_ms":0.7807080401107669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a89705b9d368758b9efdc89878423d7d2bf3f59c6a11afd379e246327df6738","sample_id":"grade-school-math.dev.5008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d272f5e7938f133bad8fbca85d43d41f2f6152787ca216b9ad56f9a126a44574","formula_version":"titan-u-contract-v1","latency_ms":0.6279170047491789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d9380c8b849a73dde37888db12db515a3de4d9a9316bc31890f7c009403c7a0","sample_id":"grade-school-math.dev.5009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a1d56ff13cb2b628b94a8dd34539aa129d2e8330f95c682b30367cdbd2e06f3","formula_version":"titan-u-contract-v1","latency_ms":0.8759169140830636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6f939784d2005c6bba6eefe67b116b199b6012feb7321b038189472569a6de9","sample_id":"grade-school-math.dev.501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c2b44bfe3025148c34e27bcd9168168c3789fcfb3538876c29c49cc88a64c8e","formula_version":"titan-u-contract-v1","latency_ms":0.8888749871402979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2071e0d3d53ee663cefc5bd33b5f33d977c88c75df664641380eeed60fcdbe49","sample_id":"grade-school-math.dev.5010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d263644da2019b8b929aaf663839cc14d0898c77d4a325cdb8bc097b2b920a3","formula_version":"titan-u-contract-v1","latency_ms":0.8870840538293123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a847e42d896e08a167f7d832fe7e365c2a7a0d65c21b2af1ac39aea31c6c095b","sample_id":"grade-school-math.dev.5011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44458a7b604fb593312adca77eb0fa307831884c45d33dce8cca81e7c342fc5a","formula_version":"titan-u-contract-v1","latency_ms":1.340624992735684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0766af8aac0a198539c711d3fe47814f174c776eea1ec814516d2e89f18d8165","sample_id":"grade-school-math.dev.5012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba8265d01807df0fef8665074e9dde8287054fc2efa6ef56bf5f85d1264419e1","formula_version":"titan-u-contract-v1","latency_ms":0.6572910351678729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f61fcf12204a84a8b555d498ac2ecbd4958e56dda592be0f5262a16515870d29","sample_id":"grade-school-math.dev.5013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ee38d3a8d93bd4cde080899979b75f5dd34ff20298d8ba4225c0adec6266620","formula_version":"titan-u-contract-v1","latency_ms":0.6672920426353812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd7b86fa60821001d23c2541857d50d3c03c1ada85e481d4032059768ba3444d","sample_id":"grade-school-math.dev.5014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3eb22b652ae2c05d677ac8c257c500946ff79e69224c22e525ab2bc943d93b4","formula_version":"titan-u-contract-v1","latency_ms":0.8602919988334179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd7bfa863cc4b966a89a714ba3e6e486f2856aa3dbc7993ad4031201a12ae4f9","sample_id":"grade-school-math.dev.5015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cb27957e0a5f08ca991ebcdc93c160d7feaf877e479273125fd06e8ce207393","formula_version":"titan-u-contract-v1","latency_ms":0.6773339118808508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29e9b5bd8dea51e2b9ae3c4315c7770bc2c59892eab1669bd891beea1686ef42","sample_id":"grade-school-math.dev.5016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"776e8a9dfb691f5c2ea9db532aa74882f678fcaeb254c6658a3797357929281f","formula_version":"titan-u-contract-v1","latency_ms":0.802458031103015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61dfb1287ba2c7239b1888cea74e5b92725cd54fff430e05ed78ad755d9b350f","sample_id":"grade-school-math.dev.5017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cab2935098631d1286da362b1081ac552915a2990b2e9190735dcedee561a117","formula_version":"titan-u-contract-v1","latency_ms":0.7104589603841305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86b12804953fd804e21fb51bba748e8c2a12a6ceaf535e8f96d249d1b9656c1d","sample_id":"grade-school-math.dev.5018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98eb45e5c5f62d41beb9b9f9bd8ec29031b7e1777998c38c47bce800dd1a16e2","formula_version":"titan-u-contract-v1","latency_ms":1.0661670239642262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22a2a94b9660d1c35e20b1dd408031a59d372574147930774e0503720953b884","sample_id":"grade-school-math.dev.5019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4469830882b9399d76acd3eab37465dd1ba6a203f281e897321c8c68bc540dd","formula_version":"titan-u-contract-v1","latency_ms":0.754999928176403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8dd929bf0742def41d7fcceebb596fab0a41c0559131d9b31434716ad128a71","sample_id":"grade-school-math.dev.502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26ab4cb06d1767162fcf60e9b9af605b2c6aa1e4a555e69c642517c1fa0ad826","formula_version":"titan-u-contract-v1","latency_ms":0.9454579558223486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3807f95c6633adfa1c5be7102dd9e75c1b1efe8d35d9edee9fbe0ad03bafb643","sample_id":"grade-school-math.dev.5020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97a60f5957c591dbbb5a8309f8c614aa3c47e315f0e89bb70d6070b136a89c70","formula_version":"titan-u-contract-v1","latency_ms":0.9133749408647418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f27982d3bf3386a4eb11a4429006523f3c401166309677ba9f78efac740bd8c","sample_id":"grade-school-math.dev.5021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d38a23282d68c852ccb4db65366869ce1964f0ac2e2ddf7b622b3e1a78a4917","formula_version":"titan-u-contract-v1","latency_ms":0.658749951981008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad3f65ab3f8b3da34af32d7889694957b198ef4501d52f0314827e37052773af","sample_id":"grade-school-math.dev.5022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d009004ed897c02d1d968a770317cc9b0c8f625df20d6e898011da830968746","formula_version":"titan-u-contract-v1","latency_ms":0.6754170171916485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2537b40d6719335378cc6e02bd28e08177d095810d20505968fbd16121abc4bf","sample_id":"grade-school-math.dev.5023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57cc6f1347d431bec423737f179c3c8b7383409a2d2e3fcfe8ae6236e10fade2","formula_version":"titan-u-contract-v1","latency_ms":0.8880420355126262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc93bf9108748e7880bbf3a25ecc3d4ef655c0fe0fa8d09c4ddb1d5963c3e96c","sample_id":"grade-school-math.dev.5024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31daa5143b6b78956d79dbc0eb2d8bb5dd4b3a566730d4dbd59be5cef244c43a","formula_version":"titan-u-contract-v1","latency_ms":1.2567079393193126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59e3f2017bc8973ebfd63298e0f3179e5ebc0537e61bade22a7cc23a1e2fe0b1","sample_id":"grade-school-math.dev.5025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f057d9bc6082259afcc64698d6e025386d7b2781f1a269f955945eb9c2b79426","formula_version":"titan-u-contract-v1","latency_ms":0.6704999832436442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a8ee9866e0f1da72f9d63a50db52cf231d5f9bb63b17ddd02917c53c0498403","sample_id":"grade-school-math.dev.5026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b1672dd18519b91b61eddb3f447b8fe8be801649666bbc7024397dc985c97e0","formula_version":"titan-u-contract-v1","latency_ms":1.4232919784262776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74683e03b3bf2765d47119372d25673bd55e628fc49c61da8ffa1141496a4844","sample_id":"grade-school-math.dev.5027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8ae12fd2f37e1358cb2eedc8de9a442b593b304852ef4c378edb95d33b62222","formula_version":"titan-u-contract-v1","latency_ms":0.6406250176951289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce1cd0d04b7ba0a6afbc7d54f6e4551ad393a52a75374831c3d4e95bc74dee65","sample_id":"grade-school-math.dev.5028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd1e4b9130dce3fb417288b1fd939b173f36275a76f5cb933cd16500bdb5c39b","formula_version":"titan-u-contract-v1","latency_ms":0.9046669583767653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02a6ba1bc51bef64125a3d55fab5fe99d38be47396b24ffaab920a5841eb751c","sample_id":"grade-school-math.dev.5029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"432e45fea449847d7da023cb5242da38dbe6cc528937bb238d455fed6b2e5280","formula_version":"titan-u-contract-v1","latency_ms":0.7350830128416419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8df8062e3d7ca8c5ee77aad7e7d952e39f681c0459388799f9f3a985f7367489","sample_id":"grade-school-math.dev.503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"821e99a71937667a875ee8ebe32868e14c66e867fa6612deac2e030e3a25d123","formula_version":"titan-u-contract-v1","latency_ms":0.9303749538958073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92903be71c1daf9c7483fb0c80722027063a7a0db7985f712edaf3be0f3d3512","sample_id":"grade-school-math.dev.5030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"409be086e941a7dfe8f46cb33774f514126ef041d3970e3315b4e23757208427","formula_version":"titan-u-contract-v1","latency_ms":0.8322079665958881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13ff3fbc043a816b6360a047b7bc245edb77887e506c808fd75645298e2146dc","sample_id":"grade-school-math.dev.5031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b06b3f0c18c71e7a9106348ff7fe08b6f461fad741334d642036d0dd27b9fe88","formula_version":"titan-u-contract-v1","latency_ms":0.7316248957067728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da29e5c55d91ead6cdff5b754f46a6bddf011da5219920af28a9d101191d6594","sample_id":"grade-school-math.dev.5032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"243fbdd9f37917e4090586c0f278edd544bb10f719c44b7a722b31d2365bf13c","formula_version":"titan-u-contract-v1","latency_ms":0.6534589920192957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6aa0535c2ff2ae557d2dfc63aaeecd2f5b8eda802554ca85b0318c4d4ef53b0","sample_id":"grade-school-math.dev.5033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f02a79990408858f244bc9157f5ad33b6f5512e2d1d7e3e291d050e6276a29c1","formula_version":"titan-u-contract-v1","latency_ms":0.7408340461552143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64683de84f76ce80218cb50f25497355b6b4b874524964b4922bccc80ccdc4e7","sample_id":"grade-school-math.dev.5034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0c3b87ff59ca61b2511835f8aee06e6770bedc9d41393895937ff18461b0d7f","formula_version":"titan-u-contract-v1","latency_ms":0.6626660469919443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fce4b8d2149b617bb4330f62a96baf1d03a4f49aba947e22920843f2b56e3510","sample_id":"grade-school-math.dev.5035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"728572e4d53b62926d270df030f80fa7504a2f9ea4e22c0195fe3581dd36185f","formula_version":"titan-u-contract-v1","latency_ms":0.624458072707057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b01e45b787c5f5b0e66ad2a34963baf926a02b8cd69cf730d2939496b3acf372","sample_id":"grade-school-math.dev.5036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05453b6624c3969af9e9c77da19d446c004ec172be22fbe34b6a418f956b900c","formula_version":"titan-u-contract-v1","latency_ms":0.9093330008909106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7dfd158af4475e0785b79713c6da6ca08c38e77de925c5036588dc891bdb4d2","sample_id":"grade-school-math.dev.5037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b100fdea222f7c23ef6cd2838bd3bfb59b1ce6772e87f2c359773c12cb0e1591","formula_version":"titan-u-contract-v1","latency_ms":0.6916249403730035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac22bee6f0e0dd6c65d4b94ad475786691ea262f22de02e5539e608bc1945db8","sample_id":"grade-school-math.dev.5038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6538b212762f1075af54618f58c193fa8c0296a0d480d97ff834ab69071b573","formula_version":"titan-u-contract-v1","latency_ms":0.7035830058157444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"351b73a657487ec5739eca213340d77958f261e103dc84d4488f275dcd74423b","sample_id":"grade-school-math.dev.5039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20173748fb2a2618cefa6bbbe8c1802fef8aa2b0abb7fd3d0439bab6563fd071","formula_version":"titan-u-contract-v1","latency_ms":0.6779170362278819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a6ddb773fc5dbd91e1f8c7b150aa83974a10199b61d22481cc844ec7c0a641d","sample_id":"grade-school-math.dev.504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84a2be495a635e83a75a14fbaa7a4d36b760c9bf1d2ea76970e0a8a916961fda","formula_version":"titan-u-contract-v1","latency_ms":0.695624970830977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c32d112e58d1743f097dfd52ba9cf85be841c14e7bab41b9c36fd02d37e66254","sample_id":"grade-school-math.dev.5040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e7f2c3c14e2ab583fec0139b097bea267dd4922040c942b030b13e552ef92e8","formula_version":"titan-u-contract-v1","latency_ms":0.9909590007737279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36d02c1446c7fcd78e9d164bf9b28e9cc12cde32afadd7951c66d6157be1a849","sample_id":"grade-school-math.dev.5041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b843d8b0e5f0202d56f6a4ddc4685614b1ed1cdfa6b16398a5fdad04a885caa9","formula_version":"titan-u-contract-v1","latency_ms":0.6189170526340604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96693f50ad2fa8fa4d1f091a38e49ee17ccf52d9f5ac0b2e8f8ae63786a1cf41","sample_id":"grade-school-math.dev.5042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df7f46cff2be7d7cbe3bbea9db27a882fcc570e78f99b2e38eb5b246da04b2b7","formula_version":"titan-u-contract-v1","latency_ms":0.653041061013937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d430bc9903b2a02078080c357226fc36bd0a5a632c148407ce32fa2706b9466","sample_id":"grade-school-math.dev.5043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb379d651effa34dde6831418436aabf9c5082c9f71e34fed7b88b42bd12b10d","formula_version":"titan-u-contract-v1","latency_ms":0.6478750146925449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"234085334e024dd851851d6eabefcf689aecaff1549553d0e2e3524c24387202","sample_id":"grade-school-math.dev.5044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c617998547eb464e5ef301ac68ccfa8135e6bc5e09fb7e954fc4dee583f34ee1","formula_version":"titan-u-contract-v1","latency_ms":0.671875081025064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21c2cf09749821c88d3076c2f0d8d253aa8de5367c48ba4c821eb45e2435db32","sample_id":"grade-school-math.dev.5045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b075aa26540c57666a9665a8ed3a231413b9ca9417fda2313167ece1f59d01d5","formula_version":"titan-u-contract-v1","latency_ms":0.9032080415636301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfd5aaa6667d18f9a39e146afb1d83d0494a3f515a080dc9c71890fdcc2cef75","sample_id":"grade-school-math.dev.5046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6daeb77c6b9744d341998e77683469e4d295a4ba4c72406bcfa10c63fbf1954b","formula_version":"titan-u-contract-v1","latency_ms":0.8767910767346621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9332fcedff90b6cb3d949ec137e174ac24b57b1dea5cd8e1dbd5c29e1ffa749d","sample_id":"grade-school-math.dev.5047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f2f68413125321bcd4accda3f6e3c44f88fbdce34bc14672bdcce69c8e3763a","formula_version":"titan-u-contract-v1","latency_ms":0.7112080929800868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"109b87f628bff89929dfb2d4a829d6ddd0db9f187b8a487ca87874dc8d2fff24","sample_id":"grade-school-math.dev.5048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fa0fe437188aba836c425b589850e1c627c362f5eee6ff620f068fd3ac6f9ce","formula_version":"titan-u-contract-v1","latency_ms":0.9025830077007413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0f588537946639b5dd51752b030424e81e66cd95238f4b37ba247d036cd2516","sample_id":"grade-school-math.dev.5049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"052c6419bb041d626823dfdd348fbc5762377aecc617ad0eebba710030e48d81","formula_version":"titan-u-contract-v1","latency_ms":0.8504580473527312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9517e5f052054be364693a253df740ce08b284dfd4902bc354c3bb5c3234c659","sample_id":"grade-school-math.dev.505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"483263358431a39d89d912291dfe96e53982129ec86c08ee73828a6ff1baf4e4","formula_version":"titan-u-contract-v1","latency_ms":0.7027079118415713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f51a8902ade21067c3d82082d09e2b2895ac5a2ea84d08465605ba6869fe42c8","sample_id":"grade-school-math.dev.5050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8926cc59e0021720d0fdfe26e549765027b451bcc6ef78cc083028d424457c44","formula_version":"titan-u-contract-v1","latency_ms":0.9235830511897802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5b1ac10ad019b04d67121abefb11a9eb5e60a70a7cd881c265be39db9c2a4e9","sample_id":"grade-school-math.dev.5051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca8b58f25261891ccd64a6b862b57b0a0a5588215c2a1fe98cad41c77fef82c5","formula_version":"titan-u-contract-v1","latency_ms":0.6741669494658709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dd3cc12aba85f3ba911e03a2f026009aeb072e64cf5c35976057351e9abbccd","sample_id":"grade-school-math.dev.5052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2761530f714954d79c9eaad8778c210ca66e10013a0ac91fecfaaac809c8b76","formula_version":"titan-u-contract-v1","latency_ms":0.6539999740198255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83cf305c299e1fc6adb04f9fc9fd764d8be343b70253db5de8a85aef0ca20ecd","sample_id":"grade-school-math.dev.5053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d973f90e9e8efd1f43a60bab756e72d961d3879bbb98d298ae60682f3bcfcc0","formula_version":"titan-u-contract-v1","latency_ms":0.6595420418307185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57a0764f227da32fdd59aa1d9df11360dbae87799b35b18ff9deb33267081d59","sample_id":"grade-school-math.dev.5054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ebcac034422320586c2222f8b990a8105a95afe8c30e452723628895d153ba9","formula_version":"titan-u-contract-v1","latency_ms":0.7252499926835299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00163e7f4536ea92f4b6e08e6facfe07fd578a051f3c2528922718500a1ee5b6","sample_id":"grade-school-math.dev.5055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f87cda9122286df6b4fb4f88e3e9dc19e04e8595a9223c0fdb2b3a34eabe71a","formula_version":"titan-u-contract-v1","latency_ms":0.7053749868646264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8658c08e27ffc3e9bad595547d378bd733762cada535f48815cd17dd933332b1","sample_id":"grade-school-math.dev.5056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7e44118a041f6f954fb4f99659e30f13f12d82cdd66b85e494f581b0f4afafc","formula_version":"titan-u-contract-v1","latency_ms":0.685499981045723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1166269d06ba8993f284d57b507dbd72818bf108f3e7342167a9009be964f3a","sample_id":"grade-school-math.dev.5057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0b2bec955e4c19a1a8440526542afa6d999d1ec31e7053afc50d93ddc565534","formula_version":"titan-u-contract-v1","latency_ms":1.2312500039115548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"683d1d866fcf774f042ea118efa8eed4bf7a5475aa656effcc964b0bd9fc4bf1","sample_id":"grade-school-math.dev.5058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db4d18785e0c86474140df9b33ced0323b9db9cf12cbcb068cf799b6f126db16","formula_version":"titan-u-contract-v1","latency_ms":0.6860829889774323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eff8733487015dd6dd4dc030b7c50c1b1ddd11d7ea3b40b8d49a868f030ede4","sample_id":"grade-school-math.dev.5059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eb77a7c01fe8baf986e6bee76d2629c5b986daaa4a266e87784956fc4dd6a26","formula_version":"titan-u-contract-v1","latency_ms":0.6670840084552765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac23715aa76465999e2783a20e3de03d294d7907a9bd70fbc202735c227ad00c","sample_id":"grade-school-math.dev.506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ebf0265502d865cf18ffa4754512d9c1d64b99119de877cdc35cab8ad7a5caf","formula_version":"titan-u-contract-v1","latency_ms":0.8573329541832209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"701c5113ef22fbc8c41256b186a9bb27280dcf362e7c7f0edd13dea0810e6c7a","sample_id":"grade-school-math.dev.5060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ef9501447e029a5967c3b847035c30341826d439d85fc3b60ad5d6b35c435c9","formula_version":"titan-u-contract-v1","latency_ms":0.889624934643507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9da4b365928aed1da32f756f11ff518616409cb7186ff404db567919eb6121f4","sample_id":"grade-school-math.dev.5061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93cbf7d33a9df03f649ebe1edfd5248f952477a2c6aa0996b3780d88327592e3","formula_version":"titan-u-contract-v1","latency_ms":0.6727500585839152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"641bb7e214698c5747f13fc414ba3e137fff479c1cb3691b8cdadf0fcdc5e0d2","sample_id":"grade-school-math.dev.5062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a711dc08a58a1715133ea4ccd407cfaa2c89d4d032454ee33b7ccbe9b5c59f6","formula_version":"titan-u-contract-v1","latency_ms":1.3683330034837127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4c69fdbb84764bd723e7425642d1ea944c92bb78c342bc33bb55585c2739a33","sample_id":"grade-school-math.dev.5063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d30f3539a4391b1b69cc0c07828dab79b798dc6585a917b53e8bb8f967ed2b7","formula_version":"titan-u-contract-v1","latency_ms":0.8798750350251794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9a7fab760f3f32d54c651cedca0ed8086e0bbabe8e78e37a04cfea33a4be6ac","sample_id":"grade-school-math.dev.5064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8da9d379710e88c42e7893f0a3f3b4b43d84de9bedc1c7dd51f6cf82e4afa9ac","formula_version":"titan-u-contract-v1","latency_ms":0.9444999741390347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"810fbf031958aee40a3647b970daa6f7e27c608a21bf485ce28d3d130ea58349","sample_id":"grade-school-math.dev.5065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aec27321ad5f9a74889205acd8127d33affcbce71d5966f848415449c467b0ce","formula_version":"titan-u-contract-v1","latency_ms":0.6696669152006507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db4e9cd9c02b33abe6f417470e9fab634416624f4d6717529bd459f6bb8f71f8","sample_id":"grade-school-math.dev.5066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1e9ed4502e7f7b5df332d033d68380022177b4443e4bd0f49af744c4b93049f","formula_version":"titan-u-contract-v1","latency_ms":0.8943750290200114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce4eb8078c4cc39207fe7095028e230e53276d087352a01c8ec8f849feb663b5","sample_id":"grade-school-math.dev.5067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"235cd03dc25a1e2871c017bd9683abde3b30154ad7fcfaace83479c746364dc3","formula_version":"titan-u-contract-v1","latency_ms":0.9539999300613999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc31d951e69402a0cb3b0faec7126c684cbda52416988a1730a4afe4c6a2fb83","sample_id":"grade-school-math.dev.5068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18c9b9ee0e4a24dd8077baa69744c5e0bca9871835c2efb6169246e0a7888f02","formula_version":"titan-u-contract-v1","latency_ms":1.2477500131353736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7e047f55e62b37ad9aaccbff0f83168a04360593651f126c329242e104e3106","sample_id":"grade-school-math.dev.5069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b370032dbd6413f27eaed08d8ef3cb7a637eb5eaf7cf5bb6d46a7c47daad626b","formula_version":"titan-u-contract-v1","latency_ms":0.653333030641079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3120b9a7403ca320b8430a7b461bb8ac1eaa43f445d249335ef7c958f875db7","sample_id":"grade-school-math.dev.507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba1ae8523c9fbbd07d1ab87b74d3883675ebd9c302f1db5d2db4136ad596760a","formula_version":"titan-u-contract-v1","latency_ms":0.7686670869588852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0d71399d3c65fc984a580ef006d3685823c1c286dc81f050d1ac729c253b3dd","sample_id":"grade-school-math.dev.5070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f313b82efebc4c4a93fc1b5b881e6cbe6288761488758ba7c8e4a431f89c23fd","formula_version":"titan-u-contract-v1","latency_ms":0.9263749234378338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36e583f4db442fe0fc981d8c87766f0356548e6e422f87df534fc32460ac00a4","sample_id":"grade-school-math.dev.5071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fc17d21941def8a58d8f134292ad9a90376a20bae7cd64be74c4513029d2382","formula_version":"titan-u-contract-v1","latency_ms":0.6440830184146762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8517614a6239244fd60dc83678ed2f61e0023a4c594680f7c764b19192552adc","sample_id":"grade-school-math.dev.5072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbd814002e8d304eb834da96651d9355b8f36cd261e101acd78c15dccc621ba1","formula_version":"titan-u-contract-v1","latency_ms":0.9572079870849848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0741a1bf701057597d4746d1c8041d038879aa57a44826e9219d9121063e7a5","sample_id":"grade-school-math.dev.5073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be9006f81376af5333c646cc184df4632e1385ebb2a75939cbc04b9ba06bad96","formula_version":"titan-u-contract-v1","latency_ms":0.9357919916510582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95ebbfea286cb61f36c108e0a96d3b447ed866906a67ac828e73d23bd03a1723","sample_id":"grade-school-math.dev.5074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5c898fc3981bc04affeb28a287e3fa8a0911e0ebc61a5151bab14cda99f8747","formula_version":"titan-u-contract-v1","latency_ms":0.798041932284832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d824d3cf2b4a9758298d8055d3482b82a90a39cec09cf6311bb180b592c40c6","sample_id":"grade-school-math.dev.5075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc5ccc296557ae7223969697626eaa889e8c9c150d3a9f5951543d928dbd7c59","formula_version":"titan-u-contract-v1","latency_ms":0.669625005684793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f6c6be4c2264b6fb3761b53d331651d63998e965e03e102f3bf882c02831cce","sample_id":"grade-school-math.dev.5076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d40cd9f5c150a1b4957d26f8671f69a543d6096e6f5c83a336e6d6d8c2482172","formula_version":"titan-u-contract-v1","latency_ms":0.8116249227896333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2731577ea0d1bbb8260a1a9c2fb08a1f04ff8e3ed3b61410b9f5e8566c94220f","sample_id":"grade-school-math.dev.5077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb45759c9f985125a1ee16b2fc44241358ed9d48bf4d6f1234d114d389ec7d9b","formula_version":"titan-u-contract-v1","latency_ms":1.354792038910091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d2bbffa15072a5386353ccc3b4f26e592bf5a749b017d2cce43100851a146f2","sample_id":"grade-school-math.dev.5078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b6edfdd85dc762a999476ab087f47dac8743d79ab7e4cd98aa494943b2e100e","formula_version":"titan-u-contract-v1","latency_ms":0.9227090049535036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df638fc6c4155391d45c9ffab57816b4e6def203b849f4374764596381ca4dd7","sample_id":"grade-school-math.dev.5079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e26c2b4af2ffd49605f54c9649aec06e385771b970e15b07341a95f68563316b","formula_version":"titan-u-contract-v1","latency_ms":0.8635419653728604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f27607fc30eaba123147c73c52a9cc51e253895f34376734b26a158733e9b1b","sample_id":"grade-school-math.dev.508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e8d265a363df3dd5e2d615e7e0431eab1bc0ccdc0a2ddbfa08bf87c80ec0d4d","formula_version":"titan-u-contract-v1","latency_ms":0.7118750363588333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"506fd83ff00c7eb6f1328703038fca466d3af3bef2465eba0926639013f3ca6f","sample_id":"grade-school-math.dev.5080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"404f9832b86e0f539689c3a282b83dfd4ec37f4fcdd12b1c2d82be8608e28679","formula_version":"titan-u-contract-v1","latency_ms":0.8462080731987953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fe9ba37b812fea64c2a15ff8392f9c26bdd11a9c80bb971ba83ac2309e92c29","sample_id":"grade-school-math.dev.5081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"196675c070103195bc89a48c83d8b1e2fd9aee3de3bd9135eb5af0fd5e74d5ea","formula_version":"titan-u-contract-v1","latency_ms":0.9868328925222158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99b83df3bd712f54ccd997e6a46f8f1df482cf361bed0afaaf132695dfbc9591","sample_id":"grade-school-math.dev.5082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83154bf7f4e9eb3d076beb6313296ab516582ade2b9df3fad7a26eb3e7cbfbe5","formula_version":"titan-u-contract-v1","latency_ms":0.6754579953849316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3da41695d5fa3841dfea985436deb6e69e75862f2fee1d16e7c47b708c360d97","sample_id":"grade-school-math.dev.5083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87270adc9b5057de6047a7bd7b02eb591ba99e49023fe0c9488fa4fe2a6a91e4","formula_version":"titan-u-contract-v1","latency_ms":0.8566660108044744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e27da9e17a8708a6d385591d8488ae2e67bf9c80df839184b69d2d18cc1daa6","sample_id":"grade-school-math.dev.5084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64b90f042008bc8a66e293b09cb7fc861f721423fc3c3f8c883b20029adca713","formula_version":"titan-u-contract-v1","latency_ms":0.6527090445160866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0c9a053c72fefa1bbfdc38e74526ec6057ecad88c3c52facce6098bbed4a830","sample_id":"grade-school-math.dev.5085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6da6e6c622f09acb472fc8a658c0c6b7e079d45e069d4d2572c6666ae8b95654","formula_version":"titan-u-contract-v1","latency_ms":0.925457919947803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e99744992c763b3f0c68020f532641176966cfdad6ef8f91c4bbb983afeff087","sample_id":"grade-school-math.dev.5086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99e445ecb01059130a8af68df81974ee453f4940d5dd75f20351d240ab09e063","formula_version":"titan-u-contract-v1","latency_ms":0.64166693482548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d66691e4a9194adb4da53e2553f28c371a5085da69e2065a2fda92e896b843c","sample_id":"grade-school-math.dev.5087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2942c90f50800a43af2bc842bef4098aaf5e5849319b3117214e0743061b8966","formula_version":"titan-u-contract-v1","latency_ms":0.7582500111311674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3cf81d5d617141a424e68a5ee3b912af6d37c5a965345f2b92ff11a0ee52e79","sample_id":"grade-school-math.dev.5088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"338a90ee1e381bd84da87a07e3422ccdfb777a000d6f5c13748445eede0ab795","formula_version":"titan-u-contract-v1","latency_ms":0.6620420608669519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0747ea346a651b526117e61a4faf384476227664de9565b106377454b33a215","sample_id":"grade-school-math.dev.5089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca9c9e19afb674500e82d63bcf64a12e7cff424e1901c659444f7e2d14cfa8e7","formula_version":"titan-u-contract-v1","latency_ms":0.6681249942630529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a6a6cc142bcbe0dd4a127c06908c2fcd2e9fc8540c32ef6c1dfaca341da4ec8","sample_id":"grade-school-math.dev.509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5836efa95c50e6119713ffb7447b305e236d021ed531f2879b9448563cfb9e97","formula_version":"titan-u-contract-v1","latency_ms":0.6464170292019844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fd809977ce27c7e224b32d926943a53aa4e9ab9834e559850982b87359c03f3","sample_id":"grade-school-math.dev.5090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e4e50a4752edcf506b335b8334d44390e58ad7f60269526368e98888cf00544","formula_version":"titan-u-contract-v1","latency_ms":0.8728750981390476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09da3f8c3a961eaec76b352bcad8836563e2ba760b6aee643614abb62d316245","sample_id":"grade-school-math.dev.5091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a48914d09c333b43582999de9ba4b64bbf9d8bbcc5b194d920e08b5863021877","formula_version":"titan-u-contract-v1","latency_ms":0.8740000193938613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9003c35ad608cd61c4ed55a7315d74fe81338a9f0a50ea25e60f7d669be70611","sample_id":"grade-school-math.dev.5092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d022cb702f42a262e730c094df78c6bd7eeb1d13a9dfdf53e9d64d6459d91145","formula_version":"titan-u-contract-v1","latency_ms":0.9668749989941716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddb8189b3844bc6e657ce9b5759e1706fa5500be05ccf91e793e150c22a9e53f","sample_id":"grade-school-math.dev.5093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c041e63e84ffd0700a3fc5fa71778b371f931715db80bfc8df5db6364c7f2145","formula_version":"titan-u-contract-v1","latency_ms":0.7070830324664712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d8d3e8b670a1d0abfe746eb6a6c2c386e5e6b045dc9bebfa7520b12379821b6","sample_id":"grade-school-math.dev.5094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ddcc8240ebfda956cf947257b629daa25132569d7efb3cdb92dfddf02ef750f","formula_version":"titan-u-contract-v1","latency_ms":0.6803330034017563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b05a6836585c0087ba00e9d7d2ffdd59efe581053780811976c99398db7496b7","sample_id":"grade-school-math.dev.5095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3713cb2e1e06f150530a7c23af2a8e8d176dce88fa198e606fc6f9c1175ecca6","formula_version":"titan-u-contract-v1","latency_ms":0.8241249015554786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9dd4c4e724ad0c402052a5db7a9c1f132510abf8341ebc17c43b62bc72d5077","sample_id":"grade-school-math.dev.5096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0131310925cdc32e29b5667f53d058d09d573e9f84cb61237b55bef02ac2a111","formula_version":"titan-u-contract-v1","latency_ms":0.9128330275416374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"138b9393e0998076fc0ae49aebad82ebf496cd1fe2eb4a7fd81f0896992db944","sample_id":"grade-school-math.dev.5097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eaa6a43a37cd9332d44082bf4d0411d8b5847bd7cd30b4340b2fe590ca76302b","formula_version":"titan-u-contract-v1","latency_ms":0.6473750108852983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"507eac2c85efe13c27acd0d013fe2b69f0be463df301d07a3e1f0373e4b486cf","sample_id":"grade-school-math.dev.5098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5eb54650fcdeebd7b6b61f9344ad63f8beedb989e97eaef7679d12e2e43eebef","formula_version":"titan-u-contract-v1","latency_ms":0.8292910642921925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f2e0f0bb71372b5875ccdf51e2497c26a864e88e1557525d555c86cac3ff9af","sample_id":"grade-school-math.dev.5099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46d1992b86dd8323aac5d0f6b2e6fad109fe69fa20258c7e202f8ea66465ca15","formula_version":"titan-u-contract-v1","latency_ms":0.6802079733461142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4da0928f02197aa7f6491af682f47f17ee7e868e0a3b8811868a88482b9b45ac","sample_id":"grade-school-math.dev.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb8ba849bdde362d0fa1a2d40ea2f567bf0d9a2a6984d7e64fcb64a37329fb07","formula_version":"titan-u-contract-v1","latency_ms":0.6485829362645745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f890e8f9dc0bce96bb332f1ebfc55210e3f69a76d250caf3e5380b0ae9a22402","sample_id":"grade-school-math.dev.510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bf86652de41066341267c211aeb5a7b9d1f7ce5b5736806d4c46d1c4d524f14","formula_version":"titan-u-contract-v1","latency_ms":0.8749590488150716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"006ed7cd5a1de79a4905154b82257d3d61ad8f0cd60068483ff7be81f03bf882","sample_id":"grade-school-math.dev.5100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a4807e77366a803f295037bcf7c7695ba18740f570737de16ee0a1856494e27","formula_version":"titan-u-contract-v1","latency_ms":0.6810839986428618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d541c1323e4e67a17c20ac173f5aeb9dbfce9972a7b4f49b3049e6f3cb3ca5a","sample_id":"grade-school-math.dev.5101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b13659cbb66d1ae0f65e5f321bfbb12c123df4d3dbdb644c0d5542cb209b649f","formula_version":"titan-u-contract-v1","latency_ms":0.6194169400259852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8978736c87dd6f88ae47f8a2e3fb48d34aa0ee6ceb80c187c991cbe44c283c4e","sample_id":"grade-school-math.dev.5102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe384f33a2c989d824c844db4d08f9cd3e09bdfefb4dc35c98ae0eb99da9ef14","formula_version":"titan-u-contract-v1","latency_ms":0.6530830869451165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e1f910023040f22b6fca707f8baef5ca7cc8352e59ef2bd4d46ed75bf362b91","sample_id":"grade-school-math.dev.5103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a7c4fb9cca528af824b65bf04f1274b728c27672b06edd584dd52c00fb23b44","formula_version":"titan-u-contract-v1","latency_ms":0.6661670049652457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bafd3c215c3d6fecb75b2716c1cc329abdecf100fd168653de9d8f13b94494a","sample_id":"grade-school-math.dev.5104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"902a38e46e878cc3eeead745429739d38afec64ff01d70ff3b80105d51708cfb","formula_version":"titan-u-contract-v1","latency_ms":0.7473749574273825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9939999f8af87b67a60111557428c9dd699f83df26ec58312628c809830717c","sample_id":"grade-school-math.dev.5105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70ed292bcff64ff0ef2808b3f1b0958294c66ac1eea53d1161c25fbf41467773","formula_version":"titan-u-contract-v1","latency_ms":0.6557499291375279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86e82704a15b9f0a97bb0350cb819f867d6883d99165b411c201acb39ea4ecdf","sample_id":"grade-school-math.dev.5106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fed0854016bf087ca4ef1557c8fef7dc9a01f1b40dcca9c0471f5bf294c7df8","formula_version":"titan-u-contract-v1","latency_ms":1.2732920004054904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b5572a461050be5c490fd6b78bd6b6a1e5647943d20ebb3cf19f979c508537e","sample_id":"grade-school-math.dev.5107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa1d6e4ed7280c7a4837f47b55007a81b4b7624a0c96841abc02f047eebd3d2a","formula_version":"titan-u-contract-v1","latency_ms":0.8292499696835876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"680be1d02e4dccf0c60315afdd592a2e751576b39b510e04e308b1adaf8c61bb","sample_id":"grade-school-math.dev.5108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0497c895463f2fc994a5ad22074501b4653bf8f7f641049c9a2c98cc451b033f","formula_version":"titan-u-contract-v1","latency_ms":0.8434579940512776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"039611551ffc4ebdeaae327b831f79e9452235f8a8fdb34272dc26d868bc90eb","sample_id":"grade-school-math.dev.5109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d17a9da04bca3bab1e384051f72f7b60055326bd74618958f62ac47fd02ddbb4","formula_version":"titan-u-contract-v1","latency_ms":0.6521659670397639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"695338922c26a1f5a9b9349009311a62a778e01552256b44b104fde0a2ca57f3","sample_id":"grade-school-math.dev.511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"340b2d640bacf9ae537d5f0d78562e59b3bd0ba08554940c3525774624dba255","formula_version":"titan-u-contract-v1","latency_ms":1.1686669895425439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22546f702deadcf020bb746ff5f194deedd544e53f50005421c9876e6e35403c","sample_id":"grade-school-math.dev.5110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dae688267d0e4cd6a2de2170d4e4c9f9a74f9a538a4a23fcf37c328786302a06","formula_version":"titan-u-contract-v1","latency_ms":0.9168750839307904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1448b75833f4d2c98509d44772a5636652781522917090544316196d7398e159","sample_id":"grade-school-math.dev.5111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13a22159cf9454354ce9bfcef92fa842bc2b6cc02bf7136a3f351d6b7881fc3d","formula_version":"titan-u-contract-v1","latency_ms":1.1826249537989497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dba828b3cabb0838edf72e5302020d4beeeccfef3b1e3e2cd7158f739762db32","sample_id":"grade-school-math.dev.5112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce7a61b7b73570b16b0c8200e04fc34f0053068b1cd4717ab031fe88ee97448c","formula_version":"titan-u-contract-v1","latency_ms":0.8822500240057707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc16da4f178b1464c2f3b8d022fc0f253fd917537244ff153384f0147bbae23f","sample_id":"grade-school-math.dev.5113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f498315c15ab2ef81eda2c3e0adf3ca0eb178045ae332f39d9d0c36ba83a1bc","formula_version":"titan-u-contract-v1","latency_ms":0.9270419832319021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98ce2b5b95d604c33ef67586400dd76336e2fb646f44686a93056f46fadcb079","sample_id":"grade-school-math.dev.5114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a52e89baac14b178de17708f5fa5bfb7bbc50ddaeebcebe7bdffd89447a54382","formula_version":"titan-u-contract-v1","latency_ms":0.9843750158324838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"127f1c2b7093accdf5b82296aad7dda13276fa63c89a1131dfa24871ddfc8f6a","sample_id":"grade-school-math.dev.5115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a951ff29e1bd4b81ac981c96bab1bb547a0d80e088dd4534a793476febff2582","formula_version":"titan-u-contract-v1","latency_ms":0.7863339269533753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"494be4ce3b4031acc3da95c10bfceabd37ce2d41d9f6cffc464975ad99165471","sample_id":"grade-school-math.dev.5116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6269d7b2abf56b38e3920d328bcc212a52f560e092202d4415d297a493ed91ca","formula_version":"titan-u-contract-v1","latency_ms":0.6547080120071769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc80a90ee77dacde59316909b3761ec6ed39546a4513723167bd19ee703d796b","sample_id":"grade-school-math.dev.5117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"520a5ded4b7445a1f639e0564a4e3f032236294fc6c577729f81720957ee98c4","formula_version":"titan-u-contract-v1","latency_ms":0.6765830330550671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"717e2305428895a45c75563f073b38b3f406c3cbff8035d70b777e65495a3c08","sample_id":"grade-school-math.dev.5118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebb6e3e870c1385bccf41209e9c4e79039cecc9db39c2c593ae11fcb9dcc349f","formula_version":"titan-u-contract-v1","latency_ms":0.8712919661775231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3bcfca1d8d54ec37e5ec3835e38b85256ab1343b245f5063c79ccf96df81dfd","sample_id":"grade-school-math.dev.5119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a0be2f988eca12aac1695f4c70fad0763981b99aecc24b515dc294c381bde50","formula_version":"titan-u-contract-v1","latency_ms":0.6624999223276973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a16bbad027c848160398f9adee39495b34f19111293280b3cf5ca191508719d","sample_id":"grade-school-math.dev.512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe9410b21df6a0cb969a487e13c9edc5fe052672e18569c4275cfdeec1de2c43","formula_version":"titan-u-contract-v1","latency_ms":0.6496249698102474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09c15d8e6c2d25a7c7f181e923c7b82e89304203c2c5a92c7cf1a5c9c4519821","sample_id":"grade-school-math.dev.5120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4411d605b2da82f02f9b2e2d9557d4ce093215b31e3daac563c1872326ebced0","formula_version":"titan-u-contract-v1","latency_ms":1.0521659860387444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67bba97830287f3782dcf127655e46a51ae4d0841b6d3606b63c7cc420dd6f31","sample_id":"grade-school-math.dev.5121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"604ab96e32a1051cfbcb5def83dbd0b756f3617d2ac90b312a69ef12cff64a8b","formula_version":"titan-u-contract-v1","latency_ms":0.7090000435709953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a8429faef4f3a66048c85df80cf8eaa570acc0bbbc209d85021a0daa49cb4f2","sample_id":"grade-school-math.dev.5122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7c3a3e3e43ce14545c42c312f4049f31ee8f4ee9a4a85b6e26718881409aec4","formula_version":"titan-u-contract-v1","latency_ms":0.656957970932126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cd89fecf5355171956fca6c04d0beeb4cf304b9116a070b7f69f692a5a6d0a4","sample_id":"grade-school-math.dev.5123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"744a61c75424a4eceec4dd4fe773e77804c57af150bd05b61c276aca02439986","formula_version":"titan-u-contract-v1","latency_ms":0.8738340111449361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14255860c5af6fa314a0628ea06dbbdc94649603a807d5a85426e36b37c0a1ce","sample_id":"grade-school-math.dev.5124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d502ab4230a49884be4e34c2c525a3d18085bdfa0e1552d2837ad76f0b301508","formula_version":"titan-u-contract-v1","latency_ms":0.6410829955711961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfd5cdec2430330491ba49b2f2e16365dc65b13078d8379fcd2c0814408c606f","sample_id":"grade-school-math.dev.5125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aa27306f360f5cccac0ab466f5fb7cf1515d02c40d93d27072927c0d59c4710","formula_version":"titan-u-contract-v1","latency_ms":0.6345419678837061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"000641bf691b3dd8cbfc4bcfe4002fdf43b2a1e1d846de125b9cb586346a64df","sample_id":"grade-school-math.dev.5126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6eebe4d61e79f1d30c62cbb31aee33c871547efce11ada1e3c160981a620ceca","formula_version":"titan-u-contract-v1","latency_ms":0.6650000577792525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cda7d181222b8325b3181921b98f9c692b148d002f2fc3544fe1ff68fdb97cd","sample_id":"grade-school-math.dev.5127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0bab46d4a3ac9c82b0960f72a3f9a8ab3c9473ee58064c468f0a31b20a74493","formula_version":"titan-u-contract-v1","latency_ms":0.6469999207183719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"150c03f5687da5e1cbc7f483f286a25192426069dfd12da09a1c49621f100ca0","sample_id":"grade-school-math.dev.5128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83331b2577fba10a5ab856d3872d7406157a3abe3f1a4207d5c93571647b2769","formula_version":"titan-u-contract-v1","latency_ms":1.1354590533301234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57ae7ab1a45d9298232c98f865914b8250b6338a6debb66782e502521ea5e223","sample_id":"grade-school-math.dev.5129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef71ba073d4d98b8beed38f388c8b09c07ad61669b218dfd3e77e9458bf27f2d","formula_version":"titan-u-contract-v1","latency_ms":0.6404169835150242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a22e7b6bfc7bb15f6c59861db28d214d4b715d55a176a094bdae87c22041aae2","sample_id":"grade-school-math.dev.513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a0687c35b122012a9d1eb818d6e70d76c147b05f968139a8b071173725f8de0","formula_version":"titan-u-contract-v1","latency_ms":0.7466659881174564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79bdbe1b17b60b6e772d010ea552501e31cde2292a76b477556473cf6b8d0638","sample_id":"grade-school-math.dev.5130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"415df5fd4454e0831a51b71ca22df8f8895e8fb8678cc1fc6b01819d44dca681","formula_version":"titan-u-contract-v1","latency_ms":0.6224589888006449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db09aec4ece9a660e48f4836c351985e123dc9759a221530832a0dac962c33ba","sample_id":"grade-school-math.dev.5131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"429bb0d54151a89ab2686d066f97b2c88888619592380c129a83e60c098432e5","formula_version":"titan-u-contract-v1","latency_ms":1.2790419859811664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d4c0356778d0258d3ee7661f5822895304bf68c940576408ad1427df9a30841","sample_id":"grade-school-math.dev.5132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71c31d06582555c138b43dff9fc4152df8e322aa4b8c854caca217ac7905c282","formula_version":"titan-u-contract-v1","latency_ms":0.8734159637242556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac719a9df5c7a58e147d282969e2029946e59c5c25c78bd7a3fbc611e1a62018","sample_id":"grade-school-math.dev.5133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1519517c72a8fa01f76041475bbe8fb1ed4f36bb59e4e534eaa67ac319f3f6d5","formula_version":"titan-u-contract-v1","latency_ms":0.6675421027466655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"487c0958549640701bb1b1058d2096495054724f242d0450936416cf275ae730","sample_id":"grade-school-math.dev.5134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae9cc6e1ffcd14a9d3883f3495cfcdaca3638a38160fc07d91866d1576fb9ce8","formula_version":"titan-u-contract-v1","latency_ms":0.6523329066112638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee3ce89f39a12a266a8725f6c220f68efff99f079dc7730bf9dd01b324439cd8","sample_id":"grade-school-math.dev.5135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8269f1fa22508f170ad05fe6fcadefca7e78523c0f1f3a951ffaef22cd02d1d6","formula_version":"titan-u-contract-v1","latency_ms":0.6888339994475245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e7e2b7f1f90d0412b2fa174ba508c358934841f735c1b639164d8247465455b","sample_id":"grade-school-math.dev.5136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ae87a512eab1b0616b7c7865085b4fd4438585dfb4d49d9d4b29abcb49f40fb","formula_version":"titan-u-contract-v1","latency_ms":0.871292082592845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ad036d36cff2825eba00e42415b6a61d1326ae24af7ac81b891a85b4b526bc3","sample_id":"grade-school-math.dev.5137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c65f3fb8e189efb6a06b4e678d18dc542d25c77948a466358e3ef5e5795020bd","formula_version":"titan-u-contract-v1","latency_ms":0.6625830428674817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b259572693ce4f1b24767498238cef3af4832e27db98d0445a3e2c3b2586089","sample_id":"grade-school-math.dev.5138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6768f8e33a76073c16aa8233fff9a3d251d487cd8481e5abf31f6a64fe5c6b0d","formula_version":"titan-u-contract-v1","latency_ms":0.902624917216599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89d8e4d99ec8416b5e657edd78edd2b1150f01cac6d296b07fb44849592bbc22","sample_id":"grade-school-math.dev.5139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b93025340b82d0739a44b41280c7b5af83dd304980d04f737d0c3704fc07394d","formula_version":"titan-u-contract-v1","latency_ms":0.693917041644454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a794431d104dad61fc3fff9213c726077454d33c37e9af0deba5fce9b064643","sample_id":"grade-school-math.dev.514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b00d7dbb82c5549820b8da5e3f81f2ef8a7f5541a2500b69accb0c8f77f974a","formula_version":"titan-u-contract-v1","latency_ms":0.6843330338597298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7639e10979039e952df88fab468b2d43d29576d117c87f43b2633f1906dcc64","sample_id":"grade-school-math.dev.5140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8357e64124d784773a315c74b9bd7fb4bd5b5c88f46d4bdb6b4b4187c6077ca","formula_version":"titan-u-contract-v1","latency_ms":0.6622910732403398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c4dfec95d238899006e00a13d5708d8aad1854a6f4acce040573acc7806e748","sample_id":"grade-school-math.dev.5141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7d3824140d479017a98fce469bcfdfa87a93d83e6dec7843c54d76413b8d579","formula_version":"titan-u-contract-v1","latency_ms":1.5893749659880996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d92cbd786804cf0c52bb788cd8b5dd2a4368d72e902d26e43bff1da178fa73b9","sample_id":"grade-school-math.dev.5142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f43bff83696ae54527738787e8ec09d98b653281421e06c42b71e7ccb726d616","formula_version":"titan-u-contract-v1","latency_ms":0.8015830535441637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eee2a1e067462bcd0abfcf7837e7b1c1d4710cbc41269bf844c7c494a7248e32","sample_id":"grade-school-math.dev.5143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a537ac39e9ca4908f87936bc9b0bfe204e4700488a30657188a9a4ae59f9f582","formula_version":"titan-u-contract-v1","latency_ms":0.659791985526681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a2c52ab0b6bfcabff0c1c6387bba11ba34fa92e77aef65a5422efa9eadf0171","sample_id":"grade-school-math.dev.5144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40d0fcd806e0490cfb1afbbab9b6c0c2859d5bc23b0157174a462ff03c824028","formula_version":"titan-u-contract-v1","latency_ms":0.9060830343514681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70dde7cf9e4748d8a67b2f953b6fb758326914f58db5d65b356669dc93fec719","sample_id":"grade-school-math.dev.5145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51af091f01057042ddd7f0906e91f3e96fa213c5602f5bce11bc7d95b3b19657","formula_version":"titan-u-contract-v1","latency_ms":1.0296250693500042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef4c2132d0cf942ac62f8c49b5afa9b40e920fba30825c70c4a3bae8dd649ae8","sample_id":"grade-school-math.dev.5146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ef9f035f860bf94300c21064e3eea55c01478d1648e0ab54a2fda5933bfdb4e","formula_version":"titan-u-contract-v1","latency_ms":1.0467079700902104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0d0123e905363671ff9052ffd828747ad3876d08b0735647ed079ce98aabdde","sample_id":"grade-school-math.dev.5147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d909cf72c5ec37069b4a7d306a99b6e992210a0706bcc274f3446320a8a1aaa","formula_version":"titan-u-contract-v1","latency_ms":1.254500006325543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa9017ec2b63e5eae95f97fc2735ce764360832584d19323131b6eca87e59901","sample_id":"grade-school-math.dev.5148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c3f40a78827b4b6bfb3a84fc898dc8bd6099bcdc6de495f4dfe154dc8123293","formula_version":"titan-u-contract-v1","latency_ms":0.8872499456629157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e085d02dfb9c67a9e1eaecfbd57b60c016a636b9f6fb204220db92d8e2d14f5","sample_id":"grade-school-math.dev.5149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"317ec9f94c98540204a56ffb4614de4d064dcf9d69bfaf43ad74c3516deca540","formula_version":"titan-u-contract-v1","latency_ms":0.6935829296708107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cccb15a288483501494ef1b595263b41d2ae41b9cb773da8fb8594a1803348e","sample_id":"grade-school-math.dev.515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b81dea3167c54ba0142823a70484ad2530e92ddb49df193e86e36eea0787a81a","formula_version":"titan-u-contract-v1","latency_ms":0.6640839856117964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a7bfd0b69d3513a440e53a58af3b5e68e9bd55339c9798ea713e011db2f1901","sample_id":"grade-school-math.dev.5150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be4b6ab1d588011e174c5f2f4afa18c30212b510d0d8913eaff5de06d58497f5","formula_version":"titan-u-contract-v1","latency_ms":1.0039580520242453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dc2401a624556303409e278354ee5428be048bf1a206f99744fa8c856fd8a84","sample_id":"grade-school-math.dev.5151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8621cfef7f19b7b51af23900903be29fbec2ab4f98c147b4badbc6d7665f7ef3","formula_version":"titan-u-contract-v1","latency_ms":1.044207951053977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"affc6bd48dc5749f17b81a0c6dc040401eb0c8b4ce04b179311ac5da07a8061f","sample_id":"grade-school-math.dev.5152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7455aed7902cb4d5e92dbd965d254c89092d0188bac363717c36d0e9a98df14","formula_version":"titan-u-contract-v1","latency_ms":0.87312504183501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7317b01cad7f494ecb408de7e05c19f838dade6d29da18d8e81a1b2157d7173c","sample_id":"grade-school-math.dev.5153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39449e9ed50608ba27f4e77a15e446b7ba0c345dd3ebedb2bab13f89fa7b394b","formula_version":"titan-u-contract-v1","latency_ms":1.3147499412298203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddfc7d409906049488d2d457421695078518887ec1103264d6dbaa046ece1e8f","sample_id":"grade-school-math.dev.5154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5adbb04ae65ae9f9b986e03aa26b20213b40c49cd028e372af6b30398803005","formula_version":"titan-u-contract-v1","latency_ms":0.7431249832734466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e1a20abefefba7637d848a5a07638aa00d726e96183952f1cac8a1e4629ea08","sample_id":"grade-school-math.dev.5155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e549e76ff9addb586243482e0d26a186cb96303becd840e1ec36cbd3d2989e4d","formula_version":"titan-u-contract-v1","latency_ms":0.6706250132992864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c3cc32c18807c8f4f2bc95e6e4dad55de57b7a72ad7240a760a75dd501b1f45","sample_id":"grade-school-math.dev.5156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8dc8e961066d9d0bd413f7e9dd438ff3555dc238f1398674954b42bd3afb4c6","formula_version":"titan-u-contract-v1","latency_ms":0.6235829787328839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2056a5ad05a1e62a95e197ac2b6bc56b72a2b6a244b0a466e00962353336989b","sample_id":"grade-school-math.dev.5157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b22d7e2d29efc6c3a95742d0f093e8416278a4ac017b15609bd39b7dc7734dd","formula_version":"titan-u-contract-v1","latency_ms":1.268708030693233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1c5b26579c9023cb4cfe96f31cb925c207182679125f95213f754a7ebaff312","sample_id":"grade-school-math.dev.5158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc756ee8ffaf79a443eb3bf719b6056bbbdfb83a91a37ea15bb9364e037b391f","formula_version":"titan-u-contract-v1","latency_ms":0.8712919661775231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"530465c6782d022750e6f78e106633ed6bcfaf51266086fc6322ae064b2f76fc","sample_id":"grade-school-math.dev.5159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88946b91405acb156fb935a3e25dd465e4c65b9f6db3a476492b864f5895aabd","formula_version":"titan-u-contract-v1","latency_ms":1.1415829649195075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04597667ce16559d5a843432ff6754b2414c4f5d5fa281d960c7f9d905245f81","sample_id":"grade-school-math.dev.516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"420a02b5cff1d4efd9a691c6c11198f8fe45656ad61ce61e109839ace3dafdfd","formula_version":"titan-u-contract-v1","latency_ms":0.6604170193895698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"624c40b40805b1bde509194b34a6c3b3c2f1a7bb150275993b22ead09d2be2c4","sample_id":"grade-school-math.dev.5160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fb5ad88b3e4de97d5d22d786f0c14657cc8f0eb09852d0da527bcdb953b39b3","formula_version":"titan-u-contract-v1","latency_ms":0.9797500679269433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85ba15761cab456f0d414995cedd95899353c378d8939f3e771274f6e07dd84b","sample_id":"grade-school-math.dev.5161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9f289a3a43b4e7754caf5425f418895e837b8dd1b2cd2549011e75914720bf0","formula_version":"titan-u-contract-v1","latency_ms":0.9174579754471779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56901b1bb4384f5704b1c99ce7b4e1c311a15097887a7f014e4399efeb8c54d1","sample_id":"grade-school-math.dev.5162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cbae175b40cc313c6041683c4e5e08cb813c5c21e69c1698cb2b4b986b01838","formula_version":"titan-u-contract-v1","latency_ms":0.6962079787626863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b837a3dea32fd01cfe855c3331dce11993ae73011b0f5a63a881515d9c269bb0","sample_id":"grade-school-math.dev.5163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb709e354d246b47f474d4702ce5daaccd7eac485095967084c51d64c97848f2","formula_version":"titan-u-contract-v1","latency_ms":0.6311250617727637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cec54b60a1d36a1d34c8f87f71881ceeb618d0ea10489fa5a39f6ae78e42850c","sample_id":"grade-school-math.dev.5164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d72df731ac9fe4d6625b6462d5786c520bea6c1a8148bf9280949257055b1cd","formula_version":"titan-u-contract-v1","latency_ms":1.515583018772304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8fe33cadc59c34c42f53075a6fbef611a629e4201c0df7008f2e3ba6e68222e","sample_id":"grade-school-math.dev.5165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"598310845f73a1caf75755b19912684ad48fb532c5fffa002cf4c12d61ed8af7","formula_version":"titan-u-contract-v1","latency_ms":0.8294159779325128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9f866a00a37657667c5171f013f649d44d0f82941857f933f2b373a3aa6e973","sample_id":"grade-school-math.dev.5166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17d5dd5b28c1bb29236bc04c3ceed5c835857b36f1e327cc75f85dc1a0f528d7","formula_version":"titan-u-contract-v1","latency_ms":0.9847499895840883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67ca947653bdc4e2591fe1872694fc73001b3f0139492d817da024bb66fdb344","sample_id":"grade-school-math.dev.5167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1ebbe3a5083f5da7e002bca7e1250fc4c8eb32d7dd804c5e578f18f458ef2a6","formula_version":"titan-u-contract-v1","latency_ms":2.9819579795002937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b842c5fc80c2ae432e61c1e58914da0b13503364c32c2d7edcaab19a5e261e9","sample_id":"grade-school-math.dev.5168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bab61a19dfb95376e7cbe0c7c709d0fa2ee1852275838ca7dcc01062158cb87","formula_version":"titan-u-contract-v1","latency_ms":0.6841670256108046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9680b504c02d364bcde00d3e6ad3fd9dd0e7125282bad3db4b7e0091b0a1bd53","sample_id":"grade-school-math.dev.5169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"604afabdf42a00a8df2f71f515471d0560f425c8f07f698d353ef2d27912e473","formula_version":"titan-u-contract-v1","latency_ms":0.7772500393912196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82f6a76040457f60536dacdc000700ed5fe2c67d2155d635f620e39cdedabf9d","sample_id":"grade-school-math.dev.517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3fe00d2783dee53283fcee39e313034190addca4181fe8423180e1fb61275ce","formula_version":"titan-u-contract-v1","latency_ms":0.9226669790223241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95c6f998ec45d50c97f899199d68fc6fde4db51af811923b2410d14982c3fadd","sample_id":"grade-school-math.dev.5170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ffecb6a8b3c450e7d54c702eb1f48f8600ce243df953806c036ef69b30a61c5","formula_version":"titan-u-contract-v1","latency_ms":0.6764580029994249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc9f9ba6c28e43b1340c7ed74cca0196db7407d5f34bd80238c22b275db29829","sample_id":"grade-school-math.dev.5171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a935229a3805ec262393db0326294ceee0bb0bb40ee5a00e1bc6a1c60554ede2","formula_version":"titan-u-contract-v1","latency_ms":1.0905000381171703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c22d98943c4e306c59ca25ea5ddd68fc98af56aa5acf3ad5e785776f50ead85","sample_id":"grade-school-math.dev.5172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e0f2afb4350e8b3578efbf8fc8de5fea7786bd74eea690b84d64dd7e37c172e","formula_version":"titan-u-contract-v1","latency_ms":0.6563750794157386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f8a9abef006cff35c0662ece32ceb53fe2a6054174269786e4f99fe4f2c1a48","sample_id":"grade-school-math.dev.5173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5276f33ec09e4d8caa5780e9522c37a9e44e048bcb93727f1dff059e38a4f4fb","formula_version":"titan-u-contract-v1","latency_ms":0.704374979250133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b5ddef202e597d6711812094dd210c57f3bda21027ce4d3c5f827f3664c8910","sample_id":"grade-school-math.dev.5174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8740c23de6a282f07aac480b18a54b352b539a8e744df2780a39ba7b99618813","formula_version":"titan-u-contract-v1","latency_ms":0.6659579230472445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe0b61c39120701bab03d92174ebee03f824c74596d998b4781256be1f5f41d8","sample_id":"grade-school-math.dev.5175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27b659342627b6e4d89637f317ff77b8d8cbd9143095062abd822faca6b40f39","formula_version":"titan-u-contract-v1","latency_ms":0.627166940830648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50bda667e4970e71fc7fb66267ab1df349285d80f76986f4095f282e3d1a9c62","sample_id":"grade-school-math.dev.5176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83777087856458a1469f68229c3f1b269c7f629be1d82a813db0b199c8c7b570","formula_version":"titan-u-contract-v1","latency_ms":0.8531250059604645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7b68d7dc4c8308058fff196d04396f98c9c954daa841684949992ae44f53274","sample_id":"grade-school-math.dev.5177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c470338dc60a2d9ca0f0d7abc207959967a0fa41732cf2efe7f21bedc0e7c2d2","formula_version":"titan-u-contract-v1","latency_ms":0.6567080272361636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afab2efa5c1492c681fc7b396463f212a82927ecff65dfbd28de0297106a2a5a","sample_id":"grade-school-math.dev.5178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73e776918ebdc69495389baa65f7da08a7c927e3197f90e753ae448ff2806474","formula_version":"titan-u-contract-v1","latency_ms":0.6615840829908848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4456d063d34537999201539f51251d432be91009097d9e2b4aa2ae8ef71d57ba","sample_id":"grade-school-math.dev.5179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9af51b7aaaa9ff50ecb1b467b5060ffbba068a62dfea65a603e032170fbd143b","formula_version":"titan-u-contract-v1","latency_ms":0.7556669879704714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"502da1af12c011250ce225322821e22f7d52bb7c63fdcdf73c0435901e42dcd7","sample_id":"grade-school-math.dev.518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdeedffeafd6ec151011671856c71b2d4a90211623fa1471c375f1ef3db98aef","formula_version":"titan-u-contract-v1","latency_ms":1.5635830350220203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a07126d6c43210068edfbae76dbc19d9a376723b481e958cfbdbefebf05b955","sample_id":"grade-school-math.dev.5180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc73141fa04346cfb089a8b660c117d9ff7a0555f782dca2ceffd71d29a23321","formula_version":"titan-u-contract-v1","latency_ms":1.0821250034496188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e1440a6cf901381355a93fd2d6e358662ecd7da80b3bd9807b4a4030a45d62e","sample_id":"grade-school-math.dev.5181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da661e8645da6401e8c4e7afb4be93c380b8b474a2a2f3ecabbf18ec65284112","formula_version":"titan-u-contract-v1","latency_ms":0.6597079336643219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5d3f6db45ef18752f79d8c737895d955a2e25d4c2e3c63c2a0ea7be870f9d78","sample_id":"grade-school-math.dev.5182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98c99be30b5290b2af3cc2af64cd8a32cc05ee5a476af44597ac03a0c8f8dcae","formula_version":"titan-u-contract-v1","latency_ms":0.806500087492168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23062a94a9a59a948c3925264fc48ebe4ca1ff98d1096257ecd0a475d4103af3","sample_id":"grade-school-math.dev.5183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3436559a894cc20de3796862bdd054cbc44105bbeed6c98348ea2ccd2e7b3d3","formula_version":"titan-u-contract-v1","latency_ms":0.9154999861493707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33a28ee74e8f3f126fa091eb1e84b1b061640ceefc061f8416dd02d8dbbe73d4","sample_id":"grade-school-math.dev.5184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9655f4b842a6e3dbadb5ab32cf113b8274cbe84625066024150b1fe76d2eed0e","formula_version":"titan-u-contract-v1","latency_ms":0.6723749684169888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1ed0f176344703dd68fd7ccc84d98191c2b2efb0ea1a1bfdc4d4f83587af3f0","sample_id":"grade-school-math.dev.5185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19a236411e37a2608af9704639940f2a726e03fd25a69fcf649496853b6b4b16","formula_version":"titan-u-contract-v1","latency_ms":0.9083750192075968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a706360924e17456017b20adb9e50904642d9faccc675073e94aebc2eb98fa1","sample_id":"grade-school-math.dev.5186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcdafb7c54db5ab07f715ee261f13381c2283b7c88140971864f9f3533554e17","formula_version":"titan-u-contract-v1","latency_ms":0.6641660584136844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"069ade652a1a2d7e19d6736d7b1d75efa3dd42062848d31d88197b2779ca92ed","sample_id":"grade-school-math.dev.5187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb470fbf4b969f684e7320900e2dc8df78973a657d4b47e0a79ffd2ac5171872","formula_version":"titan-u-contract-v1","latency_ms":1.1153329396620393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"132f4ef83c19270e597cf9312438c8baac4b5fcd45a38dc072a121375e2da741","sample_id":"grade-school-math.dev.5188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30e2bcbd965054d26fb384c803a52fc3ac6d9b376270714eaa1648c1b29acc8b","formula_version":"titan-u-contract-v1","latency_ms":0.6765410071238875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9239fa88262ba8a4773757b46f49733173e2e15af7e63f30d74fa5fa0b3ea1c7","sample_id":"grade-school-math.dev.5189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"615c2173be4c0a4ca12aee161dec584807895a5af84b757b759f6798012698ca","formula_version":"titan-u-contract-v1","latency_ms":0.8310419507324696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86c702917511dc0701ede2d7f83f88083c92151ef7aa6550be06ab2699ef4f5d","sample_id":"grade-school-math.dev.519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3db8a4298c86f15868bf00c0be6516566a4daa1816aca073b3e72c7d73a31d4a","formula_version":"titan-u-contract-v1","latency_ms":0.8852920727804303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcc5a9fca47f49db99ff36502f0af58154429439d340c3c5657f7bf110b63cde","sample_id":"grade-school-math.dev.5190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"281f36ec7b73d1c5e9000119d3ad03f5fd0c69e8dbf756dda8c1958e4e1923f0","formula_version":"titan-u-contract-v1","latency_ms":0.940375030040741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0efb077d93b0df37b18a89fab3b7d43c1d6f7c77f49fe3416e7ab2784b4f071a","sample_id":"grade-school-math.dev.5191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d0d404105a6b327432fb981273f5508894192a7a0761d0d9a5ff04ffc8d85b0","formula_version":"titan-u-contract-v1","latency_ms":0.8356670150533319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acab43e5c3c2bc9dbb55ea3936060a19e84b6e214fd96d91e181f93cf39d291d","sample_id":"grade-school-math.dev.5192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b84e827c52ff5cfb048e41c60fa1529cf6ad7122b782929571de4198fbef0e1","formula_version":"titan-u-contract-v1","latency_ms":0.8770420681685209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"276c638f5fa948447b66dde2abd6b63e588f9172611d7c83dc8a42c33e10ee7e","sample_id":"grade-school-math.dev.5193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26a2d5e3de6471615dc2ca4597dc68af89263e47565664db4f772f0ad08f5c28","formula_version":"titan-u-contract-v1","latency_ms":0.8489160099998116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2e35a1cca95cd44419836444a7b29f709586005e95fab899da718c7e0e64386","sample_id":"grade-school-math.dev.5194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c5f937f41150003b8703c60bc3ac2639fc64df46bb4fb109fbad8e7c28681c6","formula_version":"titan-u-contract-v1","latency_ms":0.8369580609723926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7522967443c6f6bfce48d7b7c14170996a929c82073fccd53d4963e889440716","sample_id":"grade-school-math.dev.5195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d042ef70becd9412c6e2ddc0f7667e9ac94e1365fd390304aba9ace76198184f","formula_version":"titan-u-contract-v1","latency_ms":0.8227499201893806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b0b9ac4034e2d301acecae0a42e7ef5a36893694644646d4a9ed2d840b84bfa","sample_id":"grade-school-math.dev.5196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c1d2ed142c0d7a8be3af56c19ee6d2cac575a8ed4362c010c15f6efb090f603","formula_version":"titan-u-contract-v1","latency_ms":0.8869169978424907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54db08ed21eea43342ec60b59a74efdcd7f89cee16a1fafeccf5d604e7453df9","sample_id":"grade-school-math.dev.5197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37dae848960de136ceb55d9b6d79eced61fec2fe91fdb958abe9712ce6d15364","formula_version":"titan-u-contract-v1","latency_ms":0.8772920118644834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d72c4d36de2f49e36ecbfaeebbda2c2ce7909a6a6fbcdccd01cc0610829780b","sample_id":"grade-school-math.dev.5198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8230dc4f051d5a1937cedd854dab2e6ab3428c633e9703a0780cffd6c525d1da","formula_version":"titan-u-contract-v1","latency_ms":0.9132089326158166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1286e518847ad3a481e746c0b5629c7021adfc73f952801f1170db3409a52b15","sample_id":"grade-school-math.dev.5199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bb016a80eebdce926b6e74140beb0d3b4496ed84accd9d4a015da46968c0045","formula_version":"titan-u-contract-v1","latency_ms":0.8616660488769412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8970d0fa6e5e219c0b8c1ba5adceb5c220dd230e66443ba08fe1b0d4b07874d2","sample_id":"grade-school-math.dev.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"705a59e993f0cc9e6b8a05337fe1ff4a60ff390447f94844ec422645446def57","formula_version":"titan-u-contract-v1","latency_ms":0.9898750577121973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b9f3c5ffea6decce439b5a9e809f57c99e16e5e6d33a397ccbf84ce99374c2e","sample_id":"grade-school-math.dev.520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7c7e3572c46ed617ef4c3e3269b7b813601a5cbd000f5219cd4ce8b5074ba18","formula_version":"titan-u-contract-v1","latency_ms":0.8492498891428113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21621172fa653572d17939548f02efe60a76355af219be021f3a79899c879c65","sample_id":"grade-school-math.dev.5200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c536474df4c263591687054719ab2a371b38fafee7b22365c53cd1cd1533ccbc","formula_version":"titan-u-contract-v1","latency_ms":1.0078339837491512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d1501c48ca79cc1d1f725a4e314f45ecc49d59011448fe5572209b94eda2852","sample_id":"grade-school-math.dev.5201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf2e30f19ba796baea2fecc23f67e22bca1217f0880a9222cedfe244604acb92","formula_version":"titan-u-contract-v1","latency_ms":0.811041914857924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ff39e765c798d73d356036d88dfeb9c2a57cba610af4b7c705bd08f79e274cc","sample_id":"grade-school-math.dev.5202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0340eaa64a06d5e9adc8a60ab71bde2b0352d85be7eb6eca4d8ce57574b365c5","formula_version":"titan-u-contract-v1","latency_ms":0.847791088744998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e6fe74561ad0e1b0198ee8bee01dbce476d554fd8ddd14c5bc6f4d333ec0b21","sample_id":"grade-school-math.dev.5203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"988d807ca4a6f17858719bfa55c715efc7a75644615d6b6d6771209db14c35cf","formula_version":"titan-u-contract-v1","latency_ms":0.8972910000011325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5116fd498b8f0266ff4a07b9cfbee5829bdffb87d966761e270747f2c76f1a6","sample_id":"grade-school-math.dev.5204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"645edd81c812166fd947373fe0fc91fedb72cba9f8ce810f81cfa6bc0e412268","formula_version":"titan-u-contract-v1","latency_ms":0.7768750656396151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcbc6a800ebb7f81e8f476b339e676eab732d9610503f66364e81763daef3985","sample_id":"grade-school-math.dev.5205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35ef9dd9811d3ea4964fcad86f6850ded0d811ba43cfea9589306d1034eba79c","formula_version":"titan-u-contract-v1","latency_ms":0.9114169515669346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8df168fd5e4fceec432c04cb60d6a7930f23b00e85f6821ff98f5cb434f7ccad","sample_id":"grade-school-math.dev.5206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26119a7118f97fd87c8a7e4b789d7513378094b9d180de07628296a34668034f","formula_version":"titan-u-contract-v1","latency_ms":1.2612920254468918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1c71e16ea41b17fd390329f666c0c1b1559b3fd61441afe6135a3af5753f19f","sample_id":"grade-school-math.dev.5207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a730971e5fe5f53b0f68bc6231e87a861a398d3f88ad1b1e86078bc8de67419c","formula_version":"titan-u-contract-v1","latency_ms":1.0207080049440265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1077ef14dffa5526320db8e7ee24df04991043fc8d9e2b2c8bceea4c594f6a02","sample_id":"grade-school-math.dev.5208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b7308bac3f571ae958a7135b6400b5353b182137e52b9ebde09859c2854f2b8","formula_version":"titan-u-contract-v1","latency_ms":0.9002500446513295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61555b1a3d50dd3282a6828aba56fc9010a61605a1ffa058867dce47696c942e","sample_id":"grade-school-math.dev.5209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8eb04137dc5f07f2729328babe98f405aee428f8ee5c2dbae43d0c88b7c46e3","formula_version":"titan-u-contract-v1","latency_ms":0.6977079901844263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6db6fdd65ea23aad93eb8eabff67e227fae7d57a32efadbb3a9c43afb64a761e","sample_id":"grade-school-math.dev.521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"526ec712fafef079b157b7bdd4c5f8665917ab90fbdcaec1bbd7426e5b3b43e6","formula_version":"titan-u-contract-v1","latency_ms":0.887540983967483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46dc78bbe243eddcb1be877e4b83d5a7b1b293af8b30134c5badc486bcd4a118","sample_id":"grade-school-math.dev.5210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02a43b728525424b92da761b1839da11114e7adf8379a4a11dc06fe0986816e0","formula_version":"titan-u-contract-v1","latency_ms":0.700834090821445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54c3ef192c8b51b8418cfb441bf6a7f89ad026665634ed2342f7e1a54e6d705d","sample_id":"grade-school-math.dev.5211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28ae65a09d9baa155011cc3f00cbfa1f20b1fb280bb92cf9c6da27ae0b06e614","formula_version":"titan-u-contract-v1","latency_ms":0.6990419933572412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb2c3ddef2e227f7b03bad4048b323da7cbdb28a712f86e6ca721ae84f5a17df","sample_id":"grade-school-math.dev.5212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb22169931b32690050f0872f48f780f10ecc0e6fc02f9ee3f877a713a93c1c3","formula_version":"titan-u-contract-v1","latency_ms":1.0206670267507434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06cda3ba6bc6012da8a5a6aa271d1ffee2c19a4b5d6891e237b0a0e524776aca","sample_id":"grade-school-math.dev.5213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fc451d9707d69aca1fa0002ca907af6f43b238a9853f16b4c915c17bf1eace6","formula_version":"titan-u-contract-v1","latency_ms":0.7016669260337949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"650b2f5601ff28b48208e16897682d0e3a7d2048506cd9903ff0eda6757f3979","sample_id":"grade-school-math.dev.5214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baca89c52acc856ed4b4aeb573d0c528cb3b8e50308f8b419a5097e0d1dc8e06","formula_version":"titan-u-contract-v1","latency_ms":0.8393749594688416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2cdc2098f633487f001d9424eda93d3cbc609086315ba21ce2c1af1150207e2","sample_id":"grade-school-math.dev.5215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dbeabec9e15afc4187273afcbace99f387f952c517e5f7dabe43a66d93247e6","formula_version":"titan-u-contract-v1","latency_ms":0.9105829522013664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd84f8e5bc242d28a6afa3d777d2d4596c4189b153f8e75d4d532f9b9f4e53d6","sample_id":"grade-school-math.dev.5216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"007ccd71b2481e4adf35dd96b045c6a8aa1f18c89f34545d93636bff5420d721","formula_version":"titan-u-contract-v1","latency_ms":1.0187079897150397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7030e426ca1092f43b8325ecc9b42b94cd184d9707685dec52121e10c71f7fc3","sample_id":"grade-school-math.dev.5217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31d5de068f18542236974d28477d30a4074ab8242fb6c2fa8786a22c380aad9b","formula_version":"titan-u-contract-v1","latency_ms":0.9217920014634728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"210428b71304bae80523c8e75437b926571450ede9d350ca3242e585c11950a8","sample_id":"grade-school-math.dev.5218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a800720bd6e67c2d9c5507cdee43c67e13db1c4c98cb40f46fecbfbe2fea208","formula_version":"titan-u-contract-v1","latency_ms":0.984458951279521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"612c3ec23b2c848719a8b23edd1fd5c5574777e3ece0d9fcb5817fbf97b75b0a","sample_id":"grade-school-math.dev.5219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"395980908f1abe437386cfa19752257c24c7e09e0cd52c9257b6df896aacbbda","formula_version":"titan-u-contract-v1","latency_ms":1.257500029169023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf4860fc92011c780ce1f2cf0ed06da43337b62588c60f60af0b7036ad3fde3d","sample_id":"grade-school-math.dev.522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"129efa0a8076a0b3c570517e504897ac4a03175fb6f7f54e10579b8371aff627","formula_version":"titan-u-contract-v1","latency_ms":0.8119579870253801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbc9a5b71c8cfc1f25a60c2cf0d2dd0bd400d3dbfd4e3e189d03295aadb2a9be","sample_id":"grade-school-math.dev.5220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0449bcff5735efba7c6fbd11a277de92229fb3fe4d88afbc0c6d69eb155c5ba6","formula_version":"titan-u-contract-v1","latency_ms":0.7598339579999447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7336d438773bab91a1b559b97d5f0765b587b9d8efd87974145862da15eaedfa","sample_id":"grade-school-math.dev.5221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"075c91e2682fe1d0df2105bf23436b26054cea0dfeacec49325e0c9dcb48e841","formula_version":"titan-u-contract-v1","latency_ms":0.9251669980585575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cca6b1750003e8047975ebc4062dd34f5527be62afb41770830915a5880adc7","sample_id":"grade-school-math.dev.5222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71e2108f2dbaaa3d8a5a05a7af926501ad7dc18035ea6d60dded7921843ec54b","formula_version":"titan-u-contract-v1","latency_ms":0.6970830727368593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97d3c84295a8e4f4dd30e1e88be382fde5b2614ade98581e40046a4eb4e0a6a4","sample_id":"grade-school-math.dev.5223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66d547d57ddffdd1002079f9ed727cebbb809e6d2a9f601c1ac26a9437afee1d","formula_version":"titan-u-contract-v1","latency_ms":0.8650420932099223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1bd2cc3be1e383d22b178381b14d9e2891ff48572805aa7136bb994ea37b2e5","sample_id":"grade-school-math.dev.5224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dbd96833a1488d438ae4acff96059ef8599e4b5c1c717b170063a749f2a838a","formula_version":"titan-u-contract-v1","latency_ms":0.6379169644787908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e4c70404cc2caec98369c43278a75514b3fdbd9856d37d08f3fd293784a8662","sample_id":"grade-school-math.dev.5225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62d55d8a81197b192ffc369a59ed3e74e0938c61a9b1e3e5ae1b10c4494c6d1e","formula_version":"titan-u-contract-v1","latency_ms":0.878083985298872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aaa5c992bd533741973adbf499456397cce3cd0e2261c18e0ea5e56e0e93607","sample_id":"grade-school-math.dev.5226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04838090e434ee0fba689ef63138c442f308deffba0b40177f0e7078ade05adb","formula_version":"titan-u-contract-v1","latency_ms":0.6906250491738319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f31f68ff8860672230c9d176074909d62910636da23725bc8198ada555844f19","sample_id":"grade-school-math.dev.5227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04d3963155a59e619bfa8f4c256856a8656cd5d77ac7a56d84761c43cc5ab863","formula_version":"titan-u-contract-v1","latency_ms":0.9155831066891551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed2588b6ec1e84077c0a763e23e3f52a3fe9e86dd3bb6d1b0eb061795a30b3a6","sample_id":"grade-school-math.dev.5228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58206e7bdfa9209c7a5f1ec21071eb6e2eb845d3020a22dafcbcee08d039c456","formula_version":"titan-u-contract-v1","latency_ms":0.8678330341354012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f1acd49f73eca321f075e6096386eff6f2431bb60d746aceca4df3be68b719e","sample_id":"grade-school-math.dev.5229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8ce3672ac0ade8bfaae16908b6536175fe21bed980e00b29eda49ec4875174c","formula_version":"titan-u-contract-v1","latency_ms":0.6564999930560589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a14ae9655cae828feee8bda3c78477d65189014dd52c53556cde93c0abd58857","sample_id":"grade-school-math.dev.523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b00b7aacaeb046b12657cfcb43c462709286f87c0a09d1f82b3dec3449dcc086","formula_version":"titan-u-contract-v1","latency_ms":0.7313330424949527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d88e240fe7efd57fec68f4524afe98fbed93fbdfa44612afc36304ed2c65618","sample_id":"grade-school-math.dev.5230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5300ca86957999526310e0e79e3dccee8f0737ce6335da352e1488920583d4f8","formula_version":"titan-u-contract-v1","latency_ms":0.8458750089630485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1324d8e3a578d2a00af12d2415ab294e6c5257a4d5de00c203084b407e36a78c","sample_id":"grade-school-math.dev.5231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c44927d691619ada7693ed5830038d958980bd2b3c0b3cfbca496f67642033f1","formula_version":"titan-u-contract-v1","latency_ms":0.989624997600913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b114e711bb10e3c7649abef70f64d782fd76ed28fab925a8d2e1f4eb662c0e6","sample_id":"grade-school-math.dev.5232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53c65e000652eb2898744aad98f88469015054a9f531e523792c32c75335e619","formula_version":"titan-u-contract-v1","latency_ms":0.7227080641314387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"761a91b6ecb80777534a5a7f8bc79e2c18704f13e5121ccace81dcdbd2626c62","sample_id":"grade-school-math.dev.5233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6e9a94fd12fdf251f12acd0c3ed42474d1fd349fee7df49045307fcac27d158","formula_version":"titan-u-contract-v1","latency_ms":0.842583947815001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18866f09e2b0615325d25ab9b99d6aa825110c637a22b90ad1ada3865f3bcca1","sample_id":"grade-school-math.dev.5234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"836c1533caaad4d466570ec2264ab5a26520a099b4cf8c0eca1d680b9de6d5df","formula_version":"titan-u-contract-v1","latency_ms":0.6833749357610941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6493e87c505af0864aa11028d64ddc0438542f04f2ebd2d55acbdee1fbdc75a8","sample_id":"grade-school-math.dev.5235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff27230f95ab1aa0b5bf9ef2c279b0c1b8b22381228535f52ceb0bab0d183f85","formula_version":"titan-u-contract-v1","latency_ms":0.657375087030232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5945267410d056a6549e6df62bfffb7a36d09611b2466acf396ef67675331a4","sample_id":"grade-school-math.dev.5236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e2e6826f579ce9c5566eb095c264ab83a0a8c1894122250b2c01ccb5947d2d7","formula_version":"titan-u-contract-v1","latency_ms":0.6874589016661048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1802b7ead8feb3f79fbf2a21dbefb418934204efc00e24d2a3f7407796f0af7","sample_id":"grade-school-math.dev.5237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11a9564bf0ff405d7b2c88938bf2c50182032c3a824a4b8d472842ce6fc2def4","formula_version":"titan-u-contract-v1","latency_ms":0.9895419934764504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65eee15969c18f036ee178a0a94c14422e54f364c3557c806ce46945c14726c4","sample_id":"grade-school-math.dev.5238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e5bafc86ebb97040adce1c2980ec4ed06618fc2287711c69656f9c5c0958f41","formula_version":"titan-u-contract-v1","latency_ms":0.7565420819446445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10c5b2af9e925e1df1a016e1dfe2df356e08bee0430075b70e953a41e542a818","sample_id":"grade-school-math.dev.5239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69a06bb9f792a34d6a089cec283a79af5b59f9b88d8c75d4f69f16230c42e2fe","formula_version":"titan-u-contract-v1","latency_ms":0.7992909522727132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff22262b52a903afca91f43be5fc74bec0e3df203be39895a9e5b7d4b44ed494","sample_id":"grade-school-math.dev.524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64745a0907de61a9377f225c9df1ad1269327163ae6bea58a9ca1a6c9c343824","formula_version":"titan-u-contract-v1","latency_ms":0.6615000311285257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"593e2dccfee80d988c5bdef21e608756b6c416a40fa822823e4bafff44492365","sample_id":"grade-school-math.dev.5240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6deadf176a499253badfa78b8b52d2011e52973b951681f0a4d7441b8d6a2d57","formula_version":"titan-u-contract-v1","latency_ms":0.8482909761369228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae5dd8122a29d443dae3063a39a1b64331a488cec96a4981ab29d3cd50507279","sample_id":"grade-school-math.dev.5241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c88e1de026800d64c843f32f558dc1bc90f314ec3d9904e493b3d79f26916e4","formula_version":"titan-u-contract-v1","latency_ms":0.8804580429568887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca41387330d269e5892a0d90ec8610c324ec8da486d554f5d86efbc25cd4c1ae","sample_id":"grade-school-math.dev.5242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38c5470c7123d40205f4d4d0cf3c18a864c4dca3c52c7f554391846002a289c8","formula_version":"titan-u-contract-v1","latency_ms":1.0073339799419045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12e613bae9aaed1883b1ac5952174f1e3a54cda454e9034e98d11f624d6f9173","sample_id":"grade-school-math.dev.5243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7595a201c4961bb5bff655cdfd57bf4890460e0f022fc8b52beef77b3e7d77c4","formula_version":"titan-u-contract-v1","latency_ms":0.6647499976679683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d46c98479c7cf4dd6a9576d69b4210ee9150514cadf36338019cfdfe7464194b","sample_id":"grade-school-math.dev.5244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d207f4e6c40f148fdeb0c3b2ba1f66a041c9cd52094031809a643b8699f6f639","formula_version":"titan-u-contract-v1","latency_ms":0.6496249698102474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"658b410cb532d0474a2cb568cfc1515ee33e36eba43aae58d20ef999899c6911","sample_id":"grade-school-math.dev.5245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c17150b357f8e5c1d442266f22ff7d24c08820ad32c62f5c9de63cc6ea32fd4","formula_version":"titan-u-contract-v1","latency_ms":0.9736669017001987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6883ef7efac0dd3e324934b0ea2ff1895727d19084616ba2f20360b9e218137","sample_id":"grade-school-math.dev.5246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ff4361dffb0a286677307ec2d4b119a18460295ad32c404042b5475fdc904df","formula_version":"titan-u-contract-v1","latency_ms":0.8461669785901904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"924c216a186eb11a46ab6412aafa46fbf7c15194f2a4aa5743a65700ed381961","sample_id":"grade-school-math.dev.5247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d13206eb2a572d2f3e373d184e8e7d5cbd9e3ebb6a7085651c8cfe25bf3de39f","formula_version":"titan-u-contract-v1","latency_ms":0.9406249737367034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebe490f613e1ec9e9e7c43331cad97d61a38e8bc9b6e05ded202e3456f5fd25c","sample_id":"grade-school-math.dev.5248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46f3153318648b58f8133eaf01d1d8247870031a6507e672da11fd484eaf013c","formula_version":"titan-u-contract-v1","latency_ms":0.9636250324547291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e2690a85b81374a27e188c00375506675267fe881efd30cf9ebb77f467b22f6","sample_id":"grade-school-math.dev.5249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de65d7af2f9eaff7306689f9a0d2b10c38aebaade15c8d070a5d3971ab737393","formula_version":"titan-u-contract-v1","latency_ms":1.126833027228713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"750b17c61f61cc8f59a7aaef51f27ed1d59cd73dc7176a59c4376153a70b3e3a","sample_id":"grade-school-math.dev.525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5beed8f20a48d1799c0e7fdfe1687b5470a7d0fb67146edfb5aecba8cfa70b5d","formula_version":"titan-u-contract-v1","latency_ms":0.9763750713318586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f9e5ec242a08f1b5af855bd5c11300e9f49f6766b45ba94f07595b93a62c0b8","sample_id":"grade-school-math.dev.5250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ade66d535a48c0adc7c0a19ded46716b6840ce869c6044906713ea6c33fae2ea","formula_version":"titan-u-contract-v1","latency_ms":0.9637910407036543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2860af98f011718b7011fe87e056a4eb049bf8d5c76f9d6d9d28c07bb037bb9a","sample_id":"grade-school-math.dev.5251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03dca4f6024301c81dc6eb5ecfe9108f821e94166bac60f0a7e2ce28968aae8b","formula_version":"titan-u-contract-v1","latency_ms":0.9246660629287362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06f0c975ff79936ebfc3268f7ee1eed7a9703d0949df7dcdc328409ff42577d8","sample_id":"grade-school-math.dev.5252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14f45e9fa467ce5b8d824935e3295edeb0b9ebfb5409d30ed485403f1ce9d1b3","formula_version":"titan-u-contract-v1","latency_ms":0.8361670188605785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5391502332eb3e9cb3ae7311879f15e156367d1857b15121454a11aef1b6ee92","sample_id":"grade-school-math.dev.5253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d6dd13062591a167e0e86726a7d6b83cf4b115f8d09c8694d922adc38c52e7b","formula_version":"titan-u-contract-v1","latency_ms":0.6737910443916917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83e2a863e3957b3d20941982691384d732bf7372fdc6346a41aae60ff424feb1","sample_id":"grade-school-math.dev.5254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1b9fa7219efd4fcef38becb8b97f8b873565d88fb6ae1777683655776ea5640","formula_version":"titan-u-contract-v1","latency_ms":0.900041894055903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cdd3decd5b8d239b7083eaefc4c3f7647f4e2db3de70f1736e9fff20c77a1e3","sample_id":"grade-school-math.dev.5255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e401b79072977658c884c96ed84d64b77abd2d9ebbce5543b774e64bcc807de6","formula_version":"titan-u-contract-v1","latency_ms":0.8730420377105474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f03bc65da4a008dd421461c82dbc83ac9648d02cb88cffd68ce757c38b78171","sample_id":"grade-school-math.dev.5256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c590b16ba6f633f927127c7d32c030e482851598fd0a81d0c8964335e35cb9e5","formula_version":"titan-u-contract-v1","latency_ms":0.9216249454766512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d95cef9ae0583a65b4d237d1c7db64259c7c44d2a57e87f18cd1991a7a300385","sample_id":"grade-school-math.dev.5257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf5370759fd36ed63e91a5b8ccd4138a641bb862ccf73bbda7d2f3449e4995ae","formula_version":"titan-u-contract-v1","latency_ms":0.7948749698698521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1382abe0e191f173b3f9a4b2dbd681897c5811774cc72252825b497207ee3f9","sample_id":"grade-school-math.dev.5258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3b638505ada23fcc87f3ca8e2c2b9fc173b2c7260b5832fb1aebddec4cb0235","formula_version":"titan-u-contract-v1","latency_ms":0.6166669772937894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8c94848bf094e466f49566a43cb5e9b2f497bffc47d64a5138d9700c93eee9c","sample_id":"grade-school-math.dev.5259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fe4680ba8f447d9c9dd92cb848e184a018b2348f6aa3c805bcc5e4b232b56d5","formula_version":"titan-u-contract-v1","latency_ms":0.6897499551996589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a888fe9d8de8a564a482d4de7968259712d66641e218a4d2b7ac8909d9f15c79","sample_id":"grade-school-math.dev.526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a40eb322e9ce487817e1a44bb36a622772d3f23267aea2bd6f7711ef2815dcad","formula_version":"titan-u-contract-v1","latency_ms":0.9217920014634728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0765c1a7adfa8191a487071c5435e09374aae7f91cd6850fd7e94696e399adf3","sample_id":"grade-school-math.dev.5260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3494738185e1668962dbae3cab93c9a70af33e62780c3dcb1500c023927b9151","formula_version":"titan-u-contract-v1","latency_ms":1.0249170009046793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4de24fd188cba573e780ecf7d8fae867478f1df67b3c536aaa01d073743ce3df","sample_id":"grade-school-math.dev.5261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45345caa7421e2ea086810b89eb9a9d73c8a8fb62b8ee75c282ea14519a92288","formula_version":"titan-u-contract-v1","latency_ms":0.8305000374093652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51759fe233acd498c1fb156bb7583e0924767b88c21eac52ed0b482dcf8c89ce","sample_id":"grade-school-math.dev.5262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d57c832001d3686d1652ef0958c50385371a98752c06557c6042951ba4b18bc","formula_version":"titan-u-contract-v1","latency_ms":0.8295840816572309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34ea5315b55a43c2e7057340bba2d12eba0e1648959a06888053ac3d044e3fea","sample_id":"grade-school-math.dev.5263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb25c1f4000d4a5b422e85d81df062779b460f9ce365ffbaa902d0fea5762f56","formula_version":"titan-u-contract-v1","latency_ms":1.2514579575508833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8720207475d115c16069e3bd4cf3b09f8aec1f4a0434f901289737937e5f7f6","sample_id":"grade-school-math.dev.5264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"579364da76292f7cfa38cd0ada3f2236691b3737a2b6b0118e35534c1528050a","formula_version":"titan-u-contract-v1","latency_ms":0.9241669904440641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f134108ba52558cc6d336e5d457366d4c2915f2bb0f23d65de29b0204ac41535","sample_id":"grade-school-math.dev.5265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f609f15a79120291da7397986c7bc487e1fb1dcc4d14a17064cebde9c9f8ae6c","formula_version":"titan-u-contract-v1","latency_ms":0.973665970377624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"084675cbc1031118c46ca02e6b42813ea50a90f67993daa68be64a0503d712cb","sample_id":"grade-school-math.dev.5266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bef771b605008a2ab1eb0a560be0aadcd8a21bc0d2dbd1e21a9c27c9f9fbbc1","formula_version":"titan-u-contract-v1","latency_ms":1.459083054214716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec8b684e387c5ff70bb3d0d033c6725142a974ed3a92879b9d15b16a33d49690","sample_id":"grade-school-math.dev.5267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"412d2fabc0ee1f9b41ca3e2a795bed5fb595db0bf04745b8f418bccd50f081fc","formula_version":"titan-u-contract-v1","latency_ms":0.7684159791097045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efeb0f1d7916e3546641ce5805ed0f950d978de6d29e1e0ec8a3027fd26dbbae","sample_id":"grade-school-math.dev.5268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf231eadf03328e9f51eb794c74e2a8f13818f9a8b3837586bb97aa431cb6724","formula_version":"titan-u-contract-v1","latency_ms":0.9443330345675349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"230c57cdad65ebc0190ca0e259288559889edcde15a89709e07ae3594aa54331","sample_id":"grade-school-math.dev.5269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85f6d04a695afe13372e3677c7e14c032835fb053b151e10178f6b2bbad72e8d","formula_version":"titan-u-contract-v1","latency_ms":0.8607920026406646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe87cf75c35adefeb7759672bc964a451b23f156b1c8565346b5f1b678cbe766","sample_id":"grade-school-math.dev.527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a2cd2dfd71b43490d18042ff07d7dc02be8d6148ebf9318ac15ed09cec74f76","formula_version":"titan-u-contract-v1","latency_ms":0.6941249594092369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0683c739b7664ccc9196ef668a3b0aab0b21ab2ac76f58312f0ddbeb35a5229d","sample_id":"grade-school-math.dev.5270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f9885241897fd99abf94a3e932924507405e7d0d3d5282fc9c4104c1789d152","formula_version":"titan-u-contract-v1","latency_ms":0.9042909368872643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f39695580e594cc06d32c5da373b48108e68fd7f567f729b3bb56774a3aec305","sample_id":"grade-school-math.dev.5271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c01f6316116c31453f8750bcc2f6a2cf3f16a4d18a91ec79f5f4155c44ca5caf","formula_version":"titan-u-contract-v1","latency_ms":0.8831250015646219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6376e453b7bd377c519da0de7f728f9937281e14b0e33cb22490954677a4b33","sample_id":"grade-school-math.dev.5272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2198b1f8b8bf4652df50eef40dbea77fe5c20443dc7ff37954b36080150a1dd3","formula_version":"titan-u-contract-v1","latency_ms":0.6833330262452364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be0a6012dcde7cc4b3726fd8bf2e19f4bcef8119ab21fb710b660fd3ac47d7c6","sample_id":"grade-school-math.dev.5273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"195fb8bbffd80fe4380a9fb6f3e26abf64692e0c5fcf9d849366b088ef816bb4","formula_version":"titan-u-contract-v1","latency_ms":0.6748749874532223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b19b6bd2bf6fe5ca9d23589d2b808c2f318580114bce776104116371d7ef17e2","sample_id":"grade-school-math.dev.5274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b0cbd821409592866fb790fac601553c623432b61157a0ff6eaf3453a37252e","formula_version":"titan-u-contract-v1","latency_ms":0.8505000732839108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dd2245065f182ff51dfb33bd7ca6f96f25da94e57f84474893a601490cec01f","sample_id":"grade-school-math.dev.5275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"312f4fd19f3b881565a7f657559eabe04db2e1b9b2cb3315a4868f7294d16681","formula_version":"titan-u-contract-v1","latency_ms":0.8419170044362545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea5a94a0a786bfa64f9b615318cb9fd09d588bbb99fe6878ee5bd92bd0b75dd8","sample_id":"grade-school-math.dev.5276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"275e42a2893a3f33dea57683281721fc3bda7fd3bf017bf121b653942b4cb28f","formula_version":"titan-u-contract-v1","latency_ms":0.8153748931363225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcba834589a357ad9a0ae1f15e5138e7e6e90ce3384f94c572b8cde97e5c3d84","sample_id":"grade-school-math.dev.5277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03069f5559ad1181eefb48de868258debe8f54f8f31d02cc72de982696bbf73f","formula_version":"titan-u-contract-v1","latency_ms":0.6648750277236104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ad2b84f6f1d3ebcb711e383ab1d9f08d094d9e071ff80d48834225d767456c6","sample_id":"grade-school-math.dev.5278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23f7b47d18983fbaccc23cd114e703cd2cc3912a435199ae215115db38c2c3fd","formula_version":"titan-u-contract-v1","latency_ms":0.8576670661568642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26a2ba3c61fdf94e20f2e4110eca5a8488357f8537eb9a6e84db48267319b010","sample_id":"grade-school-math.dev.5279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c29411c6cedc86e94981f83425999deb7f1ae999b82f8bfd7310b872c0cc118e","formula_version":"titan-u-contract-v1","latency_ms":0.6526249926537275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"137f53459b8460c18729c3ebc98419ad0621217ee0b073eb05ecfa1bb4d6c495","sample_id":"grade-school-math.dev.528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"936e21de1d0e0701d022e55e4d639fad92a82f47a3d4ed67c5fb70edabcf8a2b","formula_version":"titan-u-contract-v1","latency_ms":0.7003339705988765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"041e5b99d735a0c9401b2be5515c4450429bc5aa9f397610b425b66fd70b0b84","sample_id":"grade-school-math.dev.5280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dc8d3028865a46d766fe18d5c5a48d59b7b4e3084335c8e953f5a4012332a8e","formula_version":"titan-u-contract-v1","latency_ms":0.7057500770315528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd39b20875a1e3b7d71fe0b2e4dee51275a80b83c8a8b3627ab22e38d13d9264","sample_id":"grade-school-math.dev.5281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b2bdbfe375f576f5b4e9f31752add25efec828c49e9e32b10a56756193d3358","formula_version":"titan-u-contract-v1","latency_ms":0.835041981190443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"364dd130a979cb7842dc48967b4e46d3bf84b8a010be5bdfbffba783f67c0d0a","sample_id":"grade-school-math.dev.5282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"819ab8d29dad586a48ceb9a1b8dae77a519969ac372b4807f96fec92686b6ada","formula_version":"titan-u-contract-v1","latency_ms":0.7408329984173179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dc58d8d1d42ad1c1c808c77220d207e64e478a5f891f24ee6d650d0f0f68009","sample_id":"grade-school-math.dev.5283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3576093a9e64495316b888801ad215666b79cbd4256784d0cf237caedc291a8f","formula_version":"titan-u-contract-v1","latency_ms":0.6702500395476818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c0eaea593cea690606b984301fdb5a05c73ab9349f4af552c8ddbaf58af7266","sample_id":"grade-school-math.dev.5284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b83dfabd9a321c9c7ad5413ed6f491a234fb78b1571881f4e43c2c6f91fdfda9","formula_version":"titan-u-contract-v1","latency_ms":0.9326250292360783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f072057913088aabc8c7b95c11c4b0e195ec26f39881b7c78ae700fc911726c9","sample_id":"grade-school-math.dev.5285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c2de2ea3fb94951db5b55333385a6f1d30848d081766ce84ad75e32e45f1cb1","formula_version":"titan-u-contract-v1","latency_ms":0.6515829591080546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb11a3d0d93f2606c948845028fe61fa3eea3ebaec3c87a4ebff0f2fdc283311","sample_id":"grade-school-math.dev.5286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9eb8a3db3e430de59344f0f85f984504a86b2487b41a14facfc9c5f3c1ba5da","formula_version":"titan-u-contract-v1","latency_ms":0.8134999079629779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7afe60795f248cc0024a4b085651a4255b449bbadb5987a4f5e3b81f40f110d9","sample_id":"grade-school-math.dev.5287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f3a1480b7774300de81ef241ed5a020e0e358f82e70023180fa9f4180df3653","formula_version":"titan-u-contract-v1","latency_ms":0.893375021405518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26e8ef86f013a3dd8905a85671b76eeb15156b9fd40b09656adc9ed484b5fae9","sample_id":"grade-school-math.dev.5288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31fd6752788ee99cc91537ae1464309f18e68c3b02d89082bc6786e33b408db5","formula_version":"titan-u-contract-v1","latency_ms":1.152917044237256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e906de27bf75bcfd26a59eee63d9858622bdc4f8c455fac9344cf5faa196d19","sample_id":"grade-school-math.dev.5289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f8f118d0a0fb2868b188664f7de83a2de1b6138fe54be536546fd8811626b75","formula_version":"titan-u-contract-v1","latency_ms":1.0961249936372042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22da88243d216ae815cb5ff9083e49c8fa45ca843e2987b1693f02434a503bf5","sample_id":"grade-school-math.dev.529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b43f8dec69b8de192c6f7f24a0eed4064c05fdadc793ecea67489ea85da3b6e4","formula_version":"titan-u-contract-v1","latency_ms":0.6834580563008785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d443054d0edacd29794904ca3748bf7aa1978c4169a23137103f6a74e56cfa4","sample_id":"grade-school-math.dev.5290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47dfe90046e08cc1d655e5b7f36ea7c1a27e97259f87f68e8b0e34351dcce0f4","formula_version":"titan-u-contract-v1","latency_ms":0.6550420075654984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b855f7916413aa76e1e2458794d4564f987acf3d528ed8e7ec664f5068b39ba","sample_id":"grade-school-math.dev.5291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d692592bb6f53361279448b8b42fcdee2450e748681ada3a91d0ce57a5f5f20","formula_version":"titan-u-contract-v1","latency_ms":0.701791956089437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0898037ff86941299b15305da7930b6cca11c6c46e92277ba662b0a01ec1ea33","sample_id":"grade-school-math.dev.5292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce69109986b8727c241373ffe97cce0354c34250690373f42a70efd50b4c8510","formula_version":"titan-u-contract-v1","latency_ms":0.6610419368371367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc29d8bc10d593951e8ca7b9f77f967142fb010f9056e81654326c729caa1336","sample_id":"grade-school-math.dev.5293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"604feee1bab305ce6edd3a69071ebfb6727eaea958ec0e8f745497f4111a421c","formula_version":"titan-u-contract-v1","latency_ms":0.6959160091355443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18063278552a4291843f1737f68f2dc471ff8522e91169d37aa625505d5261bd","sample_id":"grade-school-math.dev.5294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f1eef5c3ef338f3bf63ebb5459fde4b664c1ee9e190ad40834ff8b57ca1bf1c","formula_version":"titan-u-contract-v1","latency_ms":0.8203749312087893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"025570d1dda2a8dc74d7e0146786c6c554e81083b50aa3b41e5c73e77931a0a7","sample_id":"grade-school-math.dev.5295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c12b551d7fbeec1e36bc602c90b51de6d8727346a4f7da44eefcfcec37f85011","formula_version":"titan-u-contract-v1","latency_ms":0.9909579530358315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6edf5cce4dccb7a4788aad824a11880c7b4e41dd3cfb81f61760764e6de190cb","sample_id":"grade-school-math.dev.5296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"364b7c20a99849e71f1b62b8fdace8517870928135076330363ead8a980f47f4","formula_version":"titan-u-contract-v1","latency_ms":0.6462499732151628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f98ac7027ccddeb551d8320def0a4916217a8cf5528aaf44222479cabf9728eb","sample_id":"grade-school-math.dev.5297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5fe3f24c109dcdcb0cebf8724dad975f4f95a36998d3209b3377ca373cffd99","formula_version":"titan-u-contract-v1","latency_ms":0.8040830725803971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f966b46d13656b9bdb1f6d897f1c135f3e474306ed198546dee88941e575300e","sample_id":"grade-school-math.dev.5298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7df81551e3f615d713c22b28346c0ed8604c608dd90d705c91e22cbfcdbd10e","formula_version":"titan-u-contract-v1","latency_ms":0.6951669929549098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6cc911957de23c96aa256740b13b04b67280f66b03376b83e217bbcc00c0c0d","sample_id":"grade-school-math.dev.5299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"155bdfca26faa3027cde84e7b11995dbe5bc70fb8664642fbb4afab1f4b51897","formula_version":"titan-u-contract-v1","latency_ms":0.9579169563949108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae42d8b5993181805bee0f864821637bbb7fa4e65299e416f487ba26a4f8ad0f","sample_id":"grade-school-math.dev.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df1dcc0dbef57b4f967278cdb8a338e4a0b2ac93fa3f85d57a30afea29e8753f","formula_version":"titan-u-contract-v1","latency_ms":1.0383749613538384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e560984d8091f3760842005388ff89a4989e066b61d0befe73479fd237f385ef","sample_id":"grade-school-math.dev.530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebce932cdfe97501114e47fe8e9a0f6c038bc78915a538ab061f0111ab8aa74b","formula_version":"titan-u-contract-v1","latency_ms":0.6815829547122121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c4fdfba19cf371091e29a4f41ac82bb1e8d55f7796eb53ee402c7d09e5fc328","sample_id":"grade-school-math.dev.5300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a347a827e89e2032ec31c2771826bc491630b74200dd47f4fa80085cc0d4e8f","formula_version":"titan-u-contract-v1","latency_ms":0.7131249876692891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c08ba90642a952bb48ccb92808e6bb413a799b16b9d59bb056c0b69725cfa20","sample_id":"grade-school-math.dev.5301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc80a07302e1a508e51c52ac3c664d8a09e10adf384e542142aadea83e1fd910","formula_version":"titan-u-contract-v1","latency_ms":0.6937499856576324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"991b5fce691fc7ef9c31b5dbafd682683314082daec8fa1eb6f05a58bcc4f4bd","sample_id":"grade-school-math.dev.5302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33cc4ef56b4762acbdc8adcacaa9723de395732b16944134b916cdb17339e9b8","formula_version":"titan-u-contract-v1","latency_ms":0.8799170609563589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0bcaff39cbb7d2e7c0dd5994f1a97238c9d93393eaa1d95273d4f578e7156b8","sample_id":"grade-school-math.dev.5303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be95b555530b3713d0ed1710e803310af941e2c992a6e9a48bd8148f734a3440","formula_version":"titan-u-contract-v1","latency_ms":0.9102500043809414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f401bc996e173bccf0edeef1837883d932961ab8b59326713797d8cfa758e0f2","sample_id":"grade-school-math.dev.5304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1602ebab991ad984ad88a0c97dddc556f702914c7b6a279d5c0dcebfe11d4669","formula_version":"titan-u-contract-v1","latency_ms":0.698499963618815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1572630147517674b15255e3fa56a03113cda987ecd9ab983d62c9ae0436bdb2","sample_id":"grade-school-math.dev.5305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60c74e4314e24ae51abc30d21f463ffb39f03393ec26a0bb7a63ec2d49347b5c","formula_version":"titan-u-contract-v1","latency_ms":0.652667018584907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bde3c650c59e9ae2825f1cc92ee81e70e28eb894afc6d4f7243033d275345e9d","sample_id":"grade-school-math.dev.5306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ad65638d45e30b405e0f221cb4798d7bdbb6e283d83ecc043e40767c873bc6f","formula_version":"titan-u-contract-v1","latency_ms":0.7882500067353249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a24e2872195c872909bb4b678a7e66f9bda48481d664988ac21f02559a29f16d","sample_id":"grade-school-math.dev.5307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"942cb32d1f5dc8ccb9754bd8c6dd66c8e1183503a523d6aec121a8a377aa6b3b","formula_version":"titan-u-contract-v1","latency_ms":1.04358303360641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"845e1b10f5086e85a513f207f553c99e1d11519fffa72f8683c4f61ac55c9d17","sample_id":"grade-school-math.dev.5308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06aa807fda167f9fb60660f21b0b966cb917380ff152b454fe7f114418c9bcbb","formula_version":"titan-u-contract-v1","latency_ms":0.8558341069146991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2a0914e2970b660ad1f481e1bb2db73ffa30966d0062375a484a45fea8657a4","sample_id":"grade-school-math.dev.5309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cff2827bd14226f9aabaafbdf6c52b3120fa0f50caa655a803d5ec0ddd5a918","formula_version":"titan-u-contract-v1","latency_ms":0.7743750466033816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c3741d9508ad97dfe8dc64037afc5128a54a5af42d8ee5da2a6cdedd4a68310","sample_id":"grade-school-math.dev.531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"601e1a4d015f1ab99ebd4ec0b704527a56e9aab440d14a032f92530b8cf8d6bc","formula_version":"titan-u-contract-v1","latency_ms":0.83687505684793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8f78b723335ebf4e61c81507b815ac50c6407edb96b6d85a1717945b71e16b3","sample_id":"grade-school-math.dev.5310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f6dcd495bc4b3a67ed10684546dfb4d18d0ecf56e428d0f2616c7d002755a90","formula_version":"titan-u-contract-v1","latency_ms":0.9516249410808086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01e115c5e5ddb917880fbe0f196f37990e2e479ee3b3d38973cbeaee277ad421","sample_id":"grade-school-math.dev.5311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6a476f41329b7cc860b467dcc2e325f25cc9a40b726b494a8fb54b7f3662acd","formula_version":"titan-u-contract-v1","latency_ms":0.6556250154972076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"047191865e71e0637640fd5627c8dccc63a00f561b684b0575abfb063afd1396","sample_id":"grade-school-math.dev.5312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9693f6381bfa9900c7b64b570eea3864314d3cf2f4247836c6668bb050f9cc52","formula_version":"titan-u-contract-v1","latency_ms":0.6354589713737369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e6ddb3e6567a17c5648c62cfe22a074fb88bc0a8addef09a0abaaaafe3b13ea","sample_id":"grade-school-math.dev.5313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56960a953a3faa524a07f18b53420f666ec6355a80b77b11ceba246691ef518b","formula_version":"titan-u-contract-v1","latency_ms":0.7733749225735664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bc00fb526d5d42e1e78a0119e13f4caf3936a1561b43283869471cc114ad27e","sample_id":"grade-school-math.dev.5314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab40a8b28b5894cd40e3d479f450aad3d8d7168f5318706bdcf0b30f8b48e5a6","formula_version":"titan-u-contract-v1","latency_ms":1.3522920198738575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c80bed00f79fcbc36b8b1b834f5e1592c58011e18e0bf8662fcedc08bd0e520e","sample_id":"grade-school-math.dev.5315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4cea4abb3814451a76073fa5e539404b404b39ee11ecad1ced1511a4b0512ac","formula_version":"titan-u-contract-v1","latency_ms":0.9687079582363367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8618512044ee6e3086d8d837fa148683326ecf154fc0e52b1002630e52902ac","sample_id":"grade-school-math.dev.5316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b43318bcbc7c0f9b1b02e9ec341e1d68674c8cda76f202eb457816b171aef3c6","formula_version":"titan-u-contract-v1","latency_ms":1.0396669385954738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fa292bbcf83f4c01b7441c11ca5142d81b49f39c4abf94c130c26e1b1d243f7","sample_id":"grade-school-math.dev.5317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a2162b33bec3fdaa9ea26d2a9e869a59291077fbc3a110de3ff32e671d7dbb4","formula_version":"titan-u-contract-v1","latency_ms":2.0425409311428666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce92256d44f163b680cc9e79cb1c60c58687756c9d338e28d8af73f534443449","sample_id":"grade-school-math.dev.5318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6612d4323fc2e90ee522b57beda6fe443ad4a9649c91d21560c204c025706e3","formula_version":"titan-u-contract-v1","latency_ms":0.6622080691158772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7d9ed6480d99acf1ba58994f2134bf5375ef6164e91a7cc1ab69afb4ffda90b","sample_id":"grade-school-math.dev.5319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb448443f76271ba93e0731fe289046e0b6ef801b3b39519c8ceda537956ac27","formula_version":"titan-u-contract-v1","latency_ms":0.935582909733057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b811a24e1733c7e8c05c0e31056145fa1fe711d9ca8182db8f245d9cd2dc87b8","sample_id":"grade-school-math.dev.532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3627175de7971ab9a85ca320e405f8dcd32ee52b8760ed2c4dd16971a03043d5","formula_version":"titan-u-contract-v1","latency_ms":0.8534160442650318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ecdc47555b870350378e73a29a1c05cfad303fba5ddb3829e9aaf55217c2384","sample_id":"grade-school-math.dev.5320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2509175a985a04a9c4b8954ccf7c5c34366d347c0d3842056870cb8400951ed6","formula_version":"titan-u-contract-v1","latency_ms":0.9148329263553023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97e1010d4bff3c83334095910253201f67ebd7127fcfc824124447b2ce8b6542","sample_id":"grade-school-math.dev.5321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de6d9bab279c3545ac8e30d16a18e3af3e46f0cf58ed96443bee8afb3873558e","formula_version":"titan-u-contract-v1","latency_ms":0.9753330377861857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9709cb62b57bc38322da7644c687cc73c9306910dd76531ac2dc492e21e82acb","sample_id":"grade-school-math.dev.5322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b00a17b896a7c5391a74bc70e5a3b6a9b8e7873745f9ec33696249105078222","formula_version":"titan-u-contract-v1","latency_ms":0.8923340355977416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"191c7305b88537733e761b6360bbcb3b400b945a2240af62fd3304fe35df82a1","sample_id":"grade-school-math.dev.5323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84d52a538f1ede41e942cefb30a34bbc3b81a0251d28ef84505869be4a519e68","formula_version":"titan-u-contract-v1","latency_ms":0.8168749045580626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12de48f4d1c8de6488c4100915a28d0743eeb1d22c81006a44498bed1239a24d","sample_id":"grade-school-math.dev.5324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7b27299486fb650415c25aa4f17f7dbda62557a7e9c08939ccc879b5a2bc4a2","formula_version":"titan-u-contract-v1","latency_ms":1.0977920610457659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9194d0eb49be43e61d94ae5a559e75312df8b64a275fb8ef1b0f82b5e40da089","sample_id":"grade-school-math.dev.5325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22bde42e2af88e0c221341d769e66ad78d5fc7eb0de2591f94d4695020fa5913","formula_version":"titan-u-contract-v1","latency_ms":0.6589160766452551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b240ed54ebb4efd2e235e5a4c4461bf7aaa6dd21cbc1f1839b05cbb462de1a2e","sample_id":"grade-school-math.dev.5326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2648f2f73a4c1f83424be55042aacf369db168da73da63351e31bc91b91c7e05","formula_version":"titan-u-contract-v1","latency_ms":0.6803330034017563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"354c335d77bc105e9b0261bbfa3c52ed1043b90177bd136a2060868d53bce135","sample_id":"grade-school-math.dev.5327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58dce3352ddc93e2073fda145276b5445da24952b501749729d6f4b13e33582f","formula_version":"titan-u-contract-v1","latency_ms":1.03387504350394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"713bb7af753e8764195680817ad61f06b9baccaccdb95cce3a5cea65859a4cf0","sample_id":"grade-school-math.dev.5328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42eee2cf466ced153c62eea2939e3c969f71d5738a4f57872a5564621e3ae202","formula_version":"titan-u-contract-v1","latency_ms":0.6722499383613467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8a04752cf72f94f42e47a59c4754a42abf19af1e942e306e2d5c9183f2f88f1","sample_id":"grade-school-math.dev.5329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b04bd611e6780d5ab4b575bc5bd2b58d369c63e512424b9ac3f7227e4d7c131","formula_version":"titan-u-contract-v1","latency_ms":0.702874967828393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d40754b386fd3bb982cb8d0856764ac00a8b16e8442f5b67c17405f49b014900","sample_id":"grade-school-math.dev.533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d5e430ac4e6a07ac8f86d53ed775fb5f58efe0b1a2d063d05362736baf4ab6a","formula_version":"titan-u-contract-v1","latency_ms":2.305040950886905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f37ec49694a803ef4b3cba6aaa73758d05b2cec8cf527500976287679f3dcdda","sample_id":"grade-school-math.dev.5330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28558a562b72c968784a2fc7f7148a6017660f020c43dfa26d39c0cccb4ced58","formula_version":"titan-u-contract-v1","latency_ms":0.8605419425293803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2930d6381959f7976b98569c162197c7172b6124c59eb24f6d126b4a36f3d94","sample_id":"grade-school-math.dev.5331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be45717fe82a84769027a5452302a82f2b27049ccbc43542f760e53912361c24","formula_version":"titan-u-contract-v1","latency_ms":2.0405410323292017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1762a203815e28185cb4bab1b402a92a342586c8fb7b427ea223678ad28dd839","sample_id":"grade-school-math.dev.5332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ab24edc9a76904d6e00be0963694c5f5ddfa225f074fa95856f17f2c0733b93","formula_version":"titan-u-contract-v1","latency_ms":0.7416249718517065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44e2c7fb0a9e824f0c4ea5ecb7c43a96db83eb11564c6cf40f9a97b4c9a681f6","sample_id":"grade-school-math.dev.5333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d79b79d2f798ac03cc7b0aa32815fb4c5213aca4af2810ac612c9d02d6dee48","formula_version":"titan-u-contract-v1","latency_ms":0.5992909427732229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"523b1b90100a47ab1f208bd41b66b4b76bcd9e7a982a87a4a592a6da07ad540e","sample_id":"grade-school-math.dev.5334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4de3e5f20d8d2859bd0397dbd478dcc26bdc0edc55a49b75a3af9b44a039e41e","formula_version":"titan-u-contract-v1","latency_ms":0.9637079201638699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c7c74d3f1d114f85ea09bae72320818b39cd68e847ab71874434e34ce8f8b79","sample_id":"grade-school-math.dev.5335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b474e32ca7a73e4d9e8240df7715fc69b1c436fe7ecbb07b5fc6e66ac11f109","formula_version":"titan-u-contract-v1","latency_ms":0.8381670340895653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3f441e85e89aa4adfe3998acc02ef5703d1efe62a2a8fd90991934ee3a5324c","sample_id":"grade-school-math.dev.5336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2505756e1e7e482a4eb7cab8ef559ea7684eec727ad00daf2be8f260d520d142","formula_version":"titan-u-contract-v1","latency_ms":1.0737079428508878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a05c6515b4ec1fbc77a682f16fdc681d8847461fddbff948e584ab2cbd440482","sample_id":"grade-school-math.dev.5337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5818a90d1e7133c6141a455ff7a47ded5f93eac21c55a36a68cc3b417a1a30c2","formula_version":"titan-u-contract-v1","latency_ms":0.9190839482471347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e71e852d1856eeb7547d59aa76c55535274b0cd18bba5c318291752bd390f57d","sample_id":"grade-school-math.dev.5338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f3fe7bbf3398e7b4fb9ed55c5c01e679ed38ee49c425ce6f4275baf18cc7eb9","formula_version":"titan-u-contract-v1","latency_ms":1.254958100616932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56a4cb85e41a8ba26d47fb84ef54fecdf7147a1f3d89666d098e7131a367aa22","sample_id":"grade-school-math.dev.5339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87959d6264a7617dfe7037821ccb6b18fc258efa0b7cc18222caf8a1d9563404","formula_version":"titan-u-contract-v1","latency_ms":0.6380409467965364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adb439b9c2bbbdd6e29e97a2e19bda624085e9237d5dbb729661ef78b3a79380","sample_id":"grade-school-math.dev.534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e9da9b84949703c0b182cf3e7ebe7090de89c88e2bb7af07245f3a5186274d1","formula_version":"titan-u-contract-v1","latency_ms":0.8711660047993064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9ee6e64b41ea21392015c8f17c8443087f581261cf711f25bc3f2d56d25c63b","sample_id":"grade-school-math.dev.5340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b0ec9decb7a4b4705eb25956492187f9f911a6d01607eb81a8d1608c79dff69","formula_version":"titan-u-contract-v1","latency_ms":0.6963330088183284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4df92856f7316a9c47493896859269318ea6fd0c513efea42428b966e2479e12","sample_id":"grade-school-math.dev.5341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fb345606a83dcdaef65e3732228154d12c9098a58c814bccb2d6e1c6af8dcbd","formula_version":"titan-u-contract-v1","latency_ms":0.6820419803261757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5727daeac850fe8e15978e069775f49662a3a4fb42801ac3e879bdada8d63b93","sample_id":"grade-school-math.dev.5342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dca5cc2911512f7b0991f240c393dd82c1b7decaef9c5f0d3ddbfcf0cd7cd749","formula_version":"titan-u-contract-v1","latency_ms":1.0247500613331795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0a068ce10d25c16e05e78f726cf94358b0053aa4e5628ca94d1267e4ca22a0c","sample_id":"grade-school-math.dev.5343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6acdab510dd43fa78991afc93d1c88ebe02f92d3b12e2851cfa2732973bceba2","formula_version":"titan-u-contract-v1","latency_ms":0.6780000403523445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c016ca436b26f98508b6e76b6f3f5b6124d9088e9b984b69287a30d5a0d7cc5","sample_id":"grade-school-math.dev.5344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbe54f6b7f16d01c900be6627a371f69b1d0fd699ec7192fe6da219485e450ca","formula_version":"titan-u-contract-v1","latency_ms":1.1006250279024243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c424a9726d302f96b2adcdfb56ac19ce4c7d27910d961b081375b938b30065ff","sample_id":"grade-school-math.dev.5345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb0bada5f3e25c4a5d3a787c7f11660be2d084550876adf0560b888ea3d09fd4","formula_version":"titan-u-contract-v1","latency_ms":0.9733750484883785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab6daf662557314ad77b1dcebafa9ba31ae326efbb0c23b67ab2a88cc92017a4","sample_id":"grade-school-math.dev.5346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c17c50c331f9907d334a8edafebd66e341fd7c917b3728f99ac1418ad27c3e2a","formula_version":"titan-u-contract-v1","latency_ms":0.7096669869497418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4678877a7be0786247af058369799130b71fd897f61dd26c798031380f61041b","sample_id":"grade-school-math.dev.5347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6aa399b451c872f6410c945c68c95f6b59acfb49db95451e09e0ef9ba36b503e","formula_version":"titan-u-contract-v1","latency_ms":1.0315419640392065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47a9a0bdff959e47a7ef2e6667d73762ab7271b3551d99fc2b64e4635b04cd59","sample_id":"grade-school-math.dev.5348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57eade2580ef9c5aca3f5bc58e578aaa8f0d2fbea82d1082de15b2ac87f69995","formula_version":"titan-u-contract-v1","latency_ms":1.0440419428050518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8676e73de2f17ab3037b100d57c898d55f59883cd78ca49d23ff92a9360cb357","sample_id":"grade-school-math.dev.5349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d69519818ff6e9f5078967ca7c1202f3c7dc9639c3a1f652b0ec8b76a199c6b","formula_version":"titan-u-contract-v1","latency_ms":0.8097499376162887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fff86452fa9f1f6145ffd5b44d5f6bf07a428f0dada30880e4b87bd34f477738","sample_id":"grade-school-math.dev.535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f7abb0819ace6568a0b6ba149353a98d2beae26e21aba63d72691965bb9a5d6","formula_version":"titan-u-contract-v1","latency_ms":0.7070000283420086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7118f3acc915787018c228328283dea46f75f9fe560f6648ecf47d4913bb4996","sample_id":"grade-school-math.dev.5350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e709dfd6530cc9ccd2d5271fc4e25f17715ecec90b8ec6846a5da1e6a33423e9","formula_version":"titan-u-contract-v1","latency_ms":0.9332919726148248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f16914ec4c2ea66436088507af01f36226c83e6510f7ee7f91f8a52c42fa7074","sample_id":"grade-school-math.dev.5351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"088346d0db64cc38c49924ce19740a55b21b85d713800b6eca643b769536eb38","formula_version":"titan-u-contract-v1","latency_ms":0.7314160466194153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a28ab11288d610f04a0026b5beeae580abecb4f0b009340393a7504c587a9b86","sample_id":"grade-school-math.dev.5352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e03da64467157ca5715dc4d3d303c6c584596ca9925e005728521d447c30b77b","formula_version":"titan-u-contract-v1","latency_ms":0.6575830047950149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0be210d80c89d14f855b6e59ee543c873381f9857bad1bedc2d34cd215bd386","sample_id":"grade-school-math.dev.5353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6d7165e9529c415613171af2da1e8e2078a72d7112323e72660df46fa579267","formula_version":"titan-u-contract-v1","latency_ms":0.6782920099794865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf44d25c9b5c3fb27fc5b4c4b5e13a7d93fc38fb9e220444980c9fd3fdb00904","sample_id":"grade-school-math.dev.5354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e52b14f7e28d3ca3cc3f2519e0b4a26e01920c009b16255fa33954381e4dd96","formula_version":"titan-u-contract-v1","latency_ms":0.656916992738843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"602e5b292753e780b8cbd28da9b5d882c7dd04d983cf129fad114fc37b600c4e","sample_id":"grade-school-math.dev.5355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9daf2865b4fec851f06020e63aa1baaf86f63f7d98f44971a8846f6e53abae30","formula_version":"titan-u-contract-v1","latency_ms":1.3270420022308826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"346a47e4b88e0380333d7b4e068a95a84777a18f822a229a0b110b4358815baf","sample_id":"grade-school-math.dev.5356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed6bcffa1ddbb0cc47a8b28964ab3a97d85c808690e99317b6c5f10676e47ea3","formula_version":"titan-u-contract-v1","latency_ms":0.7914579473435879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d597a39af7a1c0c3fa6bb3cc9a06b82697d20dbdba72cf55dc1c89dbf70e23b","sample_id":"grade-school-math.dev.5357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38146b4a36dbd0c6e7a2e8dee59e7d218b72aa4c7085b48bf779809e1a872cfb","formula_version":"titan-u-contract-v1","latency_ms":1.2874170206487179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d996cc3aa3474c0cd8ef62285027a0562b08bf8cd4a1b3eeb66446b7698798e2","sample_id":"grade-school-math.dev.5358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65f8f916f7e864790aa1911a0efe7711da349192ebabfc612aeb338521d60355","formula_version":"titan-u-contract-v1","latency_ms":0.702874967828393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f728fc7f5ed83a8875dc75b059027c2bbbb183ba11f468e7019876307cc2d6ad","sample_id":"grade-school-math.dev.5359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"587d36f562cbb82bbb21debe70b7bcfe94e04c8abbc7230116e859c3057226d5","formula_version":"titan-u-contract-v1","latency_ms":1.2853340012952685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c29d3813e4d5aa3ceade7283fd59e6736fe6ea488c99d14c461fbfcc1c24a64","sample_id":"grade-school-math.dev.536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93360a86ff9de41d34db41444b4f346c768860c28b27252809f3ba95cd4878c1","formula_version":"titan-u-contract-v1","latency_ms":0.6697500357404351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9015046e650c5c6d3ecc2762fd6f2dbed9b4cec3a36108c235b1177c51e32e26","sample_id":"grade-school-math.dev.5360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8f1a0b6084b404d1235fcc3f9c0206d12508efe816dc20c9108034765aba8fb","formula_version":"titan-u-contract-v1","latency_ms":1.2405411107465625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ea29212955785cb652273fb5d9ba19ed8c3119736f9efd3140e2d518c3f8590","sample_id":"grade-school-math.dev.5361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8937efd2c5950b92f3379a1292cfdfe7f4821a166f2bbb60e45cae3a082a55bd","formula_version":"titan-u-contract-v1","latency_ms":0.6755409995093942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc7c59cfe6608c822b0793ad27a5b85152eae8eb138a5db35f5565e448dba48f","sample_id":"grade-school-math.dev.5362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d825f60a92922be8d605a5a56d7966464cabee4f4fef6c5d170d3d1d76fddcc","formula_version":"titan-u-contract-v1","latency_ms":1.014875015243888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df394c16289aeb1a0cae31d4cb1ffca9489bf941b2ce5ab8db25eb9b87547d9d","sample_id":"grade-school-math.dev.5363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dddd5cb52c878f1cbb79103b410ab41ec531d80f342a2562a384da3628d0031d","formula_version":"titan-u-contract-v1","latency_ms":1.2500409502536058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31cdefcdf11c78a38bbfd5603e97fbb99f1187a24929ed502641ee03076db94f","sample_id":"grade-school-math.dev.5364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1173686bfeb0e00a112fc47301bfd17bdf67f2530c2fb85e309d84d29896b7a9","formula_version":"titan-u-contract-v1","latency_ms":0.911833019927144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"847e928bf37db6914d854f2e9a60553c9934fe1a64b47c70c73f397cea762091","sample_id":"grade-school-math.dev.5365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ea16b4389ac77278f00401c82686a678c90b9e6c6c3d01f9b6c79d3a8ef0f3b","formula_version":"titan-u-contract-v1","latency_ms":0.8159170392900705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3138603b420dc15e5ba6400aa2db617a839c35ba424fc3ca0e788ef9983477d9","sample_id":"grade-school-math.dev.5366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9293674cf669da8dbc69710899a522955ad1f27cb87f0f3614b0573364986e0b","formula_version":"titan-u-contract-v1","latency_ms":1.3835839927196503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d4468f4631b775368a9e4af6423bbe4ff5ea275cd916868206ce44a79af865f","sample_id":"grade-school-math.dev.5367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57d178be3bb88bf64f7f1775e294f12800fc86f8f7d0c75241b107efeaeb1a27","formula_version":"titan-u-contract-v1","latency_ms":1.0074999881908298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f616c36cffa715bedc45ade478de16f2fa1869014cf72e3b2c49ffb6e40aa1c9","sample_id":"grade-school-math.dev.5368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"044b6b283019f32fc0b99c1a8b18ca426374d8cb08dfa5b4f74780c85947b382","formula_version":"titan-u-contract-v1","latency_ms":0.894458033144474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ae4c25ea8ab9ef0035deb86e7d4e3b62bf0dbba72302ceebd853a83976996cc","sample_id":"grade-school-math.dev.5369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4834b93c443726a24bcf1c71ec3d0502e35e1f0f5a10a5fe5b2208d33f9d1db","formula_version":"titan-u-contract-v1","latency_ms":0.953083042986691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6fd6d5256c8385908f84efef3c3516cb463f89b4e20d19a2a5dd3e85cb0c824","sample_id":"grade-school-math.dev.537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e02161d0360a0f044aa7347b0be872a1ddc4a32cfe2f6985c53098e22417809","formula_version":"titan-u-contract-v1","latency_ms":1.1290000984445214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a30f4e9acbd4ab37dd05e9a805ef3a9ed4a37a83421c2db2fdd956db202107d","sample_id":"grade-school-math.dev.5370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d8248bcc0e680b55dec3acf9661aa1563a55f524a241a6465197c06521c1558","formula_version":"titan-u-contract-v1","latency_ms":0.6835419917479157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b9e3947fe06ce632026024a83556ac736e707855282dda2d38ccec9f41f84e8","sample_id":"grade-school-math.dev.5371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bff3d4c56f27bbbcecd47ccd28a275d085f09122e06f2f4cb3d70c3e373a197","formula_version":"titan-u-contract-v1","latency_ms":1.7133329529315233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24e1b7be15ac051d8bc94e6af1ae67ed97b3944dc993d307bfa36b2b893e9e43","sample_id":"grade-school-math.dev.5372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b7927d78387eb6abc6fb6f7dab26fa050f90158fe8f1ef3772ff86532d9c511","formula_version":"titan-u-contract-v1","latency_ms":0.9787090821191669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0954d2f60bbca3c449bbee4fae633644d4fd00a29a42f71207d46340169c122","sample_id":"grade-school-math.dev.5373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee30e2ade1a47691f0521aa30835fbe7ceb9691c34bf940de3b3439a381590b6","formula_version":"titan-u-contract-v1","latency_ms":0.6769169121980667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbd46d14b9eb902cccd4ade1dfc9d506e363c0ec280b10332c4ed6221ee4659f","sample_id":"grade-school-math.dev.5374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a419dcc06a854704c7e6a2a2358bd47677242fe0debbea4fbb6d9547d0c9d10","formula_version":"titan-u-contract-v1","latency_ms":0.8084169821813703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c50ec6ad217162961d2df325566255574766dbb23ad8aaa83492d369aeeeff41","sample_id":"grade-school-math.dev.5375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10f6d5a096dc0577304597a3e374c73f5877cc0bc070b83940c06a5853f43ecd","formula_version":"titan-u-contract-v1","latency_ms":0.7251669885590672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dec01d7b830e0cd63282783057af1a27ee5f278f99f0e67186918ad191e4d93d","sample_id":"grade-school-math.dev.5376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d271261bf407bb2c818c267181dd22db27850e706c6aff4d0966b8741eec9046","formula_version":"titan-u-contract-v1","latency_ms":0.8380829822272062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96296479f62d82ae54ce753d6db68f46ea82c5aa12473685d4d0f1034e0bd811","sample_id":"grade-school-math.dev.5377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b87983e17b2b5800f39f4cc79c49dd5545f422412280e778fa995264b0e37dd","formula_version":"titan-u-contract-v1","latency_ms":0.6714579649269581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c06d1542f048e73411c08743f9fe398e3847e2417076ceaaa22614a15e68978","sample_id":"grade-school-math.dev.5378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"042246cb0be22f5d8c4aff15e15f9563506f6778ecec9386be00d518bd8ea195","formula_version":"titan-u-contract-v1","latency_ms":0.6517079891636968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"914153876227692608c974ac5953a235ef9e65eda643f9b0777464530fb59c4b","sample_id":"grade-school-math.dev.5379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f20299f4b28a7643b3123e14147b288d3a9d706a75be9614a5d7436adb7cf0d6","formula_version":"titan-u-contract-v1","latency_ms":1.0194169590249658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13ec74536a6375526195186b016c8e08ad5af5e050569fa1c58cdead56c80d5f","sample_id":"grade-school-math.dev.538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbaf6aab5481a03b03a982ee1f8a5fd5ada1d3ec2c06328601d8d90f2cfcac3e","formula_version":"titan-u-contract-v1","latency_ms":0.7018330506980419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0109ed392b827e111ad47a187189b8286fb4fae093f6de02b2968b162d05783d","sample_id":"grade-school-math.dev.5380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a2897d15a1a2ad000ef3cd9363d9534c90621d5560f37612a8c9b46bfdfb763","formula_version":"titan-u-contract-v1","latency_ms":0.9637499460950494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a9bb889972a2ca1b12b8e69990475a622b843ac0296a995d46ebabbff7f7b6f","sample_id":"grade-school-math.dev.5381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de1e64b68ac07a22bbb708fe9f299ae3b801b800cc46bcec01e424e0f8aa3e8d","formula_version":"titan-u-contract-v1","latency_ms":1.04825000744313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47e1e9c272bc8a9e097551a54b64f6dc6d4fcc05762ed6f38d0951aa3bbf4d38","sample_id":"grade-school-math.dev.5382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcc1635fded07f33407a3b83fb6e0059355ff208082ea2501f4308c5b1281981","formula_version":"titan-u-contract-v1","latency_ms":0.6602080538868904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e07ac5400d6804bb84ec037e3115f1fe684199f9004e1d5ae4c12f12e271b866","sample_id":"grade-school-math.dev.5383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a67d28da873a55f4992ddc2acf34f7e903bb9abf772f1857257568db71a1aee","formula_version":"titan-u-contract-v1","latency_ms":0.6293329643085599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f25a80a8d738d61548aaf85593daa152077fb7286b37f276f341e62b9fad19b","sample_id":"grade-school-math.dev.5384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"794045508914963f09e475625dbc528465c3fea0a56b8b51536634499a39181d","formula_version":"titan-u-contract-v1","latency_ms":0.6049160147085786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acb4fcbfea131d7f57cf735f3bb6b6063c30b846094c2147838091ab0b67e377","sample_id":"grade-school-math.dev.5385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23b0b3a7245e96e77e64cae39f75d78aaf794efa7bd083ee2c3f1e6f9a78cce9","formula_version":"titan-u-contract-v1","latency_ms":0.9156659943982959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99015346e17bc97496731f0ade9406862ee5aa606a40b56997f0ea6c35e5d89b","sample_id":"grade-school-math.dev.5386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a20df2783a27264d5c7a64a9da3323713afacdfcd914ea9762c4925e12d254f","formula_version":"titan-u-contract-v1","latency_ms":0.9521669708192348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb90eb44fcdcb75d41058c883e189a4ca79f7edb70c3a0d745d683ffa84744f4","sample_id":"grade-school-math.dev.5387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"745e36eca8691330205ccccb14106f4bae8bd488f329de5ef9ec6fa4e9981cd6","formula_version":"titan-u-contract-v1","latency_ms":0.7045000093057752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e994dcff359d7a7492d5a81c893499674670cbaf002c383855aabf0a2a8f4395","sample_id":"grade-school-math.dev.5388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92c50b481f5fff1461abf509ef57dc4f43a74f48a088ad035ad99d3f1e640d27","formula_version":"titan-u-contract-v1","latency_ms":0.6637501064687967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f73b81a6ed31019e66abf1f46bb8f66f17abbaecf315daeb0d05cf40cbe5651f","sample_id":"grade-school-math.dev.5389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cd348f1b3d2842c57531f4c27e66bf1c10caf98c69633a50bff8f134527636c","formula_version":"titan-u-contract-v1","latency_ms":0.6667079869657755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb3d0a7fe64a22b96f3d738f7714abd2a8e5914295ed95db360a036909b40f61","sample_id":"grade-school-math.dev.539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcebeac14e8e1eaee7a4a6d8f8bb31b842cc9b4b1b2568600ba4a79753bdbdff","formula_version":"titan-u-contract-v1","latency_ms":0.8923750137910247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ad8ae51d961a0bbd13ea362aea41821540e95490dd8b950886950f302beeac5","sample_id":"grade-school-math.dev.5390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4002bf81d4980f8e34e13a24863a13609d0bb4d89ac113f7dabd5c98c9060df3","formula_version":"titan-u-contract-v1","latency_ms":0.7509590359404683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e1ca9177416d7a2a5eb032e2876ac67397fac6266b8de992ef60290b4504868","sample_id":"grade-school-math.dev.5391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82edf7d0c687f985a9c2911f74a76f4a520c27795968c395839c1f0f20a8e9c2","formula_version":"titan-u-contract-v1","latency_ms":0.6330829346552491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64273aad1f1459b70b55f61957c7243bbfd47a3794bda0fb87adfa3126525b81","sample_id":"grade-school-math.dev.5392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1559bd959e9042a60b976e53d95fe3543148a4f079ac45142e1e500528f2144","formula_version":"titan-u-contract-v1","latency_ms":0.8990829810500145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e990e80e7b998720ea0ec1c2e783a1b07c65e5ef756e9cda4d565fd465062fff","sample_id":"grade-school-math.dev.5393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77a0c6cbf8739868f03b89c54b835aa5c50e60c82d280a32e399861953e8e892","formula_version":"titan-u-contract-v1","latency_ms":0.802875030785799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49487638677274097cccea247fce728bf509c60af9477ac6ecdf852925b60b86","sample_id":"grade-school-math.dev.5394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b52703263233f4fd818a485cded5195f26843d61e322230de0dafbe7c48544b","formula_version":"titan-u-contract-v1","latency_ms":0.7052499568089843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25393995ba7646aeb821b59cb55f3de0877558cdd0079939863fecbcc524753a","sample_id":"grade-school-math.dev.5395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"688ca6855e5392e7066b8109502289238dae04b90c3343ab1fd97ce4b8b41a90","formula_version":"titan-u-contract-v1","latency_ms":0.8766669780015945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"673a4fe129f3d985269079bd7a49240d90e96c5e611ddae724e0ab303b041271","sample_id":"grade-school-math.dev.5396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fc2fa01623d3e5febc5ea9db9dd91375bdf1919d54a17148c1fc93b155eb6f2","formula_version":"titan-u-contract-v1","latency_ms":0.7245420711115003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7109741d5eb6dca165bbc908701714267eaf23cadc5d28eca2caf1f69b5690ee","sample_id":"grade-school-math.dev.5397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0ea5e2804186c0651e64a9128041b8c8ef9ce072cb245f92107a73c4188c635","formula_version":"titan-u-contract-v1","latency_ms":0.8357499027624726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03f641ffffeec0d405500c5a9a528c938c2c4d645032fdcc6ae0deee44b8351a","sample_id":"grade-school-math.dev.5398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c297dcc87b8bf80e3e1079cd01848efbc56a691ff05246732b44905397a71b2","formula_version":"titan-u-contract-v1","latency_ms":0.7022919598966837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae0ea23f1ae1a7e484b1f98f1522d0cd94d08fac387dda753e5006a0e22971bf","sample_id":"grade-school-math.dev.5399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a08cd8102915489c9c167d15b81f11ee28232eeccf451cd57fefa334d403c8df","formula_version":"titan-u-contract-v1","latency_ms":0.7012079004198313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70b9a56a1d11b6a5e8213bf7dd925fd084efc1f666b6724529a6a56a484b0106","sample_id":"grade-school-math.dev.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77a8a38d8ff6832240d0fbad19709537b82e358ad42994f4449ca3732b023abd","formula_version":"titan-u-contract-v1","latency_ms":0.8004159899428487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1436525638042c1b4605d807002b6a498782ea11d3e899afa87c7e601fd0230d","sample_id":"grade-school-math.dev.540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fb7f68edbf0268210fbb09510c8128b4f573d212360eac1cd0f9c4bfa36b4f0","formula_version":"titan-u-contract-v1","latency_ms":0.6747909355908632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0d4ddf52abcf4c3571769c42bde56265cce6e3205cacbc62788d0711b4897b9","sample_id":"grade-school-math.dev.5400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2495ed05b075911bb11001a5987f2f15d0384133994463b7c38a566110014bd","formula_version":"titan-u-contract-v1","latency_ms":0.6814160151407123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37a715a2d5d4b0af719946e490f543757c2674f1b0b0a8f0013152d1eafb3959","sample_id":"grade-school-math.dev.5401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95d85ffd4c95330a1b139f6e438a78b8054cd01d79e383d2aff0a3e28580951c","formula_version":"titan-u-contract-v1","latency_ms":0.7028339896351099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"608f0d570665be9a98cb0d030b8c2a8abfd75fe51fcf7eb33f84749453ffc981","sample_id":"grade-school-math.dev.5402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba5abe9210d1af0cfce9cc1bc15f8f4ae25c19d572d5d9d01e791e1091c7870c","formula_version":"titan-u-contract-v1","latency_ms":0.6945410277694464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a268af1f069cb973747e4446b697f4701b2648556fe8c53c8db6d0c134a5643","sample_id":"grade-school-math.dev.5403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33e88be13edf9fc71d0024a6c7829a78e5c0957078346804469c0db65eeba4dc","formula_version":"titan-u-contract-v1","latency_ms":0.682000070810318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1055f02f5e6c85f484ce2c985054ac8e6f542d2d6ff5243c68fdba2f98f58684","sample_id":"grade-school-math.dev.5404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1b3915d9cc0ab611797536ba3102cf79614650273bed97dfdfe6e13e41aaad1","formula_version":"titan-u-contract-v1","latency_ms":0.8938749087974429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9702e84fcd6fba69faa88aceafdadedf51cb8f2d9a0f262795d536352f8a8c8b","sample_id":"grade-school-math.dev.5405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cc1f38999901b7ca651b6d051af6a50732e327890a6d168b25d49014a9676eb","formula_version":"titan-u-contract-v1","latency_ms":0.8759169140830636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d275fc2048787bafabce3520413a621588316375864cb29c85c6e622935e53f6","sample_id":"grade-school-math.dev.5406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c7790dc9b07fa8633bd7556c7b647ad3363d6b9e876b7ba72b3e3048fc0c8bd","formula_version":"titan-u-contract-v1","latency_ms":0.8692499250173569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b99bbc07334f4285f4188d4ad3d19a8447fd09a7b2390a9206c48afdddfb1e0","sample_id":"grade-school-math.dev.5407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41154acc9a7419aaf77513b11d9822a81a4cb5566f1b60ede3c9bf649f7ff483","formula_version":"titan-u-contract-v1","latency_ms":0.8613329846411943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f8d3f1ac7f3dc459c829103bcb944cd537b97ca926475b0aada9f77b9e59cca","sample_id":"grade-school-math.dev.5408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d34b57500e0c0ae0fb5fd17d364a7bd25d71c06dac0b3acb03ae2dab16087994","formula_version":"titan-u-contract-v1","latency_ms":0.9450410725548863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c938854ae8c370740d39610e8514badf92c3e2776d1002a2b396f07cfea5bfc","sample_id":"grade-school-math.dev.5409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e3d34abcc149cb716fdc097a3ca5426a17b9b8fba53eb7b1f9768e382b8b916","formula_version":"titan-u-contract-v1","latency_ms":0.7180420216172934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2c90639b2a55472e3e9a31eba7735bc1e6cc91b86ebdbabfacae5754b7290f2","sample_id":"grade-school-math.dev.541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c80c9c23af86f03289a9d49d8c786408efb795064cf1ab0d0759b21631fe99b3","formula_version":"titan-u-contract-v1","latency_ms":0.7289160275831819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2705471dadf687312b96aa2631e44e0c76696fef85c3aa3e62e393f17804c9db","sample_id":"grade-school-math.dev.5410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c056732e04dae58d64125db310248435918937eaa0bebc547ef9bc703bad445","formula_version":"titan-u-contract-v1","latency_ms":0.6802919087931514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3095dfe36c7ca6cb5579c0fc4addb0d29091ee8456bdc57ec204218bf4d54112","sample_id":"grade-school-math.dev.5411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d53b3968dbbea337354248fbc7de4fcc26b587da4a25bad379b2215fcc4133ff","formula_version":"titan-u-contract-v1","latency_ms":0.9144579526036978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85168d33c3a04fbcea8fd6692dd3c57fbb6edc1cdc5f9f7655beaae5b7ea2a68","sample_id":"grade-school-math.dev.5412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"468d10a517d3fa737ff8c8972eceb0ce2d6e8cfba8c0f7ed74c3fc84dce988ec","formula_version":"titan-u-contract-v1","latency_ms":0.859416089951992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88141f039284ed8994bb6cc82c9ffd65f3b5123867926ba90de3512b79fc69e4","sample_id":"grade-school-math.dev.5413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9fb2d3aa464235c3a870289f563a423374fe40abb0fd8cfee819b3a4096c0d6","formula_version":"titan-u-contract-v1","latency_ms":0.9555830620229244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"881b5e7d008b4e0f695e8b91f2a42b4ea6f5ca026945bfead069c1baf6a124a2","sample_id":"grade-school-math.dev.5414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b69d69e81624107061a11f7de0df111d73e9c2e61d32f1fcd146e8095ab6cbb7","formula_version":"titan-u-contract-v1","latency_ms":0.772833009250462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78c76db787636fbe6c23d74ec4e144ca4dc67412cbb621b8e7133d918b6e71e2","sample_id":"grade-school-math.dev.5415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a06e100d5ef1d2e2408112f5ff59a72b6c924da1dd1297383a212d0a32d5067","formula_version":"titan-u-contract-v1","latency_ms":0.8755829185247421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44cfb71af7ff16acbd5681ca2f75fcb33312d83d033237b1d23ed7a24e322a8e","sample_id":"grade-school-math.dev.5416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6443dde090e946b526128fbf006a28e6b8650f548c0694ca422e0ca863fe9214","formula_version":"titan-u-contract-v1","latency_ms":0.917250057682395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad3141514bd1d1b427002a735e44d072331e656f8722bc7b19c1a10886674bbb","sample_id":"grade-school-math.dev.5417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92acbd61f527349727840f6b4bf488a4b734513aae65a05008c106587d8e016b","formula_version":"titan-u-contract-v1","latency_ms":0.631249975413084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4f8a9293852c80ebab510c43601fb295e4a6da6a232f1d54ec22c4171c43b0d","sample_id":"grade-school-math.dev.5418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faba20d990dcc5af60c59980e9f3068ddcaa7a1a44c5f17e530a0be2f6a98852","formula_version":"titan-u-contract-v1","latency_ms":0.6563749630004168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3557e5055c399076cdebb251ffcf14e3186419a6d10023c5cb8d4f083a0876e","sample_id":"grade-school-math.dev.5419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc3de979bd32d97813aadb2af12c1f6b0b19d54e2a6f8aeb2d529f859d9f998c","formula_version":"titan-u-contract-v1","latency_ms":0.9065419435501099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dec2b230ff65d67a09501852c9670c91989119d66282007d5c8dfbc4c18c2a6c","sample_id":"grade-school-math.dev.542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7ab293aa557b1ee529ce849051265f2bde8869910a8b22cbd52f1b1aaf30c18","formula_version":"titan-u-contract-v1","latency_ms":0.6548339733853936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faeefa3103b7d88ea49ecbc73a8cb8297259f47d73557a20722d2aea42caf074","sample_id":"grade-school-math.dev.5420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b4b018e29084071bc4e64d46dcbefe399a390e1ae1197c5f851eed64be2231a","formula_version":"titan-u-contract-v1","latency_ms":0.8442079415544868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec052755fc4d2bdceedf7ab85f50b246ef05b6992e8ffe052f1c93109f8dcd26","sample_id":"grade-school-math.dev.5421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7fd8f0707ff4347817130f8204d2b921a09728047008c816a1730b13033d492","formula_version":"titan-u-contract-v1","latency_ms":0.9399580303579569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"839af52c0464d5a5c87af5f5095b62206d7ed504f9274e94fa3c98472c3c905b","sample_id":"grade-school-math.dev.5422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0928cdf1bc3d666a6d875da6a9ad1f94597ac645d2834782150a07a366c9abc1","formula_version":"titan-u-contract-v1","latency_ms":0.668165972456336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a89bda7a54dbac187778c716ca9659308eb921cbdf9e11b27271c0df44cabe10","sample_id":"grade-school-math.dev.5423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8fb215e9148b4d2185b277c01236c7122aa6c1020249e6248172a2c223e2fb5","formula_version":"titan-u-contract-v1","latency_ms":0.6920830346643925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd99d0916c0b36d38317a85cd35241431da70cf09a78a2989b4002275c093b39","sample_id":"grade-school-math.dev.5424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d36166f5ab57b3dd81a0f6531d545dcac90ea48debe08c7a695478206e3e9bd","formula_version":"titan-u-contract-v1","latency_ms":0.6648750277236104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"935b1c8f89c4b2a0832c2529c478b73c2342a981a7ec5fff869b25c7b15bcdf3","sample_id":"grade-school-math.dev.5425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6edaee2f4ee4f5ab5883ce7513c52ebfeba8333c36427704c5b693324f01f905","formula_version":"titan-u-contract-v1","latency_ms":0.7205000147223473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c2f3b5833c87548d62e96a2b9d08e870834355ad6df422e55aebd956391d897","sample_id":"grade-school-math.dev.5426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc1620e635b9997a7dd80f26f9576be6ab7ddcfecddde711a40235de9de08f06","formula_version":"titan-u-contract-v1","latency_ms":0.8535420056432486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ad34e54470736ba30748c9a3a04eee4c5442452369303923d991badaf9a0877","sample_id":"grade-school-math.dev.5427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b04123ff662a5cf4112133aa96fec37fc1f32e27ab31d9597b6920cc77f638a","formula_version":"titan-u-contract-v1","latency_ms":1.021958072669804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"831bc793f2632ea62ff43fb22bceab633df3fafd9dbda45087d4e5965b278325","sample_id":"grade-school-math.dev.5428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"132b9b3b72191182666347afacb71a6c289cb3c45874adb1bb0b80eefe0894ff","formula_version":"titan-u-contract-v1","latency_ms":0.9175000013783574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feef8bc68e8668da448b38d4e75e28e9d6367b22641a89b662456edef6e48f77","sample_id":"grade-school-math.dev.5429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"972a0aa0c836365e0eb8e8cd7ef35c4f3cccfcb83296130165f3106cbf4d20c4","formula_version":"titan-u-contract-v1","latency_ms":0.7067910628393292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59c850f258f56c9d7b421c8c379440e325674fd1fd04e147015f453c3fa11b49","sample_id":"grade-school-math.dev.543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e131c00732c7822466348effe035ea6191e44f69e68093ba0a1637d16b3f2499","formula_version":"titan-u-contract-v1","latency_ms":0.6814589723944664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e6efd65e53ea5272ecaf8ffa111d56d00275da74a979d4d87b074d36740c1ab","sample_id":"grade-school-math.dev.5430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21faf2fb3b9fcfa0cf5f7132105b652de48c6ffe884595b182f7639c65e58b0d","formula_version":"titan-u-contract-v1","latency_ms":1.1862920364364982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"470c107315528daa660377753d9133ea1f3ecc8c9b306d5b9595e432c61f08bc","sample_id":"grade-school-math.dev.5431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db66def40b9ad741f7e55394bcfed9428dbf55a226ace5e61c4dfdbd36a65d99","formula_version":"titan-u-contract-v1","latency_ms":0.9990830440074205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e897ea5a3cae1caed7898b49ff8432a1727d0e0abbae245a3d77384f880ab4b","sample_id":"grade-school-math.dev.5432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92fd9df3789e86a26e1d13e545f722d618693b5c26bea99c90419f2b809bf4b5","formula_version":"titan-u-contract-v1","latency_ms":0.7534580072388053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f7a7047111ff38df9f73df8b152765cebcd76fcc9e0b309be304a17574c2792","sample_id":"grade-school-math.dev.5433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bf83cd43b0943328d11e5f87b9a3a3a26880f51f8c0053bb651999aea275eb6","formula_version":"titan-u-contract-v1","latency_ms":0.7083750097081065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1f019911c5921e658d5965302f902416a490409716ad0c4e21ea06f53d9825d","sample_id":"grade-school-math.dev.5434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bb7e28a6847e084cfd5dc5f28e027ea33cfd883530acc0c32043dc13d3f85ab","formula_version":"titan-u-contract-v1","latency_ms":0.9916659910231829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a390d97d0e91da37babe3af871a893b389e73d6775953c322122460b63d9748a","sample_id":"grade-school-math.dev.5435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f14c96b06f515297fa02fbb28f4a766cae65e2a71caa233677994c3c0ea893a3","formula_version":"titan-u-contract-v1","latency_ms":0.7020418997853994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af5085f48d6f5a54a846c2692c6de075d57b8d49436d1c77f48b3d8b87b3d0ee","sample_id":"grade-school-math.dev.5436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b8878beabde9dde5a0a1b9e8d9c4f9625526e23e3664fd0563f3350a5003f22","formula_version":"titan-u-contract-v1","latency_ms":1.0033330181613564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3aad564875ab8f49ef29db6b349c0018fea0f57f3ed5adc26313e4d6104ca83c","sample_id":"grade-school-math.dev.5437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43efdee86ee822155ffb5339b04b9f2b86acb61d54e19e56090a98e36926a364","formula_version":"titan-u-contract-v1","latency_ms":1.0449159890413284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6ec107598468a160846351eb7c242115f08786167d0dd7ca316889f6be31639","sample_id":"grade-school-math.dev.5438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0617e3d6151c235274adb875926cfa9ebbfe09b0ae953f109be1cf592229eae2","formula_version":"titan-u-contract-v1","latency_ms":1.02320802398026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"818bc54c2d9de1d0bbfb06b8c4917f6ef5c067ecabb724725ed029b7681f757e","sample_id":"grade-school-math.dev.5439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da25d4615a22b9cd0102dd39d1a0ebb6701127983dbbceab6426e35c02ca4f16","formula_version":"titan-u-contract-v1","latency_ms":0.6528750527650118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a60c70ceab44c6273361a387ad270689499720536c95fb85968c4b848ce3440d","sample_id":"grade-school-math.dev.544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1179e2c08aea13e09e80785db4a70893cbf0baa0342dde5870d7f571b7309199","formula_version":"titan-u-contract-v1","latency_ms":0.6562499329447746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc738bb7cd4cc264d1cc5cdf318f405fd6e5539a151ba8af3ad4aee637f23589","sample_id":"grade-school-math.dev.5440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4787abcc1af0df815f2bf7d6f55d1d051a9187a974309b7c8b81dcbef39c5e65","formula_version":"titan-u-contract-v1","latency_ms":0.8749160915613174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a462dc41ce3333084d61afea9f2c221c21a724a6afef90f29dbac853b312b0f0","sample_id":"grade-school-math.dev.5441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2980164a85306aee1f599aa5f0cbaf1a9dbb97e602f9eb7986e13c8c51f58bc1","formula_version":"titan-u-contract-v1","latency_ms":0.6967500085011125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d8d2e6da4cc09243203aae2f68efa78e5dc345d5dc8c7b46b8edd82d84be683","sample_id":"grade-school-math.dev.5442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87d0cf55df2dfd70d384f1270b9fe93aa38702565a501d0e95d650087d84d276","formula_version":"titan-u-contract-v1","latency_ms":0.8940000552684069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"242adf6743656cf02f255f62ae762f208659200a9e4b87ec8ba646aef5c4620c","sample_id":"grade-school-math.dev.5443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b18c9b5f71210cb9d8e8752d18f3fca263e7c83c2e4025a26fbdacbaab945352","formula_version":"titan-u-contract-v1","latency_ms":0.6891250377520919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"641d6356108c43f01dc79c6dd71651767b0fd12e31590c6e379a8e22da88becf","sample_id":"grade-school-math.dev.5444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0277e418dae670a7d6a92a8837cc4a91fbf23ab03d7c52aa2c5b12cd3afc54a8","formula_version":"titan-u-contract-v1","latency_ms":0.7136249914765358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc0e5f6ebd3819ed4e453b587d6bcb6436b4e6fa3c8db8fafddae47d2cabbc84","sample_id":"grade-school-math.dev.5445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20023447e4e88e036cfbb61c7e680cfa55bb2ade81831c1836c1c2b15ea95dc3","formula_version":"titan-u-contract-v1","latency_ms":1.496042008511722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"018f05ba085045c58455cceb165572e728c1a4160ff8a8c60bdfbcd6e0f0869a","sample_id":"grade-school-math.dev.5446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cac80986e7516a24fdab4f07c2e244c18064e3e7faa65e2012a535041c563c22","formula_version":"titan-u-contract-v1","latency_ms":1.3552920427173376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78f6093bd49c263a37afb4013952d13ed4644eb1c92662bb4c9c730d49af1cbd","sample_id":"grade-school-math.dev.5447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28c86c428b41844962847cc692da6beca822898350ea91b111ffa1832169f699","formula_version":"titan-u-contract-v1","latency_ms":0.7292500231415033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6debe33f9f115cd4b9c56518bfa9fb50f5cf548a56b4c2f6fbad87084902878","sample_id":"grade-school-math.dev.5448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b679d52da1122887ae940593b0727a5af7569445f07f419d7984067e54885e4a","formula_version":"titan-u-contract-v1","latency_ms":0.9505839552730322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09b95598733026efd5913cb6830841f961bb92bb2ed057830f36d3a3b2d921d7","sample_id":"grade-school-math.dev.5449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"929dc6dbc5013e18fe68043d9e26d850c2427a681e327a8051bc68b0bca6a9de","formula_version":"titan-u-contract-v1","latency_ms":0.672832946293056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f3bbfbb797debe066ce74c49f00177d1dfb7a05c98c0bc46c92bdf86c8c4492","sample_id":"grade-school-math.dev.545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf08b1ecad21cc0e118974838e98d00c6050e806b822e541f3dbee1b214ed52b","formula_version":"titan-u-contract-v1","latency_ms":0.6778329843655229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25ea4c0cef579be0c4978a0cc350b1494515104c3e9e7c474e5cfd2168c68814","sample_id":"grade-school-math.dev.5450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d670410065ca31bb92a0a00f36952e50acc2d78eac38577a8623a9512d4c00e","formula_version":"titan-u-contract-v1","latency_ms":0.8730000117793679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6765e61f2a453b1f580e1b0c5b30fba72e3e4b8032436e34f1bb8fde16aa370","sample_id":"grade-school-math.dev.5451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0aac9a8aaa00466232418094b2e079f39824fc13f8a206afd0eeaed89e990794","formula_version":"titan-u-contract-v1","latency_ms":0.961416051723063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35b47c339b74f8d8933c967aef8f3ec761a9e502af45a584b5dfdcc34d8a8344","sample_id":"grade-school-math.dev.5452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0886502195bce3a41285939cd7c0c53003082e9268131edccebdf9bc5e707e8","formula_version":"titan-u-contract-v1","latency_ms":0.7599170785397291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e6936ae5255b606499cbf82a758ce10349d7e704ea1ef89ef093984b9da7983","sample_id":"grade-school-math.dev.5453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a1bc8cf568001c90edab04ba46bdfd0964ba9aea04d4d4d95a883dcc0101f6f","formula_version":"titan-u-contract-v1","latency_ms":1.2169169494882226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bfd52ab250c9dd77e80941fc0550176379e7af1f88f9b3298c8b5ee4cec8f1b","sample_id":"grade-school-math.dev.5454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f54c8f38616fb4c928246a097e50d3435d1b379f16d255cbd04c45f990f1056","formula_version":"titan-u-contract-v1","latency_ms":0.7261249702423811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7293695631100d8de35509aad0e197f70b4c1e4be61dd88439065b116fd8c863","sample_id":"grade-school-math.dev.5455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e61a73f252c05f4936281a6233f7cf4999ca5b3e9b7bc0f14ae8d052d02ac229","formula_version":"titan-u-contract-v1","latency_ms":0.9205830283463001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"380af840ddec15795cffc1cbbcb5b1d2804301e45b6bf60c4c106151d02a0135","sample_id":"grade-school-math.dev.5456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78c471ee9fad56441ca5db5e20ee392a618a8025797130f18b37652ff71ac81b","formula_version":"titan-u-contract-v1","latency_ms":0.6962500046938658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ba8ca3533ca71586726364dbb37eb84972cf6dd78b376542bee8d985cc3d436","sample_id":"grade-school-math.dev.5457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fcbebd6a9e15684e42a04df0abce07d9c1eb5a203b910ed16ee353b674e2533","formula_version":"titan-u-contract-v1","latency_ms":0.9981669718399644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f07161ccb918d764d75ae651cf9a4a3c1d4a0e85b0a974e7568e62b82a741549","sample_id":"grade-school-math.dev.5458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af65c6a253b9af526e937633eb64a0024a3dee784bd3f1151c215a093c1224d6","formula_version":"titan-u-contract-v1","latency_ms":0.687708961777389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"886a9c2c0bd283b3136dedcfb6f0e2bc9956dd959e57b4d32778a566fca1342a","sample_id":"grade-school-math.dev.5459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80d6d9ab7ff3d7eed3330493daf9a2c373bc70809a61abcc1d1db77e763fa4ee","formula_version":"titan-u-contract-v1","latency_ms":0.7920829812064767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e344d2e98916a17aeb327e52d5243d64f458f5c8af7552e49fb5867d7c98a7ca","sample_id":"grade-school-math.dev.546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89a68ab6ffebf6433e1e9e7d4e5f9f3f11648b787defc1860379bc1f0620ab04","formula_version":"titan-u-contract-v1","latency_ms":1.0575830237939954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a013337cf058a42729ae5118e3ebe565496dfaf04b09d5d73b97fcaa6db010a0","sample_id":"grade-school-math.dev.5460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f8364e7b03574ed31e87104e2296b0b529885978697af352d19b2a090e427f1","formula_version":"titan-u-contract-v1","latency_ms":0.8464999264106154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8244bcf2e9c9dd27c94ac7cdced5cff138a265f90dfcd6c3b11909373f5c9bef","sample_id":"grade-school-math.dev.5461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3048de3fb25a74fdad7ebb2459c11551c9cd78354deb0959818ef0b0cbbd9f2a","formula_version":"titan-u-contract-v1","latency_ms":0.6645829416811466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16e40709a8d6c0f41177aad8ccc15028899d82d2421bd14e4ca24e98f0c8d044","sample_id":"grade-school-math.dev.5462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6df60a54036ef8346541c9acb59903864b2ddd4ca102c3799df16d23328d548f","formula_version":"titan-u-contract-v1","latency_ms":0.8841661037877202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6adb1537d0fb0a8a4fe086b60109edc987ff2adf392a84dfe7c34e208669e0a0","sample_id":"grade-school-math.dev.5463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5fb4a8c8612a98dc095f2a4632a33d507910396d1cbece14ecbe3998c21ac26","formula_version":"titan-u-contract-v1","latency_ms":0.9000829886645079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"745facfb92198d445208a46f1e59f3cbe96b39dfba9eb69d71233ef36f39a5b4","sample_id":"grade-school-math.dev.5464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30082a7e2cbffb4015674afcc09265399c39bd93eec1bcc3206a44ecd420de30","formula_version":"titan-u-contract-v1","latency_ms":1.1057909578084946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eee3ef51c8c220a417c66b5888a0954ca6e22876abb9b7ae7bece24fa912d42f","sample_id":"grade-school-math.dev.5465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7441401f173a490a46f64b3ad1c7b0acbe108984244104e80f9186fb0e77dd45","formula_version":"titan-u-contract-v1","latency_ms":0.8849999867379665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0290a3efb06e1b0085b5fd74f8287b917a453a65eaa6292cce3b41f55f6eb19d","sample_id":"grade-school-math.dev.5466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d567a75a3258b527807d6c1b8fb1e2a15410aa08d60c1d4a9db2c943409c337c","formula_version":"titan-u-contract-v1","latency_ms":0.6877090781927109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e7e64cc369bc485e3d8ae81cb02ecee761eb54d873907b813a8f93896e7042d","sample_id":"grade-school-math.dev.5467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d7fb6837308b7dce987a7304dd68edf1c2879baeb1c6fab400189207486eae1","formula_version":"titan-u-contract-v1","latency_ms":0.6742500700056553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d9f2a6398e63425a05f9ecc34cc0cc41d4394622e42d152882313154aa2cc5b","sample_id":"grade-school-math.dev.5468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5336c6005b40cf3216981a0758a557008922483ab8b74731c49635afcaf7681","formula_version":"titan-u-contract-v1","latency_ms":1.0372080141678452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f87df0ed8fc8c64db23c986d25bc5df978e04d645c3bf9c609a3317bd26f6bc5","sample_id":"grade-school-math.dev.5469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3d6e5634179ce504094a4dc33a3fdc53047a5cacef8e6ac6940efecc1379c62","formula_version":"titan-u-contract-v1","latency_ms":0.7142920512706041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"697de278338b222d4cb940e90244d54930ee294dd9155467def2579ae63f5676","sample_id":"grade-school-math.dev.547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fefbe46015091b2a6931540273262c025d0434f27b7efcc497811d449c73455","formula_version":"titan-u-contract-v1","latency_ms":0.8528330363333225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73659e6cb632bb6468d1f3757f14d69f46cd86bbdd49e049e215f818247a1cd6","sample_id":"grade-school-math.dev.5470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"312a3884c4ac8f6df13ffaccc902e589e80c061a82d87ce322377f47680432cc","formula_version":"titan-u-contract-v1","latency_ms":0.9622919606044888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae183e31e4a761e3dc66a6006722a831a3cd5d89dd302085cb255aaa74c43e82","sample_id":"grade-school-math.dev.5471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"833e410cc519146cccd2c86d1280be726a308f0b628284ffeab36be08fe2e9bd","formula_version":"titan-u-contract-v1","latency_ms":0.9792079217731953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d10db781bf14feba734dc75b792a8b031b2c13ff11421dae657daae0e438a1bc","sample_id":"grade-school-math.dev.5472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc90be66946aa2a636397796f05b9518dc25ab4ee3169db71d28243959041015","formula_version":"titan-u-contract-v1","latency_ms":0.725999940186739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c878139ef708878dc8f797e0e8ab2e6dbd66d4fc8c77be782996b77d046e9c31","sample_id":"grade-school-math.dev.5473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c370a36a6fbd49c30006468e78e9e1819dbafddc364c6deca25800304508955","formula_version":"titan-u-contract-v1","latency_ms":0.8999999845400453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d26c5295b54758a0de2434492253d5e53c0aee1c8b3cc5a6abcf95210577e38c","sample_id":"grade-school-math.dev.5474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7105935a9d2222e73e584fd1d3715ced345b9f0cdc0cc783411f9cc49ebce27e","formula_version":"titan-u-contract-v1","latency_ms":0.8510409388691187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17486b09f8e3bf22cba3b174081e522e978defc37264213aed588df1d5d98163","sample_id":"grade-school-math.dev.5475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a92c1b6af83d39b08645b67a1b858fb9042183eb0fa017f5965128ada088c4a3","formula_version":"titan-u-contract-v1","latency_ms":0.8904999122023582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e97c5266b122db19ef8321b7712f1b29f9287b922c387cfa6b1f46fb971a516","sample_id":"grade-school-math.dev.5476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdeecc1502978b9e1bf66a04654852f14a8d3bd477964ebe7ed5b0a31d987817","formula_version":"titan-u-contract-v1","latency_ms":0.8277499582618475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c92c8c130eb0e2e4da0fe8c590495c3afeca24db91b401aa68979ef65bda16d","sample_id":"grade-school-math.dev.5477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51c4e6f638d0235ffac53c62a1369ecc0d6fc527fe281724e7dc0786abe65c62","formula_version":"titan-u-contract-v1","latency_ms":0.9161669295281172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a35e29f207a143ddad47f2fff2f5c367a27f2ac2d5069b4b57baae6cf8ea4686","sample_id":"grade-school-math.dev.5478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da69fa57ad407d96149d7f3e266d4ade3cfa94b79aaf3c8ea328fdb083bfae89","formula_version":"titan-u-contract-v1","latency_ms":0.6698749493807554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"461d259db9a310848b5ea3e07bf4e62f743405e309f693727c2149356f724116","sample_id":"grade-school-math.dev.5479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"499dbeb09c0f8fc4413c58f910c6ff2def24eabd38d41fb49cc67a57450b8734","formula_version":"titan-u-contract-v1","latency_ms":0.6580419139936566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37eb7f66e67a86b067126bd2e3d0d454b7305fb1aacb4159c3b1f1b971a8899a","sample_id":"grade-school-math.dev.548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14a982a85c6d02b22540c3f6a1973000f89357810f81eb98c89852e081fb8697","formula_version":"titan-u-contract-v1","latency_ms":0.7174580823630095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f764a3edbd7ef87d80f7b3bbb6bc6f94bbd4300fe1919a3477f5573a5db9677d","sample_id":"grade-school-math.dev.5480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd22ba34353e70ae8c4f7d3684cf57be5f02893839d85280d4ec2d27f39ce5d9","formula_version":"titan-u-contract-v1","latency_ms":0.7849580142647028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf6bfd5c58dc6a59fa5f46fc22f4efae883963973efa37f53fd56c3f12588c65","sample_id":"grade-school-math.dev.5481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"528c646fd907c0268c1d67e67223acc1d279999ce7eda0d9419384abd62860fd","formula_version":"titan-u-contract-v1","latency_ms":0.8789170533418655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e663325353892f3c3855f70e6a45c9920623fe7d42497042f9824b4f2335ae81","sample_id":"grade-school-math.dev.5482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bebb318f46bdee7dad000a8cc37680b2eb7c889279b52d68fb5d0e7855f05621","formula_version":"titan-u-contract-v1","latency_ms":0.8453750051558018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3ab20fdc903ebc84446c21986980f0050f1214907ed31f2543348e25b907772","sample_id":"grade-school-math.dev.5483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67c383c673f405e2735a75b4e0b962fc21071b4f67c011e106361d8c4b722704","formula_version":"titan-u-contract-v1","latency_ms":1.0197089286521077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f3fe64b4085e95ba16d8fc7d94446d6337d4a4b1e18462f1e8c9d2ab736f9d3","sample_id":"grade-school-math.dev.5484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4793735b10fbdd36ca108c2bf994b29d474b9833711374e61d51ea37337f59e7","formula_version":"titan-u-contract-v1","latency_ms":0.9432079968973994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"491ac7d978bb00e4958e1dd639e970445d3d69c4c09184100c974d2aad0ee721","sample_id":"grade-school-math.dev.5485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05e48adea085fb0e8e7176dacc2ba92012df33764d73cabbdcd76242e52c1fa2","formula_version":"titan-u-contract-v1","latency_ms":0.9299590019509196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a62e91244299cac17cfd616d9ade9b205ffc1f466d2b01cf80644f92ee0329c","sample_id":"grade-school-math.dev.5486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86335d5938cefb4f95d24030d33672a9e7ae26fce45e99111e538369dac08b44","formula_version":"titan-u-contract-v1","latency_ms":1.077124965377152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0d86dc0d3bb44485a96c74509d5343f74fcf89e0884f2ffcaedd37a63b91aec","sample_id":"grade-school-math.dev.5487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f8d0fc40d4205554265b88bf06521f746d42894c4e2e9e8d0d09b66770feae4","formula_version":"titan-u-contract-v1","latency_ms":0.6547080120071769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"546988319a6dd63f08e792748ced0013d5442501e79e344c83324d3526a65218","sample_id":"grade-school-math.dev.5488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a4140406be0163e5c1ed279c0238f1c763362565658a038e1e9f1b049c0ea10","formula_version":"titan-u-contract-v1","latency_ms":1.2332919286563993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ccb4a1db12411446b694253b1f9460a4ea4a52147568b6d1ff7c7f61811bb5f","sample_id":"grade-school-math.dev.5489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96b7f05af0f368dfbc543df86eb873168ce9a9f54fe405608730e4e590b209e2","formula_version":"titan-u-contract-v1","latency_ms":1.1386660626158118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ede5aa03d245faa4a96f273d6976536ef2b8cd0bf0b60c3ba28a63d08d6e6ce6","sample_id":"grade-school-math.dev.549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bace867ffd0d572f6fea0cfc117c9c6821cb5f0d38b75de953c7a1c08564598f","formula_version":"titan-u-contract-v1","latency_ms":0.7065000245347619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc5562cd9d3da315e4adfb22f20ccccb611c451721d1356566d53d4b0b0ae075","sample_id":"grade-school-math.dev.5490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47d2ebfa3fe4632187e87539889a205b8a99ab0a6e6ca90c79fdd3f117163c42","formula_version":"titan-u-contract-v1","latency_ms":0.873084063641727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb082b8b04b5ca1356d64884fae1a5e6bdb97af071814f1946d2507d721e1b84","sample_id":"grade-school-math.dev.5491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7622c5854785b35062d93b79e2e509192eaf4ab830c5a634ce781eb3da1d5d0e","formula_version":"titan-u-contract-v1","latency_ms":0.935958931222558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27ec81de5a8ce3ea6f7c9959487e449a42651f8d93d0f2ba6d396bc8c6f9dac4","sample_id":"grade-school-math.dev.5492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ed2e8a6c6b4d8ba9844c4399c2bcc7d257bad0d56b7c226006f804c69e8596d","formula_version":"titan-u-contract-v1","latency_ms":0.7126251002773643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19fa0c722f4691f7fce0d26ef4e0dd8c5a8a0fdf5eba8c67b997d18e621fa8df","sample_id":"grade-school-math.dev.5493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45261f0493083eb51bef58c84541e30ca59f193775803b8f45a682bf421c5c05","formula_version":"titan-u-contract-v1","latency_ms":0.9827499743551016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c49650c44e1f53f53842e765d54bdb291e59772998202c58adb1b3e2587ff296","sample_id":"grade-school-math.dev.5494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b258503aaa406f96fd05e8399b4ea68ef596b32ca4d2488c00cfac7ec1f3e29","formula_version":"titan-u-contract-v1","latency_ms":0.9249160066246986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1a50654aa3b04edb7587c40983a3dc903f6ee8f97ada77bd8dff4489c09db32","sample_id":"grade-school-math.dev.5495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2114ff202efee25fa62baf91263a08048eca34c3aa98b2e2729c9e788b3d81d2","formula_version":"titan-u-contract-v1","latency_ms":0.6703749531880021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1569e221710bf7d675de9b52737da32263d213d0300827b1a6c25456cb18922","sample_id":"grade-school-math.dev.5496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a451e70abab77ecc801feefa90e196e54b7607db8083af35ecc5177425a30901","formula_version":"titan-u-contract-v1","latency_ms":1.0584580013528466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bb2cb023b882420399d33ebfacf1e052fc60d97f9f5f0bbaacb55e4511aed5a","sample_id":"grade-school-math.dev.5497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4854dc46c5752b62010db49aa836ad7b06199b83de3ade326fc733c8b4397ef5","formula_version":"titan-u-contract-v1","latency_ms":1.0064169764518738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bbaaa7d6aa496b9c70166543436204d29a13f3791f2188c4ac467cad0656246","sample_id":"grade-school-math.dev.5498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5715ac273fe79e661764ab3a4c888fde5b7c0a1973fa3919256f7decc5207c9f","formula_version":"titan-u-contract-v1","latency_ms":0.8684589993208647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2eaaf3da4c3dc823542fdb76d7a12ef200d87ea4d4584420db35a9796a55019","sample_id":"grade-school-math.dev.5499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"931f44d8dcf823a89f43ccaac20ca4d4d4a037757555373662211ffe856519bb","formula_version":"titan-u-contract-v1","latency_ms":0.864083063788712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1459e8dc952d8709ac97085a541894f68c74247807102f2689210e3d2360055","sample_id":"grade-school-math.dev.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc97a228b43fbc269b27e2a410799709ebc035963635a777854cfd3a30a3e112","formula_version":"titan-u-contract-v1","latency_ms":0.8191670058295131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a73cab4bad234cb744a105b9c980617ddb10116d23bb679b19f79873d42ac62","sample_id":"grade-school-math.dev.550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb9cb2e16c18120d4dcab3510e54ac1891f4fd939f970e6d086f6ec60c9ba64f","formula_version":"titan-u-contract-v1","latency_ms":0.8127499604597688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b446ef6dcd55961b16ee564aebd495bd085176afb732baa528a2ecc12476910e","sample_id":"grade-school-math.dev.5500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b519c86966e31affaa8b4ca11771a52ea0dfab6d902e19b8c61f15f87a8e2406","formula_version":"titan-u-contract-v1","latency_ms":0.6849159253761172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6931b5aa80cbb241c2bb1436d2f0966ffa4ce38090c948380b0cb4a817780f50","sample_id":"grade-school-math.dev.5501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcc43b9cab4acf8eeb399ce7fbc05df53d0742b4f0ca5c43a3382302ae074d4c","formula_version":"titan-u-contract-v1","latency_ms":0.7110829465091228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb6647aed9f2feef9db12d259d9d9bbd02391a9135484d19ab551dd6346d6e0d","sample_id":"grade-school-math.dev.5502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1deb775dc83bcc3417bf23c0da514a628b6b3c5c7002c5dbe6aa96927b83ccdd","formula_version":"titan-u-contract-v1","latency_ms":0.82250009290874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be9c2ba01f83b50b9a9f043e7e4ad6268a34fed036e4fac3619fb0dcfa906b60","sample_id":"grade-school-math.dev.5503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4aa99b1f96738ea4f0daeca80d62d3e7e4a246324b5bf6c2e50a63d743294829","formula_version":"titan-u-contract-v1","latency_ms":0.8809999562799931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a95dff457cc5ecbfe015e8cecb4d5c041cd0b98977207329a0af37cc72a9cbc8","sample_id":"grade-school-math.dev.5504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7be996c0f5eba1cb35929fe122a5d6a11dfa27359aa79eeaffc3d934fae85b28","formula_version":"titan-u-contract-v1","latency_ms":0.670792069286108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0206c927fcadf0ca0d33113a61865e06c28b2ce17aa15ff00e81f9a2c25ade10","sample_id":"grade-school-math.dev.5505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"659cd148cd73afc7d5a9522499f2ca7a4d58c9a538c3bb8083c576961eee08de","formula_version":"titan-u-contract-v1","latency_ms":0.691958935931325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84f7ad367e8a850af2d33a25049cbd3b470d06778564124a3d00ee2746c86447","sample_id":"grade-school-math.dev.5506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdf71f62de1633acd25a28b36bfba8f5dd40a3a6a61dd47f142489260347ae50","formula_version":"titan-u-contract-v1","latency_ms":0.650458037853241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7896ead8b6a69f8e8425b10ec07b688f86a1d8a024613573652cd09d499540b4","sample_id":"grade-school-math.dev.5507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c60a80d2ad7a79f6d6c76238840a54540ecc34a5b53dfe6e43cc81f0917626e","formula_version":"titan-u-contract-v1","latency_ms":0.8994160452857614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0ed4b52a27867712a171f5ed6b6295a999c00adfe5e24ad1f65407d5bb029bf","sample_id":"grade-school-math.dev.5508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3f016e714e30597c5a66086f49466e64cc706d1edd42eabe7d75c5dd93ee967","formula_version":"titan-u-contract-v1","latency_ms":0.7923750672489405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c70d86a85029173a3ab9c40edad0bf63e76fa35917af3e1598bf03b8c4124e63","sample_id":"grade-school-math.dev.5509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3038398b8825c03fef5c8780d1d0a23e16f0fffd6cee0554982894bd4fa3a582","formula_version":"titan-u-contract-v1","latency_ms":0.9035000111907721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40dd938d0b7ee8b427bbb35e3b26e443f0c491aa6fea1cdddf38471ca7690a6b","sample_id":"grade-school-math.dev.551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31092031bce21a0233572ba7332b882273d7c40db205a565cc278f17945f01cc","formula_version":"titan-u-contract-v1","latency_ms":0.6751660257577896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e70661da336d9a07f19f7d843f5f8277c12df4105c812b845601ede85ac32ab7","sample_id":"grade-school-math.dev.5510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"950a4ee9a5e558b399e7dc13eb7457bf2638733db89e17b303bd571cd1107ea3","formula_version":"titan-u-contract-v1","latency_ms":0.6260829977691174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f7f1a9871c0068438c22fd34e43bc176f658ccaef619a6834c492cd64927b48","sample_id":"grade-school-math.dev.5511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c02bb6a9e53118fcda553eecc230a5e1d7e27dda5f76b94e73a64f43fc9f0ded","formula_version":"titan-u-contract-v1","latency_ms":0.9001250145956874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c4a94b137471d005883eee9e785f027534f4a47e6c5649149593f7799bc35ee","sample_id":"grade-school-math.dev.5512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04a62ca29d4d64ae731ae8a4acc4fedf2a7b3114399c1c58e2ea7ce5dfeda4eb","formula_version":"titan-u-contract-v1","latency_ms":0.9008749620988965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca129f552b196f9e829b6bd2aaa45db642f8b453c64c90fc3b4c299cc6f6ae2a","sample_id":"grade-school-math.dev.5513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b33fd90da568eb6d751c5dd4a3bb4f5621f45eb1834e22f40d348d27f11f3929","formula_version":"titan-u-contract-v1","latency_ms":0.8782080840319395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b79343067ce3aa847127167ebc2cedb092a1cec6ac85c4a2391a3274866dcc9b","sample_id":"grade-school-math.dev.5514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2d530d13340a11a905cfe5c7373ac8b93a04609444ccf40689604609ddca67b","formula_version":"titan-u-contract-v1","latency_ms":0.6755000213161111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0336a5c2f257e76375e0996dc1baea5333f0742495d4d33a0954e6ebf7442e29","sample_id":"grade-school-math.dev.5515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf8a6812132e255d2393b4193991eb75726159684fbbadd99468db16d9f7d5b9","formula_version":"titan-u-contract-v1","latency_ms":0.840541091747582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d14415799c69057a76a41ae45a0457d6d4d29abea696bfbf16d240e0396cb49","sample_id":"grade-school-math.dev.5516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b5ff82c1229088b2d3de066750ddece3ebfa765ea026024ac82b22e7daa8197","formula_version":"titan-u-contract-v1","latency_ms":0.9066660422831774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea89b1ca129aae22528d7c213ee27345322e921d85440b7c278781f54d3f1df0","sample_id":"grade-school-math.dev.5517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ef3935b630971931b6fb82f6390404adf5c069175c4197655e4a8a9aa7a4491","formula_version":"titan-u-contract-v1","latency_ms":0.9142080089077353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f767992902b81c704a391b453ba073a195652146cb7253279773dc0772bef98b","sample_id":"grade-school-math.dev.5518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"772bc828cc69859218bc83a3a0e63ee2c169efe7d3f3742d41fbcb74d6390752","formula_version":"titan-u-contract-v1","latency_ms":0.9236249607056379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"959029c9a9e16cf4c78f457a44105b28dd6d5c71c0ba950cbd7b0f12dc83f840","sample_id":"grade-school-math.dev.5519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"284d322427ca32c6f63a07d2bde9061204168f573627d66dc8c25b9705a32e2e","formula_version":"titan-u-contract-v1","latency_ms":1.021833042614162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffae7425a362ce1f065a6b8b2666ce3d0af2c7189e3d6d7c355f3c880ee300d2","sample_id":"grade-school-math.dev.552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"facde3aaf2097bf74f02e75e264737bc9dbe393f2ac75bbb0acfbbb21c94bead","formula_version":"titan-u-contract-v1","latency_ms":0.8430000161752105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"274923b5460c40b2e49d65f4cacf43678a1269b818f7b5abc23664c2c4db20cc","sample_id":"grade-school-math.dev.5520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ca8fd57f461d22a312679821a417b92ba2fe487d69f48390009ba8a16797389","formula_version":"titan-u-contract-v1","latency_ms":0.8784579113125801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf1da223dbfafc92b89254695ba03f130260032f3ddc5b8daead2c144f39c6d7","sample_id":"grade-school-math.dev.5521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8024d357a809f5b3db90ba85cecdace60fa5d446bbffc2ab22e30cb0cf2a5072","formula_version":"titan-u-contract-v1","latency_ms":0.9169159457087517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84126e739d523eeb3ea12542f15deced71a164dc1f19f5ababa7f200901eccce","sample_id":"grade-school-math.dev.5523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a74aba6321f3fc39d802d994cadff351acdcca5171c15c362bab0c0679ca0a88","formula_version":"titan-u-contract-v1","latency_ms":0.6834999658167362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b3f9cecac10f0ad82d12c831d15de3c0fe496e3d3bf06bf3925e0d16625c1fa","sample_id":"grade-school-math.dev.5524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6ef8db2e916e9929e5db9a400ade0b3c258cf4f503528a9dd34371c32c7f87d","formula_version":"titan-u-contract-v1","latency_ms":0.8722919737920165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fa257d9efa7f78e083a822da53968c9a52d5990cf0f94b48355a9bfb5cd6d77","sample_id":"grade-school-math.dev.5525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b030517c29d2ef529bd243a31f2c42d00391a33c98462b3b1997ee6968cddef5","formula_version":"titan-u-contract-v1","latency_ms":1.345791039057076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96233eb57c0e303640639f752aa6c0930eb72865ca1608d452aa366b3609d8ee","sample_id":"grade-school-math.dev.5526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51f94684b8d7c792802b7232c2e29fd0491a5cc9f146d8af73870d5a7b87867e","formula_version":"titan-u-contract-v1","latency_ms":0.8263339987024665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59022935ee580fd5a02367b89692bcda44b05da1f69995a97a630b9c5989063b","sample_id":"grade-school-math.dev.5527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"465d957c2baa30bb055a1bdaecc9dafa0abbcf72d1ce80d5c5f672a5107b526c","formula_version":"titan-u-contract-v1","latency_ms":1.0087500559166074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62c6a1e7106adb5f02e903c79866d088dcd427f4ca71e26f845cad571a26f080","sample_id":"grade-school-math.dev.5528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf34a747a72a5c0378c0e879b50622e48f69886051e3b3cf40c63c24403341d0","formula_version":"titan-u-contract-v1","latency_ms":0.9008749620988965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c54573dc8172dba18a1ec0f8561aac7fbc9d33623735dbeba7c5eaa1e7e1d46","sample_id":"grade-school-math.dev.5529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f1167be1d4b517f9f1f362a8e8729c8c625ac0108f94248dea333f8c7b9b9e4","formula_version":"titan-u-contract-v1","latency_ms":1.7300000181421638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab14c217314ac5c317e62ead4f91179d6a09989e27c00b6c44d5128509dc57ea","sample_id":"grade-school-math.dev.553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02f13f35de36303f95482e639712772b9ac3549aaa86018d2b0b011e47f9f8df","formula_version":"titan-u-contract-v1","latency_ms":0.8637920254841447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69f09db542576bed1b1e6e94deb5be0bbc93d0df77cede61c0bacec5d39dea5d","sample_id":"grade-school-math.dev.5530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a416bcea4dcdf9c10bc5ecc9dbef66830884158428db602e520a6fbfae254583","formula_version":"titan-u-contract-v1","latency_ms":1.0332500096410513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ef95e7f9eab3a4a1bddc067efbb9c9fa364d15239b257a0b9e94ee8cd40a3a2","sample_id":"grade-school-math.dev.5531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77220b669deb95892815479724c320a612710905fe63b20158497a0e29195ee1","formula_version":"titan-u-contract-v1","latency_ms":0.8423749823123217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3c06648ef0c596394f059754c84c046a31544ab3339b4e973df2d41d9f94bf6","sample_id":"grade-school-math.dev.5532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f57c65bee886a79296a0d1a149ef04052e4a2366883b320226dfc392ef330d17","formula_version":"titan-u-contract-v1","latency_ms":0.9688340360298753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed16e3697bc784310dbe44cb28cae20ccc2ecf9d753999eb896cd05b3b172a72","sample_id":"grade-school-math.dev.5533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f80ac9128126e6a4f05decb900d8537450ffa6761d9a37b46d3466173eb44d0","formula_version":"titan-u-contract-v1","latency_ms":0.9576660813763738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7ab875739398fbb8d502da6a85e15f0635760b71cdf752c69c90509590df677","sample_id":"grade-school-math.dev.5534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee7e7cb4ed00fce7ac34734072ece17fd1ab3aca35f3bb0fe739fd5f86c5efec","formula_version":"titan-u-contract-v1","latency_ms":0.9699580259621143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d3f1df0a206f70f3f64921b66e18503b7af428b5c0936e1350861013c2bc96a","sample_id":"grade-school-math.dev.5535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d4642d27873d8812ea522d70edfcda89d94ded5b8cd6ada078ad95c206b9f33","formula_version":"titan-u-contract-v1","latency_ms":0.9624160593375564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9b78e767fed2353d38f3c2e635a553a0b51c2d772abb2db7d46b3a26b62870a","sample_id":"grade-school-math.dev.5536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cba4aba6176b30f1754f440d80800ba0a139c8f42de7c699509eaa7d6f176a2","formula_version":"titan-u-contract-v1","latency_ms":0.8940839907154441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b59bad655a52b8db2d055c5ab8a1fb8845c56d1849729fffebc60b5bc22b415","sample_id":"grade-school-math.dev.5537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b69af984b48bbba0e326cfb9b1a5bb437211930b08f3f700059f09dbce062bd","formula_version":"titan-u-contract-v1","latency_ms":0.8230829844251275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3308d86e26d3ec536ef725d88582d1b153424fc7bee25d54060a245eb2b41f3","sample_id":"grade-school-math.dev.5538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f515ea2fdd7c0cfc7115330947e10ce1a19a53946134f79e8e764c1e27efe717","formula_version":"titan-u-contract-v1","latency_ms":0.9559999452903867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9f9890230339bffeab0dae9e6a2ab4febcd2ec97ba6c85008033275566f9393","sample_id":"grade-school-math.dev.5539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf035fa93bcdcd3a0fb06631b2dc6f84bd6023beae1e8bce63c7a170eee7c835","formula_version":"titan-u-contract-v1","latency_ms":0.8642500033602118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bdc08e82126b516a9a989335aa62adcfedc560dd49c08f7b4c2fd75480bab71","sample_id":"grade-school-math.dev.554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5ca315360aece33c9bc8a8976d354c881537fa8683c979753d21f550d964c91","formula_version":"titan-u-contract-v1","latency_ms":0.8883330738171935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c22e6978ae5bc6ca75aa16f7cc1d8142502c8769244da357bdaf1b26a6737cd7","sample_id":"grade-school-math.dev.5540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecb872438441a6fba1adaf45586fcef30c8e703e77be9e3428403d21db510e74","formula_version":"titan-u-contract-v1","latency_ms":0.9093330008909106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4aa7af3b039baa9c66f7f087d00a89e5cba76e4dc1058924970e186695c27271","sample_id":"grade-school-math.dev.5541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"794657ef881731154c2447bc61079225110d905e50c7d674e0407c5c69acea53","formula_version":"titan-u-contract-v1","latency_ms":0.9261659579351544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c32e92cd10ffb460f9e3cbe8b8e0c429e1f4d9a697fb2211fae2610d20cba66","sample_id":"grade-school-math.dev.5542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8c11122cf6b919d6ed03271d596bd6dfe7a01890ed4d56628af4c3155f1b943","formula_version":"titan-u-contract-v1","latency_ms":0.9112090338021517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"809e588d190b218f782bd326213e8da947554cc677a275a7ff049611badb1161","sample_id":"grade-school-math.dev.5543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87fc8a843928f0f1949339da58ed9cabf32d5ec780d456ed4c4754e6fe306211","formula_version":"titan-u-contract-v1","latency_ms":1.260334043763578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"207afe5d24e3a035966724514098e5f5274cbb82350486ebfe713d59ee64bad8","sample_id":"grade-school-math.dev.5544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"883ece1e2a16a55ae6d10b57d55f8fff4d2ac7ae50a96d5b5978ad7c7bdea472","formula_version":"titan-u-contract-v1","latency_ms":1.0422909399494529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1f3a0de6ecca035f7ab60fdceb9e6b2e6e3498e3630a5ede29493131998f67f","sample_id":"grade-school-math.dev.5545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abfe6f4cd30aa6b80cd3b58c3c374dd118c5c3a7301922119f9737a7066a07f1","formula_version":"titan-u-contract-v1","latency_ms":0.9650839492678642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5301ba84e2bb18b9ae9e10f59e51e2896ca8aa4dace01003c723ed9a4645bcfe","sample_id":"grade-school-math.dev.5546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c5b0513e68723f99fcf3fb0bb3bc8dbcf55be7fc7ceb77ff73f90ae3695e140","formula_version":"titan-u-contract-v1","latency_ms":0.677166972309351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba3ed2c3dc6a2a0a30c44f47fa635921666674e3a7732879cd9aff147e40994d","sample_id":"grade-school-math.dev.5547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37d63262cc80f15a5c70f03b1411714de3b2508221e583cfc7f2538cf08200b4","formula_version":"titan-u-contract-v1","latency_ms":0.8618340361863375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc81d7e2207a874ca73905711f3e4779df48352256c1fa6f550784cc3e1dd343","sample_id":"grade-school-math.dev.5548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a0c980791044daa8669e7eb5e44a76734d69cf3e9469e304e619eeb77b40934","formula_version":"titan-u-contract-v1","latency_ms":0.9495409904047847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa06817eb915beada52979402dfed3f571645f7a42d82f7d73c13eb857bdfd1e","sample_id":"grade-school-math.dev.5549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab262a8895619b6acde33ae5023c7714ef27f098ac4f2da2a4f6cfdbe45d9891","formula_version":"titan-u-contract-v1","latency_ms":1.0335840051993728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ddfc03c1f90ba98313bed7662931c825aec487c51468b58db9b6e79fe334b66","sample_id":"grade-school-math.dev.555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8d8185b9e9ccd3620b7e4bdd437d170eea4295fe7661c62afbdc27fec3c6503","formula_version":"titan-u-contract-v1","latency_ms":0.9109999518841505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fd5da6b72fd42b36146bf1f89fa4948b54d149b34197e73160f76674245798b","sample_id":"grade-school-math.dev.5550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9265390200ff20384256c883eb8719909099b8df7e7aa6afc30035c8b087a0c3","formula_version":"titan-u-contract-v1","latency_ms":1.3886250089854002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"891b43e1cf79210462607059cf8d685cb02e1aa5dbf0e1d0c6c238e1555c091d","sample_id":"grade-school-math.dev.5551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b969c14e3dcba010e4547dd7f0f87502293de1e81fd937ef6b1426b87d7ea04","formula_version":"titan-u-contract-v1","latency_ms":0.6553749553859234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5abc78956133abbb376c71a35f608c42a818c0b907e6554efb1da9fa99c3b157","sample_id":"grade-school-math.dev.5552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77b91f162d3c7c8b2d93d90416316e5f824eb6ca67844e2d80bf767ea0c36154","formula_version":"titan-u-contract-v1","latency_ms":0.8693330455571413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"324ec4fd233504e94ee4042eac1ee8dbcf6b75ff46e164fda4ff8aa420655968","sample_id":"grade-school-math.dev.5553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca080168971ba134a61cf218412cc2c5af1b6e73e3273e77b37879da8099338a","formula_version":"titan-u-contract-v1","latency_ms":0.888291047886014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"353a21d4f5e160804e05f4fa67478a45e2559732b41a78546ed5b101bf1255bb","sample_id":"grade-school-math.dev.5554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5eee57caa4995db3e5b0c7374d845d960e44575857fea6d5fc53feee155b3a46","formula_version":"titan-u-contract-v1","latency_ms":1.5535419806838036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dd6772d8a8b8729b46fed970f0f7dd88808dac86916adbe26d9b17fa7ca0293","sample_id":"grade-school-math.dev.5555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db45d13b3d941cb7ba90c35a154ea6df2088d30e142b409361013f86033c5ad3","formula_version":"titan-u-contract-v1","latency_ms":0.841583008877933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5305b97cc77e181a31b6119383e4ef6a986ced10a1829a0495a08b8acd3eacb4","sample_id":"grade-school-math.dev.5556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e7de5c35d40afc193a3d0321e97c4b3cacdd750db5f3d35b17aaee90c7c3968","formula_version":"titan-u-contract-v1","latency_ms":0.8027910953387618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48f3347cd90192ec800fc5ecf1205908351353f01f98857445dd02f30429aeb4","sample_id":"grade-school-math.dev.5557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"262d5f11289ef327499de6052904fab5079b32e135b7885dff3da39b24f7e72f","formula_version":"titan-u-contract-v1","latency_ms":0.8647919166833162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3b9d658c7715415c84261d55f7e97162bcf7c370ed8ee7873b74f3001c3eb3d","sample_id":"grade-school-math.dev.5558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"789406f0e724fa80a4e01e678d774700ead9fa435bae58ae3f463643cd47ab57","formula_version":"titan-u-contract-v1","latency_ms":0.8795410394668579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d52900b0d74e1e335c1c9e6176b9dedb310e184bf03d3b77748557687a1691f1","sample_id":"grade-school-math.dev.5559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a9874e94dbaadb5ec3d3ca8290f06c3389961492b6010d4fd53af4f0fe6be36","formula_version":"titan-u-contract-v1","latency_ms":0.6705829873681068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bd567ba48e33b982aca2ae0f705886e646fc9d36278debd56eb966a80832b43","sample_id":"grade-school-math.dev.556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"969416d4d880cb058db1c9971b0ffdc744223274124d088a915282f63c03b724","formula_version":"titan-u-contract-v1","latency_ms":0.9049170184880495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b1488f879210db856a32a475ef91d1344b9d9a86e045bf1a191ce80e725a1de","sample_id":"grade-school-math.dev.5560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"683861b8d0076a00aa011a1d6c8990666fa370b51213c84f37e39886e4e342d0","formula_version":"titan-u-contract-v1","latency_ms":0.9096250869333744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb1cec316e31d77042f24650ed752f059f947db8e547a54d53d2c4b1853c37f9","sample_id":"grade-school-math.dev.5561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"845e419d1ac82942d118225ada7b9423b14fb13961b84443f67b8bbd647eadfe","formula_version":"titan-u-contract-v1","latency_ms":1.3434580760076642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1361423e4b9ac5c4af5d93ac0e2f0f23f9150329224a20e0d24b404ce4bf2cf0","sample_id":"grade-school-math.dev.5562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfa30034eca60dbbd0ba77e8f577964c8318d7f8134376af6519bf252374e691","formula_version":"titan-u-contract-v1","latency_ms":0.8432499598711729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d781f2cea4ff6b4091cb4145fccae6abc6e5be52a756d159fd02720c71fba3b","sample_id":"grade-school-math.dev.5563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f5c27a85633adad44df9a84fe51f00c9dd9a3ddfe590bb9bb3967af76b7da8c","formula_version":"titan-u-contract-v1","latency_ms":1.5351669862866402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8890b4abc74cd1a57834ff1aa7828ac5f41209706d73d8f58c6060f55dcbe21","sample_id":"grade-school-math.dev.5564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f035d01b746fb1e699d14261a58bf70b22c27416fdcd03177e5250152d6a9a5","formula_version":"titan-u-contract-v1","latency_ms":0.911833019927144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80340d0b322cdecb6b129b2cb2a791ad2923657cae871a2206db6d802411be91","sample_id":"grade-school-math.dev.5565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aca7c550ebbccdc5fe4edcfbe972a724e68b536aa82075aa6f0eb739b3917c9","formula_version":"titan-u-contract-v1","latency_ms":0.8986250031739473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5358a4cdf761e0f70cfd1f8e538a06ae0486a03aba3bb37ebd7f3aab88ef4b0","sample_id":"grade-school-math.dev.5566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c937d4382c869e1649cab04ea1e424d3e2a184db581145f4fab6c12cc823d40f","formula_version":"titan-u-contract-v1","latency_ms":0.6729169981554151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29642d36fc090d113e4bbdeadc8675f98c30bd9419138a4d27ed128f8d5508e5","sample_id":"grade-school-math.dev.5567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"648e1ed77a7b3289fcf965d0b49f73744b75886e264fb00d99ead75b3a786575","formula_version":"titan-u-contract-v1","latency_ms":0.692458008415997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"230f68e02f9ace4c08c38b88a8b260712f05a3958460753c7bdfe73b2d0c6c3d","sample_id":"grade-school-math.dev.5568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d76ad974d7dcbfd4b75bfd87a3a9de86e418f59f536912d7fb451add8b258531","formula_version":"titan-u-contract-v1","latency_ms":0.8734998991712928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e096f73b152b2c5180e70b29482f5a833fcadd3b38feeea7a949b794543570b","sample_id":"grade-school-math.dev.5569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2fed567e184401427f75a38ce61aefc1b1f468c210072e1e40ee38ec60d6b9d","formula_version":"titan-u-contract-v1","latency_ms":0.9508340153843164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe0d5dd318c1a5f554ac6ae4973fa68981f1566c432ed4bd4695277e1fa80eb6","sample_id":"grade-school-math.dev.557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aae262c78043323c838bc133a559c5a8c203e3e2e6ee011b1e26b846d1a4af4d","formula_version":"titan-u-contract-v1","latency_ms":0.8121250430122018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce69182a6f3fdaff2e4cdd4eff059204280edd9556ed319cf33af34ec730ac2f","sample_id":"grade-school-math.dev.5570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7383d77a45e774cf648745951553b89c27687adeea1636caa49f525fd6cf2f2","formula_version":"titan-u-contract-v1","latency_ms":1.0880419285967946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a21e21fffc2f5b4714ce37cb64206d77694136defad6ac00b2f5f43ad62023e","sample_id":"grade-school-math.dev.5571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57ce86ff7259e11b28fc3cc1b55e69207f63b3a954b4b4d77f69bce76ce47092","formula_version":"titan-u-contract-v1","latency_ms":1.296958071179688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b38eca127a832a77dee4633eb22f45dfe4d03c7dd8f85303c89444b7e27f82d","sample_id":"grade-school-math.dev.5572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d340819d208489ea09f97164ca471df8548fd2208840c7bdb5fcfae4db7cc666","formula_version":"titan-u-contract-v1","latency_ms":0.6686670240014791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2160d1fc2b6eadb5b635da36c08f0102f59b594c5b890a37b36c63e731e65a82","sample_id":"grade-school-math.dev.5573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9093b86c63dda0ec56c5b42c9964ccdd2bb4c2007618f36c5265e77938cdf68a","formula_version":"titan-u-contract-v1","latency_ms":0.7039580959826708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a3fdb08832ff7196e7db3dabad88715a18927173868562a8409e688572d881a","sample_id":"grade-school-math.dev.5574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85825d911f1a3ee8ccaeff287d3fc0896ccb7f3607d397af7e026661f1111140","formula_version":"titan-u-contract-v1","latency_ms":0.6516670109704137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7838698b9a2edd43fec82c8b94861b845fa07e4759de7991bdfc9356c746657b","sample_id":"grade-school-math.dev.5575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e492627cddbc6b650a7b82a7adb05b8f376773972e1b787ab91910e91cea8338","formula_version":"titan-u-contract-v1","latency_ms":0.7905410602688789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65e581611cc3acd5700c8040a5fe73bc664c1562d1fb44dbfe72222a6825558e","sample_id":"grade-school-math.dev.5576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f704089bc9aa2b605d919de0b96ca65494b72a8a486a67ce30ffcfbbda89052","formula_version":"titan-u-contract-v1","latency_ms":0.8363330271095037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4885127452ad2b9cd184ac28cbcf9c953820e5668b589c3f0dcebaf7a040eb4","sample_id":"grade-school-math.dev.5577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"011481d9ecbfb9d505a83e641390784589319ac8a16b5ef0ffa389d43f39239a","formula_version":"titan-u-contract-v1","latency_ms":0.6623329827561975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee10d004b1584042057d36f86b27bf04ae3e7eed4bbe6e9cbde776d004a9d9ad","sample_id":"grade-school-math.dev.5578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1698c4f7810f11b91b34053ff50e5fe55a91c7f6c3adb1361b8b47d8a728fc14","formula_version":"titan-u-contract-v1","latency_ms":0.967959058471024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b42d12799f6f8393b7fc358ba56d0b0dd4b06487e8c6d607abdbc88958bf6cb","sample_id":"grade-school-math.dev.5579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85b1a4ab4ef1fcefda2449737b90f7db1958bb4a9e59ecaeb8859165d3792683","formula_version":"titan-u-contract-v1","latency_ms":0.9087079670280218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2ef36bed7f6fc2500ae7702ce1f5dbf16503d00a006aa1127d592158b211d90","sample_id":"grade-school-math.dev.558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aebfc0fe2b4cd4235df8304e9ae5fe4e4947a227a67ed67163117e6e1681df08","formula_version":"titan-u-contract-v1","latency_ms":0.6838339613750577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61aa840517d3ed5a0a67ffda5038f2dd15ab5c91f39651dcece4e716bec586b8","sample_id":"grade-school-math.dev.5580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3cb89b25927b6e3eb27eee6a7342268386989598e4d9126b5c41a33e2c5ab1f","formula_version":"titan-u-contract-v1","latency_ms":0.8348749252036214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b61b5faf4ed5adcbda6c48c00de833c0c174162c39c885017a69db9ca4b76a55","sample_id":"grade-school-math.dev.5581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26063b6305928ce5e2882814568692c9ff0bd0ac8f71776965e2436cc77de5b6","formula_version":"titan-u-contract-v1","latency_ms":0.8795419707894325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04004f65dae87e3cc57a7e3673cc089e87e13e748d13795d9d191d66e0af5fea","sample_id":"grade-school-math.dev.5582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0057a7c1fd40770fcf08a45271c648d56aacf92f503f91c0637ffe9573b1d82d","formula_version":"titan-u-contract-v1","latency_ms":0.7201250409707427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28b64a0f135ec713d30a384b6ea1d6dc67f432e5b3a94e6aab3f08338a413f99","sample_id":"grade-school-math.dev.5583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c93ec15c730e9a77a8c83edbae1fba0a56044dea20f7bd2558d43863a80682bb","formula_version":"titan-u-contract-v1","latency_ms":0.9771250188350677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11e8de8ce7bcc3c995b3faab67d23785c88434fd0018fc882884f8e214165ae1","sample_id":"grade-school-math.dev.5584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d174ecb0404eae3439af645e2fe9d8356480957c3571b88ddcf0d97b195bdf1","formula_version":"titan-u-contract-v1","latency_ms":0.695624970830977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7afd8806a8b63db8c3e269bbfe56346715c124732ee5110efaf50fdbaf712da6","sample_id":"grade-school-math.dev.5585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fe82a4e58cbf8754a53cf8110c91b66143fd3e00865eac442568e29ae41f670","formula_version":"titan-u-contract-v1","latency_ms":1.0593329789116979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d6371abd69de04d4ff7316ef85b19ffe51ff7cbbfdf7753c98da1d7688ce08e","sample_id":"grade-school-math.dev.5586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63d3ecdbc2c25bc9f07540d70626aed87b27537035b2bdca4a6315eb262cbae9","formula_version":"titan-u-contract-v1","latency_ms":1.0495000751689076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebd55d7223ef228d002a6e7a5db8ea95e862517e7789040dc83afb3c46d2ea3e","sample_id":"grade-school-math.dev.5587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ea37cf451e5cfaaf6c3ce6f0fff7d00b1b2fae8d3be4e4ddbae716866ac899b","formula_version":"titan-u-contract-v1","latency_ms":1.022250042296946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8488b171df8a06cda5155a41c193ef62e545ef673ff52b461ef38a1471831dd","sample_id":"grade-school-math.dev.5588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"847fec9d28d035ac077409676bb2d2a52586c5e2ab76110a335c4829e59de977","formula_version":"titan-u-contract-v1","latency_ms":0.9223750093951821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d2e198cc5a1c39a35232de394090d0286466551e4d6b6e26828b88d89b4f0d6","sample_id":"grade-school-math.dev.5589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96b05d40293b21b65ceca608fdf1a088761ef91a6dfa94e38e8c7e268ebc8645","formula_version":"titan-u-contract-v1","latency_ms":0.8576669497415423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c7050d439bbdcbab949baead93e8750a2db786cade358eaffa80d7b8a9f7483","sample_id":"grade-school-math.dev.559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d11b54ddea4cd4bb95cf3062a56ac5163fa4ff666269877ddf3fae8a19a5cd52","formula_version":"titan-u-contract-v1","latency_ms":0.8673750562593341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e10c5769a71c909a12f47ba575ab5eef205d5ccb5a3e65472404a972d84b7a8","sample_id":"grade-school-math.dev.5590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f630f9dc583097e266bb884e134a43d23aa22683268a5770594647b729d9fb20","formula_version":"titan-u-contract-v1","latency_ms":0.9019169956445694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7975e3ff5e304198a6931ca29f95dcc27aad932e0200c00994f86bae362dcad5","sample_id":"grade-school-math.dev.5591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46f493e829724efa64b8dd557081183e9c2a85ae139c4791b258027f184a2abf","formula_version":"titan-u-contract-v1","latency_ms":0.8814999600872397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ab6cd4fb02a640d20b888e923b7eb3709a7f87c01ff948f186f63e51dbd2981","sample_id":"grade-school-math.dev.5592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7175e2d0502a4c2594a773fc986d6ab74a28098267ae45c448b82b3f43d240ec","formula_version":"titan-u-contract-v1","latency_ms":0.9170830016955733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9554efd28bdc59b0862854a53869553c463c84e051d2f6215ea3b84c9d48da2f","sample_id":"grade-school-math.dev.5593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4755d5c54ecd99ded34a91396308471eebff022895fafbc84f8235ec9fb2b67","formula_version":"titan-u-contract-v1","latency_ms":0.8941249689087272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0d594b76b5b09c31eb061c3ce58f2876ce82a9ec5f443ad6feccc2c3d270a4d","sample_id":"grade-school-math.dev.5594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c317a2576f36e6f0b43203a30e793bf58d6dc12fd3531d1002cb7d9807fa878c","formula_version":"titan-u-contract-v1","latency_ms":0.7914579473435879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca1f8b510bf150f29017e878d28b125af770c8198df65f0efbdbe228ebee9dcb","sample_id":"grade-school-math.dev.5595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39bf48555dd3412b88da944dbad97edc42dfd2462c94a69c8f626836c8c6b19d","formula_version":"titan-u-contract-v1","latency_ms":0.8360829669982195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d73700d6786783eb246a2839b1cde11724d48b827082b70c3044b9caeceb1f5b","sample_id":"grade-school-math.dev.5596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d04c99ec7f2feb05cc65a97f2ffddf476bce642176fb9247139e9797074d5c5d","formula_version":"titan-u-contract-v1","latency_ms":0.9032919770106673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7994c83ee6ada82fc73b6a0e9e323925b628bd2b5d1eeb75478a6a6745daa07","sample_id":"grade-school-math.dev.5597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4403443879ab0889cb54b05a16a45021927663bc6d5007fc12782639abcab4c","formula_version":"titan-u-contract-v1","latency_ms":0.9727920405566692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9155d66f42a3ae34e48f01e9e09cdd57ba0e47a070e1504972961345c28f5e25","sample_id":"grade-school-math.dev.5598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a3d5c989600ae725d80e90c14769c7f8eaa9ff9e1193206f5be562a5809473a","formula_version":"titan-u-contract-v1","latency_ms":0.8721669437363744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a867a7212e984141ce25b9513dc5be9a70a166ccc57036f52e3fa04f166b07c","sample_id":"grade-school-math.dev.5599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c4012b28185d82f7062444f3c7dc43524850f3d8cc750a900a896095c04cf8f","formula_version":"titan-u-contract-v1","latency_ms":0.8851669263094664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c256c470148b757921c91010fbc9b6786c18ea10b1892c1cad0c82b546dd3bdf","sample_id":"grade-school-math.dev.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56462ccc3284b5ccde810149e5e62bca055b1b131f883f8486676f90100b6925","formula_version":"titan-u-contract-v1","latency_ms":0.8902910631150007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09c54ad96e4461286e152522f8e8fdc84e2b65ad134b1cd118dadf381179f792","sample_id":"grade-school-math.dev.560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"499d4eee737f27892a1493621d7ab8699e09bf1ca1a95df2df22ad774e0eaca5","formula_version":"titan-u-contract-v1","latency_ms":0.845584087073803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1cab2154bb2c5bdf82f9995bf9f7c0d64686f0cdca27eea67045016ddfd1748","sample_id":"grade-school-math.dev.5600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dcf6cb31cc417b1bed67e804e3f1c14416b8c020ea5a905165903b0af7f8c3a","formula_version":"titan-u-contract-v1","latency_ms":0.809708028100431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ae21f7811e62d22713005f2e58bf048ee60f8c7d320e91d4151486302f748a3","sample_id":"grade-school-math.dev.5601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65e1dfe75c34072cfd46150e989ca9f1f5691c2e93128d4ff39162c592682dd8","formula_version":"titan-u-contract-v1","latency_ms":0.843290938064456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac7c0ca710743267cc938897d90021713a63d24a07ab79a6ab3c144965effede","sample_id":"grade-school-math.dev.5602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbf538590bbb2a1df0f05fbfaf81b5433f53d66a725b1dd9e1ea5383370a6959","formula_version":"titan-u-contract-v1","latency_ms":0.813000020571053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8753ab1925f10574a74ced02dbf1d42c3230504acfcc5fff6d26e0afb771baa","sample_id":"grade-school-math.dev.5603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da7d6702f64e38475251b54a403b795ea0cdb907fcf4bf7970796eba9a6e6c15","formula_version":"titan-u-contract-v1","latency_ms":0.8948749164119363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23e30b3fe926d2300d81dc3671f6b4094be1075c34943db283cffdb486f4f994","sample_id":"grade-school-math.dev.5604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8934aacd25b5c953ce1ef6eec978b012082da03e5f7a39c9e826ac8f7a511567","formula_version":"titan-u-contract-v1","latency_ms":0.8967079920694232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"889067b06266c2af835d0dc20f39ee8ed537e301fb24149c903dfd1ccfc9e538","sample_id":"grade-school-math.dev.5605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec449c46c434455944d16eabf239dd61e94d53e4da3cb95a16b4866bb4d80053","formula_version":"titan-u-contract-v1","latency_ms":0.8616249542683363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f38f612e6f266d33ffef2f63186413629267ed2dd5c8e8879756da4bb5a06b52","sample_id":"grade-school-math.dev.5606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e655e099278775666fc24394c5f2980f8fee2a5cbb88dc2e9fddcf3ed98111c","formula_version":"titan-u-contract-v1","latency_ms":0.8270409889519215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97d0ed7c54797ebff91db802e8345ae615eec341d86c8d7c01854095abeb7cab","sample_id":"grade-school-math.dev.5607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1adb43f35f9c49954a6c4e9fb394e89e2d11fe48493e2d75931a388f47df65ae","formula_version":"titan-u-contract-v1","latency_ms":0.9010829962790012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e52471f31d562438628b9cd8418d7b12ae310efd6ae283162b395b18406be4d","sample_id":"grade-school-math.dev.5608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e820d934f68fb4b0b5822b55b5f6f823b1fb69a96e2e895e255154f5bcbfca6","formula_version":"titan-u-contract-v1","latency_ms":0.8583749877288938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c810d0b05d65c61c802f2db6e87134f61ee75a61c8f612355525228f70e169e0","sample_id":"grade-school-math.dev.5609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59adcf70339030ee052d6da1e8759a99193ea049b9b876daece0fcf68005afb1","formula_version":"titan-u-contract-v1","latency_ms":0.713166082277894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f703fdb7b2673f54b05cbff706060d8ae44236b3d9f034993b02b404c18e89ce","sample_id":"grade-school-math.dev.561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2cb2bd771cc92d8ed3aa7b86ba6747b47c1201caf331317b290f333a4773493","formula_version":"titan-u-contract-v1","latency_ms":0.759666902013123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9aa7115fb8e417e23a7db43908840185b9d0b3b074abacf2ce94bd8b84161af","sample_id":"grade-school-math.dev.5610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8a6e0bd1491f9a3c870c49d7b74663cf7ce23354fd10864ab30113d69ec2e9c","formula_version":"titan-u-contract-v1","latency_ms":0.8449580054730177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58cf0d40029d3578ecbe6feb324f3d61572bff62d08e5180766d08f067807e81","sample_id":"grade-school-math.dev.5611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67cce143cc31426bbfd30a867eb17f2354f252fa6df40f89c8597dc1dca74126","formula_version":"titan-u-contract-v1","latency_ms":0.7751669036224484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a53e97b2e745a96de210f7217117cadb6b682f35dd4da70891980ea4dfd83d9f","sample_id":"grade-school-math.dev.5612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e0c57efe142bf8d175558dab6bd8d73a663ab03410242affbc9574b2ee3dc72","formula_version":"titan-u-contract-v1","latency_ms":1.0620420798659325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52f8e8d011d444bd234344547ee55f7c28a377af878c95d50f99bc9ee89c1c35","sample_id":"grade-school-math.dev.5613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"352c19d6f01035ad7fdcc0f19aa364d9184b7823483391cbdca6043a823d08cc","formula_version":"titan-u-contract-v1","latency_ms":0.6924169138073921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"982d63fa79fd354625f531118272b3dd0d3ade135d6e5314254d77b3e5c503f8","sample_id":"grade-school-math.dev.5614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9606730f89a47a240e314b1ebc08e48f28f37fcfdcba47107d609baa90732024","formula_version":"titan-u-contract-v1","latency_ms":0.7285419851541519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28566ed82e405e6a91ba9a288ad5d2ec4d6573cdb3ec37037ddfd6b65fbc02fe","sample_id":"grade-school-math.dev.5615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d02a502438d1b395558b53275fb8ef1219b1f621c4cde67251aed23acc83d40","formula_version":"titan-u-contract-v1","latency_ms":1.268666936084628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3164be946dba3dad0fc86e06bc42901aad5a12308f2b13227f8a5aa9d25c16e9","sample_id":"grade-school-math.dev.5616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74c087d918d335fffbc8d1074e07ebe297103963b9474745e37e93b589ca7eff","formula_version":"titan-u-contract-v1","latency_ms":1.0339999571442604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ea1ffd5947c334245f8c4f05bd45676f408fe77aecabcef60314f87b6fced50","sample_id":"grade-school-math.dev.5617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e1c3280b25bd97a3e594e3cb1656541686f05d879c8895c208769ac3a63cb46","formula_version":"titan-u-contract-v1","latency_ms":0.7515409961342812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eee0f2a4d50cb4a07b46603a33d1c55e6da0acb14ae71f2b1ec5c0f09d3d4b72","sample_id":"grade-school-math.dev.5618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0162854dea237ab2cd927df73d7ed22b1a6f70c1d689175cafbb6927f5a13fd","formula_version":"titan-u-contract-v1","latency_ms":0.7490839343518019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1995ca5f6c143654350135910de0676249a72fdc1a646af4775eb94e9992891f","sample_id":"grade-school-math.dev.5619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4ac0a11e8d300f741a3482169cb5f28d04175db317ee6084cbda4c64eb47896","formula_version":"titan-u-contract-v1","latency_ms":0.8354579331353307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80593d4d48566ee84548672572ddebaba4327316809f1840f4128d20d0a9009c","sample_id":"grade-school-math.dev.562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be0db40087e0475033b1fa3fc81acee0824f9992a60cd183469dce05b34ed092","formula_version":"titan-u-contract-v1","latency_ms":0.8867500582709908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afaacb23f4f89034bef5d0074e86a7dae3b98e3ca33e7eaf4dbd7712aeeecbba","sample_id":"grade-school-math.dev.5620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb2853fa69d1bdb6c6f3012b99173b8ea35105b75975f599f91cd19f5a35124e","formula_version":"titan-u-contract-v1","latency_ms":0.9549160022288561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3efd6d9b1c2ee06c0638b7a2e7d89aa2be295b582df67f0799beacec2483432b","sample_id":"grade-school-math.dev.5621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a49f40d5da939e6147dad3829f65cf0a8fb7283356ebf692406c9dc1a2cf2b8","formula_version":"titan-u-contract-v1","latency_ms":0.6613750010728836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55f54f093d3f8aac99d561ed785043d08078eb8305a49549c69593e4b5dccf1e","sample_id":"grade-school-math.dev.5622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db6ae5722526179d750f0d7bc47c31ed3b860015d03430dfab4dfe0deb0efb6a","formula_version":"titan-u-contract-v1","latency_ms":0.699375057592988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db8e4fbcfb8198545c0d9f25cb857b9143a0a007b85de45f2062954becdbed8e","sample_id":"grade-school-math.dev.5623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d18cab6fb94e2cede9423363f56e3f3856565f9f9c813fe28951bfd0c5d98ce","formula_version":"titan-u-contract-v1","latency_ms":0.6643750239163637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"610a5b2b9589ae87065cec19f900a4192a67534461e172783c99d71e6b32ed03","sample_id":"grade-school-math.dev.5624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d44f2866ab4f8beb90f883eaac868d2beaf550d272138e3d15711dbd6411c35","formula_version":"titan-u-contract-v1","latency_ms":0.9359170217067003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"549c0d164e3087f668104532d270dc7b491380bfe03a49bad53c289620d2016c","sample_id":"grade-school-math.dev.5625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"587a4f54fe9c14e24eaff46dc9e79707ecabc30d7ceb2c3064ec84e1b4f12c45","formula_version":"titan-u-contract-v1","latency_ms":0.6915420526638627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0124771024246311a6801bfc2393e986c1b6eb31acda90a89eb7b1456694a6ee","sample_id":"grade-school-math.dev.5626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"232d1f0c26e729bb422cbe7dd14bbdf238e5573bc4072c7deed4eedcdfd90af4","formula_version":"titan-u-contract-v1","latency_ms":0.6679169600829482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d70274e4019b658ea55ad491eca8996d8f590f5be74bedd071e9e46c58f355c1","sample_id":"grade-school-math.dev.5627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f251b8004dd85498b41453055cad1fe584616056ace86f3e7f2cd4c2092d430","formula_version":"titan-u-contract-v1","latency_ms":0.6592500722035766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5945fbb7a6d8f19fa54459a92b7881221e6312822061f8dce6369f899889eea8","sample_id":"grade-school-math.dev.5628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"179173f6d7794e183bdc9fa52374d68554d43e74c99edd4829a2c4df38d36262","formula_version":"titan-u-contract-v1","latency_ms":1.121042063459754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"803e2927f5b1b624348e5263b1bd6f21d1ad0c8eea8321d236d1ad4afd48f0a5","sample_id":"grade-school-math.dev.5629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbbbfdfbcc3ca7043805f1c9ceaebdfef3b0cb5d7c2d896523a023cceef37922","formula_version":"titan-u-contract-v1","latency_ms":0.6794999353587627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77f9a7fc1cd44e4e845ce7aca64f0f71d852c418e63fa91f32054abc604cecfb","sample_id":"grade-school-math.dev.563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a90eeb3f16372b46592540db77c6325de241b7cf97e026aebe2b38f8e3156085","formula_version":"titan-u-contract-v1","latency_ms":0.9439169662073255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62e3cd89d77ab3b7a83f1ef07dda3360d6e1ddddd53dc666b6c215d0fb434f8a","sample_id":"grade-school-math.dev.5630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2423484132b444745016069ba89ec83020bf63d8a77d34fdde7964df82a0d855","formula_version":"titan-u-contract-v1","latency_ms":0.8126660250127316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7a8019ca71e8ca93f5e3fd266e7657f65e5614c302aee6c89da51cb97d15181","sample_id":"grade-school-math.dev.5631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe763bfe7388870812bb5c3abb9151a32ed7fb2a3e3725f6b4989d35e8e9279e","formula_version":"titan-u-contract-v1","latency_ms":0.7080829236656427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f185a1d1b3a26544c0d11edc1135bfb5cd0fde7569078ce33f141e094bb4b2e0","sample_id":"grade-school-math.dev.5632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c185094537d185363ea12c1cb56068f5bcbeaada3e0998f4aef6981e0fe0e5d","formula_version":"titan-u-contract-v1","latency_ms":0.706625054590404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bd22e6634107e76fb1110a04390ee06bb95ebeaf70571e0c521d05c6ac44ae1","sample_id":"grade-school-math.dev.5633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9b6333b1a1a302ec227ed5e140f339b8f0fed8c48a1ec003e66d12f33587365","formula_version":"titan-u-contract-v1","latency_ms":1.2019169516861439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11dd12c62c28a500e9b5168b7dec16cb359019f71465c183cda1922c6cbd5b63","sample_id":"grade-school-math.dev.5634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c444770797030323324022aaa16477c8c0cc4eb4f6fbdfb3417693babf3f311","formula_version":"titan-u-contract-v1","latency_ms":0.8323329966515303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d21b7f988a8acdc2a4159ccf6ee2bcced4f31ff9041e1fcef23bba7bdc32e20b","sample_id":"grade-school-math.dev.5635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a53cd878b1d4b97c9851aaad923081407a300399cdc68b00300be85bfff2691","formula_version":"titan-u-contract-v1","latency_ms":0.7532910676673055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"874c1b94e52c36ee7bffc1ef460085283d41a966ccd3a1917dc47c8676badaf2","sample_id":"grade-school-math.dev.5636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8458d4b491ca87455877064ea3ce58e1dab1f82f30436af2ef79fd69367b0f9f","formula_version":"titan-u-contract-v1","latency_ms":0.7775829872116446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3aeec6bb9c780c085869825eb85360bef35a22c942961a7130dae4fa4490af0f","sample_id":"grade-school-math.dev.5637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be2fe2569fc1f4dc9e7be8aadf4b32d18decfb543404c2e270e53e7c9173d8bf","formula_version":"titan-u-contract-v1","latency_ms":1.0259170085191727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f44153f89c61f8645e0e084ea588ebf73af67f5a945f828f9f4db10123cf2365","sample_id":"grade-school-math.dev.5638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fff55e903429c334f4387bc702264c6a8d6ef993b575cb015cff692e0f999af9","formula_version":"titan-u-contract-v1","latency_ms":0.7766250055283308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2990b0806d0ed1fea629a93398b8b43c4c53a093460ab89239b5498fa36f193","sample_id":"grade-school-math.dev.5639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ecc0036da2bec58ddf8a12da6f45658710a204ca5840dbd45afd0b8405f1803","formula_version":"titan-u-contract-v1","latency_ms":1.2122910702601075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10dbd62def654709eaa8e32fc22c5d91ddea7f6e4543908d2ded6452829254fa","sample_id":"grade-school-math.dev.564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6b9fd9b5c2ade86d7b8ce657c80748ba92e059265af0a8e17136a623bdddd66","formula_version":"titan-u-contract-v1","latency_ms":0.8957500103861094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94982d85a291b102062f9b9e5dcd5b163813e35edcc5007c9bcab91d1df91b85","sample_id":"grade-school-math.dev.5640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad1c1945f770378e9a5b72675c1dc3d7384f34fad62d68e5dec21a2a1cb4ee7f","formula_version":"titan-u-contract-v1","latency_ms":0.8778750197961926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4816269fe0fb5734256b408d8e39c39a179500df83035facc032e636b9f22d73","sample_id":"grade-school-math.dev.5641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"637bf43b86421fa8db71faeda1d213db8db9285b3947c4e3bbcd79cc432852fb","formula_version":"titan-u-contract-v1","latency_ms":0.7970830192789435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec7b9d315d9fded46749770a18aa31cde0cbceecb4cff7c9e87af704964bf395","sample_id":"grade-school-math.dev.5642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c394e8672dd2589a3523545caf11290f3ebd2c5943a40a118fa86a68d68e2df0","formula_version":"titan-u-contract-v1","latency_ms":0.8696250151842833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a5366cb31ebb159c0237f45eb2a9c5a7a57bf4cca919cf547d7c33b323a0a5e","sample_id":"grade-school-math.dev.5643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6282af043c97c5cb24aa067f32b58a5bc5eb1455a2f2cf0bc02b3fdc94338fde","formula_version":"titan-u-contract-v1","latency_ms":0.8515829686075449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af49c93f222544c201f4ed860f8f43d201e3df82d3bbd639140558cb26ebf829","sample_id":"grade-school-math.dev.5644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"869af58e1cd0d59bf0ced14ed459dc24ecda515e9cb3eadb7acc29bdc5900115","formula_version":"titan-u-contract-v1","latency_ms":0.8474589558318257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15a34f8c45874e1893a9fa4356de862560f167b72c40aead6914b025fe48109b","sample_id":"grade-school-math.dev.5645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe9dec6d06756feffdc84acac1d97c90cee89d331f94c982d31191b1a81739b2","formula_version":"titan-u-contract-v1","latency_ms":0.9307500440627337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec7b9dc50c5b1dc60456a790b4dd748a5fc08e5cdec0a3279e004482c074d927","sample_id":"grade-school-math.dev.5646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2382fc6e61af9551852a160a18d7d8d57c52c178a2d40e853c6306239496584d","formula_version":"titan-u-contract-v1","latency_ms":0.7200420368462801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85be0acd5b1db767005a16be8215d6c0f733ee6b2b463d909e4f96bda49508b4","sample_id":"grade-school-math.dev.5647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4794bfd5c99fd41555007a9d3a7286c87775eb53af6870bf506a1a703d5c4085","formula_version":"titan-u-contract-v1","latency_ms":0.8305420633405447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcaf5226f6ba062254b0a17890f2bcea2b5b007465d67ca95bffc56194649a99","sample_id":"grade-school-math.dev.5648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5902a49730a9768d846be01f357f198d37c08e405eeee0d8d507037846e0367","formula_version":"titan-u-contract-v1","latency_ms":0.6539169698953629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"241967e3bf514d2e00d194c60818038dd2f7b8329d5d94af8c5b8ce7d191fc74","sample_id":"grade-school-math.dev.5649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86f43cd67e5810b34d0e3d4a4d09b2606932b6e7b403c0a283e1dc65eb8b6333","formula_version":"titan-u-contract-v1","latency_ms":0.8235409623011947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d88c70d28126aeecf85926c99bdd79e91dbb2a7181353a1e59f1d6168ddda3b","sample_id":"grade-school-math.dev.565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86e28baead253e9ba64516b7cf1adf4932eb1e5d442ef7d263a96415bf720d6c","formula_version":"titan-u-contract-v1","latency_ms":0.8323750225827098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f2b1b09e50b04d39fbefc11f678ea529e8938241cb3223bbd76b69f3ae141c0","sample_id":"grade-school-math.dev.5650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48c4951acbc533238c4fd806c58a73c94a3ead93b881fe8fb99321e96455f93d","formula_version":"titan-u-contract-v1","latency_ms":1.4914169441908598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42281ca929eba60ad776ff97b7e668da3016621c56c2cd021133fe2bd7e6a376","sample_id":"grade-school-math.dev.5651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52663354442fd79f47bd8c7e6648974a9be6c2a1b92d23edbfaa9da3cf7a58d1","formula_version":"titan-u-contract-v1","latency_ms":0.8376659825444221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21aa9c1a27a4058bb12e3885521fc1f70a67471ae78a69cbbe6e2aab20b705d2","sample_id":"grade-school-math.dev.5652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49921c115823ac4d5303987904dc434f45657602442babd556c0bef3939acec7","formula_version":"titan-u-contract-v1","latency_ms":1.6182500403374434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4cf63794716471fde3662c570563e3417eb4770cad056365afca813d0f0c0e7","sample_id":"grade-school-math.dev.5653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e6ab26ec4af257355920ce4333c7b73cb42ed59f0fac8eeb5932b54413d8516","formula_version":"titan-u-contract-v1","latency_ms":0.6650000577792525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"940dd2a77abd6cbd95524e160d8f73deccb1dfc6d0196f030f391e706e599073","sample_id":"grade-school-math.dev.5654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98c59c0228c7edb19025eab6b9572b6aa5a27ec487c977846b91cecf4d75a767","formula_version":"titan-u-contract-v1","latency_ms":0.6757500814273953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f14d2a5e1900994172760ab53962e3f92fccff454d6c74252dac3f4ba8516d14","sample_id":"grade-school-math.dev.5655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ea8d5e063e6bf6a7c1e1549e2aa9bfe037d355060061d39e08f316559bf6fc8","formula_version":"titan-u-contract-v1","latency_ms":1.4367089606821537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c17fd9e9109eeccbb72a0b32c54d6342164224ed19d5c24bcfd57cb32ce4f917","sample_id":"grade-school-math.dev.5656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"287836a58647c1665a9279ff811fd64fcb46218b2da41a8fff8c8b9338aa60a6","formula_version":"titan-u-contract-v1","latency_ms":0.7912919390946627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec70d775841cff6bde03f9806ca7fc8b54322b04ea0191fcdd2c5bbb8f92f863","sample_id":"grade-school-math.dev.5657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d431b12fac92b6a892e9eca5b7f6da469fd863c9161478d2c9c858aa7a0e7ad7","formula_version":"titan-u-contract-v1","latency_ms":0.744916032999754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be714fc4f6365a9cd1ac8a628ce9f55087b927e88c1eee86eb1dfe0f27f61c6c","sample_id":"grade-school-math.dev.5658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e3a8a2732222122f81857c147a9c42726115ca8535522944214971d7857f22a","formula_version":"titan-u-contract-v1","latency_ms":1.1812500888481736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19b7a7bce97f261c583b05cb0b5542778620c44e79246bd8288b6720997d5885","sample_id":"grade-school-math.dev.5659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acb73f3e75c435036ad1cbc6f41cc7dc6125c8e1b4c643f128f2f7358562501c","formula_version":"titan-u-contract-v1","latency_ms":0.7218329701572657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aafe6492834b6fd86b81ef50f85a3f55a8f27135886911dc6f2fb908ded00516","sample_id":"grade-school-math.dev.566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b0f7c13b289254382a21686f5290c947dc191f5fa2d6bcc8acb51f31fbafc37","formula_version":"titan-u-contract-v1","latency_ms":1.2712080497294664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5fc7eb47911b0b33777422835e2ccdf8be9dd28b0052988aef7d06d5cc2d64e","sample_id":"grade-school-math.dev.5660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fc162944e7172ae430441e5d9ecd58c29fe513d690971d7ad368e526ce42838","formula_version":"titan-u-contract-v1","latency_ms":0.9397499961778522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"effe707c312e2fcfe7344f86b8e732533609ebfcc4a5d8146c8a8e1707d1f024","sample_id":"grade-school-math.dev.5661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1a63012c345d1ce8238b546a7c93ab7ddfd981341b97e56c7e515da25805a5f","formula_version":"titan-u-contract-v1","latency_ms":0.6669589783996344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b312c8b6f6f6c014cc6433cb543bf1d53076555199a3c2f848d60aff3da2d65","sample_id":"grade-school-math.dev.5662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cded12dc01ecce5a6f8350c80c4296eefe89cff5c776cd65f292081a7843cbb","formula_version":"titan-u-contract-v1","latency_ms":1.1324579827487469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"785a3dcf64ab07181f4376b0e79f0ce2dad41ce8130aa385e95ce61374f94451","sample_id":"grade-school-math.dev.5663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a542fba3cd576bce2fd6fbff429f559f1fa2e78aeb630b8c2b099a4cae09b1ff","formula_version":"titan-u-contract-v1","latency_ms":0.9437080007046461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"761514b45f8a9f118cd26a941901e7cd5d51ecf191e503af67699f2b1d81f883","sample_id":"grade-school-math.dev.5664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8f2f1af8f79c77be5ca61364c88bea5396ffbe0d064ff8e445f39330cdb2d98","formula_version":"titan-u-contract-v1","latency_ms":0.8605000330135226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"124e241d32515cb782d402d7fee98f2f25400fba8eeedfd2148a7731229028ae","sample_id":"grade-school-math.dev.5665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8110ff91565aa9bc3b1f43e721457194b0ad187a4ec7769e6cf14d657f61afc","formula_version":"titan-u-contract-v1","latency_ms":0.8653749246150255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edd8b08d922d1ab216137386123c110e75188ba6b6f04e7c162f04a87689219e","sample_id":"grade-school-math.dev.5666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6da7f995da71adb1fa80068c74a5703686c81db4ae3173e467acd4f756d04cdd","formula_version":"titan-u-contract-v1","latency_ms":1.01033307146281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d2711e5694aa47838b6e414f24329bbdb0411ec0676383fca20d6b30c168f97","sample_id":"grade-school-math.dev.5667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d94aebffd61e7682cbe31a6677eb5b19e440892d08bae8c8c271f31debace343","formula_version":"titan-u-contract-v1","latency_ms":0.8575839456170797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af7f491fd03239ec7af66330425f3820e2054304cc7dbf9af8521c46a9e9f96a","sample_id":"grade-school-math.dev.5668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebd308b85290da44ca6112172482777ab9689aa15d40aca1ae6b16eaed905f29","formula_version":"titan-u-contract-v1","latency_ms":1.0744159808382392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"778513a7a682a6d396a607a0f10f14a3091f6a61f09801095fb448e73e4711b5","sample_id":"grade-school-math.dev.5669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b778c03de27e888244a3f2bdcc40fcbc6abd7262d267eb7994603983f7d5743f","formula_version":"titan-u-contract-v1","latency_ms":1.2108340160921216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"533a5f889f8d0e482a16dc70752149e148e18e4a757685660321917987c6a057","sample_id":"grade-school-math.dev.567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87d84ee282ffbf3456ffeb7c22174233124d8d0498582781265f6081d313a5e8","formula_version":"titan-u-contract-v1","latency_ms":1.0054580634459853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2da94f3c192e944ef5676f24519873a6f86cae1d58dc94dc2a97003c3ab6fbb5","sample_id":"grade-school-math.dev.5670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae91aef03f5afdbe6d9f5b8c7909d2a30f8eeef5a76e55e745ca6ca1db3959aa","formula_version":"titan-u-contract-v1","latency_ms":1.23291602358222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcf38d7352e38e9375294e240aed3de2bfd5708415c28d4ce40c468c82392a63","sample_id":"grade-school-math.dev.5671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deccb2f6958df7c35065f3e99d2a03559229ed1ff19db79c76cf73fe6ffb2c72","formula_version":"titan-u-contract-v1","latency_ms":0.9563750354573131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a18d34e2de906f9ecb497de7ae7a25a3953e507a2a339b3fc47f2e76b8c24955","sample_id":"grade-school-math.dev.5672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12b5b476ffcbad28e59590d1df02015e1d90a2521d3d5cbc6d1ccd8ac7ac310b","formula_version":"titan-u-contract-v1","latency_ms":0.8007920114323497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7b805816623125de03c29e30df8ccbc88631329f0eed6031bb684e3408cf606","sample_id":"grade-school-math.dev.5673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"890e6505711cb74e424d0401334c83784ec6657351e5695ab149d9f232256385","formula_version":"titan-u-contract-v1","latency_ms":0.940707977861166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"804e15fea039a8954ef4647ad56a1a97417a0d22a373d06c2163903cae5b7086","sample_id":"grade-school-math.dev.5674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf09e08d27d064c730470b6b745d6af60da4be7ca8bca127cf5171c68246976f","formula_version":"titan-u-contract-v1","latency_ms":0.8069589966908097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa1a442c8c2791eda82bdd0cc6fd37165d66e610380c5306363b0e5de732aad5","sample_id":"grade-school-math.dev.5675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35c0104d4ee4b9a194f21c0821d4d0efee6d55ab856bbdb44e3ac7894903dd68","formula_version":"titan-u-contract-v1","latency_ms":0.8532500360161066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1540168f8901111ebc07acdb9ea18246cdc699310eb4aba062ae4021c9f643a6","sample_id":"grade-school-math.dev.5676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3579d31bf17c7c0d3cb78e110edd97bbe8a4923d5c0a31604cd687a8d9ef229b","formula_version":"titan-u-contract-v1","latency_ms":0.6509169470518827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc06663742b1160ed1fd768e7c019d4e4727640c1466d16c54b108baf2b5f9a7","sample_id":"grade-school-math.dev.5677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf576f4bd759b77a7604124348f9365c409d8ec17f0d68c50abb125ae103410a","formula_version":"titan-u-contract-v1","latency_ms":0.90637500397861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58088c442f6ab778d3804af44b69e872755d5c6d6bf82a0ccc21138a0ba5b426","sample_id":"grade-school-math.dev.5678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e294d33f2b11eaddf6a9e9a26a4b7a3882129634aced17e2743c3bf2157a6c9","formula_version":"titan-u-contract-v1","latency_ms":0.7022080244496465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3593f7c0dd70d04090f325b9e14440093a44051f0ae49efe781c087bffb93b91","sample_id":"grade-school-math.dev.5679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8289903a7f72a6ad889e90ab86252eba19dda6f568caf8e487ca62332d34dc52","formula_version":"titan-u-contract-v1","latency_ms":1.3940420467406511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a4f62d162825751368c419f1af4e27e9bd47c08330e146c7b458d109a084593","sample_id":"grade-school-math.dev.568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"884a5cefeccb178a61d68bac5c09bf6407adbef0d95e0a42a474e6ac9e2c63c5","formula_version":"titan-u-contract-v1","latency_ms":0.8695829892531037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a854de9713d5f962d7c98a80cf4bb3e2b922128c027cf17721d87c76700ba0a0","sample_id":"grade-school-math.dev.5680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e13408ce68d987d6a66ebb2cd7c1da0c99166a64033a19637589290a236e348","formula_version":"titan-u-contract-v1","latency_ms":0.6310420576483011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eae12500d999f5a123d898a21453eebfb8afb8d0b25e36bb16ae04b0651e54ff","sample_id":"grade-school-math.dev.5681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a89801f54182ac8fc828b3cb732afb7db5df18a011ce863f754e6313ece22bc2","formula_version":"titan-u-contract-v1","latency_ms":0.7784999907016754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"297d819e655e03145179642b16c297a3c3121887db3e47538879fe0091b0ce65","sample_id":"grade-school-math.dev.5682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7016c4f2273d640c8b36cc4de44538cbd6046e928ab882aaa46fd5666a52835a","formula_version":"titan-u-contract-v1","latency_ms":0.8995409589260817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e0af5561831fca528c442713694a5dcf4e38781f8bfaa601449e4ac536ee3c7","sample_id":"grade-school-math.dev.5683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56e0801046b4e1e91356523cc531ca82367244f8ffc785d852f8962902c439c7","formula_version":"titan-u-contract-v1","latency_ms":0.9594589937478304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4544c993877b798a6d888e111606d6d6d8056eb3df80e3f27d6753d4c0363ba5","sample_id":"grade-school-math.dev.5684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb2606ebc2dbf25570b57c7b4f01b76a10e1363d815beae00f15b2bcdf6fafa1","formula_version":"titan-u-contract-v1","latency_ms":0.6460830336436629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dba9fd4f2aa1a71f7b66deb7fb53511c822a10181db950a7718cc30d64c0970a","sample_id":"grade-school-math.dev.5685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52416c931169b051aea08a454742ba43faab19409e47404fd5067f08525bb659","formula_version":"titan-u-contract-v1","latency_ms":0.8567089680582285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"924fcdf6ae2f23b3866031b3063b7988240ae206a0832bbb3ce2943142408262","sample_id":"grade-school-math.dev.5686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b1fdfe7b57eb6ad8c33e24d97b69b98b1ef525c8c0b455d04edba8b1a09053d","formula_version":"titan-u-contract-v1","latency_ms":0.7130000740289688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f6a2fe5bf035ff1b34c7670dbaf9a5514ce11e1f7a1d3e9adb6231a6af7592f","sample_id":"grade-school-math.dev.5687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c2130aab1100afea843e853a417db8751ff0432840a1181ae23f6085cf83fc0","formula_version":"titan-u-contract-v1","latency_ms":0.8762909565120935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b89fb51dad54d5b1576e9f289c3c96995e84e46d41c276fc9971ec610b1678c","sample_id":"grade-school-math.dev.5688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a3d1f141e21aa59c319a550a493141c94c9a5c4dd70b0debb448d9f4db1b977","formula_version":"titan-u-contract-v1","latency_ms":0.6354169454425573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21805c6dbab368b43ded29892ad0381892f32293fe3cba941627fe963f88cb3c","sample_id":"grade-school-math.dev.5689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a9a0d82e32b066a6652242a4c318140a23623f59ac8c60d379b2005727c5dcc","formula_version":"titan-u-contract-v1","latency_ms":0.825208961032331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eafa50e92d7b3fdec2504e8480b4b63331d7e2b636b8a58728bdae87dd01d169","sample_id":"grade-school-math.dev.569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"513548624d6d3c0079562a1e4a9bf614c6c7fc5a706ce11a21594158f9332f4f","formula_version":"titan-u-contract-v1","latency_ms":0.6602919893339276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"310fffcac273b926b0fc73a559efc323bcda4a04743d69a270953a0bf6eacf80","sample_id":"grade-school-math.dev.5690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85bfd692f531a5cb51b1a096a825895c244ef387045dde6b624edddbf10c12bf","formula_version":"titan-u-contract-v1","latency_ms":0.6726250285282731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e74f29cf60627a031b9c6a86a4afd3fa98efe9b138f6c44c5744d3f288fed3e","sample_id":"grade-school-math.dev.5691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b51b71ae3f14a02127ec66365501735e78dfe68f3b16ee928bf8e4d9c5e0d49","formula_version":"titan-u-contract-v1","latency_ms":0.755041022785008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d1efb8e885e95fe94908bf263a9fb7d8cf768b23bd6280448a7fe83876d0846","sample_id":"grade-school-math.dev.5692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f87a02355a29b18b026a24a588553ef7d714c7f0b479069307891fbe378563be","formula_version":"titan-u-contract-v1","latency_ms":1.0939999483525753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"171eb5c9a18c64fa5925009d7624ef803257ef6508dc0caecdd6dd2136d89a58","sample_id":"grade-school-math.dev.5693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c05779723a38c6e8ad6cd778a84b2b2bb0ea47427d2bd1c58de2a932053564d","formula_version":"titan-u-contract-v1","latency_ms":0.6913329707458615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48d9b8cd557cb5d51937cab2a1c0ca36fe89e503db78712188196f9c2c76478b","sample_id":"grade-school-math.dev.5694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e54f7ed9371a964f72e722780ce5f73490c28aacc9666c4d95b1780dd40761ce","formula_version":"titan-u-contract-v1","latency_ms":0.7002500351518393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c639dacef17e6702d2de70539faa38a4cd5d633d1d2f6a46d7f17bf2f3dfa34","sample_id":"grade-school-math.dev.5695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8e15338ff1bc7ca843c9063d2a002b957de00618a4559587a3a4bccc46f5758","formula_version":"titan-u-contract-v1","latency_ms":0.6659999489784241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3317ad2a7470392fd0a72ff6b88013d50d2b930fd6cfbfb76878b2c1f834edb","sample_id":"grade-school-math.dev.5696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"024901f0d201577e96b05431a0f1966fd624f063feb3d94db0ba9734f1efd285","formula_version":"titan-u-contract-v1","latency_ms":0.6601250497624278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da5fbfae53325a3ee5a70020ad730ce22cf0d04e4ed47ee9b5295ca4250cc93f","sample_id":"grade-school-math.dev.5697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fd3c6fa3805593d0fcc3ac10b26157ef20793e56a244f4ebc7070cdbaab69bd","formula_version":"titan-u-contract-v1","latency_ms":1.0672078933566809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d16bbd20c9a979d510f6baef7ee40ef9e0a68ac9c0c9e80e34e65f8cdae75457","sample_id":"grade-school-math.dev.5698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85a390cff574fe4dc0a69b072295c88242d6cb8413c0aa7f71262950e21c9620","formula_version":"titan-u-contract-v1","latency_ms":0.8107080357149243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d32e7b9fd2dda7bb8e41764e46c572bda9825155d15eeb497ba11ccd9ffc16e","sample_id":"grade-school-math.dev.5699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d5cdc5a31a695d9a19522f054e05cc51d84288393a2a3cb9471ad51348a0b4e","formula_version":"titan-u-contract-v1","latency_ms":0.8179160067811608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"150d3ed43a22e791ee33137474d0aaeabfbac5960af3e3349cbc1752fb309510","sample_id":"grade-school-math.dev.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e12774505243ecbadc19299960961255aacf6e2c2472f12f84849cc73a84c336","formula_version":"titan-u-contract-v1","latency_ms":0.6488750223070383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f343ce1a1134dda065dd07db79858043c922c814f13fdba230941781f52c80b","sample_id":"grade-school-math.dev.570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01e586468e12396b8eacfb17b9d3c3894b9837b00c967ceaa2382e372f8bf8d1","formula_version":"titan-u-contract-v1","latency_ms":0.6524999625980854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4a4f371a93dea4339269623593dc8df813511da752aeddb7216214be1daa6fa","sample_id":"grade-school-math.dev.5700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a8249011cc7ec1a85c3c3e1a19357ab46bfb3472a442705d8d2bf5f5a9112b2","formula_version":"titan-u-contract-v1","latency_ms":0.667458982206881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34586020609f7528fb48ecb730bb08cde5f1afdb856c325eb67771e2456106c6","sample_id":"grade-school-math.dev.5701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af80055be8f1922b0b3e1c701a659eabc43880180a1e29b4f06b6e8d7db18b9b","formula_version":"titan-u-contract-v1","latency_ms":0.8310000412166119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"307063814a47b5b6228ed339cf60aa8053cf7a57c554af7a3afc18e0b48c7107","sample_id":"grade-school-math.dev.5702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c3a86b20a7360fd7572a45432dd9bd0ee20208e13cf7cdede187acaf77a1b7a","formula_version":"titan-u-contract-v1","latency_ms":0.8340419735759497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b0ca0cc109aefae0b59c48862ced394c90a1c962e6aa6c8fbcdc799f94c0fcd","sample_id":"grade-school-math.dev.5703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dad860f9a176dc652d6492a859978ba0674bc8ddf92341b41f85c0f044ec83c","formula_version":"titan-u-contract-v1","latency_ms":0.8352909935638309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"590f9431879bdb6b20cb0b9e9d71b2c00b6535efe2a676420c8b3ab4acdceb2f","sample_id":"grade-school-math.dev.5704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"708df149a8aa6ecbeae11b7584856324880dc659596f57d922733e79f6452765","formula_version":"titan-u-contract-v1","latency_ms":0.7411659462377429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5c87b9f85951b743329ba2d0448ffb017468cf21ddf9e42c3a02add2db6a923","sample_id":"grade-school-math.dev.5705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a49c1881d016f0742d909ad980e60f0043ab373af17fdab92b436c6490f0206","formula_version":"titan-u-contract-v1","latency_ms":0.7045000093057752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"862a419ea999e1019919ff74e8d5d1678a43d8990beb714af992571b45cf6985","sample_id":"grade-school-math.dev.5706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbbc226a965ca3c4127cb8220976b19874a63562b4644eb1341b47be3c1e54ca","formula_version":"titan-u-contract-v1","latency_ms":1.428666990250349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16d4d93d6b962c54e3fed2204895521cc49de33ba4ec020db3db3137c39d70a8","sample_id":"grade-school-math.dev.5707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4911e213af0d7518984881147b447501ccbcd7902139e238ca27e05aebbfaf4b","formula_version":"titan-u-contract-v1","latency_ms":0.8156249532476068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ad0e00a7525a9cedd2580b02e7b2562148aa0e33307375fad5876ba2ace8d95","sample_id":"grade-school-math.dev.5708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ef69acf9aea03f2a016cd035266b8c2aeb54a7fde7e6a950bd98ea528458800","formula_version":"titan-u-contract-v1","latency_ms":0.6612499710172415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"785875bdd52de1990eb5ee9d3dd25da657913ba7b728f4cac79d333d2a7bfb29","sample_id":"grade-school-math.dev.5709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abbedb82ea9eb56b0528a6b5959f6bca2076e8e23b2d4861261204a3a959976a","formula_version":"titan-u-contract-v1","latency_ms":0.6858339766040444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bce92ec30f4566e3d40e6ce1207d850650fc4cb7afba1265a28e607260f53ddd","sample_id":"grade-school-math.dev.571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35bd92956a34e0e327cb398911847db4f9abdc2467961272b837ef0ee006a593","formula_version":"titan-u-contract-v1","latency_ms":0.9182089706882834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03973b22bbdea1f4743900837e2fbd9d76ad145f37023fc1eca3e35704b545d1","sample_id":"grade-school-math.dev.5710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc1f734c84bc0b65b574eeb9c4d334821a335e42b8bd5eece8b150ae5bd164ef","formula_version":"titan-u-contract-v1","latency_ms":0.9004579624161124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2d606d9a0bf213c2108ec9a8da36671e5afa54204e17ff54ee8b71fe3a15c8b","sample_id":"grade-school-math.dev.5711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32f41ea2704636cb974cb9d8a5fe89c4ad83161ec5c02db23ae4a0a3d1d46b68","formula_version":"titan-u-contract-v1","latency_ms":0.8474999340251088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6185dc6b9e482bd3e5194422940e550d9b73490ba0e9863a8912be36ef36da27","sample_id":"grade-school-math.dev.5712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"393babce9097be1a2ac8fbffba1bbbd35eee0eafa516f556d48be1b12bf9922e","formula_version":"titan-u-contract-v1","latency_ms":0.7949999999254942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8baf520d6a23cf8e813883d9207d13c0617037ec7b91739838edb7da18c164b5","sample_id":"grade-school-math.dev.5713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"828af564ff229e79e9755afaee51632e67c166b81f2dd470e51fe4f89cabef02","formula_version":"titan-u-contract-v1","latency_ms":0.7076250622048974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e36f98b64eb90a97e948981fbba66477b3b5545875d82362309768e971a4cc64","sample_id":"grade-school-math.dev.5714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c9362efa3c544b1201aac47936c6e684d4e92798bf99bd43c5c65a5a780b85c","formula_version":"titan-u-contract-v1","latency_ms":0.8268749807029963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"626ffe242085ddc1b7c430699f2aca480972a8db50e6c9a1909106eb8d288f98","sample_id":"grade-school-math.dev.5715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"107bae959f5c617f8056be43ea7e86b6dbc289e0a164b361f42dd65e6b92b2a3","formula_version":"titan-u-contract-v1","latency_ms":0.7424999494105577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ee6727d789e8f0ac6921d55e8fd421b4d31fcb9d467563f6003c4f45d81342f","sample_id":"grade-school-math.dev.5716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72493bc060ac099ed057f3c48deb101e01a2cfab71e81ad3f3beeeb29bfee551","formula_version":"titan-u-contract-v1","latency_ms":0.6197920301929116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"682e9331c7535693387bfa5856e640a22caf4f85a47058e8427450e90455a38d","sample_id":"grade-school-math.dev.5717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9f2336452b05a347b489ad418e863b69eb41b392de9f481c83330f9a6de4f19","formula_version":"titan-u-contract-v1","latency_ms":1.0499589843675494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f16944198e84b236572a35e3c5884a4bd36c888edb9be9c4c5d3a24eccf9f02a","sample_id":"grade-school-math.dev.5718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"150c947cbd2130ff9a4dcf9e2e278aa4e65178cd403c25f14eb4b683e98461e1","formula_version":"titan-u-contract-v1","latency_ms":0.9931660024449229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b7875066053799c202d7125746095e0e56101ead8c85b16e6bee23b9dfcddd3","sample_id":"grade-school-math.dev.5719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77b5837dad890f975549e7eba77644ba8503b179999b2301a083778c396a9665","formula_version":"titan-u-contract-v1","latency_ms":1.0301669826731086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"398ff94673ef4c4ebc6bf12634d5c4a87cd5214e056b640574a0c1f76c5b06df","sample_id":"grade-school-math.dev.572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff974ca7a8f4094727b5799c65c234ed856054528e7fffd9c059449753f2c0d9","formula_version":"titan-u-contract-v1","latency_ms":0.8310000412166119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f191cab41740bed8575ef76d439b8ea6c28e657f6423039b982479a16610717","sample_id":"grade-school-math.dev.5720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a118a147e582399f47121a79dccb0a2154422ad1c3915411fbdd909d350f507e","formula_version":"titan-u-contract-v1","latency_ms":1.4248330844566226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5d0c030102c6ac503c58a84d7d449b5876c591c3883d28ac0a44ce188db0b2f","sample_id":"grade-school-math.dev.5721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ac0638a6dc505eb589a17067cd82ac3138d50ffac101b4e5ce0efd4a54b5d9d","formula_version":"titan-u-contract-v1","latency_ms":0.6604579975828528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d92827cdaacd281f058eda37741c00d7c3fbada5999a1ffe97052b112be0b1a","sample_id":"grade-school-math.dev.5722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9660dcb9e70b90a9f61a6cf20f693af15a0d1cdab5bee1fdc84ceb82d4118d83","formula_version":"titan-u-contract-v1","latency_ms":0.9289160370826721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95f226aa87159d08e63da4b2bd36d7fc25fa85333c244b2fdec6305e29e3814a","sample_id":"grade-school-math.dev.5723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2280c913ca59f41519ac319c189fb79405d1c8c1aadc26c289cb0199ba79fee8","formula_version":"titan-u-contract-v1","latency_ms":0.6765410071238875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"709614ccae15d9054a2cd9ac0bb78a43aaa0bd8194564388150d9adfe3987eb1","sample_id":"grade-school-math.dev.5724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0886ba3ca6c08a994a9970207d336a5358eb4e51e69ba72e0fe08e7bd664139","formula_version":"titan-u-contract-v1","latency_ms":0.654041999951005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4782df81056b39bacb02814d88651826255e14706cf79bb3bb39d3f412e1f4e0","sample_id":"grade-school-math.dev.5725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55eaa0b0b3153614b8d4a44b347443ae740628ff7df0e2b26903448454120609","formula_version":"titan-u-contract-v1","latency_ms":0.675374991260469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"475f1f02821125e3f4ffa40f84e698529a6b9938e31784beb2d21230d47596f5","sample_id":"grade-school-math.dev.5726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26ce38072ff6325db17247742f79b318315ab128f2f09a42bb060c5a97387afd","formula_version":"titan-u-contract-v1","latency_ms":0.9481660090386868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71a47864a65783af97f950b7ac596f0e4b6b41aa5504e198cffd4273bdb58c68","sample_id":"grade-school-math.dev.5727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a5622df4eb2eb3746a1fe08e1f5b776bbafbd5d5ef980f665826ad27faa28d6","formula_version":"titan-u-contract-v1","latency_ms":0.8266669465228915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eb7a48e82bc83e936b267cb221d9c13e7a5bd45574cba3b9cc918f35f38bd1f","sample_id":"grade-school-math.dev.5728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"698d060c7da0f3be6165394e80376184741b04dec41123074e015e381db52437","formula_version":"titan-u-contract-v1","latency_ms":0.9365829173475504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de12d6afa3f71a45255afe5c35691e0a4ebaa035c177752d15321592abdbe4d3","sample_id":"grade-school-math.dev.5729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bdb6f281a35add06f020ab2a1f61a2f895082a7e07e4395338eaf05198b3888","formula_version":"titan-u-contract-v1","latency_ms":0.6223329110071063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cfe837db9815071ea6ad9df30d058187228a705d1fd8293c89010a69dc7ea70","sample_id":"grade-school-math.dev.573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12fbf204e48933a333bbcbfbd2845389edd53f9f8bed3207df019f7d825e1494","formula_version":"titan-u-contract-v1","latency_ms":0.64316694624722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47fec452506f8004425d37ddffed9e55eba41498185dc93fda28cda2d76eee9d","sample_id":"grade-school-math.dev.5730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ebe9f9f86cfbc92a90c5cf627e2a8c2e0ce501f6e2b8e7d1f5572d7597820b0","formula_version":"titan-u-contract-v1","latency_ms":0.6790839834138751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea349512b48a96fc0d427b0a9c13894a144e65264bfdce87d429ae94283fa66d","sample_id":"grade-school-math.dev.5731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06b3cbc85a3390f99359b294bee406e491b5ee48179e3e6026850ba8f9ffae67","formula_version":"titan-u-contract-v1","latency_ms":0.6300420500338078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ae879e1801c4cfa16f8e1880fb80d56ddd14bb8878179dffc01bc78e79b273d","sample_id":"grade-school-math.dev.5732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7d67daedbaef5611fe39c78eab0c76a42b6e12a720370a5b45833cebd656563","formula_version":"titan-u-contract-v1","latency_ms":1.1026659049093723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"782a072d92c7aafada05a1fd4c053b05811cae5368a1e353bb7bd40492b8f4f2","sample_id":"grade-school-math.dev.5733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10e9c00e9136a63f6e6aa0f2113c1756d3d0aa1bbcf7b6ae9485e865f57a129f","formula_version":"titan-u-contract-v1","latency_ms":0.6973750423640013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3ceea4a82836b9c037f9fef928419fe248314606b25cb2d06b6630233068758","sample_id":"grade-school-math.dev.5734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95907da361b20fbcbe7feaa6e163624f30dc046813a00b23f3c756ca9f82749f","formula_version":"titan-u-contract-v1","latency_ms":0.7759169675409794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"450d02736f8560acc83baa6c147913d7c834dc90083bf161d52df30641b2f8be","sample_id":"grade-school-math.dev.5735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4e71e6f984820c23fee6ae402149864fb7268c95e0e41b6689e6dab9b73cbf1","formula_version":"titan-u-contract-v1","latency_ms":0.6710420129820704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"216f1dc3518f6cfbfa653c75489d1ce64eac9d5d913aa255cc532b683867731c","sample_id":"grade-school-math.dev.5736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6491b18acc1dc4a53a02853ba89d8ad81254932f6e4d76e4b2dcd5b1cb152d2b","formula_version":"titan-u-contract-v1","latency_ms":0.653665978461504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f7c8088ff68471f0e355698087abecf8c66102e92f9d89325b1fbf006f39020","sample_id":"grade-school-math.dev.5737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bab9fa66c35900709e03a662d947b78a83220cab3974d6df4abf6a6f5d384d97","formula_version":"titan-u-contract-v1","latency_ms":0.838999985717237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4687522ca688d1bf5b177e445d2109820777e420cabfc94c95c64598a179ace7","sample_id":"grade-school-math.dev.5738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"808005a01f45d3ad9ffcfec7d18b1b19f4a2c47b4173cbba3a433bd2bed0e80a","formula_version":"titan-u-contract-v1","latency_ms":1.014915993437171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72a0e5b847b9b8daa78abc82d35b1bdf8ebf6b6716dee619e00fa206332eb878","sample_id":"grade-school-math.dev.5739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73fa8d2a99806e8bd117d2e2962767c0db2e07342f3ddfce487a8671c7e08b2e","formula_version":"titan-u-contract-v1","latency_ms":0.9784579742699862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b5bd41d20802b73822426092891bfd47e97b796a150846c5b75cb8f47d2e9a9","sample_id":"grade-school-math.dev.574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4368bc72e25df01168d7d1107c8b75618babf46a8387d2c539e1e32998c786a","formula_version":"titan-u-contract-v1","latency_ms":0.8686250075697899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d60060a487004a02169d22b9fef41f1d0a8884d94cc0feb3f85a622ffe23c0e6","sample_id":"grade-school-math.dev.5740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76b3368337ac481b483408fac790d2974fada6ab792506e95b35b3dde4de7f59","formula_version":"titan-u-contract-v1","latency_ms":0.8768750121816993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48ab3129edbf38847659ba0df7a302893515e08d316a8a5b4a43731e518510e7","sample_id":"grade-school-math.dev.5741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e45c475b9d914f2fce6e7a341d080820bcca654d80d4033f1818e75b4ac36f4","formula_version":"titan-u-contract-v1","latency_ms":0.6702500395476818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22cba95762f3a35c6618d1a544f53831aa2af9f860ea72fd71e1d4c14dce10c0","sample_id":"grade-school-math.dev.5742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78b7238aa2274d00034ebbd2a4ee84e7567e75494a561ac79c56866c79190794","formula_version":"titan-u-contract-v1","latency_ms":0.9291250025853515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c271fceee9efa6c51d0e76d3d3a157afe1da7a429555015702fc539f8c6d8b5","sample_id":"grade-school-math.dev.5743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8aa8870ccb96b9655c1347a2846bc173e61138477a92cb1dd3ecc8a4f0aa0396","formula_version":"titan-u-contract-v1","latency_ms":0.8210419910028577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52d6e58765ff8d9611f78e18f7a941a51906ba2ec60ae52839a39c43b1ef52ea","sample_id":"grade-school-math.dev.5744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"448da65db794bf3f84814181e44b79b5e49069f51e40d959ee8a128bcb6202bb","formula_version":"titan-u-contract-v1","latency_ms":0.6881250301375985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88e0b2098b64d002e4775def46f467f1d33470a6d2810a1bbed9cec7ce8e0429","sample_id":"grade-school-math.dev.5745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9f219678ff35996be0008f73f002251b55de5fe10bd2bf525e7ef0af39a6da1","formula_version":"titan-u-contract-v1","latency_ms":0.7874160073697567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"469f2bdcaf59c4f07dc398e77921abe3c636a8b18a90ec29d1a6896245e7096c","sample_id":"grade-school-math.dev.5746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56e5a502d88bba41130f49c531cdb9f9372367b79a3a5ac48fe3a039d98ef2b2","formula_version":"titan-u-contract-v1","latency_ms":0.7768329232931137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e235ec6819ac2fae2ed32a4badaf18e5bbe4038fb9d05fc23a0c2e00dfb7eb3c","sample_id":"grade-school-math.dev.5747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10ebc765659f95ec60084762a1aff67ecab1bc4d207240ad4c8aba081190c0f7","formula_version":"titan-u-contract-v1","latency_ms":0.8446250576525927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8ed5cba7ecba55dc4555192f02ec30a9d4cd7bfb9dab5ec1eb1464e19d02c9c","sample_id":"grade-school-math.dev.5748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43bb6bbb8b68de4ceddf02b1523b5f872b1a43a406dbf215bc594f43bed44080","formula_version":"titan-u-contract-v1","latency_ms":0.9579589823260903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2ac61765e1e6230c869465fad0a8c7637a80bc267551b007b941aad21fa3d4e","sample_id":"grade-school-math.dev.5749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b079339c9b6f32ffd0c715056d5da6272748c90f8d6e6431149738f82324ba6","formula_version":"titan-u-contract-v1","latency_ms":0.9314579656347632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cac8c2bc015d0290ff15c7063b84368a75fc444c534a0994dd8d6a9f5678b76","sample_id":"grade-school-math.dev.575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7a80f8dd039f08e85c29e87b4355683a16255a055170ae18b8fb21a0681fa0a","formula_version":"titan-u-contract-v1","latency_ms":1.0138750076293945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15ca710b4471d7cf9a492a1aae4feefdc52de118f76d4aedfd25afe232497ef8","sample_id":"grade-school-math.dev.5750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00a5d21468d7b470b9bec32678d82570041d0496c52af600e2bb93682f656fd5","formula_version":"titan-u-contract-v1","latency_ms":0.8230420062318444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7472c3fb35cfddc76e3921c99db020944f84d0b4c8b96939339c4b7872f4066f","sample_id":"grade-school-math.dev.5751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"267ccf0e4255163d99c5e0397c6ba2d5f5622d458cceaae2bc061da181ef0537","formula_version":"titan-u-contract-v1","latency_ms":0.9914999827742577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"800f6fd3672d5cd843725d306ffb971067fbcfbc4296a9a3fdb9e5999a9e3fe7","sample_id":"grade-school-math.dev.5752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c22f21889c140a78675bf83feae8be748a3e64442d1988491651938a90ed944","formula_version":"titan-u-contract-v1","latency_ms":0.7570830639451742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93ee977cfeaf7d247b80f4f08503e6f7e16c81bd1580f09992415e92722296ef","sample_id":"grade-school-math.dev.5753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbe5b2c8cbb09868e637478bb41698f54d7681d3386fc0c97de416b201daf580","formula_version":"titan-u-contract-v1","latency_ms":0.8121670689433813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32e387744a349119b49b403eddb080dffec25d0228113280ab35d546a05bea2b","sample_id":"grade-school-math.dev.5754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aac8b4cd8e8dfdfe406e230cb4dc0afaf23220785085fd1db73ab9ac8010b776","formula_version":"titan-u-contract-v1","latency_ms":0.7368749938905239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3414aea2dace0f9541669294be77d0cdc64377479ecd80c6bb9614639abc767a","sample_id":"grade-school-math.dev.5755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06e57473f3be27c87b2da1cc4f6b07c1392c98c21032439c82f0ff81a5740c4f","formula_version":"titan-u-contract-v1","latency_ms":0.7510000141337514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25f316217f083ec12fe8caeebd286ae9349a3f5aa9d2ec1f0dd214a6a6a0d1e1","sample_id":"grade-school-math.dev.5756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"934227606621928fba1e3285a368cb0bd8f645d94f840e9183f228188bb3f610","formula_version":"titan-u-contract-v1","latency_ms":1.1361660435795784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b47e59da7a74ab887d66a451198eb22eaeda1be27f8821987ea5c3b1f28bb1b4","sample_id":"grade-school-math.dev.5757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e8647856928644d4c58dc732074e71f1602d767d2d2ad0cb32ac187f77733be","formula_version":"titan-u-contract-v1","latency_ms":0.6934590637683868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df6fafd42a6ee631d08beed80d79ce4b772b529453f006636447e67e970b4922","sample_id":"grade-school-math.dev.5758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc43d401ad6261ee9cd6e5e2c86e0bcf313b290d11bc852218e8005b3a8e9be0","formula_version":"titan-u-contract-v1","latency_ms":0.7143750553950667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50eecdcd5d1e77ff156f5105b22bafb2186d11695e1d4ed5a7a59afe77a5a915","sample_id":"grade-school-math.dev.5759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b466de0e2cf77afa69f8c514f0087f8466226c7cf9e1cd81c0f50e4401078ec","formula_version":"titan-u-contract-v1","latency_ms":0.6277920911088586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86f3a302765be9fd8619424745de7310e680efac2f3930e721508a32d30a6f20","sample_id":"grade-school-math.dev.576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f71f21e1c19625cb2ac1bd00902e9906c0e90182e3a7094dc69287d821f84346","formula_version":"titan-u-contract-v1","latency_ms":0.6255420157685876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f145de7ac9d4bfe701948fc8f8899e068d2169454854471e0ed7a51b13839ca2","sample_id":"grade-school-math.dev.5760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"018f07e21cd8312285cbf4a7959ba71a6be184c7cc0388b8e1e7c75c767e47b7","formula_version":"titan-u-contract-v1","latency_ms":0.6585000082850456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab1db34a6352bbf8612b5cd3cde75b4dbe20e75cdd292d29ade0921f61e3f44b","sample_id":"grade-school-math.dev.5761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e3cbb94b4f854ea7dfe1334f79c1ae50439945fc1e74ff279e303370bd14d5d","formula_version":"titan-u-contract-v1","latency_ms":0.7787500508129597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0095c5eb941946bd3547d57eb3e0149e9615954acf83165f7aec1feba51d2770","sample_id":"grade-school-math.dev.5762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2231ec9644b5ffb4546e85fc640056c8116d102a7709ad9339755e89a64d6a73","formula_version":"titan-u-contract-v1","latency_ms":0.9014590177685022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c4de8d0a1f17ffa739169cf1e80c07782b816eff77edb1df7997ec489a7981c","sample_id":"grade-school-math.dev.5763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"759236630514546a07747e7e6adcd9370000a7ca9dacd5fb8dc3877579a22f8e","formula_version":"titan-u-contract-v1","latency_ms":0.8711670525372028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d258ee0938939e83f270f12b6506a733177b2a80500738fbcb642c259f2d80c9","sample_id":"grade-school-math.dev.5764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a673edf24d7d54f106d22569e71d1bbd22fcf0186c5a30da657f582b273cdc0b","formula_version":"titan-u-contract-v1","latency_ms":0.6875830003991723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25a5935bbd47ec73a6bc4e9954a4d04fd11aa08fe4cd138e68e1bf4e6894efd8","sample_id":"grade-school-math.dev.5765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4988a542b6c6c57bd39881fd730e5d33ff9b03a10647b78f6f8e7071d8b5557b","formula_version":"titan-u-contract-v1","latency_ms":0.9753750637173653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40d5565d1a696f4d1a4373bf8f74ffccf320b2ea7c2b52ac266d19561c821b47","sample_id":"grade-school-math.dev.5766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5602e6476767a3a9389ee22a2b861138aa5709be6e67eadce1bfa5de515cf257","formula_version":"titan-u-contract-v1","latency_ms":0.6339579122141004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2de101cf8595841e937db5d5b13d75c9e7dd830acbd0a2e24e1967af8d6247fb","sample_id":"grade-school-math.dev.5767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4c3984c48347bcc730db2c8807d6557f7e2094843eb7f291a6650facf1122f2","formula_version":"titan-u-contract-v1","latency_ms":0.8156249532476068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be432212d748589c5f638ba22b18d9953d305c3cb9111b603757cbf482596564","sample_id":"grade-school-math.dev.5768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca3d2ec8ee4b151760d2c31017694bc9a086cd84a34f19943742dde5e3482c27","formula_version":"titan-u-contract-v1","latency_ms":1.0450829286128283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d9a7de0c6788ca206b1ad1b6ccde05f30fbbf6c50d644b351f679aeb3a7877b","sample_id":"grade-school-math.dev.5769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"955fd677a7c79099dab9722b1ee40846993fade72cc2d7a42af59802e271984f","formula_version":"titan-u-contract-v1","latency_ms":0.7021670462563634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce68afb712700c59b30ce107247df50fd653e6cdab58626d8a1bcc69feed208f","sample_id":"grade-school-math.dev.577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9895fff42597adaa42e36c675f3708ff3fcb4fcfefebb03bfef3ec7654baf490","formula_version":"titan-u-contract-v1","latency_ms":0.9372499771416187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55fad279bdec7eb2fe6011adec8bd7fec971ee949dc77759409401188e15a5d3","sample_id":"grade-school-math.dev.5770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"896a6794f9902487ddb4f60ba25faaf07b26a451dc584f2a18af5f51dacd35b8","formula_version":"titan-u-contract-v1","latency_ms":0.8201249875128269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b454332dbe3b31938a6165b92560943371e77523be1464833acb1dd6b6d1cbc","sample_id":"grade-school-math.dev.5771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a8cccd4d7821dd8cb3508532ab878c78e2d6f6637202eaa4396270e663e2402","formula_version":"titan-u-contract-v1","latency_ms":0.7301250007003546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2bb06e88d804842a555c3672f61d43349ad57b6576b5a2f5338089caab522dd","sample_id":"grade-school-math.dev.5772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df1ff0a0f4ca08a446636287844f553892036457cd7e8708272e48abc823553f","formula_version":"titan-u-contract-v1","latency_ms":1.594749977812171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d12475a4fb798f4448a7c633341867176f487ed2b34b6fdee457d03f1147fe1","sample_id":"grade-school-math.dev.5773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ddc29db3244ba2b1d45bd91ee14dabee20f071141b0bd79373deb6059974ca9","formula_version":"titan-u-contract-v1","latency_ms":0.6820829585194588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff3cc5a53c213bd731d9a01ccc787227c8cfc8cb13fde648cf59c53f771e5ab6","sample_id":"grade-school-math.dev.5774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed4fc3e402c038dd4b8ec78ef4cb4230f0621b85e0667677aedf216cb4f8390f","formula_version":"titan-u-contract-v1","latency_ms":0.6663749227300286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ea687bd2487a3d856039119dc4c4235f12ac2cca02bcb66ec3e64b1a62e8fb8","sample_id":"grade-school-math.dev.5775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6329466c1e82f44295738aab05a3d00969f5e444eb1f29679668e8ec95698a82","formula_version":"titan-u-contract-v1","latency_ms":0.8968329057097435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e78d5915985c168ea46b3a87f3412a43c394080f68b6c28fb2f8bb901b8a0be7","sample_id":"grade-school-math.dev.5776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24a17e5b1399a36b53c4ec6ab7bfd487e9d77a303b9b0764b86a33edf31417e4","formula_version":"titan-u-contract-v1","latency_ms":0.908166985027492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d489758cc33055c71823d645c354efcc218df3d2c108b0f409c99c5d928cff87","sample_id":"grade-school-math.dev.5777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d589fa2bf25e980bfd54f7573305b408713ed0af4b3c7f3ca1a72b2b7475c7c","formula_version":"titan-u-contract-v1","latency_ms":0.6371249910444021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c196cde0d296c88a2ba360d2d2f2d44959a52868023454f3b98ab0bf520c6876","sample_id":"grade-school-math.dev.5778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40c567ed0516a2f04f41735f93e0da0c019a31858178456e26b8dc960b13d620","formula_version":"titan-u-contract-v1","latency_ms":0.8509999606758356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e36c6376e8cf1c1acc5ae69d46b658c6daf229b5ab9f02642cd22fed96dd8ced","sample_id":"grade-school-math.dev.5779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d943a3407fece3015387d618b96c2b22755639f4971e2afa5abca23acbefd3b9","formula_version":"titan-u-contract-v1","latency_ms":0.7951250299811363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6d1ebee516152ce10cf5d3cf86d13f2c0cdc65b717f58eccca51c75cab80acb","sample_id":"grade-school-math.dev.578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed0be7d711dda053118e286db6aec334651e4be9c40dc3bb99a2b934899b781e","formula_version":"titan-u-contract-v1","latency_ms":0.6494999397546053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb1106dc78924e8dd6e3ccadd25b072c38a2260e08cb47c63ef614041746d078","sample_id":"grade-school-math.dev.5780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dac5239741c82033bd69e31b346ce33879d75e627fa99d02d7307465cdd7f61f","formula_version":"titan-u-contract-v1","latency_ms":0.8847919525578618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15068a3285a07740ddc7d5cd1b673bc6c61ab77f7f45515a94ae30943419ebb1","sample_id":"grade-school-math.dev.5781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbe94dba556b1ea53865681ec21b06f1a99175307a4094f3cd7a3a2981eb51c9","formula_version":"titan-u-contract-v1","latency_ms":1.0333339450880885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c70d9614003c315c30d54018be6b028e35d7760246349f34edd0f20363176cf","sample_id":"grade-school-math.dev.5782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6173f00db85374864411c481dbfc4492bfccae5ce1c51ec19b81b4084e23867","formula_version":"titan-u-contract-v1","latency_ms":1.0368750663474202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8888ed0b5b69ac6398075e7f72188b54f37a8be39017b9c0385f4e134a20e9cb","sample_id":"grade-school-math.dev.5783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb14c015ec7da0fd1650aee8649c5c0abb29412125f6b6c355120efc772d9000","formula_version":"titan-u-contract-v1","latency_ms":0.9382080752402544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd069b6fa455cb4780f5a6212abfbe7ab97f5e2b528c84532c06b1499a06cd0a","sample_id":"grade-school-math.dev.5784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"057a8e8e231a15fc5820934cff2333d8000c71eef8dfc84861ab0a45ad7fad50","formula_version":"titan-u-contract-v1","latency_ms":1.0735000250861049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb7cfbcfa825d118f4f5f91462ad0a21b424f8c62c1393d666fa335d46d40062","sample_id":"grade-school-math.dev.5785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c6352bbe8122a71036a3e31a4c609934821a4228bfa506a834a205bdf31b208","formula_version":"titan-u-contract-v1","latency_ms":0.6415829993784428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16480b30962379556042ac67537c3a83d83a0196711a5c2e37e34bbe8de5a5d0","sample_id":"grade-school-math.dev.5786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55543ee5212b458a515c9253e2ff27e2b24b401e52474207172409581d9b6568","formula_version":"titan-u-contract-v1","latency_ms":0.6010419456288218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f25daebff0dcd06bd26187661281bf3294a34b1bd80e739f8a0eae78b0c6b72","sample_id":"grade-school-math.dev.5787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c156cb6cd7ef078b4e3e105dd827f66a45cecdfb2691482f4839273095228f0","formula_version":"titan-u-contract-v1","latency_ms":0.6997089367359877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a83b6b3fec2ebf39e7ad8d2b743d629e15935fb47508094c2937d49ffe4a4e4","sample_id":"grade-school-math.dev.5788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04f6d1694df26e764072aeccb005adfb0423e7ccc44c88491f7fb85aca1a0839","formula_version":"titan-u-contract-v1","latency_ms":0.6901670712977648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a91ba6e99f4abf3bdaeaa529881370c2435fcb214b959c21e5265eb6f9916ce2","sample_id":"grade-school-math.dev.5789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05aa4faf1ecfee837ec659cac13e3bce7e0566af6c2d088d8e9d140b778b8c30","formula_version":"titan-u-contract-v1","latency_ms":1.0089579736813903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e5198bcf0395d9bfbbf8f66652da98a2aaebe0e64c7a65feba86d6a09a1826c","sample_id":"grade-school-math.dev.579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4679a9c938e2e425c2f3758d52db5c684c88af870e96d6feb341f9f6f90b3e57","formula_version":"titan-u-contract-v1","latency_ms":0.8837919449433684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc9e93c4fb8de6bfea8fe93faf3d096301643c9350399792ac23e4f448e10fcb","sample_id":"grade-school-math.dev.5790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a622bb344fb81c86660e38df35e0a52af35cf23009ba24471d826a71f31cc15a","formula_version":"titan-u-contract-v1","latency_ms":0.7000410696491599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a447fe7783114cd9f3b8a51295d2cbdff1afe81e90ee9e6159dd637b7bbdd06","sample_id":"grade-school-math.dev.5791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bc1905c68331a5654cb68c6dbddda685413d33b4da7f11165680c3a5a1bab76","formula_version":"titan-u-contract-v1","latency_ms":0.7932919543236494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df8c91de7cbbbaf0da52f3b5850a965fea2c0e2b16d7f8f44e77c3fb4042e623","sample_id":"grade-school-math.dev.5792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e7329898cd1be2feb1894e2e179943a6713175f2ead95b40b7fd37cac89e476","formula_version":"titan-u-contract-v1","latency_ms":0.6718329386785626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54c9a35889fd0df093a1cf90a910fa8a5869c2398213bf8a664802b6971e11ec","sample_id":"grade-school-math.dev.5793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b85996c43ab90afadebfc9f5483fc749a1bd91210f71210c27d1e8a73936a11b","formula_version":"titan-u-contract-v1","latency_ms":0.7589169545099139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47d2446d5e9e02591567bb2b2883ed638f11df8f50aff2fb84fc56f8c7caedee","sample_id":"grade-school-math.dev.5794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69d21444ed0ab69084bea9d16beb4effb1b9d85bcf610948d080230225b4f2f2","formula_version":"titan-u-contract-v1","latency_ms":0.6607919931411743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"149f8959cb66e29dd10864ec2fa5d728517eb64ab8e7b097e3e8112cd4a534c2","sample_id":"grade-school-math.dev.5795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f8a619fa4b0df5c9613005e2d2f30351dc50ef4bfd80d16b28860968310d835","formula_version":"titan-u-contract-v1","latency_ms":0.634583062492311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"074bcb1b95543117e5e8a0225faa477c3f18c7a5703e9d1d29249c70a61dcdc5","sample_id":"grade-school-math.dev.5796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b82c853c7fdf474c9d89767c98d2c80f54b131d6c46b78a8f3709b2ef774de1b","formula_version":"titan-u-contract-v1","latency_ms":1.1428329162299633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74da3440dce6018fbc696c284b060add6579b4fe8b792f2a72aa6b2f9b7ae68b","sample_id":"grade-school-math.dev.5797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e4e209e4a85ce82b1ed475f0f93ab55d7f31545e32f0af117bcc4051eb1e604","formula_version":"titan-u-contract-v1","latency_ms":0.932042021304369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af876dcb1e369706159e2d37ebde93924db21028d00297942b06c9f36ac62fdc","sample_id":"grade-school-math.dev.5798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8e0e323afeb2d7c3b534d14ed6cc8e616a84131c893684e1f2c1a988270169d","formula_version":"titan-u-contract-v1","latency_ms":0.8946250891312957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1708b039b9f9c12787d55c2bbbbdde3b89307fb2067114870db84fb771d7c795","sample_id":"grade-school-math.dev.5799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c10e64a62a53680d279e31c0abb87a6f396e0ad49689b32b3aa015db484f6ea","formula_version":"titan-u-contract-v1","latency_ms":0.6898340070620179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16af0f834281dfe024ccd205ec8365ebbc690b73529c40df63111babe818a690","sample_id":"grade-school-math.dev.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"562e734e26aaf024531ecabcdae35f08e648071e514e20bbdf6c4a9df19401e2","formula_version":"titan-u-contract-v1","latency_ms":0.7510000141337514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a84b67f2a25ad60ee8d45230086ed927bb45d6376fb0dc7cb908174cc2f6a4d4","sample_id":"grade-school-math.dev.580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68fd2d2b4666322633f19c03b778d1170c58e8c159df2aede51520d3e7467a04","formula_version":"titan-u-contract-v1","latency_ms":0.6455410039052367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28d5dd7393bb59ad650e0f0a850f4dfe7e58830b6a911fd1b24e5a0c5edaeec3","sample_id":"grade-school-math.dev.5800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c6c776b573d1a42f0387fc6c72f5ae81747b5d3ef3b582a6451e8a963ed4be6","formula_version":"titan-u-contract-v1","latency_ms":0.6923339096829295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf4e009d807aa373195f91dc91d7db8f4004532392c44237f0280b01c001114d","sample_id":"grade-school-math.dev.5801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"993b222ca54da52b4634df6e54c11f40f79025cbb3b5f442277cd2f879dff87f","formula_version":"titan-u-contract-v1","latency_ms":0.6490000523626804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49b0d25dbe142bf2db56ff1b4d075c16df7ee296a5ce628a2af529db00294023","sample_id":"grade-school-math.dev.5802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5ec5cb84bed3f140e7edfeb5647f237d21b9a425a082120b0a7efdf341f0286","formula_version":"titan-u-contract-v1","latency_ms":0.6336249643936753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c165367611b9612c424d39682ba2eff6423302e9e83bb441c6e5a860a06ea825","sample_id":"grade-school-math.dev.5803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eebdbee403bbb6d8a735742e6b72006645964c100c58bca7bb4400286dce8d0f","formula_version":"titan-u-contract-v1","latency_ms":0.7455419981852174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6dc64c8472849f223a2c54f416936718f0960b75638bc339e889ff4e23ce2e9","sample_id":"grade-school-math.dev.5804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a105e1d215a457b1325d7b636728a622f928e948e69a21fade8da049175e2939","formula_version":"titan-u-contract-v1","latency_ms":0.668833963572979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d9a470685729d08c6cf482a910d872f9a0ff6c239b181a5a31110a6c9170850","sample_id":"grade-school-math.dev.5805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f5beb0e2aedc3c642b165b5a11c5fda45011b71a70608c710b6e5f1a89a75b4","formula_version":"titan-u-contract-v1","latency_ms":1.0672500357031822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7fee83cce2c91963974b5585cea442b39b7109f0ebd873c8f1d2ac0d6a9d04a","sample_id":"grade-school-math.dev.5806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e12d9e9af3f5131b12e432934b72320475f2a79aff7323eb9f8cd40bc3bf1df","formula_version":"titan-u-contract-v1","latency_ms":0.7213749922811985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5370fe2a28c78ed6d0e0c0803a0b445d7a35314c45569be77059675767d9f7d0","sample_id":"grade-school-math.dev.5807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48990b0545fea6218c17388b664d411956b85ac92fe10f4c7e72ee11435d326c","formula_version":"titan-u-contract-v1","latency_ms":1.3661249540746212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b15eb1971ba94c269479c69ee75befab384ccd828fdfb5b19fffbf4ee0726b18","sample_id":"grade-school-math.dev.5808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7237a4e77f2a316efc74b4f1f57536c071009475ce4af0174a3969d2c0ecdbe","formula_version":"titan-u-contract-v1","latency_ms":0.7513751043006778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ff590a299da40014f999ad7fa0b560983679fa2843a54097e22ace78ef8dcd1","sample_id":"grade-school-math.dev.5809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c68ae184e7a53d4de6b862715bba833380783717496b996b1a0bd7af6cbcbee9","formula_version":"titan-u-contract-v1","latency_ms":0.5966660100966692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2f555394df6e961a7ab886cd3500f4c30fa541862ef625d42da560ad16a075d","sample_id":"grade-school-math.dev.581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc4f7053ab76f35e41ae4a892494050bd6b2ab2ec79a93ccc73d0c12199b6e49","formula_version":"titan-u-contract-v1","latency_ms":0.6661670049652457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d8b44be5b76c582183bf7abf8f6b053084092ee6e072f521b8543fc55eeddc2","sample_id":"grade-school-math.dev.5810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b429f8942b8a6a1bb12e558a50aefdbcedac74ea432030a51a58def009a9d4d","formula_version":"titan-u-contract-v1","latency_ms":0.678666983731091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0be41a61b7bf81831625c0bacf797b329e3592771307937932ca1e87567476ff","sample_id":"grade-school-math.dev.5811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2aa90971b68f2a6eb005ea3ae22a72453de84a5236b383fcb29889b6c017d909","formula_version":"titan-u-contract-v1","latency_ms":0.6209589773789048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72b73a4f853d1ab048cefdd278035b64318c200b2774c6e0b0e668b73cea4754","sample_id":"grade-school-math.dev.5812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79ca781ce624996af564245414b69dc5e8406d1e975202541e682687d9a59ad7","formula_version":"titan-u-contract-v1","latency_ms":1.0482079815119505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b69c54b2d882706c4e25db31962020d1f4639396de15b7a47380e46af39a70ba","sample_id":"grade-school-math.dev.5813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a90a7ddc0d1aaa93d4ab2076c5c6571c30723c558b499060b56bff25f979849","formula_version":"titan-u-contract-v1","latency_ms":0.8826670236885548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98d1267bc8fa27100b8c6d92f8cedc2a4459b942c2a4049fd3a2717110f4aa05","sample_id":"grade-school-math.dev.5814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63f7a16671900dfb465fc1fd4ed951e5b227ddd55801fd4da0edec1985f64a3b","formula_version":"titan-u-contract-v1","latency_ms":0.8098749676719308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f610dcbdb778e8df9873128d7299c462d86d78b8d2af21277ba3e3595179427","sample_id":"grade-school-math.dev.5815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57e243d5ccd7bf7684d4c0a979f17f244a1045a6b45239832b01c9ec2ea038a4","formula_version":"titan-u-contract-v1","latency_ms":0.6882910383865237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4d2628a21d54cd9928686385160e039fdf87b1b9a2f2c76c12b5f221e9d7ed1","sample_id":"grade-school-math.dev.5816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"480b4d176e8e32c3aa20a2ae2684207f4fa3f172cb001e51ab42d61f7a15b369","formula_version":"titan-u-contract-v1","latency_ms":0.693584093824029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eff8c366f589260c4f0b9e7a2e6189e463a7c2cea49f7a75ca89257fe3405848","sample_id":"grade-school-math.dev.5817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a870a9d8231fa63d79d504d423e7ce0f6a410d4bb92796176de02be474ad4cb","formula_version":"titan-u-contract-v1","latency_ms":0.665290979668498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f384d149451b52363502ca55ae3c7f4e89f49b9835a399322311afd9b68a61c1","sample_id":"grade-school-math.dev.5818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13d7dfbd2d675ec187cddfb2e1dcececca070876f1b9d4adc366dac327b111dd","formula_version":"titan-u-contract-v1","latency_ms":0.8505420992150903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd3f4c70aef6de0187f7ff041f31705097b14aecb2140ac5bbaaca29ccf3e185","sample_id":"grade-school-math.dev.5819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ef60c512454fbf6053d8c0252154c46e5c9bc59558d27bf7a8b299ef8579eb5","formula_version":"titan-u-contract-v1","latency_ms":0.6558749591931701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff91388d09d92ddfc9bb9baff80ae360f5477988f37154dccc01710ab0a26b19","sample_id":"grade-school-math.dev.582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3e11251a7e07be0a9d300f0eacc0baf80608823556c336ef99a9f52fdb0172d","formula_version":"titan-u-contract-v1","latency_ms":0.6952090188860893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94a71812ceb99ac99d6f7a53f1a6539d074c8bf2ec60a364fddd1333d6a79a06","sample_id":"grade-school-math.dev.5820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"977166ad1e904ec4ea8a88fdd2bcecccce89f31c21eb754634d9c06db968b826","formula_version":"titan-u-contract-v1","latency_ms":1.138624968007207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0ea3cbec2dcdb71a2097c0f7f9c1d907813d9f4cfe2a9ee9b9422bae89f6371","sample_id":"grade-school-math.dev.5821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aaad7340c823d2ddfaed6b8a099dd3d442c824e730d0047d1072e3ef832126d","formula_version":"titan-u-contract-v1","latency_ms":0.979459029622376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad71322a56cb5eea20a9a0de8dc9c45100adfafdf33271413cb274585372b956","sample_id":"grade-school-math.dev.5822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c36e4ae9c3d3994321083756a9be0ca5dfcbe36dcfea9fc5fd94030bcf0bcd0b","formula_version":"titan-u-contract-v1","latency_ms":0.6269589066505432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"918ee36462f8279719cbf4a39bbba55f6bd3c27928c6170265d774b35e7ef122","sample_id":"grade-school-math.dev.5823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d6095e4482498e1e4217f23d15feab55b62f985cb8bc7306f5b1bb489d7cdf3","formula_version":"titan-u-contract-v1","latency_ms":0.6369169568642974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bdb6d852f9f17d395bb1a9c3290340418ba60524bca1cdc1319df6ebc2650e3","sample_id":"grade-school-math.dev.5824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2510d45fd4468c0b8c65100b952805186bc9f94bebda09cb0f3ac6329c58528a","formula_version":"titan-u-contract-v1","latency_ms":1.0395830031484365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"242a141ae1511dd36633c8f7dadb3451dce64aca7ece146d550108f9b4cccae6","sample_id":"grade-school-math.dev.5825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8493f745526163acabe9b7da4ec49decf69b4c1b6555e9b941c361b4687146db","formula_version":"titan-u-contract-v1","latency_ms":0.929499976336956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79cbfdb25bd416182d62f5a9667039bc7cd4016f11d672a6d4fab6d169bd4eff","sample_id":"grade-school-math.dev.5826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"619e84aa65ec622675e624e49ee0e755217ffedc5a9e0b599f40a8b244137501","formula_version":"titan-u-contract-v1","latency_ms":0.6652920274063945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44389e5f209b1cca60a4850f9135c5266cfa0400e94d28dbead04f0c74cadd50","sample_id":"grade-school-math.dev.5827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a89a08822058e55f998a59d5889b22a6d4c9b5d296d53ef26a79ba19da01ddc","formula_version":"titan-u-contract-v1","latency_ms":1.0243330616503954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"580461e41b27c8230677b7547cd90f339cc1e4ba8426de3f18335ed646e1e187","sample_id":"grade-school-math.dev.5828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"590d4215e57474f816c1bd06b7725807f3e6ee5553376f888e407916a2925369","formula_version":"titan-u-contract-v1","latency_ms":0.9453329257667065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f0efc12bda77226eb1b6160b709b229509422672b849db4433a458148203b58","sample_id":"grade-school-math.dev.5829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"929353bc382566ce3cb14ca8089bd6726c87fcc0c8df65b37e0fc506677a17ff","formula_version":"titan-u-contract-v1","latency_ms":0.9091669926419854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"853292050419e89e2acdcbe2c069b95176445dc7a787dcf562f41e3cdcce18d9","sample_id":"grade-school-math.dev.583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fd499a586d2cdfa41068ed23feac2dc4cf8b8bd2039fea9b19b1286a218beeb","formula_version":"titan-u-contract-v1","latency_ms":0.6622080691158772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e02d992fb5bcf7fa147a861c02e840f646c146a80b47adfd3036f522b9bbb84","sample_id":"grade-school-math.dev.5830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4f984c4b7cba3a7b780135f00c21d3c5d4529fcb7d05d6e4a80b6a3b9c1521f","formula_version":"titan-u-contract-v1","latency_ms":1.3060830533504486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"726d0c87a038df8686a9673b83958e6032e3820653f9f72aea0a3b7e9efdb038","sample_id":"grade-school-math.dev.5831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e331256941d25e442d934d1aa2b784c1e1747e715810c12fffb74a4536eeb019","formula_version":"titan-u-contract-v1","latency_ms":0.781457987613976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a35cbd48ae73cf2c77532f9eb9bf6cb87a81d76c511d951775ee36f38203858","sample_id":"grade-school-math.dev.5832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e18fbc86677111320d7df23c6fb38cabe5510b2e87531516237921acc125680","formula_version":"titan-u-contract-v1","latency_ms":0.7008750690147281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2afd0bbce5f8fbef86245a1a49b12ee14051604fb72db4e183ba78d09f1f4c7","sample_id":"grade-school-math.dev.5833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce24a0846cf9ec4f02200494560177dff96f944df1ef348fbb433eab40f1a886","formula_version":"titan-u-contract-v1","latency_ms":0.8655419806018472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b1560ef7a32511056c200ff1426caa64acc43f3c87f15f4be41dbd8b484f6cf","sample_id":"grade-school-math.dev.5834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b30f007b16375801e9dde862a025087628c1be2992efef9eb619c4bbbdddb9f2","formula_version":"titan-u-contract-v1","latency_ms":0.8530420018360019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b7c0af81bc3864a847d1ece2d8c41d8dbcf4d335993aa4cac95caf78d0293ae","sample_id":"grade-school-math.dev.5835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d733f3d3ca2471def0342eaed568b14f4efbc431d701f2d8218b2f3b4b52fce","formula_version":"titan-u-contract-v1","latency_ms":0.8954169461503625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a71f0376e475c3603a74b9e00d542dd000bd63f9a18e91a57656daf71bc88bb9","sample_id":"grade-school-math.dev.5836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b0a2e4a2db2210f76a4e8017ea81c9af8bc013a22d70c7eb1cbdb2d7fa9d60b","formula_version":"titan-u-contract-v1","latency_ms":0.6927080685272813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6533acf188769dd9c091a51dcb4e1b154d16a2b41542ab29c3d3e3105f63dcbb","sample_id":"grade-school-math.dev.5837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c19f8a794316b747e073d9a1d1d86a241a58bf5c80cdcfbc1225a621db3e66a6","formula_version":"titan-u-contract-v1","latency_ms":0.8895840728655457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82b505cdc41b49029efe463c32cc1d52b7b468da2fe5e161b801f8f40731c89b","sample_id":"grade-school-math.dev.5838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e569defa8e3e06b030d5831c3c47d13958565b140f911e39fe3d6b68b570faa","formula_version":"titan-u-contract-v1","latency_ms":0.6855000974610448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84f8e740d926f9ce8e346a5b6f1234f72175370a02701e7824925dad32cea69d","sample_id":"grade-school-math.dev.5839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b3d15cc901834e56b3bf23d801fef1c5059200cb0c311b8a38aab824f52b0a5","formula_version":"titan-u-contract-v1","latency_ms":0.8840409573167562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69330832a2e7e489e3cc771b8170b79f43b06cead5e64548d5a11a0725c0d147","sample_id":"grade-school-math.dev.584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26a7cdeaef89fe0b617241492ca1c3266e7d3d8ba142fa7f5d2fd2ce0ea66395","formula_version":"titan-u-contract-v1","latency_ms":0.9674590546637774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc97d784a2ea93bf486536ea226b17ffdc0fec98b771e6cef7772678e96f34bd","sample_id":"grade-school-math.dev.5840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd9c2f768142c37aaed5bc6685df76899d9cda0f1ae060920c950939d6678a59","formula_version":"titan-u-contract-v1","latency_ms":0.9818749967962503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca57d50d4ef9314e17eaf026deef4fb89f9ebc93e331e1b8d5d133f0b7a08c8a","sample_id":"grade-school-math.dev.5841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6db676a8e11bb7d273943f0bd0a593e288310f7050bb0af2079b9125ea818ac","formula_version":"titan-u-contract-v1","latency_ms":0.80745795276016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d36e2ebf55ecf76f82595dc2781d6b9a4e0f9d4cca3642ce7314b0c73c53df7","sample_id":"grade-school-math.dev.5842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba7a4dc45c06c38d3034d0b7e0b4702a2a060b89fca4ff50b2086cedc946632a","formula_version":"titan-u-contract-v1","latency_ms":1.0009169345721602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f52fe3fd07e3ede39517b8eb9b51e14411c566980f58a25bf05671cb4b362bc","sample_id":"grade-school-math.dev.5843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b88ed133de2161b75c30b3de6ce7da7d7f30a86a4a6259e8b187c7f7f6f002f3","formula_version":"titan-u-contract-v1","latency_ms":0.8102089632302523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e497acf768580ce75f74b7c30f89bdd22b1dbe8081764ca45a4aa665b03bad81","sample_id":"grade-school-math.dev.5844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61ce275631058e9e668e6378b2a182d6376a11caf7b33e039f65b07a3845d85a","formula_version":"titan-u-contract-v1","latency_ms":0.7381249452009797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1a5a2e2808565599be6bd1cc7e3fd42360a4b608545690c8555c21c57388e25","sample_id":"grade-school-math.dev.5845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e802125978a7b2e5a6934e8ca942812e9d214b98ef7fcba60112c294e1f265c6","formula_version":"titan-u-contract-v1","latency_ms":0.8760830387473106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be8654934259defeadf2ff0b3986bccbfa0e25806a4bcba890f4f1f9b98ea84b","sample_id":"grade-school-math.dev.5846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d164774ab625dd76912c6b31ea805b74aef035e3a66b6c0d60dababc81fb6893","formula_version":"titan-u-contract-v1","latency_ms":0.7149589946493506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4396c330846b7db7df0cf589e5c0cc88db1edc5760f2b56dd82d8b69b228f9f6","sample_id":"grade-school-math.dev.5847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92ba6fd80c0b6ae709cf20423b241d05c0b3fc0d06420dc3a5641c2a7f56c26a","formula_version":"titan-u-contract-v1","latency_ms":0.6198749179020524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"972c56284e42b9a74e99a3fd4b72978f5a27f4c5f724ae5c82f30e970d72ddde","sample_id":"grade-school-math.dev.5848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b90e1a445e012671483cf5d339d65ffdc7a3264ca6887616418886d6da52eadf","formula_version":"titan-u-contract-v1","latency_ms":0.8373330347239971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cefdccd6b663dfb5998d9c7a1fb6b6b457f0eee43d057db9ebf5ab2896aedb9","sample_id":"grade-school-math.dev.5849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"345f856a81a266824a5f2d2878b87f930711978e2faf4f65bd11ea1241da3c80","formula_version":"titan-u-contract-v1","latency_ms":0.8782079676166177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d94064ac17a83f72eaa560e67478607b5c947cf465885dc4536a0a90960c9e1","sample_id":"grade-school-math.dev.585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5921ac6cdbf459a9ae122220577371c0fc7821325825b7bfff9873aa80c71f0d","formula_version":"titan-u-contract-v1","latency_ms":1.123833004385233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ffa5671fb31ea950efd7d54a2dfe0690ee32096707e4f7af4e82e6cc526b74a","sample_id":"grade-school-math.dev.5850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26526046722f12329dd56aa11aa96cd2166d9e46ef606dd591316afb26cd753c","formula_version":"titan-u-contract-v1","latency_ms":0.9873340604826808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0bef3b7f3f9521efa9765f6edc08dc345499ee3cee5adbaabe301c35f733d3c","sample_id":"grade-school-math.dev.5851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75291c451fcebb65f64afab4058377050e12274d53932fdf368976497a353d99","formula_version":"titan-u-contract-v1","latency_ms":0.6820829585194588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b23a096aa77bba67852804517ec2863da382914b853fa8f5ab7a47ab33185c87","sample_id":"grade-school-math.dev.5852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a96c6eec780e8eb6c586bcecb118700d6683de67ae812977e44e5193970a3f2","formula_version":"titan-u-contract-v1","latency_ms":0.6665419787168503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6c4bb10f1a279ac4d69410b038375f3b67d14f47e6a9b83776d2d24a3d0f767","sample_id":"grade-school-math.dev.5853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6cd1fa63db18ca5a5d9e93f3720e2695f5507100d5d566b84035b6dc08f5886","formula_version":"titan-u-contract-v1","latency_ms":1.2159589678049088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6683ffb42a4658ade458b010439f81d65a1dd5b6563719852f3267d32b67cfb","sample_id":"grade-school-math.dev.5854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c796a4f8d78a99346d0bdad52b054a110d1991744c1d22766c81911b984a8708","formula_version":"titan-u-contract-v1","latency_ms":0.8505830774083734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce80c3f7b6a943c429c5306d8300cc07ce46d6f28bf8b23349d110f00798ba79","sample_id":"grade-school-math.dev.5855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d006e4526780ec204253f4122b3546a098d6282e9b654a9b4b11c35e90e31fb","formula_version":"titan-u-contract-v1","latency_ms":0.8416660130023956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9722828ff7838a66c6673734097951d994dd58b42dd98575c0f0bccb93e437a","sample_id":"grade-school-math.dev.5856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23c501f26dc7493737b1eb7bfeb29161c2e6b0eee978f0892d69bac2bcdbd57e","formula_version":"titan-u-contract-v1","latency_ms":0.8960410486906767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fc3b893a385de49745d2322cc76b5c736ff3c1f5b081c0b328a97dab159707a","sample_id":"grade-school-math.dev.5857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bb5491777839019e557b81e8d6a9016a02bf4562b173d5a889dc5b87351e523","formula_version":"titan-u-contract-v1","latency_ms":0.816499930806458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c692d79ccf064040e30efd17122c9417507f238af3b8038b8f115d1d9a057f08","sample_id":"grade-school-math.dev.5858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3070e1541c5c5df16676a74e1660aa67132a385bd7170c0e28d83fde880d5ef1","formula_version":"titan-u-contract-v1","latency_ms":0.9704170515760779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ed19817fd41d98121cc4ff9eb0b71fd2db9e399281b870b86cdfd6dc95ee024","sample_id":"grade-school-math.dev.5859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9d4f69de30ed6fd1d96659d18161421307d2ce173814107daa50d3aba65278d","formula_version":"titan-u-contract-v1","latency_ms":0.8627909701317549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ceceb2201fe2def386fd5a31f930ed628a0846a346367f9ac32fe89ed2ec2db","sample_id":"grade-school-math.dev.586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a30718dad39bf7b1eb044bb3d1b94151a564f6598a1fdee2ee38c10ece315a55","formula_version":"titan-u-contract-v1","latency_ms":0.8895420469343662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a09d6e66da09615f277fb86b0ebe636e0bf3c9bf6c3b08a698f4b127cef120ad","sample_id":"grade-school-math.dev.5860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1c04fd0520e51339e970c3dbe9ae1ae723f3da9b5e4425070ae3df0c39a2518","formula_version":"titan-u-contract-v1","latency_ms":0.9662910597398877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88523465c51ce6edac658519ed6dbeaa63170b1790d1d21a50765c5a08f183bd","sample_id":"grade-school-math.dev.5861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad1087134ecdab7d492445e6b76ef78110174e51ef45f98f73c4214c407534df","formula_version":"titan-u-contract-v1","latency_ms":0.9353749919682741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b374f9d0a7ea2fba1ae1ca7ba681b6d9f5ce819bd94b8503fdb2dfe9e71313f","sample_id":"grade-school-math.dev.5862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc4d897e7950bc0db17e28a5d340a54f5c50b38c3927eb1f6d88b2b5b5de5fb5","formula_version":"titan-u-contract-v1","latency_ms":0.8286250522360206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cbbdc072e8d464307e0c098f5d8008b6795c736a8276685294fc07d0aa124cf","sample_id":"grade-school-math.dev.5863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7852b39e3d443021e0090286c66ee948f6768cccf88234eddfe7f35e693e0e50","formula_version":"titan-u-contract-v1","latency_ms":0.6682079983875155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cb535aed885ad7485230407acabde7f63e68484ff889d263966475b2e06469a","sample_id":"grade-school-math.dev.5864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9813cc6d9786036b1420f49850521df0bc74773e6a257178ae4401d784007d67","formula_version":"titan-u-contract-v1","latency_ms":0.6333750206977129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e73e28d0a0c52c8f01ee9fa8ae6ce7f875f27eb92315b693454cbdb5e09ebec","sample_id":"grade-school-math.dev.5865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c47c05fff5b75651fbdbbc12e8e821fbaff1d7768fb9ad622b16bbbf1a2fc37","formula_version":"titan-u-contract-v1","latency_ms":0.8430830202996731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a411dad6b06333056e0a71bed3a70200bf1aeebdbe3422a9a752a4c35d05f1c5","sample_id":"grade-school-math.dev.5866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00d362be0325e073c8d345c7b0508b1a1e3f3de9643d0d2b0fb4ce04ee5ceb64","formula_version":"titan-u-contract-v1","latency_ms":0.733249937184155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a406640bd8aeb7a617e589c3931e3bfbfbd5a5d775385f1544c922123c133187","sample_id":"grade-school-math.dev.5867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43ca863968352fdb753d32960a03a485bf2bd4b314e16d5d6f82d711dcc4a1b3","formula_version":"titan-u-contract-v1","latency_ms":0.6779999239370227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfaa23233929d244bf71bbf208eba21482b9b11d7e0cff9037bf32663255db3e","sample_id":"grade-school-math.dev.5868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b88a87e3d5e9ca9641b63e4ca0adbb05ff02a6d44e40cae0aacd4550c734eb45","formula_version":"titan-u-contract-v1","latency_ms":0.6749160820618272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"473ebbb3612bf6682b34b398696a9b15ae4af0bd3c82939348ac73d16851dae9","sample_id":"grade-school-math.dev.5869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a81686b89023e29d5369027a5b31b03fa206740b81b7311af8efe69e9576e4c8","formula_version":"titan-u-contract-v1","latency_ms":0.841250061057508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c73704ac1e2445b3f149dc51d2c1cce942f6c9f9955c9a425449d58b27d2915c","sample_id":"grade-school-math.dev.587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5a6b01c6161f73e439532e11c615afef6125a5dac7b0f4d03e71d3bb5d60ffc","formula_version":"titan-u-contract-v1","latency_ms":0.8234160486608744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"568d10b9a132d5d761bd248a5136fe2ba15fb5ba402a32c78cf9ad99cdbbca67","sample_id":"grade-school-math.dev.5870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"195cc091a6c48eff920dfe16bd61a13ff3f452edee1c85c65489c7b0aedea2d0","formula_version":"titan-u-contract-v1","latency_ms":1.09858310315758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7278fc7e48d7e99dd8d875c8a403fbcf9b952cbffb828df175fb0eb18be8296a","sample_id":"grade-school-math.dev.5871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9f1c65647aa3e6a52fedf0b935296acb2ceed146ae7296fe162a8052ae6c2c6","formula_version":"titan-u-contract-v1","latency_ms":0.6595420418307185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83ee2d3d1056a664b0be896f3a77e0b33f0b983316379d79080515abe41f185d","sample_id":"grade-school-math.dev.5872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29932a037885d5c15fb8e2563adf32c443547686952a7dd61cb24569ceb25716","formula_version":"titan-u-contract-v1","latency_ms":0.9487079223617911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f81436fe18613f3963d013df3517d469b95035a00151a62f75626ea0621c0408","sample_id":"grade-school-math.dev.5873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"998afbe2569cef770c9fb259975de5cfc1ca3894a49eeb965c0eacb46f129551","formula_version":"titan-u-contract-v1","latency_ms":0.6770830368623137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60e6f7100680a60511af51af35a81fbd82fd727fe23b32075e09d43843f0a610","sample_id":"grade-school-math.dev.5874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3df7f54680b6e29fc53bbb33efcb8b5e93fc7a42e1d4b61e673eef8f8db01632","formula_version":"titan-u-contract-v1","latency_ms":1.0027081007137895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07e4a6d508024e1cf8eb08f4438436e6e14f9e034afc9c64d045c7a507a73b6a","sample_id":"grade-school-math.dev.5875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7438c95608e7d1dd20349d1d4647af81a47767e3cdcad74565bcd9bee533a1fc","formula_version":"titan-u-contract-v1","latency_ms":0.6938750157132745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8705dac2d2c824d3d19ed2e9f9b1ad8831b2f6df96a1c4334f88da1fa2f3dcb","sample_id":"grade-school-math.dev.5876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ba80b97226fcb14af387f9e97cd301919d0bf1c7d5b9f36a65ee16e1055c16f","formula_version":"titan-u-contract-v1","latency_ms":0.8746249368414283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e09617bc56584c8fc379ead35a4c8908ebf51ea3e9d69a55fa56e3f40ebb2c8","sample_id":"grade-school-math.dev.5877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a8d48fa0c2a720277e3d4fbb66ad3f9a5dd1e531ef0df2074fbce483c652d14","formula_version":"titan-u-contract-v1","latency_ms":0.6820829585194588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d7de9dc43a2946d268d2f9753643c2b47ce5051ab0bfddded801d32fd796d40","sample_id":"grade-school-math.dev.5878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e14074152f2ea7ebb244b0d5d263d9a2b09ef9f64b9c2d47035581f809569f8","formula_version":"titan-u-contract-v1","latency_ms":1.0209169704467058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a00e713412ba4c80368a85f34248137086d15f12d5a0b377196c5ab8d1315fd","sample_id":"grade-school-math.dev.5879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbbf0be37ec37a1f16a38e76a2d0e48d48d4cee0a811ef07f60850e3c53cde4b","formula_version":"titan-u-contract-v1","latency_ms":0.9542499901726842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5a4e276a6a038d0a404752535e1cea905708b116bb2c863d712393813f23482","sample_id":"grade-school-math.dev.588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"102966889b152036eeaccab1cdcf89d5e85b87a07184b10084411f3c92f07709","formula_version":"titan-u-contract-v1","latency_ms":1.4495840296149254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4c1b903b477505f1682fb4184f7ee76a6b3c5464da6fbc86f0f223ad998f0b3","sample_id":"grade-school-math.dev.5880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"270b94c19fbe13bb7d1268541bae5b810678015265e52f4d63f096698f40c161","formula_version":"titan-u-contract-v1","latency_ms":0.8853749604895711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b88c6c9a61afbda1de4dbd582037d9225b0a8ee3097db2881eb41dc7510cacc","sample_id":"grade-school-math.dev.5881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90c823afb14811187d8cfef2b02de45daf628043a5c58ac78613eede0d96b65d","formula_version":"titan-u-contract-v1","latency_ms":0.7620831020176411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"135f5d22f2ae1c76790c0445688aea187cc9b8473b5c2871ec1615814351b1cb","sample_id":"grade-school-math.dev.5882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a28c6e09235f1887f7fc0245375987c53d86575a4c7ab4ef1351701b4c10a29a","formula_version":"titan-u-contract-v1","latency_ms":0.8755000308156013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f498801fee29b0b3de9e78e3796a6c11b8fd58ce882bde0d3e2c893a06e7220","sample_id":"grade-school-math.dev.5883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b979dc75764175b778e4e7333a1d80b751862a318f412c63cd800f09907c7d68","formula_version":"titan-u-contract-v1","latency_ms":0.7093750173225999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f017e6ef762615569ed6ee3092caca2746dffe7b3df25b540ed58311e893bb24","sample_id":"grade-school-math.dev.5884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"479ac6a181debbe14e30d38f6e6a397a4461888da796970c8bea54682c86df53","formula_version":"titan-u-contract-v1","latency_ms":0.9766659932211041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcede4423d5d691fc92cdb0be8a5a264b53ee177fe1f65152ef9991ae4612737","sample_id":"grade-school-math.dev.5885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af5e05b21501d535cd5a7924fcef9039f242aa3791655facbd7fd4e68d6939f3","formula_version":"titan-u-contract-v1","latency_ms":1.0443750070407987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba403c71e926d088282391da19414f131dccd7ea4cef050a692f4a1c67926409","sample_id":"grade-school-math.dev.5886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab90c1cd106572fbfc3dde70476ba3cb518bbc4de93598759a0f58214b78d2f0","formula_version":"titan-u-contract-v1","latency_ms":0.82483293954283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3466d6246322695a1bddf38f5babb72bf362fcf03408b4cfa84fb7d69449b703","sample_id":"grade-school-math.dev.5887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7390f34ec2b8c33152ffc1ecc230c971a6df2880d544fec911436a794065468","formula_version":"titan-u-contract-v1","latency_ms":0.9274160256609321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b21c4882f274b0cf58ba9ee3909d1445fc0b3bbccee74fa8208975e9008fbec1","sample_id":"grade-school-math.dev.5888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"502ed53b90ee999617bd9d8531b58fb013da9df0902cf873e1c2f6eb2ee2a221","formula_version":"titan-u-contract-v1","latency_ms":0.9298750665038824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dd16d266dd30b6631ff918c06730ccb42632696055f05af4c7682b8559c2e45","sample_id":"grade-school-math.dev.5889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f4a18dc8ff2834fea4fd3c9cbb5b0b7d10be35c3d643a7efef09f5d39aea42f","formula_version":"titan-u-contract-v1","latency_ms":0.731125008314848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4136886edbf1cfb40d3c6432f86a2d61cd7c3f147edf16922836bd503f147f80","sample_id":"grade-school-math.dev.589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3640b631f8e3acbb0f2f75466948964fa93d25552dc6e0589c4837decfcedca","formula_version":"titan-u-contract-v1","latency_ms":0.6892080418765545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d09f5b0d4b69f005c8c9613cbe0246ab9f143dbe29870ef9ab543138f001860d","sample_id":"grade-school-math.dev.5890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6acdc2d2789ce15dda18c658dbe1f95fbc6449d03e9f4d60ae36715e1645be0","formula_version":"titan-u-contract-v1","latency_ms":0.6929159862920642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f2338f66ff837b938f5f1899e37ff5e16f82a6b88f177c13146eaec9647ba02","sample_id":"grade-school-math.dev.5891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ea6d0751e1eb1ed0f4e6a433d97e3680680740dfaeb89c5a85c5c2dbee5752d","formula_version":"titan-u-contract-v1","latency_ms":1.279749907553196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cfff23233297592d874eef09d729bf5f25a42fa2e517328ffa816b43bc6e6e8","sample_id":"grade-school-math.dev.5892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4613d7436e28490650662f7544d4541547720b19510537ec21fa9478860a384","formula_version":"titan-u-contract-v1","latency_ms":0.9509579977020621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eff1a0942f76e1d17d130b44841dfec8dde796a736937abb6aeb689ddd53e719","sample_id":"grade-school-math.dev.5893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a78ba3641b1bd543f9457435a3d02e96a3eeb0281bd55006b148ddd6dffb0b71","formula_version":"titan-u-contract-v1","latency_ms":1.0058330371975899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9323d38a49231eb737e1d76e23934102d734e077a4a11fff7fc4dd37270521f9","sample_id":"grade-school-math.dev.5894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00af17466469f482058d37e362e394ccdec8192e564d9ccfc12558b4f277bc4f","formula_version":"titan-u-contract-v1","latency_ms":0.6767499726265669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4132bdfd54ad8cb321bcb150130eb4b49aecc216b8888fc9a756597b7608e4a","sample_id":"grade-school-math.dev.5895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84f6859e089cac154d31be3508f3d0e74cd4b38d2024c50f8f5ce31182d31a4a","formula_version":"titan-u-contract-v1","latency_ms":1.2097499566152692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3446dca1072d11bcd2476c4cf56672f95c9dab2c5cb75155d252f667d85c3cb6","sample_id":"grade-school-math.dev.5896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0204be6ae35bc28a62123f06e89b2b8693d36583fdd68d991caf3d3e94023265","formula_version":"titan-u-contract-v1","latency_ms":0.6980419857427478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ab0ef9919699cfa027e703dc5228dd3ff6fe12ec245791ec65830af992fe7b6","sample_id":"grade-school-math.dev.5897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d18c6933e9386663a81a0d8d79617e952365dbf37ce0e6cbf9768fb091434e5","formula_version":"titan-u-contract-v1","latency_ms":0.9616670431569219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd7c527f8274ee50894a91d7235e4f5e5e1c173872e01733d94cbab7a3e63069","sample_id":"grade-school-math.dev.5898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46f2befd5a4aff895b5c895c0dde4f8a676c01cbdc272b1f017cefd549db6f18","formula_version":"titan-u-contract-v1","latency_ms":0.6811670027673244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f396c80a6b76177c94b5073fb4cf234d0cad815b793c3ec8595d43f44de288c","sample_id":"grade-school-math.dev.5899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dd21b2acedcb69978a369d9c7d0697733a83a4262e589e636411d28896a7be9","formula_version":"titan-u-contract-v1","latency_ms":2.6912499452009797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"387195462d6a322aaad2fb42585727e40818ba5c590a488115b81e784c753e1e","sample_id":"grade-school-math.dev.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71264c525d184004769b696179a013f6a00299562be4f3cd470f1c77c6dc4d60","formula_version":"titan-u-contract-v1","latency_ms":0.9459579596295953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e1c2bcda0179e77b2ca7b1fb80f31947d0070b28efeb9ebd70972384937c218","sample_id":"grade-school-math.dev.590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc76b0f375b6d03be17745e80ca5c13158ee0b40174b75054097d69ee018688c","formula_version":"titan-u-contract-v1","latency_ms":0.8178749121725559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43c241c2e6e0bb295ded053609ff3ffbb2e35b8b3ac748f945ff20e1edb70687","sample_id":"grade-school-math.dev.5900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25dcb5bb0162391b8b3ebdb240b8385f99782c0d2f02cad73a740402e8f95485","formula_version":"titan-u-contract-v1","latency_ms":1.1959170224145055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eb6e66e8740504ee65bd23e11ff2649dcbb3087f5c573b5fedb5516136667c2","sample_id":"grade-school-math.dev.5901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d357385482c562942a7e2dc50fd0600ad260085a47d612366ab0cdc89bd6917","formula_version":"titan-u-contract-v1","latency_ms":0.6817920366302133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a17e7c983fa97a753f60b5e3cb49e87b4bcf0ad7aa082c061f09f6521db20b04","sample_id":"grade-school-math.dev.5902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39befcfd696cc587ffbf9975dba94bd7d6e62ad8b8fcb93a5ec4ac5b91c16cf0","formula_version":"titan-u-contract-v1","latency_ms":0.9128330275416374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51432878ce6e2f0c8feeb45f356ef3c2119f4c665793276cbeeed889a195f73c","sample_id":"grade-school-math.dev.5903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"884201832a536424e86b8783b1dde1d55a71b5b66f07e24897a5a959972b98d3","formula_version":"titan-u-contract-v1","latency_ms":1.005499972961843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b7d5eed9b96e90d3f2486b21d2b7b1a5abda86304c60e4cc53f7f445b49336c","sample_id":"grade-school-math.dev.5904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc16d48a5b3ba43c6148b42c200f762bdc4a82b20894ef0911489301cf226846","formula_version":"titan-u-contract-v1","latency_ms":0.9234589524567127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cd82d87943ca9ea5af83160ac0809c704309db0f0bbf081961819dd0fa83ed4","sample_id":"grade-school-math.dev.5905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9f13feb2c2e86b94030b09b75495f69565232fa287dcf59f373b961c0e6e175","formula_version":"titan-u-contract-v1","latency_ms":1.0075420141220093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b7545b6700ed839ae2aed31f91af94337c5d4746259a587a96a975ae2f8ab24","sample_id":"grade-school-math.dev.5906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80b946e2dc4541b49e6a50e07a503133c8f56669a9160ee72308073f27aa772f","formula_version":"titan-u-contract-v1","latency_ms":0.7460000924766064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6995d78d99cec2bb8ce9ce69f7efc7ffe14158d90bca2b2677b4034a3f077c08","sample_id":"grade-school-math.dev.5907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b332086677e767cc59aedd2ab7ea84f9b2595b8c1d95247152b04a730434b8ea","formula_version":"titan-u-contract-v1","latency_ms":0.9934579720720649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40cfb2e2d36c07f70d4c3204352666cd36e063864926ad10eaadc9916e6ab95b","sample_id":"grade-school-math.dev.5908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00e653dccb9f32c319580dc5162ac5f7b4ac08016dc4c88194984a8ffe9c0d4b","formula_version":"titan-u-contract-v1","latency_ms":0.9572081035003066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a457952966df25fd6f16d34ba7288ec03232ea968daef443381f1c7d88c2e920","sample_id":"grade-school-math.dev.5909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84d5037a79320db70e59e0d1fe7688aae958e5b3c8fd399b00434f401d16377c","formula_version":"titan-u-contract-v1","latency_ms":0.7873330032452941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d702033e8b752ce19ae03ed6ee1d741bb1827f0c1145906da930fa167054e91f","sample_id":"grade-school-math.dev.591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ce1f81d1ac11bdb86c4e30ba351260caee00083f674bbb69670f36acd74ef21","formula_version":"titan-u-contract-v1","latency_ms":1.0831659892573953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae933530e8c610195373dbcc4527fec0f8fa53c4c5aa660b37ba849dec966020","sample_id":"grade-school-math.dev.5910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bcb99219eee6f0f1f7394ba513e75561e5a6ba75cc4cdd34f55c208d058c014","formula_version":"titan-u-contract-v1","latency_ms":0.8170410292223096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f3719c255ab73012673e849d4bb62a95ce810db38730f0c051aba7b0962bf5a","sample_id":"grade-school-math.dev.5911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e63e7fc17158429be5cdf7571060c612eb1155a9a91f9014ae5b8118fcff704","formula_version":"titan-u-contract-v1","latency_ms":0.9737920481711626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c63e34940fee8ae563f77e08873e6d2bbe53b7c90b3aeaa8762ced6b677f118b","sample_id":"grade-school-math.dev.5912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9d898066d0cc77d57079c0e4d225847f30ea2a78f6f60446dec8111e7ac6c35","formula_version":"titan-u-contract-v1","latency_ms":1.2148329988121986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a48c023083f7162fe642ba81463a8a77956fc2154cb7aafb0b0016643e030c6c","sample_id":"grade-school-math.dev.5913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"517bfff6b9cbb667a9de59f9d46b4ca260f01c8bbf3637fa12b6421c5b1376c3","formula_version":"titan-u-contract-v1","latency_ms":0.7280419813469052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f047aa068a1a0044d00551a019d4295feb08fa35151a3476c465f9fc2f374570","sample_id":"grade-school-math.dev.5914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ec59b927f7ae9fda000518290666b52d43163d84137a93aa5dbf5c0ae807a1c","formula_version":"titan-u-contract-v1","latency_ms":0.9682499803602695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f9e23984f71779ee510287077511c6a62ceeb8a5fc1f46403eb1dd727e2cdc2","sample_id":"grade-school-math.dev.5915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4066265a464e976d1b70806e77f3c18e7c333d445ed402371acfbd951716b16","formula_version":"titan-u-contract-v1","latency_ms":0.6881669396534562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"966eba07200fa41c2e06198fc048b104104dcfffdba73e109a851cdf1332ad87","sample_id":"grade-school-math.dev.5916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dd89e993691f2e828ac15857a656bc859b0e9801818b4b1199513a49e80b435","formula_version":"titan-u-contract-v1","latency_ms":0.6880839355289936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c7efccb023e6f7f013e1dfbdf8e5581d922e6ee17605f2831a1e1bb93484888","sample_id":"grade-school-math.dev.5917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f79985bdaf35234916a8ac4d03c19234763e4065a586747cc1f345cfaec7791","formula_version":"titan-u-contract-v1","latency_ms":0.8082080166786909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca55c261bc212fbfb8b920033536a48b702c37fa5692d093c332a7b5f104c075","sample_id":"grade-school-math.dev.5918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"819a80bccdd56d86aa3a4229c7fd943b779eea118f53dde0a18fd6e4ebc09cd4","formula_version":"titan-u-contract-v1","latency_ms":0.697875046171248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49981d51968d488d761f5527f523fc4d4b439e7fca5bafdad80a80c7c0e6c5bd","sample_id":"grade-school-math.dev.5919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6f63a91e66b1b83d9c362c03b1decfeaf5c2a201a21f82bc8dd698a99a9f126","formula_version":"titan-u-contract-v1","latency_ms":1.0982089443132281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96b3a307e43b7fe30e9814ba68210a0537436a78244d76a2939d4fa048c87bb9","sample_id":"grade-school-math.dev.592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"473cab8906eb59ea6f42d878336ddc505a8174a740cb517d38188034717810d8","formula_version":"titan-u-contract-v1","latency_ms":0.7428330136463046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0aac793a87e268beaf0d74dfa563dcc42c13b62af20b2782e3e8d99d2561d99","sample_id":"grade-school-math.dev.5920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d88f61c5b8ba72884df45050a86c621aa265b05e1f427daf6897b11134a29a13","formula_version":"titan-u-contract-v1","latency_ms":0.7377080619335175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c098d99f257e25c970bd2e3cd8ceb74311239af2849f570bcb2447f7cb3de9f8","sample_id":"grade-school-math.dev.5921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3da2782b1686e33e1859c4f119b00b109cbffc2826d6c685527bd23194c8a40c","formula_version":"titan-u-contract-v1","latency_ms":0.6443330785259604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36b45170bb7bab38b63501b95af397ce8112a2a167b9d1e0deea336c1bec3911","sample_id":"grade-school-math.dev.5922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d96cb2681ba5da75a9e77e980d4e3a05ee866dae3e3792d07a2547106f015e33","formula_version":"titan-u-contract-v1","latency_ms":0.673915958032012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7236de2db2b5f8fd97e4f767b2f25c6b51fdda7770264237e79ef76c8e3214f9","sample_id":"grade-school-math.dev.5923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"832fa838a3fd7e4bd61aecc8943a1dbd6eaba5c7d4fe22f96ae66a59e0570be1","formula_version":"titan-u-contract-v1","latency_ms":0.9962079348042607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a575ceef3e9667ba0435bc81ca35f78ba67eefdc9df54c0dfce658e1f4f9aced","sample_id":"grade-school-math.dev.5924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdc16e61afd7cf7f380ff5331d124c24196a5cb28e8d388c407bbbb86c19109c","formula_version":"titan-u-contract-v1","latency_ms":0.7024580845609307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b21ed1c00d010efbb89fdb8ad2649589bdea60d5f5868b1b7e11d0caff0fc064","sample_id":"grade-school-math.dev.5925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c309ba0057d21bad5a5f7fa9b6c76e3c4b2811714107e6dddc3377a783c2a99","formula_version":"titan-u-contract-v1","latency_ms":0.8943330030888319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"043dd5fe025429aa285dc31b2b276d8e9f1c7289fa34fc92ca8bb2a4dc5e31f6","sample_id":"grade-school-math.dev.5926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c00b4067d9460f90bac46aba5e4a0a335d99e4baa1b06ebb298c04cc1ff5b106","formula_version":"titan-u-contract-v1","latency_ms":0.7024579681456089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92a067c47670370cf8a21ab123bf1b098abe3182dc830fced76c8edb2d53a8b4","sample_id":"grade-school-math.dev.5927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e785ce270c6e533da9869b0489b9428768175a45f8b7d7c54e382c8f5982133","formula_version":"titan-u-contract-v1","latency_ms":0.6521670147776604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfd72df0b26c4329ede837db08a17bb3404cb2c86341418162ffb4e4d98ae88d","sample_id":"grade-school-math.dev.5928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2828320eacac5bde11b14028db21024a6dece65156d5012e86d2399c4d933a46","formula_version":"titan-u-contract-v1","latency_ms":0.8218750590458512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c93f047fd23dece9ff36a96c2a76416efb721b18efc261c26871099cdb15d9a","sample_id":"grade-school-math.dev.5929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"250d1aa0ae1eb034f7daf15595aff29dbeb2e75faf89f7aa3b7c3644150f57fa","formula_version":"titan-u-contract-v1","latency_ms":1.2204579543322325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9b11c05dd118989f071501cce22e28832c14e5e5066cb038097c3feb9e6cc9e","sample_id":"grade-school-math.dev.593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71695aa2ea4bdb7f8595af4bcaaad477bcce12726002a24f69ca887917f46d69","formula_version":"titan-u-contract-v1","latency_ms":0.9457089472562075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62c6316e1f866e536be7c1e67b9604031a166f02a5c5e06f8a23be426f322662","sample_id":"grade-school-math.dev.5930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04f757d32c68e84fb22461e73d0f7e4107a5e8cf756edb603e4d88402e63de97","formula_version":"titan-u-contract-v1","latency_ms":1.5420829877257347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcfcf3237b707ada99b798a027e3259e928bb8fe44fc59240b7c0bb054babc20","sample_id":"grade-school-math.dev.5931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e93907683914e1fe809ee007f10df92cc3a1b1c5f275c2de36e135b17d302f9c","formula_version":"titan-u-contract-v1","latency_ms":0.7352089742198586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"239b9feda54c93ba929f8d219c6e4f2e0ba7a5f4165d6c9e61c6f315d61ead88","sample_id":"grade-school-math.dev.5932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3e51306d40d5fc56b5435f5ebd6095df801b94317ebb5bdaad7694472af7794","formula_version":"titan-u-contract-v1","latency_ms":0.6577079184353352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b86a978ed609165fc101417d58b41581a2503690f112f7cbdffacd8d7ce2381","sample_id":"grade-school-math.dev.5933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbb46a263b5a33547793cda821ce23b9313e1c5ef7d1ebd2c50bb7efb196423d","formula_version":"titan-u-contract-v1","latency_ms":0.670708017423749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01ff442d144575d979e123bf845366d35ce9a55d5c87e1a6898969fc1aac0b13","sample_id":"grade-school-math.dev.5934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6623a9b63df54a5abf78267a478f518ed829b8875d5f6bfc2460fca1a43dc53b","formula_version":"titan-u-contract-v1","latency_ms":0.9577079908922315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcbc7cdcde95a03688c72b16c44a827bd24e5409993c12074dcad8ee87662d5f","sample_id":"grade-school-math.dev.5935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70ae8d9776a6dc6a95e89a30fb39058f7c4a58fe48dda2ca772c713a228f95ab","formula_version":"titan-u-contract-v1","latency_ms":0.701499986462295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48018bb796b64c737bf370f965b822fa552c57f2321fe8f59a9432a68b4afc5a","sample_id":"grade-school-math.dev.5936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71db57eedd3716eed6d2bf39209706a950bac1428c318db7b74ef373ce7d7185","formula_version":"titan-u-contract-v1","latency_ms":0.9840420680120587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3eae47d6190a4391eccb9f72c36d61251384f5214ddef7f0479ed6362864deb","sample_id":"grade-school-math.dev.5937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c872da6bb74d4c6be9037b12cd1af7ad18bc65e5bec926e78fd28442a663eec","formula_version":"titan-u-contract-v1","latency_ms":0.9019169956445694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5e24b35674d7bccfab1d2a5d00df2637a3cdb43a7ef5ec251344afd4f192a40","sample_id":"grade-school-math.dev.5938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd723c19483564edf40f8912a825d47e6473c626d0201830729bb99875d85612","formula_version":"titan-u-contract-v1","latency_ms":2.223541960120201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21e09daf0ccc417f3bdaf35a2c003a911b46698154c402c655825a7c040e533f","sample_id":"grade-school-math.dev.5939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05609e0c67c0455a29fd8d13e3a20e5a528114c7d649ca7589e8129b96c07bda","formula_version":"titan-u-contract-v1","latency_ms":0.8633329998701811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0bba3357905c4d15a4b8d83a5138599f3438caa28c7463010ba7d3b6aaaaf4d","sample_id":"grade-school-math.dev.594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"161f0836d5d861f6606e94244c24c60825e3aec1714d94aa225c40288360fcd3","formula_version":"titan-u-contract-v1","latency_ms":1.0460420744493604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc92af2ddaeb93784249d9a0914850c1eda7f0b77775eabef2ecd0c7d774b30b","sample_id":"grade-school-math.dev.5940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7152258eb728ab09ca221af7389d33053763c6d17302897390ff08705219f260","formula_version":"titan-u-contract-v1","latency_ms":0.8546250173822045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"350f8a84a271a089811474c818ffb39f0ae4f3a6187a400aadbf6052db9966a9","sample_id":"grade-school-math.dev.5941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41f3c07baf301e371988a42bc83d0db4bcedc7cb9dd127d034d89d1767c71169","formula_version":"titan-u-contract-v1","latency_ms":0.6780829280614853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bdb129ea7675424c441c1b1c818a24b2a2e8204bbcd72f1397b54e0d7852a08","sample_id":"grade-school-math.dev.5942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7fdd0edbb83910fa14a5bb29f2e602a6437467613d45f50806ec5f96e24e45c","formula_version":"titan-u-contract-v1","latency_ms":1.12062506377697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc5a689ee127620b3bf317c133a1888c207b0a9a887a4abce7481abf509c7ea9","sample_id":"grade-school-math.dev.5943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38b11ba23c874fbe4083e39c8411209d40e126cdfa8c5589c2872d650d3ef343","formula_version":"titan-u-contract-v1","latency_ms":0.9230419527739286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88508c5e5e9962411451e133c8d2871435a2e30377d77d14f375f88022ca5f25","sample_id":"grade-school-math.dev.5944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"955a25bbe24481f42d99ddf8c93ba2598fb92b1b2f6f6d58342998cceb4190f1","formula_version":"titan-u-contract-v1","latency_ms":1.318249967880547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f07954c899d82494e6a23a6be6b034e8dea697b8112e2c1f3f2d4649f16f61b","sample_id":"grade-school-math.dev.5945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c9168b0f9b5d7e582380eb69bc33ac4c16c9892694b997f88efb58771bd3901","formula_version":"titan-u-contract-v1","latency_ms":2.039083978161216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6c4cf4a6704a60c9f491988ad2ec8ee155fce41d23a53ffcb3de25bc904cca9","sample_id":"grade-school-math.dev.5946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de88bfaca3a20a06e71a9b9d67783e18aa5cc36939dab78dea7967256661ed9e","formula_version":"titan-u-contract-v1","latency_ms":0.8575840620324016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c1a4c2f53a64c58331134cc830dd3a8e960e6a5496e0239fb5ce997456b3947","sample_id":"grade-school-math.dev.5947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae1c7f729bdf74b0ab89afdc6ec7d7a25d070b2a44c192934c8b37cb6ca8c7fa","formula_version":"titan-u-contract-v1","latency_ms":0.7788750808686018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b26f3a7e9e19b7ee6212f19b31fd86eea889606ce893c2b22668b8870311afb8","sample_id":"grade-school-math.dev.5948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22e3566e9754181f3238351e3fa21e3c26eeb9bced8500fdbb7e2fd5d1abc640","formula_version":"titan-u-contract-v1","latency_ms":1.176042016595602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c5200fc73572bbd235f6d853be38cd03d5c14d3122a05305a94857d35f24848","sample_id":"grade-school-math.dev.5949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54a7ba27c0244f522df11c25fc0db98a0a93d96c616de438930497bd35a9249f","formula_version":"titan-u-contract-v1","latency_ms":0.8438749937340617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e04911b91b3d869323d6ead84215595de3342c78d41c25776d4be1470fb228ce","sample_id":"grade-school-math.dev.595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d42b92d895c4fadae713a1d9f532a38250ca1c172a045f3de025349a55a4f198","formula_version":"titan-u-contract-v1","latency_ms":0.6997089367359877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9230188539ce3359eca51f7c486afe2c42afc83e7efdc98af9c9579fb3ba4da2","sample_id":"grade-school-math.dev.5950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c4b59b760bea88b10c9df787060a4a7751452240bea2675922ab6545757b716","formula_version":"titan-u-contract-v1","latency_ms":1.080750022083521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"617470ed110c788ff958e587b434ee99fbdb499b31998272341209a252e8adc4","sample_id":"grade-school-math.dev.5951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a782625ed5140006cdbf2de15a018cbf08471a269943b9d2d2f6bb5c442fc6a9","formula_version":"titan-u-contract-v1","latency_ms":0.6912500830367208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4571fe5455a850693271db5bb7df39b9549a31d5d1db4a0951acefe74ee3a6f6","sample_id":"grade-school-math.dev.5952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2610b68d5d508e11bee82d049f16b25d14a6c4697cd374242ca326a1651ef0e2","formula_version":"titan-u-contract-v1","latency_ms":0.8557919645681977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ca81875705f7b6a0f4e2db3c506b0e3e84dba9ce6ab9dac23762338561cfc8b","sample_id":"grade-school-math.dev.5953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c84648eba4033573f79b8a0e43981ebb77910bc69c4a2f8f1520d07a78400052","formula_version":"titan-u-contract-v1","latency_ms":0.7307080086320639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"368ea920ae8f314f720ebc69b3f0daad54722e4185bcdd8f0fc0eadef4ab0767","sample_id":"grade-school-math.dev.5954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87823b4484916430a6a807fe30fcdc52127c505fc8cafdc3498f6d07e82544a1","formula_version":"titan-u-contract-v1","latency_ms":1.1748750694096088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"303bcc2ac1a307eaf90d67c7337309170b1e0db3867aec95273e40e5b7afc09e","sample_id":"grade-school-math.dev.5955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4715942815744410743ac04555ef299f0467b5f7e8d7c5f371d557fc30d5d587","formula_version":"titan-u-contract-v1","latency_ms":2.215667045675218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68236e6b64522aeaf60d611f79843a4e473f1ee2dd2b11dd0bc91f4d2d3aaad8","sample_id":"grade-school-math.dev.5956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e62a757e603067f60d47ee57d9edccc6d97a475c77bd5d2f839ad3ea7704379","formula_version":"titan-u-contract-v1","latency_ms":1.357708009891212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aef638727770ad2c674a2bf48ee1afb6e4ea73190633714043a6c58aa9434590","sample_id":"grade-school-math.dev.5957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cf2ff8013f83c56aa38310ae2381ace6baf5c0161b41a9a7d474f1b381d91e1","formula_version":"titan-u-contract-v1","latency_ms":0.7529999129474163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"018688d7e13b410ed4311e0768ceedf72b4b1e45c0a3478b4452e5c187d9d670","sample_id":"grade-school-math.dev.5958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e098a70deb74d4dd3f811bbaaeaed995c6f5dd56417f0b04ce2419480bf5d13","formula_version":"titan-u-contract-v1","latency_ms":1.043915981426835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b9c8f91204fa5e52029b33a20a712addf2869db112027768ec4f8fa0c4fe646","sample_id":"grade-school-math.dev.5959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83b0fccdfe9194bc6414e7b2ee7ae3801203af317e42a56432fe30332f2dc33e","formula_version":"titan-u-contract-v1","latency_ms":0.8933331118896604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0f583ad0b157695bf0da59f41b90c1f309f3befbd1d9aad091dc162462c0484","sample_id":"grade-school-math.dev.596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00f080b7c8161dc88eb15e7520c6ec176f6b273caca81f665a3287be67d3be12","formula_version":"titan-u-contract-v1","latency_ms":0.8135829120874405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b15b990cb6460a73418a47b9c7615b9971440e66dca8a18bd2b18e82b89d542d","sample_id":"grade-school-math.dev.5960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"464309180344488f3241490baea8f0a6a4eefd8d95cfe880acc5bc110302cdf6","formula_version":"titan-u-contract-v1","latency_ms":0.8124159649014473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fccad646c5018b9b5da6e7ccf6fc886d3bf4610043f05934284664d533cd970","sample_id":"grade-school-math.dev.5961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d373a19e0cb5b0c3d1e82f8c377c3052a3e87c449e4b751b6ea954749238e3a1","formula_version":"titan-u-contract-v1","latency_ms":0.7384170312434435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20953752b924884d4fbcf4310c898a933791690a43394ed3bb87640748c8af4b","sample_id":"grade-school-math.dev.5962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4bd1d9eb78044db6205031db7dad6baa1049c304a1c4d7032ee5bd41c106cf8","formula_version":"titan-u-contract-v1","latency_ms":0.6954580312594771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15bbf531d7ebe4b7fe1239e9da7d5105876edee34531ea1f729ab2a9a6ef421e","sample_id":"grade-school-math.dev.5963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"742f29e1e0ec8f20a7555563dd8e1f837100b9cb8af14c940b93d65399d6afc3","formula_version":"titan-u-contract-v1","latency_ms":0.8978749392554164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e674d3b8629eee488a103e4be2ae1a416a648940a95c799766bf49d2e333c395","sample_id":"grade-school-math.dev.5964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be331318bffb56702994d88bd4ea416af963a4bc2a29778fff8db09e76a31a6a","formula_version":"titan-u-contract-v1","latency_ms":0.6776669761165977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33674d963406df009b04531909560fc84886edc3216a1dfb6a04953e2fa69073","sample_id":"grade-school-math.dev.5965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72fae98886ed29710530993375b53989e26d636de71e86d8885896e241fb83a1","formula_version":"titan-u-contract-v1","latency_ms":0.8775420719757676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f82a59b05ef7f2f7702457917c6c5b19de978342148d5c14a955924c732b47dc","sample_id":"grade-school-math.dev.5966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"789c9309506bb4e1fb0ce5bde9467c3c49cc7f9bc2c8d8154a2e818a28cb8829","formula_version":"titan-u-contract-v1","latency_ms":0.7552079623565078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8997b2e87902a5e4b18374b7075d284bf857bb11326c26b74eb371f666b74c4","sample_id":"grade-school-math.dev.5967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7301705667927bcd55419f13abe1e736093a2eba1d2bd9d870d272d42dca3a9c","formula_version":"titan-u-contract-v1","latency_ms":0.7120829541236162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92d7b115dadcdec2e2f28e195e91ea720430e612b52e7d5f8cf2bb9c686ed1f3","sample_id":"grade-school-math.dev.5968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a9369a88d0531f802fe632eb4160dca6e8732f00921cab9fe8861a9e3e94d11","formula_version":"titan-u-contract-v1","latency_ms":0.9197919862344861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc5c251f83cf6c93abb6db2f88a3e19483738269f85aba1305dbcbcc4e45dbff","sample_id":"grade-school-math.dev.5969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6b143a289a9efdfa51e0f1022bdcaf2d74a8b8ab651c3d196ca1f2dbd20a3c9","formula_version":"titan-u-contract-v1","latency_ms":0.7764169713482261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9943a888cac99d0a47feac5d5f1a0fd16755fed306a06c8cfbf50e7c7812f2e","sample_id":"grade-school-math.dev.597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20139d7e649d0be5e318ba02fd59038a387ed1586f9e0e1e7c18bafc01e8489f","formula_version":"titan-u-contract-v1","latency_ms":0.9213329758495092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afc8d89fb2757999b70dda09f028f14c602f84a00385e50e9484ef4c5d7878b1","sample_id":"grade-school-math.dev.5970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b988e60935170c4e20f1abf1acf42cbee686c6661169ad93cb6f920714e0aa9","formula_version":"titan-u-contract-v1","latency_ms":0.8153329836204648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0867e4e5be9482675bd48505a37db4fe0621ff491e14247f1a47f58a9715846","sample_id":"grade-school-math.dev.5971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89b4db5a78eee77ef07b0349eb5a02bc431a1b863560f548a5090f6cbff1ba3f","formula_version":"titan-u-contract-v1","latency_ms":0.7417079759761691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"789cfa25348818a4dc624522c2c6c1f5b973375b61380232320523b1dca548be","sample_id":"grade-school-math.dev.5972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93d4e873ac4885f43d2eb1e011adfcf85d5d1eea9be04be8d797a44e47a33535","formula_version":"titan-u-contract-v1","latency_ms":0.847332994453609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dbcafaa483e3fa40bdbcffbaf5b3547376c64c6b6d94b1ce9a5f6fa0e3d84ea","sample_id":"grade-school-math.dev.5973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dafefc4e5154774f129cdcb99c8de7482dfdec9ef219d3db3e3e7c7b3a55c5c","formula_version":"titan-u-contract-v1","latency_ms":0.7774579571560025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bab8f0e7b8ccdbf89156463440e0c8622eac8a2ac588aef10748fa394fa2627f","sample_id":"grade-school-math.dev.5974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68b552ac29df39fdeb5ff02a1fa3c851cef45218c77b75f31d169b7f3e19343b","formula_version":"titan-u-contract-v1","latency_ms":0.6863330490887165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f49b538292d9063c2fb065aa9751628d5d1c3ca30c45ea517af04dcf889cdc0","sample_id":"grade-school-math.dev.5975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aef14a79e00d5273b428e1bd74bb082f9b1734c699c301147be678508c85b9b9","formula_version":"titan-u-contract-v1","latency_ms":0.954583054408431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4933e19b64db2f52a876a623e8aefd8e0d99f6cd09def8cde09f58e8da35cb5a","sample_id":"grade-school-math.dev.5976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"466c6e34918d222672c620a4b7b21e93f135f0d9de9fc7e8996bc90a4584f09c","formula_version":"titan-u-contract-v1","latency_ms":0.8335839956998825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc490a58438233c624712bb8319299613e0fd02cf8914638d866acd87526994c","sample_id":"grade-school-math.dev.5977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ee08d36d0d195a860a0cc1496bd5b266f02095358faf84157b2a7125a1776c8","formula_version":"titan-u-contract-v1","latency_ms":0.9165420196950436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7987414e3c0190c3b808c814ea10bc4fa17bea7fa80ec1fe3d3a1e1f2d1a904a","sample_id":"grade-school-math.dev.5978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c424623dc718226760146e48b4a75a5743e4e7af35f633ade2da2e720985a40","formula_version":"titan-u-contract-v1","latency_ms":0.9129580575972795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d689b84e9fe987b79e89d7b1f4e67dfce3be93324191702e8137c30d95131bf0","sample_id":"grade-school-math.dev.5979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f929261c5d4d80310b04543a380b2328d81454e22100e457565c0f846786361","formula_version":"titan-u-contract-v1","latency_ms":0.7133330218493938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a55ac6ea7c8762b7fc1ccdbd343c15f05c543e917adba6ea2214265524978d6","sample_id":"grade-school-math.dev.598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38196dc94adc7343c2c069676b12a211dcbb889ab7735f7840ff8ac7e6ee2c79","formula_version":"titan-u-contract-v1","latency_ms":0.7958749774843454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fe79a4a71f1036841763b8dba9af9821daf6be28aee1da798ac0c89cf0acbab","sample_id":"grade-school-math.dev.5980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05ae8f047f815607d37949952266a810dcb4fbf282570e28ac37ff94deb79294","formula_version":"titan-u-contract-v1","latency_ms":0.8975409436970949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79e270547044c7dea0f87830b69ddacb3bd14bdcc7239becfb31b515ba2d5f07","sample_id":"grade-school-math.dev.5981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e50b79d603a6bc9c446dadde815c67937cc1ed7e16f3170b9f9f8301505a3e9","formula_version":"titan-u-contract-v1","latency_ms":0.9485420305281878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfa60eb2608fc7cb021f6dfa138c724182eada2e57ce10523b82979833cd5c46","sample_id":"grade-school-math.dev.5982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abc41d09fa9023471d1f3a829de2c296bfb17400af5502b509d392cd8f4a3567","formula_version":"titan-u-contract-v1","latency_ms":0.7335830014199018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e87cfbe7be55f26d5cff966d6fdab669e3351ad6c56bad824d76beb54064cd10","sample_id":"grade-school-math.dev.5983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b640430faa6acb97737c6ecdd3428416f2584f96708967bbafdaf56a37d85a37","formula_version":"titan-u-contract-v1","latency_ms":0.7916250033304095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9763a3e6c504afbd607d1346673ec440b3b56442b8b2f77569de5d35ae7ba9be","sample_id":"grade-school-math.dev.5984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c782787bf7b8ca67696d8c011a6d2dd5a6e0a5389fcef462a40ee4e5f3500f6","formula_version":"titan-u-contract-v1","latency_ms":0.89404103346169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79944428c9f1cb1bf8ea130b98e87af77775e108584e217767eefabf368c6475","sample_id":"grade-school-math.dev.5985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"128450d30325dd018efd5009fe2b22ac837b4e836c43073c36194dd6b264ece7","formula_version":"titan-u-contract-v1","latency_ms":0.9100830648094416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83c039d295b4c7becbed8b1894f1ac493e90344dfe04686aee86be757a8855e2","sample_id":"grade-school-math.dev.5986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e0bc8a00a446e01aba7678162c921a41a987d2cb20fbc16291a3a868ee921cf","formula_version":"titan-u-contract-v1","latency_ms":0.7148330332711339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18b729038637380dde3ea4345bbf7b3df17d9442e58d6fddf119a6e28c538f4e","sample_id":"grade-school-math.dev.5987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed5318eefa7a7a798ca6658a848ae19904105b288cfb233a84b063f9a84f2271","formula_version":"titan-u-contract-v1","latency_ms":0.6527500227093697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6489ba17057b8c40efff3ff8c0083c53aa8cd974837e9993a2c162e426c79319","sample_id":"grade-school-math.dev.5988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61b0938edbfa1ee52a0ed7395a12a2896cacad509a51a91e8b5a0fb71d9463fd","formula_version":"titan-u-contract-v1","latency_ms":1.0462080826982856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"261990e68840e17cd89f0cd5fb060fef2fff48a3ec1fde9dbfd8868a5a6f5d8d","sample_id":"grade-school-math.dev.5989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa76c0a43dccc393df19b8451b0d729fe90ba88c77abc58d9f9d2c9d718547b0","formula_version":"titan-u-contract-v1","latency_ms":0.6681249942630529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80e1354b57daf171ad6b52940adf4f1fb3a10b62c017e44b9a1e550e20e5e0aa","sample_id":"grade-school-math.dev.599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52404052dada16e069e4f2d2569664a41c7fa5c4a148b8d18ec09eabceb2d267","formula_version":"titan-u-contract-v1","latency_ms":0.654666917398572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfddbef80b43bd8e61849cd7f5388965048243a7b0f372ac17952ea0982e37d6","sample_id":"grade-school-math.dev.5990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e00f856168dbd9e01e4631d56efd50870230a7bccd3bb1d416c54ae49744aff3","formula_version":"titan-u-contract-v1","latency_ms":0.912416959181428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf27e5906b5a33335f36b4e97d2ded5076379951fbb44ffde21f4309e03490ba","sample_id":"grade-school-math.dev.5991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b30ea200033da5c4d6e7582d0eea4e0b66c8c82e1aae474586214a87758f059","formula_version":"titan-u-contract-v1","latency_ms":0.700166099704802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd446c449a521008377395492f9b9a61787aa829070bd43934d0ea20fe84e4bd","sample_id":"grade-school-math.dev.5992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab020f4484fa6088582d6cdd61f938bd1c32109980099d86023c93f0e11d8bbb","formula_version":"titan-u-contract-v1","latency_ms":0.833541969768703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"788b762396a8f3ad639caf777b97587a7e285f235806f2e91c9959a6f77badfa","sample_id":"grade-school-math.dev.5993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e52dd82827ca3c4381c763f86cb7b51f830b68e5dc5435415eccfaa8dff2523","formula_version":"titan-u-contract-v1","latency_ms":0.8105830056592822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"697766bd4c2d2dc8a8a56ebcf00f922eac1bd44a9dbc2dec4169006ceaa819ed","sample_id":"grade-school-math.dev.5994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4755ad4fa096b4286c335763a7a1737f72b454724dde58768be1d751a0365cb","formula_version":"titan-u-contract-v1","latency_ms":0.8164589526131749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeea1c65d56aa08edf111b14100f03eadb06281bc910c60ec7177804d884eed9","sample_id":"grade-school-math.dev.5995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c0d1811a9973cda73bfe7397e0f222e5eda5fa3e23a84e7f3d16f670ccee9d4","formula_version":"titan-u-contract-v1","latency_ms":0.7129590958356857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed2187c763b2303426673edb34e29bdde8838e50cc331bfd3f9c048f932d2331","sample_id":"grade-school-math.dev.5996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cc1080d90d0d4c5bb173bc1850ce4eb516a2709a8fc5d9f260d83dceb2597d0","formula_version":"titan-u-contract-v1","latency_ms":0.703750061802566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e57876d933dec81bc4ae65b98a5bd900b51170e4c104f60f00b56eceb80f03f","sample_id":"grade-school-math.dev.5997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93b72c716a5d6b60cc12ba3975bcdf3092a409e22a1fdb759dbb6ff7d47d5b3b","formula_version":"titan-u-contract-v1","latency_ms":0.8717499440535903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a30056a3f2d4f2eb4a04ecc002996f67063cec220d07f61c71e864a68a9ca84","sample_id":"grade-school-math.dev.5998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bae73ff81dde9f2be4227ba42b7bd4e1396466a2927301c5654988e002364f82","formula_version":"titan-u-contract-v1","latency_ms":0.7319169817492366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc725bfeb67341c0f2a4cc30627c61022b2a8575ee085facf109a2a38c933fb2","sample_id":"grade-school-math.dev.5999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bd6a3e59569257f132ecf36f59abc300e4573123127b19b7c749254e798f71b","formula_version":"titan-u-contract-v1","latency_ms":0.6918329745531082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e18355d6758bbc8ffcd9f44c5b451caea8e7371a4163736b7f44caa0e94d3e51","sample_id":"grade-school-math.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6721d77d7e5c7736f86e9f69ddc3084b7464860009ad3a6fb3940d01448c0886","formula_version":"titan-u-contract-v1","latency_ms":0.7206250447779894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fa7808ee06fdd0c1055930a23b3b8ca352adda9c050e3c15e9c73a393a6c669","sample_id":"grade-school-math.dev.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3e3ba152bb9e14d21d02bf099f4f0405ea2459080ec6da0bc7a7a11400fbb80","formula_version":"titan-u-contract-v1","latency_ms":0.7093750173225999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8a6777381aee035ca93aa4e1ab32b63fc1a72e75dfd8f56ef6e079e4b407fd1","sample_id":"grade-school-math.dev.600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb82bfce27044f80e1b39937d01812a27b45488d858eed5832b963b8464c5bb8","formula_version":"titan-u-contract-v1","latency_ms":0.6571660051122308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b4e7b7b2674fbc1ad696130aa5e8758ba689b02ed3580fad7c701260e7f990e","sample_id":"grade-school-math.dev.6000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d11f8b65bc8bacb65e3a8d2deceeeb323821b98687f4bf6befd8779cab36f2d8","formula_version":"titan-u-contract-v1","latency_ms":1.015041023492813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e28f5f180a305117ed750675444bfb665d2454f96fa326d639ba67cb8841c184","sample_id":"grade-school-math.dev.6001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ccbb8c1502c2ed4d41f541150a39f0a9fd510bd1c1a2c6c12a4ea839089cbb1","formula_version":"titan-u-contract-v1","latency_ms":0.7760000880807638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73620608ffd4c9ebf3daff51fb0ef5292d4cdd16053d71797e11de22125f1813","sample_id":"grade-school-math.dev.6002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c530d03dc47db4b5362bc56d3c0bd70c996dcc415767775dddab4c530b4766e3","formula_version":"titan-u-contract-v1","latency_ms":0.7338329451158643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bc853f0617063da2cde63e163d9337e864e082de8f5e35d691a0627167a5cfb","sample_id":"grade-school-math.dev.6003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b10fd7b28e61b6274d4875c9ace41a6c98ac75395617230df1fee3f671a52f6b","formula_version":"titan-u-contract-v1","latency_ms":0.8416670607402921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5303093561a2bc2503b77220c5017362bbefef20012528acde12b8d6182c7f51","sample_id":"grade-school-math.dev.6004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a680fbc36b8c6ea219ac160ce2ac9516f3ad4d6b9906dbd70829692f90394f8b","formula_version":"titan-u-contract-v1","latency_ms":0.6632909644395113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5891b3cf39d7aba8820d3e130a3fc7d945e31863564ebfd9c5aeb3bd9b1955f","sample_id":"grade-school-math.dev.6005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2da93ab9f5e8752648a08f47ed597de5407a65b7ad430b54c412c815be5abb41","formula_version":"titan-u-contract-v1","latency_ms":0.7495839381590486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84a550e41e5892bfb3540250a5528c4032ea3d602a1b071a87270ad3b4c1e23d","sample_id":"grade-school-math.dev.6006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbbc80608e33c5afd43e119a59e2288e0cd34dba8254af37c74b2e48b0868c9b","formula_version":"titan-u-contract-v1","latency_ms":0.7373330881819129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"666fb4a6dd7d707ab92ae43c3ac594832094d3585e6f050393dd1d1bad8168b4","sample_id":"grade-school-math.dev.6007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c741ad57dd70e8e2c1a600b3737a7722117e74f6ac816f1e839fc4e5109dc0f","formula_version":"titan-u-contract-v1","latency_ms":0.686208950355649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f809524462bc728eca6c99ab666298d67afaa8a6349badb766f76063c28193fb","sample_id":"grade-school-math.dev.6008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a04a14d3afe6cb875b56cd86fda304644eefe5b4402ff0205ecf6b79c41224fb","formula_version":"titan-u-contract-v1","latency_ms":0.7232499774545431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b63df573544d5911c0d7f18f65cf3a2de77a027a6e725f6ee5b04870c2697b1","sample_id":"grade-school-math.dev.6009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae7db7601f973f879fdc8a12a485fc3a8ddd16c9dd02cc1d1ce74f10588c62ce","formula_version":"titan-u-contract-v1","latency_ms":0.7507499540224671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7497665a1aa80fb2eafaf53015caf9c3531436892bce923e2a7e4ff20114e54a","sample_id":"grade-school-math.dev.601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a997d8a373810b32fc18d4c398bb0be36ad541fe3e89cb7b41cbc23326e9445","formula_version":"titan-u-contract-v1","latency_ms":0.8421249222010374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb973285b7889013082e5218b80f66d7a0b00d975796606078e7e44e31a5165e","sample_id":"grade-school-math.dev.6010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f784892078769901c0662941a49dcef5c322726c5e055b87fb02d84d8029e5b7","formula_version":"titan-u-contract-v1","latency_ms":0.6965829525142908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2c6c9a02aa9dbf9621a8b41a1dc5cfc7c5fadb43c8417b02c5fa18688cfa6a9","sample_id":"grade-school-math.dev.6011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afb401088d56e2fc376f8efde392f2e7086a001daa64716ad042bef5af04f7ee","formula_version":"titan-u-contract-v1","latency_ms":0.689542037434876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b4f97f78584fc6441d30a7343973063808e1d9402215161563df77954bde2b5","sample_id":"grade-school-math.dev.6012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"813856a2cdaeeccf083f53794b93206e45ccd3730976df767d5805a768643796","formula_version":"titan-u-contract-v1","latency_ms":0.6633339216932654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e4b1450629ade8b22c103e443888fa5a1022aae66b6105f0d562612f75b4719","sample_id":"grade-school-math.dev.6013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dd5bd00be578738713a5c43d1946f8fc0b31c0f7727d69a06362c6f2376de7d","formula_version":"titan-u-contract-v1","latency_ms":0.7053749868646264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8b182a510b42dfb228b45afd187cf4c6d5110fdf7cfff81b1fa61a09f5216ee","sample_id":"grade-school-math.dev.6014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ba736b770aa2d4a69160c6b748f95a99960bb41426bcf315e4a025d46016902","formula_version":"titan-u-contract-v1","latency_ms":0.6883330643177032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18798dabda7619923125edc7607dbd78e3b2e8770f19f5ecf7a6bf6ab10228e8","sample_id":"grade-school-math.dev.6015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"560dec7a0814fc4f5ebfafcf4df35c414fa8973b377f1673a00fc80dc075d5f5","formula_version":"titan-u-contract-v1","latency_ms":0.7364170160144567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1335fbb8fab6f9051b35513d45b820a96b619605bfb9a40e272acad6f85436e0","sample_id":"grade-school-math.dev.6016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea446d64b4a9c3ce0371548a8cbe70b058be77dbc000339a36e53e0fc6da2a72","formula_version":"titan-u-contract-v1","latency_ms":0.6774170324206352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e756a8d0f62db40c9a1e3f4a10a7dc03107256d1b91ee791f14c673faff3d70e","sample_id":"grade-school-math.dev.6017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2d5c7c350bd89f604341d9117ac9676d109d12abc72c4e8a32088e0e347b350","formula_version":"titan-u-contract-v1","latency_ms":0.6674580508843064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47976a40f0a9c3648ead7e82b61d4b95d24c914bbcf8c4476d271f3d97e34828","sample_id":"grade-school-math.dev.6018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05883bdb71ff0a81bf612d66f57748e1484e77b7b8d3cfe6d4040718117c3f7e","formula_version":"titan-u-contract-v1","latency_ms":0.9252500021830201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7765017b76d6bbec227195c0abd00dfdfb052e4bf465532433e8bb1296e36c8a","sample_id":"grade-school-math.dev.6019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87e4779899ebadf693843992f7781abef975395e1291ef9b55fee3f0ed058e04","formula_version":"titan-u-contract-v1","latency_ms":0.7114580366760492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d24693edab28df039ef48d6c950b6449068f72ccd3da58921111e4fe5d4ffc15","sample_id":"grade-school-math.dev.602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a10bcd5e9fff27b09082a845cbfa679a2d4d0fd3bd63f6edc35b9cf732b31011","formula_version":"titan-u-contract-v1","latency_ms":0.8316250750795007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"777010ad7cc8695ba96d67b673fe090fd9c49954abbca175dcaadf1b32ed26be","sample_id":"grade-school-math.dev.6020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98313c59ea6d78778aa85741d07e7421f2729700fe25b4e73eb47214dfb223af","formula_version":"titan-u-contract-v1","latency_ms":0.7273750379681587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12a65cc7bf82355bf3c89bf647f0c40d75a8edc5b3d30361946a0b7ee720a55c","sample_id":"grade-school-math.dev.6021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"975c94d42ee30161a33fa91b3e2dfe5af31f6620219c361243764ceabd4b772f","formula_version":"titan-u-contract-v1","latency_ms":0.8514170767739415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6b5f4ca3eff997648bead89996411853e52d8db860cfe0d3b45b09c55b60261","sample_id":"grade-school-math.dev.6022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4080943fc5ceb21a257391a68d227e09f238fad3b5fd06fab0bed0292503d59f","formula_version":"titan-u-contract-v1","latency_ms":0.8197500137612224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1074690534dd05e79fdd732a0d7d3ceb23c61e80c77b2cc230e9df0da6a77218","sample_id":"grade-school-math.dev.6023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d72dc8692646cef2ab1408ecd6e67bfe1b2f232c55ed79c071ddc0b6fc76dee","formula_version":"titan-u-contract-v1","latency_ms":1.3255840167403221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb94b996232a7da8243bd37bd5bf50c051b6b40de4e007996040bddbe8ce46bd","sample_id":"grade-school-math.dev.6024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d73af3644510fe9fcbca30a5b8f5f2d62559d3692a03253d11c2cf50b499b62","formula_version":"titan-u-contract-v1","latency_ms":0.6995839066803455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b92e540f7fb9b4425e471c6815b86483ad95e070795a29b5a1929e1ea08335d","sample_id":"grade-school-math.dev.6025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ab94510848fcd06ed90943ff16d35eaedb1e807abb5ca9d3c49683e61835183","formula_version":"titan-u-contract-v1","latency_ms":1.0345419868826866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f338bd989b59789b286d5c3dfcfdc127ad494e2cf1ceaa07cf2f03b902812d6e","sample_id":"grade-school-math.dev.6026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc7a16cfafb8914f9a660fe8deeaa3770401bddd31e9d527ac77fa0cccc99cf6","formula_version":"titan-u-contract-v1","latency_ms":0.6512500112876296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"866099a7060062a6be78246d053ecf0ec0e98a7c4d2c0a6b41b0686435acf312","sample_id":"grade-school-math.dev.6027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e361381c3307125b4779e91480fa2fbab54c3a69c63922664772582a489c44af","formula_version":"titan-u-contract-v1","latency_ms":1.7572089564055204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6583671f62f7f61bedbffd11bc0b096246ecf0e381149bcbf8c64d571bdba5d1","sample_id":"grade-school-math.dev.6028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bd9e5f0c59afef5f5e50612b6ed1c929d1df135487bb7aa20aa72978b304be9","formula_version":"titan-u-contract-v1","latency_ms":0.7768330397084355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24c6f88a424f4b2a0c7279062c3f7a25d889478db72f3d6c9f73efc1057030b0","sample_id":"grade-school-math.dev.6029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39e063db3464e1be9521c09b026b60e986aa01125f20190eb22459135217dfd6","formula_version":"titan-u-contract-v1","latency_ms":1.0782500030472875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"072a6516bec43e38552831d0560d6d1ee1f8346a9807901d9a658e9be3551906","sample_id":"grade-school-math.dev.603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c622e7bd1f78308f2c812ec490919ff2e0fdc0dd2623589d7848e05bf084b12a","formula_version":"titan-u-contract-v1","latency_ms":0.6335420766845345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16d7484c735577ae51e9986379da4a0aac039d13a39652c3409c28ce96f88fc1","sample_id":"grade-school-math.dev.6030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8830c7fb50a94b45b6cd39c334d6743ad31e0d7731a1e26cd4279c9270b3ef04","formula_version":"titan-u-contract-v1","latency_ms":1.433667028322816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd0e5562c741b02f10d97a8c513a79ab6a84f252da0a267c3b4fe48082a30644","sample_id":"grade-school-math.dev.6031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a3794d39f977edfed64b455f2a1d764d80076f6e9f6f4a7e53496413ae656c4","formula_version":"titan-u-contract-v1","latency_ms":0.6508339429274201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0eab413e95d0915bd19d724bac885f688799a344f1091978e9fd1bc470bc11c","sample_id":"grade-school-math.dev.6032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37aafd09b09b2c634c03d6bd4173fc6483c5f7dd745cb68622b2089ee12f7a91","formula_version":"titan-u-contract-v1","latency_ms":0.6771249463781714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ca8c15f8ff90fc6c1a3b6b0dba02c041027ef80f81f6fe6e71f4dedd99cd8c8","sample_id":"grade-school-math.dev.6033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31823c7852fdad93b0dab225d7201f16075dc7c6da9f8e7e38f186a1f32c0aea","formula_version":"titan-u-contract-v1","latency_ms":0.6979999598115683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e25c893cf6d01159386eb1ca3415a044f064a1a67a501ca8dad7c626cfac2732","sample_id":"grade-school-math.dev.6034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c003aa9fe25bd1577cacaf79962d091ad3dff83e666b32f3bd245574588d32a","formula_version":"titan-u-contract-v1","latency_ms":0.9414580417796969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"148d6e50d4b2c896fbc9ba64b706360fef34ed6317e047be8882f61ab3975829","sample_id":"grade-school-math.dev.6035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0c68ebb2894dcc28ecd47e834cce2d0eab041048259bf4db40118e17769e1bb","formula_version":"titan-u-contract-v1","latency_ms":0.7645409787073731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bdd7255e98c651c81aacc41d02fa00f5290595a696da7ba73ef81f71ac1bbb4","sample_id":"grade-school-math.dev.6036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a12e3fd2735d4333a387cd6102f7a6bf62543397d02481d683e058c484161032","formula_version":"titan-u-contract-v1","latency_ms":0.9717500070109963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6378b92cf3e56b5f4f9eab409c6d671089609da845223a13e1086fdaeee4dcc","sample_id":"grade-school-math.dev.6037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4f27fa408d11a3fc25caacb02bbfb247cd30f85787b52863787c123caf067f5","formula_version":"titan-u-contract-v1","latency_ms":0.6590830162167549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54bf2db8c981dcd6e3da88ded5e4b12b74b267374844c4b692af04ea7e40db49","sample_id":"grade-school-math.dev.6038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91eafc8cbfc72437b3ad076631796d7b6a2e813cdf8da03797328eb61ef235e6","formula_version":"titan-u-contract-v1","latency_ms":0.6621670909225941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd3fd6a96c7015b4b4b8a129c7034538cab336464571f654311dac501531e431","sample_id":"grade-school-math.dev.6039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1ee4c75cc341cd816d23ad1a9f380f38cbdbe5a1685acc76577c5bcaeaf7138","formula_version":"titan-u-contract-v1","latency_ms":0.8937080856412649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff640dbbe2be2d34de67c9e4804f5310635aff15906b5fc5dc510b967628a09c","sample_id":"grade-school-math.dev.604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1918d061836393e786a4fb00e95363e976e1e33942726cecc65c6492e844c4f","formula_version":"titan-u-contract-v1","latency_ms":0.6835830863565207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e2e5f4a2c56377d84e3545e6e9ee4c2eda421cd2e4e4b89accf60b2210e695f","sample_id":"grade-school-math.dev.6040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f09fb8c53cd671da5a094d54a69bb4c2de7223fd1d3389e867502900d09958a","formula_version":"titan-u-contract-v1","latency_ms":0.8097499376162887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f28d890ec1dc24134ddd7409e4669c21ed879076f74bea75450c3a28577670e9","sample_id":"grade-school-math.dev.6041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55258d6c27ef1682a633fbc43678ad9e3be3748a0d066ff73af5395368ccab98","formula_version":"titan-u-contract-v1","latency_ms":1.537167001515627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7ca03cd1cdf2f1a69d57c8568b904c8fab468ada519884c29b939e34a7b2bc8","sample_id":"grade-school-math.dev.6042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"069f6afb412c888765c48fca878e7476854273700dfa6d14e50a9371a0b00c1d","formula_version":"titan-u-contract-v1","latency_ms":0.8657079888507724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a50d33b72791d21555c90dd1d7579909431f9e43c274799f21dd026aec3644a9","sample_id":"grade-school-math.dev.6043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b008d7784ea096a0603dcf7af51d02ee661b1ba2da4deda4f7d2447f277baf90","formula_version":"titan-u-contract-v1","latency_ms":0.8009999291971326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0323909e5e3c73d1b0f23d977f16bc1687f21044fae67a29f0ab57892e6f5341","sample_id":"grade-school-math.dev.6044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"228e40c01296f0fdab286dbc7c587dd31b0939c9b4839eaa16dda18ba6ad9d37","formula_version":"titan-u-contract-v1","latency_ms":0.8712919661775231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9fd10e7b34da9ae9ef538a3b59ccee9ea67fa5187deab73967f48fd5826bd31","sample_id":"grade-school-math.dev.6045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2276be329c0a9a1f1b49526932e1cd0ee884d49df10fb43a84a2754f2e93f8a7","formula_version":"titan-u-contract-v1","latency_ms":0.6930419476702809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dee3c00f40481a3c4ac543c551bac7bb415d2546bc1dabf5664f5d45c982cf1","sample_id":"grade-school-math.dev.6046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eadd55bb2151d2b57189681888988b4dbd67c72115269d4ef44e74c5efe83952","formula_version":"titan-u-contract-v1","latency_ms":1.0571670718491077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c457cdcfc314ba25ea1895975fe1d62e593698a3770f4da408d1f181978790b","sample_id":"grade-school-math.dev.6047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e19fe0cd7253a028388e7b065e42dfe134cfd0fa2e34e81e5cca8d953af8598","formula_version":"titan-u-contract-v1","latency_ms":0.8389580762013793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1bb80587d43267588a577771eb52e4849d8ad35e50dc01fabb12dba7beffefe","sample_id":"grade-school-math.dev.6048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a166600331314e22d7e8fb40bb06990c1b0671e04fc1541ad9cd60dd089778d6","formula_version":"titan-u-contract-v1","latency_ms":0.887041911482811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48092f04d5fc86eb026f68bb1ce7070a5a20879cd839ffacf4d0ac8a9f714abb","sample_id":"grade-school-math.dev.6049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"826769da605e2e4327d059affb7abc326a261c9bd738ae2d509232e450e7cea3","formula_version":"titan-u-contract-v1","latency_ms":0.9217080660164356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc0259b880c91f51524ba6d2b8b159eb216abe660d44d180d94ef17e47f4db58","sample_id":"grade-school-math.dev.605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81320206e259771f6399e904d5262577d78a50af72ccf74edec3a6172af9005e","formula_version":"titan-u-contract-v1","latency_ms":0.6635829340666533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c78f77aa1042acdfeaf9638650e57b742eae585710fb9a1405f65a4f3b36634","sample_id":"grade-school-math.dev.6050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d68aaccaa6c36fe47d9bc50da3418002af4514cdfaf34ba1afc34b8b5f4a15be","formula_version":"titan-u-contract-v1","latency_ms":0.9010420180857182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73be0bcf502e119179d6b09b936569adcd25aaabf90ea688752c7e8ae98cc28c","sample_id":"grade-school-math.dev.6051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"915aed0fc7573266d5c04c627b9943bc0fa835fa3c5d6f02a9f72f287785b1fb","formula_version":"titan-u-contract-v1","latency_ms":0.7686250610277057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f0690a59d753b2fa3073eed2ff9fb02f919cd4f3f411ebdd0f8916bcac85653","sample_id":"grade-school-math.dev.6052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5152dc5e0a0b33baaf5d475304b6a2cb8ead9a22f2da535cf2ff6dfbc80e03a","formula_version":"titan-u-contract-v1","latency_ms":1.0821250034496188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8fd7a20cdf6e7fc4275b57b8e98d4f81f0edbff5041d7e3343ba33ecefb0ca8","sample_id":"grade-school-math.dev.6053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f928735fe82764c0dfcbec7715717ff3c41bdacca57a493953d5a24d0b5f972","formula_version":"titan-u-contract-v1","latency_ms":0.6620000349357724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27538b55864bfea958d9dd59e9fa78b3067528008cb7df251c4bf6ddaa2e6afe","sample_id":"grade-school-math.dev.6054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15c6a05c5231434bcde4f92d10fbea19ea53d76dc751fc7de3b6bb337bd7cfcf","formula_version":"titan-u-contract-v1","latency_ms":0.8766669780015945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8e8fcf75d27609103c39f4a6c0a879da34cf9887385ed77ab4f7d5487432258","sample_id":"grade-school-math.dev.6055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ed259d0469877acff7d1f25372095e5520690ebde671f5f155985e71ea72d63","formula_version":"titan-u-contract-v1","latency_ms":0.8644160116091371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"714bd0592977d96c4432bb7aa534c5b9439d3763cc8022f3fe94799c3c3f623c","sample_id":"grade-school-math.dev.6056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82178abbd64816f401f685b190b7dbd789b918e4526109272a9f140fa040271f","formula_version":"titan-u-contract-v1","latency_ms":0.9840830462053418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dde2d0f2b175687ff98c9c487ab36b91181f17b5acfda4488ba7011556bdb44d","sample_id":"grade-school-math.dev.6057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37a6413e525208c26edfc980c2b6dc3ba76aa9e1a422bac7189d0f31c7a0dda3","formula_version":"titan-u-contract-v1","latency_ms":0.955583993345499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cb85a02904730ff2c8c2c310d17d51db5b1dec17e0d51b9996e9e714bbda6c8","sample_id":"grade-school-math.dev.6058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4d6d89563c10fb9ea2afbeb94a678e582bda7d4dbf65670d38abe9f7598f7e3","formula_version":"titan-u-contract-v1","latency_ms":1.4804999809712172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea43111c2dbc373fbafa6defc9c0fd732696c8c79c40826a42957e98b44b7c85","sample_id":"grade-school-math.dev.6059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc43c6e2aea4afb5ca656561cfeae219d2676b145a217711fc28635e9f20e6ab","formula_version":"titan-u-contract-v1","latency_ms":0.9036250412464142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8916f1daca3ebc7324668993353d3605552ec2b485f2b32e492c3fac73e494e2","sample_id":"grade-school-math.dev.606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc38b869a5cf5855a5cffb979a05f9fea52d6e1a99351a1d73f8744011147b3f","formula_version":"titan-u-contract-v1","latency_ms":1.2105000205338001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce88c767acf8d8666fda5319003cc5a098871d555372b63d223a9d1346d94ba4","sample_id":"grade-school-math.dev.6060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"492758e29e019d60eb382a871b39a814f41bbfb9faa3183e3a5d83a34c3a5b0c","formula_version":"titan-u-contract-v1","latency_ms":0.6779578980058432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88ab81159ff65dc5d7cc4adc76a40594e478d95ba489b1b9eff97b5c818f8600","sample_id":"grade-school-math.dev.6061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa677d5318ce696a833a2e457096d87a2d1886ca4edf586f8d3581f4b4fda985","formula_version":"titan-u-contract-v1","latency_ms":0.6489580264315009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eece935c227df6d3a20ba76d93785838a9d166c4578b15847c4f59b3baba4df1","sample_id":"grade-school-math.dev.6062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b81852c6a0ab0ea061f39a5fb3aaee6404ffbe96f292502d1f3d6fb970c2447e","formula_version":"titan-u-contract-v1","latency_ms":0.6759579991921782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"041e34d949290edf35d3c0a54c31d843a213923db66e7f7a51e0f47f8bdd978c","sample_id":"grade-school-math.dev.6063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a559834ab1a39c31e201084fbfb4b34c2100f8bea90e75e9d51ef693a49efd91","formula_version":"titan-u-contract-v1","latency_ms":1.1720421025529504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feb27ef63310ada8da737a7c479da2bab10af8b5eeeec8b1e6371ced2f7d06b0","sample_id":"grade-school-math.dev.6064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bc32c342c73b2fcd64f22d66dd6b2bc05c77bff2f0764fef7664fb471186992","formula_version":"titan-u-contract-v1","latency_ms":0.6753329653292894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a78523c92a18244baf7c72e2b1fd7b6ab3647793bc361da76311fb0c75e11e6","sample_id":"grade-school-math.dev.6065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79265ad6c6ea383ee9ef35c5a1a20a6d98ac8798be1f5742db1a5dac179a1fe7","formula_version":"titan-u-contract-v1","latency_ms":0.7529999129474163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c2fc50b09230bea608a9185d517c851686d07b31b999fab288d9ef6eef26e32","sample_id":"grade-school-math.dev.6066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0498b113d0af4835357df29a15101061e816ade7ed18e308baa682e5b7a22a38","formula_version":"titan-u-contract-v1","latency_ms":0.6356249796226621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f4f7b97360f489f6c46aadb67710340412c88e79217e99b23f0570d0058b10d","sample_id":"grade-school-math.dev.6067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1c47d0957f18eedcaa40080ed37cb80504f97d378ec63213c1edc97b7fda891","formula_version":"titan-u-contract-v1","latency_ms":1.4417920028790832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13104de29610c97cfa0a51e754ac7e44ead2a3eaddda4e9c6a9dda195b1f9a94","sample_id":"grade-school-math.dev.6068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0289b2b5c7e05815f53cca7913bcd1e7eb4ba99b28fcf79bb847b03d91d6fe1b","formula_version":"titan-u-contract-v1","latency_ms":0.9094160050153732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c80d0a6af49f7e1ca68fa90b9f11257caa39c226d91e8dc8b9adb311a4e57274","sample_id":"grade-school-math.dev.6069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14521afd4ba9e6bcb7a2d0e316229b8ac15bd284d31fc8b75325392c18b379e8","formula_version":"titan-u-contract-v1","latency_ms":0.6755840731784701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"def3ed69fd21e81d18d182c1148f26cce4e1ba1e141a4130a95308dfb0d0aa09","sample_id":"grade-school-math.dev.607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37ac691556eec7f8e6c683fdbfb5fc606fd1a11cbfa22f80a1a7275ff25877b9","formula_version":"titan-u-contract-v1","latency_ms":1.0314580285921693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"323c9c8b1fce9ccfef70cca37db9c85add701fc5cb2fcab207c538fffb839c50","sample_id":"grade-school-math.dev.6070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a99cd47cb3b80ab3c42c577cf0efb8bb3b33812664bf30f77f91821cd831fe51","formula_version":"titan-u-contract-v1","latency_ms":0.6264580879360437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce581f5e7f1a524738e3d8eeeaa7e9cf3f39fe8bd0df88ec4251010a4670912f","sample_id":"grade-school-math.dev.6071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46f6a1de90cb63d5def95b7717b470a77dd8caa691d2e043366c80361058765f","formula_version":"titan-u-contract-v1","latency_ms":0.6109160603955388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76f0e1dab9fcd21664160080960b314f1814c5704eb062a3c1c47458afb55d9d","sample_id":"grade-school-math.dev.6072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54b584bdf49c56b5251522eb5d0b4df5469db026b989bdf477e5ffbf19260a0a","formula_version":"titan-u-contract-v1","latency_ms":0.7037089671939611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edfc1dbc89126ab8c3dc8f23d04f8ddf76e33cc1540008c0f3a7ea7cafb5e3e7","sample_id":"grade-school-math.dev.6073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf32b8cd34080825c5a243fd2dec21a476f159b8e62f4283cf8cd4f5e96dacaa","formula_version":"titan-u-contract-v1","latency_ms":0.9338330710306764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0efdb3bb5724694bedcc571f5944c06f61e4a57ab3b89b4447e8dde5fd9769e","sample_id":"grade-school-math.dev.6074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19c9cd12e0afadc1d9569d71aa564cf47789cee09d7bb147bb1906452c7650f2","formula_version":"titan-u-contract-v1","latency_ms":0.7640420226380229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5adf438ae17fb13eb417c7acf329b0f1be25d379880ab4ee4febe801911ca486","sample_id":"grade-school-math.dev.6075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e5425aaadbac1e10d6aae5867e1aeef88cce73a30107706767a8ed32d576283","formula_version":"titan-u-contract-v1","latency_ms":1.0088749695569277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"208ba15fcbec41283d7493c82d15a8896b075761ec41b2f59090075bb627ee11","sample_id":"grade-school-math.dev.6076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"331092fc2671f12c0bbcebccafd92c45af38a4cc516ef2b1967d9d5ad791a303","formula_version":"titan-u-contract-v1","latency_ms":0.8782499935477972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"237c47d0c066f1b34f6893a02f3ec5626cc9423278a3ec1d2112a49b0e1d577b","sample_id":"grade-school-math.dev.6077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b577a9d87b12a17bad8b582007093c9e5c9db3e7512fdc975768213e2402fc42","formula_version":"titan-u-contract-v1","latency_ms":0.7526249391958117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"496ce6e288d2e81ef5f4ce70b10233325b4c3a35fc03568a5264d489ef97d307","sample_id":"grade-school-math.dev.6078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b19790f46023d755c1d542d669816ed296fe32d2fecee4a8ebf02ff87d4806a9","formula_version":"titan-u-contract-v1","latency_ms":0.8335000602528453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4875585f5d46d440e5d725e15cea1ec40f164f844f78646465243474f219b0e","sample_id":"grade-school-math.dev.6079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2b92bdfc57bf80cdd44d37fe8e73797323d230257a34d53652693fd09657e3c","formula_version":"titan-u-contract-v1","latency_ms":0.8859169902279973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"807cdfcccbfd4fbe10075b2698ea6e2462c9cb84887f328f268941434a94ab84","sample_id":"grade-school-math.dev.608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b26338e0c70dcee878975d929a3939abbfe43f48aa304f03bdbf70758d00af7","formula_version":"titan-u-contract-v1","latency_ms":0.7189169991761446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd5f96916288c001114af26aee5019eb238d1a4dfcb277f0024fd61539ae1d17","sample_id":"grade-school-math.dev.6080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a6b44cf9f007d508ff5c1738d48c3fed5fdd17772b993b1e84c6254fed2b9e5","formula_version":"titan-u-contract-v1","latency_ms":0.7293339585885406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b69aa4041ae7010b93cbe3acd6bb89265357bbaa9edc3cf20051fc936e591615","sample_id":"grade-school-math.dev.6081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d36519762983b5e24738ad8a4368514e2250ce3027ffc46a11a60055ba6c888a","formula_version":"titan-u-contract-v1","latency_ms":0.8664170745760202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6f953671fece2383410515d37215c7f137ef2a7b02407b5fb45ca22d4935e96","sample_id":"grade-school-math.dev.6082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48e7becdeb1c3c9828305f48610bcf0df1f172923cba617faea0566c7da26533","formula_version":"titan-u-contract-v1","latency_ms":0.841874978505075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f258c598564cdcc7a060226590be6c5d98b7a8a433c95866a5478f18d0fc130","sample_id":"grade-school-math.dev.6083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e47df57891a87d418b8de6d212e5303c3cf8ab97b4ed1e974cc4f36140655fa9","formula_version":"titan-u-contract-v1","latency_ms":0.6452499656006694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"928f27fd0a986bb621e5ec89f9a356f6e4b673c78077f7f3c173f730e47be94e","sample_id":"grade-school-math.dev.6084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b2256d75c03ba603ffbcb4f8d9dc6a9660d1061847fd0ef32b6577b272cada9","formula_version":"titan-u-contract-v1","latency_ms":0.8979999693110585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1c8599f9c4a1b3f78fcb0e3c706489bb0bb60d9343ce69d0a7a54aefb2bb894","sample_id":"grade-school-math.dev.6085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc108ff0caf55a182ee1ca2cc48c13b978c911ce06a82359f7adedeb178d00af","formula_version":"titan-u-contract-v1","latency_ms":0.6149590481072664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5f20227f08bb40a6476688515854161ed0416a67037c37385bb92af3c36dab8","sample_id":"grade-school-math.dev.6086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cdae70e0493cb2ca64205550461a710b397cfda816ec291479f35496c9445d6","formula_version":"titan-u-contract-v1","latency_ms":0.8215419948101044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5e361fdf4352cc9c5bc64ccea65968fb8f468f6ff356d588093fcedf224de0f","sample_id":"grade-school-math.dev.6087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aca3449ea7645b4a7238ef66b2c25510c3f5e551d792ae6bdbcef857dbaa3fcb","formula_version":"titan-u-contract-v1","latency_ms":0.8654579287394881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e712c7838c24b7416f13a8354579c8ee90cf9a75497ea8db2d5ac556a130e149","sample_id":"grade-school-math.dev.6088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dea9d40a731c1306bf8ffcdbe2e628f5be4c8f449a53f26511948f5f4c7c08f0","formula_version":"titan-u-contract-v1","latency_ms":1.694333041086793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eba8b6253d6f40a8402b70688f0ccca5d7ef37d57aa4655a4fc14f9e0fb4aed1","sample_id":"grade-school-math.dev.6089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5ed7f90386e564b72a90bb7a96d1ded36fd7eb6373cb90cabba8dedf5ee8597","formula_version":"titan-u-contract-v1","latency_ms":0.8819999638944864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acc14ea39b17e2451654bf976cedf5818cf163848d44867a959444c50e591a7d","sample_id":"grade-school-math.dev.609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25f1df0c9148a105fd7f78a7dcefcd04dcf76eae572525b44bc6bb1d423c3b07","formula_version":"titan-u-contract-v1","latency_ms":0.6565829971805215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75bcac90231d7b1029755b92a8d4ed736515058a016266dd4cff31a687785ca6","sample_id":"grade-school-math.dev.6090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df3d89b21b6291d4137553a827cd33db5458c02740deffe27efd1966a4e640d8","formula_version":"titan-u-contract-v1","latency_ms":0.8898749947547913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c98cfdd3ff721284e14bb7674e45a450d5381ff94ab0ca5ecf4b2b3f6c8b30b8","sample_id":"grade-school-math.dev.6091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73944d0fd3059d3c8288c92db3cb184f03cb5be66fae3c41bcff9a835a394771","formula_version":"titan-u-contract-v1","latency_ms":0.784709001891315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab17a82d866289ffed97633c6a262f807990fa8d52a1b4a0c729a916ff95d6f0","sample_id":"grade-school-math.dev.6092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b51f104a7a5fdc1a6e7eee262cce58766ae0372e90968898a94461283fce64f0","formula_version":"titan-u-contract-v1","latency_ms":0.8676659781485796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eda50dbd04e36cb43a4b2ee02f9749fbf453acc87f877f5411ef358d00390e87","sample_id":"grade-school-math.dev.6093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c97fa22dfed3688108a37bb59d5f502da1c06706b21e1e099f02d41d3fab701","formula_version":"titan-u-contract-v1","latency_ms":1.0977910133078694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eee11b6af7c9831e4dcf55ad7b4ab27da9f9a3a05b3fd69d8f53839b781c9a1f","sample_id":"grade-school-math.dev.6094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29901f030465e3fc5d177c806c9968ebf43d4c0bd5d543ea0af72858d693d54a","formula_version":"titan-u-contract-v1","latency_ms":0.6812080973759294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e33b609c8b350cf8db4ea4ad74a7f6e96ebe4919cf160cb2514d4d0679998f2","sample_id":"grade-school-math.dev.6095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4c3926c8c0676f2e3e1e4e68509ff92773aa7379fa64b884a860d342111c6cd","formula_version":"titan-u-contract-v1","latency_ms":0.6916660349816084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce979930e0a9f526da38565b19bbdfe9932391eac83a2cd2c2399e7fd60a7c58","sample_id":"grade-school-math.dev.6096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46c98ed35aed26f75fbe664309429887afdb2145b9cdaf7c04a36d4538bb4e8a","formula_version":"titan-u-contract-v1","latency_ms":0.6743330741301179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be8e53238b123ea3a1e452ff6955dea5193366f3ebf6b9c327719c858e4150d7","sample_id":"grade-school-math.dev.6097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c0e2c13ee924f2345b5dfdc30e1d7a0e4c6d70138b6f68e805d5e7366a160d2","formula_version":"titan-u-contract-v1","latency_ms":0.7159160450100899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1448e1c978598a267068fa934a645fb95ea93668db307f3e1e48ce482c821b53","sample_id":"grade-school-math.dev.6098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d6d9259c73287d0943a66f5d5c4ea92cb94467c96b60ab3a34b289640bd6bad","formula_version":"titan-u-contract-v1","latency_ms":0.8398329373449087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"697a493fa1526cb2981baf21f3ea4a741e3bc2678c93dfbbde6099815f5e8404","sample_id":"grade-school-math.dev.6099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa18d787fd0a6204b8968a779055b7d6223cd73c4777ddf33c687c2ede7a89e8","formula_version":"titan-u-contract-v1","latency_ms":0.9138330351561308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8085a8d0d1613fa2beee24552ff0bdefd695c8a591b8e61fd3d32c3e96230c0e","sample_id":"grade-school-math.dev.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8566b71c67b2b6c9d9adc8428f783173dd5ff2ce96710b5a356d2abf33bdd6ba","formula_version":"titan-u-contract-v1","latency_ms":0.6834580563008785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c09819228238f7b00b6f8e640bb91158d729c17586f7efa8e6ab51f9c2169ccf","sample_id":"grade-school-math.dev.610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8db160e5098cfc1e020f023b94522f5edce27be51951be74a440e5fad2530bd5","formula_version":"titan-u-contract-v1","latency_ms":0.6529169622808695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbdfd16b674640eddaf5cbcae5a559db38d7fe8cd9b083b2823095b791b1989a","sample_id":"grade-school-math.dev.6100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a5c7cf3c1f7cd94580617d4a7b3e5a0053d0cae46d1cde23fbc6891d991fa43","formula_version":"titan-u-contract-v1","latency_ms":1.1483749840408564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cac1ca13c15106b24cfd5ec606d9ad62dd0951061678ed4476c89e413c4be684","sample_id":"grade-school-math.dev.6101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe7d07ab8076b4df87de65056c99ae931da0ce1b17a6a6287c341d8d9486861e","formula_version":"titan-u-contract-v1","latency_ms":0.6672920426353812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c90ba4db06ce9f9dccbbf39298ffe9fe3b1ca521ce917a6e2e5f46f18e4f0b70","sample_id":"grade-school-math.dev.6102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a4eafbe6f3029b7f218c4c4f484b4d903523a5c659c7c36b14e7d5de1bca3f7","formula_version":"titan-u-contract-v1","latency_ms":0.8342500077560544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d76f3dbf7b96d33339d860516715c216ba8b5e4624cead220ee2af87c29ebed6","sample_id":"grade-school-math.dev.6103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8da7b422b8fba2b0b0041f3318ba5889228c20650905901b181819278eb4fab8","formula_version":"titan-u-contract-v1","latency_ms":0.6791249616071582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"972cc5c292f820ca4121b884cb19dae19088bdd2e6ed9ae7cfee2ce4d4b67b56","sample_id":"grade-school-math.dev.6104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2224789cb3f47362517d56421d6880dc4740d8a2713c084c35c8784455269ef","formula_version":"titan-u-contract-v1","latency_ms":0.8110420312732458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2e7d014877bf7211a0a8c34660647b43fed69eac52387966384285e5543a5fa","sample_id":"grade-school-math.dev.6105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8f648c150de491d9909363c43ad77dbe95c2aa56e4ce29501e167c3bacefc31","formula_version":"titan-u-contract-v1","latency_ms":0.8300000336021185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"728880f2887171127996490505d27f256b662dab6104adb252fe7e00ddddb2f9","sample_id":"grade-school-math.dev.6106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbd99c0bb15c83652f29ea59af8415b3459e99bdc147a3bcb9aeff3023b7a070","formula_version":"titan-u-contract-v1","latency_ms":0.9772920748218894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3738f0f6e754261603ed81ac18465f7411372c811ea8db4004a39d45e08f31d0","sample_id":"grade-school-math.dev.6107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fed0162edff43a546dcbce0bd4c3aa49644d7ea7c458485112ed47ed4462f92","formula_version":"titan-u-contract-v1","latency_ms":0.8614580146968365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba390b6acceb5891707e399b976a68bea8c17b858b979aa1b473e06e06bfb7ea","sample_id":"grade-school-math.dev.6108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5272d39536381883eb9717b7c982772ac7aeb58eeeb5c2fa07731a00e06d62ac","formula_version":"titan-u-contract-v1","latency_ms":1.3097500195726752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"038d4495ad34f647a5f5d9d104f880a7ddda5a5302a920dcedc8703fe54aee0a","sample_id":"grade-school-math.dev.6109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3df7f8ff485c5b57c6e70706ed34439ecd26399f7e27b442fe9b2fd5b31794f2","formula_version":"titan-u-contract-v1","latency_ms":0.8814169559627771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d145aa09c7e2c13e7f8f0fc4d32584740b889dfce8ff7f92fdd21aecb47921bd","sample_id":"grade-school-math.dev.611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd766d330ccef39470383b6d4f8e7dba33d1a8c8ff80c66e9f8d04193a653cfc","formula_version":"titan-u-contract-v1","latency_ms":1.199082937091589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80b852962fd4e8a1d10dfde319395ca1a82c36572b51c6dbcb85985dc8eccdcc","sample_id":"grade-school-math.dev.6110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a38e59aa97a7930b6eef35d15409f1308f6317fd25634e9344a58806b0aae790","formula_version":"titan-u-contract-v1","latency_ms":0.7020840421319008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c00300a4f759a6db6b3619f9a051c76013834b9f6c63cfebb230939a5c6fd99","sample_id":"grade-school-math.dev.6111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc3598dafa30f5ac3ac69462dfc8451973c8ee4313c82ec380207c927b41c634","formula_version":"titan-u-contract-v1","latency_ms":0.9555410360917449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d3ff976ef1ec170a2b9a5cbccef99735c3d8c1782c8cb8a9f6039a92959a0e6","sample_id":"grade-school-math.dev.6112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14f72b3a7e9f4d991195eed8089c0ec2fa191ca40d9e8ae907707d5606178d20","formula_version":"titan-u-contract-v1","latency_ms":1.116416067816317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1a1dbcea95aca4c7ef43f56075681c2bd501d09b6c7b7fbfea11b4497d1343c","sample_id":"grade-school-math.dev.6113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0979524b9aed45a868f5092173ea8b115147e998bc6c76e7e941855ac5b17424","formula_version":"titan-u-contract-v1","latency_ms":0.6983330240473151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c2bcc1233c6148d48112aae5d4cf3922d0fc123b54965a69431c67259e5393e","sample_id":"grade-school-math.dev.6114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"889464a450ed40cba2ae955998f0784b2e1448e3b189330f41a6fe720de3edc7","formula_version":"titan-u-contract-v1","latency_ms":1.2158750323578715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70f3fd3365643bd5b3919f43fe9ac64daceb2f8f4f22447a6e19b005907fd9a1","sample_id":"grade-school-math.dev.6115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d8ff305ff1b3751f9d4e62207eaa48dadd8ffd87178e36209926c3a3092e652","formula_version":"titan-u-contract-v1","latency_ms":0.8707090746611357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2461c3291bdaa91f24f914bbefa25eed64a416fcd361e018e56504f3fdd2620","sample_id":"grade-school-math.dev.6116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea392fac9e6cbfc3939fc89eb168147a5e15b2e7320168955571464f16db0e12","formula_version":"titan-u-contract-v1","latency_ms":1.111874938942492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7b7c4c7fc2ee6151005bb97626fce327c5d3e8c799bb28f8eb472fd3c9c0db9","sample_id":"grade-school-math.dev.6117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfa4cbcf5667fdbb23799f0a443aeaaf5ccfe1739ea973f5d2baa29bc32e0425","formula_version":"titan-u-contract-v1","latency_ms":0.9032919770106673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c51cf58c452c97e3d9f71b57ef1a832d7317743ba478e524af2df8d81186b90f","sample_id":"grade-school-math.dev.6118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7871c993c4d0885bd2b738fee4772b797cd8b3aa029d3563e8eb6378ef749907","formula_version":"titan-u-contract-v1","latency_ms":0.8249579695984721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3b0c9647b31f83c72b511fceccadaf3d3f4d052e6a918eb54c93bced6975ec2","sample_id":"grade-school-math.dev.6119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02b9f74de747909e162cb6ddf5b4646a0c4baf3ecf852c6cfdfad84b794091b1","formula_version":"titan-u-contract-v1","latency_ms":1.045375014655292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cc3d679d58416b6cfd73bbb2563604bf544c5f0ff7d6945f53919fd9ff98e66","sample_id":"grade-school-math.dev.612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d6f2c0a0c126bcd1a7e523d65d0fb4a6883f75f957b7c7346c6e25762105a62","formula_version":"titan-u-contract-v1","latency_ms":0.7511669537052512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f997af8bcd346cba2d20d5f4b0c4350bbbaee4e0fb569f57f4563064bf31b47c","sample_id":"grade-school-math.dev.6120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"361f9b210c235f9a63ce3125e718e20728d3272ddf9da8dc945e0e1258845bec","formula_version":"titan-u-contract-v1","latency_ms":0.8847919525578618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71f85ae92e5eb8cbffcd82368b6945c22ed39070ae59e94ab71b2dfc19d78edb","sample_id":"grade-school-math.dev.6121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"891bf4c153941c1aea7ae069f80c25c290d644ff7bc3a06ee2eefcea1568b633","formula_version":"titan-u-contract-v1","latency_ms":0.6724579725414515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee695d8df82d6c03f125dd08365c747f33c5ce835733fa8b6d07a54dcb6e2caa","sample_id":"grade-school-math.dev.6122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60e4433f959fabee65c72c576fc0eb789bc73c1b675c14af3828e96ac4b4881a","formula_version":"titan-u-contract-v1","latency_ms":0.7253329968079925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"887b08d2e374613009f5b9e792deead8042bddd36a70664d5259a6c79ddc0c0e","sample_id":"grade-school-math.dev.6123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e2a33559fee4da7a076311713e15ce3b4c4b817ac15dafadabea82087f57458","formula_version":"titan-u-contract-v1","latency_ms":1.2162920320406556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5106c63360cff0882659dc438101689cd488608d819f4cb5977b6d32e39d241","sample_id":"grade-school-math.dev.6124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca286a78fe0a6a9747024025d6cdeac2aa5b82a596c4ee75399b4df0c0efe602","formula_version":"titan-u-contract-v1","latency_ms":0.7175829960033298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e220d3c8daf37cbdcf8b1290a5ff37fc0899a1c8c0bd1247d3f5b5b2f79380c","sample_id":"grade-school-math.dev.6125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29f211f40b882064611707dcd0408bae858e397976418b82c66b6cf60765ecaa","formula_version":"titan-u-contract-v1","latency_ms":0.9642080403864384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1bdd77b84449a197ba9c56fb961668cff97d48d792593d38f7480bf96faacb5","sample_id":"grade-school-math.dev.6126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2245b4da87fbdd1ff1d5bb98ec111d32cd9415c8120be00fd19220d9fe150918","formula_version":"titan-u-contract-v1","latency_ms":0.8544999873265624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ff6389e52158b55b07abaad338a78d5e30b10f3e22b981bccbd48da2d021a25","sample_id":"grade-school-math.dev.6127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deb1273960ca8933812d94be237f124162f4cd9845df6dd2efccf79a0dff2cf2","formula_version":"titan-u-contract-v1","latency_ms":0.6737499497830868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"843dc52784ee2538cee46d7c8922109146dcc007e37bf90e8c791866e199b41f","sample_id":"grade-school-math.dev.6128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a61f243fda6986e98ed9e1ec89df76bfd0ab224373b9bc0a1e1d4f5325a7554c","formula_version":"titan-u-contract-v1","latency_ms":0.8517919341102242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50f76ff8c95188c68bed7b1a07d45132aef9ba99001aa6e481f9432c5fe5f08a","sample_id":"grade-school-math.dev.6129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4023010b88cb28dc950e00537610dbaeb4b4dd36c83fbebe0ef80b3eb26dabbe","formula_version":"titan-u-contract-v1","latency_ms":0.6435419199988246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf9037480c65d375d408298ff9a992bec1f0213477a9b80eb2bfe7fc379a3f43","sample_id":"grade-school-math.dev.613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dc22a429f881d861b370d4de8012a550e9fb48b150fba29a867a95b1312a5a2","formula_version":"titan-u-contract-v1","latency_ms":0.8287910604849458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9024a3c0cdebdbfe8334c60f3c1149a5052ed88facc3a46da4e5044d2c4383c3","sample_id":"grade-school-math.dev.6130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4dc1cb0dc6ec181ce4fe86aefebf8e0e6dea67ef67ce57d3fc07f33830b6b21","formula_version":"titan-u-contract-v1","latency_ms":0.6883749738335609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a45aa2e7f9735241f9a63bdd60ab9c7b05f02a0ab9530b356f8269d85b45c896","sample_id":"grade-school-math.dev.6131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a488f7351d6c9a2e850e27db0fa48bf7ded3cf93364e9302fe085cae70d71f91","formula_version":"titan-u-contract-v1","latency_ms":0.9282079990953207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92f81c1219fdf18f16aa48e693f03ea484c57ea83924d7c1d27b3c6fd4b76225","sample_id":"grade-school-math.dev.6132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"548d3a94b069fb015eb53f44214133a72cb790315470900dbec13fe851882d88","formula_version":"titan-u-contract-v1","latency_ms":0.6757499650120735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f355365fb151e032f423823cb6546bcb06e375310ab50cbf8f5c55fb0ff41453","sample_id":"grade-school-math.dev.6133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33054282b688eb3e38cac5e5610fa4fcc911f3bfcfa05602ebe881e6d4967057","formula_version":"titan-u-contract-v1","latency_ms":0.9419589769095182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49c817d6c2c644500979c87c3c41b948e3e14e0e2367cd7da6eaae8dd46a05c5","sample_id":"grade-school-math.dev.6134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cadc8f830e37cf3336830837ffbcfd7fd3756c2e0a965302a44bf02d05e9a43","formula_version":"titan-u-contract-v1","latency_ms":0.7191250333562493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d54a3fa2af506fd7ac0e82799dd5e0d87b18e34fc1b91743bc323316aec6106","sample_id":"grade-school-math.dev.6135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d5723c700959bf46117c987280f37899d8e6a3d8781764f498cc13b0426a3ed","formula_version":"titan-u-contract-v1","latency_ms":0.610999995842576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9519b0b5d599b24dfd31cf26c14e8475d006884cdcc71e42db09d234c4c0bd2d","sample_id":"grade-school-math.dev.6136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fae8f2049f291e08313064c78c52b637fd574cb049c4d0df49164362d1b5de79","formula_version":"titan-u-contract-v1","latency_ms":0.6842080038040876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30e2a39c09e7336498a846adc3b0d438d6e8855c4656da46cee3c82eaf909261","sample_id":"grade-school-math.dev.6137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"541b1dc496aa3e5308e22732b4eb6013466ab5119fdcc6927f5adf9d3580058d","formula_version":"titan-u-contract-v1","latency_ms":0.7024999940767884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"def3e9976ef443c5140f06362436d0f4e9a81fab2b5e7660261abd8025cfff0f","sample_id":"grade-school-math.dev.6138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f92544a8a71625dedc798cb10f792e074d511162270ac789f8073885260ca03","formula_version":"titan-u-contract-v1","latency_ms":0.8988330373540521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eea7a04c1eb70b89a58a291f39ae48463d342a12a771f4c9b4b3b5a16b79a82f","sample_id":"grade-school-math.dev.6139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7159e36aee91ce2bf670fa3f0df829ffa3df2a18baccf31bde77be75a19b40ef","formula_version":"titan-u-contract-v1","latency_ms":0.9002919541671872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24acb11ff51ea4dec7ca7e1bfb96d18ff56700acc8b14055c429f1f7413d323e","sample_id":"grade-school-math.dev.614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3123ba2261b100b0414855f9dbff15a13fcc2c88f5f6af88db0116ef34a49f63","formula_version":"titan-u-contract-v1","latency_ms":0.9518330916762352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"764756a87ffa49ed2ed0273cd41c980d77cbde78f7662a75b7c1b5086a474bda","sample_id":"grade-school-math.dev.6140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcbc71a1788b3cc11c9bfec98efe1489892c671bfe0c7df4ba52a94a8a00c7ec","formula_version":"titan-u-contract-v1","latency_ms":0.6952090188860893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37224a784a0b4bd287efd7c0d73dd6af2d77a240637af6bf5cb67bee2d54fc1f","sample_id":"grade-school-math.dev.6141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6516492271efc3fa5a05b6498136deee827b04b8122f73e9ea5c0cb83941804c","formula_version":"titan-u-contract-v1","latency_ms":0.6731660105288029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2552a3245bb113031515e694c1047b2dec452c1b37348f2d8b73e2f97a1f8f8f","sample_id":"grade-school-math.dev.6142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbcddccd3101ef63925bd4189347b20888f12af04641cb2841f250752866648b","formula_version":"titan-u-contract-v1","latency_ms":0.6596250459551811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1942d39ef9fa52a969d42b80c4f6030fe3bd68b7c68313da779020661ed5bc25","sample_id":"grade-school-math.dev.6143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0799d17ad2a07453c2704cdbabb6e5dd852c796f6759294bf999455ce9bf9c79","formula_version":"titan-u-contract-v1","latency_ms":0.8689999813213944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fc3b1b012e24cf963993389f5da994735ea780596b16e258edc2684150a0421","sample_id":"grade-school-math.dev.6144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"784c014d5c140adff7218b017407515b6384f2eddcb320a2e4bd7093ce35f15c","formula_version":"titan-u-contract-v1","latency_ms":0.6639999337494373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a478b0eab40e8490ef22fe4f9dad7b62c5e4c876641cace9871e946167b921bd","sample_id":"grade-school-math.dev.6145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45e24d0fe13d7502ffd8725a9799c6561045e87571336bda3dc44e7b4e99185a","formula_version":"titan-u-contract-v1","latency_ms":0.9207079419866204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d720cc2684d81176fff4ac5a8c9f9e5d62fe5c92cd6281a8552d4f0c9b433d5","sample_id":"grade-school-math.dev.6146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05acbf9d3670eca3b670ee3731081e17c62fa73b05461901502f4737dd6a2732","formula_version":"titan-u-contract-v1","latency_ms":0.61458395794034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd0020fe27141b4a9f50ead6623d358693c7b8a2f3c7d7f0dafb88528c68907e","sample_id":"grade-school-math.dev.6147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"192fe07556d4e83587a83099eaffe1c859ff18b7ae223f69fa73033bdf2c1942","formula_version":"titan-u-contract-v1","latency_ms":0.58637501206249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"798731495dff9e0eeafcbfceef57fbde7c6d9a8518fbda14e5716dde2ff45cd4","sample_id":"grade-school-math.dev.6148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"329b478243f938faf9fc7dbe6b375e511b50b5c9fa94029e61ff72602eb0f631","formula_version":"titan-u-contract-v1","latency_ms":0.8967909961938858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39e1993fc3cd016e59c15b6f7ffcef70b67a91eeab72a7967cc17e913b4aea4b","sample_id":"grade-school-math.dev.6149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dfd9c7f284c45abe7bdd464faf4ac9f5db935f5205ff9f6d7cda792d66e2d54","formula_version":"titan-u-contract-v1","latency_ms":0.7112919120118022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edde1220913cc119efeca0dcf3535ccaa0987c5b72927127b12de6eba4fcf177","sample_id":"grade-school-math.dev.615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a5604ff639ec74ca68d05b54df3b05bf3404f574cc5d566383d74dd19636167","formula_version":"titan-u-contract-v1","latency_ms":1.2826670426875353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2626843fd5e8d6f0444d0f47294e8e604efaab53c71b15c7b5a1ed652c3135d","sample_id":"grade-school-math.dev.6150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"065c313be661b07315cccc7d39c1f3bde9d91808b9c27b0be46dc9bd53c57db1","formula_version":"titan-u-contract-v1","latency_ms":0.6546250078827143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7c2cbbf9eebfa3cbf4f11ce256f900ad21d54cea01264eaf836e6827f4b6de1","sample_id":"grade-school-math.dev.6151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e65c0a893c257e2a8641ffe08603e7199ac14dc7157d169d22be72995ed40e47","formula_version":"titan-u-contract-v1","latency_ms":1.141624990850687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"790887ad79a308d91c824748d27a0a172c92e4502da9a9e935d208d8e57a9845","sample_id":"grade-school-math.dev.6152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a33cddba930358b0082dea52507115fe9e17c09a30243bf3f2096102708639d2","formula_version":"titan-u-contract-v1","latency_ms":0.7257909746840596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"706759c97763682e294d99bc5eede49050d3502a189aaf2daf13d9e86fc278c9","sample_id":"grade-school-math.dev.6153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99ff769914d1e05b88eedb51595cf6ce976b3d1bed506d8d576fc95092c23530","formula_version":"titan-u-contract-v1","latency_ms":0.8367080008611083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47ea09583ee74c3e3828039d3e348024d89e44dd96d60afb7b872f45e5aded78","sample_id":"grade-school-math.dev.6154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0276e10557e6ae54daf9a6127f0b6237d5cb320b82a99f6a90fddaa6df4e425","formula_version":"titan-u-contract-v1","latency_ms":0.8823330281302333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"439d7710046189d028fed0cfc9c1c39220f9db2b226ab59760cd728938e9c9db","sample_id":"grade-school-math.dev.6155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee640e31b221561934db11474c7cc49a711451f735ff9f246fe3db180d357f6b","formula_version":"titan-u-contract-v1","latency_ms":0.8605420589447021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"230b0102b2e8f7a5b0202a8215a3dbb4ab8ecb11b488e751f1703db9f03c3a70","sample_id":"grade-school-math.dev.6156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11332a9fd0fe7a6cc2fe2d2d05d9ec6e8bee3801df73df9eaa3e09977ddf6d80","formula_version":"titan-u-contract-v1","latency_ms":1.0070420103147626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ab0e2019f05d669beb23926196b9cff50d6ebff11de08a3962582f60a03f1ef","sample_id":"grade-school-math.dev.6157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1c94fdfd782caf0915cd875841dab0e62bcb167ad9d6e1e8f9477c7253f79e0","formula_version":"titan-u-contract-v1","latency_ms":0.8813750464469194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36534a2ebb4925fbf9e9c69506744e8ad241eda61873eb6707419d40bb001380","sample_id":"grade-school-math.dev.6158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f474528346e0c69c929c64dce2242d8fd437a30083973aaacd13f4931189b4a","formula_version":"titan-u-contract-v1","latency_ms":0.6358750397339463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a3b0dab3f0e74cf2e33d61044cb4699335b01edba137f56a8ab09be844792ab","sample_id":"grade-school-math.dev.6159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04f601ae47dbebea546edaf97919f0fa5087688f8c25f0a4d245c3a6d5f45220","formula_version":"titan-u-contract-v1","latency_ms":0.6961249746382236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77bf277f603648d4a2fe0282c4a1b6b37321738370b0840b9463d60f02fdf8d8","sample_id":"grade-school-math.dev.616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3876417466044789dbc0d4d78d4fd6d80178e9cfd9975778dfc2a5358999441","formula_version":"titan-u-contract-v1","latency_ms":0.6594579899683595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa64b21c4ae3a8bf103ffd40545adf25039749d684dd972ab92a0fb79ce866ff","sample_id":"grade-school-math.dev.6160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bda06fc4b2c170d42d768cbe48c0e65dddfd34d058d9f2427fc3e16d944850b8","formula_version":"titan-u-contract-v1","latency_ms":0.8384999819099903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a5da8bc774eadc724784d2f9edf69c72000cd55230663a36f887f073c72b940","sample_id":"grade-school-math.dev.6161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"022ed240e4b50edbcf357cbf7d39f9df81cca541049158509f0527c8359d4f2f","formula_version":"titan-u-contract-v1","latency_ms":0.9243329986929893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e4f4962a4464008bbf585a1712851e613c869674c673b7c1da8a1723dc50dc8","sample_id":"grade-school-math.dev.6162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"013c4577c066de5be8d6711fe899b1cc6676b2513b0c5d64ea2eb05bb9c0d3f6","formula_version":"titan-u-contract-v1","latency_ms":0.6507500074803829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff1b78d326aeaca5dd6c30bf64a273cf02553649f624adb2d1443c4d97f9f341","sample_id":"grade-school-math.dev.6163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25f66e2bb63ef4aef958f2287b94d9c3c9432766c82584f42872d355292df634","formula_version":"titan-u-contract-v1","latency_ms":0.7137079956009984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9b41419e34589f6fc40bc05df23f1ad62bdd69d19064c1874acd76b0c97b277","sample_id":"grade-school-math.dev.6164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"903e36f5de8e8e32831a11510c5ad02fea40f28bdcb748f3f1f8f2726690d24b","formula_version":"titan-u-contract-v1","latency_ms":0.8399588987231255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"898f8a53282f8ec24bed244c4038752f9de4e63361ceb5d9ba2c27cb1af529e9","sample_id":"grade-school-math.dev.6165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1f57b4e24fbb32bfdc5955d61bdcce83769c89cb9ba8da137df53b0a97116f5","formula_version":"titan-u-contract-v1","latency_ms":0.9336669463664293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab28170dd1008b8b442a10509245ac9716e05e6a2456f3ffac1f626932fd930f","sample_id":"grade-school-math.dev.6166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d514c82f80a5b727cea4c26669136a41c67f5f86f5f96b31eb7401082f94d79","formula_version":"titan-u-contract-v1","latency_ms":0.8587080519646406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df551ce7967e618ebe251bafe029d3d5fe30341c76e80bfc93f5cc83f5ed381d","sample_id":"grade-school-math.dev.6167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f52f32431470bf1f6ece7db57126b45ae455a8b4b875c415ddb95dcde9a9e76d","formula_version":"titan-u-contract-v1","latency_ms":0.6801660638302565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40846e61f66c04ca920d187428994cae5f7050cc0ca378be57ac11efc63d46ed","sample_id":"grade-school-math.dev.6168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ced99881960e598d53e6e5e5864f4d36a2e335f6148760a525f33cf26cece329","formula_version":"titan-u-contract-v1","latency_ms":0.6737089715898037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"647c4ddf61bb7aafc3173fd208a010f546c062a9f1a39a0d72f6376d7a70f3b6","sample_id":"grade-school-math.dev.6169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"741dafb83f5e7877fd70d582de067bd31e566f9d6113d013d7c051bfe6dca457","formula_version":"titan-u-contract-v1","latency_ms":0.8847080171108246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fe7e277f09b3d7fe06e1d6dd3151cab0a26bb05228407a23b4665d1e4dc5e69","sample_id":"grade-school-math.dev.617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46856ac19e46aa8982c2436232b0b79e3a96cb93df47f3e0f3ad3570a4fed389","formula_version":"titan-u-contract-v1","latency_ms":0.9100829483941197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e0e0c42825fde6a25d601d03ffe1105933905b77d01036d8dae0f8e2a8f1735","sample_id":"grade-school-math.dev.6170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0ca21ffd95546a234a82dc9f33d44740b22992622ef91bbfb8ddf259390e3fa","formula_version":"titan-u-contract-v1","latency_ms":0.883874949067831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"215a3771efcb8db50297b34a4da944e789410cd01b2b1c86cbda2d5ec9b938ca","sample_id":"grade-school-math.dev.6171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5e25ebb83b9df6c313ee585006b4d9c10b9ff38dd161916f1e8f37018858631","formula_version":"titan-u-contract-v1","latency_ms":0.834624981507659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04b7dc221f8c61d1cdce3c9218870a59b1d78f6e36954d24b5a1196aac5e9551","sample_id":"grade-school-math.dev.6172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e0ca47ff2a1ba04a365f025f990ffc5408b92b45cf4ba4046208b4e69308cc4","formula_version":"titan-u-contract-v1","latency_ms":0.8067920571193099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb2ea1af6d433a7a34ce69bd182030f71a3f757f4d693a2ca23f14ec3d53adbb","sample_id":"grade-school-math.dev.6173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5442a37023da022f71b9f4c790df0b73b142df91f32cb2e91367698151fc5ef","formula_version":"titan-u-contract-v1","latency_ms":0.8551670471206307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ace2b83ac00b2bcdbd69943bfc86ee599e5ce814e9c537e98b16f801eee107d2","sample_id":"grade-school-math.dev.6174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb1a26eeda6bdc8e15c4db2ccab062c681f771d939ecf3e2002affd82cbb4925","formula_version":"titan-u-contract-v1","latency_ms":0.8616669801995158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb208f370f08fc2c9cdec031aa4a3bc81abb7c8c9365880cce6324320ac0cab8","sample_id":"grade-school-math.dev.6175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6b120828127c748818c666f01b917d560e1e975e97452b7e033d4a43f87e949","formula_version":"titan-u-contract-v1","latency_ms":0.6545829819515347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"616d383671fd9fa5047c227dcaa7486d6e436cefbae52158d6c910a38a942f13","sample_id":"grade-school-math.dev.6176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e791cf64a9989d80cfeedafb4abb2c1ea288a425b919f308371a661ca3d6f075","formula_version":"titan-u-contract-v1","latency_ms":0.9524170309305191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b7aa72f1c0ad1335b2b9406cb4a1105e5be645e8a7e8d610bd6391614d99ccb","sample_id":"grade-school-math.dev.6177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0286b2eeeea2b35064459d39b1c907f2cfaf0c6943ae16f3c3385c9b4b792591","formula_version":"titan-u-contract-v1","latency_ms":0.6641249638050795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc47f1a8e3028814e9b01c6f1694d80f61e3a4abcce6e30c782eff0e3fba5cba","sample_id":"grade-school-math.dev.6178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41b75f6d7dbb814a9770534de386aeeb91f6958be17167ca04155fccf46be2a3","formula_version":"titan-u-contract-v1","latency_ms":0.9037910494953394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cd47015f2ea9eb0a65f161e0928100412c7df4cc37d682240caf055bfb13302","sample_id":"grade-school-math.dev.6179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7dbb63e9db56717087d05e90773a07975065166a6be90ece00606e2bfd0ca9f","formula_version":"titan-u-contract-v1","latency_ms":0.9380830451846123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bcfaccb93d5d8b4524b57fa341a87b84a7b7d878890475a88ee8a6849691ce1","sample_id":"grade-school-math.dev.618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ece25d4d9073d469e8e52f1752a18b09d89f31925ca48ded4ca42d0a91f8848","formula_version":"titan-u-contract-v1","latency_ms":0.838667037896812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d4e88d8e724b2f2e33330f14857b48b1635743827aaf1bbca429d34c47d4db8","sample_id":"grade-school-math.dev.6180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a2a68e400fe60bbafefe9b95e217a3ba36da6b48318ff45c58dcbbda8009de3","formula_version":"titan-u-contract-v1","latency_ms":0.7085000397637486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3b8769b25e8f3992aae7cab7a4c2a292c02f804fb95c6e17cfef904c701bc85","sample_id":"grade-school-math.dev.6181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"832ec47477fc461c7aa4d6405e67d20784f3316f70491dfb8dfe1c828d82e3ff","formula_version":"titan-u-contract-v1","latency_ms":0.8425419218838215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26fbd0c57abf13797fcba7d596f5b49de432b5dff323a752061848fea9fc2f35","sample_id":"grade-school-math.dev.6182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2270470db9f816d776f287ca0905535e37e0b33c7bc86d877eb2d6d7672719a2","formula_version":"titan-u-contract-v1","latency_ms":0.6695420015603304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11700706eaca80d4001c72a7d7e35804155c4b85202d639ed8ee24b3de982e46","sample_id":"grade-school-math.dev.6183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17a3fbd246453e0d058b0e0e4865670e4b57b18a6f2826983f0ce2cccef86636","formula_version":"titan-u-contract-v1","latency_ms":0.8108749752864242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"694af6df7979d4af273a25d65c0fa6278fec4c36a564cebd2570d0fde816bc1e","sample_id":"grade-school-math.dev.6184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abccc2531dc41d4a645436d892d578c88078719178990c8bc52e1e7ea61d4bda","formula_version":"titan-u-contract-v1","latency_ms":0.6838330300524831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09b13e2f789074bdd0739761749c615992e751bb084dc917d0ebb36512e708ad","sample_id":"grade-school-math.dev.6185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bb324dd657f2d56eb8f733f1dc6c2f9e15ccfdb9f04ba927ccbe439d10f9692","formula_version":"titan-u-contract-v1","latency_ms":0.8055419893935323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"897e9da00094cd095fac95b01a661dd3fe59ecf934434b36b99e11cf1f08bd0e","sample_id":"grade-school-math.dev.6186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"442b7e513bf97c3c18ffc35e7d9551feb813b562ed995c80876bc4c6cf4d50d7","formula_version":"titan-u-contract-v1","latency_ms":0.6947499932721257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bb2471031cd83932b6f8a49f5e0ca0012075474f7b6c5ead65c32a6e0cb96ed","sample_id":"grade-school-math.dev.6187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78ad1c8583d5d2a7c0d7cd5d420802fd1768eca3ea4f71edbffb63af1ed54929","formula_version":"titan-u-contract-v1","latency_ms":0.672041904181242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"734c803cfb87531db0661c9c9c6f46baaee208250855fe5f8d95150d1de18001","sample_id":"grade-school-math.dev.6188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d66fcf878f3d74e44db092b0df010cf838b41785aaeb35a4ee4b9ea5c725ca0","formula_version":"titan-u-contract-v1","latency_ms":0.6885830080136657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faa72af8a0eb10b0493d11a506977e22995bec7952104e74ce60a1976c1b9d6e","sample_id":"grade-school-math.dev.6189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb78c6a7f58a25499598d76ddcaa5d655b32e718b9b8eb5ffeaa3b03eccf5e1d","formula_version":"titan-u-contract-v1","latency_ms":0.6621669745072722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f81125d873affe8ca487fc96af1c03fe1532631835bf1e308a8159235ec52e5f","sample_id":"grade-school-math.dev.619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00de0a2cae44cafc1f9ed47dbf3c88db379c7e64c8b03e960ddb499576adae10","formula_version":"titan-u-contract-v1","latency_ms":0.6181660573929548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35ff6116129f7299e08a8ad5650e20d18835d5ced1c9c48ad431f0c076c3ed8c","sample_id":"grade-school-math.dev.6190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ce27616c04e2ab7c184357268b6cf95201916c871ba79f9ea1857d10a9591a2","formula_version":"titan-u-contract-v1","latency_ms":0.6321659311652184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e14aba5bbca068cbcf7a7b5af35efde4df3d2bcfd7f48daa5d98a346342f8a1","sample_id":"grade-school-math.dev.6191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5101cb698a81c49fb076ea4577893fb3bd2d2244b09867e71a75c99d2bb3764","formula_version":"titan-u-contract-v1","latency_ms":0.6590828998014331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdb58782b931c3981da70f4d5f1ab01ca1e86a807c5e6d74babe7aeb42627f4f","sample_id":"grade-school-math.dev.6192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cc246bdcd563002eddb61e58e41ac55767ee6ed75c7530063c5593342368e0f","formula_version":"titan-u-contract-v1","latency_ms":0.6613750010728836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb0e6119e80396feb18902404c36aaf75fcce6e974a3f432d990c5b099ed6434","sample_id":"grade-school-math.dev.6193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"800debf4a09764e82eb61a6c244b4784858a83f572eb01b0a1bc5d8eec3631c3","formula_version":"titan-u-contract-v1","latency_ms":0.8458329830318689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da3920c911ababd9bfb911fc28e6043902cb81f764efc79adaafb806cbaf3e5b","sample_id":"grade-school-math.dev.6194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79477f3b7235836b7a070903220fabb2a43ca28503cd334682ec99f4be15c046","formula_version":"titan-u-contract-v1","latency_ms":0.8720840560272336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ccc634d4b53081111d12e58218073757eeb444d3654495c5741eaa356d5856c","sample_id":"grade-school-math.dev.6195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ccc6ad905b1517d5806fedac5c789ab7d783f65e67c31e971c61a82cc0e022a","formula_version":"titan-u-contract-v1","latency_ms":0.9158329339697957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8d56be42675ec02ff32cbff7243832c7ab087cea81fc7ef260b52735e76dde6","sample_id":"grade-school-math.dev.6196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adf265e119e875a3f36d9bce29b31ada2be8a1ae3ad0277fddc93ff755fade5b","formula_version":"titan-u-contract-v1","latency_ms":1.0325419716536999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84e112be7ddd744c95e5e59fd5da41f0b0a3b0a2f4b3f94ec7f07d13f80d2940","sample_id":"grade-school-math.dev.6197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6133175f145b4fea24526abda0ae431d2c2d46725bdb10053b7a6c8c125e221","formula_version":"titan-u-contract-v1","latency_ms":0.8417080389335752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f68021e122c6db6c9da43331c0c456117cd25004720992d41eb8678b28cf748","sample_id":"grade-school-math.dev.6198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a7f92e704e21995133e08e84e70ba48f440aafde2dedfa09bab4b97dfced1ef","formula_version":"titan-u-contract-v1","latency_ms":1.0037500178441405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db9e9341daafdbc25381e3ca4b212bca884fe17a759dc63138c04c3614ca5d18","sample_id":"grade-school-math.dev.6199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"969bb560407e05083c383b4750a3f123c67f54aea2bbc7312899c1715584d490","formula_version":"titan-u-contract-v1","latency_ms":0.7920000934973359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce401fa6a75ea6dcbd1368f5c96684ccb11f889965940ecb97a2c5a077fee2de","sample_id":"grade-school-math.dev.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1e47467a69328a3fed84b7d514f81968d1e840ce6b4b0e2917ef9868efe2746","formula_version":"titan-u-contract-v1","latency_ms":0.8114170050248504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"443364029fc7d7e29e63517c0a8d274052f4b6b6f25f7108f9a53acebfa88ef9","sample_id":"grade-school-math.dev.620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fa2cae2b04237694fdeb99f09e876a823a66f0a4614ad2adaee6fab32ab9b5f","formula_version":"titan-u-contract-v1","latency_ms":0.9648340055719018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a56a6157a4cd00b938daea8cfbbb57b794789a13975098fabd40379cb30b5f4","sample_id":"grade-school-math.dev.6200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ee77e14360663f83e2f1d914bd3da7e76a01471650ab6f572e7f88a2ceac881","formula_version":"titan-u-contract-v1","latency_ms":0.837208004668355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea7c1e1474cb1ef45d75ea459bd580f827e6a303cb45de8c52fceee1d5209e77","sample_id":"grade-school-math.dev.6201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f17a991b0c45b0041aa22f30177d41033ee111ce7fa690c1f664460b2e2073e7","formula_version":"titan-u-contract-v1","latency_ms":0.9755000937730074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8939919f126437f678805467b501f9697cbf4b7c2abca0ae98a2574ce8c4cbf7","sample_id":"grade-school-math.dev.6202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c8f7aacba77ee6d3d57bccdfe35427b978505c31657038cffe95b81cd0b0736","formula_version":"titan-u-contract-v1","latency_ms":0.6439590360969305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16c77ce5301082485856725d10cb84a26310a5ff504f02b4939d2ee379baf537","sample_id":"grade-school-math.dev.6203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79566c9c44f0859d32d2505a14a9d99c3375215eb2e7d1ea45ec289b3a76cb11","formula_version":"titan-u-contract-v1","latency_ms":0.8112500654533505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"469cb6eeb00a73191f886e366d71f688bc380f357810399104c6ba55ae1f54c6","sample_id":"grade-school-math.dev.6204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c4fabfaada73b7dfb9f72c10f0f25417f2fe3f8222bf6ed42b01cce6ca65385","formula_version":"titan-u-contract-v1","latency_ms":0.8847910212352872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e0a5eca3e16d3b1c0dff43509379e080ea8d278bbc3957658c7476d7c8c85b6","sample_id":"grade-school-math.dev.6205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34196008dce4a42ef1b1b9e952eb9a78b2886e0fcdca02d0cdbfabf47be0f730","formula_version":"titan-u-contract-v1","latency_ms":0.9442080045118928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed311745c76587bfd8215deaabbe82d793870046bff86c477dbcef2e6d1b0852","sample_id":"grade-school-math.dev.6206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f164921dfc9779776abe774ffa7e72b914ef7e74fd82e12fd4cb8140807f0c0d","formula_version":"titan-u-contract-v1","latency_ms":0.8492498891428113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"109a43096fe85860d722ef6b30174d002f15585672abeb523b9eb1dc849a82eb","sample_id":"grade-school-math.dev.6207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f5be1c1a78fd0dc05e10b1777eb89701f65fca7ba8893a5da396f080e388db2","formula_version":"titan-u-contract-v1","latency_ms":0.8753750007599592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a88cd8983d98b80e3efc74f3c6b159e619e5972f819647155c3fbc8397e64e19","sample_id":"grade-school-math.dev.6208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2459b93e79f026683f2045dea713170609cc38e2994c6a4b4545c472777700f0","formula_version":"titan-u-contract-v1","latency_ms":0.9062080644071102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb5fe3cfccb7b8cfda41cf7444e6b838a2982077940d203c063a32db22b8f08f","sample_id":"grade-school-math.dev.6209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee032c74dedc50034abf92244c52f308806f1b9161d68eebd2bdfc6d7ccc7fea","formula_version":"titan-u-contract-v1","latency_ms":0.7980000227689743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8e6181fac633485ebd88de422527525437996d5b94a39def198faef4aead0a9","sample_id":"grade-school-math.dev.621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42b103ae53e01d47e03b33459e1ae420f7d945c8833cee5cde35293604332f36","formula_version":"titan-u-contract-v1","latency_ms":0.6636249599978328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a6952349ba98913b03e9880eee95bcdbd6f4d5517bacd50399e41f6b1f37a80","sample_id":"grade-school-math.dev.6210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfefbe780b4292ce08b2a4cc042683efa4f5de115b486b2fd7f011055c5dd537","formula_version":"titan-u-contract-v1","latency_ms":0.8582499576732516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46b6cdbf031a1c171888c30e70b9d1cc626951101dbb05ff97a4e171b1f2b23c","sample_id":"grade-school-math.dev.6211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5686f2f33e7395c232f751902970a21a51fda83149794de862279b894214a4dd","formula_version":"titan-u-contract-v1","latency_ms":0.8262500632554293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17d3f76f3e116d6bcd5e56ee04471835cf6dbee8a73deb3fa5cfe1d24cfdeec9","sample_id":"grade-school-math.dev.6212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d639855be9cc372063948c7ce9b0c041a2532a478cd655a508b43420e92ae70e","formula_version":"titan-u-contract-v1","latency_ms":0.7746670162305236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae2d680f6ad96199180c3ea4275daec485fd902b753d188edddb3a3dd99ec9b","sample_id":"grade-school-math.dev.6213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27c315893ac9ad7a559a354d7cc7775c14b6c202b7b91695ea5d9663f87e414c","formula_version":"titan-u-contract-v1","latency_ms":0.6767079466953874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cd2283584970cbb3648cbc34415cbd9f388f28d8acdd7219c0dce03ab4cafa7","sample_id":"grade-school-math.dev.6214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e66c39401461bed626421c5327f29dd216081c8953d75eb9d8a478b9d27e4c7d","formula_version":"titan-u-contract-v1","latency_ms":0.7026250241324306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94be67dbdb2cf187670f6ef1591c898465130d0eecd20a9cc1c582ee40b1faeb","sample_id":"grade-school-math.dev.6215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd2a30688050dac5235596dd94dec3b1c1ee0f1428365f15153ac9c5143cef48","formula_version":"titan-u-contract-v1","latency_ms":0.7369579980149865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"648ec07051421f48e7b6f3b4dbd00d683cfa9dd6142b376db2c38425e962231c","sample_id":"grade-school-math.dev.6216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bc8db2cf11bc0c9beb8f39c2b852010e3cf2db9d07fb8c9817ed6ebc4e1b2c1","formula_version":"titan-u-contract-v1","latency_ms":0.6526249926537275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0736f2bebee88cff09a26b6dfd16e1568a68e1983469f3594a60a56da895b379","sample_id":"grade-school-math.dev.6217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa661e22e6fefc4b4ccddd0ebab1b357c7679615ca0779696f6117fd071283ff","formula_version":"titan-u-contract-v1","latency_ms":0.6499170558527112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca78483e54541f8cb56b412d66439857b022fe8f404d3ac67cb7ae88b4d1ea00","sample_id":"grade-school-math.dev.6218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27b325958b8e908fbc020766ce6479a2d15f7e44e9eb17fe65bdfbeff9cdbe42","formula_version":"titan-u-contract-v1","latency_ms":0.7517499616369605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28eac6d8294486606021cc02280a44078497f73cb090b73d1d23b03697a24212","sample_id":"grade-school-math.dev.6219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60e38ffd2d633d3a73bb98b7fdfbc52e0ee89a0eda6df0e3823d675db57db71a","formula_version":"titan-u-contract-v1","latency_ms":0.6710420129820704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dc39a9fd0efa2725cf2442ec598a6516782b3a8adb3f57f5b8189e84da51c7f","sample_id":"grade-school-math.dev.622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"812063ee4fe163c533fdb562e043c3b7af5b6d88394ca8ca45d1f424295bd0b7","formula_version":"titan-u-contract-v1","latency_ms":0.6707910215482116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d9799735233acf8fe853fd230ddf4390f07908c9d341c32cdd3cba00963365a","sample_id":"grade-school-math.dev.6220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53ab4d3d4b92df4f2a6ae1798bd11d3337ad75a09a1973df4b6327aa9a5bbefc","formula_version":"titan-u-contract-v1","latency_ms":1.0038330219686031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db3969c84fba1b586266c953bf732662517be679ce2f6efa9a27a878adb1ca9b","sample_id":"grade-school-math.dev.6221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcf35567ba6affa0f0c4725605623793a55189b98f6446de292dee06691ddd18","formula_version":"titan-u-contract-v1","latency_ms":1.0033329017460346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4ac0e8fa3a1a2c2aabb8f7b592ede720b88874d89f3986e19e234c71b7ba592","sample_id":"grade-school-math.dev.6222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"353beba26359f567b33a432c33b04aefe548f0aebb7481ddd1e5df218c3b7c33","formula_version":"titan-u-contract-v1","latency_ms":0.9364580037072301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6750231b718c77264193a1fe0321190a2e81dea599386a539608ca506d34cc4c","sample_id":"grade-school-math.dev.6223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db1f3d569923808368f4b1dc48a629bc075247372064ddb54856db3bf8ffd0ae","formula_version":"titan-u-contract-v1","latency_ms":0.9958749869838357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ded744a17b1bb1b7b6624f54e64727360b34510253de0b99aa2433d2d2f60cd7","sample_id":"grade-school-math.dev.6224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9a410446b8486dcc7b7ae9b5d9ab412e1fc7a377fdac09e6d81435209a38f1d","formula_version":"titan-u-contract-v1","latency_ms":0.7918750634416938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61fd16ad2a868d93b9ebe582e5c4265759fc5088895377b57b3ad97d100b6f1a","sample_id":"grade-school-math.dev.6225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86944f1e0c76ee6615cbb24a8f0729e65fedc9519024d0e607fb060fe468e73b","formula_version":"titan-u-contract-v1","latency_ms":0.8072499185800552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21fd71a31aa739a27269e963eec2dee6cee41be2daca6854d24af53e0686fb33","sample_id":"grade-school-math.dev.6226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b11a9de61e27c0397106ff905e7e8b5a0f377f30a21a8fc472cc9d438a34f078","formula_version":"titan-u-contract-v1","latency_ms":0.6839160341769457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0100f57b5d4b50f76b91e7a957e984930010df28e30eeb54fa84a1d0279445af","sample_id":"grade-school-math.dev.6227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02a6e21c840d3069bbdcb5231713ffe3d9ca8e3f56b4e6cc0b29ad9980071daa","formula_version":"titan-u-contract-v1","latency_ms":1.0335829574614763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a082d8ba36816c5ce92897fbd6faaac27ac76b5a8ed6c3a200a6a24c1e9af17a","sample_id":"grade-school-math.dev.6228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38f27961d1b2470099d1eb1f64e223fe5f864ac660fcbdfdba06bbc9e4354572","formula_version":"titan-u-contract-v1","latency_ms":0.9137910092249513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"927cdc8d5ea75115231c1bb320bb5f8d0924d076e6cbd4871c7fd7ce902d0a00","sample_id":"grade-school-math.dev.6229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5df4543f5eccd387029ff9f9466bc177e84b4e74d5ec93fdf8da4b25f95d3cb","formula_version":"titan-u-contract-v1","latency_ms":1.4060420216992497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9cffc9837381f2d0ac634eef1d9208187ad611176e74ae40ace8647552dc883","sample_id":"grade-school-math.dev.623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96dca3c831d916687e59b0c0e7322a1a014b97f07c6cfc456b9a56889fb7316a","formula_version":"titan-u-contract-v1","latency_ms":0.8744170190766454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bc133164f5253926fd4456aab7548e91bf2b1eb204f531e82f15a64b5c45e1f","sample_id":"grade-school-math.dev.6230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9b4c4f6c06d0c90224d5c5e3337b2e3aa0cdc5adf16399d2149457b17ee3230","formula_version":"titan-u-contract-v1","latency_ms":0.6868750788271427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bec6e1351b58da8eca3f5a77a35dcee36ad93dc25f023425cc75d7c14ff5b5ec","sample_id":"grade-school-math.dev.6231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"169da3b0a2de9301e54edf5235e1dfca6eeea73acaf6350b867c4b750ee392a4","formula_version":"titan-u-contract-v1","latency_ms":0.8870840538293123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b411aa96e340d2b95d30ff8e1290e8aa5d194b4d632fcce3bdecb67adf678d01","sample_id":"grade-school-math.dev.6232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0193adb69e4dc9ec9c36c6a334a479cb2bebc424b6db7193f486760012958134","formula_version":"titan-u-contract-v1","latency_ms":0.826000003144145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"873f7d6b1ea01333d7785ccbc8aefabf8ffa98373ebf1157d0a953efd699009b","sample_id":"grade-school-math.dev.6233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4fd35e3ddfdf699a2d9262b0b1e107de7de47667f3f8d70b81451b5c83645e5","formula_version":"titan-u-contract-v1","latency_ms":0.9583340724930167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23264185d321f0cadecf8a7cf1e65596569df2e580fd6acf7709cb8b1bb0fee0","sample_id":"grade-school-math.dev.6234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ddd80857ab8216c02d08b08f3f944766574cc818e74fe1732b542ad6bba7543","formula_version":"titan-u-contract-v1","latency_ms":0.8582919836044312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81246708dd56300dd449f6f8f6c3f7163394d4e041dd8a15a495bce93ec35f3c","sample_id":"grade-school-math.dev.6235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db941dff61dba20fd7db73d4d1148303a2622a60e13ea3f5032da8ca4f8eb6f8","formula_version":"titan-u-contract-v1","latency_ms":0.959541997872293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"536496ca3d1e78e9070299f796efe254a20584013446a90f2b077bac4de744d1","sample_id":"grade-school-math.dev.6236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7f7090c7f157082e9e7b00586c80692b1eda113287c68a3a90b6a921cbcfb97","formula_version":"titan-u-contract-v1","latency_ms":0.9778329404070973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9389dbe6c5ea3e41231a093f460d6cc5cdaa436d496e600f3188de9e54689614","sample_id":"grade-school-math.dev.6237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f00138319bb3ae216e33ff7ac36ea48ecc95e6a1bd03c3211a81a9de2781f227","formula_version":"titan-u-contract-v1","latency_ms":0.6549590034410357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f0e0d23cd99fce7abc173fcc6e2c6b319dff8e28aa7b1ae9467ec00f3bdef17","sample_id":"grade-school-math.dev.6238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5294db9e438bd52c8bf3d135a4dd76c6ce938c841330c6ecb03a6f243f2d54b2","formula_version":"titan-u-contract-v1","latency_ms":0.7138339569792151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5135d3d80f564aec0298490a1b60309b5b9d898fe798c145d3e53521107d6702","sample_id":"grade-school-math.dev.6239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5517b31b6149e8b941c146ad4549182c05da93dc529abdba50ff5deac9152c2","formula_version":"titan-u-contract-v1","latency_ms":0.8170829387381673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e55b8b48ad7d35470e717b3ea516c13571c55b15270788334ae1926f2a30673a","sample_id":"grade-school-math.dev.624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66b153f47d107b25d20ed251eab84badbf2c0e66763a8c4ea3a059e81a56bf57","formula_version":"titan-u-contract-v1","latency_ms":0.8259579772129655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5c610ec5391ee95d6c8e35c7aa2cd10cc2203d16755916fbb88c68d5189db20","sample_id":"grade-school-math.dev.6241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1eef80688a80921638d8dedcf4210e6a18dc1c419a5144784be0eb694c79b04","formula_version":"titan-u-contract-v1","latency_ms":0.830833101645112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1052ace010199c2831de7a436715265ef2b1fdd1f80c9cffca886952a0cf56c7","sample_id":"grade-school-math.dev.6242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"152bbd1a99672592ba09523d22cdfc5f584f16572e9a7f50dba81b09433c3b54","formula_version":"titan-u-contract-v1","latency_ms":0.6689580623060465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f4ce80a94bb1d72de3fe29bffea88fe3cd3055d7f8b01b05f6eb9dcf298cb4a","sample_id":"grade-school-math.dev.6243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7260ec4ff253e50ac646fdcd7fdc1e50555697b53ba52c69e2398bb63529c372","formula_version":"titan-u-contract-v1","latency_ms":0.9500830201432109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9eea2d7576c43b9fa0f65f34589df398c90f1786651829bf8a00b12858d0de8","sample_id":"grade-school-math.dev.6244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5502a817025453f139c942ad0366e1b0b69999e6a03a6091051aa1ea92ea8a94","formula_version":"titan-u-contract-v1","latency_ms":0.6324589485302567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"866840af8f15ccf4326f0e9cba544076e1f930a04c01faedc2b0de82bebcf914","sample_id":"grade-school-math.dev.6245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cb6c2b4c79a54762ab99ca236598b4470e110b332a8a7fb4fbfde5b888eec2e","formula_version":"titan-u-contract-v1","latency_ms":0.8870830060914159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ada967d7d36b0a81d389f8b8a5db3f0ad484ad480476dc8e6883d556ee475ffa","sample_id":"grade-school-math.dev.6246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e2cb30b95e74eb9f8ece4ec0d96ba3fa66a56ce1822be47b7fc2064174520d0","formula_version":"titan-u-contract-v1","latency_ms":0.6676249904558063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc1f4db62dbb50e2030d3677c8fbcabc272c162c9c106843e8cd7ff08133c7d8","sample_id":"grade-school-math.dev.6247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b86dc803364abc181a4257a434e5cfcc5c4fcea8fefecfc6a1b4847d53531531","formula_version":"titan-u-contract-v1","latency_ms":1.0738749988377094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acb011914c11bdcc9fd8c7e7ce7c14b89acc9908d481e5c8337188c55cf0cf5f","sample_id":"grade-school-math.dev.6248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1ff6b1f9ea8b969c8aa0094250c2f7c73143988432ae1b2d5708168ceb004f1","formula_version":"titan-u-contract-v1","latency_ms":0.9139999747276306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9815f45401fef9a0364dfec5d6d90ae3ced6b268ed6cc8abba6c34b1abc382c8","sample_id":"grade-school-math.dev.6249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"367efcb7f0257115b848dfd3268c5e9110db18525536864c5273c0cf0c85817f","formula_version":"titan-u-contract-v1","latency_ms":1.046875026077032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e857b10b1d2d64c6c5d2a61dde21c3db737c3112c3f06ac4791b34b2ea36c26d","sample_id":"grade-school-math.dev.625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccc520b96f4320ddc1a90bd71eae15cfea756b034db3e0dd4f69c889482801c8","formula_version":"titan-u-contract-v1","latency_ms":0.6662079831585288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc88427f3ecea84e22b595a6d91bb76960dbe2e7e322e7197ce2c9b2b77830ac","sample_id":"grade-school-math.dev.6250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53e6e1381389ba48abcbe96d20ffb85bbb5cd7dd9de0e0ed8122b9c8450e9d4f","formula_version":"titan-u-contract-v1","latency_ms":0.6618329789489508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c777af57e29f4bbdc2c27ab9636ff75d5342376fdb0303cbf8e0c323ab9510a1","sample_id":"grade-school-math.dev.6251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca08cc3dbe6a03e23d33001a9f8b53db463282715900a5dd76f8c4f4ebc40aa9","formula_version":"titan-u-contract-v1","latency_ms":0.8900000248104334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dc663e325bbb8517d1029e32bddeed21e01b2305ed08a1d1b262f35a424d180","sample_id":"grade-school-math.dev.6252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8542e949551e5e9d7e96950ef5299ceff30ea75a7a1f7c4febed9c2a5c581dc","formula_version":"titan-u-contract-v1","latency_ms":0.8509999606758356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e30a6f495859d13817500b5cdae757e22f9a6f2ee94f33de40d75b47e3c258b","sample_id":"grade-school-math.dev.6253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d941d4f65ae167c2bdc3e39392afe4a71050f004aafd8069975c4a6b5ce3a81","formula_version":"titan-u-contract-v1","latency_ms":0.8774170419201255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f485a4c91eed67b0bf8522a6e341c8a4971605d676c7e4098195c607710e228","sample_id":"grade-school-math.dev.6254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1151d6e880f9ddfd0b2d60b772848504411c0ad83dd52ebd9144294f33225259","formula_version":"titan-u-contract-v1","latency_ms":0.6468750070780516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf67a4fadc84f5f931178747191df9259547920f311e36c7c0ceefe53cc0d684","sample_id":"grade-school-math.dev.6255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa0c5e68a89c42ca9e3cbcad2ce470f883b8ece727baaea1a2e182b85e3935d2","formula_version":"titan-u-contract-v1","latency_ms":0.7332080276682973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e2b6346fb44ee3d815e9f0615ad2b43b256a1cca6657109b100d0f5fd5d8c1f","sample_id":"grade-school-math.dev.6256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3802a93c5cefbab6c3fe4d531057b8f774045b4cae43008cc8e1c61f7c42f03e","formula_version":"titan-u-contract-v1","latency_ms":0.8369999704882503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e71b887da2acf953d2f3416d5b495fb41b068d20cec35fad983835becc4e923","sample_id":"grade-school-math.dev.6257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ba9cd2e55768701e4c55d84063d6a104556ae67566ac40e22aab27667c91cec","formula_version":"titan-u-contract-v1","latency_ms":0.8510829648002982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c79f2bd68f51454e76e65a6439ca2981ae8eaeab942c945f14d15b03d4ea302","sample_id":"grade-school-math.dev.6258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e52346f081ac05c7cc31f3f24ec4f995666549561c2a753267686c283703812","formula_version":"titan-u-contract-v1","latency_ms":0.8559169946238399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66b9e066296a76191d09225b15244cb6678b408edc6c8d81825979ac0e6da1df","sample_id":"grade-school-math.dev.6259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e125b876c24c62d58b172c1929cb45192b23d071178df09bc39a6bfd1c2235f7","formula_version":"titan-u-contract-v1","latency_ms":0.6917089922353625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e1db10bd6825b828835bb36268c49674b4593fee6e7a8714426fbbfba283349","sample_id":"grade-school-math.dev.626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bb6ccbf0d4805413b2bf7f270da61b3b92f8cef74aad9720c1e097cffe9aa20","formula_version":"titan-u-contract-v1","latency_ms":0.9583750506862998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa5ef1a6546dd25dceea955ef030ec125245624698488f047290c0e495e7fb26","sample_id":"grade-school-math.dev.6260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b90cd63c37a8130a816872ffd6e62c544b1000598b7f42f04c7bb361e14c959","formula_version":"titan-u-contract-v1","latency_ms":0.6701250094920397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc2ac3d2041845e46a2cfbfbf7661c6faf52b1e8a6228de27648cd2141ca11f4","sample_id":"grade-school-math.dev.6261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bb3844a8287626fee1080f7220b50e27a2798e306cd5af2d7af12f8c4faedf3","formula_version":"titan-u-contract-v1","latency_ms":0.6621660431846976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78341ef48e0d553f0134b2b9ae50d430992dc38142b4b18aba3a15519c3b7704","sample_id":"grade-school-math.dev.6262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1340076711e26b9442f53470a2eee4d40c165880a083b2cd1adbcf894896f4f","formula_version":"titan-u-contract-v1","latency_ms":0.7379170274361968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47d955d9b0910e90b3db14ae1775ed71e05dd4123be858ee2fbc625776a5977a","sample_id":"grade-school-math.dev.6263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f12ea483974847a85d8da91ecc94d4b295280bd95fcdfde3b3bf5083cd6ae2c","formula_version":"titan-u-contract-v1","latency_ms":0.6452079396694899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b991b048fe7a99387ed585e87315fdb3395fce1255cda28119ef2bfb8172537","sample_id":"grade-school-math.dev.6264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f7e970f9c4db24da69ea591974d2fa57429bf2fcc9f48e0c1e38884894dd393","formula_version":"titan-u-contract-v1","latency_ms":0.6500000599771738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a261d8e0a01ba56b1f8d4c2f006d53ee2c7029a885c45cbde8624f58a2bb66eb","sample_id":"grade-school-math.dev.6265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f70f8dbefb87b3feed12346a2fb97e787bd0e96a3b6b932eaa1a6fe01a4e682","formula_version":"titan-u-contract-v1","latency_ms":0.9829590562731028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76533b712d9fa3a62b28840e2c92d072528940cc32329620624fbd610d138b98","sample_id":"grade-school-math.dev.6266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7981304980b70fa21167280bb095661879a5493766b85e18e74693f03ec04ca","formula_version":"titan-u-contract-v1","latency_ms":0.6546659860759974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64d02587d249ed0300bf1e8e4e1f69d8b7159755f9d37dfdeae08759ebcb9ce7","sample_id":"grade-school-math.dev.6267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e57cb48235fc9eb88efec7e9f6bb66a52b3495974429bfe5ec12d696c411d23","formula_version":"titan-u-contract-v1","latency_ms":0.6640830542892218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed1ee5a29b598a86d62dcbc889ed1d3cf149ed5f4216e559c57c48597ea25fb8","sample_id":"grade-school-math.dev.6268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5de259bbfb172356ec91215b40801ead96262078b26c8c5b8d5142f021aff9a0","formula_version":"titan-u-contract-v1","latency_ms":1.0492081055417657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2537b09444d198c03d525a8f3c0798d7dd8565b6c5699e17fa2e9d04f438e4d","sample_id":"grade-school-math.dev.6269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac96ec3ecde06851c95bc1c8db64cef26119d55c5dc3b5ccb72e393805967451","formula_version":"titan-u-contract-v1","latency_ms":0.6392080103978515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ec15b4990b492f37c5c82f3c3e8629c14b2a5e04d52b1f52025f19fc34dada9","sample_id":"grade-school-math.dev.627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"975ba2a237749c7a9a41c023d7137a2dabf83df0db0e3093e4c54b7d85f48952","formula_version":"titan-u-contract-v1","latency_ms":0.6974999560043216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65b99eacc139510020eb9c765e5c3ec6505dd5ec270d54fcc571055d6d52bff6","sample_id":"grade-school-math.dev.6270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cf5203f4c299254c2d6427cb09c31147c5f9dc5d23fedafda4a8cbe9b5b2460","formula_version":"titan-u-contract-v1","latency_ms":0.6711670430377126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"077763b8932ebfab715622a49df24933ecf391c9322784c6babcc413ec78c564","sample_id":"grade-school-math.dev.6271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b39811ccf2ea55b1aae319fc05b21731dafde3b122b69ad28c1ca93b796efa6","formula_version":"titan-u-contract-v1","latency_ms":0.8004999253898859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb0da5e9a6f4ea8df1a98ed1561d00fafdf9fc7f77c0c3a81e7e286f4f8284f0","sample_id":"grade-school-math.dev.6272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"311000d5dd92bfbf945cc43c427cef72eece744696f433c5732388786b666f85","formula_version":"titan-u-contract-v1","latency_ms":0.8877089712768793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36f6b6e8212fa27fcdda600acc487af804a9f20f3235f25c2569e15f789b402b","sample_id":"grade-school-math.dev.6273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c12ea3bb5b33c5101e54715ac85d85142059d12a72943094a4f5020071738b4a","formula_version":"titan-u-contract-v1","latency_ms":1.0060420027002692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c3f0c03bba620d5d84d6e70768450b6eb0e3485a19ea24bc02621fb9efe3419","sample_id":"grade-school-math.dev.6274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7385f1dfacd2e039e0d78f88008e9b53fa316dbc0216aa0501461c04f4a28698","formula_version":"titan-u-contract-v1","latency_ms":0.6774170324206352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cd741567a98c19199cbe5de432df63d7a4b0b871e08742061fc15be3c4c9dec","sample_id":"grade-school-math.dev.6275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfe67be03d1544b40fe8e7b90505d1acd933c936f50f963d1108c8062c4f6974","formula_version":"titan-u-contract-v1","latency_ms":0.693832989782095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18d37dddadbf0dde6b0edb6bc5008e1681a394717950e03798838a46ecf9025a","sample_id":"grade-school-math.dev.6276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc83835744e3a30f6dec57e215089ea8dc2af25fdb72674c116d36dce71a4540","formula_version":"titan-u-contract-v1","latency_ms":0.6885840557515621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97868ea4cea7ac6018d8fde7971f1738a2d7a4e54a082d22dab6aa445d0ca5f5","sample_id":"grade-school-math.dev.6277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ca1abbab847f096a923eb4e6245f51e4b19b59847990bbbb0387feda86c42d8","formula_version":"titan-u-contract-v1","latency_ms":0.8773329900577664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba8631a7ae9b0a9d8a0848504c6c657db468363ca9bbfe232d5861ae7ed55ed7","sample_id":"grade-school-math.dev.6278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb3b15a7bc38f05ef3a01857de6b2575fe4344c395ed2cb13af3e487eac68474","formula_version":"titan-u-contract-v1","latency_ms":0.6872080266475677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f1ee7b74a965a39c508d15147f4c4a9c5833f42bcb69495480c9887b60332a4","sample_id":"grade-school-math.dev.6279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abc9755005a45de65512feb26b7b17153cd9f7846db75b5cd04f24e2e48d0935","formula_version":"titan-u-contract-v1","latency_ms":0.8438329678028822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ff7279c23b70ec8b9faddfabc1fef318ca59a5f1fe5cab42c841197d2b4209f","sample_id":"grade-school-math.dev.628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65ab48221caa014b0811cd47cc7ebd8d24a1e0a6203e2261e98aaa28a6afd6b9","formula_version":"titan-u-contract-v1","latency_ms":0.70620805490762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e4fe6b22ad7ad4001faaaf32b72adefa4365c9209ecd582f15b9b9b678e19d2","sample_id":"grade-school-math.dev.6280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6ff67e3aadb03117c66d283aaeb944bddb5db196ddf7186d8e5ec63138519af","formula_version":"titan-u-contract-v1","latency_ms":0.6530000828206539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90953ebca33ecef199fb9e6cb1f7d4c7d5761e56b8dfc0c46888afb4aa677572","sample_id":"grade-school-math.dev.6281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc619a5f71af09bc97c6d3dcf85d11278136c217f654620286e484ea69ca594a","formula_version":"titan-u-contract-v1","latency_ms":0.7691670907661319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d77815b2fec9876c35caf2094b9b3613ad1ce7864b7495bcc87f5272a180330f","sample_id":"grade-school-math.dev.6282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fc522f0f5595002ea2ee421170e4e4f2956bdaaa3d9f448fde2d836dcff5088","formula_version":"titan-u-contract-v1","latency_ms":0.8193330140784383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05da87f270deea2284a39f9281ffe06196e5ee7f04857b41118bcb1c3ddfc434","sample_id":"grade-school-math.dev.6283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50c0980b5609b54d27ab8f7a01023f2caa6da1d84dab05b6e68ef4632a5a6be0","formula_version":"titan-u-contract-v1","latency_ms":0.7053749868646264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca495f0070f31e3eb558f02b0dc3a10439e3bae7d87d5cf75bcd16088aaeeb44","sample_id":"grade-school-math.dev.6284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb93f40ccb8082131e9f6ff836391b1de3fc15cfeff15e7772536d545b889e36","formula_version":"titan-u-contract-v1","latency_ms":0.8771659340709448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc7198be746369275533179b1a19f731ed3b755af77f7fbe98a2988ba6355a75","sample_id":"grade-school-math.dev.6285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1e4f2fa206fcc13aa9aecbfb5131e5de6a7285efd834ca6725186d6c306b6e3","formula_version":"titan-u-contract-v1","latency_ms":0.7917920593172312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70e9b22c934fa01c6285fc2cb32d5c3a6b934a7adcbfb639acf728c855ff4a77","sample_id":"grade-school-math.dev.6286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ea19bd20534578baeaed248a88b8e9a02f4f777703ff6671680470ba2ab31bd","formula_version":"titan-u-contract-v1","latency_ms":0.9073750115931034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e55f7a314b3ae1e9be2bc9c967611f1500d0382a292919670cc8b1f2e07f29c4","sample_id":"grade-school-math.dev.6287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94c030f1c86c816c91332c2eeb800cd79c063aa4ce09d85f2606b4d16a8a89bf","formula_version":"titan-u-contract-v1","latency_ms":0.7987080607563257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b4155aae7d4ca161868895de207540ebf4ccb7e0fee906680e1e1273f951b6c","sample_id":"grade-school-math.dev.6288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37a7c594564f8465e096611cb48cf17c34ab2a26248d44dcb57784c479857924","formula_version":"titan-u-contract-v1","latency_ms":0.874500023201108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3643afdf6459a500c1ca983d9c174f16b512d4d432ea0b6772b860e87aa5925","sample_id":"grade-school-math.dev.6289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fcbd32959e3dea4e55b6ffadf32951d384ff7980f476f29356afb9748385c59","formula_version":"titan-u-contract-v1","latency_ms":0.7722079753875732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5949f60fe0b5c16080feb496d3ba1984a1be337e9f21b14243e07e2e1c331467","sample_id":"grade-school-math.dev.629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20fb3f5cb3b1dc4909a9cb0a8496f6219a5dfdbabc032f27694c24caa1e44dc7","formula_version":"titan-u-contract-v1","latency_ms":0.6692500319331884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89e17912c11d15fff2b2c5b5f0e93dd38d60800979e12dc6645dcfe8a514e0a0","sample_id":"grade-school-math.dev.6290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f565082c7cd7f4e78011808e8b345da09bb3b6d01af0f0ad09eacc0dbabf1fd","formula_version":"titan-u-contract-v1","latency_ms":1.0350829688832164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f9945f97fd0fcb723618ead53aad35ad425471a576aed3c7be73719ca665df8","sample_id":"grade-school-math.dev.6291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e1156c290b49617019600cc938713cb4e15567d958deb5181e2c70947a547c6","formula_version":"titan-u-contract-v1","latency_ms":0.7727500051259995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54d2082887f68d68cfc969c8d7e325a29bb2100e9a56e15d6ac8fb1430001fe7","sample_id":"grade-school-math.dev.6292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf1e9926be805285503460b90d7a6f9e4b343859181b7d22db648186c1295868","formula_version":"titan-u-contract-v1","latency_ms":0.9601250058040023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"352f7f0b29e91f4f2cc2329fa3198e116c360e6cbd0b7002c5668c3a5d5860d3","sample_id":"grade-school-math.dev.6293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c3330066c97117f09e3976120f5cc1117045a68d20441f3f8995612e45e9fd1","formula_version":"titan-u-contract-v1","latency_ms":0.6968749221414328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1631c2637e70c902d2e4e62813f09e9a95515ab301c9f924f6ad8a663018b101","sample_id":"grade-school-math.dev.6294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42521b625102339c8a10974b467965765d4bec6493e2abbae1c73e5f55f10124","formula_version":"titan-u-contract-v1","latency_ms":1.0227919556200504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1383c39589514243af7c7bfb43efe20038a5d26f980e393f36933467f7eeac1","sample_id":"grade-school-math.dev.6295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1ec295abc14ca57fdd6eb3316a9a53e97598d6e827e0fe1e0a6ccd9446af7ff","formula_version":"titan-u-contract-v1","latency_ms":0.835249898955226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"769fb00a6451054aee5706795ad1667b1ae43ae7312d641343585f716ab62158","sample_id":"grade-school-math.dev.6296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccfbf25e57c51deae61f1d183626189dacfb401b8187941b2eaf2e4ba374d237","formula_version":"titan-u-contract-v1","latency_ms":1.2310000602155924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"134d53a6bad85ec93ea3209d4f574a8b6cafb9e0bcb94ec5f7d43a7e66fd0d46","sample_id":"grade-school-math.dev.6297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"854fc2b9309df28bd3cec87b5c59c2ca7480cb44e638459223237e9500d0d166","formula_version":"titan-u-contract-v1","latency_ms":0.6551670376211405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b08d0d831d39cb140648ac9f193bbd11fc71fcf380e01a93f6201782a58c051","sample_id":"grade-school-math.dev.6298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b5e8246296b3cb8e35c55a8e5246844f9d49f5ff4f2b6030fd227c1d78816c5","formula_version":"titan-u-contract-v1","latency_ms":0.6285409908741713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"823b106df30f7c918fcd25e4c4e47db0d36b5742a664cd0abb6d90581f66d4d0","sample_id":"grade-school-math.dev.6299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fb8526db8e0923d36649347d4d9874b896f9fb74ea40790bc197fc2ff74b653","formula_version":"titan-u-contract-v1","latency_ms":0.714167021214962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c12e85115d7d8c476aaf8be6703ee5d86be106a43db789ec05d878fcc4981afe","sample_id":"grade-school-math.dev.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c737c022858ad7b914dad2c4332382e9ab98e4b2e647898e0084b1434f603f9","formula_version":"titan-u-contract-v1","latency_ms":0.6707499269396067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d62768432c7e1539e477bb6e5dbed4286af4498c98aa3d778d4801eba21f27a","sample_id":"grade-school-math.dev.630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa90d3d18388ee49d965b7ff9b239083802117f63f2db851458c1838b308b580","formula_version":"titan-u-contract-v1","latency_ms":0.8362500229850411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f38284e719c6245a304d3b675a1f8033a96f6efe3601e67101d3bdd21b6975d","sample_id":"grade-school-math.dev.6300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7faf5205a816f8da739e7eaeb80c6f1774a12527908cab8f46781904c77e5f8f","formula_version":"titan-u-contract-v1","latency_ms":0.6478329887613654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"325c5d8398d0e8853fba784e61524ae73d411b191fc82798b94f8676e7eb4d70","sample_id":"grade-school-math.dev.6301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"427da77e03d04886e4adb6c8f0f84d71236202515cf03a2bd10da6396af522d9","formula_version":"titan-u-contract-v1","latency_ms":0.9250839939340949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b706ea6a1567ed6d8920882c2833a07628ba2063890de8d30347d5d8a960c96","sample_id":"grade-school-math.dev.6302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"941dfd65e9b8e5bd8ea6d3886ce8a0ab207fda076034172c979a153749dfb316","formula_version":"titan-u-contract-v1","latency_ms":0.8656670106574893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65ac02ed889fb8258cd652a5aedfbe6b49126ecfcd082a221f4822979c6b77a5","sample_id":"grade-school-math.dev.6303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a05c41ad11345da6a865224f936e94be2bd4a90a020577f415f16760654e84b","formula_version":"titan-u-contract-v1","latency_ms":0.6721250247210264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60ae70767b9f71c0c269c1c641b62cb7b72a62bd0d2d0961c22c53cbd26a9d6f","sample_id":"grade-school-math.dev.6304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"032c4c89aad083c03afd16787cc789f818d2b8588c17c3e11f59ea4e48535eda","formula_version":"titan-u-contract-v1","latency_ms":0.8128749905154109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8fbd46677dbea88fd1b1843b6156bec8a41a1ec5dfef0fb19409dd8e034f897","sample_id":"grade-school-math.dev.6305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdfbc46a0b685b55b672deb131769293e4f3d09ba57f77795a0dfb146c998cae","formula_version":"titan-u-contract-v1","latency_ms":0.708000035956502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d97a9d8486cbe7fa1d707df28f25c88576c011ef60f0488cecb91c0ad114163","sample_id":"grade-school-math.dev.6306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0e406ae0379f7b90b4318cfff71fdb3b44e3be48e64857cf0ae758e044c7b5a","formula_version":"titan-u-contract-v1","latency_ms":0.7651669438928366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"910f4ce2db77f24be3ac79d5e6ef71e48d5c349ab721429d1ae5c7cbabcc9ead","sample_id":"grade-school-math.dev.6307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b812e105b00b4d0ec45ae2b1454d128632061a5492603304b0a2faa44ed1dda","formula_version":"titan-u-contract-v1","latency_ms":0.6819580448791385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9297c8ea0a5149906b0eba2caeb764ad56b213ee95094830a26e1c7e1628ea01","sample_id":"grade-school-math.dev.6308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d40d86c0b444d2fdf1271da83112256f10e0010758fa911f54e8469a235e20e","formula_version":"titan-u-contract-v1","latency_ms":0.6414160598069429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3afaf2dfc4c74359427911ddcddcfce2c7b6c711ca7e54b6760209da4d7c9dea","sample_id":"grade-school-math.dev.6309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15c174d90ba8537261844346e2a9b42d9f5aceecc05a2702a1d8c6fa3a3df472","formula_version":"titan-u-contract-v1","latency_ms":0.7859170436859131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6793ae6a7f700af8fe70dec56ce26dae9646039fcfd2c142a6518001a80e78a2","sample_id":"grade-school-math.dev.631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f024dadcb2078f748453aeb96931faf572882da0e6aac38d3bb6dd42f79265c3","formula_version":"titan-u-contract-v1","latency_ms":0.8553749648854136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b11e9f15a612828977222d7e116e1ac99007255e2aea426e4110697584c5c6f9","sample_id":"grade-school-math.dev.6310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f4a984a35ec44920a5b46b35d49a80eaaf91a7dd094679549c7ceec1239dc0c","formula_version":"titan-u-contract-v1","latency_ms":0.7995410123839974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4e843c3be0376ac3d3b5f6803fb35d5417cfa8319059ffb9732e7cb939b8e53","sample_id":"grade-school-math.dev.6311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8db243249b8973c72fc21946e70e8af4adc9e7bdd8f17b11396e8c97b3b069d","formula_version":"titan-u-contract-v1","latency_ms":0.6315830396488309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1b813da6f7d113a36b0c2de25eee57dbc8036155f5dc3592cc8d965f7e0e8cf","sample_id":"grade-school-math.dev.6312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fc10e658427f34c9866a4723bdc5a6122e67f520ffe4e751d2822790b2a7243","formula_version":"titan-u-contract-v1","latency_ms":0.6304169073700905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f6842064e7bee25fd55ba078214b0d960d1e37d218e1bfa6df7353cb80b625a","sample_id":"grade-school-math.dev.6313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce6050b4036090be135464514769cad7396947b6980ebf6e59dda13459102703","formula_version":"titan-u-contract-v1","latency_ms":0.6715829949826002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f22f78d4a607fb3ea915661ab943d5c9e8f90a759f69f0f5fe39a804b30305fb","sample_id":"grade-school-math.dev.6314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1823da19ef42e8931e3738c01bde8d9af52c4b478285ecec23cc590a4dff7343","formula_version":"titan-u-contract-v1","latency_ms":0.664499937556684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4235ea6c3a74a29dc6c9cdcc101cfb09ea28cdb1b39aca71e25e2de2848e1acc","sample_id":"grade-school-math.dev.6315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eae1497c7c712288dd670c01e96bce51ef829e80caad8a115637c11f9664036b","formula_version":"titan-u-contract-v1","latency_ms":0.6587500683963299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e8a6457f858173ca5fde0a35f0182bdd3d5df4c30779406bd491c6604767000","sample_id":"grade-school-math.dev.6316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30cc7074e39d9d91a9e3b2a9f41405678cd9de1f765f6d92e4726acc69a17407","formula_version":"titan-u-contract-v1","latency_ms":0.8572500664740801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e0c339d232ba3106149135100dee45a55395bea40f47ab18b54ec4c00b49cda","sample_id":"grade-school-math.dev.6317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee0e2ff3fb2c1ebeb39af209e4432ddb5112a951564c0b615390e0fa518b49d6","formula_version":"titan-u-contract-v1","latency_ms":0.8470419561490417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2d068087a8e862c8aa13168b734aa889af0af9f0f63160a4192ede01628129a","sample_id":"grade-school-math.dev.6318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a466bb7ee969cba0f57da4d9f8f3fd96c5f287670a3e05533fdb3fe2561d68c7","formula_version":"titan-u-contract-v1","latency_ms":0.8655409328639507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8f689bf32b96bc77496b07bce9d17f989efb49d550e1e99fc9dbd441eeceee0","sample_id":"grade-school-math.dev.6319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98d5f7556e7d6cd2506e5dd67140583cfdae19a44880e3b3ea188b9597cc2bcd","formula_version":"titan-u-contract-v1","latency_ms":0.6703749531880021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"761d82918e4a599f7763230b5473a64e5c778e3aaaad5161751e05ea53669400","sample_id":"grade-school-math.dev.632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fed9547414386837ea0bcd23be6b306049820d24d1b685f97d14c0e86bcafaf","formula_version":"titan-u-contract-v1","latency_ms":0.6622080691158772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0d6cd102b15f1cfd28dc458768f44e3682cdc0f42d8ba7dfdf5564059732030","sample_id":"grade-school-math.dev.6320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3abc83b3175a50ad72e20c1489c6c92ff6c1a6924e23cebfcff316bd9f7f140","formula_version":"titan-u-contract-v1","latency_ms":0.7438749307766557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9ef70ad6dc9ffc1010f41e966b0ac9b18ca42c63b54fd8c1bf4c3d62b683bb2","sample_id":"grade-school-math.dev.6321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b21b46cd6a90d9a31efd4363a2cbf3d96a24c55ed76e374bc41c5dc4542e594","formula_version":"titan-u-contract-v1","latency_ms":0.6568339886143804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59e97fca359c55bd0f321e121e89d2dbd0a0aa2481456ba3a37ef8902a4876b5","sample_id":"grade-school-math.dev.6322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51294c42a09bf7c7720ef0c49adaac4108a52bdc54b056b99757af0d1a42ff04","formula_version":"titan-u-contract-v1","latency_ms":1.2683330569416285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"576f31cfae9c51ba962c8ddf9938d8e982656ce858b9c00dac1dd753755f8570","sample_id":"grade-school-math.dev.6323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a16c2ea6d6b97866aedeaac4f53224ffd0a1512bcc16abf584c1f3e989e85335","formula_version":"titan-u-contract-v1","latency_ms":0.6461660377681255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e39db73d7552d81d8052edf3b2b2f55b53eba15adc883bd68f94b4fd4e5dfd79","sample_id":"grade-school-math.dev.6324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f38a0e7901f05da6caa9e1fdbbc79f7785166071dc8b93b83b20729b71f2b715","formula_version":"titan-u-contract-v1","latency_ms":0.8142079459503293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e264667f53732a5d3ba5134aea8f91a0b2fc14dfb99a0757dd9da472a8df1a9","sample_id":"grade-school-math.dev.6325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fc10c7be935f6633274eaf895997c6369a97e7667c9836620097edb7afb6c4a","formula_version":"titan-u-contract-v1","latency_ms":0.7297499105334282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"300caf7e14a66def05881d6e3ded1208f7d8dc23b7b2937d7c4f03cc1b98d530","sample_id":"grade-school-math.dev.6326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ad8e701b7576f228aa495fca85e27e12c92c84e1fa9745fe6694561beaf6c20","formula_version":"titan-u-contract-v1","latency_ms":0.8822079980745912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adf65f06894b316cf363f212c71b207abf5624f277bbbcc349e31402a9f667e4","sample_id":"grade-school-math.dev.6327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e46868b26ec3a5a90c6294d1ab0615484b2c9ca6b2390673d767bc5d9eae603d","formula_version":"titan-u-contract-v1","latency_ms":0.6766250589862466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af1351e64e24154882592021218acf2b44ad227ff033bbe5d23e7e620c7154fc","sample_id":"grade-school-math.dev.6328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf0288a6be1ecd4d3df0f0e15e0b15e1fa122c4734f39ef5ad78f02f0e376cfb","formula_version":"titan-u-contract-v1","latency_ms":0.8709169924259186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9e58210cb403df5a0e592d266cec2924bc99a329efead9c08bd053a1e3cef85","sample_id":"grade-school-math.dev.6329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d454ca6c162dc66d27a860b7770d2ff8e863589f9fd911f17e0f0d05c1597a99","formula_version":"titan-u-contract-v1","latency_ms":0.8630830561742187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85ce2c530a93f25e6d503ebdcd96fc6ab2332073561d98a6342dcc9d75d03a8e","sample_id":"grade-school-math.dev.633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fe8c9efce18aac71ff08823f32f0cc6c655bafe7590f7bea2efc11ec1ab2635","formula_version":"titan-u-contract-v1","latency_ms":1.0148340370506048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8e4b742150399e4f005b5cc70dd9341577aa1603b02f3ce8f18d351da8a169e","sample_id":"grade-school-math.dev.6330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d051acb9fd9c184d222e0253ba6053144a97456b0ff0e9737c8e4680a7f9baa","formula_version":"titan-u-contract-v1","latency_ms":0.7921670330688357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30515b587a55047f57fc4dc24f2b3e1af7d566d502430100a3d46be245370ad5","sample_id":"grade-school-math.dev.6331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa4a20d4163747d562804d33bf3d4558b795e8d044cdaa3b8311562eb432f1b2","formula_version":"titan-u-contract-v1","latency_ms":1.3093749294057488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58a6a7aa26d1227b2cdfd759268657739517aa216961048f3c7283a10694f234","sample_id":"grade-school-math.dev.6332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"473023bc472e49eb64db2b95f73607d54ab2901a97035b4054ff19791dba855c","formula_version":"titan-u-contract-v1","latency_ms":0.8916250662878156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72f3f2a3d66299af304654ff4d500baa75bb69f4658fc0850fb6045b5fd21247","sample_id":"grade-school-math.dev.6333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8ee6c851d4be5a2a2780d6f9c7f49ef4abf7e545919b86444c8e660509977c0","formula_version":"titan-u-contract-v1","latency_ms":0.6616250611841679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19d4ebde8a15a2b63df57222617b780e8cbea426fbfd68a3a26ac645c2354637","sample_id":"grade-school-math.dev.6334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d84958b962650d67f56b030c40a65037e5ffd61bdbf55bd61563fcdb0e60f7f6","formula_version":"titan-u-contract-v1","latency_ms":0.9462080197408795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4351e01007df203afc5f2dd726aa79bcfa47666f35be87f6fddf4c70ce72d20","sample_id":"grade-school-math.dev.6335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c946700241a978008b1113243bf9b39d68acc532d348f9d0affbd2f9454961cb","formula_version":"titan-u-contract-v1","latency_ms":0.6816249806433916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46d04a7c95385d7b9535f0acd5e52d0dbf47f994e4cbcd7edb5db22a8d7f249b","sample_id":"grade-school-math.dev.6336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38ab8e5d9e5c8ecdf18eeaddbcefa805e7823378b259dade0904c418e7ca455f","formula_version":"titan-u-contract-v1","latency_ms":0.6429170025512576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cad5a6a4f17adaf405cd37e8f8780e1f7b1cea3d197f7fcfe4bf9b2fae5d4b48","sample_id":"grade-school-math.dev.6337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c90beed832c734f3f47ea0fc2465ca0c8d89ed2d8c05c5344085c4fa9c55d9fa","formula_version":"titan-u-contract-v1","latency_ms":0.6732909241691232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cef40cd029303e17f49256db365fffcc49bcf48f4e5545fc3e5cca943a11ced8","sample_id":"grade-school-math.dev.6338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7f9b0e31819e3ced3dd5130fc40870f086d465f5178a3a00940fdb20ea19ca1","formula_version":"titan-u-contract-v1","latency_ms":0.7175410864874721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96914c96d9023c0bd3531263ad482c3a8bc2ad87adc6e91dc9892b36ed20b562","sample_id":"grade-school-math.dev.6339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc3c0b25b50078a1979e9c71bd711b6af5177cc8862d73c1569c4bbe3350c5b8","formula_version":"titan-u-contract-v1","latency_ms":1.012332970276475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b1c181338ec26306e624c19e34c250f27d6c784560efc0fd2c9c2429b35c86a","sample_id":"grade-school-math.dev.634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bfb1147a478d1e03fe918eb958a6646aaf04211b1b8bf105074a105166e44f5","formula_version":"titan-u-contract-v1","latency_ms":1.1294590076431632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6252f26b7e96ca1708f1c2e92860b2c4d077ac9aa69cf2a0397ef515578faa9f","sample_id":"grade-school-math.dev.6340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96bf087f1f9058bbbd36c3c9b3786d88fccd3e5abde72886b2e79199c6da54fc","formula_version":"titan-u-contract-v1","latency_ms":0.7115000626072288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5ece2feba470101612bb878dd816b61c048829c9d2a14bbdde2c7c9b2251ae4","sample_id":"grade-school-math.dev.6341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d80bb5726cfab05f904a57ba26dce9315aa7780ae00b47ae2af689b9fb19a6b","formula_version":"titan-u-contract-v1","latency_ms":0.9134579449892044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"724833d49b9cdd9c2489849d46c5b162f09effe9ba6933e30699f61fa3782d65","sample_id":"grade-school-math.dev.6342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cbf2597def1a8fb2106fe7c6398b99104b15e832f500a63e5df274a6a36f64a","formula_version":"titan-u-contract-v1","latency_ms":0.8458750089630485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e77743de9ccf0db128ae0a1cdc06b8c1b327d3ff315de863aa89c28386a723d","sample_id":"grade-school-math.dev.6343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60e3ddb6bbd60c23dd89825d616c3cc0a950585978d3a32abed1ac6a17a59ff5","formula_version":"titan-u-contract-v1","latency_ms":1.0992080206051469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"498b53779e4834c9db813e58790cbb3f77aa9c78fffb9eefb452910f601d926a","sample_id":"grade-school-math.dev.6344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"316c7cbd9d7c80f1a774c343e366cff97045f939fae85130713bd00411f7924a","formula_version":"titan-u-contract-v1","latency_ms":0.8245420176535845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b41e84988e4692bb04a1f28e76e664e992f48b644510ed6b973b3435d94b3ed8","sample_id":"grade-school-math.dev.6345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9d0ef066f53ec94656f0c038ecfc321afec58501d5d3c2836b237b85b935db9","formula_version":"titan-u-contract-v1","latency_ms":0.6732079200446606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"495640fc4f05d06795fb7816f00f437b63584fab66cc70e72fe6d6469b77e59c","sample_id":"grade-school-math.dev.6346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c98d7b6f403a2978293ba10614779212b73692a16820bcfdb5cf8ade754126a","formula_version":"titan-u-contract-v1","latency_ms":0.8609999204054475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0d5ffe80fe3ef38aed0779615c323012788158757d0330fc1cd478033eeefac","sample_id":"grade-school-math.dev.6347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b10d6095fb09685cc98c35a449d39c178a64d67270b785c36a06b0eb27fd6d1","formula_version":"titan-u-contract-v1","latency_ms":0.7033749716356397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c676fe57255853549d61cb8d1c330119715fff5498b191c1d53240a5238a66f","sample_id":"grade-school-math.dev.6348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4290afae8fb37974e8aebcd14fe5921deea639ae2ca7ce689e5c688ba36536b5","formula_version":"titan-u-contract-v1","latency_ms":1.6194999916478992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0712b46b991df7f0b7e9c707d62a2b00ade80b69ec5e99c140f495ff805cd030","sample_id":"grade-school-math.dev.6349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53b8c2d1c57485c863e18dd666222c74ee6ff91585ad7de0778a3915bab7cd7b","formula_version":"titan-u-contract-v1","latency_ms":0.8684169733896852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f55409e03d84a295b6dbbecb8b7dace1c540e235c623cdedd1f9c1ddd19210e","sample_id":"grade-school-math.dev.635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4122d99d0d118956fdc676f1dbfea54b28072577a60fe01d91366b84925fc30","formula_version":"titan-u-contract-v1","latency_ms":1.3252500211820006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"990e2bea367b6f77db2653f8992ecb6f59bbd383bca1599674770fd5cbb4317c","sample_id":"grade-school-math.dev.6350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91645cead4d46248127cc26df2e63479bd39236bb3713ccae175226609530255","formula_version":"titan-u-contract-v1","latency_ms":0.9471249068155885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fe12506a4cdc95992567ba4f0d584c9cc97f8a89e0026f128d9bf155308b25b","sample_id":"grade-school-math.dev.6351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d01cf89c49e020823ce82d2c301c1413ecd6921611e6afb35d32f471611448e9","formula_version":"titan-u-contract-v1","latency_ms":0.6906669586896896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed407315fc5373ecb7967231590b63b9280a42205ccd8d691199ea8670edd276","sample_id":"grade-school-math.dev.6352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56e6a141be74a5917fd9137866dde3f92e25d9578004877f0a25b889048a2b5c","formula_version":"titan-u-contract-v1","latency_ms":0.8859579684212804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae24b4ef44e5c955c03c98c3b42250cda1786bb59690cf5ba82a9ed1e97cc173","sample_id":"grade-school-math.dev.6353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81f449f833a51370956f2f30dc7d14951a7223a37790c3719fe1f5c91278f119","formula_version":"titan-u-contract-v1","latency_ms":1.3654590584337711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e87c33f133a179af2ef40c6c85ba2cebf4f2cb639dd40298a8f9b16aeeb0d028","sample_id":"grade-school-math.dev.6354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"959c8b19779021ceae09951f74867b17b3afe95607cc262a56f413fc0857ff7b","formula_version":"titan-u-contract-v1","latency_ms":0.6886660121381283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70396d5a130faad42a098f9d9a74b0c9342375de33e16c940149236434f6e8ee","sample_id":"grade-school-math.dev.6355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e75e1a8f61d903c7731a981a4d2c901f4aee8937f3a55bacd007959426469cec","formula_version":"titan-u-contract-v1","latency_ms":1.086917007341981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a95605493bb2fb10e705f4e23e4eb0309116ff8c316078b2a9d01e06839de33c","sample_id":"grade-school-math.dev.6356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71f6b712e30d8f61b2205dc42364a2cc7a7589f5bfad569322a3b22876516f19","formula_version":"titan-u-contract-v1","latency_ms":1.0218329261988401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"131cd8b678fffa55de0ec05232c17b64a22620a04a81ca41b18c1253a5ba5566","sample_id":"grade-school-math.dev.6357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7bc113e0e3ecce34669b0c54fd3e047a85defc348f891ba4af3b9b2c28b2537","formula_version":"titan-u-contract-v1","latency_ms":0.679417047649622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c375df65115aa9a504d443ab6f214a1b4fa4efdfb4152b4e2a117f6e5f437cd","sample_id":"grade-school-math.dev.6358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a96c4d6f9e3859d7fb92873d746ab15459bad115ecb8fdc559bda6700cf057dc","formula_version":"titan-u-contract-v1","latency_ms":0.672499998472631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0b0c90b48bcadf2eab99181e89f649ae6a0e2c9cd58286964a93f846561b024","sample_id":"grade-school-math.dev.6359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"895ffb6b15489ac184a7268280cddd5b43163ccf3b3c85393d544047b188a99a","formula_version":"titan-u-contract-v1","latency_ms":1.3734999811276793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6d9c4e7ceb87adc5545f313a35c86eb7008bfee89c419b834f243bb5b4087ba","sample_id":"grade-school-math.dev.636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7829caff8f32c1da3b02c1be3f4162f06a2417c5d25cc8eae5417d29deb18358","formula_version":"titan-u-contract-v1","latency_ms":1.1524580186232924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a166e216c7486022f0f7753f0cf14cbdfc943a617f2fe9aef8557039ecf0927","sample_id":"grade-school-math.dev.6360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8433cbdb689c9b99d120342683519a37549015c2f07ac634ae774092fdd6639","formula_version":"titan-u-contract-v1","latency_ms":1.0973340831696987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"037309818626bb5970f212b41cc0950c8d0e842e725c0c0180640a25209bf7f6","sample_id":"grade-school-math.dev.6361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf416f01ac7c4bbe1033c868e2127fbaf33f2b40db0af1001f196e8ab9cdc4a6","formula_version":"titan-u-contract-v1","latency_ms":0.7582920370623469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"426085dfb1ff195b555e2d2b89bdcdef8e1f1288a97f436230d67cfd416382fe","sample_id":"grade-school-math.dev.6362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68c076ccde24e2987f45c4049894111be0701cddc3a97b0e2b3699e5d6bb6a66","formula_version":"titan-u-contract-v1","latency_ms":1.0431669652462006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39be02410649c0288c940e03501c1982cecc8c8f0ab6969bfa094b8c5b1d33c9","sample_id":"grade-school-math.dev.6363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"720783d0dffd71f818739453a3c4912a288eb2e3c22b34ca20c766d9e0dee872","formula_version":"titan-u-contract-v1","latency_ms":1.306000049225986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"123ecb9908ec5fe4a50ef87e8ebe2734ff695b7b7c651671de8b07a850d98784","sample_id":"grade-school-math.dev.6364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5aaf3861337d60684ec08858af37518cbb84071970d1677d455ac9a3534455de","formula_version":"titan-u-contract-v1","latency_ms":1.6013330314308405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8338f7fd5b88ab36504515d0c734925304826cc3cde22df3c2833932560789c0","sample_id":"grade-school-math.dev.6365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8ba037585fe4ccb99e43860b4d0830ef183c9c8f26b6addcbd1ffe163c7d5a8","formula_version":"titan-u-contract-v1","latency_ms":1.5027920017018914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5a686767a0e130043c65476c5e78dfe44e024ee0cc1f2ce9a639fb5691468d5","sample_id":"grade-school-math.dev.6366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0527ce7bfcec357f958e51d03010e2a2807ebb85b52fe77b23df0f9ca7c34b57","formula_version":"titan-u-contract-v1","latency_ms":0.7577500073239207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa3cece523cd3da101ed9ab8df534681d525693cacd4efb606d472f7788696bd","sample_id":"grade-school-math.dev.6367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2df6718b4ff3a2d21b1b7099bdc8423b8ab22ae450402337ef04112889882f4","formula_version":"titan-u-contract-v1","latency_ms":0.9951250394806266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f52a7329a46a019fc935c4da8fd2a832f51ce12bf4e30005242bff552b8f144","sample_id":"grade-school-math.dev.6368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1ac3f905f7ccb1eaf58c6fbef68aebf086b9a50d04378f203266668b87a6deb","formula_version":"titan-u-contract-v1","latency_ms":0.8536250097677112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"885c73623c52da193bea4d07d3bdca80f110ee798e112202b30e2f5b4cec43ca","sample_id":"grade-school-math.dev.6369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8b920d7b196c7c4918bcef5481b90cf1f1c8a2e1861159f80ef63f02d5df92c","formula_version":"titan-u-contract-v1","latency_ms":4.948791000060737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b92ce059e029f12288ec701a3ab1a0dd02198d476b32a83a463bf8654b570480","sample_id":"grade-school-math.dev.637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"228807e92a5b7145c734ed8cbb21989b14216095855a076e39a5bcf683482900","formula_version":"titan-u-contract-v1","latency_ms":0.9456659900024533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f75a665c49486a5af49907b243dfe384b4ce2c15b316b4956dde20c9ab06d8b","sample_id":"grade-school-math.dev.6370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfb45315d72bb5932eb18c98169e505f4897a4ff57f1659da329ce8681517583","formula_version":"titan-u-contract-v1","latency_ms":0.8309169206768274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ec098e2e09c94c6347769bbbff18a4eb592b724ceecf27be042c75030f031a6","sample_id":"grade-school-math.dev.6371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"625b49362f55aa377ca7fb82316e036f1ee2c491491a4b417d78962b6571f456","formula_version":"titan-u-contract-v1","latency_ms":1.1439999798312783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ff3e115fff12cc54d8df65b42bc365b9e0b88d4ed9f95b02338e80621156412","sample_id":"grade-school-math.dev.6372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7173d587ca9b0725e636023e7d0703d68c804a8af32723562b31313e4f784fc7","formula_version":"titan-u-contract-v1","latency_ms":1.0899169137701392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"075f841097cc4d60eb68f2ecad6317ecbebc284276e86fe2a93040aefa3ebb8f","sample_id":"grade-school-math.dev.6373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"374098f353c332ae4b29f253d524bbfad1b094fd0b3bfae42758508a37900b73","formula_version":"titan-u-contract-v1","latency_ms":0.9790839394554496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a33830b51dbed71d5997fe6ca117a62d06bf4ff53566b42bba74fc13558945c","sample_id":"grade-school-math.dev.6374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6063b4551b5d03d620f9b144dfb9c5106faf78a151de20cfba391ef7d394d9b1","formula_version":"titan-u-contract-v1","latency_ms":1.1610840447247028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4be3d0f925ffe2039d7aa95d872fc49cf572721bf385e83e4d150138412ac980","sample_id":"grade-school-math.dev.6375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"649780dec8df09e08229297e1069989048d60005b585f70715cb375c4ab08113","formula_version":"titan-u-contract-v1","latency_ms":0.8801249787211418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0b7deacbdfe583e1422b999a1f2cb1078adb846388361b8a9170378ca20f79b","sample_id":"grade-school-math.dev.6376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cad8376ba4e8c599d90001db704a048275e4effef8d31285717b5b77355c1c32","formula_version":"titan-u-contract-v1","latency_ms":0.9043329628184438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ad8b06afb6539c834739360b06d031b1728d33354d459e6e8b31aaa83ad694b","sample_id":"grade-school-math.dev.6377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ea27c910879522b907de475ba37167759e9c3b73e128bbac40bdb4cacab65bb","formula_version":"titan-u-contract-v1","latency_ms":1.0988340945914388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2695ad321cb3d3a66470849310541d426305052f7acfefc4593b67f18a7b10f7","sample_id":"grade-school-math.dev.6378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02784b2178a05d8435ea4c4ac8dc5d038b5238ca372ff4c82bdb4cb79b0cbaab","formula_version":"titan-u-contract-v1","latency_ms":1.0040829656645656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ae26751be400ed6f4209c1dc29e9f6300b8e693215130fda7f6bd4ebeb5cccd","sample_id":"grade-school-math.dev.6379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71c3c827e42cd5cd0c46b0fbf059aa3c7ffbb7c708677c71f995635913964353","formula_version":"titan-u-contract-v1","latency_ms":0.8992080111056566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2add44f83ed18bee02536e5ef5304a991f4b696185416f5ec8e11cf2cd054f7e","sample_id":"grade-school-math.dev.638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ca915f874124f995f22d4a19815d4a39bfec41f53aac90c059e40875fbd6ac8","formula_version":"titan-u-contract-v1","latency_ms":2.87987501360476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fba2bed8afe632e368b6a863279a0f67dd05b261e5fdb7f6831e6600a453020","sample_id":"grade-school-math.dev.6380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f42d351f7704ca2bde7751b0425d04382ed27ac261a84c2fe8c62f0e02479ac7","formula_version":"titan-u-contract-v1","latency_ms":0.8697499288246036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5d22bfb3a4550c0eb759a872f79be53b565f9396101259143258c1a2340a2fc","sample_id":"grade-school-math.dev.6381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77f692016d64d8616219a7ce368c33bfdea84df6d085f069e90d9805e96d6707","formula_version":"titan-u-contract-v1","latency_ms":1.2084579793736339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6260ad87168d4e39198a09dcd27266beb05e25fc44639743c0a6bf7612f78dc","sample_id":"grade-school-math.dev.6382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4b28d5b31e47ec31cf0f6c8800d760ceb7fa430403ac3e1ee71445aa23951ca","formula_version":"titan-u-contract-v1","latency_ms":0.9316250216215849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d30c92aab6d2651799c82e109f967177d8a71c46240abba4ad2cc5a72c87034","sample_id":"grade-school-math.dev.6383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5238815d12179a5db2afb1b4e36700b767209455cc181326546d567aaba28a6d","formula_version":"titan-u-contract-v1","latency_ms":1.1070419568568468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96a64f7d1d196fe4a4fe1ebe17db3b389288314bd8111a57bda646bd58106625","sample_id":"grade-school-math.dev.6384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"390945cf9bc22e8e5c2b52925ddfea5556fd4fb2670bdadc2ca4d562f39aac82","formula_version":"titan-u-contract-v1","latency_ms":0.8857499342411757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0962375576241298d0d90927eed82029bff20f94c8d1408ce37246c6cd9c9e87","sample_id":"grade-school-math.dev.6385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b334dbbc4bbbda19ae1face4b9732dcd9f3705dc084b93cf8567ea8bdf2171d","formula_version":"titan-u-contract-v1","latency_ms":0.7149160373955965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fd1be0bccdecf3875d83b7a0098628a97dfdfb534efe1349f4b75d145ac25d5","sample_id":"grade-school-math.dev.6386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"382d7fba14ba8ab4fd296b3490752ad61314622bca6cd7479c2d16e8e4171e7d","formula_version":"titan-u-contract-v1","latency_ms":0.8674580603837967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23bcd0e773285515f11657a5a9a9459e33105dbd373c8237119462f200ff1c1f","sample_id":"grade-school-math.dev.6387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef4411f36ce6378c39a6c519b296f9c32b8870559cca6997993e7f544464f4e9","formula_version":"titan-u-contract-v1","latency_ms":0.9434999665245414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8eac71cf57439ca15174e6bdec2927122f9b659eefcfb9196cecd1812c972675","sample_id":"grade-school-math.dev.6388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c12922af4f30b05abaed8849f6f622dffbf79b65d35232d35070cdffd0b5b926","formula_version":"titan-u-contract-v1","latency_ms":0.8881660178303719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20a4dc1e35b11a9d19e0d6b459f6be09126772e18cbaa20ad44abe49f1c59a0b","sample_id":"grade-school-math.dev.6389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38edbd13f140fa1128f0e66244b39ab2fda15219dc29388c1f0799397feb282a","formula_version":"titan-u-contract-v1","latency_ms":0.8201670134440064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13ba40940a6f9c5cc405649e97c8c15d395ac37cf88d1ba545767f10fe720173","sample_id":"grade-school-math.dev.639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9424c6281847f09d1a79b1f1874dc79576f378ec3fa1aad55c6324dbbc2185e6","formula_version":"titan-u-contract-v1","latency_ms":1.2203750666230917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"635b391d73bf5f047f13138eecb80bde133f3b05897642160980617e86eab66d","sample_id":"grade-school-math.dev.6390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebb95e0f17da7c51f438d9bc541b1848ffff39a27d24ecfcc02a90d310ab625f","formula_version":"titan-u-contract-v1","latency_ms":1.028000027872622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7a26f6cc1f72823e1195cd228dbf6a38cf00ada0321171b9513db8ba6b84f54","sample_id":"grade-school-math.dev.6391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52581e5cc88b7432d2721fd3bdb49670f330834124f7bcd5b9dac8c1a7b19cc3","formula_version":"titan-u-contract-v1","latency_ms":0.8790410356596112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0902e2da89dc6d75cfdb3cb4c3efc8322b8d82178bd30655d645393eeec050d1","sample_id":"grade-school-math.dev.6392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8787b51fcaa0a1b33c763ac8db51e209bb62de7e2109ca875c94fac56d056a9d","formula_version":"titan-u-contract-v1","latency_ms":2.0312919514253736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91ce30ad739a9f632e4401a385e07541ebfcc0d129d685841a7aabe1f964929a","sample_id":"grade-school-math.dev.6393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36d5b436c5721e2bfe9e963574f01defba42ce10b1741ddead8ea5a32f65354d","formula_version":"titan-u-contract-v1","latency_ms":0.9849169291555882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e240cf9234ed008742223a54b96080745add6a2377c0d5c2b0543d650f365ca8","sample_id":"grade-school-math.dev.6394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed3e07f4536d84852b0cb79a228f95fe123bfd5d8b6ded024a41de86eebe4879","formula_version":"titan-u-contract-v1","latency_ms":0.8465000428259373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a12d678aa0b8cc2d4451362c9744e81827bfa84d4eaaba7a48e9f0329ca5f96","sample_id":"grade-school-math.dev.6395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a83ea86665b2e5aa2f74b10ae83d39e788034d857639de686a87c4cb75e3cdad","formula_version":"titan-u-contract-v1","latency_ms":0.8277080487459898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb223bb52cf4d9ace8e3571890eb86bc47899a5388ed6cd6e9a1969111d5f3c9","sample_id":"grade-school-math.dev.6396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f99fb6282cbba9a1d00445da192f90c2fd0af4836b6f8b8e5d1bac929c5c9414","formula_version":"titan-u-contract-v1","latency_ms":0.928084016777575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ad5d694647e6dfcf4df540ccc7f9ad179d99a851ade4200503a7ac50901c59d","sample_id":"grade-school-math.dev.6397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7f95d22426eb46e0aeb7cb219bb1e2b3ae19a518e2fe8fb9c3819f7275a454d","formula_version":"titan-u-contract-v1","latency_ms":0.691666966304183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4868ccf5d5a6340377f39f4d29bfdabdd7680fab4547a01b4e5ef6cbeae13cd2","sample_id":"grade-school-math.dev.6398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de2ccbcb03b56ff9b61e44e26b19dad8c8d470fde3a640c35976b8f601ec1ef0","formula_version":"titan-u-contract-v1","latency_ms":0.6989579414948821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6a790b5c943ca8c426a2bb7885b6112800d1754e4387ef1b10145282766e1b8","sample_id":"grade-school-math.dev.6399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c441b8126e40e4c8342fa39caa9617da4f7dbf06ff01022830e320b6710560e1","formula_version":"titan-u-contract-v1","latency_ms":2.468917053192854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d57b0f7c1a5a9dc1d35b1c70705e2def34389e94a3f4351ab6acc90bdf1ba38","sample_id":"grade-school-math.dev.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8ca453602b415f3210995c4d81a3e7281f57f3b31eec546ea6e4cb5b62046de","formula_version":"titan-u-contract-v1","latency_ms":2.640124992467463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a80809573427956131a52ba67142cea6dc66c3e462da319f9fbf9312e3ebca12","sample_id":"grade-school-math.dev.640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"771b7007ea2d1f06b674f7069af2f5276358111adec236ec0f54ef733c1e0b0e","formula_version":"titan-u-contract-v1","latency_ms":0.9298750665038824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"376a9d86303dd8236500af37491992384678e230f095434f56f4ea7cc6eb43c8","sample_id":"grade-school-math.dev.6400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76daa58856082e5f74c6b6d1d8b5e9ae8b73dd4df41992179add107e60a21e13","formula_version":"titan-u-contract-v1","latency_ms":1.0818750597536564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"727f855a453b0fd048104e6bed6e56dd289aa783d3559e6265fb388c3cbdcff3","sample_id":"grade-school-math.dev.6401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96af3eb0d105d05c20f43bb787b1d0b9cb05fa78ce5fd97716bb71746107e300","formula_version":"titan-u-contract-v1","latency_ms":1.764583052136004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1684c989f9c858ae7e23cb2c4db4204ab658ad333b111648d36131fbf830987a","sample_id":"grade-school-math.dev.6402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2251fd3906eb556280447c1e59ec44d65108c00f352b4f2aa9f4602a2bd7c1f9","formula_version":"titan-u-contract-v1","latency_ms":0.9332499466836452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6dcf30e3947716d875ecfb5698086875c985ec39cc1d538c819b4f62d3b25b3","sample_id":"grade-school-math.dev.6403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3620e6c8747202fead14810aa714c906110e6542952d7cbabe6af40511f52df4","formula_version":"titan-u-contract-v1","latency_ms":1.0574170155450702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5519d2b96f7efc60a372e9a9238fa08ae3600f7fd6b56e90ca9f9b39a4ad281b","sample_id":"grade-school-math.dev.6404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcaba037ca6891bd2d243a91e2e0cb5db17244e21ed504fc7bad507807b7694c","formula_version":"titan-u-contract-v1","latency_ms":1.1290840338915586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb4d832973f0b5ffb3499688ad748a956cacdc876396570e126c750463ad3de4","sample_id":"grade-school-math.dev.6405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"676bd64a37553c639503711428150126247f8f17c8ea1604d535b9784340dd03","formula_version":"titan-u-contract-v1","latency_ms":0.7234580116346478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e19437920ed2b27e467e8d1f2d1a9bd237e142b4f80ca9e0c57d54b4d6b8ab4b","sample_id":"grade-school-math.dev.6406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b83c1a16189742a48ad296d0969dec045425e91abd6fb1ffe350b5eff35ca314","formula_version":"titan-u-contract-v1","latency_ms":0.741666997782886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df4bebf91b7db81aa0b0164c0f8dc07296863ee2737f0edfcdb359a78f7df893","sample_id":"grade-school-math.dev.6407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39afaf50688de8cff24ef14c5ef45055ebccd0b90cb3fa9e49ec2279134d89d4","formula_version":"titan-u-contract-v1","latency_ms":0.6976249860599637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"badbe15dbaa0a16baafbf07c63b40367d6f4b34cbeab78b392e43ade660bf692","sample_id":"grade-school-math.dev.6408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da7fcce51febf5c727bbe7869e14fe11eff22829ceebaff5de536cd0d0389923","formula_version":"titan-u-contract-v1","latency_ms":1.320083043538034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67e6b4dbc2a75ba2f8229433207096ed44f46b05a9ca5d8b66d2541caa9fb15c","sample_id":"grade-school-math.dev.6409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b49475e7b5d62ecdad95b3da2abd145325e36a6d31514935c02606e45b8405d","formula_version":"titan-u-contract-v1","latency_ms":0.7178339874371886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6fb4d1573f39264f9d79437f02a0c4be1777db59a38ca65f0c46a208ae63af1","sample_id":"grade-school-math.dev.641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ba024611b1d7b9c0912727a86ce7fb1d89e59fc3fb7ff7002634364fa8139c6","formula_version":"titan-u-contract-v1","latency_ms":0.7375840796157718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c774fe0171c88543589a3ed6bc761b27b30a37c4b2b041c33d8f426850bee9f6","sample_id":"grade-school-math.dev.6410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b8dff8a42fe13ad5fa5b3121cea4817c75795a2229cf2a6b7f90ec2802b6651","formula_version":"titan-u-contract-v1","latency_ms":0.6931249517947435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"122b961a9268aa134b58ed1c2f272324a68aa103e08115b1d60d28d2b80c9c0d","sample_id":"grade-school-math.dev.6411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a618351b4a522f2178051cd51a2dad1cfa3cc8ad057cbdbf0c153a03ac883e51","formula_version":"titan-u-contract-v1","latency_ms":1.7539579421281815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57a307916ed451cdb6cd9f8f731d7839a90421f359a6851d52b81d5b54f93c3b","sample_id":"grade-school-math.dev.6412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8d86576f7089568713001003cdf02aa08b7f877310cf1ae2b2c9a0c68598419","formula_version":"titan-u-contract-v1","latency_ms":0.8786660619080067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61d4a0bee8dc286377365103e602abdecbf0bc0cedbd65760618bee990657cf5","sample_id":"grade-school-math.dev.6413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7603c802fb35fd12bd3aac96e83b760eb804465b8014ffe94379d2e4667c41b","formula_version":"titan-u-contract-v1","latency_ms":1.0455000447109342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6a32d4dec7e421fcc8eeec78896cb6b7cc07e60c3a5ca97565e1e40d8b449a9","sample_id":"grade-school-math.dev.6414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54d8cb9849263b74a5378acb9a19a38b29d046b4c698a6cf627893f7d8c5143d","formula_version":"titan-u-contract-v1","latency_ms":0.9303750703111291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1e083003bd2be178e4c45c8e63cfebd282d61eecba0d3974df5806ad3d51d8b","sample_id":"grade-school-math.dev.6415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7af21fbf28336a19a65b36ea4498420525a3a4a8ba225f7787c6f18234af916","formula_version":"titan-u-contract-v1","latency_ms":0.6918340222910047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a47d2c65d731915b0a628bcbf310a4d140d524dc2c959d31f3a2e6b2506cb927","sample_id":"grade-school-math.dev.6416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"589148cc29e92c508a8f792cc02581229f8b1430d2104e325f4adce420d5174b","formula_version":"titan-u-contract-v1","latency_ms":0.9197079343721271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60bd9cdfd748d42a449456bb6a4f05028e267ba75a9f3a241c7db1d98be94315","sample_id":"grade-school-math.dev.6417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b46e77d50690480b131b442b1ac0b0197f04c8408162988fd9acf728bed9f9e","formula_version":"titan-u-contract-v1","latency_ms":1.1349580017849803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3df382e215b50c6ec76ab6f7e6b5f3c495f90a2444b63c7fce734d2f3c2e0c33","sample_id":"grade-school-math.dev.6418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84525305e05f4bb3ccf527032737fa3caf771765c90368b98e7de852d553e5be","formula_version":"titan-u-contract-v1","latency_ms":0.9860419668257236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e29171331386de394b0c2701f1fb6a13032f148fd49bef272996674e5ab6f7ac","sample_id":"grade-school-math.dev.6419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10c4ded3ec8091fd7756c6b576cd4c660db56856f9090025b8b7a65c54d73bdf","formula_version":"titan-u-contract-v1","latency_ms":0.8873749757185578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1845d01e790500821604c990d8d96a9b8fc4aba96d3272aa4c3a029185fdbf0a","sample_id":"grade-school-math.dev.642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f820b4e04a4c4cb490e633cd7088e05ef3fcf240e17ae3c45eeb3da932d83031","formula_version":"titan-u-contract-v1","latency_ms":1.151000033132732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"452d7ac09c4818c96234383cff3eeff968b9e55d57dfe29d6e4b88109077a7f0","sample_id":"grade-school-math.dev.6420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d875e87db77bb7508dcc8d5995ccb626181eb2da671df4b22d765cdc3ebf8bc","formula_version":"titan-u-contract-v1","latency_ms":0.8371670264750719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c64dd7b5737ca47671d8cbca569d43dfebdd22373f83f1974c5b26b268df3090","sample_id":"grade-school-math.dev.6421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddd68e5269aaf0d484aba3a98f00edc78f895c7b1c04ab580f294d7a776f0d3e","formula_version":"titan-u-contract-v1","latency_ms":8.379583014175296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7702e89a2229be5d4f55d16c3cfead0b9d8faa26ada6a4cac6a28193adc411d1","sample_id":"grade-school-math.dev.6422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04eb8abd4326d091acbf9531eb6bcc973433ceb1002ce6eaa4193d5bd6fa0b21","formula_version":"titan-u-contract-v1","latency_ms":0.6603329675272107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2088b843b696b6d4c544bbd5a97736c5c917349c649f006182044e84931854d3","sample_id":"grade-school-math.dev.6423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"feeb66a8f7398f09ea600bfb6eb04b1f262eb89bde52ecfaa844ade6dd52b9a0","formula_version":"titan-u-contract-v1","latency_ms":0.9218750055879354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"967e65c6c8c975fbcd56ad3d31ae74da40483e7def600a3cc026fe396d1d8097","sample_id":"grade-school-math.dev.6424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"368b3985397990e13361e1eef2595763aef199091d9db0922dc3f9e450f73bee","formula_version":"titan-u-contract-v1","latency_ms":0.7030419073998928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83f2ef3af0c1dae16d59e050aaf3c9fa6500a85a970b3a9096a154c4b9236daa","sample_id":"grade-school-math.dev.6425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab5d475ac8c286eea16096b4e9c1c1b0ebc6d929aaaee5ffabe4d742a3e349a6","formula_version":"titan-u-contract-v1","latency_ms":1.068459008820355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b317a54f532816fe85cec305ac55d78f85a1ec801b246b6b112f489a7563ab41","sample_id":"grade-school-math.dev.6426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fcee0436afb35d5a62e38195ef27dc5545f58f00ec4be7539c53172c986e9fe","formula_version":"titan-u-contract-v1","latency_ms":0.9034170070663095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fd6f7c5253161a8fc66fcf40b11c254528ad868f6fc7a0eaf642669338d1f52","sample_id":"grade-school-math.dev.6427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57a22a9a2ff5f9d1a11d1bf30b3562e370b6fed71ce88450080be331b2f48ef0","formula_version":"titan-u-contract-v1","latency_ms":1.0750839719548821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eddf37f5b2ce954114a4345b658bf5e493fc39cadd4f496a812f917f806386cc","sample_id":"grade-school-math.dev.6428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"998ed40247a793a70b243fa0ab7986f1649374b372e5015f41d211f8f80cabd8","formula_version":"titan-u-contract-v1","latency_ms":0.8497919188812375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a66b5736ab5c150caa506db865cc1ca73e6ab14c65c1544be4d7d98f96dd51cf","sample_id":"grade-school-math.dev.6429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b89ce8147a59f67389432407a156c70dbdde79cf7513fe7e2d46b5be9048c027","formula_version":"titan-u-contract-v1","latency_ms":0.9324580896645784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faf720f7ef0dea1df61aa0d09e5293216b86ef8dab46c33a6b7761fdad026d6e","sample_id":"grade-school-math.dev.643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e005f96758c9626c5a9f87089e003e1caba157f8f0f7c6579f5ae89dd72960d","formula_version":"titan-u-contract-v1","latency_ms":0.9260410442948341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a56d0059acf3ba8a83d9d9f5cc80f527479fca926a8cca2c2753891294232575","sample_id":"grade-school-math.dev.6430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7daf39f8d8348cd702dcbd584f368a119c6892da4b32bb4494295c474fbccc0a","formula_version":"titan-u-contract-v1","latency_ms":1.286374987103045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5aef9d9a7cd2406b17b55d17e654df4354b3f5db9cd57c6fb68000995c0b1c9","sample_id":"grade-school-math.dev.6431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd431b3c32502919caef299587a01338a61df16d4a106cfd6ef601209aaf0f50","formula_version":"titan-u-contract-v1","latency_ms":0.9325839346274734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d64f359dfbdf1ac3b11b8caae267bd1a7e122084a91a3528eff667c23f0a715a","sample_id":"grade-school-math.dev.6432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e566b76cc38b7fa559dbc1855f96c95c16fea4ac9044bf51477a7846a1d36f9e","formula_version":"titan-u-contract-v1","latency_ms":0.8614999242126942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79dbf7179bec49fe45e62c0f242c07ae2db7cd476b3f736c78a0e9300e4002ac","sample_id":"grade-school-math.dev.6433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bf56ad29cb1d90aec8cb1f09099933a4beb0f8beed4c199250df0a4901bf57f","formula_version":"titan-u-contract-v1","latency_ms":0.6430840585380793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"555178585296f2c6570ffc1982dc9c5b09d4952d2dff19a24cb510dcd22ad9bb","sample_id":"grade-school-math.dev.6434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db7df2b279ba056c380bae15f05566b45b2e90667015af78099e26037f812d92","formula_version":"titan-u-contract-v1","latency_ms":0.896874931640923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff374707675c8fe206ba187d704385514db135c0d59a3f68e159d1757e7fe0b3","sample_id":"grade-school-math.dev.6435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6896cae329c7ecc96bf728c2aa68030d20723db4d0de56092356dc08bc9ef582","formula_version":"titan-u-contract-v1","latency_ms":0.8837920613586903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16a56eeb25063cc09adbcbb11360519466b80f0ead3b564776f57b233f03d8e1","sample_id":"grade-school-math.dev.6436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ec491feb89e63799a9e0b57b7a379d8cba09c06478d13e525ae82d014722d3d","formula_version":"titan-u-contract-v1","latency_ms":1.1595420073717833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"471d46142dc4c1e22284dc6233e9bc42b4dab5338bb82e6426e39668d99f0420","sample_id":"grade-school-math.dev.6437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b7de62ab541f4e7b5bf988e18d4944d43262d57832cf780f4ceceac30b7135d","formula_version":"titan-u-contract-v1","latency_ms":1.0814579436555505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75196039dd31e14dfcfd5bb3fcc1456a64e532f2596098ffa7821ec10640e973","sample_id":"grade-school-math.dev.6438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"925b9f0c900c9e822c82c47a0fcd713368c77a0532006a0cbae897e9b05c7f7e","formula_version":"titan-u-contract-v1","latency_ms":0.8527500322088599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03064f2ee945c1b909900cc4ec680bc8e54e758a8d1e61a89e11604aff1fda93","sample_id":"grade-school-math.dev.6439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fb001713f524526c03bb357f7b5b6bd3febef0818bfe9faaec1d0fdfb009fc5","formula_version":"titan-u-contract-v1","latency_ms":0.8579579880461097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c8cb6953ff5537a68bbc593f240e61f117a56c0128d304f537df2724f0db74d","sample_id":"grade-school-math.dev.644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c2539917c8ddab2670e848ae3b43a80fb68e27f8fdafc8f67109ea77c0ab3cd","formula_version":"titan-u-contract-v1","latency_ms":1.0403749765828252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59c2eb3e1845012316fff62f9d7f9816c29181c62bac82d6c16beaf574f9b287","sample_id":"grade-school-math.dev.6440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9211c9dd5f89a2b31b30d06f2d4c89d65952ad884242de0b1665cdc368fcb58c","formula_version":"titan-u-contract-v1","latency_ms":1.1490420438349247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a05fd7b5f82a5b7234ee02eddf3858f4beb746581451929a73bba67eac0b716","sample_id":"grade-school-math.dev.6441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a76d28102a1ae0f0b9d47a86e32efc353a7722fb0e372a64b7abdd10ffbdc74","formula_version":"titan-u-contract-v1","latency_ms":0.8139159763231874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dda5776bb73916c3af620a06d409245b05e63691ec64bb7da8ec76f5f8b2388e","sample_id":"grade-school-math.dev.6442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b378b87fde2e46a3c44f82f853e1ef5bf09bd079be896afa3cd6d20e03ba6107","formula_version":"titan-u-contract-v1","latency_ms":1.0881249327212572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f79bced9d5db8059f81ed827bcc5b50213fcda6448060934e1dc7dbe0887e8e","sample_id":"grade-school-math.dev.6443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45c49324c0aa324f74d6cd3407365e23a381843bb63c7a4ca2e7a4bd0bcea5f9","formula_version":"titan-u-contract-v1","latency_ms":1.3264169683679938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"294883f4c6b9f74dcf4d02a6fea9aa9e0ec00cc431780767b13c863685db32d3","sample_id":"grade-school-math.dev.6444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe89a4af738c8eaa1fae2ebe1196d93b2c05594ae7cc81c9716ecfeecae4ae99","formula_version":"titan-u-contract-v1","latency_ms":0.8773340377956629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbe984bb1053acdcd8125feed4f00d0136231862503795350d4db73ecaf9d147","sample_id":"grade-school-math.dev.6445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c01b90df2df878deb1bafb71d5d930ec88e0fb2988d9331766b53ae25b3b064c","formula_version":"titan-u-contract-v1","latency_ms":1.4470830792561173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75fe547a52108a1d0fd8da643235f6e00f051741f464c7e649b8c3c5c6dc4f39","sample_id":"grade-school-math.dev.6446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aad36a53733124ebc6f61e4de66593ac8c63244859eb58b7a7409b2de1ef7499","formula_version":"titan-u-contract-v1","latency_ms":0.851667020469904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdff4b478e9e16959c7d03bf7f8b28fa3687e6aa4f5b46405a51d815cec1767b","sample_id":"grade-school-math.dev.6447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"febe4019618452f8d3c1a0bbf2d1f31f0628267dab2d84d7ff9345b517d4c053","formula_version":"titan-u-contract-v1","latency_ms":1.1729999678209424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37b4e17b6e2259635de67f239f6ef83b0dad87df89663e46cfdbb4578dda2805","sample_id":"grade-school-math.dev.6448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4023a24aee2fc58fbfc608f89842edb64e635a55c5967269bf7dae9c14b7e037","formula_version":"titan-u-contract-v1","latency_ms":0.7230000337585807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7729182bae676b563f66ebb6fb9bbe5a9216697fa3bddf648c5c1bd4db468608","sample_id":"grade-school-math.dev.6449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fc8fc57ea95167f8ab8b4c607504bee3727dc863bc5d02e8a8bfa15b254b95e","formula_version":"titan-u-contract-v1","latency_ms":1.186374924145639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc8a73c3ef54b5aaccff9e07771d030b9d24e51af0418ecb0a5c51f1bd29d42c","sample_id":"grade-school-math.dev.645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4c3a7de75535a254b976b5cc66a408435c58120f86616b30fbbd8f3605b7204","formula_version":"titan-u-contract-v1","latency_ms":0.9212079457938671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0c95674936dd5b576de683fb73dd2f4575bc306d5d1217a8086ee36141677c5","sample_id":"grade-school-math.dev.6450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dd0cfc1426150a4f94059530f42f6aa14f1252db4a58abc234e41cca8ace8a6","formula_version":"titan-u-contract-v1","latency_ms":0.9180830093100667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25da321a20c071c7df3b1e301d80ac5d108fdd907f3d39c9bdd45436c3c7afc9","sample_id":"grade-school-math.dev.6451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9935dd5760b84b96388d73a30fb9f247bc61e3b99f4a9753074aad0e5c478fc","formula_version":"titan-u-contract-v1","latency_ms":0.8637079736217856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61c238079420940ed34c38e9271c42aa4b724bc29844c102f131405b3b6af20f","sample_id":"grade-school-math.dev.6452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7d31657201e33e2f1864080c346cb01bf54a8978decfc731909288b1226905b","formula_version":"titan-u-contract-v1","latency_ms":0.7044159574434161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f307677707ef8b32c96a17ea43d43d698245122c13ca37b52766cbdbefcf29fa","sample_id":"grade-school-math.dev.6453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"368677c879fc36f8c98276a3fd239d2d4582cf34952ff820f8dbb6dd91abab67","formula_version":"titan-u-contract-v1","latency_ms":0.9465829934924841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e181e33cb6ffdddeb321c8fefc108412076839ef4891d006bb5ef04e59455cb2","sample_id":"grade-school-math.dev.6454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72576b35bca658b8d3fbea2417893ef0f64a891eef775b5f41b4b8f9c39beb77","formula_version":"titan-u-contract-v1","latency_ms":0.8454169146716595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d8bccc562f589d70468e9fe2f0a0de1b62aaa1518c5169e9433f5e272307e0a","sample_id":"grade-school-math.dev.6455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d315bc164da5c9b834cc111c8ace1648bee896f26726cb704cb9599e33d2ccf","formula_version":"titan-u-contract-v1","latency_ms":0.8681250037625432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d4388f526fce8ab299c8916306ce04026882062d9851691a5d4f764226deddb","sample_id":"grade-school-math.dev.6456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cd79e91cc7374e4d3f189caa21239d5088e91bf9de9d5e1d212d6cdd8f3548b","formula_version":"titan-u-contract-v1","latency_ms":0.6732500623911619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54616df52fa510c61b76c113b27808f34125a6b3b648bdd3e66d3f92cc0694f7","sample_id":"grade-school-math.dev.6457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"575309f3025ea1b0655f4bb673c3b95cdc98c1ef3cda824aba111b4d7193dbdb","formula_version":"titan-u-contract-v1","latency_ms":0.800000037997961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abd5c119e51ea60fa93ee3087ba95d468b9717077240bd02e584fd94444f416b","sample_id":"grade-school-math.dev.6458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a91870d1bcee8699a84043a58fe5ca2fe37c885618dae16629d83c5885c0a22a","formula_version":"titan-u-contract-v1","latency_ms":0.6689580623060465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9bda9426925ef09fd710c39cfcabd90a9650c0fba4588656b9c5fa4b127b999","sample_id":"grade-school-math.dev.6459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa393d528af2fbc82a95a591ccb28f49b8a759e1190a760735746895b2af72cb","formula_version":"titan-u-contract-v1","latency_ms":0.8132089860737324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba0e6c7d454c1a22a75370c2b50b37100ffad0a3b7e45624024bf557e4b36603","sample_id":"grade-school-math.dev.646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbb4e9a1813f07190149cd083ce80ad288bed9969750aabff0b94c5e03ee3dbc","formula_version":"titan-u-contract-v1","latency_ms":0.8888340089470148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd66deccbc2e04b9f984d3952cd57b4a46d19394a8184de4713cf829b2e8ad1e","sample_id":"grade-school-math.dev.6460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac6318e7fd7f63b9601f646c70fb8163bef87572dca6dad17f638329b90eaef3","formula_version":"titan-u-contract-v1","latency_ms":0.7951250299811363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecd1061a3b39964ec3edb9886468a2e42f50a05fb9cb6e9df9fd30a0033e6dc5","sample_id":"grade-school-math.dev.6461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95c6b8cac31a45b5a99893919c5d4ba31c676e46f2f7ff4f83d6839b15ef844a","formula_version":"titan-u-contract-v1","latency_ms":0.7685829186812043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03d9c26cb32962b1c4d49f10618ffcc34b248c17b1951f7021098567ecd08bf8","sample_id":"grade-school-math.dev.6462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17801e65bfbd4253e666bc22b9a60f646c79cb26480a7e19e75f69b4e70fdecf","formula_version":"titan-u-contract-v1","latency_ms":0.8384590037167072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8440ce22ab9112769c55083a87d29c4dbb1a2c06a51b741e4af8ac68959df34","sample_id":"grade-school-math.dev.6463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53b4d2285a235b36907a9b885f747769b5333c2dfcac32d481e96e2f9e106985","formula_version":"titan-u-contract-v1","latency_ms":0.9202919900417328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dacacc34456a5064414af8b4107bc58ae9828ccedae895c18460bec03fbd1271","sample_id":"grade-school-math.dev.6464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f850bc5f68a462e84ebf04e20f0c8bd76da105a6b48a8607a3802d0541b67307","formula_version":"titan-u-contract-v1","latency_ms":0.8767920080572367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29b6170aea440b836f54860574d1ef8a3d0ba824f7a450f16f7e75574312c76c","sample_id":"grade-school-math.dev.6465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b4d59d5bdf01cd9241862d40fa43b4f9f6f67122816ab6ea4246c5246da4c60","formula_version":"titan-u-contract-v1","latency_ms":0.9072499815374613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b2a73dce4cd65ea9d428ec5cc96db0fea6621b98425a5c98fec5c4c164d77fd","sample_id":"grade-school-math.dev.6466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"190fc8b51fb58ae9033d7485cff2561e60bc989c09b7a5b278a69d74d562bde3","formula_version":"titan-u-contract-v1","latency_ms":0.7361669559031725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7761f0e76f3729fbd80b444d755948916d639bac385e08f8f87290d512ff67bc","sample_id":"grade-school-math.dev.6467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68ac5aad854ae1b90a39d0635889149ee20078211ec1e664374c7d03d81c7c2e","formula_version":"titan-u-contract-v1","latency_ms":0.679458025842905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8069b40229678a4a1b3ccc3876476d2aff8217bda5b0dbcd9fd47d70a02b928c","sample_id":"grade-school-math.dev.6468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eaa3922fcc1a24821bb3c604e7297edc6e83d61e38d18f22d7d38a2b20e90b29","formula_version":"titan-u-contract-v1","latency_ms":0.8091670460999012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67394077c954a601c6f710b905965769d63eab261814dbdc5fb14ddeb1eaab43","sample_id":"grade-school-math.dev.6469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"182e6b32a77160b4e67c45f8e5d84e7f6ec19eaec429ba6c16c3a2e78f8638b4","formula_version":"titan-u-contract-v1","latency_ms":0.7438339525833726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06c83e54e86d5aeada0106739c856001ceb2ebfec43cc53536e3551d3849fd39","sample_id":"grade-school-math.dev.647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b76b2a93eea92a259b526057eadd54b7559f256b5a5a7280cb775b485df69fef","formula_version":"titan-u-contract-v1","latency_ms":0.9480000007897615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e283f19c1f79216ab93dc512f6f4be9c4dfd37a953da03874237cd67345e297","sample_id":"grade-school-math.dev.6470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c6037ca76193d9fdc0a97ff9b711b3050d9ee8fa5bb7784946896fcdb6d2189","formula_version":"titan-u-contract-v1","latency_ms":0.8166249608621001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"715b5d8f8863d9a4c487b001dbeb06c4f13b3f7284cda24d028c117302ef6436","sample_id":"grade-school-math.dev.6471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"486072434e2ae158ecccefdb49443160a1113e50bd2ef785eaceb86cfcef5cbd","formula_version":"titan-u-contract-v1","latency_ms":0.8670829702168703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"978a73f6f793951cc74f84de2dd4bfddbbd1230cd4030b81029fbc06606c9998","sample_id":"grade-school-math.dev.6472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d36fb14c2f82eeda0995a9921c2c3f353370264e0b5e20ac42792cc214853e47","formula_version":"titan-u-contract-v1","latency_ms":0.7034590234979987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a2f979206b15e00f754e79002fc402c14c239ed2a093645521df74ddc96ce59","sample_id":"grade-school-math.dev.6473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da233425bed55203b6decf6a7aa6b5a003991dffa077e25ee7cd3f2eea78e07b","formula_version":"titan-u-contract-v1","latency_ms":0.9195000166073442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de9759dfc9ec37b8da062ce48547339d761caac26e7c131d343efecbfd483731","sample_id":"grade-school-math.dev.6474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5c542f4c028c28bdab2ad78772e3bf14cbf72d4c446082bfc2e917d103ce491","formula_version":"titan-u-contract-v1","latency_ms":0.8892499608919024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b01228a905ff24eafbb7927e43eda62117495e86713c7797abf19a9af6aa5f9","sample_id":"grade-school-math.dev.6475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f489b19dab0e340f359f3a5dd64fb874aa1a39e8599729d27b57adfe3cead5b6","formula_version":"titan-u-contract-v1","latency_ms":0.735041918233037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"005103b2bebdeed01426ac6e294a7220682710cafa6de39084724859629a55e9","sample_id":"grade-school-math.dev.6476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5931104c45bbc812b2c866bd393a38e35e5e1bfdf67e580a6261bc9c83d8be6","formula_version":"titan-u-contract-v1","latency_ms":0.8887499570846558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0be5e77a0440b007f780c14701bee8794fe00738a3a4d386b688022b8ca79921","sample_id":"grade-school-math.dev.6477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adf3b927d1f909d3e29a31c05a30c2f5c7062f58c61a1333efe610a3360136f3","formula_version":"titan-u-contract-v1","latency_ms":0.9904589969664812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"713d5ffe71648d1d4a4ad0975472f45a6ec0c0761027cdf206f6d2ed8357eb05","sample_id":"grade-school-math.dev.6478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b9657b67a58aae2be455283b92669b980ec1cdeb33dc61be97f1dc4aa3f8724","formula_version":"titan-u-contract-v1","latency_ms":1.0042500216513872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1283f17dbd0c841e7ad696fd48a0446c4fcefb72f470b05d9f9aafd0d204038","sample_id":"grade-school-math.dev.6479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26fd57b5d0ba4fa56ee3dbf5ca29f1e2675ff533cf0e542684192f6488a760b5","formula_version":"titan-u-contract-v1","latency_ms":0.8225420024245977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d548253996717d86e4efd7918420621946e7baecd2ebdde457a793d8a8b14f5a","sample_id":"grade-school-math.dev.648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6b88a16565e2613a45d2195b255a47b3da00d485509eaaaa3d6677d65eee6df","formula_version":"titan-u-contract-v1","latency_ms":0.8488750318065286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f94f9666de265f82469bef8a81f9dfc273ccb4c3abfc6c5c0fee44549df91b31","sample_id":"grade-school-math.dev.6480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a17917db6bb514c2cca82d88817bcb829d81a805676fc343dc59dbf7f268c369","formula_version":"titan-u-contract-v1","latency_ms":0.8384999819099903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"843ad2eeda74cc57e983e3d8214044ea5b23740fabb71b62e1641612afd79a2f","sample_id":"grade-school-math.dev.6481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"392083a25ffb81afea4e4e6f313942d59280a4b4a14d2d605a83091864c48368","formula_version":"titan-u-contract-v1","latency_ms":0.9742080001160502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6ebea693a90bbfd1c63b63b1c14c46d6d5e6d74d87341e5725c7a6115d84378","sample_id":"grade-school-math.dev.6482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfa795c1760b7fafdfeb972b60d0b4b0144dad168df43779c69ebbefbe835794","formula_version":"titan-u-contract-v1","latency_ms":0.9807919850572944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51f617bc17a8b9f9dbeba94a0637e04c4efbbac957cb137f39049d26ccb55e04","sample_id":"grade-school-math.dev.6483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b416c6a6acf109fba355ae56551a9838c427779783b575177e766d27bb644a06","formula_version":"titan-u-contract-v1","latency_ms":0.889708986505866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f852beff31fdbc0ee9ead2a7821059fea6005a08f9c6a44cb1145e53ef76287","sample_id":"grade-school-math.dev.6484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8a68579fc43817c12dfc9fe412090cd6a1188b181fd9c4dba1ac704678d190d","formula_version":"titan-u-contract-v1","latency_ms":0.7002080092206597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98dcb7d8d5740182e567565c594eba87738b2412a7e9621ed4c77ab04580d15b","sample_id":"grade-school-math.dev.6485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b0f16f01162c0e89072f8e80d5af9d01a2fe06e97c38ddcaf6640e5200a2c3c","formula_version":"titan-u-contract-v1","latency_ms":1.02283398155123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5172ceae23ddd59eb8c7079d1a58d85a40e9a360155efcf05a9bb792780fb4fb","sample_id":"grade-school-math.dev.6486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84f5ac0c5c66ce4909b52c4d50d6ea85a50411f0d642075df57c09a886b48a66","formula_version":"titan-u-contract-v1","latency_ms":0.8259580936282873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daec5351d82de32e736b68fcfd9f7a3b42ae1be7017a84990c1beaaf636b2047","sample_id":"grade-school-math.dev.6487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e52cddd8ed5dc23ae96ec778d1ad3cdda1fa457360b986ba8e43bdd78327a30","formula_version":"titan-u-contract-v1","latency_ms":1.0009580291807652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91eca0a4397fab06d7ffdc7e9a99d22363950fed3788d67c309677d1dcccdc52","sample_id":"grade-school-math.dev.6488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc9d946546b8e56a145444289809b87ce9d70bec35e11d85e31a94d7ac11d6c5","formula_version":"titan-u-contract-v1","latency_ms":1.0265839518979192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbd810ee1de4953f4de8378777fa6b4a9db268823a3ec995e59d4a0e7c04c8e8","sample_id":"grade-school-math.dev.6489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e795b3cea9473819c385fade3eaef74512550173816ef6b417497773da3c2d7","formula_version":"titan-u-contract-v1","latency_ms":0.9577920427545905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"651378dea799529c33baae1e23664c3b09995749849bcc6658d12b4970d2df0e","sample_id":"grade-school-math.dev.649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc8ab59c9cc6973d7d52971efbb402e661f087626fc149542d3f56280d9914dc","formula_version":"titan-u-contract-v1","latency_ms":0.8338750340044498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"635ada12949f903a3021e2806973703806960a53e3f84e76cca750bceb2d16c1","sample_id":"grade-school-math.dev.6490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e77692d5cb7d1f75aca6828a0fe5d2608636527a47d9f6bc006c7d015020a7be","formula_version":"titan-u-contract-v1","latency_ms":0.9676250629127026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af02dd2b9076c9f9b7584b2b6735d733406c05ed705f897ed3b154f59cef3eac","sample_id":"grade-school-math.dev.6491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0931ab612c2540e55ac256ed2615ebf59870bce95f2c5bde2b7abdc110ad9a1e","formula_version":"titan-u-contract-v1","latency_ms":0.6801249692216516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aae064f4a87a18474d76a702651a577c365d532f7b075c0ebbeb5a9081d83361","sample_id":"grade-school-math.dev.6492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c7c7e1a1c65d7a52671315b1f379237ef78f2b98c6e044e5c89581407720aed","formula_version":"titan-u-contract-v1","latency_ms":0.7717499975115061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b66318c11f1cb23a2b0e2e289aff37446a7279555ae5153e79d435f367f3b228","sample_id":"grade-school-math.dev.6493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0d49011154de852d4c7dbc93669157d7bd3a5b3431b2ed4e175ce89f2a68cd3","formula_version":"titan-u-contract-v1","latency_ms":2.0849999273195863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a637ad2a19851ec66c1cf053945ae655058add1179d737c4bbb1c3944e417099","sample_id":"grade-school-math.dev.6494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba47e898f7de8ae588c0608d6c655a9bfb93cc068de1f30345a8ed5f0e74ac63","formula_version":"titan-u-contract-v1","latency_ms":0.7074580062180758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d88a5a33d92d5d0ed12ee03531512bbbe69951316014015da8b7d9365c934322","sample_id":"grade-school-math.dev.6495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a23237ae458716ca956969a271d72abac313ab2e7290b2e6e2b632d35c03aca","formula_version":"titan-u-contract-v1","latency_ms":0.6455830298364162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04e18707629c31ba3aaf81877c255eb0b6888e9eaedcb4459a604a0ef719f37c","sample_id":"grade-school-math.dev.6496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0962c04476d63af8df8ce6aaeda9770386c76368bd86866e9db5b0acba93ed65","formula_version":"titan-u-contract-v1","latency_ms":0.8325419621542096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c4dc6b7541524ac5ffac7e6423564394b28bc39fcf738df3ae3d2783cbabc29","sample_id":"grade-school-math.dev.6497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3acaa035c223a9a8f3fc3bf2f4e86430b2ea4721350d913e437e1ca19db53818","formula_version":"titan-u-contract-v1","latency_ms":1.321541960351169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdb80e45103b78eeae47157ee6e75a0c4ec8872fa0145d8f1001fbbf4e10dce1","sample_id":"grade-school-math.dev.6498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecc1fb6db669818667885260f7e391818765afebed6c4b06da3e12f6c3fbf1fa","formula_version":"titan-u-contract-v1","latency_ms":1.2539579765871167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f44fdeecc9e9f2c7728731f639861fce519917fb843031ef7c9d35ecc54d6bc","sample_id":"grade-school-math.dev.6499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c154e90a3470349de8da7bbe67d56a726ac205469780c6a9528a6088ec079ce","formula_version":"titan-u-contract-v1","latency_ms":0.6535840220749378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0ea89d1bdf9ff7eca73d2e48e9ba8342002f725d0ef008be455f7e1ae3f20ab","sample_id":"grade-school-math.dev.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a8fa0debe504d4062beb4f29a2daeeef65274f84059e378128c4dbd3c19f3c0","formula_version":"titan-u-contract-v1","latency_ms":0.7060830248519778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"445d7cca766b967990a57484c594c7a0bb9f490a2cc705e6239b89e7f5d95fff","sample_id":"grade-school-math.dev.650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45b2ad6219f67dca10c2de40f20ca09e4f511c779ff725ce95a9657826f8511e","formula_version":"titan-u-contract-v1","latency_ms":0.7261249702423811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d31569185b10ad227f206c64494869b2063d59a1e477785cec16ea1ff0d6773","sample_id":"grade-school-math.dev.6500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90cdf8d582c5af503ad5355497b6decce5336f6737f290651f518d53c740e995","formula_version":"titan-u-contract-v1","latency_ms":0.8868749719113111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a443164c353f23a0fa9094a05db52db77ef035c3992844a66649aacefe0c2fa3","sample_id":"grade-school-math.dev.6501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52fc742f5ae2c8b53176368d75ded68237197cbbddc4555efa7c9ea9e4bb5c3a","formula_version":"titan-u-contract-v1","latency_ms":0.8416669443249702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e8a6db17d2dfe747ebbc6f496d3d344c6eba320b0efbfe34c2c27f56a03b999","sample_id":"grade-school-math.dev.6502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aa9b1af61adcd6aa7fcd3b2b3f80b6d77e3c0fecfc0cecec3ab9fb997571c24","formula_version":"titan-u-contract-v1","latency_ms":1.0502500226721168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb86d74793b5b6e88b6058b9c9d09c7bcabec8a02555141825707b5aebf40fdb","sample_id":"grade-school-math.dev.6503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44d85e3106f7c268b4d44206c12ebb4c24cb2c3ef92ca1245556f324a45572a7","formula_version":"titan-u-contract-v1","latency_ms":0.8692500414326787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fbab353d83e872638423326efd9210ddbf23856e5001b2d71b8c6f1364020c3","sample_id":"grade-school-math.dev.6504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2ac0d7f322cf464288424b71446cedecc03d883513c520552b44204a052bcb7","formula_version":"titan-u-contract-v1","latency_ms":1.5346669824793935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"245e7af43dc0e3b01a43c452d83296e9947fd649dc2d23748c277c4e2980d608","sample_id":"grade-school-math.dev.6505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"376b94904561ce0d829a5186f66fa8b21a17ccf311ed3a756e673c67ab4c9f22","formula_version":"titan-u-contract-v1","latency_ms":1.1926249135285616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a1ccc77bd196f1d335c10ef1b872ca946d48e849dd9a09dfca13e75d7a55aa0","sample_id":"grade-school-math.dev.6506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc658a0a025e89aeb8d92ab663dc4292b143adabe256d64bff2cc90f139a0c02","formula_version":"titan-u-contract-v1","latency_ms":1.1022089747712016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c13cf11d8f9a51f49ae019be3a80146cad69424152f1bdc8403b0a756f319a8f","sample_id":"grade-school-math.dev.6507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"584e1e8a4d8bcbb144b420deb6f4a78deadaa933027a31642a1df0df7a153bb9","formula_version":"titan-u-contract-v1","latency_ms":0.7594999624416232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f84f9dd88e082891dda544fabe007e8bbbc086dc448c9cf05f6f3117edced354","sample_id":"grade-school-math.dev.6508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf167c0aef3faf066195d8694d3a9eda83e53c94d88f62ea12510d266be0a450","formula_version":"titan-u-contract-v1","latency_ms":0.9268339490517974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bf63cdb159ff5b127ad5363a25c4e814ec53bfcec73fe3132f835a096b6a3da","sample_id":"grade-school-math.dev.6509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e0cc3e54b9ebb4960bf42056739414b7467aeb94d214ac313b8615e14caf592","formula_version":"titan-u-contract-v1","latency_ms":0.6656250916421413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"264f94b0a02df5719597863e8cef9a1579120b0b4f4afc14747805346d016263","sample_id":"grade-school-math.dev.651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd7c8952add25367662462ce1f3b69855e4d1ee121ee036434fbed97c08e3056","formula_version":"titan-u-contract-v1","latency_ms":1.1282919440418482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9a52a566bf4bc7145c5e98f35994d3f8cf79c10964dcededdc29dcce04f9e66","sample_id":"grade-school-math.dev.6510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bb8e6fd4b4a74b8a2e15c9b03aede8ff87afd3a5f1365e55a53d40ae0cd64d2","formula_version":"titan-u-contract-v1","latency_ms":0.8887499570846558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9402e408a29ad65dfa1ca6e431b17d3763ee2e6805161ad1ef8e3c9b448b4102","sample_id":"grade-school-math.dev.6511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5367c2cd7857eec620b7d754106c15bf6653a9d11d27fed9c3b53dede27c9dfc","formula_version":"titan-u-contract-v1","latency_ms":0.8030829485505819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f32ffc200bdcbb9cc522dc14609ddf8ff5319e2f0c593701f37a73ed2099188d","sample_id":"grade-school-math.dev.6512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc8bb57d254c25d366057977e5dcc23099b7737d6af8b0a19b105d7f55dff33d","formula_version":"titan-u-contract-v1","latency_ms":0.8392089512199163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea0c81b07d3245f1909d0bf56ec6d284850cab5873caa2afd8702a821057026b","sample_id":"grade-school-math.dev.6513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7134e6c12d951a874fb796f7aa5e9df7c2752f12c334e8d11e61abb3dee2f931","formula_version":"titan-u-contract-v1","latency_ms":0.6841670256108046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d493bd49f872620456efc09323bd18e5b15425b9f435aebbde0509b5f0f44b1e","sample_id":"grade-school-math.dev.6514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ad6773a70a2b91aa59448588f2ab95dc421fb4d86f778eabb8eb3ee6792ec3e","formula_version":"titan-u-contract-v1","latency_ms":0.7183329435065389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"944df73462f289a6be781b517f6caa74435d536621b0cd1a074c505102c20da6","sample_id":"grade-school-math.dev.6515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7898a7b712a445ac79dd8a69c8514f3a20d70c3e13b99aa0a7d04ab63eb6d867","formula_version":"titan-u-contract-v1","latency_ms":1.180750085040927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e792c2d49ab28041987db7654c54460f5dd8feb39e2c6d1cf6c6f93a53a5b62","sample_id":"grade-school-math.dev.6516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3f5742ecda8779520f59b80881995373dee1034b4ef848c275be681c6a49eba","formula_version":"titan-u-contract-v1","latency_ms":0.9156669257208705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d77fad0e3545322b8f8a6c85a28c297ae35a15d81cb461f9c2d9d7b5b2be6e87","sample_id":"grade-school-math.dev.6517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7a52665530dd2bfa53d2423c797e72e5d36e225c725f4f0a2d55a4b5860b7da","formula_version":"titan-u-contract-v1","latency_ms":0.7130419835448265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3eccfaaae698250a78eae1bb8a2a01af731220bb9ed1662e9577e7747dbc543","sample_id":"grade-school-math.dev.6518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17344982eb82499f0dc1d61c50cfb8237d2117e86a2cc751d6e7129131cab9ac","formula_version":"titan-u-contract-v1","latency_ms":3.366792108863592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad32bf9eb4d12104a17ecac2f4ed98515689844306ac7ffabad8567a8fed4b5e","sample_id":"grade-school-math.dev.6519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f883828f93d98842894c1b113321454bbb50bb7e5c859906352db74714b94eb","formula_version":"titan-u-contract-v1","latency_ms":0.9046250488609076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c57b9770284d05df10c326a84f21aca1a865018affe42773909322b8f6d51a5a","sample_id":"grade-school-math.dev.652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8978fd7f1870332ab780b031c7ef359d4032c9a1c46bbda5b9d1d9a3c967b101","formula_version":"titan-u-contract-v1","latency_ms":0.9105419740080833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a97eda3c60e8f8d456d80df3d3f60faec5d495c24cbf4347b9930f20e94cc901","sample_id":"grade-school-math.dev.6520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c91a5334a1cdc91e7fca82c53c2c9aeb1bd41a62d908aadcf36d92176f2ea2a","formula_version":"titan-u-contract-v1","latency_ms":0.9332909248769283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b21e7f062a392858cdeb0c767b0d64c57b300ee7a103e1475bf6e63a36d1208b","sample_id":"grade-school-math.dev.6521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"912bd33570c16ddb9fcedd50c25bf279d4173852efa614180613ed2940042c4d","formula_version":"titan-u-contract-v1","latency_ms":1.1419999646022916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9334350f85b54e2aab6d62918588e3e4f1370db412b290450ad5bc5171b028af","sample_id":"grade-school-math.dev.6522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31636aaae09dd1996193b417ea78950d5a1a3856a9eb7d893151450c752aba21","formula_version":"titan-u-contract-v1","latency_ms":0.8029169403016567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02ce042fed067cd8abfdb4dc464d5ecc2fafd49c73767d64b231a3ffad243784","sample_id":"grade-school-math.dev.6523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38c567a20447f4a37a8de5e61bdf07823dcdae2d16d4bad755362f81903dab6b","formula_version":"titan-u-contract-v1","latency_ms":0.8114579832181334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afc4bffb474355d30807e5dcf82aed0dbe2345dd2547f9fc12a81e349638978a","sample_id":"grade-school-math.dev.6524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17c2e217010c4deb79026bdb0a2e830caece34cdce3b8d3795ad6416df1c5299","formula_version":"titan-u-contract-v1","latency_ms":0.8979170816019177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ae2cd8a61631ef622bb7eb29f89de3d0db9c3c33b2d2f2feed107a4dee554d5","sample_id":"grade-school-math.dev.6525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41687edf039ff94a86e904eb2999e3494228e2f0dbd000bd088841b4a0441c0d","formula_version":"titan-u-contract-v1","latency_ms":0.822708010673523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6d8f303a4590c1fe92073af2dee183b99e4733ba50853295f1dcc27861432fb","sample_id":"grade-school-math.dev.6526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96bed3b2220d534a0be1fbeab41c6aa750ea2c1690db4ba47f02022894e06a1b","formula_version":"titan-u-contract-v1","latency_ms":0.9000840364024043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cba04586cd42dad864178377b92b3c9cbf53410751e4cbc5d014af0099a36efb","sample_id":"grade-school-math.dev.6527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c2b24ae16ebec77de6f13808c8ecb2838fa945016b701efb42b489623633bbe","formula_version":"titan-u-contract-v1","latency_ms":1.339541980996728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"565ae243263d5afdce785ed3884e81ca9e1d020d75f3f9b47f317890f3832407","sample_id":"grade-school-math.dev.6528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdd0b9bd44d8de84c2d53e94319bde40268f706d1e9911ac31b651ea06f2408b","formula_version":"titan-u-contract-v1","latency_ms":0.7055409951135516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b0b215c88a3c534481c56159432f69a661f5bbdd90286e940b54148d166c3ac","sample_id":"grade-school-math.dev.6529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c2cbd8e31c707e531f77eb603bc87c05ae56ac753ac55570e281bf0885b6d93","formula_version":"titan-u-contract-v1","latency_ms":0.9125410579144955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3123cd0bddb59bc77cc77568de2c83746b187dcf040e26c60590d90af1f4f22","sample_id":"grade-school-math.dev.653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79d07143fa0d1fc65889507a309abc22ba4945f21771d92f2e05ca1a331332f3","formula_version":"titan-u-contract-v1","latency_ms":0.9131669066846371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a5a2808358bc7ca614e0512b7ef8836857600ff3a1a09bb9d568d18ccc2cb4d","sample_id":"grade-school-math.dev.6530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b8b83e3ee0909fccfdab68d2f7721ce0b15263cf95cecb9dd67473b904de4d7","formula_version":"titan-u-contract-v1","latency_ms":1.303000026382506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abb6e959080a3f2e1755c7f7b09dfdf7b459339a1fad1680c15d27453f384ba3","sample_id":"grade-school-math.dev.6531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1a6a26836bffd65b7194ae654ba4ba39897e4ceb004f7c4589f8f16d40f5e76","formula_version":"titan-u-contract-v1","latency_ms":0.8310839766636491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"162214d778eea5f95b69582c3b8f9b8c33b9ec11cd6e4692a76e7ffb80095d42","sample_id":"grade-school-math.dev.6532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1ff6c1e2516bce72642df27ef46ff6206984b72ceff6e0b6b5389a946a54908","formula_version":"titan-u-contract-v1","latency_ms":1.0837080189958215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8fd03e859e7876d1306d64c851ba5925f27fc91c8f46f6ce7b18a1d606e2700","sample_id":"grade-school-math.dev.6533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c04ae66458abc4a85397525a73b6f05b97035dcc62149114140dfe0b69746090","formula_version":"titan-u-contract-v1","latency_ms":0.8036249782890081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4888e56c7fde2956e005352fdcc2b5d303519482bbd9acddbee0b15dd29e2f13","sample_id":"grade-school-math.dev.6534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a5e703d992be0698f849fc0cb2a5048ca5462a52e9399ec81efaf6d5dd2e672","formula_version":"titan-u-contract-v1","latency_ms":0.7348749786615372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6612f02ee605d56f526b1097ff2bee081ac741a79fc4bd91ea6795581833ca96","sample_id":"grade-school-math.dev.6535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efddbd6e6203125d5daf255a40dcd1a03263d759a84b55ab926c71dbfc1baa99","formula_version":"titan-u-contract-v1","latency_ms":0.6695410702377558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"228e269461c8b1fcb989eddaee8b70aad577afa09bf8a21bb59389a924a2472b","sample_id":"grade-school-math.dev.6536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cd7650c00f2f5a4f3c15efef9009a8611e0b4243b99422b1432b7203cf1b236","formula_version":"titan-u-contract-v1","latency_ms":0.8268340025097132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36a557e5760b587d4b7eb708b29cbc0ea86360f7c741733e5132b9e5cb73496e","sample_id":"grade-school-math.dev.6537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8840b0fbcbf6e3195984bda86edcfaa4fbb4ec7123ec54d8a1d53dab5e9d9c61","formula_version":"titan-u-contract-v1","latency_ms":1.029666978865862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee47860511858466e824d7702ff0e68f71cf38b683be1175b06c2c430ff41b6f","sample_id":"grade-school-math.dev.6538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db93f44ba46618ddd19ba540dab05bd03cc9b0db1fee5bfd1cd501b554ea509d","formula_version":"titan-u-contract-v1","latency_ms":1.2282499810680747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37d68c205a63c94495ede1fdb8ed3a9c4024886e98abc3da05dd32e52e503f51","sample_id":"grade-school-math.dev.6539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c4a570f46f6beb2606b8ae43d18f3df32aecd5ec1ed17dafb1b6407e1a22535","formula_version":"titan-u-contract-v1","latency_ms":0.8335829479619861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb7ac88cfb30af31ab5be9fdc603fc3030b7cdcc8ac90eef1eeafb040d4393f8","sample_id":"grade-school-math.dev.654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bee476cfa0a4f3b6c114d2ed4c9b9e8a20fa4845398d6bf4c71d0d03a6c8a32b","formula_version":"titan-u-contract-v1","latency_ms":1.767124980688095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e515f0648161f498acfa65bd7c2f160feec0d624fe4b623c5ea5f3baa0d2528e","sample_id":"grade-school-math.dev.6540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27ba5bb23aeb226dce7363af9f905c22e5564097122bc0a81584d58f808b2b9f","formula_version":"titan-u-contract-v1","latency_ms":0.6476669805124402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e1cb2cce357577cb0c1441e0e82ff497308e114a365c5086afcd870497b927e","sample_id":"grade-school-math.dev.6541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32cbd234d0ef2b6ee44471c6017d119129c6b1eddf8ad2eb4e10f692daaedfb4","formula_version":"titan-u-contract-v1","latency_ms":1.6638750676065683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8143d9a38223e4c7dd201103e010de196651321a92c62bcbdcf152dccb0d7fdd","sample_id":"grade-school-math.dev.6542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"096ea50122e8c23987ec2284a8a50545d119d77a0fe6ac11656e4521fedc185e","formula_version":"titan-u-contract-v1","latency_ms":0.7006669184193015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0eb7c1b88e72c0fc36ef3dea8fe2bb5e92bb0e300a09da524dd7a8a12f2fb23","sample_id":"grade-school-math.dev.6543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df2fd0c5722b51ec5433bf872df4de8ca5b52b57b5fb6c9747ef22b57c23c0fd","formula_version":"titan-u-contract-v1","latency_ms":1.2872909428551793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b38a298d25eff11f15c1a5c26d4f7b3ee022eb8cf15c4e83d03fe3107f3ed78","sample_id":"grade-school-math.dev.6544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6a344457fb82488898999b5d37e209ffcd12f0cd2dc3472db500b9458242064","formula_version":"titan-u-contract-v1","latency_ms":0.7054159650579095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00508c58e32ec871fe0e958b055d40ea42945f02499bc14c3ebf01304b337875","sample_id":"grade-school-math.dev.6545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30b2d6eae3d67b0d7daef2e236be26e304760c50d8dc48ac3fbb05931d93f44e","formula_version":"titan-u-contract-v1","latency_ms":0.6991249974817038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcdc5413fa67663c037376e5c8b961e6592be5fb13cb745e3dc752a852005c11","sample_id":"grade-school-math.dev.6546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c143d995a0b9c7b93cf98c0312cdb9927245d336063f49747999fd746f50c840","formula_version":"titan-u-contract-v1","latency_ms":1.6762500163167715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"508c9fcb537f19e7866fbe5dac0ac181b585d27555619994c4899d277786752c","sample_id":"grade-school-math.dev.6547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fb57a1b308651df9c9aadcff54350d47b5acfc6bd6ecb6ba964183d681d1bca","formula_version":"titan-u-contract-v1","latency_ms":0.683416030369699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"445ed214de2604deea27a3b1bf48eefc645972161145c74685bf0bf29351cfd0","sample_id":"grade-school-math.dev.6548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e7676a9bb8737ea72660fa8ea856dac6e4f40ecca218e48ba901e96ad615b54","formula_version":"titan-u-contract-v1","latency_ms":0.8207500213757157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f38884c5f8d52bb7a8e7e66a3e057c17668c51342121e2cd1380b1c7141dad2b","sample_id":"grade-school-math.dev.6549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da6cf92c4583a0cc2f1224f43bba6472ae2a8281242b3236c6c7b9e316842163","formula_version":"titan-u-contract-v1","latency_ms":1.0120420483872294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9dd100b0ea49e3522575e43403ff09800aed0633a3ac09f721cd3b0dc1024b5","sample_id":"grade-school-math.dev.655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd7edaf5dbad6659562ed72b822f64cd2f334aef9123534778bceb1c640658ec","formula_version":"titan-u-contract-v1","latency_ms":0.8525829762220383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eb4121047b84f904ea577cc46040dc8f5b2c0f6a6a72473fbf54509542a246e","sample_id":"grade-school-math.dev.6550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77c75d5ae3bcd06b41ec5d3a0e2019a59dfd6e641b995b49a27b4df57bfdcfc0","formula_version":"titan-u-contract-v1","latency_ms":0.781834009103477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df2806684fa9953ccb7e69ff032ff93520eaca8148cfd4c931c8eb36bfa2faac","sample_id":"grade-school-math.dev.6551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab4000052ec23721594bcc211cf7bf1e1ff0320655a103aabf081c28a06c8b79","formula_version":"titan-u-contract-v1","latency_ms":0.8979580597952008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1253d86494a5b77d309e3788f510e6b5862eaf2e68477747442dcef22956249","sample_id":"grade-school-math.dev.6552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63ac7d1b3fa34be6cca8827a9d69c7cfac403ea173b856987dbdd3281887858b","formula_version":"titan-u-contract-v1","latency_ms":0.7223340217024088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4f5eadc82ecfac074141c7242a564428c03695fb32dc2706e59131c979f39b9","sample_id":"grade-school-math.dev.6553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6422f6b9328fd8f2b8bdd4e784194686e896f0f8322650443be6d61b8c151b72","formula_version":"titan-u-contract-v1","latency_ms":0.9766250150278211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b169b42c18e52ad4a9f9a76b4ea1b7fdead8deef9da0afd47974f3a82b8cf88","sample_id":"grade-school-math.dev.6554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b50acf67d160c0e3d79ac07d7b3ce09e159a10bf3cd3bccfa47fed52fdc71d0","formula_version":"titan-u-contract-v1","latency_ms":0.7382920011878014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"556866cd8f26d4892ec70bca71fd8afcd7f9c756639d1209edfafd50a21b91df","sample_id":"grade-school-math.dev.6555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2541df0e2d240cb16d79e8c1bba301c910bb50dbbd9ab0ddb0e4e970fbbb1f08","formula_version":"titan-u-contract-v1","latency_ms":0.7052919827401638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb0ecba315197f31246255493fe5fcbb3bf187dfa8b5994f4e54ec57f145090e","sample_id":"grade-school-math.dev.6556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c912f644fb3eb5bdec4c19c1cbc1077c72e41a4ffce8745a785c715bed74a0f0","formula_version":"titan-u-contract-v1","latency_ms":0.9457910200580955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c4498102974172da49658771ad5351ac97c2b904b503f7d4967c78b9dac81c4","sample_id":"grade-school-math.dev.6557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abf057a78d8346f9966306a070b86f7a9d4453f6c1b0e7ba243b305130a2f165","formula_version":"titan-u-contract-v1","latency_ms":0.8018329972401261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d05307e9f234240384518585177083dab3a666c8cb41d49714456044b610b8a8","sample_id":"grade-school-math.dev.6558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85359a1517095ebd04cefe813458299ff5bcac2d5e2bd49e47241385dfff271a","formula_version":"titan-u-contract-v1","latency_ms":0.6962920306250453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d2bbe7ff662731fd716ad3d5b68c57647d14de979debde33480fcb630682b9a","sample_id":"grade-school-math.dev.6559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6227a00362622bfad1330386bfa58bd320e225c08c72f41683dc5ad8d6328601","formula_version":"titan-u-contract-v1","latency_ms":0.6777499802410603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"368672a741a8e63b46f626e998c38dd981368efec16c1d86f84d80970cafe881","sample_id":"grade-school-math.dev.656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb7d9496125ea5b634c03b1231c6df10f6456799e9eaf0a5419f7cc696468845","formula_version":"titan-u-contract-v1","latency_ms":0.6318329833447933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"878802e0081d5f851e1b490570ddfb04bab4f7bae6465c8d0091b8893413c146","sample_id":"grade-school-math.dev.6560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"feffd4b2b136922b5fc8a2452825ff5871cc188680d211c5d07802db5c88b95c","formula_version":"titan-u-contract-v1","latency_ms":1.0522500379011035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45d478d92af4c71484c0d467af8fe19deaf44551b316d00d475f6ec1ff12ecd8","sample_id":"grade-school-math.dev.6561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25883e23183f88d3b1abd999fd1d5c63168f6515e1b776a7ea14d9ab9df334d8","formula_version":"titan-u-contract-v1","latency_ms":0.7007080130279064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d11ee19c97c8bbf2759601750475c7e74dc685c434574eec6fa8122326003c8","sample_id":"grade-school-math.dev.6562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f10ac5fa35ddf34d38b3156a7d405cd685909d9b5b8ad3fcb7288e14a1a66f80","formula_version":"titan-u-contract-v1","latency_ms":1.3127500424161553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef6d8eccce6c7d1ebc44c7c219c1d57eb4cfbe4a69ceaa1ef3baf96ff696644c","sample_id":"grade-school-math.dev.6563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92f79f4c39ad087f5d7f513c66a35fa373b584a3043e5c2c5edada46783dadad","formula_version":"titan-u-contract-v1","latency_ms":0.879958039149642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13ada78f96ec3dd06ec81541531fa1b56fb68e57e82c045dc7204806ba1adea0","sample_id":"grade-school-math.dev.6564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f00cdcbf1f7eeb5b2236b859995bb8ca31cebebf48fe6f3da4c8cbd299070b7e","formula_version":"titan-u-contract-v1","latency_ms":0.6877919659018517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c17cb9e76d3e6bd483306579138d542ba0b2e6de0a2efc53078d8a6935358dbf","sample_id":"grade-school-math.dev.6565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45d2ec03b4654911c2fe7178059006df0df5451ac50412b0c5aa584e39bac94c","formula_version":"titan-u-contract-v1","latency_ms":0.8822500240057707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb3a65ae9cb13d62269291d2027df9ba1c23b4b803b0951e2384bf43c3f6e873","sample_id":"grade-school-math.dev.6566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a80d42ed96489a72a2a5486e0b0e8ce7c2cc2adbe99de6ff0c48d1b5fb3d52d","formula_version":"titan-u-contract-v1","latency_ms":0.7253340445458889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96864cd3dd44531c1173606f765a636b31aa06e3c69e167ef93b349f74ed4491","sample_id":"grade-school-math.dev.6567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ba4f0f6cc37981b04dabd061d89c7749c9f15499dd8385040cd1179354d489a","formula_version":"titan-u-contract-v1","latency_ms":0.8378339698538184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feb9f9d40ae701c98e19c4a933d42b83a653c90d1df4bbc5376f8c790932d972","sample_id":"grade-school-math.dev.6568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc1ca1e29209d9c14e1c1127b24a176b7386a0997d9fa99d054d5eb431856b6f","formula_version":"titan-u-contract-v1","latency_ms":0.9268750436604023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ec6dcc9c4db0d1f960ceb5c96bc906c9af304844d8cc1c6e9d3ae27f09f1323","sample_id":"grade-school-math.dev.6569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73a347f0549b58742a31e89f5e5bdc2ea973d5d54c4f783fcd77b5010fdcfdee","formula_version":"titan-u-contract-v1","latency_ms":1.2873329687863588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26e6dfc0ad4774273dc79dfcf670966dc845a90e86010ca0415e62a27937afba","sample_id":"grade-school-math.dev.657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc4fb131bdc3bf61b96ff96c1e940413e2584533f3ed9919841da26e69c6a789","formula_version":"titan-u-contract-v1","latency_ms":0.8504170691594481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdc84ff27b0ebe073252cd554e41dae839e9f0856da331de0fa995a21cc0ce39","sample_id":"grade-school-math.dev.6570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"218a6ed36f03c26db268e1867eceafec9bb88c20b26ccd16d1a518d60988f4ff","formula_version":"titan-u-contract-v1","latency_ms":1.4280409086495638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8cbdd4b9a93aa4b32daff26353ee145084e14e0287e0a8194c95d40960d63d0","sample_id":"grade-school-math.dev.6571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f03c9f9d9c49ee5679348bb451ab73578a5ba58a80cf4e7de417b2080479759c","formula_version":"titan-u-contract-v1","latency_ms":0.887832953594625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1488c68596a39194da05e85cab6d26818fb03a4c0aafd5a6812912f81a4f1362","sample_id":"grade-school-math.dev.6572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b781b961f4fd92884b5d423c700e6e1757743e74a5eab174373ce0b0429febf","formula_version":"titan-u-contract-v1","latency_ms":0.8856659987941384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2f90a4262f395bedd3079b29e5afe764120533b86507b0fadaa91d47641fd1a","sample_id":"grade-school-math.dev.6573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9835a48bc9a66b72a165acd44c32f6c2d33d462c6d2057289f2e63c0f565962c","formula_version":"titan-u-contract-v1","latency_ms":0.6719169905409217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66eb2c523323d7a17a711a532ecd5cc78b19f5cbcec7bb745ba64c764489eb09","sample_id":"grade-school-math.dev.6574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39d16c27138eaa158a9f420ee69b63817a56da0e2b2762e089f4317a3d124e1c","formula_version":"titan-u-contract-v1","latency_ms":0.687791034579277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"163a76c6c7c96319156cbe773f23584bbd3d8c341842e0db075c96c492e82cdd","sample_id":"grade-school-math.dev.6575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0c5238983eb62173e33da747b8bf15b78bb2fe15b145e8d85d95c052694b9c8","formula_version":"titan-u-contract-v1","latency_ms":0.6395840318873525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce11c078b1e196db49616010b47147f9432bc6c983a87f2d30b37167e130e546","sample_id":"grade-school-math.dev.6576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36171ce0a0b2edcdc421a837eb9a00d1dfc875a749260b2d7f27a8b73196d865","formula_version":"titan-u-contract-v1","latency_ms":0.6961659528315067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"369a26ee4ae9aa8a01cce70474c8f8bf3a74c9403b59e61d1f0ae6bac0ef0567","sample_id":"grade-school-math.dev.6577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de54591c61c0ab76de902f367663942f12572e26010fce8286d5416488c4e894","formula_version":"titan-u-contract-v1","latency_ms":0.879791914485395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91c241ed616fd9d405089b16e369e433acf8706c103fe52be12aaa4eb7f67cd7","sample_id":"grade-school-math.dev.6578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46cc806ea7e98100104961bf532d14a45de632ab87102a149fdd162624699127","formula_version":"titan-u-contract-v1","latency_ms":0.6943329935893416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3982afdc29c4b861005469eca418239f9bb1017951d89893a44f42bed0bc2324","sample_id":"grade-school-math.dev.6579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f18f2267b0c6af632f3995e8a4912f2dd4dcd42429d9b8b05b9d05732f5a4b70","formula_version":"titan-u-contract-v1","latency_ms":0.9344579884782434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83101c6c8e3870b3ac6b4a01cfe8f83fc8a147925283d706155fd97c1f5f6294","sample_id":"grade-school-math.dev.658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31de05047512892eb55af84b74d8b3772e327e45c46a1d1dad504e30ca74359a","formula_version":"titan-u-contract-v1","latency_ms":1.0726660257205367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2d7724362ac15a0194f7108b063ed91ee7e026126f1c676aa2d30d5968e394d","sample_id":"grade-school-math.dev.6580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cabcdb75a695f429e028547b6776a8b256098e29b005b405af16a1e2d1c2183b","formula_version":"titan-u-contract-v1","latency_ms":1.2421660358086228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d95c4aea8c2439d757fc8c3f685b3dacf764498e5e4e5ac88c2abfe802d3148","sample_id":"grade-school-math.dev.6581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"758bf1317222c8c1e696bb710b71a9a93fa7b4b1779bcdbace7046f9f6ea1d5b","formula_version":"titan-u-contract-v1","latency_ms":0.8208750514313579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c62169cfb552e7354ac1702b404763eb45dccf0caa66a64333c7ca56fd91f7d3","sample_id":"grade-school-math.dev.6582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74f950e466311f0e0e00ee1eb220343a6e17bd507a73dfd8ebec5432063e3e2c","formula_version":"titan-u-contract-v1","latency_ms":0.7358749862760305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c60cbf5fd357c5f5331fe9cb03f98090ea1bf3e77ad0a986a03978b9caea8c57","sample_id":"grade-school-math.dev.6583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a08593547f40b078ed3dec8e4caac7f6f4462fe1330289415f8e5464a182b533","formula_version":"titan-u-contract-v1","latency_ms":2.3501249961555004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c9be9c215ad2c44f435a94323664b526d82cecfc61779aa988c9a029cef5cef","sample_id":"grade-school-math.dev.6584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af82bfdacc821e70bee956f10be3f8448d633937ed74b676d3e70bfb02b426fa","formula_version":"titan-u-contract-v1","latency_ms":0.8518330287188292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"611aa72298383695441c1add6d81def8d776a5897d85c902a303077ca3c01160","sample_id":"grade-school-math.dev.6585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6458e4817198f5ca9d0382280b0435a41d50d2c6eafc685c54761d94087a2a6f","formula_version":"titan-u-contract-v1","latency_ms":2.080957987345755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a853139c13eb318dd773706c60e64faf12bbaac9462ebbb0dedc21fcc90c348","sample_id":"grade-school-math.dev.6586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbd63972aab29f85987c07b32d6a43173d4a5f4094e947280f4f5dda1bfaebee","formula_version":"titan-u-contract-v1","latency_ms":0.6741669494658709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"867d3c987abeb8954090a316b29c47f0446da910d7803ecb25307726b5d38fe3","sample_id":"grade-school-math.dev.6587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6eab182792b1170de15a999a0036359e745e279c06372dc0088b2cf7e4e4f7a0","formula_version":"titan-u-contract-v1","latency_ms":1.6187080182135105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7a95bbb1eadb6a36b0e2df5e3305d9a54582bf8b0501ad1881a0658d35f1a58","sample_id":"grade-school-math.dev.6588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e13c8f851942550d0d6c12f7ea3afc9dec39fc5ef5a9df8479e3c2be1cc4c954","formula_version":"titan-u-contract-v1","latency_ms":1.448167022317648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a57f090863f67557dca1e69ac9f0c74767c9ef46cffa43ef2c57704f164a9261","sample_id":"grade-school-math.dev.6589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e765f30f95a8859db228bda3fdd50393aff4e7d3985f53dd2ad71d67873ac4a","formula_version":"titan-u-contract-v1","latency_ms":0.8887500734999776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2eddd2ca808a4fc8d7e42ea24c74e247c75d2e6b264721d77ebbf7a4942da3b","sample_id":"grade-school-math.dev.659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"782bd2a0f954a1f0c0e29ba3671f8f81416e57a02c01ecd4265ee8c1dfb15734","formula_version":"titan-u-contract-v1","latency_ms":0.7920420030131936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a9b3a9ebe46e3ac36ce81cc4ac7fa5717d3ec145265783a1964c0c93d3e4b2e","sample_id":"grade-school-math.dev.6590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a8401723dc0f66c6a885654d51bbbd0b31c6e43789f096ba8d9c1d995aa8b9c","formula_version":"titan-u-contract-v1","latency_ms":1.1887920554727316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b71932fda33c8d606d2ab7352b37872f0ee64ca7d174d2a606e9f22c9e35849c","sample_id":"grade-school-math.dev.6591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"472f50218f489042f60790c020f1735c0863a7cd98d0d9f46bc80200727dfd75","formula_version":"titan-u-contract-v1","latency_ms":0.675374991260469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"827a2c0f8580bde36c41fb3a68cb1d70c5ec67aade80cb517d96314fb48b8d04","sample_id":"grade-school-math.dev.6592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0502be6ef064cf2aed518c01d1dfad2d389e0cbde3722f3c89a92e3dd080f96a","formula_version":"titan-u-contract-v1","latency_ms":0.6050840020179749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"710f0022bfecd4b773142be5f5287e677dc7a00bf5a98ceec3f94e0c59d2f6cc","sample_id":"grade-school-math.dev.6593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"992960dd808c6985aa3ac44decf89f6ad105db4e756f165694573f2cbc411397","formula_version":"titan-u-contract-v1","latency_ms":0.647416920401156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65c35bf61a0ebaa1dad67f954b2aa0131269639110d3c397dae729a61ec26d8b","sample_id":"grade-school-math.dev.6594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9945da7fe769cdd167592d46a2239ec85f6b1e31c5a0458b7f3d82993252824a","formula_version":"titan-u-contract-v1","latency_ms":1.5231659635901451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"551de1f900a37eba576691321e721117eedbb59f8e5a9ff83b58bb44985bf746","sample_id":"grade-school-math.dev.6595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28a9d81dc1b2911e8391312b7466866e942160251bf9dacec093225c1c77b9b5","formula_version":"titan-u-contract-v1","latency_ms":0.7279999554157257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67a6af95a40227e5d4b74ff0fdf5d6c9af69feabe604617b264974d1e72ba49b","sample_id":"grade-school-math.dev.6596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21d2d3e3d9eb0d9a65b6aed741f11b04fd970b4ce6e4a14e02ee740eedddb751","formula_version":"titan-u-contract-v1","latency_ms":0.9821669664233923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01620f65f80acb7235353e20dba38c962b86f366415c103734de6bf245de270b","sample_id":"grade-school-math.dev.6597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"165ad17f07bcf81c64f75a97df59c20b7f50f57992df592ca300aee199956f3a","formula_version":"titan-u-contract-v1","latency_ms":0.8316250750795007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c631d356e5a2fe335426c7eb7a19b8dfd0ae915ac20b359c6417707562a100b","sample_id":"grade-school-math.dev.6598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ca3e641efe4a9c5b2f98a3b5195ea3f50bc7c9a18bf1939e5bfce3af175c290","formula_version":"titan-u-contract-v1","latency_ms":0.6876670522615314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1d851427145a3291fca91cec44091b4284fef3e1879be24c2582121108dff51","sample_id":"grade-school-math.dev.6599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dab1335464bc97047ef69f59943bca06a3fd349aa4bc7d22c22541d492503302","formula_version":"titan-u-contract-v1","latency_ms":1.2777079828083515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8a2a25a3645fd1ded7c32247255f0122f5a8f73f47cb5606d1acfa81ab9b3d3","sample_id":"grade-school-math.dev.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03f142ef29f12364f504601faad77860ca97e7613bd181ea6bdb4c8524378159","formula_version":"titan-u-contract-v1","latency_ms":0.6527500227093697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aec6f1304f61a62abca4a92a87a1d42067da0a448e03375ffe7fa3a0eeba38b0","sample_id":"grade-school-math.dev.660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fd76661fdb8df33d7a6cccc0285ae198c4cbb4b997bfb99c5307882fe6a31b0","formula_version":"titan-u-contract-v1","latency_ms":0.9344579884782434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69f7a87bb06655b6b6740fd33de23edbeb67cf32c05b70c840657da18aec05aa","sample_id":"grade-school-math.dev.6600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a6319b732d6a189447716b41c901be4a934104bb9fc8f4cefd57466a7e92ae2","formula_version":"titan-u-contract-v1","latency_ms":0.6861250149086118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a6eb9d56e9690f6ffc5d6b217ea4b8d4307352864b1b5b4c30289558fb730af","sample_id":"grade-school-math.dev.6601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5253dcdec6219f82f1e0c7df8dced73fb77b50e6c02311a02d654ac8305a8e26","formula_version":"titan-u-contract-v1","latency_ms":1.4651250094175339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff8ce1dd072bedbb0b9ddb6107ee43f9b65d3a617c84296a6bd718aeb2611760","sample_id":"grade-school-math.dev.6602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f0e591311b92b525307f6e6b3a52eeeac3d5a9aea860dc552f7df0df9dc2c79","formula_version":"titan-u-contract-v1","latency_ms":2.0222910679876804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d1fbfadd2f55b89652857540b11d814f35b3f8e79ce023a275d81b21397cd1a","sample_id":"grade-school-math.dev.6603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7eb92306ac84e72bcad73ee6e18c098cb614d650b8881f5d92d4caa0a99cd6d","formula_version":"titan-u-contract-v1","latency_ms":0.9145829826593399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f56127ca20a4b5d4cbd25c4697c096d78ee9eb463285f2ac50f3506503be6c02","sample_id":"grade-school-math.dev.6604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8249f146810a5095baaf09f31b4d5ffedaf444256af4734fc4f6f8ed154390c8","formula_version":"titan-u-contract-v1","latency_ms":0.8974160300567746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32bd8493ced1e6dca3a9ec8ec6ad9bae071e127515ef7bdd16f209f164f2a43e","sample_id":"grade-school-math.dev.6605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b93c404cc0f903a9491b23081d27b6adeeea0602f862b891f7b123155b46da0","formula_version":"titan-u-contract-v1","latency_ms":0.6607089890167117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4930106553bcecdaba07a4a09d5483fe553a5b68d6413da8ac66e66aa42637aa","sample_id":"grade-school-math.dev.6606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"615700e5e64e1de7c47a6ca3b8dc667bd1ca974bb1615955ded4d1dd65636a97","formula_version":"titan-u-contract-v1","latency_ms":0.7496249163523316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76e27cd1fb2b7e4d5b377b8a983c720bfdcac511226f8c48364706284e8775f9","sample_id":"grade-school-math.dev.6607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a73005aced4eb1feeae0b9e23af5eb3e04cfdbeb9b9126c9b822bc0dfca84f8b","formula_version":"titan-u-contract-v1","latency_ms":0.7263340521603823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b20aa969100f33db4c27ff1d74f7d147b2a075648bef997b37f83bc1ade85894","sample_id":"grade-school-math.dev.6608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"665798e94f1949e50728f744150d6f73fd5d87728c39bb6f95c82ebdeeb5ee78","formula_version":"titan-u-contract-v1","latency_ms":0.7375830318778753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a701153cd17319f3545a3a0fc7de1fdaeb7ebff78a4bcc2b29fd88cce14a6f3","sample_id":"grade-school-math.dev.6609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba0e5e2c88dda344f53953c134743de2c2cd3f2d602493eb6827c8611c8be865","formula_version":"titan-u-contract-v1","latency_ms":0.8194169495254755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a34e0d78f53ea83e2e63e4d7a55c61c1016276574c3e9a61d0d2fbacef4a7c3","sample_id":"grade-school-math.dev.661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ab63235b459cdd4422259bc789d1fac829042481a49de780ea3c4ebb82c40ca","formula_version":"titan-u-contract-v1","latency_ms":1.1435420019552112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"635dbad8b38d25442d9f6805d061d6bb4581d12fccb1ab6975a2da4a84f375a1","sample_id":"grade-school-math.dev.6610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1b56b047075079fba660921a5f6808a5ac3f0f0ab1d8f0dc3501231e2aec406","formula_version":"titan-u-contract-v1","latency_ms":1.4217919670045376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbb8ad545d54f43d24113f4ece7819356e4a72a9e4ff8004cd924eac3844e153","sample_id":"grade-school-math.dev.6611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0f31bd028228d1446571de12444600ce4bdd93f538bb50666b634cf47cbf138","formula_version":"titan-u-contract-v1","latency_ms":0.7088750135153532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ff38fcce1d452fffac0d44f22556f387df6bed9d593e08fce2b490bafb1e44c","sample_id":"grade-school-math.dev.6612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70b4d000453c867a58c3f2e3bec3ddca1df7298b820f64e5fec868b72151ee5c","formula_version":"titan-u-contract-v1","latency_ms":0.8763750083744526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8c87b638e3188e78be0a153e3b58c613137e0b294d45a976122104149b5058d","sample_id":"grade-school-math.dev.6613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bd93c8cdc1e2355f5e95a5db4b1a8d43cac1655def51eaa9bd95ca45f485ef2","formula_version":"titan-u-contract-v1","latency_ms":0.841874978505075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1802a1db40a4a6743b1c06cf7f464e06df67ecc80a339c164d8bf31dfa5072a","sample_id":"grade-school-math.dev.6614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2395664092c538591b719af12d922b04c064bd97591d4081107919be4d8fe237","formula_version":"titan-u-contract-v1","latency_ms":0.7055839523673058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96a29b9e89ce7330bef27725885b94ea78faa480018abf140725197f7693c846","sample_id":"grade-school-math.dev.6615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ac4bbc31aa3b8b66519bb9858677a210bef19ae50accadd3663248c4624412e","formula_version":"titan-u-contract-v1","latency_ms":0.9978750022128224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ba7a075ae5bcba80fd56a60754424ba61faf83ddf564587213410f4b1113ae9","sample_id":"grade-school-math.dev.6616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc29c466328f15e64d8f5d7d142117da2ce75ff041e17d02e37980ec7a160392","formula_version":"titan-u-contract-v1","latency_ms":0.7175829960033298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1040f12a74d46a0923d363560b315fcdbcdd398835df1af199f45a996b0ad207","sample_id":"grade-school-math.dev.6617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"987b40079ea0e9f5931c2ba52259388bd2ccb246b0d38050c0db0c553170ad1b","formula_version":"titan-u-contract-v1","latency_ms":0.7040419150143862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83a63ae4900d60957339ddc97994fcd0d3281f15cda2cd4926367a9d1eb01c76","sample_id":"grade-school-math.dev.6618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbb3bd493839f999919df05ef2a3b0f3d3902201e832808b09dbe51188196975","formula_version":"titan-u-contract-v1","latency_ms":0.9428339544683695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c29aab2f74eec5980ef55dabecf7ac174b430fabeb3c165150faa9e1e9aa05db","sample_id":"grade-school-math.dev.6619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"355c7d30dbefa94f21771d2dcca329cdf1fc6051dbb22d2a06ad3ac1b9c43d39","formula_version":"titan-u-contract-v1","latency_ms":0.6969170644879341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9cd7ed9925c212da0db166a7cf9fc5290ba2d0760c6fb74a225d501949afdc2","sample_id":"grade-school-math.dev.662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13b23f8b873d851a80794003e1adc8566a3a606fc90f0255ec44e3d48cff81ad","formula_version":"titan-u-contract-v1","latency_ms":1.23458297457546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a47be959d18473c9df5141f8f9f35af56824c978495c6c6801b8b0a8ca20a54","sample_id":"grade-school-math.dev.6620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da55d92f12e2f0b8f26277ee07c3204e4e8d8b4f931b8c2c1fe90693133d1aa1","formula_version":"titan-u-contract-v1","latency_ms":0.9362079435959458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e70a544355dc6cbf452009a00ed272012a10b5362716c9e1bf59aa9f27630ba","sample_id":"grade-school-math.dev.6621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dfb365d9e5e58880c5a58646b62023566e1baffab24b7a8fb848b70054050a5","formula_version":"titan-u-contract-v1","latency_ms":0.6887090858072042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"749211fe5d3c2a3993c02571c760895c4b89116f7b9b6b8a6e66be233b04436a","sample_id":"grade-school-math.dev.6622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95308fdecf9a89c683fa2dca5a4e44fbd6183f2f21d64d99a570aa36b19f4ba9","formula_version":"titan-u-contract-v1","latency_ms":0.9403749136254191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49be5140c0d7d1d044f67448edc0c787c410a4611efbf8d0f8c41b5b835456d2","sample_id":"grade-school-math.dev.6623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5f33d181fbd570b01527cd9c523a24e21c8e7c6ae2bd7c26fc73838508790b2","formula_version":"titan-u-contract-v1","latency_ms":0.6825419841334224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"676b68ebf1bff67e9cce03dc123afff4dddabeeeb3015ccadb0f2837f2e2e503","sample_id":"grade-school-math.dev.6624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bdf1852bc4c93b23e0300ea78182bacf8750f7d95775c1dc9194236a16c0960","formula_version":"titan-u-contract-v1","latency_ms":0.8771249558776617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7ff0eef6c7b612929a668535334f4637b718c4ab73c25caab157c09cf8678b1","sample_id":"grade-school-math.dev.6625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2eaf3778f65b241948db6aaf6d2864e78d869bbfcbd48246b05108f7a25e9a67","formula_version":"titan-u-contract-v1","latency_ms":0.6775000365450978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdf1c8ac1ad95655dffd6a9eb38a9937adaca93ac6a516a2b7589623897a8106","sample_id":"grade-school-math.dev.6626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2930f2afd80d53ecd7f6723c36ab9c261d02e62391f28f5dca133ca2104958e5","formula_version":"titan-u-contract-v1","latency_ms":0.6979169556871057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1877088981c14b8840f8953210fd2be843e522caa0dd20af7e3254fc3972a160","sample_id":"grade-school-math.dev.6627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"409ce8314334d8428ab77e181cff7a3f8cd4876c9fe86cd4f5661f3ad2d5afdb","formula_version":"titan-u-contract-v1","latency_ms":0.6931249517947435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6df56a5a51e83b9c1c1301f8b814182de15407237911c80440f73d14d8445a2a","sample_id":"grade-school-math.dev.6628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa6288ebbb3e37d7c73a0524a3666265509ab3d79386f697cab0f8e4ad63f73e","formula_version":"titan-u-contract-v1","latency_ms":0.9389170445501804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2346957b7f3d6f78668a67d8f0ca87a64f32300333d71db34ad6cddd435d658d","sample_id":"grade-school-math.dev.6629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b2f2bf7d112aa79474dc87e4d6ecd9f3c2f243dca098f5a8f9dfece790e8b25","formula_version":"titan-u-contract-v1","latency_ms":0.6694580661132932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0f4ff88d2ffcb112f1ff425b6c6dbd77b54cc4d25449d21781f4a746c8c9305","sample_id":"grade-school-math.dev.663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2be4e3435842ea3779273d8b9ca8275004a07604245282522acd45ecf6a47ae5","formula_version":"titan-u-contract-v1","latency_ms":0.921541010029614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3038427a943cf75c2fbe643aab5b83cc62dc9f589d2907733e7fbeca6a93efd1","sample_id":"grade-school-math.dev.6630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95e054ec2521fdfe3355a6163c1e9463c255f8be7c48dad2ef799dcf15bc7b6c","formula_version":"titan-u-contract-v1","latency_ms":2.2078329930081964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fb9e03532a77a99ed52a1459b78c69f15793add90bfa253280d19406eb89cda","sample_id":"grade-school-math.dev.6631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fad2ba20a52de037a328e947c4c479974e849689e15c98c93a341a1ef1cc04cd","formula_version":"titan-u-contract-v1","latency_ms":1.0416250443086028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"134b43ab83889ed67eebc8e75794bde425770ea098fde3d6cb3db923513d16c4","sample_id":"grade-school-math.dev.6632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52be15861e282eb9391a796a3a2084ebd9ce22a51ae6e236a2d67bac48e52522","formula_version":"titan-u-contract-v1","latency_ms":0.7300840225070715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54664066d6f12852f852ee68ccf0cf2011bc476ad43600459f2dcadb720f7ec7","sample_id":"grade-school-math.dev.6633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ab47f81d8f48c428d3f802dc5eb5ab15f5f5195c474f2e0627318cebf993b9c","formula_version":"titan-u-contract-v1","latency_ms":0.6314169149845839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0ed3b956191eddf6006b11f80025d67e450d9987c35703b4e594e109364e8a7","sample_id":"grade-school-math.dev.6634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43a16c0fcf7a422410f5a4426e42182a1d2eab3d7208d81a66ac154fb7679a12","formula_version":"titan-u-contract-v1","latency_ms":0.7243750151246786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45d0b7aba3ea707d490e5ff29cb194854af6161e304522157d2d2afe489dc7e5","sample_id":"grade-school-math.dev.6635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"696674c506a897b1b44c4ff14936dceeece740a001de77f4201931a161493d64","formula_version":"titan-u-contract-v1","latency_ms":0.7656249217689037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db2eea6bd3e5f51a1f16145c869df5e1505c22c661d0fb44660e650dbbd020bd","sample_id":"grade-school-math.dev.6636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bad6b453492386f50b22f76dc768a281d555fc1bf5878c8e95d1931ce573e849","formula_version":"titan-u-contract-v1","latency_ms":0.9154160507023335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da301e0d1c73c3b8549eacd7743ef22b542d3d4f94a7565062523f5d8fc14872","sample_id":"grade-school-math.dev.6637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17f5f560ea28cd47e598d98fe391774ce0a02e4824b0919cba7ac73bce5769f3","formula_version":"titan-u-contract-v1","latency_ms":0.6880839355289936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b62e2f5488573c4ade3e484f8366ab50dd298ac1486e753fed5ccfc20dff8a2f","sample_id":"grade-school-math.dev.6638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb87927a50018aa641cd44ebf91210a69f969887e39f7723c6accf829e0ccfb4","formula_version":"titan-u-contract-v1","latency_ms":1.0726250475272536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54a4157fd436e2d5425e41307f8c022f3bbd7aa88b11b38c6c1bf92a932e8681","sample_id":"grade-school-math.dev.6639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9eb97c130d32d64b06bd824681b8c9d54b990db9d30bc6cf7e219d56e3a20f9","formula_version":"titan-u-contract-v1","latency_ms":1.2032089289277792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46c902f8eb87489ce70c81e556beab2ece9aa7ab81f26ae65109b311a2a7a7ab","sample_id":"grade-school-math.dev.664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30fe9039190b778dcb14263f546dc46e966404465472f54175544cb5ebaa2141","formula_version":"titan-u-contract-v1","latency_ms":0.7069580024108291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9604b547acd00f55cb4d39c3320cae55062195bfac605006a8bb9e15b8d0e824","sample_id":"grade-school-math.dev.6640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2a44c7e776e8a800b9f3ecd7c2eee5afddd64aee00b5d729031c78bdf4dd742","formula_version":"titan-u-contract-v1","latency_ms":0.7110420847311616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"353484a16c643e2aa8bf57533808baae6a388e72e95dfbce3625745a4885ec68","sample_id":"grade-school-math.dev.6641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e11988f9837735f8eb673b41640f1137305ce1d66bcd5bf9bd305ca8d48bfce6","formula_version":"titan-u-contract-v1","latency_ms":0.717374961823225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d569d5578313580d4335b5061e737a82a9ce5422030f4b78560b62cc6370845c","sample_id":"grade-school-math.dev.6642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3392c7d4eac2a13714dd22d44556dc92a739377887c3af4979ad11911a377141","formula_version":"titan-u-contract-v1","latency_ms":0.7597079966217279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9167a70829952676a5b06cc3f9d08c8cf60aa1b4c7340f0702e34b555c923865","sample_id":"grade-school-math.dev.6643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6959551bc92f3a7724aec8184aa4201810ad788ebd6e818be3341e964026fcb","formula_version":"titan-u-contract-v1","latency_ms":0.8487909799441695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21f0bf229d9727e36a30210779c55d50964e95adfa71178adb386c6b47e963fa","sample_id":"grade-school-math.dev.6644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e584fc129807005e1ac1924fa3ba6344f550b2dea7c00eb3a684591ae4fecc43","formula_version":"titan-u-contract-v1","latency_ms":0.6815829547122121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bbb886553a23a8f620a51e3ff967f638deca0166da4d189350eff6e0daaac6d","sample_id":"grade-school-math.dev.6645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61d8fc97125e945b3770aefec3a168db61d5df5c3bd290093a60853fcfeeb898","formula_version":"titan-u-contract-v1","latency_ms":0.6775830406695604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea64b5a1a65a74abcdfee9c9930cc6cd22af5abac5673b3470298b231a92956e","sample_id":"grade-school-math.dev.6646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98ace7da29403c812f68127dca00e50d49992e8b9206b06cae09f66b4b2a128f","formula_version":"titan-u-contract-v1","latency_ms":0.7163329282775521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d9ba6e3571d0c82291d060931b7f6ef98a8e6b07cf21e4620c9cd88376a1115","sample_id":"grade-school-math.dev.6647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d988b0226f447e2b6dc366341a90772a69342219286b3abe138bc35da93f4513","formula_version":"titan-u-contract-v1","latency_ms":0.6560829933732748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2da4f7834cfe59c0b575c63d43eab01dfa8d9801d5d9d1b461b934a9f4d519b1","sample_id":"grade-school-math.dev.6648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf50434524f48c4ca139c94eb0d33978d2f45747b8d58b8bc66f36864447a1dd","formula_version":"titan-u-contract-v1","latency_ms":0.7110419683158398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e33298fea303115b8493b7b608081ab7a0558831d6352135fd1f3192e35ab4d2","sample_id":"grade-school-math.dev.6649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc3cd0a89ebd7824be55080e35df6e2d541cbe929575398e03bdeeda2a903364","formula_version":"titan-u-contract-v1","latency_ms":0.6952499970793724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd4f67a688e9627897ef5834b247bb2859b5dbe917a76c792fcf6d8ca917f084","sample_id":"grade-school-math.dev.665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8cf82b658325e24189c584a88afa1a5cf3ebe827d671d0226144cbf85a10c22","formula_version":"titan-u-contract-v1","latency_ms":0.7342079188674688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"309a60f565bb1122826efedfb5f7236a17fbd436e8abb0a54769de9958161e5d","sample_id":"grade-school-math.dev.6650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37b4156ad81962eac660c2739e0c74e289e1cca1f4f40cd30f6b2846f49b9462","formula_version":"titan-u-contract-v1","latency_ms":0.6388339679688215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0c9255db9054186ef5e0498cfe1c9e56dc1aff929bc13ae7385213b0bae1e7e","sample_id":"grade-school-math.dev.6651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e277311a2b11be78066763d2eb2dc554cfdd93a09257641ced2ba44afc547f2","formula_version":"titan-u-contract-v1","latency_ms":1.0070831049233675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46880f8c87517e3f583ce4ae63a0b0cf6559b407425f8b947ce47a13ed1c82e5","sample_id":"grade-school-math.dev.6652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e18bf9bb5a19e9af26d907e04f8eaca340acd841d313cbcde4ecd8350387aed","formula_version":"titan-u-contract-v1","latency_ms":1.2001250870525837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"963fb53b824fb7307f41e47a5f3fa01acac8a1b1eff1b70434d585974d4c2312","sample_id":"grade-school-math.dev.6653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a28ffe09a32cf05eeaba85b61293cfda518719206f825dd3f1321215d4e8dfc2","formula_version":"titan-u-contract-v1","latency_ms":0.9754999773576856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9facc2b185d2688cd0e203b0941129621925834c5ae33115f7cf257e4a508d8e","sample_id":"grade-school-math.dev.6654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"363d42051f4954487a76d9285beb1dd4ce53ed2f9f37c4e2c88def1b0f69b67a","formula_version":"titan-u-contract-v1","latency_ms":0.6669999565929174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41f973d67382d87983eeea81752258feb443051eb507e9bac78728c6ed04319c","sample_id":"grade-school-math.dev.6655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb18c253d3cb9b47e45f9aab86b3d037b23aa5c2443c168f7013c5b3bec4be69","formula_version":"titan-u-contract-v1","latency_ms":0.6637080805376172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37899ea5f176e0dbc5fb70ca2a66425a4c95333fb8bd01ff8a93d7e41856bdcc","sample_id":"grade-school-math.dev.6656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f02edf548b1f6755778d3f8a1d939b6ccd068b70ece0251f6013d09357a5c984","formula_version":"titan-u-contract-v1","latency_ms":0.9461670415475965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf9a8b60c8dcd3b4995f27090d8cb0dd794e80eab9d91abd81edc813088944cb","sample_id":"grade-school-math.dev.6657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55f14e36cb94b174bfb43e30f77dae45195ebaf8062d0f6289023793222df8f0","formula_version":"titan-u-contract-v1","latency_ms":0.6959170568734407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f9892d7971c9156b307b06ecd5f5de5f8efc0a4f68b553f62a9ed25063fe88e","sample_id":"grade-school-math.dev.6658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f20e1561b305b2cd0faefd3a1d8a4813868db75ff597bca9015f5aa26d63087c","formula_version":"titan-u-contract-v1","latency_ms":0.6376659730449319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"881b1978a6a09de828386ba978023a067a55846c10b6b2e051aec717ba847634","sample_id":"grade-school-math.dev.6659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"732d9286ac30e436b0f13c0ace7dea64659c28c500b80eaa72aa3365f2e846fe","formula_version":"titan-u-contract-v1","latency_ms":0.8052079938352108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7bbc0f47dd357e597cf2e0f309611f4928a025a44f722175ad1d5b0ab484655","sample_id":"grade-school-math.dev.666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec894d48dbc782e66127dad5fecf78c9e66babc1e45ee02cbafb313284156127","formula_version":"titan-u-contract-v1","latency_ms":0.9291250025853515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a75464fee021131c1968a80e41f0238c41a782fd2987a0657e75df5cbcf9a923","sample_id":"grade-school-math.dev.6660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b31e6fd54d77edce8a749941e9b7b2cbbf8ab05857bc993ec1694d4632830c14","formula_version":"titan-u-contract-v1","latency_ms":0.8751660352572799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"358af612dbfbae0e0259b51264ed8e47fe4fc6a1b6c35297ccab4119025c9395","sample_id":"grade-school-math.dev.6661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c54c48265703672368580df5d557febc8f96665a38bd7b9191b021621707670","formula_version":"titan-u-contract-v1","latency_ms":0.6727079162374139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0501de799687e2d533b480ad55713b9a4c68717793503263da909223d13a71f","sample_id":"grade-school-math.dev.6662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc1aa98689281d625bfe773a0b5a27f65bfe5dab601bf82605a9212529c644e0","formula_version":"titan-u-contract-v1","latency_ms":0.6893749814480543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dc3ba5cf4866f90552de18fd9b004a3d512e88edf74ee20ec5362aab3bfed50","sample_id":"grade-school-math.dev.6663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"236ee244ebee012a67cdb53f2fbfb6dcaa45dd6318e06d2aa3f9c3687a0c0e5d","formula_version":"titan-u-contract-v1","latency_ms":0.674291979521513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"330157d8e7bf3dfdc080c03ea489195eb261067ccc6001c697b2b5d7daaf9e55","sample_id":"grade-school-math.dev.6664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78e0d7591707809885094b09bff5368a6a98c8c246b411efcb33b5e1f223c259","formula_version":"titan-u-contract-v1","latency_ms":0.7247499888762832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d4774855d89b0b48d8c0b8b933d515ac623424de386ade671862a16fb7c0874","sample_id":"grade-school-math.dev.6665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"493191a1329f86cda9b3f6500aa8a77d564a1410caa5d0e9f1876b0df8b0a399","formula_version":"titan-u-contract-v1","latency_ms":1.1082080891355872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cabd05e99ba23c384d45593ba35e4013e15f167b473c54d339ff0b54c7298bac","sample_id":"grade-school-math.dev.6666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"892d82fe24b6473daf87293d90656847bac441415812df813c1dcbdad4f54d0f","formula_version":"titan-u-contract-v1","latency_ms":0.7535830372944474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b99aa4447e6949e8d215ad0a48d32e8d7634f9b5631dbbed86531e673d4ead1d","sample_id":"grade-school-math.dev.6667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e56fc14608bc77abf98cafd5f5699f27dbe97c2e67efb3d7153ab81469e10a4c","formula_version":"titan-u-contract-v1","latency_ms":0.9314580820500851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85fae602c7e73bada7ddcf769deb744fc28467c505b822e877dcc119144b90b4","sample_id":"grade-school-math.dev.6668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"177016de9566338f0ee99ef3cc35afe5bee4f93b4b77c01a2ccf1188ac203f66","formula_version":"titan-u-contract-v1","latency_ms":0.7276660762727261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d9c5fe8050403786fb8bbba4dbe654249987f0fba40ccdd82436d31ca776b07","sample_id":"grade-school-math.dev.6669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34c59e22e549c3581bf60e6c9bd3db7d652ba7be7becd0ef38ee2f5ff6ec0f95","formula_version":"titan-u-contract-v1","latency_ms":0.6876250263303518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edb3794faa867e0f976c7f2f14a629ca4979eb49ad4f90a305001ec4d0301a3b","sample_id":"grade-school-math.dev.667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62239d8ad13265221d3c099d80a23782ee1b6287e7aaee62ca8e14f1f24b79e3","formula_version":"titan-u-contract-v1","latency_ms":0.8579579880461097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7e057437d0f90512a2dcb45e9d34f87bc4b82fe7ab8580ff458891310e47250","sample_id":"grade-school-math.dev.6670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6de30ec4566e093d643fc164983d284283df47310a7f2a7155008f8c3da512fd","formula_version":"titan-u-contract-v1","latency_ms":0.6633750163018703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c33a7cb6650015ed6312478644629dc49215beb2765f1406fd14b1e3b8a1d9db","sample_id":"grade-school-math.dev.6671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b13ce5e21c662c3e7b828e614e94541134a16014671169979567ba16f43d74d","formula_version":"titan-u-contract-v1","latency_ms":0.7735840044915676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b034473f83525818f3c7d61cdabea1b17d9ed68e11790064615dabede8d6ff59","sample_id":"grade-school-math.dev.6672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bca6ef260d26fa904c4ec2faa278b12a1a9f2d22addb2820c43b853d491e56a4","formula_version":"titan-u-contract-v1","latency_ms":0.6487499922513962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69bea89480e64aacb88d7a7b18c996baaffb44a5be1bd82ff2b742531c09de9b","sample_id":"grade-school-math.dev.6673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aab2b237bef0025030809e7ba9771bbbdc2be97ed5c9425b9f4614f2f6c07d07","formula_version":"titan-u-contract-v1","latency_ms":0.6863749586045742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e06ac5b63554f5606b30d359ab547612717ecdb604e10beb8dbc51e624cb4b59","sample_id":"grade-school-math.dev.6674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b1fcdcfd5687720f362fd9200b1e1d53de6b08905d6719fc3323d788cc76b80","formula_version":"titan-u-contract-v1","latency_ms":0.6352919153869152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"412f9a7d282a0eb937529ea6072f10a085ae8be9e858fd95e236d2066cac0275","sample_id":"grade-school-math.dev.6675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c65df56310ce56cf78756c8746ade75c40c715bcb511c3327f37e37b3ea934f","formula_version":"titan-u-contract-v1","latency_ms":1.0110830189660192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a102f75c0531ec7c4d95ecf2b362986e252d083f7ebb4bc99e358e34eee2ec3c","sample_id":"grade-school-math.dev.6677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72b1e2d21c8e6bf8c7720c7ea6b8b47f81c5972721018d109d7d778cdacee403","formula_version":"titan-u-contract-v1","latency_ms":0.7968340069055557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5f0e0e7c391dd249edd53975a215605c81dd42820ea4c47e3f850cb069941c1","sample_id":"grade-school-math.dev.6678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fed1b7ac21d604c4803ecb8360703acf910dd7e5e70d133490b182e305705f2","formula_version":"titan-u-contract-v1","latency_ms":0.6684580584987998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4d8a231a9d7b1fc64c3c5b41e4284c5e94d15a850f9a384c8777ac0f8d324dc","sample_id":"grade-school-math.dev.6679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8070d844fb4d23461b32fd552d5c2fc459e5124dddb9b68e8de19461bd20eeab","formula_version":"titan-u-contract-v1","latency_ms":0.7090829312801361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f84fdedb325da7b768aeb9229eaaefcc318150648288a6b85db83b373dd8266","sample_id":"grade-school-math.dev.668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ae84086f51c8fa98c1fa86e9da2ecc1d41fcd8d8bf4fd54be00727c3b9b17f0","formula_version":"titan-u-contract-v1","latency_ms":0.6944580236449838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b30d6f67fdbf63993f5d5b1ede3fa19a9c7f35a50b375a6632ac9f9f8be18dc","sample_id":"grade-school-math.dev.6680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9744cfcfb3b161e6b7b1a482db60376ce9d704c26b4078c5a670ca1e6e0a9a0","formula_version":"titan-u-contract-v1","latency_ms":0.6792499916628003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a20c3f3c345e863ea2ee486e4d57c58fa50586e0f80e87f362583a9903e3409","sample_id":"grade-school-math.dev.6681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"140fdcd904c4e0bce02d37fbb68e0e0e28dba660412e65508d09a7128b51bc51","formula_version":"titan-u-contract-v1","latency_ms":0.8155419491231441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f007fa8e949489fe737acf62c8855ef14187c3199aa3f57fda722a03d10ddc2a","sample_id":"grade-school-math.dev.6682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdd6cbe9bcec498d5e0a81c6ba7b588ac90f43820c48fa9341fa8f6e9ab072a6","formula_version":"titan-u-contract-v1","latency_ms":0.6853330414742231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01c536d1860378d460c28f3c2bd139e86a721ef5a26a422c048d55d4c899e3b3","sample_id":"grade-school-math.dev.6683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5be982bbc4fc3edc255dcfc5d54a099eed4cc08daa59d6f6a6cfaa26e948565","formula_version":"titan-u-contract-v1","latency_ms":0.8807090343907475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1898b56a6d04d20349275388768c0bc3965741e6344628802b456f4233bd737","sample_id":"grade-school-math.dev.6684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eef1b3a553d94c27ea985b16b37ebfc5a0b2baf3d242f1be61b946b4e2fa64b","formula_version":"titan-u-contract-v1","latency_ms":0.915458076633513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d1ec1778af3958ab3f8385dd05f05af821daebe9ad0469c48762cee79bcb819","sample_id":"grade-school-math.dev.6685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a262eec6458d378a49e44ea148c14221c48e63f217a97d0f3c1dced2ec8f4940","formula_version":"titan-u-contract-v1","latency_ms":0.7321670418605208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1aac5a2790339b5ea266a63b62a5d0e65f0359dfd5a151f5666e6d94429e6a2","sample_id":"grade-school-math.dev.6686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08fff7a0b15d9aca97c88b546579fd56b28bac1c7e74bdcb0289cb3152ffd25c","formula_version":"titan-u-contract-v1","latency_ms":0.7899169577285647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0f079129a6e28793f4e9ffb3686080818d9e7f4807291bdf67cefbb98ed0b3c","sample_id":"grade-school-math.dev.6687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90ddb32955b3b65371e07656d9950d7d4bb8f10456fc930a7900ff04341b019f","formula_version":"titan-u-contract-v1","latency_ms":0.8484589634463191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfae6a1a669764838976c355240b2237e3e3f27d5795ae27c2da774b1ec3c01a","sample_id":"grade-school-math.dev.6688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3a0e4bc80093dcad475733b89581e10ee097fbbdeb34be6f82482fd449415ee","formula_version":"titan-u-contract-v1","latency_ms":0.6272080354392529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a74da81b8e581f7fa4c8086c25dc51ee6bb54aaae9ab237e970cd1b28d336738","sample_id":"grade-school-math.dev.6689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d176c9bf62bf191e23efc9ed6b6f3178675bb5dac4193510ac4c35be0ce8b915","formula_version":"titan-u-contract-v1","latency_ms":0.8947920287027955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5835b08b1ddece32596292b922084efb02a09ab25f8dcc1b14195c879352fafa","sample_id":"grade-school-math.dev.669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"006335fe9422da2b28bb80915536e982ca6cab30305aad596195ce4f6b10e1ad","formula_version":"titan-u-contract-v1","latency_ms":0.9481669403612614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d91f409b5aaf5036bd1c276b50d921a73930f7b7da84d357fa18af147087e582","sample_id":"grade-school-math.dev.6690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c01969553ddea63819f8c661e31ca05da852bcd6e84292d5c99b17f8f4ca4ca","formula_version":"titan-u-contract-v1","latency_ms":1.3841659529134631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa05a1be114adc0a226d18a2d9e7b310f72af4f041883a0503d6c53a9e9b6f87","sample_id":"grade-school-math.dev.6691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44c1629bca21112196a40e0127ab6bcbf9f0a094344d8ed426d8729e33cdb955","formula_version":"titan-u-contract-v1","latency_ms":0.7216670783236623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55ba77a6a43f624797f83dcd1fd401a2e3c9c9fe506ec3c32f9de0989a5f3a43","sample_id":"grade-school-math.dev.6692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac972d2f9745259754cde238f6c3583841ac119a94533a5b779f00ac5db860bb","formula_version":"titan-u-contract-v1","latency_ms":0.9310409659519792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22a18b3522e6102be1f30fb2f166b2b8534aee6475ce635504a5c7a6066fb9d1","sample_id":"grade-school-math.dev.6693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0d6f7303376fbeb61d8be031436b3306261507632c7f71e45fb2cafba0c0706","formula_version":"titan-u-contract-v1","latency_ms":0.7005410734564066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80ea127f95ce34f22161d660f0cb798f1ad27d3653c3aa15f1cdb03f634fd731","sample_id":"grade-school-math.dev.6694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8632eaf6cdf2ea0a99324ff6d3c59c68b0654bd4deb3b9c62c4301f846e619ee","formula_version":"titan-u-contract-v1","latency_ms":1.0302499867975712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c793d2d4ec59f8adaaf3c00f041be952a0d1c3735501fe1c7025f8dc687bfc1","sample_id":"grade-school-math.dev.6695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87b78f01137aa1e0976e8ea268463dc0030dfc692d25645e4a783684ad6d0c30","formula_version":"titan-u-contract-v1","latency_ms":0.9113750420510769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1b6fe5fec62a7d187f2a514a380415814b11b334a9feadc55e678f6b2000e1a","sample_id":"grade-school-math.dev.6696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1de4d2713d073c7090f7cca05a6bde518b3b91b6648812b66c8156933ea859f8","formula_version":"titan-u-contract-v1","latency_ms":1.4392919838428497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8095fa7a298bda1083e52302667912e5fa014326dd35ba5a9ac26a310600649","sample_id":"grade-school-math.dev.6697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0333d5e6cc6df2c8382e47ec9d80175c103425f31e49793f381e099ea9ab99a5","formula_version":"titan-u-contract-v1","latency_ms":0.6801669951528311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dceee491c1a7e63f0e6e55b6d18d3cbd6aee365369ae33c96d0b47b7104d43ac","sample_id":"grade-school-math.dev.6698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bfb005d8372189cc287c5fa876a551e4690880ff2484bac477da07902fc448d","formula_version":"titan-u-contract-v1","latency_ms":1.2887499760836363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"644a812f2b9475893fc4102ef7ac308f4463e7f09a34015669e58d5322dc4498","sample_id":"grade-school-math.dev.6699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"537c71f6c1928f2f6b25d7f021dc92067e1a46452c3012794fbe84d8362de9e8","formula_version":"titan-u-contract-v1","latency_ms":1.1823339154943824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c9c6f5a476dfd54458d5e01e22aaa6b5fe22a71e2ee10f723e363eeb2587af5","sample_id":"grade-school-math.dev.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85e213376577b41cfd0090d94037cf7312245fcc844d7c3f2607ab64d2ada7e4","formula_version":"titan-u-contract-v1","latency_ms":0.8647920330986381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"addd607dfdb7e817894eb2c4f48474b9ccf85d7bbdcb38287b799e28d7fec14e","sample_id":"grade-school-math.dev.670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9a7e7dc827041432fe6ca0b121c3d9910e5db5d47f0e86632cfc7a5d262b5fc","formula_version":"titan-u-contract-v1","latency_ms":0.9161250200122595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfd66e5a14f558cbde51b89ee8507a8d926d927387377f5aebbb50907cb7a0a0","sample_id":"grade-school-math.dev.6700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab41f332f96b36c7f0fccdf10ae2da7ea824a2cc4ed72557641d6bd9684b93ef","formula_version":"titan-u-contract-v1","latency_ms":0.7850840920582414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02dd49a6be9eff6bce52b5da179ebc13a082874a8c386a0f4ad7015d6e17ca25","sample_id":"grade-school-math.dev.6701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28331d6276d5a79a2872dc1df3ebfe657df056ef619b86f999cc357029d82aa7","formula_version":"titan-u-contract-v1","latency_ms":0.6550420075654984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bc93f805e3f673c3486d9135886ecf4dce0851459eb048f1c472fc69bd422eb","sample_id":"grade-school-math.dev.6702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91d3610f7c36185b8c4c4133e7b85f4cb832803378a4def8e3e8775ffa17b781","formula_version":"titan-u-contract-v1","latency_ms":1.2678750790655613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05314a430f4cde0de1efdbfc5dd7578a6db341c8f4be6e49f0d9a62818842018","sample_id":"grade-school-math.dev.6703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4dabf30181fe1d51e94b82dd104f7936a211dc6dbc120556acd728e9bebea06","formula_version":"titan-u-contract-v1","latency_ms":0.6580839399248362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e25039d401201c1baf02c1cb9c8e045de4bedb971b4cc2750b97494b28215d29","sample_id":"grade-school-math.dev.6704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5683820556f18a51d31175e92a33a3442d2d7e40bb98064c3334b7b2b5f230f2","formula_version":"titan-u-contract-v1","latency_ms":0.6832500221207738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1a5ffd95d2e64766438541365109876881f2b62c5e02541079a1601aef880ce","sample_id":"grade-school-math.dev.6705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5e4654c9c84d614d443a62928c7229e7394db5343cdd4b095a1f7a4840bc438","formula_version":"titan-u-contract-v1","latency_ms":0.663875020109117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98867958b57af6f08c0b1a6f307fbfbaa5b2a9a834f114f11976d8df39b88529","sample_id":"grade-school-math.dev.6706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff91a7ab44138177a6d0b373ec064330afbde7091000191913c4535119dfe812","formula_version":"titan-u-contract-v1","latency_ms":0.6524580530822277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44d2cf9f320b04d18c65e63142d17f356023e0b54fdd023ec9ce40d869a8004d","sample_id":"grade-school-math.dev.6707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82cbc50f6a5277a9dfd8324b561d200cbadb40f297a8a2c7fc84b339d66f4678","formula_version":"titan-u-contract-v1","latency_ms":0.6635000463575125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"736c44b60929a8ce058f798a8e49b23864188b8a1bf5486cbd4e9e08d8098727","sample_id":"grade-school-math.dev.6708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"692389aaef738cd66e3be3405061368af8af4ca80e7cdda933572672a4ffed63","formula_version":"titan-u-contract-v1","latency_ms":0.632000039331615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdffb2cd479536f3ac8ef96b941ccddab6d9dac8640cbba85f36a94a24f3f4bb","sample_id":"grade-school-math.dev.6709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3e61e3e3a7fea461119c0687c97f347b2f43624b33f65fb7dbabf0ce98954d0","formula_version":"titan-u-contract-v1","latency_ms":0.9040419245138764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2691df6b3bba9d75bea9891956a36383bf2eee4b3ff3bd610306665f8d6cad35","sample_id":"grade-school-math.dev.671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74b0b1fa74f9e57ca3b3c3ea4110ab4a649bce68620c2369cca880c1a963ac63","formula_version":"titan-u-contract-v1","latency_ms":0.6662079831585288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1c0f0d62b809a45d415fab457c49231f870fb7619c8da3a8605d5765570f469","sample_id":"grade-school-math.dev.6710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85beb1fe65d29881d541f40ca8624ba3ae93d55e707f45ae7e6c659d87631dd9","formula_version":"titan-u-contract-v1","latency_ms":0.643625040538609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a65ecbe9c9facca79dae913043eb9834a3a5b7c84dda0b618266df62449d40e6","sample_id":"grade-school-math.dev.6711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a226da9c961d569cb3330c2ff521c95e7be99a9cdb2e914d804241979b4e245","formula_version":"titan-u-contract-v1","latency_ms":0.7241250714287162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cc23e6a4bb3ef914055fbe99fc0700e8c6951c266f642bb42d1d16f62abd00a","sample_id":"grade-school-math.dev.6712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0946db0b7db8f07616010a46e2810e521e9996d9e91e2c88aaa6c5438de17a3","formula_version":"titan-u-contract-v1","latency_ms":0.8996659889817238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d89650a47e9b33c72805911ec365a400bdc334b206172e28a647bfdd8932dd4","sample_id":"grade-school-math.dev.6713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fbfea9b2e051a1b7a8b41127ad5ebbf0e7397a4cba941c7081064fef6b92b58","formula_version":"titan-u-contract-v1","latency_ms":0.7429170655086637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4887d7889909c3623c90e8915c00c6a4bee2853fa4a8fb01c948e786a6405b8","sample_id":"grade-school-math.dev.6714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"903fb00fabe7acdc8dd261512613d6fbf870c358ffd2c96209c21cd63825f045","formula_version":"titan-u-contract-v1","latency_ms":0.9347910527139902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"818b0af883a54e660ff7e9a970c77d4d53e6f031f0a3afc892212237e25ebfbd","sample_id":"grade-school-math.dev.6715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90d64140e10f13833d8294a9e8852fd8dc09635df24f2cbc2e0f4882b1a87c99","formula_version":"titan-u-contract-v1","latency_ms":0.6846659816801548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f8e10640389e22f58758f809123331f49a80b03a988c4c7b2979d847fc301ec","sample_id":"grade-school-math.dev.6716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51d884c6ab1ce246ea46fd61f4dc5d9f5c05019cecb03ec1a492d6b61a0cb37e","formula_version":"titan-u-contract-v1","latency_ms":0.8146249456331134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7924ce9eaf056fa78d0a0ed104e46522e8f066b1480599ceb65dad76fa739f4e","sample_id":"grade-school-math.dev.6717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bacfcdd870e51fb7c88eb1c71fdc172cc9e83c3946b97b04b7d8b9f540367cc8","formula_version":"titan-u-contract-v1","latency_ms":0.6359160179272294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e6a6d092e6642034f7818155b3eb665a5685dea2757669c301c149f3ed6d3c8","sample_id":"grade-school-math.dev.6718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e13958be88c1a6367655311ae4668577f6d7bf94c9e9389cb1df310cda479a84","formula_version":"titan-u-contract-v1","latency_ms":0.5948749603703618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a997608ce91e255d0b13416c47a4d464d2a3436a2cebf8c0e096d7603ad4abc","sample_id":"grade-school-math.dev.6719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05aa3f473b45b9bf9fa2fc6d01758305b255ca3386ef52dc290c96b5847be2dd","formula_version":"titan-u-contract-v1","latency_ms":0.9015839314088225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"899a0031ea98d917954d0744a336363924b871a939b85f71f67864eb4520e50e","sample_id":"grade-school-math.dev.672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b01da7ca4524515d7de3913fcdca8ddea62dc10a792a9a2074c97d29db828f04","formula_version":"titan-u-contract-v1","latency_ms":0.8918329840525985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef646ede8879fd65204a2b0e963963d25a392c1b1dc6975f5a86a1f698cb5d1f","sample_id":"grade-school-math.dev.6720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c50b5174b3efff4d7551aec140c1a66b80d5e1cdc36a7494d38f5598590eaacc","formula_version":"titan-u-contract-v1","latency_ms":1.150374999269843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2be19f312922f3f73067bfe9f0d2a71dccf5873c28623789e95006e659e2b3af","sample_id":"grade-school-math.dev.6721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91e61395da93f7dd72eaaa677e62ed5a55f57b0a07d51fdb78bf9af0f597e8fe","formula_version":"titan-u-contract-v1","latency_ms":0.7983749965205789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1927bff7cd647966a3511f06a3898ae69d4e217a55bec4886fc4a615691008a0","sample_id":"grade-school-math.dev.6722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4ff3d36b344f66f897e5005b2accc6fa91debddb7ccc81408489eba99421035","formula_version":"titan-u-contract-v1","latency_ms":0.9110410464927554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aab4dbdb9660c947569ba7a3a37d3d2c184cfb1b2b56ad406fa8711f9519bfd1","sample_id":"grade-school-math.dev.6723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af22b75daf26e3f696f3cba40938eaffc022ea92f23c7b8ab77ad0ceb8b35b42","formula_version":"titan-u-contract-v1","latency_ms":0.6582919741049409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b86351a8646bc35857d434efd60f04286adabcd4e45037ddd83efce8c5fe3b6e","sample_id":"grade-school-math.dev.6724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78f9df4124c6737c815ef2bd3ef7183af9e7f1f69e1f617abf95e6a6a4c7598f","formula_version":"titan-u-contract-v1","latency_ms":0.9549999376758933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a3cd6e232c990f3ec4bcb2d92c69f90fcd369a994157feca44fce1d5b607bcb","sample_id":"grade-school-math.dev.6725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e83df0ed97cb8c2964e61b19ce622b195ab459365ddf6b2a1987819f236998da","formula_version":"titan-u-contract-v1","latency_ms":0.6607499672099948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b28987ca64a21b11e921d4d78e744ce497ebc576f66cb469a26d63e8f52132e5","sample_id":"grade-school-math.dev.6726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d27b828aaef88d9e4ae2087d5795b18d0c0eb77ce74abf3a4475ed075a908f7f","formula_version":"titan-u-contract-v1","latency_ms":0.6804580334573984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"807d9d3cd904ac5c858eeb0785fcabdd3a9c4b0a14124cd2458859ff46e4f952","sample_id":"grade-school-math.dev.6727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38ea95fb74611feadd5f26d164749252405038f0833ad4bc3609ad8117b77a04","formula_version":"titan-u-contract-v1","latency_ms":0.9449169738218188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adb0828d86c405f839686df14e17cce79a298552259da8375c61e8b849e33bf1","sample_id":"grade-school-math.dev.6728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a1d7073c6626b0b30a873c1961734fa7e9e64788b0d41c50d531a18b41543f1","formula_version":"titan-u-contract-v1","latency_ms":0.8217919385060668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7818c5717ab3c9b71ce1dead169e33808484f84fd3328866b53cc41feab4e095","sample_id":"grade-school-math.dev.6729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f36da5b484739b117df84f9700925256815415615ff81b689b6ce368252a8c88","formula_version":"titan-u-contract-v1","latency_ms":0.8291660342365503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6954aba7d4a99c9d0581e00bf50169432e464d17b844aa75666409c29e5c623b","sample_id":"grade-school-math.dev.673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f217f8151c370ae369a21d96516289d33815ef9b6f9991da9ea40ee4232c5a8b","formula_version":"titan-u-contract-v1","latency_ms":0.9366250596940517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ea5109c702db657d8f9929a56ee27e0429e0074c60930d08f06ffdd1b2ff60c","sample_id":"grade-school-math.dev.6730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c609b3238e6811e2023a5fe61527fb67f3c1001a4ea0a22942574c713034adf","formula_version":"titan-u-contract-v1","latency_ms":0.6303329719230533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1eabf510a8849578097e7efe7d7ab77295936a94e113972ed73b568427b455d2","sample_id":"grade-school-math.dev.6731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dbe41d8957f4e6f3158aa6e6d7dc711c617117b00b5f1c43bed2f103590445e","formula_version":"titan-u-contract-v1","latency_ms":0.6830419879406691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2d44b97e3af4171e39fe886332ea06494d8848ddf8ec1bd9d060144e8873b4a","sample_id":"grade-school-math.dev.6732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63df5a67f76129ad1c807a57fff0c392b4552c7ac3df669b91585f7aa6be2aea","formula_version":"titan-u-contract-v1","latency_ms":0.6782499840483069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24f4e45ea2c660dac8b8e8fce18654c056072d950b872ad2409b6e480d893af1","sample_id":"grade-school-math.dev.6733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a14eda7b1f388d03e315e4e389d203f950c99717fade087d292af69520db581","formula_version":"titan-u-contract-v1","latency_ms":0.8580830181017518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dd80a327aa9a3d0bdb1922dee12b79edecdad9763179e2ce0c7ee9aeb0d7d14","sample_id":"grade-school-math.dev.6734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"966f477b2c60ca46a444d41675312b74d04590b3b1443b7c6467ed59280f04bc","formula_version":"titan-u-contract-v1","latency_ms":0.8265420328825712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"028b2bd3fc4dbce79fcfddc9d66a38e9f8e93c730b8105d2288da0360956fc0b","sample_id":"grade-school-math.dev.6735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5a307beacd2518474955532c905ccbf5ec8f4ae7a279f1b2c65052096a590dc","formula_version":"titan-u-contract-v1","latency_ms":0.714082969352603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf68ed24afa348171d23d5075adabd251abc331e07f596320d35c3e6b68b2774","sample_id":"grade-school-math.dev.6736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"201d473f01b83ff3d4120f0586a11aeb773b77d06224fa602a16235561487778","formula_version":"titan-u-contract-v1","latency_ms":0.7991660386323929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02615d195e46011bebb4829b3a52cb4d87ac2b5ac61b81b10686f4821aa28b74","sample_id":"grade-school-math.dev.6737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35d645764337979fb4add0079c8278a7d66ae686b31df8ff277a8d55a81c4651","formula_version":"titan-u-contract-v1","latency_ms":0.9710839949548244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c882bc05bae6c571fccc3297dc223aee3fb730269fd3c91b053760d298703c71","sample_id":"grade-school-math.dev.6738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6a5ce66a5dcac211f7aad33fc3853afa6b97e1ff551b4fd01e7d6c3bd511784","formula_version":"titan-u-contract-v1","latency_ms":0.873332959599793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d0fee9d1af9cf68c7edcd2d72e20322ca147f06bd5b1902cfc671bd2b80038a","sample_id":"grade-school-math.dev.6739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c3a56c6ac751e013034ee2811af6b009032dc1367db8f4baf1ad7bac7ffa51a","formula_version":"titan-u-contract-v1","latency_ms":0.7354579865932465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e86ef1341845cd4ac413015702b1ebd362080f41157557eb808db995f14554d0","sample_id":"grade-school-math.dev.674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2aee6aa74f8226cf7bce3d29760929b6136afe671b3bad7db01c3412dfded9d0","formula_version":"titan-u-contract-v1","latency_ms":0.6412080256268382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ff1b07fcbdc2c365d84e33766543402960939d038e673d81809b29c53be097a","sample_id":"grade-school-math.dev.6740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63fc8b7f31ab2e09ac60754b2957c6237dfc6f9ee1421953799363d97e7f754d","formula_version":"titan-u-contract-v1","latency_ms":0.8321659406647086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddf6b15a1e7b114eab8b29e2fa72161f88f4b579dabf129b996db7733c8d5a46","sample_id":"grade-school-math.dev.6741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9560a6949a8323039b98fd7987233283527c3aa01f9ca1eefbf9326437deb63","formula_version":"titan-u-contract-v1","latency_ms":0.6588749820366502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db19b93cd2f8efb2ee15fe6a8ddee7b7158e786b54ef1c02c6c2f5ff29153f23","sample_id":"grade-school-math.dev.6742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d62ebaf44dfbb8a0236b48e9d81f7d77e744b8f636d810cd288f297fdc65f9dd","formula_version":"titan-u-contract-v1","latency_ms":0.7629169849678874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42759b783203aaabbbf80dd46fdfc487f968016bc1efd3e86c286f6209ae2dc9","sample_id":"grade-school-math.dev.6743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee611412ee5ca45fabe985033b6d03ad0a606b1cb37bd1ebc937b7c0b4ea06ec","formula_version":"titan-u-contract-v1","latency_ms":0.6849579513072968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e5f4fc863a39a5ffb55a66bd8e2a4bf55efc096375d44f40c9715adf861502f","sample_id":"grade-school-math.dev.6744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"050a108fe451b7552e47f0c16abcb9c1ed4fe5f5e6d5b8799154ea6c329f7f5b","formula_version":"titan-u-contract-v1","latency_ms":0.656916992738843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c8ef3c00109bf94845104ed6dd6059bc2beea5875b8923de59699c27c7b23b9","sample_id":"grade-school-math.dev.6745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daba7b5fe208f1d1ec20fe2a512bed92a8e79ec688af97029c6d790234d1409a","formula_version":"titan-u-contract-v1","latency_ms":0.6779999239370227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25eea3e3c3df770396e7037d407a556d2ea895d30f4893dd3d6573105097245c","sample_id":"grade-school-math.dev.6746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6048a6a8895381347583f43cee383448a4363e63f0b7ca724f06b2d7861f79b","formula_version":"titan-u-contract-v1","latency_ms":0.8188750362023711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bd6f32f4da2c4b8eca83977ec2d00c488dfca14bbf92f52551b2d889f7f0e56","sample_id":"grade-school-math.dev.6747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f71fb9e1b83ea546810032a912bc407ce590d4fc492340fc62ffd44222523dc0","formula_version":"titan-u-contract-v1","latency_ms":0.9285410633310676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ec925bff4584bee480118d316ed8c9dcb14e6906a825b4dc55d2ae18d358259","sample_id":"grade-school-math.dev.6748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24d59a274e86b88e9be7c159e30b6713b9f8ef73d4f156c8f884cbc92c60616b","formula_version":"titan-u-contract-v1","latency_ms":1.0807920480147004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b465e832a46cb0df92e29e6931136c3736ac07330538b0320f9f72314cfeaf8","sample_id":"grade-school-math.dev.6749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59f85994409524b491ca518b684b58c695f44fe5a3180a8875d61457c21901fa","formula_version":"titan-u-contract-v1","latency_ms":0.908082933165133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f89e5ac31325d5b9d5a59725484ecf22b5a6bf0cc9a73a0f95f6cb273a551c03","sample_id":"grade-school-math.dev.675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4046abb7c62c907bab3e41f282c6d6e939db9ba28a88f7967a107b78cae2287","formula_version":"titan-u-contract-v1","latency_ms":1.0333750396966934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6725fd64126e2e8f8d554db02467cfc8af6094d3432df03695f7226ba269aad1","sample_id":"grade-school-math.dev.6750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b06b56e61692f489b9a72f9283ea779a4e69d1751ab66da6036f66a80630e52","formula_version":"titan-u-contract-v1","latency_ms":0.8428749861195683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9dcd68f7ca55c5200b5d6d871747caf87be909d6b15f9d4750e18e6a70fc4e1","sample_id":"grade-school-math.dev.6751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7ace786cd8bcdb0e7e19c6c50500c85231297fc3f3f1b8d4fa34c8655688990","formula_version":"titan-u-contract-v1","latency_ms":0.8637909777462482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d32c7090dda76b988cb5f07f499dcc7c9a5b2ac1fd82b5216b1b3691c910f72b","sample_id":"grade-school-math.dev.6752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b69628d850025f72fafe515040879e576a44a3dec8cfbb795d52717492ec49a","formula_version":"titan-u-contract-v1","latency_ms":0.9640000062063336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01fdf6d2ede037ef24f5736a4b8533334c46c9ecc327d0bb61919a75f2124886","sample_id":"grade-school-math.dev.6753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"351b704999c50a635324ea25fac7dfc7b8a9192c6eb09a5aa1ac2d0795f7a7f7","formula_version":"titan-u-contract-v1","latency_ms":0.8635419653728604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d1a451571cc15d800b8e86b219377bf810845731b6ef6bde6656b8005e58160","sample_id":"grade-school-math.dev.6754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71462d0c9daf9642f7f9b7404a3ebae6902f68ec5cc3c6057fdb58e39d582ea6","formula_version":"titan-u-contract-v1","latency_ms":1.0122919920831919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dc4c4a9f6b7ae057b39b1df500fc9f6237a753c3d6334221d5cf550b3d84cfc","sample_id":"grade-school-math.dev.6755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa4416677d3e036ad22cecb56da3b6e2c5abfbbd66b56abb9b4b0542bf54e571","formula_version":"titan-u-contract-v1","latency_ms":0.6982909981161356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5e8dc4ebeb3af45c78d908d104d4401ba046a193f2247f8b40bb463f6f3a6c7","sample_id":"grade-school-math.dev.6756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ea202ead67a163ea63073dd697551f1a168db688a6b78237750cc22421bc484","formula_version":"titan-u-contract-v1","latency_ms":0.6743329577147961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf93249cc203600a2725d83d919e83cd6e6c93af63f9fbf6e24ee40c1e883b48","sample_id":"grade-school-math.dev.6757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83fb27962797eb5fe3870b4992863da5c5a34e3671f9ef91060d64e6dbe82aaa","formula_version":"titan-u-contract-v1","latency_ms":1.019707997329533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"455443c99046f2deb723d59b083585fd187fdc188cab708650b74a2483f13941","sample_id":"grade-school-math.dev.6758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12519d2688e48642fccb67b6085aa74629cad3ec74aba69d17a69796ebf3d5cd","formula_version":"titan-u-contract-v1","latency_ms":0.7775420090183616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dde37d5633a19c60c86de42b5182b216c6f75734e9e6a4753e50d81f7617b30","sample_id":"grade-school-math.dev.6759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6690095c76ef7eea782e492f643f893d718c4a06a7022d7cee7e252413792f57","formula_version":"titan-u-contract-v1","latency_ms":0.8106670575216413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ae1cef90cf970f195b606c802a3ffc250456c407465625f2492a0fa56b2b082","sample_id":"grade-school-math.dev.676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40fc882c05791797d02eda23744cebc7029a6152d7a17eafd34370405bdade75","formula_version":"titan-u-contract-v1","latency_ms":0.7268330082297325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6555cdf56df5a45aa04465f27b19525eece5164c4549847fa8a2d79ca4c1c09e","sample_id":"grade-school-math.dev.6760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d32c03587a21a08733c16d1a7e9029594279af28e0cca4bb3179042c5d1c8a0","formula_version":"titan-u-contract-v1","latency_ms":0.9370420593768358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30f037ea31b57bbe69ffb476e1e192ef74289073b922871b99a7465eae08566c","sample_id":"grade-school-math.dev.6761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96b8c096c8963a9edf6d154aae324d21bca8d24fc9dd61614e9a01e1d67a76ca","formula_version":"titan-u-contract-v1","latency_ms":0.8482920238748193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e527d48572a5ab9e5c44e7f9e82bc7e564b551d4a9a889cc9479defd8940db40","sample_id":"grade-school-math.dev.6762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a4bee5c819b5ab1d27304ed991be2430e3c1ac4fdd10ad9eaa05ae65781c8ed","formula_version":"titan-u-contract-v1","latency_ms":0.8337920298799872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2780be8127e38ab1ae7c3a10b334d7cb95900927cf5e6cb308fc13ffa4c4fba1","sample_id":"grade-school-math.dev.6763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e98859d9f9902a653d5485c61bee830571811ef9ec2bd2269e71bf14e8b9007","formula_version":"titan-u-contract-v1","latency_ms":0.6857499247416854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"753a9e8f8b74532553ffead5396231bdd2b7ca1b73e5b93ba45070638f0d33a6","sample_id":"grade-school-math.dev.6764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c55210cd742b0b5ae4c6b91c44a9c9be0720ab944e454266457454eebda9840","formula_version":"titan-u-contract-v1","latency_ms":1.2656659819185734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb7b4c1441e42400c5a2e24ac0bfeaeacc822fe47b33627dec28276fc3e81c5c","sample_id":"grade-school-math.dev.6765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5e9a7990e0312b12ebd0ed55d8d80ac5f4342732016847590ca41bba5414d6e","formula_version":"titan-u-contract-v1","latency_ms":0.9088339284062386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e76c377422758676561aa641c30da73444d1908ebc1a35728982174572473820","sample_id":"grade-school-math.dev.6766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a47ca4c4bc0813773c7d290ed762161f0472286c5f7dfa7282af06537aff251c","formula_version":"titan-u-contract-v1","latency_ms":1.1467080330476165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07139e34d337fff46863fd59d2df0984ec3ded35e19e0ab3598c09639a8efb14","sample_id":"grade-school-math.dev.6767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22aa140d20c4074e4ba428180def04352de5fc6907c28923c4917182b963ad8f","formula_version":"titan-u-contract-v1","latency_ms":0.6958749145269394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88f975808bc37df5fe1883447cea9e32deffa251c2e3c724f067bac67baa7da7","sample_id":"grade-school-math.dev.6768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60be1cb55c6610162c72b91422e6c970fba0adeddfa6246e82fa28c5f4dad9e0","formula_version":"titan-u-contract-v1","latency_ms":0.7084159879013896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a34fcd24c56a92de1bd0b956078e8566d1869f6398d259719e7d3b8ba1445aa9","sample_id":"grade-school-math.dev.6769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ebd30fca5b40591f0d4fa35a5695c2b6eb632966e31e43460d5aaae50674dfb","formula_version":"titan-u-contract-v1","latency_ms":0.8504169527441263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a68afc19c41928963b1167d28f98e7efbfa943cb08c46447ea9b94123009f4d","sample_id":"grade-school-math.dev.677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89691cdf3f04bf07180ffa6339408d17974dbfb4d3b029e28c1c6bca25ff4190","formula_version":"titan-u-contract-v1","latency_ms":0.881417072378099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f284a939f085acaf5e55c3425d347b9c64304d9880899816bb98038ef31ae2f6","sample_id":"grade-school-math.dev.6770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"545c76d35a2d24641678f12119882ebb284c597f48f4fd3e7b3cadfbc90b8b98","formula_version":"titan-u-contract-v1","latency_ms":0.8119579870253801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64886393b4d2ce75142effcaef6f8eb8e456af9007394a07a375011d1ac39760","sample_id":"grade-school-math.dev.6771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"706451a20bd5e16515f22c9f1694cf92d29327d3a2c5febbe4030a5b37884a24","formula_version":"titan-u-contract-v1","latency_ms":0.7478330517187715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdac7287595cadb5a40e2b52543361ff0bee89f43ff24e580027d0bd6a2e5d35","sample_id":"grade-school-math.dev.6772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a06aaaf7cd49c0c16e829e66a9c5c4e60f94e3545073ccfb31b0b9950133d34","formula_version":"titan-u-contract-v1","latency_ms":0.8416669443249702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1451630227c42db919ba613dec8358e46a29ea5f7211fd205de3de571fe7c96","sample_id":"grade-school-math.dev.6773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fb0e6432485dedfc121ff267071e7cae37032e9633caa2a7f41e2d35120703f","formula_version":"titan-u-contract-v1","latency_ms":0.9004579624161124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"448e66f08c7b02824ddaade3d17d03acf9d8f042a8c2f24b10affb8b2c477466","sample_id":"grade-school-math.dev.6774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89a4a25c30112ac44d221a884d001b5a0a2bff3f19b31dd57def3e2d3e3f6974","formula_version":"titan-u-contract-v1","latency_ms":0.8437499636784196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af0e87bf937e31076ee338ca982b3e6d1fddb97a9ce94df9a22319fa19feac08","sample_id":"grade-school-math.dev.6775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0328451b94e493ee0426cd995cf2b51a94cb06e3d78557b9eabbb107dfa42190","formula_version":"titan-u-contract-v1","latency_ms":0.7349170045927167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2c4977f9bc97588a8e117283b182512584ee11b2caea2ca4d4929436ac1b3bb","sample_id":"grade-school-math.dev.6776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a87cfb509d4bf73e56211fc10890be698c8ec56af77875c782f703e9e4262a02","formula_version":"titan-u-contract-v1","latency_ms":0.6919159786775708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b56c1e9769523cb49ff00c35e106ba286513c31cfcf93091629dcd9472b05734","sample_id":"grade-school-math.dev.6777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4a0c15c39d1811c5c6bec6458ed59b7290a014f28357b5d2c231b8a27fcc36c","formula_version":"titan-u-contract-v1","latency_ms":0.966791994869709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"586edce75aefa03136a4d6a4fc4469ef7bb82b8d34b4c4571a8095a4d52fcadc","sample_id":"grade-school-math.dev.6778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cf5208626ebfd2b778b2083e723d4ebd191513f1aa25e7110477002b9b512e8","formula_version":"titan-u-contract-v1","latency_ms":0.8923339191824198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63f8662a45b141539a4846cf97d74a54b7f9a84980c24a7f101638a838e184ce","sample_id":"grade-school-math.dev.6779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5948f1e1ff73151f90aa7047adc6470ddc7d5672f48f02fda1ceba7e49f70fc3","formula_version":"titan-u-contract-v1","latency_ms":0.9129169629886746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32464146feeeae7876b92476a449c37719636feec753803e8c180c699ba9c744","sample_id":"grade-school-math.dev.678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcbe8ab9e0ac5279d2f114dbe8ab4a259dac3f792defc3990ff248ee0ac7a007","formula_version":"titan-u-contract-v1","latency_ms":0.9659159695729613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe74bb0a65820addb86476176fd7b76c9f7d0d00326f5c4e1abd56ecb3eecf74","sample_id":"grade-school-math.dev.6780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"873603989f107d0f7ef0a635e91408be274a3077eaaeff6a622dfc23cdece080","formula_version":"titan-u-contract-v1","latency_ms":0.8882499532774091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61f18c7a4e0b488cb65a330d0c261be46187f45dd59f98cabdcb23d46a2aaa07","sample_id":"grade-school-math.dev.6781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6d55c47acf7ea2fc57abc1ece2d681ceec7c739ffe53a1f6aeed2fee46e0538","formula_version":"titan-u-contract-v1","latency_ms":0.6531249964609742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee15c7f34cc9bd478377865ce92a4ed36ad3b9021d39479cb45873f8298d38d7","sample_id":"grade-school-math.dev.6782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7315d153cf8759b083c785d7c65a77acd406b558989e1a30d2d7fc6eb67da322","formula_version":"titan-u-contract-v1","latency_ms":0.679417047649622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87ca5cabb1bcc3a3e7d9c6598fc510201737d6e21a987664a179ff4b44f53647","sample_id":"grade-school-math.dev.6783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a796b252327f1917e2657a75043c88d8213f02536bd76b3ede9e2dab3f49550","formula_version":"titan-u-contract-v1","latency_ms":0.8565000025555491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18ed146d390e9f1e8b699a36dddadfbf5f348a2cae32e74c06a11f5183b08c73","sample_id":"grade-school-math.dev.6784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92344960cfffa6df82e5a99b09d6bdf33b73098421b15412af763984cd8aabbc","formula_version":"titan-u-contract-v1","latency_ms":0.6939999293535948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cadd1a5cc19bf7266d2a7295419081eb723ccfe5427fb9fdee6d3728fb2c58b","sample_id":"grade-school-math.dev.6785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad456ad5ddf664a69d8e72fd30940ca8755087affc014a31ea28d9e6a6dcccd0","formula_version":"titan-u-contract-v1","latency_ms":0.9013330563902855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c981ef71097a2c69020778cb26c5f2b10a2cd9e5959a057117c4602e99e4cf0","sample_id":"grade-school-math.dev.6786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d8470f7cc5f81529443a12f1a565b35b81de1a1148737658c5248d46ef905e3","formula_version":"titan-u-contract-v1","latency_ms":0.7269580382853746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b48df8c569d8779233800ef6b05106a91c8119e3fe782a4e4c33aed3f1d7a085","sample_id":"grade-school-math.dev.6787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57af58e2442d9322a5ad9a43455df07b4b4e15695d9d79f94e47103a7646bd6b","formula_version":"titan-u-contract-v1","latency_ms":1.0965419933199883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2606d05c02a7efbfb318a6a9e793ca27bbc136978fe0ae0c33db734f2c2fe105","sample_id":"grade-school-math.dev.6788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"458e8247f63c928817785f9d628560d2fce2c0050192ff4859b8ebaee14867a4","formula_version":"titan-u-contract-v1","latency_ms":0.6708749569952488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"282c87a9e09fdcea85d1d156377c1ac28d8c15b0d688e283d0cbb746698a4236","sample_id":"grade-school-math.dev.6789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e03dff4dc55c59d38f5be4e7be82788c656faef4e0e3f6c93a1e0465c4fa1611","formula_version":"titan-u-contract-v1","latency_ms":0.6381659768521786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"791313e24ad97d47ec424abef88238e7139253d2aacd768ca35d9d19f1592c94","sample_id":"grade-school-math.dev.679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21703db6605c5b83f6507ec9065f780c350fbf5c6011b9f7a75655fb22ee587c","formula_version":"titan-u-contract-v1","latency_ms":0.6835829699411988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91aab203dc77d2c39401c7a280495c7ba84c93d3ff34923985a59ec933c82db2","sample_id":"grade-school-math.dev.6790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c3dab63d430c410d91ad25566fde69fc4a3db64480ca745529e966b326c709d","formula_version":"titan-u-contract-v1","latency_ms":0.9500830201432109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eedfa51977cba5320dc4a058a36df361ff13a32fdfebbe71b09b583d695e4ce","sample_id":"grade-school-math.dev.6791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03f45bd778f3d0a99f0540278eff9cd87886495cec750248d5264f19535d0d33","formula_version":"titan-u-contract-v1","latency_ms":0.8698749588802457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c103396507cee8af1fb9a38de945685a39ff6383e262f10298755976a90c0743","sample_id":"grade-school-math.dev.6792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93641402333c936fb784d0e812deab7a98a9f57907d8bf7191d954c50fc99a15","formula_version":"titan-u-contract-v1","latency_ms":0.8637089049443603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f63cd2e515d72fec7937fe487fdd4127d4cc87e78b40f9d77aeb566cc9023da","sample_id":"grade-school-math.dev.6793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eecc90a55059f0c48313e84f3b4730626240a7a8c15b8dcc7178e857ed7de12c","formula_version":"titan-u-contract-v1","latency_ms":0.6769170286133885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef4f44806329b0353a3491740d51be1aef8751e629b2389d98041f3fa1bebc55","sample_id":"grade-school-math.dev.6794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc00dd4794f95f9c0f15983199b1afaa6f8d240a4ccf8014ff4e3ed6813df15a","formula_version":"titan-u-contract-v1","latency_ms":0.7959159556776285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"710021ddeb8de4f3ce86dcc18bcd2a57cb746859a5e2e571ea4f00ef41fc21db","sample_id":"grade-school-math.dev.6795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbeadeb66d0288b59ca81e4c37ff857fa815d46efd1eb1f00d0b7cc1b485b2cd","formula_version":"titan-u-contract-v1","latency_ms":1.2214999878779054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"450c2b3b14029ddcc4fbfaba544e3cac39ec8f76fab896f3198489e5c13c6a6a","sample_id":"grade-school-math.dev.6796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c9a8cd4f5207de8c9eae1467f32f6dcc128055d270f7324eaabb09651bcbcea","formula_version":"titan-u-contract-v1","latency_ms":0.7017090683802962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56f491d995a989509c40fd80a2a44db1cfb89b1da95264065c799ed2fe8d0149","sample_id":"grade-school-math.dev.6797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"341e794ee76f4c911218757da5aec87840d9f37019234d7126a201c71d7a4287","formula_version":"titan-u-contract-v1","latency_ms":0.684416969306767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76a15c5481e0ebfa9e65755e1549e5765011da65ca36feaf8ef36060a9befbd1","sample_id":"grade-school-math.dev.6798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ef1ed95326b5d691fdffae73e3159a8f0224baa8055c0d33a53693e930905b7","formula_version":"titan-u-contract-v1","latency_ms":0.9247909765690565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3afab43768275b8bcb333da58abe83e94a2ab9e2c069c5a4a0242fbc636da968","sample_id":"grade-school-math.dev.6799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c3202272746d6b2e5179e9c21ce5ca219ebad19e124846e25ad481cc8c3c2af","formula_version":"titan-u-contract-v1","latency_ms":0.910624978132546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f40ba26b5ad85dd9ab7feaa927e70bfdaed839f4504877f45101b71fe426790","sample_id":"grade-school-math.dev.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3fe0d9f8a911d785e641421acf05ee6260a0cb1b815f1a6b8d404f31eb118af","formula_version":"titan-u-contract-v1","latency_ms":0.8080840343609452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be66733cb94908266fc669a26e762e51b6873e6ac81ae9230ab1153d26dab76d","sample_id":"grade-school-math.dev.680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c08d0d6873862afe9d3e98a9edb3c87607934e2c042703397ddd06755da1554e","formula_version":"titan-u-contract-v1","latency_ms":0.8778329938650131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30abb243b39ecece04031ea29653fc1828968f6f26f0c9c54e1ba9600032c86e","sample_id":"grade-school-math.dev.6800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81262de2bbba9c06b4fdeb390a63a00b5a6eb86f56d0305a63dcead98b7d1330","formula_version":"titan-u-contract-v1","latency_ms":0.7992079481482506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a0bea68d5895b1e630722f60b70ac96cddc93b3b6b3406026ce5d0b01ffb4e2","sample_id":"grade-school-math.dev.6801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e175d32acfe5b5583f2d4cba6b96c194b8c2e8e0b6b65e0cad70371e98f92c1f","formula_version":"titan-u-contract-v1","latency_ms":0.6769580068066716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fb27de9cdd82dfa953863b1b71777e293b959520255e3c6a053234c556ed41d","sample_id":"grade-school-math.dev.6802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a69cd248e56f3d78e3f21eafbb34f298be382d16056bf291104d49e1032ab53","formula_version":"titan-u-contract-v1","latency_ms":0.9098340524360538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1acc833d4142277f63adb14e790061c1f5eccaef0387e5f7ff5f053b16fc55ab","sample_id":"grade-school-math.dev.6803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1037192648eea0d75f1251ecf864b2bf62398970be03b69c45623ba70f4dd29d","formula_version":"titan-u-contract-v1","latency_ms":1.1230410309508443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"089a3ceb79ea741ccaf12f0ed9707069b01fc8df58e4a9dea2a5e8e328d15537","sample_id":"grade-school-math.dev.6804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8c97517f358ff68205ac0fcc4bb951f8b28cf025c349d964dffc3cda9037667","formula_version":"titan-u-contract-v1","latency_ms":0.7351249223574996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c4eb188ad94bcd3b9228f5b0af918961b89fa872618d5609296d98c1bd57f4c","sample_id":"grade-school-math.dev.6805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f0a9b5d6aa0838c43620a62f7c6ed268cf047c46f25fe16a896af463fd4c5d5","formula_version":"titan-u-contract-v1","latency_ms":0.6688750581815839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"785f68159a9312da4cbb21081490136d5d4135abae37d15f92c002b8fcc49192","sample_id":"grade-school-math.dev.6806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1883a38b5124a9b3e6e2be2e7be4b51208974dab49cf7991e31519519fe26787","formula_version":"titan-u-contract-v1","latency_ms":0.708665931597352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83bd2c64a9752ba7aff5f9b6d77ee9559c2e9f04d40e7e9f4101a16dfabe5b85","sample_id":"grade-school-math.dev.6807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d7b9172e8efd878c8559ca3ef69cfc94ca1b894c633b6eded0dcbb4524627b1","formula_version":"titan-u-contract-v1","latency_ms":0.924208085052669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0555675419bad1448cb84d2578950792f4b15752cfa4721c05f91b975e05c22","sample_id":"grade-school-math.dev.6808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f4430c992b5e718b0f5343669e1a555480f61c9587a206532faf5e108580e24","formula_version":"titan-u-contract-v1","latency_ms":1.0129159782081842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3b19bd6fd86d766df2e81fcd9dcb711b928f3aa99cdd905ac770418c67d2213","sample_id":"grade-school-math.dev.6809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef96ba62c41388fd355f94a83d8ffe603c10d04df5fdfba96a87872e464aacbc","formula_version":"titan-u-contract-v1","latency_ms":0.6851250072941184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b388e4dda168c55e7b21402ef9f9d804c4b40d798ef608b8045b45dd00f2f338","sample_id":"grade-school-math.dev.681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8575dc7ca70da99877886019ba03f6a12f14d17fd55a355a76267e13a5f67641","formula_version":"titan-u-contract-v1","latency_ms":0.6324580172076821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be1b9ba6bed3e5fb4b3f9c9e2e2ff17ca76807edb63b700361e9b2323d654e3d","sample_id":"grade-school-math.dev.6810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42fa9ce7d94fd608b2ab1c6bc7926122f5158f89884bce5c550cc2dbec54d95c","formula_version":"titan-u-contract-v1","latency_ms":0.7648749742656946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34313ea387260fe33faf44ca3a9fcd79438afb8835884c982009f3a367fe4c26","sample_id":"grade-school-math.dev.6811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cf58def82685e0f30a73234c25b3489bf28d9cdd4a1ac539c62d2f8ea3e8d6d","formula_version":"titan-u-contract-v1","latency_ms":1.0408749803900719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc5bfdf8264883d1a7ec66b16d7b3f572056cca6c59184874cbb6b9baa89e8c2","sample_id":"grade-school-math.dev.6812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2acbaee6b7821111fd533bd077661636ffa0c1981993f54b1595a6cd72bc7661","formula_version":"titan-u-contract-v1","latency_ms":1.18862499948591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3638caf8bc3e85849922ed8a4e7d0fad7ac90da1a64a3d07c7c4c0b2da31c2c4","sample_id":"grade-school-math.dev.6813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"884baf13ef322358f73da662f757986e9beadc883e61dc4271b26adc648d4c9e","formula_version":"titan-u-contract-v1","latency_ms":1.1835420737043023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82a3359ecb91d04683382df8b809880cc916c6371da5c6dfe82a7781e7106cc0","sample_id":"grade-school-math.dev.6814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1934f23e7d1869c210e3bc0bed9830392bcbd956e58c29a4511686686cb1b3a8","formula_version":"titan-u-contract-v1","latency_ms":0.9220419451594353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f87ae35c984452f18815d98b9fafc3807362cfb1743c492418b9007534219ce7","sample_id":"grade-school-math.dev.6815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3f678f205597449f50de05db3c778706cf9bd96b15f91649c914005eef5213f","formula_version":"titan-u-contract-v1","latency_ms":0.6497499998658895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"679cab17cba449df75ac0fd9685440cde53b805b60f05f2fca5c4b593e5d6ce8","sample_id":"grade-school-math.dev.6816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57119c90efb5ad812a73357351cf6f02e3461f1147ca79e4ff1b0d013acf36e9","formula_version":"titan-u-contract-v1","latency_ms":0.6318340310826898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f85bbacc6a8e81244d24bccda58cd3a8394ace2ba61efd736ee1301d1cdb9400","sample_id":"grade-school-math.dev.6817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7da0206bc64ee3a7461d195086d14ff1f19816fa67f3dba1f304ad3d99f3bf5","formula_version":"titan-u-contract-v1","latency_ms":0.7345000049099326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69eb68321ef5b61dcfdaebdf7be8cda32c8ae3c20ae9425b56a9486d11c4ab85","sample_id":"grade-school-math.dev.6818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6287f77ec05b79dc602b212b9ec7eb166e130c41760a227458038bd742eba0e9","formula_version":"titan-u-contract-v1","latency_ms":0.7370410021394491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea630c1de1291b025cc7394d4f825698c01991c811889addd5ee81d96ee3d6eb","sample_id":"grade-school-math.dev.6819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16bd11ceeb2ef13a0670f58b260f4269a7306825dcd1829d899141c776c983b7","formula_version":"titan-u-contract-v1","latency_ms":0.8270420366898179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4379bdb52d066d4b051994c3dd34819890d74e5b10c082bffeabf42ec8a485db","sample_id":"grade-school-math.dev.682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0acb8d8d6fba5d8a6acba6a5536bab449d56b124c230a33f388b9a3f0e339f6b","formula_version":"titan-u-contract-v1","latency_ms":0.8600000292062759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6261087a4e11a2268146eb48e4cbcdb943e10dea4b25e54a84c6f07708274dfe","sample_id":"grade-school-math.dev.6820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d37736d26c172218bed49651f5c5ca05f19721791296107496708140f24a666d","formula_version":"titan-u-contract-v1","latency_ms":1.0170000605285168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5494528e106d563839dba6fde322d0e58e3dee8a303877f35104cbe737703a00","sample_id":"grade-school-math.dev.6821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcdaf733f5e6ad8786e85a6caab68e887193bff55d0e66810ec6e46670cc5baa","formula_version":"titan-u-contract-v1","latency_ms":1.3257089303806424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecd0b9b0c77736862dbf1bbf1d05a46f1c6c5b91239a81632d644544e05216f5","sample_id":"grade-school-math.dev.6822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d122e08e81ad3d0b7f917589d1dd40961dfd3fc56045e3c117641960aed96cdb","formula_version":"titan-u-contract-v1","latency_ms":0.6702080136165023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"387bdbbcfd006944b8a0e2cee79469b9fb997a933d08304b4712babaecf11048","sample_id":"grade-school-math.dev.6823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd597d4e06cdcc885bc40f38a0cb74c7885b283181c5779a1bec9aded18fbe43","formula_version":"titan-u-contract-v1","latency_ms":0.9101249743252993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c89fde8a2774f6e922bb144113dea066ee18c1d79aba2ce644273a637aecb038","sample_id":"grade-school-math.dev.6824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da9aa5bbf4119e247cf6096a0c48b61923dc84f29018eb35d4b009092afea415","formula_version":"titan-u-contract-v1","latency_ms":0.821333029307425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"624f57e74dc8b808f4707baae707d6b6bf73889d0ac9b3cad316993ae4399fa6","sample_id":"grade-school-math.dev.6825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01c2a6dcddbe65e818790f219697851aa43662146a032b69f308f6252da61976","formula_version":"titan-u-contract-v1","latency_ms":1.1092909844592214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb499121587442c5ffeca01eb502fcfba85d40a4207961501703aff8eb622efe","sample_id":"grade-school-math.dev.6826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf15bd177b20da3742a587b7f8349d622e7f6693e7189dddcb342f92c3d195ec","formula_version":"titan-u-contract-v1","latency_ms":0.7779999868944287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ce16cc12f6f1b98ad935ce00f8ad59e39d3f9f3161bfd4f67994c89f079e4a9","sample_id":"grade-school-math.dev.6827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3ab9fb7ffa2788303dc9553e10be721319c3e42b1ddf813329de9897183a597","formula_version":"titan-u-contract-v1","latency_ms":0.8551669307053089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a6921e66fcd6f7d74a6a20e61ef8ca562c340c050f5174dd343be7143ebd2f7","sample_id":"grade-school-math.dev.6828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0db6bd16393f4682594cd5111b79166376b50c4dc4002c91f089bd5ef4e84f2","formula_version":"titan-u-contract-v1","latency_ms":0.7005829829722643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37ee15b76dd685bcc26c4b5e5d50b0f5b79021dc7cc501e71413dd5301b0ee29","sample_id":"grade-school-math.dev.6829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7f94acf1299a2113a4da683cb1e3cbc7604a836de0d619e8d356ccd9ce0c79a","formula_version":"titan-u-contract-v1","latency_ms":0.877707963809371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bf1b3343eb8c3903c63a02fbef6e32692231a5bc188a9076bb6b5dbfb51edfe","sample_id":"grade-school-math.dev.683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f97d1e447c91b9945a2533f01b43ffab6094719b1bb40a9418c50b11331d64b8","formula_version":"titan-u-contract-v1","latency_ms":0.6400840356945992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e2a57a75aeb3f1cca181a69248878e4fa2965ad11cec6e3f3e2a66e4ac628f5","sample_id":"grade-school-math.dev.6830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab3e153ca6f3b4905fb41a6cc4687c1ac2f75feadfed0a5481d2077a767ef371","formula_version":"titan-u-contract-v1","latency_ms":0.8948330068960786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"471f1b147b6c5d8f7733a9ebef07c62135371de1c738334c95b4f9b8f8c2fac5","sample_id":"grade-school-math.dev.6831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9073986c51817fb09fdd169491ca2da378aa1cdc55754c377f122cccbe1efe9","formula_version":"titan-u-contract-v1","latency_ms":0.8518339600414038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dce17bae2b550b3659ad2fdc57f16f5e808230cef2e427946b26b39e3eccd106","sample_id":"grade-school-math.dev.6832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00eac2f5f926c8fe9a58e42a17406b3b5a38770eee0db80367abec3a14c7c329","formula_version":"titan-u-contract-v1","latency_ms":0.8841250091791153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"365ba6c3995e8f72cdf512f12448fd4a001766b74f6800f42628f9dfe549dd5c","sample_id":"grade-school-math.dev.6833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7929a7c500316092251841ee0fad3e8f993e54d285ded6f5ea4618599320921","formula_version":"titan-u-contract-v1","latency_ms":0.6944579072296619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca7de0ea56e8468ca04ee6e3c86bda9b2fff612e3e14b15c0dbcdbdb17e03d9d","sample_id":"grade-school-math.dev.6834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44e43a6e3ed66fe56b4c831ec353f9c40e4355d158d6f34bfae969140994801e","formula_version":"titan-u-contract-v1","latency_ms":0.9916250128298998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ec62eb9bf66a76072ab973ef8fe2157cf4f88ee7791b69dab0d5c2c0c050f9e","sample_id":"grade-school-math.dev.6835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c57d17757ed517b231131d0d58dc5fddcd683e5aad1325a07b5f147ffdf60c4c","formula_version":"titan-u-contract-v1","latency_ms":0.8318750187754631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8047ef5f802aa9c5e2a866412f38ef883eb22288bb34e54df982a2cbe60cfdcd","sample_id":"grade-school-math.dev.6836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"244d6ff45caa85f2c2e9dbace0cd58f3b1d585d7509c75b59eeb2352c197e79f","formula_version":"titan-u-contract-v1","latency_ms":1.035250024870038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2764f2761a8291dd754d71fa1e07de322d84806d2bf2d35f5da63e8cd9760da7","sample_id":"grade-school-math.dev.6837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17628675cd00f344914fc75607ef769d6b3369f9b265e4317950c7dcf10dd034","formula_version":"titan-u-contract-v1","latency_ms":0.6906670751050115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e250b0dfb1538580ed8ee775851976ea2ae09df049c67aa587f4d5dc891ae14f","sample_id":"grade-school-math.dev.6838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8679a7ee80acda0c1f035444bc92e08bd1a6bf1250a4bfe15ff78423ab5fb345","formula_version":"titan-u-contract-v1","latency_ms":0.6620000349357724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7c07799b73e7dc1a72359b2140b1567c7bfa2af08807354c2f3666488d89a55","sample_id":"grade-school-math.dev.6839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52ffc930c297a50434e7dd0171d30ebf4228a197496c087bb674602a41547b83","formula_version":"titan-u-contract-v1","latency_ms":0.8950419723987579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9bf1bc29918541f0aa915d33dacc26f8a7813158ea29b775e2256d98ca94d33","sample_id":"grade-school-math.dev.684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a74653faf4b7c99195e501061c25317da89037311135ea66cd1e1e40469e3b91","formula_version":"titan-u-contract-v1","latency_ms":0.8667079964652658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ea9fde9df3461d24d0429271160a9fb710dc3f32b7c5de10e1e8fd2bc6fdd7a","sample_id":"grade-school-math.dev.6840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63b8497da250b32dce6975e7a2bc6d10b317d52a92106eb00d436eb80866ba71","formula_version":"titan-u-contract-v1","latency_ms":1.093959086574614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad8f0b8da354448f827d592acd0f342ab4531e5c2f1faaa53d62333295c7822e","sample_id":"grade-school-math.dev.6841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4b58efb92f5c98ea8d9380924eadec3e81cad42005d950656fe2b3c78f7e4c5","formula_version":"titan-u-contract-v1","latency_ms":0.7881249766796827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c832ca20f4649fc37d5a5a8d6095001e64652e5f6cd0a21c5701f068aa6215b","sample_id":"grade-school-math.dev.6842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e52ab776b032e49434c6adca88b5e8cfc01283d7b092c6f4a590eac085a3c9ef","formula_version":"titan-u-contract-v1","latency_ms":0.8326249662786722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99e8263084ecb9eb7cf67386674554fdec2e3289daf53ac222a50a38a8697408","sample_id":"grade-school-math.dev.6843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f603ac1b4af0f55fe73e2370c6d071fe770e583248dfe0c76ace7aa564ed52fd","formula_version":"titan-u-contract-v1","latency_ms":0.6710829911753535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58efb1deddadc347dba90a4ac703fd8048157ca1ad53d313eb9cc9e05e1136e6","sample_id":"grade-school-math.dev.6844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7df9189911237c9385fd35d3e52b46d54e807d20277c2aa227a41ee9376ba266","formula_version":"titan-u-contract-v1","latency_ms":0.9904589969664812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0cddcb035f05b975d8df44e286913a2a11101e9c99e3ba5b1b35f469df7ba48","sample_id":"grade-school-math.dev.6845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"597284ded07cdb33346b10059e51d99579c3455a8bfa3b0b5788e7e671839aec","formula_version":"titan-u-contract-v1","latency_ms":0.8491670014336705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8aef9ab982885db4350637d2c529afb774792ff2216f09e99945e040aa8e977","sample_id":"grade-school-math.dev.6846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7076d854b35d75899aa8d828d8ff9ba59e9eafadf22f99b38daf8e4271eec751","formula_version":"titan-u-contract-v1","latency_ms":1.1157920816913247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"250d29e15fd3fdd0f840f64cfd4ebf9ff211bd95c92a88144418e93872e9580c","sample_id":"grade-school-math.dev.6847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b547b8271ec02da24936ae0b8f18cc34debc924b394359830f6b83beece46606","formula_version":"titan-u-contract-v1","latency_ms":0.782166956923902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15d6fa24f97891523b7d2660c4e766973db9bb5372cae2252c596d9ef9f3fde7","sample_id":"grade-school-math.dev.6848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a65a3b41dea19624dd4e19ddedc65c527dd75d7bef3085f2182aca4f38ad1c32","formula_version":"titan-u-contract-v1","latency_ms":1.205291016958654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2266694d4f1fbbc0dfffad4dcdd2f8347a4bbda33ee39384444fccd0886e688e","sample_id":"grade-school-math.dev.6849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"773b35f14b8e7a3cdebb1bc5882cb515eaef8bb2b83604d52c52533924065933","formula_version":"titan-u-contract-v1","latency_ms":0.8971670176833868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"975a866a01eb6a595ea0ce3d021ec897d0518c287d62a6d512e078d2276b0c83","sample_id":"grade-school-math.dev.685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b765696f26dc7b116e8946643cc00a0b4315ae36ff09e1d275af19e026807ba","formula_version":"titan-u-contract-v1","latency_ms":0.6963330088183284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5355dac5c26fe0d02c09733b52a2082de29040c36a3660a8e76d729edea8841d","sample_id":"grade-school-math.dev.6850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b810b4910251c8fb548326386f3c8ea89d75da55430c440afac5bc97e6620188","formula_version":"titan-u-contract-v1","latency_ms":0.67024992313236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29e01fde7a85e4c4befe3a80510eb5f9d0879198933978cfbc443ebb78649438","sample_id":"grade-school-math.dev.6851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d91173ffaf4ff8909ab6906ceb35c91ed47099f58b397d780dca8fc4d62c0b37","formula_version":"titan-u-contract-v1","latency_ms":0.6381249986588955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a115f44bd1a8695ab916ad32fe85fab14ab44bb3cee424399cf873cf7d707ef","sample_id":"grade-school-math.dev.6852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ec168d45307c963c5a2ac4608a90b09849bf28fd44541457f73be103d8bd11f","formula_version":"titan-u-contract-v1","latency_ms":0.8857090724632144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c7993f9f7b9b2a7926c9d5f6bf5f766f583f938d8e79481c3362a3a743bb90b","sample_id":"grade-school-math.dev.6853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a10c87fc860ac4209d9660c5fb18244a18a1b1321852a0b56bd259acba3d70e","formula_version":"titan-u-contract-v1","latency_ms":0.9337500669062138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a72632fdaaa4b73664d2e710ac2c296de1a7851496bcf42c41519fb7e79b7ba","sample_id":"grade-school-math.dev.6854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1131703d02f14612ab3707a8b1a84862888662fad7a7c76d78c60861e4ce74ca","formula_version":"titan-u-contract-v1","latency_ms":0.7519170176237822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be45bcfaad8d31a21cc0be24b31bc69cd3beec04c8d08e63e36208e509f25027","sample_id":"grade-school-math.dev.6855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"665edfb25e65c7fe2cff81db30b136e0733799c01ef73ee09e7530ffe8e23c7e","formula_version":"titan-u-contract-v1","latency_ms":0.8203749312087893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4027ff44401f8ed3ca2c52b305a51329c6b629705cb572e4d861b72f659e6795","sample_id":"grade-school-math.dev.6856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b39e87ef857e0d382e667aa7ab75cd3978072d65f48dd6b7ab69b94ce3301d1","formula_version":"titan-u-contract-v1","latency_ms":0.9248339338228106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed77c36fd70aca42e20622f4363f4ebe45537e61adef2fa4561e7b94db1141fe","sample_id":"grade-school-math.dev.6857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93fb403a541d0e230c22125c6b93859a7edbcad2f5bc8c5e885ce2986c278176","formula_version":"titan-u-contract-v1","latency_ms":0.9682499803602695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8c1541c14a639693bef2b99e56dcf41227dfdcd65aaa73764cc3e3c91b3bf9f","sample_id":"grade-school-math.dev.6858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"351ba5993e01117532a472c29731ce7fa2e1d5e0f46c318ec515af02ea1df34c","formula_version":"titan-u-contract-v1","latency_ms":1.0129159782081842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebe21442398512093b6c04f2df4dc50fcd09686b2d3d5a4c030532c45f8f3c9a","sample_id":"grade-school-math.dev.6859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e68b55ab91eaee2062ddd629df66de678256bb5d01d60dc531ad31bb8cbca21","formula_version":"titan-u-contract-v1","latency_ms":0.6714999908581376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16f563d61ec94a5b8545359814a2be4693d5ac02b761ca44530b2d82190af3d4","sample_id":"grade-school-math.dev.686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d91652d643d0be24792b937d35362b4378e9c2d8d7118d0e85509588b2e60ffa","formula_version":"titan-u-contract-v1","latency_ms":0.8732089772820473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29784d0f4422a97b7eb747fd49c9442c37baf3ed817ead4137c053ab55eb6887","sample_id":"grade-school-math.dev.6860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd37db8c73aed9612b60cd19951671032e541facbc9799d833a5f9f62168e259","formula_version":"titan-u-contract-v1","latency_ms":0.7376670837402344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fff61424f4bae3e3df4e65ff0fe0cbf81862a09bc964a723ba712dd4b2014b24","sample_id":"grade-school-math.dev.6861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95079452ec1fa219fe62e3e5087ca74f8fda26cd32bd7d6bb1d9d55cecc8bebd","formula_version":"titan-u-contract-v1","latency_ms":0.7647089660167694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c1c8d6d4018ea1386aecb82df2e53e777a030761076586ad5522bca08bab71b","sample_id":"grade-school-math.dev.6862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fd5dc3168cd68132e3d49b1222bc410362cb35aabcdccd536a16006ea6889cc","formula_version":"titan-u-contract-v1","latency_ms":0.6988330278545618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"901d617cadec4da3520f0e7d4b780fc805dbf045ac2b4fb1b5820a482eadc8a1","sample_id":"grade-school-math.dev.6863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2886c97ebbb4b5bbe408af741d819809d4851675cf8cd466d08a969ba85fcaf4","formula_version":"titan-u-contract-v1","latency_ms":0.8111249189823866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59a388d06b30a4d48057e9d063087529434a4d8478487cf62edfcf5c2c1c8919","sample_id":"grade-school-math.dev.6864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abd57e6a37b41a3ff4a1f5121845318113cc3239ec1f13dc8a5f5a44ed9120f5","formula_version":"titan-u-contract-v1","latency_ms":0.6576669402420521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"048920d8d34b48344202663d8d4616e672d5b20ba7df195554005b2d3636dd92","sample_id":"grade-school-math.dev.6865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6ebb862d9a26415067f27e55b70e670ba7f76ef40762e0bdb64862a33705a11","formula_version":"titan-u-contract-v1","latency_ms":0.6480839801952243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb32371d7a3d735ba3132639b83d464fcdb7497c8430c1ba909828b56eee81cf","sample_id":"grade-school-math.dev.6866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ae9e22eef3fff3338b71f9abdbd54299fd69ebf4360bca37f3ba6f0902ed8ad","formula_version":"titan-u-contract-v1","latency_ms":0.6745000137016177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26fe048c994bc7d9cf88171838e2c71d4c4fd449678bb0b0de88c35973b7b6c6","sample_id":"grade-school-math.dev.6867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fff46059df4b1f259755e7022ba5f695563d4c21118812e5a60b5fbacc413dc3","formula_version":"titan-u-contract-v1","latency_ms":0.6810419727116823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d1ff098fb4017c1cb37687e61ca55444fc6b989d9ab66ef33bd898c6f39d9fe","sample_id":"grade-school-math.dev.6868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fead0ec9bed08335122a5fda80d359463c9a03e5f36193ffde131361a005c38d","formula_version":"titan-u-contract-v1","latency_ms":0.9677079506218433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49ce7d4c93a938fe97c426973f809ee6702da5e4561b68a51a3c44e33735eddb","sample_id":"grade-school-math.dev.6869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1db24e59baa1597e4be2dfe5504c3a2018631b0af4e0c4bdc57c6030383637ac","formula_version":"titan-u-contract-v1","latency_ms":0.7080419454723597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"745d2353f46471c904097ccce7461bac0112a86a83aa5fc5c660b45e23db887c","sample_id":"grade-school-math.dev.687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb19ba048efebce9723d076310fd1a74a44cf1b806cc19912c96c2c063014061","formula_version":"titan-u-contract-v1","latency_ms":0.6847080076113343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b329d573a1758818010fecf4dbc1ada55d06bb82c081934660d6ad22756373fb","sample_id":"grade-school-math.dev.6870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44664a1c4418840cddec54bed7de25a390901c96dbb0cee2d8c18ce84332909b","formula_version":"titan-u-contract-v1","latency_ms":0.8285840740427375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8bc0b462f28c3e90812be67a65a51925146c956d5a086cc52eddc3015b12c47","sample_id":"grade-school-math.dev.6871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cce5828ea7b66af2efdd9c62294b4836a68893d059879a1fd113ccd0d20ad00","formula_version":"titan-u-contract-v1","latency_ms":0.9527499787509441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1701df1e56733bfbd080ec51e394bf20b1bd2aaf72602ccbb85e766eab56998","sample_id":"grade-school-math.dev.6872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2882dc3e414d69bc3c840b35b8d267e04fb7158ec9178eb3b5db32cd011eb641","formula_version":"titan-u-contract-v1","latency_ms":0.675791990943253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2528519007f081efa842e1baa4d85643ac8da7a9386adac1070593d7aeb41bfd","sample_id":"grade-school-math.dev.6873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32c0f4d16f51a5d167d2688ee24b53b2549b7dcf9e8784f0775203062f0fbf30","formula_version":"titan-u-contract-v1","latency_ms":0.8655829587951303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39c68ef5d2f0fb6307ef8bd3253bf28c303d17621829a69166136c02b6d0a399","sample_id":"grade-school-math.dev.6874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e7a4e6dada6a6dfae6f24bccc66bc3ad610a60ea965029f544295d87c0bb4b2","formula_version":"titan-u-contract-v1","latency_ms":0.881291925907135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2ab49f3e6e8a948b5cf654031581c395d321bb7754af7cb192f1fc536e563cb","sample_id":"grade-school-math.dev.6875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc06d293c2df71b8a9129a92c624b827e27c9d53df970432076b95fcc128fb29","formula_version":"titan-u-contract-v1","latency_ms":0.9327919688075781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdbcaf787cf541e3446f11dc10c132684358d73580f8b3faafe2fd93760f1800","sample_id":"grade-school-math.dev.6876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"049787f1505a624c6a52569cabd04d9df0332c00ef68947b85d25a477547e6bb","formula_version":"titan-u-contract-v1","latency_ms":1.1902919504791498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3e7b1d5087a0e15304a6d14afbda11f91898b1ae3fd43216bc11ca405c7b51c","sample_id":"grade-school-math.dev.6877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc767b93d42e8f39d13fb53390f25fbb2f029c6e34d5da67337283493926e139","formula_version":"titan-u-contract-v1","latency_ms":0.9767499286681414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be7efec7fe89ffab2c76673e90389fbac00390a674d35022b5282b826b65d9a3","sample_id":"grade-school-math.dev.6878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9faccec9f6120a43065f6350eb1af04c30e42e94cc3910757ab933b6547907c","formula_version":"titan-u-contract-v1","latency_ms":0.8331249700859189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"762786658b5e2c532cba665029215407a9a6569d4218a036878d3bc19db5eeb9","sample_id":"grade-school-math.dev.6879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dd0afe8ae2a8e296ada4af5f5367eb40385f2dbb7c48e03d701a7cb134c130a","formula_version":"titan-u-contract-v1","latency_ms":0.6389159243553877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"060995295ca537759092996369e442f4484834c24b687bb39a34809dbd69bf7d","sample_id":"grade-school-math.dev.688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cbf3b1120c635a7ace7d531e582cbcf99c9a54c966737056b7ca8ea566a0bfa","formula_version":"titan-u-contract-v1","latency_ms":0.6995419971644878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f61c308decc4c45643edb264bc712b024287b441a7892fbb7f6401d5d852747","sample_id":"grade-school-math.dev.6880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b94d0d4304175a5273e833087c60c541aa89aca9a1e19f5f8c0001b893f07376","formula_version":"titan-u-contract-v1","latency_ms":0.9661250514909625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37a4fcf1c6316380556f4b468a41fe32281674167a0b96ad3f417bcda1675a16","sample_id":"grade-school-math.dev.6881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bace68a052188aabfdd3be0d2df8a48c9b449f70f4453773b5daf6e81a325cb7","formula_version":"titan-u-contract-v1","latency_ms":0.703666009940207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3025a8fbb672459be06fbdea69ccca2d5d8a64d9c2db911f908e5e25115b2e60","sample_id":"grade-school-math.dev.6882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bd234a410e1f325d3949ab761471588d5c4fefe41549bb581fe3ec8ddf336bc","formula_version":"titan-u-contract-v1","latency_ms":0.810416997410357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc075015792bb9345e765fbe5e52c02dfa9383269d9c51dbef208e78e9ffa083","sample_id":"grade-school-math.dev.6883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb239d6c1dc7cd5a4820e8e520f5c8a95119c85de70f40d6cedad345b96521fe","formula_version":"titan-u-contract-v1","latency_ms":0.6593329599127173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfe116bbe00d7952eb3404c3d732ec079a714fe809a4e34204d0f2a6c7536a2e","sample_id":"grade-school-math.dev.6884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34defb933110ce61e52f0af73834e3742695185b1fdd7e11e6e57b2efdc0e915","formula_version":"titan-u-contract-v1","latency_ms":0.8258749730885029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b718dab742f601f80b345e49a22ccc4ee74040f61f25851126c4de4835e60d50","sample_id":"grade-school-math.dev.6885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ab573473b304f2508a86ef945d37155182c221f6d8b7ac67c4d3ded7a548fb7","formula_version":"titan-u-contract-v1","latency_ms":0.9292499162256718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e4d8f8511b4222c6a4777f0f1412963b7cd8e089a0d2c04257f83e140149c4b","sample_id":"grade-school-math.dev.6886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5670e420a6cb5f336bf16cec84ab5a6c2e0fef64a29106666f666dafc63488a","formula_version":"titan-u-contract-v1","latency_ms":0.9220419451594353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79be584fde8b355bb173465e49a1afa03e3f73d3dd47fce52b787ced307a42ae","sample_id":"grade-school-math.dev.6887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"192689efdcc06954d9354685be1d436ab2c9181be0681dc75e0c3604445ddeb4","formula_version":"titan-u-contract-v1","latency_ms":0.6826670141890645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e5b823fef65d243e6ebe8d3f7956162b2d4b1ad30174a87a0a0070ab4fd0480","sample_id":"grade-school-math.dev.6888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d139dbcae937669a7b768c58ee57e3d89e0ebf40f697f45d46f61af768f3affc","formula_version":"titan-u-contract-v1","latency_ms":0.6823750445619226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7541444a30751206dcab60c518fb881c131721c05afd05783bf43999d75976c8","sample_id":"grade-school-math.dev.6889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"495964df507e3eca61b03caf902162faecd835ecc60bec5ecb3c29703239db67","formula_version":"titan-u-contract-v1","latency_ms":0.9854169329628348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"720de9c9d45ec253d55f03cbc49fc5895bfba8a17003e4732d7b8cedc712fa1c","sample_id":"grade-school-math.dev.689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90e5182f648c201969fb1443732f281098bd7c4f4d1d34cbf1f695ff0601f442","formula_version":"titan-u-contract-v1","latency_ms":0.6906670751050115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d906a6921de79adf9c39ad0e80bd6e098c7330352f7b9bb2e29bb1d7d1c79a52","sample_id":"grade-school-math.dev.6890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de9f12ab18be3b6d4dd344ed8f52671b6de45cc9bd82d72368d86f400ef5b54e","formula_version":"titan-u-contract-v1","latency_ms":0.7032919675111771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2eea728752308b52f38f01b53d90c518684fa3410b034b0d8ec77e75d63d265","sample_id":"grade-school-math.dev.6891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cb0da0c1731c7a299610be35a07cea6083ea01909ea2f5ec034e16fe8018ae1","formula_version":"titan-u-contract-v1","latency_ms":1.1424579424783587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85114fdc0e7afbd9c3301a1a6e7f612261f71a2b151f368f6f62d4f9c07fa418","sample_id":"grade-school-math.dev.6892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc4686942ed314456931f140627cfe8831c47ce167dc10f7f1662e4fae7cfe29","formula_version":"titan-u-contract-v1","latency_ms":0.8491660701110959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3d01c5bf411099a551e04204aab8d33899f3c2c6333f7a07c1566387d2d6e10","sample_id":"grade-school-math.dev.6893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c79dc7d640cc5fda6351c8386c60d0fc5a16aea2a2b73775caed038675c99a3","formula_version":"titan-u-contract-v1","latency_ms":4.093124996870756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ff559f126e8e0f2fbf359d033bf3fbdf8f38a0caf50eee9a8210892c2a419b8","sample_id":"grade-school-math.dev.6894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4751d0122ee0ba3d58bfdf7c8682919f557fac8562854d6d77eeeb7de4418005","formula_version":"titan-u-contract-v1","latency_ms":0.8176249684765935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c10d7b5858c3401dec80e61ad51428c7650d5db3aa33521f5d0a2f72c29cfd8f","sample_id":"grade-school-math.dev.6895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa313ef44b0f3fddfcb1f2dd1d1ecd7b580bc730f741697db1e048df9c14656a","formula_version":"titan-u-contract-v1","latency_ms":0.6604159716516733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d90abb08595b27d8057d17d5d664c21d027f125174905a77416cc73f926b703e","sample_id":"grade-school-math.dev.6896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86a70a44375d75cec43c94c9db76f8b18baafc4c8720652c4d571a5f84b190d6","formula_version":"titan-u-contract-v1","latency_ms":0.6777499802410603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5a3ef17ce9192126251da00fb6ee6a94612c53d1d98ddbb9a84a4ecbc306d09","sample_id":"grade-school-math.dev.6897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d10045aab77e196f96227a22f4d1416474e309db191833dcc645f8d9aa4ef91","formula_version":"titan-u-contract-v1","latency_ms":0.6505839992314577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1050225e0c11ad5ef82495f74880df7d26cbf9d17054ce3594461d01eaeefef1","sample_id":"grade-school-math.dev.6898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8edfc0d82f9d84f8cce7e57bd2950766975135781147ec64155c8402c6710912","formula_version":"titan-u-contract-v1","latency_ms":0.8127919863909483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"695d332af40ac8f67e28134f7bfd3eb25c1d548b958c72b474199c38b28887ab","sample_id":"grade-school-math.dev.6899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0140b7a01bc2da45e6cfbe3df655f1127bb329db488589498a57c04e541a72a","formula_version":"titan-u-contract-v1","latency_ms":0.6483749020844698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87dcf19518f41cec4533fe95824eec94581214801d2c93c296d9e402990653ca","sample_id":"grade-school-math.dev.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d37c1703a37724af45be8606fa50cae0f7c880a0727fe175156a7c6af0b48c89","formula_version":"titan-u-contract-v1","latency_ms":0.6694579496979713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"775fde53eaa1078c63371771a9a8c41a136142857f262aef669d75dafb532fec","sample_id":"grade-school-math.dev.690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b1c0005e2dd03cf41140b7e7e4cff218868317cd9403d62c480a3a5fc76dd88","formula_version":"titan-u-contract-v1","latency_ms":0.6067500216886401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86ff6c91a9c45595ef17101132889148553683fc402ef0b50f23c73d8c43c3b4","sample_id":"grade-school-math.dev.6900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a6bdb4bac199211c9800b7397111fc9ece0dd45cfa005f94c6dc505b9c1ba75","formula_version":"titan-u-contract-v1","latency_ms":0.796416075900197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e466fe97edb96df5835aac3935cee2afcc00495761a64fed81330efba1129592","sample_id":"grade-school-math.dev.6901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18884dab392f5d40f7463d29419b015dbf47a680bca5cf3d6ddbc8304a7d3461","formula_version":"titan-u-contract-v1","latency_ms":0.6614170270040631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3c3a3d098d12dbe40014937a13cf22eab7af4175df01158407b811395cc3321","sample_id":"grade-school-math.dev.6902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edae19b1492fe3c9517b0193131c5a35a4ef9faa5957148c44cdb7437b939373","formula_version":"titan-u-contract-v1","latency_ms":1.131584052927792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f136566ea631b6b598a77e18db45d75820dab16b412048b0f0b9f8395658877b","sample_id":"grade-school-math.dev.6903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c966469b9614b9c5e6be833f283aabe55783f34632e4121a85100874705ea88","formula_version":"titan-u-contract-v1","latency_ms":0.6958330050110817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c33bf0ab4be1460400fd9c03102d42ca6db98b57698c7cd75affdc906d6cc168","sample_id":"grade-school-math.dev.6904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ee4f005ad0fa3567d5bff2e966097f514f6ea96824b803de671b2e0a8672b34","formula_version":"titan-u-contract-v1","latency_ms":0.8820000803098083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdb9f72d98554248716be5682c2f37882aab5c97ba800c88caca83815328c21f","sample_id":"grade-school-math.dev.6905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4567e0a4d8ad35c33d42b59f3de6969ba4213e787d06da41a46e70763e0c27fa","formula_version":"titan-u-contract-v1","latency_ms":0.6822909926995635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af8cc402a5bb7af59008491ec8bb622130eebd2471a3e0462f3db17773e11c5c","sample_id":"grade-school-math.dev.6906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9af85d4b30e73f00dc6db1ef035f1226849fd29edb4313f29ca6e6d6d7652c04","formula_version":"titan-u-contract-v1","latency_ms":0.8935830555856228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33a9c052c224a20e61f79cae391cbd79dfefd4567e72a220c12eb512de5aa9cc","sample_id":"grade-school-math.dev.6907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14bb8d85bea4229d6fa3998e5eee0c258df8219ce320dfe182c8a3584765266d","formula_version":"titan-u-contract-v1","latency_ms":0.6834170781075954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5af6df78529526611701fd667a82f036ac15995bd1c44f7b34ed36a0d19ce4d5","sample_id":"grade-school-math.dev.6908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ac9024e4f2e219f835211e2f88701ad6ba910b64796d281386a31b63722ec41","formula_version":"titan-u-contract-v1","latency_ms":0.6474590627476573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"305ca81a27a48742c74dc757dc0479eb0973977e3cd2c56c035ceea6b170dab6","sample_id":"grade-school-math.dev.6909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8585be52939655269bf98292c7c645a80e3a628f17f46e1a333b2dfb4d21cbb","formula_version":"titan-u-contract-v1","latency_ms":0.6970420945435762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c555f4fcb617a201b7222ebae571a44e7b804a1ee062b0113a5a88622aed5f78","sample_id":"grade-school-math.dev.691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"983418625e762681009d38b8e62fe3ced7e863535f049ae96787ef01d7464f8d","formula_version":"titan-u-contract-v1","latency_ms":0.6422089645639062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bb6edf4c9c411ef4e877a883fd6b30a9f5388835125543e3d34e90e365f851a","sample_id":"grade-school-math.dev.6910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92788468bdea60ca52411bfdd04051c3e4cb5a83260f8b863182e536014b8a69","formula_version":"titan-u-contract-v1","latency_ms":0.6979580502957106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c2d720a68739e582ba23bddc37914b3134db2c779dacaa2902f1d60e8a13c95","sample_id":"grade-school-math.dev.6911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a660139dd796640a7db55e95de1024ac666b729efcb23eed59c9f08db63447c","formula_version":"titan-u-contract-v1","latency_ms":0.9829170303419232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a845bd3ff6a11c5bc80820b53fa2c681fbe47124164ecafc80bac9c66311691","sample_id":"grade-school-math.dev.6912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33f5585818c6cc6035128276cb2ea30e5df0a14afb7b825a5acb12f41ff108e8","formula_version":"titan-u-contract-v1","latency_ms":1.0346249910071492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40621eb01bdc20b8d1cf50cd64711ff4a64e53f53b4681b8b238bc8f9d0ac4ae","sample_id":"grade-school-math.dev.6913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3e9f19e248c08f7e9bb0c2a12503b6e5b647ad641c26b710cca565fb474bd05","formula_version":"titan-u-contract-v1","latency_ms":0.8018750231713057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a5dd1d61d70883594f3c54b4480ba310f17f190642a4c6489a64b2f7d429b46","sample_id":"grade-school-math.dev.6914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"424abc421b4620b11dd443aee6e551c3c6277d6bd2a2fdb5839be8d0bf4f601f","formula_version":"titan-u-contract-v1","latency_ms":0.9416659595444798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e10d2d8138a025095d5a657a92aed5009f9000412ef5a314ab88757b0d1cdb3","sample_id":"grade-school-math.dev.6915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3ad5e52c6cdb18aa5df7f1acfc916287625e91943282bd0ec9c20318c8a5d24","formula_version":"titan-u-contract-v1","latency_ms":1.3943329686298966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4420f5c417e6d49998b931f562c97f8662dc8dfd906482abaad8c8f144efcf3a","sample_id":"grade-school-math.dev.6916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7496e0ca3aac33328b22166c5f6c918ed8ab143d8c6471e47a517d700b5d0822","formula_version":"titan-u-contract-v1","latency_ms":0.7104580290615559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd433562729ad04b86dbf059fb0d14fbcca65bf1e188c3e46478d32ac354462e","sample_id":"grade-school-math.dev.6917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"280f7b3d75eccb00d9a6303436fd377c66460e02b45914d061db61181aa14d41","formula_version":"titan-u-contract-v1","latency_ms":0.6784580182284117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"743f3a62691b1355fd5d008df4ae18e04a742fb8eda1b4046d51b79e33ac00e1","sample_id":"grade-school-math.dev.6918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bff8925c21225be4b801ba6f02fe1d8563f3a3d81f7f3f5eb3ceb0168cb12506","formula_version":"titan-u-contract-v1","latency_ms":0.6598749896511436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0995ee67a590abb27df23d8213216bdd7e714c285817767fac4c76e7ef424362","sample_id":"grade-school-math.dev.6919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e61f1ce89b04ae683dfdb995ce3b3081dd826ca2f8d9345934f71c433da89da9","formula_version":"titan-u-contract-v1","latency_ms":1.8898750422522426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80473ce0d5facff16f15af7c8ba7b24faca98afadbcd79cdb060083311fb4345","sample_id":"grade-school-math.dev.692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b4df3e8bc85f577a055fdaa4e3f68ef8f46a0c3776cdbff3124c4fe2f40aca2","formula_version":"titan-u-contract-v1","latency_ms":0.9311249013990164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1540343b5ac8b838442f8bd08b29554f19bcc81aedb7a3958b375d27d233a97","sample_id":"grade-school-math.dev.6920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77ca8bd2fbb3e902c02be75a961603ad720221672beec53dcde6b1a13af5531f","formula_version":"titan-u-contract-v1","latency_ms":1.03854201734066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d21eed0830cb536e0000a758598f1da45cda1cf182b92dea5aa02f4550c682a","sample_id":"grade-school-math.dev.6921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8362cbcd61c88fd95c08041e3cc470c56babc79f536c258990f8036e1948b01d","formula_version":"titan-u-contract-v1","latency_ms":1.0412910487502813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2fd0101843b7a14abff6ddf73f7394ff9aed7f266e371a411b8c1f4a489a92c","sample_id":"grade-school-math.dev.6922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2076560ce388b6c519c330b9ee85d622640d7e102dcd2bff0a6f0fab27e9439a","formula_version":"titan-u-contract-v1","latency_ms":0.6789159961044788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f1f58a3f51f74c6d3116a78cd71ed62ea2775dfb38b33ae7e5ed3ddd835a083","sample_id":"grade-school-math.dev.6923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2df741a61701c2cedda8aadd04c111dd13dfae1101465249bdb68f0543e435fa","formula_version":"titan-u-contract-v1","latency_ms":0.6565840449184179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"751744abd04cad4a357be434ab68c13bc12491c8f6c8bfd418030c26a2187560","sample_id":"grade-school-math.dev.6924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d96cb4cbc0b0b6a5074ee5bc26201dfee2a95542bdd785bb401353f03addb12","formula_version":"titan-u-contract-v1","latency_ms":1.5709999715909362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84cc0fbefff9c1179bcaad56d0c601933b8ff5589930f4119d02e8360e8e632c","sample_id":"grade-school-math.dev.6925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90ba1fe5b91335443cf66f2ed43892570753ee4c91228ea305f8f20ca1abebec","formula_version":"titan-u-contract-v1","latency_ms":0.6880409782752395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f5adcae4e7d73ab75c0afc7a496a5937b70f5c8c9f31a66699b999c9e81f164","sample_id":"grade-school-math.dev.6926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"502cf181b22792b821c4f1b40330ba0efd0edcc18ff315904817a0a0894685e1","formula_version":"titan-u-contract-v1","latency_ms":1.0524580720812082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b76de5125952339555c0ae76d8910491f278f8088229a263446435825b9d9ace","sample_id":"grade-school-math.dev.6927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13a29dac4af7e4c851309ab68ba1c2e115e34eba4b9ad071e1a1fffefdf81111","formula_version":"titan-u-contract-v1","latency_ms":1.1937919771298766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab182c513b76a3d869c34b572cdb49f4f9c54e46e0c2dfd151bced0fc846be43","sample_id":"grade-school-math.dev.6928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b434abfa4ef20bb8596687406f662ada4e2f7e55bc19c9532d69276e24150241","formula_version":"titan-u-contract-v1","latency_ms":1.7363749211654067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"465be09f69a06fa2d6d37daf440f36e60c06ac600ef0445f44a3012db8850c0a","sample_id":"grade-school-math.dev.6929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2aac3058ca40a20f0a07103672bd703690943cb0274021d8e20c37dca1202b4c","formula_version":"titan-u-contract-v1","latency_ms":1.388832926750183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e76ea0751f0dcf5560c4a19e0a34eab13290dd1369f886d7e5efc1a46b5dde42","sample_id":"grade-school-math.dev.693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71546812a178543d1f1fb98057f35d8bec64177bb708bdf6556c31ac4b52eb90","formula_version":"titan-u-contract-v1","latency_ms":0.9213750017806888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"559a8d6357db19548bf5ba12adbef3958ecc730ec2c4044858304f4f38da93de","sample_id":"grade-school-math.dev.6930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dc8ebba2a2f88488638e08fc83b8b26f7e6e3b3de82eae7373991d2a5ba28b9","formula_version":"titan-u-contract-v1","latency_ms":0.6802079733461142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8516520261a42dc98a56fd8c46fab6e5e177fbe38dfc4bbae5ed012785e5f0ac","sample_id":"grade-school-math.dev.6931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d422c21173cf72b9ee9a8e070460723fab5c1fc0a0814b82262e7c2af24f64a1","formula_version":"titan-u-contract-v1","latency_ms":0.7089580176398158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2afe48c3d581c727e080f6bfcd037e646e7b65ff70fb811086ac77a323ebe1ef","sample_id":"grade-school-math.dev.6932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"462532228b93ae9f01e9b779616b7475f87d001649a7ece87ee167f369bce235","formula_version":"titan-u-contract-v1","latency_ms":0.9841250721365213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e9294db971d3568d0666a1c090be51c3b3490a4451c394b70c69142f6be6769","sample_id":"grade-school-math.dev.6933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee44695f2656cf9fa4e162d508ea3374bed38efb9f34b0114e7a54855740323e","formula_version":"titan-u-contract-v1","latency_ms":1.0062499204650521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b719838365593f49535ef0428b4eb19f2e2000589c1077e105cd6a37127e6004","sample_id":"grade-school-math.dev.6934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56cda119c49a7ebf048110c87662520f282b58ddf0ccf013cb005a6b24da4588","formula_version":"titan-u-contract-v1","latency_ms":0.7007500389590859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f31d2c2343fd1e08e615c6366f029565b971f0963f0ae29ac25a9fcdb7f0cb3","sample_id":"grade-school-math.dev.6935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fee9971041a9a40c0ee74fe75682853992e7d839928c79ef7284901590f776c","formula_version":"titan-u-contract-v1","latency_ms":0.7138749351724982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6e7e13dde9515836eb68db7c4c92a898a78941dbb6c2d18d4a7780e80864c20","sample_id":"grade-school-math.dev.6936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bdb3965d8cb679bc1441b4a57d18d5af98f8ba69b29a941d47facbd76aa8080","formula_version":"titan-u-contract-v1","latency_ms":0.6912500830367208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9977ccf1c7d7fe058eac8befc80982ef383428d7c28ca3ccae4a12648fde4cc","sample_id":"grade-school-math.dev.6937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aecef9fd3d8188029d73b355d4ac638b5a7971a472fb9f2e5fd8c48b394e2df","formula_version":"titan-u-contract-v1","latency_ms":2.8367909835651517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03b0780378b04b2ec1706cd43f185752951e55c6be1592cbbd7183018e6eddb8","sample_id":"grade-school-math.dev.6938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b77938114e831f267611e315884cc4b2da82e58fabf8f908320b62b21a5231d","formula_version":"titan-u-contract-v1","latency_ms":0.7215000223368406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5beddb18a97c23bd62d0f9d0f11664f83cc54bafa6fe4746e39044dccc06d5a8","sample_id":"grade-school-math.dev.6939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5b4a45603f20429c6817de0ba451b5ec4d5e2a60a2bb69edbc6eb7712b6c727","formula_version":"titan-u-contract-v1","latency_ms":0.6650409195572138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"604744a8ad6c4ab7689c6aa10788613fd5aaa975addd739f104e127e96b15b93","sample_id":"grade-school-math.dev.694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2830ef6e3f8c81fac7aae89320af362678dfc2ccea2e56942b4182c47ad9cb3","formula_version":"titan-u-contract-v1","latency_ms":1.585374935530126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8b1a53d076555fac333b7bc4757185b9d884fb90f093d69d2dd2e264119f341","sample_id":"grade-school-math.dev.6940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd19950cc0873ab9beb455c263fa22428b6f8329a47ed3190c271dcee66dac3c","formula_version":"titan-u-contract-v1","latency_ms":0.9014159440994263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ca0f9678c51e41848ca592b63dbdb105fb8909b176bd165efb60d4bcc803f48","sample_id":"grade-school-math.dev.6941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d7369b460570f3bda673571c7e394abc39504f5ec8928b1a9fad8a25aeb9c90","formula_version":"titan-u-contract-v1","latency_ms":0.7100000511854887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fecd90e650d5f43231f1ca0c1729ce896b3b0494013d43e5717de4efbdbcbaa2","sample_id":"grade-school-math.dev.6942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"400a79d86a9a2080cbe23cb13ce3ec51eebb22be015db5c07f3431a408be196e","formula_version":"titan-u-contract-v1","latency_ms":1.0645829606801271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6316ebb78c14ff261615276fd80bae99b5a43f048f7eca398f9fd136d17d7f1","sample_id":"grade-school-math.dev.6943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96af79fa8f38ef582b264b60d0f3f85098712987deece7a2f47f6070d9d31324","formula_version":"titan-u-contract-v1","latency_ms":0.6975419819355011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a30aa1e30b342bb4070ad414f76b9938503d3f7161b32d1bf9c449a7b0dd286c","sample_id":"grade-school-math.dev.6944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"672c6fe1f3ccc59fd908d94f34fcbb3943d39016a09529fed69589c861060a4f","formula_version":"titan-u-contract-v1","latency_ms":0.6769169121980667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7919c1ab93ec7801b875c141eb2b9d19702ddb775e91d01404040ae08576c98b","sample_id":"grade-school-math.dev.6945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8630f3f0027c31f43b1055cc61e388625f38722424e0ff82357fbc72d4f390d","formula_version":"titan-u-contract-v1","latency_ms":0.753958011046052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"766e397a4900003e8014387ac7dfccbbc23a95d171b894452c1e60aa3e32332a","sample_id":"grade-school-math.dev.6946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39adbd1eca4a0d3af5bc59e1746640c0bfa23766d391192c186890f0689f431e","formula_version":"titan-u-contract-v1","latency_ms":0.7245000451803207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79ed93f516e7a749897f2c461334b0941ddd42565778e0ddf590caeca67a6a68","sample_id":"grade-school-math.dev.6947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ae178d7af6b4f1419ebdbf474b848ddd603c868b0fc81ca08ff753038fff028","formula_version":"titan-u-contract-v1","latency_ms":0.9412079816684127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5605ba92207b9b56f58c565077f561300e792309cddeb6831e1bbfea9e0c7a37","sample_id":"grade-school-math.dev.6948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49628180e3f10dbbe794cebdf8618a9b5f5d9ca4e91d21b05404502e56578085","formula_version":"titan-u-contract-v1","latency_ms":1.2484999606385827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d0a510683d44fd74a188c1c79a2fb9f3557decf0fd1afdf3f01214a901f7b47","sample_id":"grade-school-math.dev.6949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54d06ebba63ec8c13bd7e54c4b4ada146616320b55accea12dfab939eb56d40b","formula_version":"titan-u-contract-v1","latency_ms":1.2455829419195652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"863f5cd7e84f5d3dded1b4bef4a6f51ea7cbaf23570d3d78c9ab1d6aa8b6d50d","sample_id":"grade-school-math.dev.695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0759fd874522aeeab02d8d8907cf02ad0086140e7ba0af825003ab431d890cfe","formula_version":"titan-u-contract-v1","latency_ms":0.7345000049099326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e542a55ea28c12f030d3418110f4e2b040d351f2153f1f2525a76b818ec35ec7","sample_id":"grade-school-math.dev.6950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03e9cd1dbdcfa0cf28f3232eb0d437eab7308824d58a770a1da96196ddf63662","formula_version":"titan-u-contract-v1","latency_ms":1.0111669544130564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b626842f6567d7d0591a5707b09e9dce787dcec4971502555cdd1f33e8aa882f","sample_id":"grade-school-math.dev.6951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b4137005e0fc6c91be604d776a2aade503f06070d2429cfdc0839e9a80497b2","formula_version":"titan-u-contract-v1","latency_ms":0.7611670298501849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23749b86204c81e2d2021a52c7e1e7885d7e82e23307ace8563fe8a50c8a717e","sample_id":"grade-school-math.dev.6952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7de092c05f0ce864a1eb076a5b95868f96a3302e702c98b2d28a08358d158993","formula_version":"titan-u-contract-v1","latency_ms":0.660291058011353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8839442177dd8f87cba2a12a5c4e83fb114ae1d85feab4a6369d213a0a06787","sample_id":"grade-school-math.dev.6953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69b5e5086f49514019e2d7a4b4b3da69dd7c276b168077408736364651bbae0b","formula_version":"titan-u-contract-v1","latency_ms":1.5294579789042473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"130a5c8db1e0aeaede76db8aebc2463c643f4e13500fee02c26c945d98d8b2c5","sample_id":"grade-school-math.dev.6954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f72b7a897c6cd868ab13b94c554e73685c260ed95b622ae3063f60452c69377","formula_version":"titan-u-contract-v1","latency_ms":1.7231249948963523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d61e95e81bad6bb800eab620eaf60f3c616b51e0f9bfa949d4fe238f4e147e7","sample_id":"grade-school-math.dev.6955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dfbde36e92c42857062d9612844f8aaf25dca59cd7db1607d5561b9dc18108e","formula_version":"titan-u-contract-v1","latency_ms":2.4090419756248593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a700c7f92b1156fd0fa67c2750c2fe4e46eda8f2ab4ab5fbfa21a0867bd761a8","sample_id":"grade-school-math.dev.6956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bceec42105e19cd7f3447d46be16e46827fc1940e831852879e1787b7fab199b","formula_version":"titan-u-contract-v1","latency_ms":2.4577920557931066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7bbfcc7da468139b5b7615238c6d8642b7f2e9ccab197143d0b27696a7e0b6d","sample_id":"grade-school-math.dev.6957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c89b8262391febcbb59831641d934611ae19e63827be720db1d90593c534692c","formula_version":"titan-u-contract-v1","latency_ms":2.25258304271847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"008e28f7469009cbdc379c6c4d31ca95b429cbb2b5a04f4536748f829511d396","sample_id":"grade-school-math.dev.6958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ad3f457d390d16bbdb937971b7b5c2e951cce11dd001aed397caec51cca2a96","formula_version":"titan-u-contract-v1","latency_ms":0.7537079509347677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35533357b321e51a2a17ec961a3d8d72bdfe835894b0c681d7a18484eec47b6e","sample_id":"grade-school-math.dev.6959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4c9296f74d03c0c8ffff2d24775adeb9f099d5854b0aa46019c150776a7f8cc","formula_version":"titan-u-contract-v1","latency_ms":0.8870000019669533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34ddd6106f0f2281f8a3bbe140cf1e7f934410ec1a97e3830bb8769c5071c4ec","sample_id":"grade-school-math.dev.696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f5a2d33dedf699ecbe0caf11b84c9077105ca02b8c55c13fb16c8f665192934","formula_version":"titan-u-contract-v1","latency_ms":1.9860840402543545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfd47a999aaafc963fcda1bec0bfe27a6db2a9e2799dacf8f16e35370982a311","sample_id":"grade-school-math.dev.6960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41e08fa45fb91e4263a5f9c8d8dd17d78009650590ad998aeacd9bc75dcd5c41","formula_version":"titan-u-contract-v1","latency_ms":0.709792017005384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5496cb6ac6da0aac0d1f096c5a8f851dfcb3a147051eb2732de5c590e833ce6","sample_id":"grade-school-math.dev.6961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db32cbc295fc7cf08b9997a8ebe72a8b363a41776da04d4de75f921f8a3a02e1","formula_version":"titan-u-contract-v1","latency_ms":2.030791947618127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7564fb48146b770c14fedb4864a93f2de5351b767c2ece81c275fe77ff4d0fe4","sample_id":"grade-school-math.dev.6962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0e88afa17b428faceef02f6f7980febaf5a88bc37105a661fae5e8c88d2a9df","formula_version":"titan-u-contract-v1","latency_ms":1.443415996618569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fe2fc7f337d7eb17697c06840354a701288983bb474b7d31529868b00a0ad14","sample_id":"grade-school-math.dev.6963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8b5db97ff15c394ca56ead1eb1904c2fc0d95b971aeac1850ce527dcf3721a9","formula_version":"titan-u-contract-v1","latency_ms":0.6964999483898282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26eedfc4a441ea2d6a73445f39349e73514cf9151c8014b09d0f3d14f9d4a624","sample_id":"grade-school-math.dev.6964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5480e26114c768c59b090f8fd3d3dba13422caa56884b4a7d23216f302f43c8","formula_version":"titan-u-contract-v1","latency_ms":1.9617080688476562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8677576eec0864bba950fe49dfaba32ec6a2bffc10db421ac503a3d486141ac0","sample_id":"grade-school-math.dev.6965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dccf5825c39a67369a04f5491bae6fe7fefd208606b73e2fbdc98c0fc27e5a22","formula_version":"titan-u-contract-v1","latency_ms":0.713458051905036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"554a1347707c0b18a654f9906061a16ad94419faf1cee43235809c31b07f7134","sample_id":"grade-school-math.dev.6966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fe53c6edd6a893434cc6b6dac8574fb6702fc0f87f7d6409a0b5dffa520c359","formula_version":"titan-u-contract-v1","latency_ms":1.6137500060722232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18372fb377c4e0624973a1515d9a6d1cdac7e1b5f29492d46ff7733cf87fd631","sample_id":"grade-school-math.dev.6967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a7df26991792d77a2d1409c4f3a5a433eb0ae8393614f2804266e79aadf3fe4","formula_version":"titan-u-contract-v1","latency_ms":0.8290420519188046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"547f961a5ab70c9cc8770600cfdbb867c5733e43e4e5658ba83a967373612514","sample_id":"grade-school-math.dev.6968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27d54039e8620775f52375864c1345e26bd13b28cdd993b5b60c064c3d12cdd6","formula_version":"titan-u-contract-v1","latency_ms":2.1925000473856926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2311a016268f38d0ac44649c0abf0c8bd034972264c15a08ba8f9379b90c9731","sample_id":"grade-school-math.dev.6969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bc90549aabbae579e9243e23121523690d856fc8220b75345253e0e44dc1a95","formula_version":"titan-u-contract-v1","latency_ms":2.5695000076666474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2eb85279af5c4feef262fc5b2d8de200734471c5414098469a9d51eefb5c8c0e","sample_id":"grade-school-math.dev.697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc92c27b31763c8bb859c05cddfc4fb997d156e59ee1c0aed8fac30a90a4cd5d","formula_version":"titan-u-contract-v1","latency_ms":1.106416922993958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a897f5fe50dff86887e337b9f7d837ae59a1428ec40bdbcbcb933a3a56b52611","sample_id":"grade-school-math.dev.6970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ddeda22357d01083758ea77861b4ddad41f7e4751e86267812811c344bb53ec","formula_version":"titan-u-contract-v1","latency_ms":2.3031659657135606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11ef3bf09078d997e376616151ae37f455cefc14e77b9aa90c16237eeec5e149","sample_id":"grade-school-math.dev.6971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f896b1bb21784b9749c6695b4f76d2c492520128d728cfa90e5058b925357a2a","formula_version":"titan-u-contract-v1","latency_ms":0.7612910121679306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a9d5dd2c6be99a1d86eb8eb68c9865e229d7e88ace7623ffa012b9f693537bd","sample_id":"grade-school-math.dev.6972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"523888d3bda966ce9b972a0b06994124e42f899f7165627d3b77bf01bea3c97f","formula_version":"titan-u-contract-v1","latency_ms":1.0068340925499797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c77d9dc802861a312fba03c030c2101cdf5f1639bb933671062b7e6a13b040c3","sample_id":"grade-school-math.dev.6973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"163541a7d1201e0dbeb5bb8fa940b089e1332b61f73e07448de0b848db218b0e","formula_version":"titan-u-contract-v1","latency_ms":1.9771249499171972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e5502581937be46fe9e086ad05e1a8ecc88fff1e2f20ca84d2869388f78db87","sample_id":"grade-school-math.dev.6974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbdf96cc6a99ddb7bc8aad6d558db9dd161e4156b82cca889adbdc1ab599c5ff","formula_version":"titan-u-contract-v1","latency_ms":0.9119169553741813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7dbb4f9eae7a605155b3a93113501d3ab2cb5ff7d9c5057eaa8679ccee17f14","sample_id":"grade-school-math.dev.6975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe150d0aee78a696581228162b4e7bf4430f5059eee6ab7556d0a5fea8a97ca8","formula_version":"titan-u-contract-v1","latency_ms":1.1145840398967266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"979a1c3085456d01ba0e1cba56cb25a10cffeef9b82d3a6f177bf51b1aa8ed8d","sample_id":"grade-school-math.dev.6976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b394a9e5e5a45a463588893a6d9dfe03b78e619621fac0d205219e75cabd282d","formula_version":"titan-u-contract-v1","latency_ms":1.069250050932169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5207996b2d7b7780bb811edc12509dcdf23392af0b1429e6181399a6024447e","sample_id":"grade-school-math.dev.6977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d2ea5339967968092c21aeff84fb3d5f4bdd0f473904d67529d6bcf0b8f04a6","formula_version":"titan-u-contract-v1","latency_ms":1.028000027872622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d679e71663ac81005c6cff447979456981c4fd7c886965129c90ed020c203685","sample_id":"grade-school-math.dev.6978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75928f195fdad7c0334b0529b09d549c8bbceb9b0a35fe7ef0bc4b74a632ddfb","formula_version":"titan-u-contract-v1","latency_ms":0.8964160224422812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"327a86b58832be7c8d1d862ae047e6b6cff7bccb84f4c62670ee23714799f2aa","sample_id":"grade-school-math.dev.6979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bc14732a482d02d4981731b534adb64eb238c7b65a4ab3d0e93928745c49806","formula_version":"titan-u-contract-v1","latency_ms":2.104082959704101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84e70d01c3d524095cc8896d1533861bb7b40e75c0327af42da360c3dd34a113","sample_id":"grade-school-math.dev.698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e0e1b636275d2fe3843d6c423ec5128ef4032b18fb4f8f23e9f706c09d78420","formula_version":"titan-u-contract-v1","latency_ms":1.8314579501748085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a13483751891789e93e80f108989d4ba3f105a95052d812bda6f7d900d5558d3","sample_id":"grade-school-math.dev.6980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0afb0835407b332761b805cd700ccc8a60c1a8ced31d5caacdf3b9ddffcd132a","formula_version":"titan-u-contract-v1","latency_ms":0.7080829236656427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b113e4c38aaa6c7e2601ba649629b1f09952b7c76baf49f0daacdce1828871e","sample_id":"grade-school-math.dev.6981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56cd72dae9afde869f1e9550f3fc2168080aec1e7a25ae4898376a50b737fe61","formula_version":"titan-u-contract-v1","latency_ms":0.6219579372555017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61e0df5ced51622cc1ecf79a2838ae88edc4e13a7e472c6104de70034ba348a7","sample_id":"grade-school-math.dev.6982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68c458574f2545a7c2ae311a4215f8be4a55efa759f4274409e39f1e704d10c8","formula_version":"titan-u-contract-v1","latency_ms":0.9350839536637068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"481824bebf89e213c43723eafab9d96418b631d8aa1563edb31159afb9867aca","sample_id":"grade-school-math.dev.6983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25966b30b483e18861833d9906f1562ce7263077896332d3d6650b2b56be8457","formula_version":"titan-u-contract-v1","latency_ms":0.9362499695271254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c91acce291cd57e82ee7115e3037f018dbe0f00082c8a1e5c232da93a3d58b29","sample_id":"grade-school-math.dev.6985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"894c54cd1ba98b3d81b3e6fc647d571b423f01dc962d045a3761be528eff8886","formula_version":"titan-u-contract-v1","latency_ms":1.8855840899050236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f95ee3b2a56f05ff4acc69816e9fee664a4a806381c660d70349c3894b7c5b0c","sample_id":"grade-school-math.dev.6986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"758e75df19e8b4b8ac48e2b9d00b07dc5bcad8ba14486a46fdc61e5422e0c09f","formula_version":"titan-u-contract-v1","latency_ms":0.8383329259231687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b8235761813771f6f04e6751796aa8ef92c5214a395fe14b29a357486c5cc70","sample_id":"grade-school-math.dev.6987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5303bf8f45cbdfb1563010b1fd07d5eb678c2e5f861938d6084f45b809f8cd8","formula_version":"titan-u-contract-v1","latency_ms":0.7000829791650176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bab4c01144692940e115ed1042a87e06ecf89dff7e4292adbc73c33a623b24fc","sample_id":"grade-school-math.dev.6988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fd428e3d7961f46d50a34c8320e585687653959c4e89459eed970657640bd1f","formula_version":"titan-u-contract-v1","latency_ms":0.833165948279202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc021073509d2ce57e7cff207a0266e3e1344b94f0ca7a686367f46d1633d4b5","sample_id":"grade-school-math.dev.6989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4562ab343cad4e854e4a27be5ba0d7dbcf6028f6d69181ad6937df5ff7e41ea","formula_version":"titan-u-contract-v1","latency_ms":0.8848749566823244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45023eb6fca2ca5df43ec17ea2a2bafab42f840778b6dea627c1efae2e9d10e0","sample_id":"grade-school-math.dev.699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75ac537baad203db072b9f5d99022ca22937fc5c4425d85cf896f339e5a66150","formula_version":"titan-u-contract-v1","latency_ms":1.3927920954301953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"453b1f8b3d367f87c9b1d2424dda40f8dfdbc3e616114b458226bc50c16fe302","sample_id":"grade-school-math.dev.6990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec018cd6f95f661e7f43455c99ed39859541928fc713526e69e55934de47def9","formula_version":"titan-u-contract-v1","latency_ms":0.8501249831169844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42b13c4633054059bd4e385c8771e99114edf253d56d39a126caf345c7d49b36","sample_id":"grade-school-math.dev.6991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7e89a05a2aa21ad55389dd30339bde465f1514ed1404f7a90b3d3d34c7773e7","formula_version":"titan-u-contract-v1","latency_ms":0.983125064522028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f140bd57623b9587381bf3993d8cf48b036ed2ad8c281c2110dab57c6f3c62bf","sample_id":"grade-school-math.dev.6992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf6e186e6815727a60bc45127f7bd62bef7ddf263f12afde93acce3b1dd3b9f6","formula_version":"titan-u-contract-v1","latency_ms":0.967875006608665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87fa91ae0f53e5c26145a5c194eba4e3e0af12adfa5022248fe56a9ed42e9607","sample_id":"grade-school-math.dev.6993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3b3ac75a8c09dd94ce33762ca2f94eb1830c3a22fa744896c8c06ed6f81694c","formula_version":"titan-u-contract-v1","latency_ms":0.7118750363588333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"390ea62ddf5fdbf9c1fb25d99de5cc1e4c78c7b6a2cf8688666ea76e63a48d80","sample_id":"grade-school-math.dev.6994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d23651d6601b5b41958e4eadb894620d7c202176196baf39e2dd9188e5844e3e","formula_version":"titan-u-contract-v1","latency_ms":0.8742499630898237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfd217946c6a6ce71a6e82f02f7d89c28fb473caba9a22b8a6c69a133c1903ab","sample_id":"grade-school-math.dev.6995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f846efb607b808de7c3ad3b194aa5172e3c2682e663ee29855ad268c87eb0274","formula_version":"titan-u-contract-v1","latency_ms":0.7202079286798835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feee455bcdc67df3d90b8323b588780eff54cd437d2b639e9da6f23e7d119186","sample_id":"grade-school-math.dev.6996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fced47f9ed262cfc7dead0b742f421195999c288ba76edd941600f6b7febb65c","formula_version":"titan-u-contract-v1","latency_ms":1.0661670239642262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ba7fb01e0b7e8668e1aa3c674569bfbe84afd0b7298639598911be6c4f6e16c","sample_id":"grade-school-math.dev.6997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbada795c28c2450a01191435b68f3cb5ac6c493883586f3fc6ea8768b09fbb2","formula_version":"titan-u-contract-v1","latency_ms":0.8648750372231007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99de22034b74398970df15f7f5c5d96e4423d754a39a402b866db90e7cab840e","sample_id":"grade-school-math.dev.6998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c88d921d2225040ddd76bf45843d78faafdd805011a2165fd75c8a58731f5135","formula_version":"titan-u-contract-v1","latency_ms":0.738707953132689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e99def1bb35154f6c822e5d6a458e8bc9236cf862c80b64eac9e4f0857d7270","sample_id":"grade-school-math.dev.6999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ef1741018be43fe970c24cd36d749de639ce7e483d5b5d9cd50ea9cee1b5688","formula_version":"titan-u-contract-v1","latency_ms":1.1894169729202986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b984bb976d4fc32b231300200f66a0424492fe9222f5d980fe383b53da4a5772","sample_id":"grade-school-math.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2207703761d7a577fa6567c4ed63a338665c0361454af108b92c88d2db7ec4b8","formula_version":"titan-u-contract-v1","latency_ms":0.669957953505218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fb00cb2ff3c8a447a38b64123e3ec47ad025368a50884fd4f7926e3fd50456a","sample_id":"grade-school-math.dev.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f84d8c1298298fe36cf45ebcbcecdffb03f3f47e2c824e81905fa06a8ea32bf","formula_version":"titan-u-contract-v1","latency_ms":0.6447919877246022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c946136d353116d54765c98dd35aa46c12a3bc733380e0ce61faa0f8b105dd5","sample_id":"grade-school-math.dev.700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e862ab58805996b525b4748783a8b626a9ddf55a5adb5871e697628fcca2adb","formula_version":"titan-u-contract-v1","latency_ms":0.9245410328730941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"044be22510182490a3382e6ef1d9e89785fb5deac5666e79354264b7dbb07ce1","sample_id":"grade-school-math.dev.7000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"984555385982967a355a712886722c456745d33ca2e162de58f78998e5f3fd6b","formula_version":"titan-u-contract-v1","latency_ms":0.6664589745923877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0788f23a27767a090a07f21cc48d2bf760777bcc7ed2c090d1ce54c02d3f6a2d","sample_id":"grade-school-math.dev.7001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53ef906068f53b74b32f72c224a15e996a00e5c73abfb80bce41762e9693a62d","formula_version":"titan-u-contract-v1","latency_ms":0.8543329313397408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03c6f4fc295503e33bfbc6659489c1a875806e867d22d955e152e2bb56f3a65a","sample_id":"grade-school-math.dev.7002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"597a968b4208351142e4bee7f0db981b8e9584d01b9bd7a7707d289ae66414fe","formula_version":"titan-u-contract-v1","latency_ms":0.7975830230861902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de32375ef85e8a3ba3c4fa85e2b161d5c6f96ba1cb3cfdf702e2062d14f47b96","sample_id":"grade-school-math.dev.7003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e1955e6992d07829b498ca3786120692efd58190b79d9238ca2250b8c2117a1","formula_version":"titan-u-contract-v1","latency_ms":0.892583979293704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f067def7325e22bf8b73e16b2d66a4681b0f2ade8f3663927a341f2aba3a5243","sample_id":"grade-school-math.dev.7004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8012fcbc91771b37e1db3ad7a617339ab5c45d32e578ed7665555616e66ac57","formula_version":"titan-u-contract-v1","latency_ms":0.7498750928789377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"174376b1fcff9d0562c99ed68754a8d2b44676a51cefb748ae34de08b13058f8","sample_id":"grade-school-math.dev.7005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a71553a18e2610ee599f670a7c7ad1578d0311316d5d2d2af04c020626a1251f","formula_version":"titan-u-contract-v1","latency_ms":0.7816250436007977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"096ade3b774e29b6648a5d75e5917e22a5274bcc91cd36c32e2b6a974a20563d","sample_id":"grade-school-math.dev.7006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6677978c7ed52ede1032781ae8e0325e4e82921293ba15c1d7611479ace7ed3","formula_version":"titan-u-contract-v1","latency_ms":0.7034169975668192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffeaf5b3d8b16027967c47a40bf7d1cbf6d783aa7f1cb2d32d9bb3563b2e75dc","sample_id":"grade-school-math.dev.7007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7607335035e6ef958bf2b29f286d41cd9a5126077162762fcaa835f961004f3","formula_version":"titan-u-contract-v1","latency_ms":0.7687920005992055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5623f44ec25cf44c631ae7d3ed1308013327b7a8a6cb08d383580d72d646fcb9","sample_id":"grade-school-math.dev.7008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0db10e16f6df99221b2e5b843f8a992f57b4ee071c5eba3836e18db7b2c59f6a","formula_version":"titan-u-contract-v1","latency_ms":0.7645000005140901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"932fe7d50951bf3ae67ac45a2f3087286a88407fc8e79b2076ee8560d0c01d37","sample_id":"grade-school-math.dev.7009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"537eb34c6c929726ff0f4a5856546a69a4f1917f59ee697d05be4e8740d5496e","formula_version":"titan-u-contract-v1","latency_ms":0.9257500059902668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"121fbaadabfcbdfd10afd362574e7fdeaefbcf6c322127094b1514cbc5261162","sample_id":"grade-school-math.dev.701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16001503a23a80c59a56347751dab4483143dbda7e910163b2f886df36eb6c96","formula_version":"titan-u-contract-v1","latency_ms":0.7661669515073299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5672f6704893624460d23c56f57d8c34cfe42f09220217de61d7804556dd1d77","sample_id":"grade-school-math.dev.7010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2aa978317f6d96ad7342fbb78a61c21923f129c00f19cbdd67b8d88b839815f4","formula_version":"titan-u-contract-v1","latency_ms":0.7642499404028058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe8d554147beeffeb090578f1ac32d38927fed93fb57ebc51ce4f915c4b494e2","sample_id":"grade-school-math.dev.7011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3488fd2e5885e5a0bad6442467528c646799d36df2e418385f114dcd1e146146","formula_version":"titan-u-contract-v1","latency_ms":0.680208089761436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d097d1333b661008d9175f032b16e42ad06f6fc1a2806a110b91774f6e473353","sample_id":"grade-school-math.dev.7012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a21bf63449a90c78db83bb8245a78f085197012551b5d7b66de177201c968bd","formula_version":"titan-u-contract-v1","latency_ms":0.704042031429708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99d19977d27938c3d9f23fd5ae7fff1793472aabe05b938e8c8946a998051c0e","sample_id":"grade-school-math.dev.7013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcf5a3cefd08eb1be431762d0c3a62cab9836389247dd83b280bee3402387347","formula_version":"titan-u-contract-v1","latency_ms":0.7546250708401203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e0cb65061ada76096d85a56812cc5c117fb7d84fd9a75dcfa774704fd6a52f0","sample_id":"grade-school-math.dev.7014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c872d3f9f5b41f424556368c066e890872972ee291c32d74fb8c4ef0ef34fa8","formula_version":"titan-u-contract-v1","latency_ms":0.7148750592023134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"939d73df79b48176b22c50b1a5e550fa89fe80f2a239c2b202b0c4a62aca2501","sample_id":"grade-school-math.dev.7015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b55d5b8d4f0fb575dd9f1df2c6f1ba59d4df0deb440433f8aa5b2efb33a5c853","formula_version":"titan-u-contract-v1","latency_ms":0.7847079541534185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"838a426187259eba095f00828e442af286c5ae6adbe4fa6ddeba38aa0295ed8b","sample_id":"grade-school-math.dev.7016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0017280301a91ebebecad3740a3ecc9459991b1bf5396d4932b9af269f9b748e","formula_version":"titan-u-contract-v1","latency_ms":0.6982500199228525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99a688f7d72d114d20304020578a18f7c39e18d3b7d7500c8d3baf9a2ab1b0dd","sample_id":"grade-school-math.dev.7017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43bd628c576f84b358ba4af9ee0476441750d7f7ca81e896d974d9f2b2efa3f9","formula_version":"titan-u-contract-v1","latency_ms":0.7402909686788917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adf59f186dbe0d13c8683bad6c95889d26de91b3176625dc733528d6e55c88fa","sample_id":"grade-school-math.dev.7018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab8d5184497c7500d8166b5adf9d143bce7b854df3395a17497990966e6733f7","formula_version":"titan-u-contract-v1","latency_ms":0.6923329783603549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91bd2759225a2c408a88c2aa1e382b233adf3d5bc80bc8ba8f1f1195b0bfa8c7","sample_id":"grade-school-math.dev.7019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c19e3817216c66908097ea5a783f5f8d62db4bb04a160f76ac7878136535512","formula_version":"titan-u-contract-v1","latency_ms":0.7327500497922301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"560e600692ba320f66f907ea170b05811a8bfe5a55d1dfa52e55021aa7293314","sample_id":"grade-school-math.dev.702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91b4e18776f49a00071e9add2278c5b57e0e2c87e1c4e30b33b6e334a30d3246","formula_version":"titan-u-contract-v1","latency_ms":0.6857500411570072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13b113074bba757d7875208406b36aac10ed4a734ca988209a62e63f357370c0","sample_id":"grade-school-math.dev.7020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5968f52020e3c1736daf34411194e1165c0cffbad7e3303a7c9124af6ef3bf8b","formula_version":"titan-u-contract-v1","latency_ms":0.7156659848988056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f4d0bb7a46c817a2b817edfa54609098cfeeae049cf0900a368157a58a3a180","sample_id":"grade-school-math.dev.7021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad51a1edf7b730c51c1749f5c685c902ddb7f964bbd0ae84a504bc66380214ae","formula_version":"titan-u-contract-v1","latency_ms":0.6435830146074295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6f39d3da6c24e1a5b56746a262b190cbc538ffe924d133b68e709a926f73af6","sample_id":"grade-school-math.dev.7022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d658dff61aed1f5b57ca69ceeec44cab856188eb654f9b3e23050a705ecddbc7","formula_version":"titan-u-contract-v1","latency_ms":1.0406249202787876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"631403598ed287a3e27ec933643d42092e0d47d23153fa69d7c457ccbcbcacbd","sample_id":"grade-school-math.dev.7023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"760d90519b5a411b94851d343d1541fd6b20d0195086ecaffe28e07082c54c69","formula_version":"titan-u-contract-v1","latency_ms":0.630082911811769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0381e6cd204d3c4ac87e52e6b25358e8fea0a5e0974c1c54002b76e4acf9baa","sample_id":"grade-school-math.dev.7024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"132a149e213f223d6535950dbe0688a8b0b9f620af9bd90956d21e2067a179ef","formula_version":"titan-u-contract-v1","latency_ms":0.8080410771071911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e75fd08c176e1fbb85e885817c2d3f320eba4cc29b5e148f0d82bd52b705cfc","sample_id":"grade-school-math.dev.7025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb93d386e34c9e8742f6e364d1fdbb350341c2555f9d5ddf8d570a9511408010","formula_version":"titan-u-contract-v1","latency_ms":0.7004590006545186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"398d134f92d271cc608a89dac86d4666f324cf9cf1c919bcb952a8ea075d419d","sample_id":"grade-school-math.dev.7026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ed7d68953f225e2a42877310444321668082af4d4f227111c8c26808822edcb","formula_version":"titan-u-contract-v1","latency_ms":0.7966669509187341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a1921c28c8cbf55d1f1d577b537b938bdffb50750edd1e31789f958a10dee09","sample_id":"grade-school-math.dev.7027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0d3ae66a3474272a9da752325fc2c2a9bd83d45d2905677ba997222be5594e1","formula_version":"titan-u-contract-v1","latency_ms":0.6703750696033239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"096b4563d286099e6c7ea31842df551f8feed3f971fa87692e70073684bb5ca9","sample_id":"grade-school-math.dev.7028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fbc3ddccdabd66c664345c641999a5cfe0c1f10b23b63e3b28fc83f6f3da9b0","formula_version":"titan-u-contract-v1","latency_ms":1.3099999632686377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f90a3ec9c44fd39e55623e676de63b9063702af50b160a260d90bbb38538cd1","sample_id":"grade-school-math.dev.7029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76e99a2bd015f7a883598f0ebc346358ac928f6132d546ddc82f6255bb1855d4","formula_version":"titan-u-contract-v1","latency_ms":0.6851670332252979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dee30f404dfc3b48228982cc854aaf48c0969c88bc6749a846f47e77d78f3e5","sample_id":"grade-school-math.dev.703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b02d3af96f65713e2d4983831b6e28b976caecdb3586cf48181b40de7e0e5ef9","formula_version":"titan-u-contract-v1","latency_ms":1.176249934360385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce5a5593099bfe1f0d827881198471716adb8cb6f5e0c084d0bf9cc47e7b2665","sample_id":"grade-school-math.dev.7030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d58962fc800e6264683c52a43f53b61ad041aed1bc697005c30c6ef165097d4","formula_version":"titan-u-contract-v1","latency_ms":0.7317080162465572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96b2d0ba3b270cbd27e298022b140f80f3a446e06cea4f0895797e972bfe4ebc","sample_id":"grade-school-math.dev.7031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09902b19643abe25615022d11362246a9b80e70e582b162fcce1cafcd51ef3e1","formula_version":"titan-u-contract-v1","latency_ms":1.0109581053256989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a42b62a8631bcba8363cb0c217754f09f37e6d03535574f7b309c469a82e8290","sample_id":"grade-school-math.dev.7032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"897fb7738c40d4693bf718a7b931caf35b1605fc6543ad469e3cdfaf1e16c931","formula_version":"titan-u-contract-v1","latency_ms":0.7501250365749002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6b9a7bbd7e45b957da3ce06c777d2fcfdeff9777e8fccee9549405559a6ea41","sample_id":"grade-school-math.dev.7033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb64dccdab942b51fe925ac7afab9df344ee0994b2387f7699482b60acf77db1","formula_version":"titan-u-contract-v1","latency_ms":0.9310829918831587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6ddf4079b91a6ef23dfffdd0794a9030523a67774f3c515de052cb88b77ca9d","sample_id":"grade-school-math.dev.7034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc09db81a80bb8d5cfc44c04b34a8bd5337b8e4c29f0856701dbf4483cb0b6cb","formula_version":"titan-u-contract-v1","latency_ms":0.7650420302525163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a4307fbb2c124db8140b9b11b3c1dd822a703586d775ec7cd09ef036d288fcf","sample_id":"grade-school-math.dev.7035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de33418d297233be10a46af513bff2af7da924b6bc21dddb06e9cad501290f05","formula_version":"titan-u-contract-v1","latency_ms":0.7052499568089843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ee63340f8b1bf4b1b8e43cf5a43e93b9bb6a9e61dfdd1688ec4eef362ca55ea","sample_id":"grade-school-math.dev.7036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"748d1f31a0558f16b99d1c6347453c4c74b243a89a89bcb3759b0f4c2a77aa26","formula_version":"titan-u-contract-v1","latency_ms":0.7671669591218233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8f7b8324a2a95ca2794c24acee6160640b9e3d40196a5d766397e226fa8a895","sample_id":"grade-school-math.dev.7037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a044e27ba5dabbbd23fb57ab89958da1e8b045316fffa982107b1420b8c3bcbc","formula_version":"titan-u-contract-v1","latency_ms":0.8004580158740282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edc3f2e7e3745a479fe3f85e1b2d6972f9b50cdbf79106f3d6c352dc38677c9e","sample_id":"grade-school-math.dev.7038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6be062eb729313871ebf9b1e1761a13547d993228543363070b122331bf52411","formula_version":"titan-u-contract-v1","latency_ms":0.705457990989089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f98c62fd74b63a0ca207f4e97ae01fc0cc465eb2ad78d9d05d5845d7ca27cca6","sample_id":"grade-school-math.dev.7039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f47d68534b7f2c2c88ae2a8b72b803a48a074adbe68e45929d5ffbf5f3dee456","formula_version":"titan-u-contract-v1","latency_ms":0.7483339868485928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65f4288b81b5421f810d15f6cd35b642c4fb6df1448077f63a64b3b23a62393d","sample_id":"grade-school-math.dev.704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"893e4a27f3baa7db647cdd0d0486e768f41ade1c8770e05c0d67342607ca1419","formula_version":"titan-u-contract-v1","latency_ms":0.7361250463873148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"316b5b99e657bd96cbdc46d50b3839f025478ebe5f2fca3471738f41d764e840","sample_id":"grade-school-math.dev.7040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ec4909e44114e0bde4aec2e6750b2ca84bf1a66dd749dcc4af2e1c559cadb15","formula_version":"titan-u-contract-v1","latency_ms":0.6850829813629389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f193f91a46dc9ff94d2e405ad1d5d5ff37b434f9fd228dc021a586fa5b2df6f","sample_id":"grade-school-math.dev.7041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d53824aad2e2b7f635d711277bbc6d3e28eb780c4c098daab8c40bd935e505b","formula_version":"titan-u-contract-v1","latency_ms":0.6911250529810786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd4125d2d72262a66b60ce47f27a2b0db1cadccafd887ddbc297121ae97bd3cf","sample_id":"grade-school-math.dev.7042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48975fed2623f19c9884dcdd8ae52a9904f340164b4adc5238022ffa211fb438","formula_version":"titan-u-contract-v1","latency_ms":0.7668340113013983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18a556c5e9b91b5e8664d58d388dabdeaf7ddbf5456da1c3e94fb6a28fd28b01","sample_id":"grade-school-math.dev.7043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"514cc560896a87c2c5760d4b0cbf6b1cded12e13ec1f3ca73cf92a9b31ff2ce6","formula_version":"titan-u-contract-v1","latency_ms":0.7823329651728272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1d14daa7e4b25430669d1072da5402155bb8f282e55183786a60e27fd1ad4ff","sample_id":"grade-school-math.dev.7044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a56faa75ce1d6f4a6bbe933a23069ece6c92386fa393ef8ed9f95daea371d6d","formula_version":"titan-u-contract-v1","latency_ms":0.7370840758085251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5aea80e8943e0d9999c2156669656f1ce1a8258525b0cf88c42d62cd98a13ac9","sample_id":"grade-school-math.dev.7045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb6ba110e557a0e51e6e6c65c6f281e77da91673ab68ced0359c1440c69c7bfe","formula_version":"titan-u-contract-v1","latency_ms":0.9003329323604703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f02d95a67a275957922cbdbfb589ddc7eca012c196f870c94b6051a89c75e695","sample_id":"grade-school-math.dev.7046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"753dbcea687b4759c9274ca4fcc49cc50663a4bffba18d14379f4dc8d1eb43c6","formula_version":"titan-u-contract-v1","latency_ms":0.6643329979851842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fb935ab6ba678e594056b4af5f6c5fea9d7c620a3c8bfa97bc8bac70a7531f6","sample_id":"grade-school-math.dev.7047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12e5df082ec78919d6f5432168dfb70cf92f1be4db807e243b0916bcdfba65f8","formula_version":"titan-u-contract-v1","latency_ms":0.67108403891325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44e347f9f2f2ad20654d129eaa52fed504c4f2c3699715aea508f76c80aa9bc6","sample_id":"grade-school-math.dev.7048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92675a97e43cf03f8083827a80d374c79ec187c4960209d05f46ef00213a9064","formula_version":"titan-u-contract-v1","latency_ms":0.6549579557031393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2f7c119ecd76ac244786b543c518cb6e2cbd2f795ff2e82311c56f453064bf3","sample_id":"grade-school-math.dev.7049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8201ad6cef770eefb1b5ea461fca1e364c8b74c6726634de0ab97ac5c761a1e","formula_version":"titan-u-contract-v1","latency_ms":0.6585000082850456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e801a26b5596cd50fe51feabc9f8b073953e43a96c33b0bd2d2b65e5ca904987","sample_id":"grade-school-math.dev.705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1659de00f25c3df48d7ce3ee8e3f30a7f9291e2859bcce90898829e06ca73982","formula_version":"titan-u-contract-v1","latency_ms":0.6781669799238443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21360c4fa518a75580916dcd4f2a7d7ad4c24feff0d01ad17116fae5cc08b058","sample_id":"grade-school-math.dev.7050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f5aee1ee91bf13e9582b5fb66d6f57c36409fcc3ba712f5c1dfaa085e86f576","formula_version":"titan-u-contract-v1","latency_ms":0.6687500281259418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35487cd739361144db63c92d02e526b059bec60aae3adc73bb9ea81a19f7a6ca","sample_id":"grade-school-math.dev.7051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"052fa05d0dcb6a447b59bc51c2851e96aa07922720821015091bb0c346367e33","formula_version":"titan-u-contract-v1","latency_ms":0.9227920090779662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25007eb09f8ad75d89dc42671ef9c8c2033b49a7721cb7b11a660cb01d9e53ef","sample_id":"grade-school-math.dev.7052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad4d0e98ca8beda616825b9f090ffbea1da72a9e40adc8af6d4722e569d6a25a","formula_version":"titan-u-contract-v1","latency_ms":0.6972079863771796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b92501084b9d55a2bb81c5778ccdcd145c98aa9bc93be953e69083a46e5760c","sample_id":"grade-school-math.dev.7053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e1cc17416529f15942f005978783e1efc0be427bd6376765c5e62c67addd028","formula_version":"titan-u-contract-v1","latency_ms":0.7667500758543611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2af6bc1258637b6a3e08acf34830896402c8200fd98bee9d6060176db988d3f7","sample_id":"grade-school-math.dev.7054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9379b08db1759073506f73a164d1754585238f4af9a774acb9a9f95f8ba62797","formula_version":"titan-u-contract-v1","latency_ms":0.6786249577999115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f9bec2f2f8b93f42abe1fe05451a2807bf3fa4c03c84344b818f7491927b97c","sample_id":"grade-school-math.dev.7055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c105bef0dfc770624a9d4902263c073046c6977ad0dfe21434192ab5a9c2015e","formula_version":"titan-u-contract-v1","latency_ms":0.7056669564917684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17c1a3dfb027a65a36bf138b5d6e2c36eb5dd35fb1295ca852f9d5b460c16cc2","sample_id":"grade-school-math.dev.7056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d6014bff00cc8384b436a0baca703ef6992ae72a9c23ffb242b9bc1ae1a97de","formula_version":"titan-u-contract-v1","latency_ms":0.7366249337792397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfe41a39286914e04e3effbfd74ee0d2d05a6d24a4c2e4091047645bf4a65749","sample_id":"grade-school-math.dev.7057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a32db7a997254e2e0ea47bec743938fad01d8c87d560028de081a4e2d12dfc8","formula_version":"titan-u-contract-v1","latency_ms":0.7139589870348573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2899ca311d74dfa378264385379cad6b7f63626fb2be18cda49e2cbea69a1fdd","sample_id":"grade-school-math.dev.7058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d64d5dacaa734518b1d25fa9cad5c366c22d6b1c967292593c29b32c44c152e","formula_version":"titan-u-contract-v1","latency_ms":0.6944580236449838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5f615c394452aa845f7b4364d459298909de104135382433649ab2dccd8b861","sample_id":"grade-school-math.dev.7059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61807c7ab9cae712afed8ebcb04a11b6c7d87fe148b8a784c6957221dd385d5f","formula_version":"titan-u-contract-v1","latency_ms":0.6676249904558063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f48a46015572af5ba5ff04709975e8d3dff0a9bd0543d83ddbdb272be24c9563","sample_id":"grade-school-math.dev.706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95c037163c76f9706d59545a46614affdc1af2f9f3f7f06063ade6cb293e0ca3","formula_version":"titan-u-contract-v1","latency_ms":0.6816249806433916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"732932c4aa9bf3c138eda1e2b7b27c2d46c0dd39b670a9821a5e90c91e487df5","sample_id":"grade-school-math.dev.7060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9687855bce7835d621384aaf7f4d104e5aea6d1a7c1da06f1f48edf7142e515","formula_version":"titan-u-contract-v1","latency_ms":0.6475840928032994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3ddace3ec2f6a47dbbda9185e1fcd52cd05a30baf3af7e3a903b264346d938c","sample_id":"grade-school-math.dev.7061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53fd2eca1914bab5f15134dd638c860752afeb0292081d969358f02c2f6c3a86","formula_version":"titan-u-contract-v1","latency_ms":0.7139160297811031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a34d74b8c66f78bcf0b1d279d11b094adbe8c2fc9d5fcb7b9dbb49d84e21370","sample_id":"grade-school-math.dev.7062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e08f364c3da0ad94ad7be32d079645d14574e3ee0be4778cf5b30a9266901982","formula_version":"titan-u-contract-v1","latency_ms":0.7396249566227198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf90d26595d35c80b068deae9116f84ff56ccfd1763eb5c753f38de998aadcd9","sample_id":"grade-school-math.dev.7063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58cb92ca99ff7eb725de9464369002a2f380c99cdb2df4398d19a282244c9781","formula_version":"titan-u-contract-v1","latency_ms":0.641833059489727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bede00dfbc76834ba6d732744ec2f4bdc908728fa6e0e86bae2334580401009","sample_id":"grade-school-math.dev.7064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56bcfdf2d8fb726c165fedc961edea40e2b85893229e71fc2c36282a34bb1997","formula_version":"titan-u-contract-v1","latency_ms":0.7090829312801361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea72b2ead585f5cbfab11fdc84510ad7673da2ef237b3e29aecc03a4444a2879","sample_id":"grade-school-math.dev.7065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ab7fda98807515774d8b4f136b9e4a1dbf9ef8b7fc3cd79b60028d343b8670d","formula_version":"titan-u-contract-v1","latency_ms":0.6599159678444266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9c8e2e120bcb672a43bf8c896de515af835f3b265fba6f42c63f6fe649131e9","sample_id":"grade-school-math.dev.7066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc8fb49f9c6aa95e643c4c02503e1284d21c59bf2473d5b422541fbf1f7562d7","formula_version":"titan-u-contract-v1","latency_ms":0.6807079771533608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f74f045d10c64cdcd6fed6a43d59f31f4076dac7e85fbe1be3453422280f228","sample_id":"grade-school-math.dev.7067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75c5ac8cc88ab51485fb0ca3a9571049654417f22781b02e3d24f783fb9c7b44","formula_version":"titan-u-contract-v1","latency_ms":0.6868339842185378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7889d06568e3e836bf0335ad052c523888e708743ab4e674f003f5da32135cda","sample_id":"grade-school-math.dev.7068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b4f4907b6aa1649c1f5ae4212345519f98021e226a613b55371a63e7e1737f4","formula_version":"titan-u-contract-v1","latency_ms":1.0436669690534472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4374998423030545d647cf3c85fe2d1b31f372e3dfb57ee68ed840c5d1f6062f","sample_id":"grade-school-math.dev.7069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bd5584b0b779a429631b5d1978e75126ee47329ea91d8d2dd8e4a45881f9d79","formula_version":"titan-u-contract-v1","latency_ms":0.697875046171248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15f53453e70bb24cd0a6751792c15f9b704ce7b618316fc431c17db4fe6bcc53","sample_id":"grade-school-math.dev.707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14a91eb9f8537123dedbbe9deb8b8886afe607bcbac836acd96d2e5136cd62ae","formula_version":"titan-u-contract-v1","latency_ms":0.6515409331768751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"079175d94edb78e1e04ebd8645262122e93db90274f5b33cb9f5b78d2ca25f58","sample_id":"grade-school-math.dev.7070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ab2c08dd933273484914d4fd5d703dd8c737fe39398c72cb72d56ef58c33592","formula_version":"titan-u-contract-v1","latency_ms":0.6436669500544667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b00aa019665d49276c429d1daa7c9d6fb7fda0e6644fbe641b48ad20db784921","sample_id":"grade-school-math.dev.7071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05adf77df4011164250eaa523ec00c69e1ba1040631197baca967dde0d76366d","formula_version":"titan-u-contract-v1","latency_ms":0.6953340489417315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75f67ac4e44032a527e530e1a1b2292eac5851ad9d582ccb0ffb0db28b1a0590","sample_id":"grade-school-math.dev.7072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"880cae1168582398e8e03f47792afb8ad851abe1ad7d9ef75b37d0144e17aa85","formula_version":"titan-u-contract-v1","latency_ms":0.6639580242335796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"807ab7e5b1c46555e350ff27c57690c4543be99fc8c81dd02fce226da6b0b12c","sample_id":"grade-school-math.dev.7073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ebb9f818830cfbad41007f3a1fe35c3313170e4d13cbdc21e937fb8e6bdd27f","formula_version":"titan-u-contract-v1","latency_ms":0.6576250307261944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a49eaf9a0517028f100c4151f23c07a15ae8cff6bd8eb1008a5d7c019d316ae7","sample_id":"grade-school-math.dev.7074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e48945590e2787e8bcba4130757b7f4577266b62611d5e9f6182b2bf2af7e7ef","formula_version":"titan-u-contract-v1","latency_ms":0.6491249660030007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b9fcdd5e7fca39d412669660610dfb2caad3a0fb75b32e6bb837ecd1e47f8bb","sample_id":"grade-school-math.dev.7075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42109bdfa683225f6b36cbd19de1002db7f7253002123e81beea8516951b1d71","formula_version":"titan-u-contract-v1","latency_ms":0.6864579627290368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84f017b82be161361cb0632091ee807a387324fc8f6e2d87558e383cf173c696","sample_id":"grade-school-math.dev.7076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c494776817c149baf2bdb7cbffb14e98c8863792efed9ccaf8d4c68b9d9b7699","formula_version":"titan-u-contract-v1","latency_ms":0.7179169915616512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b696caf6a00a440acc23291dbb3caaa17817a9d8cf5cc1d36903ddd2cff2a82","sample_id":"grade-school-math.dev.7077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"941f9b0d9e99d8dca484ef25de71c0f1e872e30b0558c85d4338998c041298d9","formula_version":"titan-u-contract-v1","latency_ms":0.7274160161614418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c3924acb638601841b6ad940bbd67fa1170d58dcbc191636340833e71e23add","sample_id":"grade-school-math.dev.7078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"530a1bc89426893c7451ac3f488db997138d908c1de5d793262c97e21ae6c78a","formula_version":"titan-u-contract-v1","latency_ms":0.6770000327378511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1498a01cdbd0c330d8a707f17319d6858a95cc3864b27be2b9193316598d5ba9","sample_id":"grade-school-math.dev.7079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e61f91e52d1f8e087c0ca447d42f551045eb2742f9164b0a3f13bdc69db8b2d","formula_version":"titan-u-contract-v1","latency_ms":0.9056659182533622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b138b29c04c9bbcf5838174c42394b88e21d17fa5a97befae12b2133689e2fe1","sample_id":"grade-school-math.dev.708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dca3679bf28fd1c3bc22c0f424dc3a221e84b12cd77ad29fbd2f4fa01d3c6a7a","formula_version":"titan-u-contract-v1","latency_ms":0.6877909181639552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9171ce8b9ab4087f81141780f43ec31c2a2acdff5097cdd32033388b11824707","sample_id":"grade-school-math.dev.7080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9456de0b6f69151cfff6f4c16b89a85c2dbfe773d8c72192323bf9f75023ad1c","formula_version":"titan-u-contract-v1","latency_ms":0.7486250251531601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97d41a840148ad1ca0e083faef5051b0f8b599d6219ebadade73071f04e68cc7","sample_id":"grade-school-math.dev.7081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e4eac47b9aedb9f84491e9fc89dc054a09207ebfceca17130fca2f68b33eed5","formula_version":"titan-u-contract-v1","latency_ms":0.6714999908581376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d825459a5af761af0c2db244abb98c362f5be1fa0b68867ce22e8d628128c60","sample_id":"grade-school-math.dev.7082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"614135ee53a82843c29d9457c1e03cd7fac9136d2260ccd25c3bbf694378e8af","formula_version":"titan-u-contract-v1","latency_ms":0.7139159133657813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1843538c884a0f1eed8ca6e1d451aa00ec765e9cd85b5252b1517a6f9a6787d8","sample_id":"grade-school-math.dev.7083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0e0a8de00f65299dd9f583b779de856abcc8130314195e6434278bf1e3f46d3","formula_version":"titan-u-contract-v1","latency_ms":0.6886660121381283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76bb3a0e6c51f938fdf83957f2d7d24e8fa5655974ec5cdf087fbe8ce510066d","sample_id":"grade-school-math.dev.7084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb1ecb7a05da8e8cad6b3801a9615ce0924618aa5804c23a858118d5a0e1ab98","formula_version":"titan-u-contract-v1","latency_ms":0.6979580502957106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"deb8fe651f5b0fcabaeca8f6af8467e22dea3685d162447010bcc9958a353414","sample_id":"grade-school-math.dev.7085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"292938c703d2d72e5a1f1063d693107e16b84e978657743ce2a678a249ecf052","formula_version":"titan-u-contract-v1","latency_ms":0.7084589451551437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2469adbbb30c477b211658a51cc7c22a1346d2ecfbea61573963353705325767","sample_id":"grade-school-math.dev.7086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"462e86a97bbe41475e800ad8015af4a35d70b61caa86bdb41bdecb4a28aa96ae","formula_version":"titan-u-contract-v1","latency_ms":0.6807079771533608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cff0677e88192f57bde688d971e60bea9049be5697bbebdbcf5e5f51e1e707d8","sample_id":"grade-school-math.dev.7087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17d9433982c5a90f13b27f5b535c3caf807fcef2aa8993a816fe062371f07bde","formula_version":"titan-u-contract-v1","latency_ms":0.6534580606967211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f9708497c3e7221998a45efb4a83ca162385e987160e3f678b4d5344aaf45ad","sample_id":"grade-school-math.dev.7088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36920a30bc1884b29da4d526b792d3de59f90ff365250269629681df0fdd705c","formula_version":"titan-u-contract-v1","latency_ms":0.6432500667870045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d787561245f0352d71313e29a45e5b861fb876da4a7fd446890a5a2e75f2a2e","sample_id":"grade-school-math.dev.7089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba02339249ec2afff980ad902c01d9dd541b958f02ecb03121f94ca88887d7a5","formula_version":"titan-u-contract-v1","latency_ms":0.6375000812113285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3acf874fe04d8fcfe9b32dc8b685ef91d6de0df90817699396872a8e3196c9b","sample_id":"grade-school-math.dev.709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b475898f3bb02540ff7a9ebbaa77112258683828d740f67c1d23b40a5bed841e","formula_version":"titan-u-contract-v1","latency_ms":0.6667920388281345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b91a85cf4c57a151e3c32d072a6ce8fe0ae15ac021ef17b8771fa6c172997547","sample_id":"grade-school-math.dev.7090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"935724a5ea4ccffc2ba19e3155f824a20234f0491515fa033af3da931d7875a5","formula_version":"titan-u-contract-v1","latency_ms":0.8084169821813703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d713b79d0bfe3d4a0803cdc0cee6c6c5ead1c4b6c588d00d1b6450cf4979736a","sample_id":"grade-school-math.dev.7091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e930b006090882574be464ffd3300db93a1083e58dfaf90ad2c81bfec43af9a","formula_version":"titan-u-contract-v1","latency_ms":0.6697080098092556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"369a818375d43378a4f7e121fb9bcc6c9eff20567c9b3cbbd3c7327362fa8271","sample_id":"grade-school-math.dev.7092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da770cb5351360b97c247eef4e6d7b3c0b55f8fb5d5682533b4e7b1d7667977a","formula_version":"titan-u-contract-v1","latency_ms":0.6824579322710633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ac22b43195df2eb5504fb93c84ed9c6f3699de6581c1f4e2b608a2ec4588f8b","sample_id":"grade-school-math.dev.7093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c20fb073d7cce7adeb2b5e2b836b9a3d2a72e7f127929cef52135a1410a1dbc","formula_version":"titan-u-contract-v1","latency_ms":0.6377919344231486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd09e696fe2afd26d48f51ef61f7033b3962174efe93590ed1d1778638af2dc5","sample_id":"grade-school-math.dev.7094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa45fb8e2fe9cd6c2f85da5f074163205092c3d4454ad6d6c808f3b00f6300b4","formula_version":"titan-u-contract-v1","latency_ms":0.6848330376669765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ad23ebd19b88e8fa283d2289d6b700578f3a756c5ee275363c11fe726e93a40","sample_id":"grade-school-math.dev.7095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"281ed4c8e16f12282ab78c457b204798af0e0c8f2d0e92ceccfd400726342b86","formula_version":"titan-u-contract-v1","latency_ms":0.6457919953390956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5aabe2ebba1af76c3b7f841b1991769143b478fdd39387233fdf12826574e9ec","sample_id":"grade-school-math.dev.7096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c7f2b1c6dc6a9a9afd499bc92b33e799cbd2760966035b3180c75b131c14d02","formula_version":"titan-u-contract-v1","latency_ms":0.674624927341938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b3d1389b9b1ad482f78aff87529b3b32ede7bf915f12b6859db85bbb0d56b7b","sample_id":"grade-school-math.dev.7097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e256238337b8e72923b53a16974a5f75742611731192a5b79018c53c40bd40a","formula_version":"titan-u-contract-v1","latency_ms":0.7012090645730495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfdfe73d6da99ca11cb528033a394229fc7ffd369c24f916f0376896f565f448","sample_id":"grade-school-math.dev.7098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48d30a0a2bce2ef11cfa77bd03a9327817f1df4ab186a98424ac5e6e170f2876","formula_version":"titan-u-contract-v1","latency_ms":0.6843750597909093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31b83496174cfa4d0c524d45add74ec9b9d3797effc8e28cd52533d5c8a06e44","sample_id":"grade-school-math.dev.7099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f6426abb39397aa62bba12ce34939765387b278e188248af39a5a74249dcedb","formula_version":"titan-u-contract-v1","latency_ms":0.7089580176398158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f4da1b74fd4c9dd003f0e58c931c358c026345f72ba7bc1988ea14eb5124c2d","sample_id":"grade-school-math.dev.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52ad0b23f23d0009764c4d20d6a99860ebcde00b403d3115974b84701229d078","formula_version":"titan-u-contract-v1","latency_ms":0.9267079876735806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a9446f871802a445cd0a2b32417e3787ed44aee5b5074ce96cf268c1cc47079","sample_id":"grade-school-math.dev.710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c99d2752844d22a1a156dbcfc501cd802ed6d960b9f300f986aec1ea82205db4","formula_version":"titan-u-contract-v1","latency_ms":0.8577500702813268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9caed94cf72b6e3682ee287b6e9b529c606a47fc88b82ba553f7f72f796e4ce","sample_id":"grade-school-math.dev.7100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e7677ec2b5467947d63eb803d378dc3b1b6d66f795ff2e8cae80d1844f55bc1","formula_version":"titan-u-contract-v1","latency_ms":0.692834029905498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5da2418d779081fc1e5792c2e3f8749789ef148c85b4b7efe577ae0f8f92ab5c","sample_id":"grade-school-math.dev.7101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f6702991d01705a09a1140fa2f42cdaddf080199ba2c18fe87526ab0b31a8d2","formula_version":"titan-u-contract-v1","latency_ms":0.907790963537991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be5808e2613126672af530825031e3419fa4013c8df2510f2de41eb68cce3f6b","sample_id":"grade-school-math.dev.7102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3d0af410496349274ceb0bfd874122f98176faab25781bfa988194c39d7a68c","formula_version":"titan-u-contract-v1","latency_ms":0.8899999083951116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9d433351067c1e043c68363b2400789f02bc66a743f48d225c06c978b7aa1e1","sample_id":"grade-school-math.dev.7103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d29979a4beb7854226dc4ab6e1a10b2d3d5afc4a5b046d88b53e676aef6f9529","formula_version":"titan-u-contract-v1","latency_ms":1.7265831120312214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb6c077245d3ebf95eee312b7ca9b440b14a5fc9a87977bdfd23bd561db44c70","sample_id":"grade-school-math.dev.7104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df1f563f67c5e3dafbb3bd7f0c985e5028cccba3f1c0f795b37960c15a6a4459","formula_version":"titan-u-contract-v1","latency_ms":0.8399159414693713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6be02e3f82d6180d98e077631c4f050ea499a6a7d518e5e053ff5acc43ab2594","sample_id":"grade-school-math.dev.7105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08c362504936edbec542a292137ca83e90468211d86474c3e324525fc705f582","formula_version":"titan-u-contract-v1","latency_ms":0.6521249888464808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97c8ba6fd2f75b2b73a68741988f5999bb7a7aec0f60cb5dabab56873414825b","sample_id":"grade-school-math.dev.7106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ff1e8d0452ccab4fff2ddd9dcb246e7b446e8f7eabf78cb623a705f9a6a5440","formula_version":"titan-u-contract-v1","latency_ms":1.0013749124482274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc848dab6f30444e11563ed7eaad31dfc3356d570acb0a41ec1b115ec3040d10","sample_id":"grade-school-math.dev.7107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"687454c92a4dc67f37bbcea01c3731d4db79b72bfa7149588fc5bdeacade3171","formula_version":"titan-u-contract-v1","latency_ms":0.8524170843884349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a1f71644d75454534609a2e3ce08c13b58e6737f7c757623b9bbf1fbd51b488","sample_id":"grade-school-math.dev.7108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b5716d0a7b928a635d71df7a0f98f5296c6f70ea736ee78dc92bc5fe0f1cfc1","formula_version":"titan-u-contract-v1","latency_ms":1.109875040128827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"781a0efcc7848796fe2d5e3bd86e846ae6622cd5a043221ae7c82c5ed1ca4ad9","sample_id":"grade-school-math.dev.7109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42820af230e90170a63078169bcd5ba98e62df6982f456e7a504dd3eaea34385","formula_version":"titan-u-contract-v1","latency_ms":0.6445000180974603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de78d39ba183df06ee0ee58a6e6a890de201630483c3daae86aa7b06f5512e75","sample_id":"grade-school-math.dev.711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3f9e8187af9609dbee71c6bca606d6ba68e68665e6b47cd2139d5997470ad66","formula_version":"titan-u-contract-v1","latency_ms":1.0028749238699675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3af9be65f4f04adeb6c591d87faa1db7fd41524eb157cdfd21039734e1046093","sample_id":"grade-school-math.dev.7110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5e74b84292037d8e4b565297a740015e6a0181868ce582914fa4ab7e3d6322c","formula_version":"titan-u-contract-v1","latency_ms":0.8707090746611357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fe25fc8c2dcb4bbb114fe8045e3d28fd45b0a32e33537ecb77d4c2778f27afd","sample_id":"grade-school-math.dev.7111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"109f40712c35aa4611bf4b4b760233198872938b183e9346b0571e2fde9482f1","formula_version":"titan-u-contract-v1","latency_ms":0.6614999147132039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"025eae656fbfe0438c27ff0364b479032825163019c436fa93ab877d7db3e1e6","sample_id":"grade-school-math.dev.7112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4447279a5a981a4c13018c8c57a370ceae97e9da8b907e45d7189f9751e49666","formula_version":"titan-u-contract-v1","latency_ms":0.7077499758452177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8401ffd194d9ed6b5acbf640a08c3ebd08d3afe71f5ffd832c1ee908f8827a2e","sample_id":"grade-school-math.dev.7113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a61e274851060bbdee150894e35f889c586182c853397b266471e17382e8115d","formula_version":"titan-u-contract-v1","latency_ms":0.65941596403718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31921403307d981d52911c155ba1fd01bd5c86c90bc17389b90114cb8a46486c","sample_id":"grade-school-math.dev.7114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b45f0438dc0bdd8e3234de642d0045fc90bff548025cad2c116ebd70504ac3d0","formula_version":"titan-u-contract-v1","latency_ms":0.802875030785799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d9367251a2b4179a6128d437391e0cd9e84fb79a403c3fbf0122705833a10ab","sample_id":"grade-school-math.dev.7115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"589ea37847a2bf142ec2329492f780df728f0ac3f238ee8aabbf0d8ca01de283","formula_version":"titan-u-contract-v1","latency_ms":1.1169580975547433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5147430d734ca8aa7dcf3deecf744009d33de9ca544910e947321d5736c2fc8f","sample_id":"grade-school-math.dev.7116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4cce724104f1f08e0a21fe257299bac749dd3c3dc77c67fe6f329aa30f74f48","formula_version":"titan-u-contract-v1","latency_ms":0.6917079444974661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1fa88ce3aec2db7b5c852ce7da6ca8c199e3d077ed0db739d58202b0edb8c20","sample_id":"grade-school-math.dev.7117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"301ad5da93bc63445fc87d09b3f798d7a1ce4a05389960c9f5c54825b832ba4e","formula_version":"titan-u-contract-v1","latency_ms":0.7118330104276538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b5cda08e782dbe04cee8b64e8f81be894eaaa79aba7d4fdbcccfa771fa2aa08","sample_id":"grade-school-math.dev.7118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a8dfb4ac7e518293cd2d692bc518b82f2c45232f5d9ba905f99a4157de2005a","formula_version":"titan-u-contract-v1","latency_ms":0.8838330395519733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"536f01b8b6fd33d93cdeb592f9d9b6292c7f89d08a1d7d12bacc0cccb1815f7a","sample_id":"grade-school-math.dev.7119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebc6e7adeaa03ed14a707370c6f6b0c9a014f6724de49fee523d5cb9eaa7b755","formula_version":"titan-u-contract-v1","latency_ms":1.0707080364227295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cae812695d435d9cbf8fee92b1dc3f3f88c32c77fb0672fbc93efe1a285faea","sample_id":"grade-school-math.dev.712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"910bafb7a06fb739ee54ad293124de0047540a840b3af7dfc7b42ea7a0a3377d","formula_version":"titan-u-contract-v1","latency_ms":0.9119169553741813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe4d9828770c8fc5e711c1ab72f4283480074f85a756e4b461076e6a26d99c52","sample_id":"grade-school-math.dev.7120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3083d3cdfd6f17dbed53b1e4698bb89c103cacfe822a66ee542a15fc15a973c1","formula_version":"titan-u-contract-v1","latency_ms":0.7293330272659659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"161cd3833ef1b1d4fe6b96d78fe84e0439edb176964de607b0f7df2849c7514b","sample_id":"grade-school-math.dev.7121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c1735d803275d1bb26b4c253d6abd68e6c37207fd620b60e85b44b45c1ca5db","formula_version":"titan-u-contract-v1","latency_ms":0.6580000044777989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"349f3aec3782100d7e7195dc52209ac09c1241eaff3fa292126aacb54ab98729","sample_id":"grade-school-math.dev.7122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad47e403a0bb061182a61fa962d5c9505d299d4d25a4fe17cf136428ec164b4e","formula_version":"titan-u-contract-v1","latency_ms":0.8786249672994018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f33e65e74e9ea15f6250ccbbd616628aa817a1219abdf95737ed50b3ce4f60e8","sample_id":"grade-school-math.dev.7123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9db35bdb5fe7b8ef2b86235e8848628847f384137855ffb44c91355529279c64","formula_version":"titan-u-contract-v1","latency_ms":0.8898329688236117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"525b51953e6669c15a51d86de481b42502342d54687ce075f61cfaa8c92de3ad","sample_id":"grade-school-math.dev.7124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"733c3d5ce9c73498af286650a17a25982bcfec05b1253f3836133281819cde92","formula_version":"titan-u-contract-v1","latency_ms":0.8799999486654997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"802d9e9a17bac5de9ef98d001053847b41e08fd8c57b19363b692aaa63c5dc41","sample_id":"grade-school-math.dev.7125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c062ccf06e3e08f5c85aee84f35033f7ed1d32963af840478a6105430c65121","formula_version":"titan-u-contract-v1","latency_ms":0.9708750294521451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92f4edf26dc271f91cb4b5f5322525c854035cc86f6c90369279f9989e7c182e","sample_id":"grade-school-math.dev.7126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e776e29b5392f97e3ee99e8465e6afdb9643cd24284be22256555edd16e52ed3","formula_version":"titan-u-contract-v1","latency_ms":0.8331669960170984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb0c6a0d1d2e55f716b7061000a807b35669326b5722e1e9372a502187ea2e02","sample_id":"grade-school-math.dev.7127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec874102db68f6bddca48a0a3061d62c92742da490e6767f2af57d62eba2c391","formula_version":"titan-u-contract-v1","latency_ms":0.8599159773439169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94cce2075d9402635aa22e4dc1bb8995baf53d55e283b0ee60fc23836162c8f6","sample_id":"grade-school-math.dev.7128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0f26ca67de2b945ab0ad4533de606a8e647f13b93d9f7de5ffc417da0dc8be2","formula_version":"titan-u-contract-v1","latency_ms":1.0964999673888087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31218d7c54951946248eefc53f4c602cfc393bc93d134e0cac3c72aad54d23d9","sample_id":"grade-school-math.dev.7129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b628031d2f2665801041a263b2d217b1dec80954c7a09b00673963cd4147fe1","formula_version":"titan-u-contract-v1","latency_ms":1.050792052410543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfa061ac2c099b9064bf8ec4aa4300c3cb7898fed7dcc94ab004b3be7304e9e6","sample_id":"grade-school-math.dev.713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb71c6b390129531eef9ab6e2adc99d480d8a7f00d07b37da51b6229d6002f01","formula_version":"titan-u-contract-v1","latency_ms":0.8817079942673445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ad759ba774f1d5f0d5188d38756f8bf3a9d850f3d3051cc7a4168a9f93be09f","sample_id":"grade-school-math.dev.7130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b161bfd6e2b3f44456053a098820b071b9c52b41dfc9ee38c887fc7b94c105d","formula_version":"titan-u-contract-v1","latency_ms":0.8627499919384718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdff85636f5247abe1759985f7f5909aa2b00e598fe211a378b365ca5d6dc2a2","sample_id":"grade-school-math.dev.7131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5ae4b77e180ff5dc513c0e5147b93a4bb88b4bfc6b41fbeb3ac8e610c109682","formula_version":"titan-u-contract-v1","latency_ms":0.8240409661084414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e5cb233dece77ef979fb854ed5b72eb1cf842ae6b8f92599c1ed53ed3bfbff2","sample_id":"grade-school-math.dev.7132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e85689788154c544a07f96c757c818fe6939ace27259bbdb519349c0e2cb9746","formula_version":"titan-u-contract-v1","latency_ms":1.3385829515755177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23735fdb12b66cb1f1cd50850ae3a0e507817d2a19918fef4e79b9c0c5dfe664","sample_id":"grade-school-math.dev.7133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9641e8a0e65ce396407cf8bad8d5139fe8971eb12ce4ca92bc8091a96629774","formula_version":"titan-u-contract-v1","latency_ms":0.6566249066963792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d75fa6c0005fd55fd87142e55ec4c18b55bab7cdf10fc79ec1be1e314e38119a","sample_id":"grade-school-math.dev.7134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3b547aed2e5eae008a5352f4f2cdfd48ba3930168a3ad4499279f46bb40e3c9","formula_version":"titan-u-contract-v1","latency_ms":0.7914589950814843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9379f3b70c12cf6b41960bef6df21b8920c13e5998fc3fca65a52f899194195","sample_id":"grade-school-math.dev.7135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49833b997479538c1dd72b0f5375a15242aa0fc07b63b8859b8abcc08c42dfde","formula_version":"titan-u-contract-v1","latency_ms":0.9231669828295708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9552fb6521f43a08b40987e756bcc798df51fb7e53bf71bc66d21bc7cb94d6e","sample_id":"grade-school-math.dev.7136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"889f1c5e8420e1946dfd747b429fde3f4916a08a6a00d0403d914f75816720ce","formula_version":"titan-u-contract-v1","latency_ms":0.8402910316362977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17f6db7a3b6a8aee5b695966fdc4dd0ac7e097cbcbe3be482ad76366ace1081a","sample_id":"grade-school-math.dev.7137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93ca7765f2c1c05f553cb286e6b5d0609d25e22792a46098ffaded2b6c16b824","formula_version":"titan-u-contract-v1","latency_ms":0.690957996994257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90caa63ab2bb947d55b44c36b493ada589e47248e4d80096c79e21a807a59123","sample_id":"grade-school-math.dev.7138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdd9bc54cfa1aebd1fca67e9be81945de87a8218905a2b668f18a933ab0cfb4e","formula_version":"titan-u-contract-v1","latency_ms":0.7187919691205025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80098a4222d6bee99358103c356aeb49bbf041d8bfb45fc0dd04ba70f7bbd9cd","sample_id":"grade-school-math.dev.7139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0522cff751cc73b88bca28864a161165689d10b0cbe054591a8eb89625b274c","formula_version":"titan-u-contract-v1","latency_ms":0.6553749553859234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd7e28cced9a10c402d60e224a7e1c07c237b34cc175c8e9c127d60bfe9ed0b8","sample_id":"grade-school-math.dev.714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"654b2bcd60896e083376d3269b7978053a3338524bfe10161bc3325cf31438f5","formula_version":"titan-u-contract-v1","latency_ms":0.6333329947665334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de62c8dd3e0eb4df1824e3fbc438332e6325ae9c5df2f5d2a589ec58b00e7fbe","sample_id":"grade-school-math.dev.7140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81a9822abcbcdbbda5dae702dcb688aab33d717ade3a30117d79b8ea82ba7062","formula_version":"titan-u-contract-v1","latency_ms":0.6830829661339521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbfd7d41727aa8e512193ab7d7e28e2396bf01f1658dce72bf3287724ee1b551","sample_id":"grade-school-math.dev.7141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3894dbba03248d27e6464252a1682f612e4cf7a8dfad91d6ae2a5c99451b149b","formula_version":"titan-u-contract-v1","latency_ms":0.7770840311422944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee76cd2fb548920aae1fd16c66efd17885986ce74a5709b86b1b12aab78e123e","sample_id":"grade-school-math.dev.7142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae0a5745287e3ef8c4c8cea76e9b774b84f96e8a4551f765d57e789fa34e3c27","formula_version":"titan-u-contract-v1","latency_ms":0.8008750155568123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"880712472411911475c32b7a6e29bb158f89eee2aa603e3ea1f3e5f0c1bf5bb7","sample_id":"grade-school-math.dev.7143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d225fbd4f46ecd0a36695f12038d0fbc82dd87afca5182f8ec09ec29e9671ab","formula_version":"titan-u-contract-v1","latency_ms":1.437750062905252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab987ce2571f5a667d90efc679dc8f896eb658a72fc26cffee39b1c5ffe291f9","sample_id":"grade-school-math.dev.7144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93336b4e4c1995307e5291f8971d7cc34aa8e56504c1dea2a414ffc0af7460d6","formula_version":"titan-u-contract-v1","latency_ms":0.7045000093057752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f4c364231bb4912df2ef9a76cd02f392bf71a44874668d4bec4d87cfbf237dc","sample_id":"grade-school-math.dev.7145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2768c5e22dfd71e688c8b2bcf3d77bb8d1f1d42f681782f0a660bd0d8011709","formula_version":"titan-u-contract-v1","latency_ms":0.929499976336956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f9a79052540f2e67d5af2b49b353759b78d4bc016b59b62fda53178a4345c14","sample_id":"grade-school-math.dev.7146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e129f6f52798ecc2c7c4ddefc51e5d0cd1a10c7f0b68a22bd3624231f7234f9","formula_version":"titan-u-contract-v1","latency_ms":1.6865420620888472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b64856b31c43ffd9634f463ce1b1ebb3481ddff0d5468e4c602a16dcf4234af8","sample_id":"grade-school-math.dev.7147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a45997c3f8f3efa7bfe19060dcdd3c5a5cb11e3ef0583e26d24f072831f1048","formula_version":"titan-u-contract-v1","latency_ms":0.8625000482425094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"052b4bccf288961ca642e7e530ceca62f09bfc4774839b03fbf8edddf0fcd302","sample_id":"grade-school-math.dev.7148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"235b0fc8279c3e1339f79d57b9b7b79c742e63af77c257d18ba2b99833d50439","formula_version":"titan-u-contract-v1","latency_ms":1.2159160105511546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eef8e7cf5cd16e3098f7b45da1a74601cae26386773e123429d9547768038c39","sample_id":"grade-school-math.dev.7149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8190c9f4b27c1e00c52cffc273d8eee77baa3c43c8e2dad79d32638928b3a78b","formula_version":"titan-u-contract-v1","latency_ms":0.7205000147223473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e24a3d0189382aced7c6213011d89052853bfa529fa2899ed1419077ff840ab","sample_id":"grade-school-math.dev.715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0a83437d28370127f473cb1a5039fb5a0e14d88fe57a0cd147f9655b2de9e44","formula_version":"titan-u-contract-v1","latency_ms":0.6644580280408263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5a60dd57505ed69d8754a2a3e6810830435cc6f974619fd3d886d3e221a5cf4","sample_id":"grade-school-math.dev.7150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c09acba406244f5c069acf3cdcef4746f0cc1cddbb6ee32e93465a649b6e5140","formula_version":"titan-u-contract-v1","latency_ms":1.154292025603354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f871b5c6550643eb0656ace14f159f087ddce4c854c101e108637f0807773841","sample_id":"grade-school-math.dev.7151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeb07ca3bf0eedb4ba373fa214e69a1931e3e189ccf19ffe0222f38139d52339","formula_version":"titan-u-contract-v1","latency_ms":0.9184160735458136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d84c0258c16c996c2a958dfaaba96cd693957f15e65846c520530138d7616a5c","sample_id":"grade-school-math.dev.7152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f632fe8b9c8b8651ef486db143641bf5484b7e953099d8f29b1b799dc0a880a","formula_version":"titan-u-contract-v1","latency_ms":0.8132909424602985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cfaca7196fac88541fb08eaa12e4bebc54e53b559a571f90eabb7654754c720","sample_id":"grade-school-math.dev.7153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86f1ec912d0757914e055125ea5dfc7bcaff5481b959aa72836dbc65fb0ae028","formula_version":"titan-u-contract-v1","latency_ms":1.3667079620063305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a030fab45216ea0365036c24d06808b1550d3509d20c68bf0706a196bc6bd2e1","sample_id":"grade-school-math.dev.7154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"415e812a2c2c826f409665c611e9aa407105b04b5142bee8684d29ca267608f9","formula_version":"titan-u-contract-v1","latency_ms":0.7336669368669391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeac65c098287812816cdbfd4fc0e95c8e4fbdb73727dff23278ad3e40536459","sample_id":"grade-school-math.dev.7155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b37b4d92a788aa49301b8be27c8f330d29d5c38b96ba13907c68e61afe486138","formula_version":"titan-u-contract-v1","latency_ms":0.6689169676974416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b5a0cfbe0f4cbc8712acdb37f8add1745d79cd6496f97cf2e0458c5fa81d720","sample_id":"grade-school-math.dev.7156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15a015b371a51d4081d808a308a4ef190ad592727a9b4d33b231f264032aa723","formula_version":"titan-u-contract-v1","latency_ms":0.6867919582873583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57f1fc57189c62b7d888e526f1ed651358e3749835f8aae3d1e673f071ebee92","sample_id":"grade-school-math.dev.7157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0365845c99fa88d57ce975d140c8d0602b95a7229f1b33807350eb0f43deecae","formula_version":"titan-u-contract-v1","latency_ms":0.8402090752497315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5b9ca40edb67b9c87ba09de779fd8138ab6f7b2fa2d0376c2ad745b3a7f8b47","sample_id":"grade-school-math.dev.7158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"842f6eec1a6e2a2574ceea5d7056a18019c8a4e8145666952220871e2e5b0199","formula_version":"titan-u-contract-v1","latency_ms":0.7033339934423566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6be128a7b2991fbac9e43493e6cb87fd35b08db561b204e941c84b6130f7b3cb","sample_id":"grade-school-math.dev.7159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"110bcb3edda46baf099d0b7b4da6bad58ffa2911c711d5123b841c6054216192","formula_version":"titan-u-contract-v1","latency_ms":0.8421250386163592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b7718ebad1e2fe83dbb4fadc30d1147d678e56c3dd3bb3688f8e50b41c6bb43","sample_id":"grade-school-math.dev.716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c5076bbfd7bc368a9d8c7742f6b900f9d09dba64577a37ed1b0771b356aa1cc","formula_version":"titan-u-contract-v1","latency_ms":0.8884579874575138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"448147940ba1972882ebea9435a1b621c8c9c6068fb04380df58cda6fa5598b5","sample_id":"grade-school-math.dev.7160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fa5087ae48478a291d623629679adfba1d58f96bd3bb36d6bce965c96e51a66","formula_version":"titan-u-contract-v1","latency_ms":0.8540409617125988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5f106db8170ce6d820eb1d52ff6ec59f9bec78a47b401e2fb0826e9e3d94e82","sample_id":"grade-school-math.dev.7161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7261167530bf0a8fd865f7659f29523ccbf92554723cd171836df987e244b84","formula_version":"titan-u-contract-v1","latency_ms":1.0057080071419477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bf4466d020b870643df71e88d5fc749b284c54d374ea75f6054ad7d75ea339f","sample_id":"grade-school-math.dev.7162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"574b0cd242ea3516caedf0eb453ea9a0cf23b5abe50637a55d3376c9f9f99ccc","formula_version":"titan-u-contract-v1","latency_ms":0.7683750009164214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf829c27fb043378320e1e1121685c647add2b7390760d1f661cbb0b2fd1b378","sample_id":"grade-school-math.dev.7163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d75567a49945d8528e20bee0c9f5b3f5df31cadc65308c2fffe869d77b2a603","formula_version":"titan-u-contract-v1","latency_ms":0.867667025886476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"123e5cba3adf577e611cb40afcfeccb39f67ae472ff459b5d4ecf1511b8a1e3c","sample_id":"grade-school-math.dev.7164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26050fa63fda780f1925bd0fc2f82fc1ec206864d13066f2fdd8515619aad168","formula_version":"titan-u-contract-v1","latency_ms":0.9952919790521264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5e52598133e9d0cc8e8598e175fbf846b97a73a252697f6deadd65dedb8f918","sample_id":"grade-school-math.dev.7165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ff835d7a2c19356ce023d2377edb2890640443ec8d9bb0cbd8079c417050bdd","formula_version":"titan-u-contract-v1","latency_ms":0.9074999252334237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5b5233b32894cc537889c9adbba678c78de0f97e25838b8e3441f28d5cddb28","sample_id":"grade-school-math.dev.7166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"120abaa5cddc2c5343ee6c4d939287cde3954ca220e752b4ce57d548983befd2","formula_version":"titan-u-contract-v1","latency_ms":0.8574159583076835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d144fb1a966cdef5ae7557d0019eb157887b267bc2a6729ce005ca8cbacb71cd","sample_id":"grade-school-math.dev.7167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2e412d92f2b14b70cb63be6842b1d8a5b343de1dff90f9960c82eea0b0bc92d","formula_version":"titan-u-contract-v1","latency_ms":0.8697500452399254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6659f30c3833452c612fed12b6907394cc722fa62d2dc615b670809eb2668150","sample_id":"grade-school-math.dev.7168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17b6d6f72f65114edf66aaa8d34862c40637399a9ff7ed2aeb0fc8aa9217ee18","formula_version":"titan-u-contract-v1","latency_ms":0.886416994035244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5802312144dffbeeaa829118c64d3a1b7d9e5d81c5e0ffce003864824f94cf2","sample_id":"grade-school-math.dev.7169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ad4315017164024246a6d583c8b31155688148e8d27ec5095a204044d2d36a2","formula_version":"titan-u-contract-v1","latency_ms":0.6714999908581376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"470d8bf33732a3d9619352c6a21138ed8af79a0739291770ab08c120013a3e1b","sample_id":"grade-school-math.dev.717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f401fccc09354a426885f373936bf376aabff9eccd93665d39d716c80584f56","formula_version":"titan-u-contract-v1","latency_ms":0.8196670096367598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0edb0dde00b55b54e379010454f09b3c0740f3fb57e1bf3c09ed2acfc960db0","sample_id":"grade-school-math.dev.7170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9871845bad0ae40fa7103bafc66317ba18be37aa559baf83dec766bee23e8ff6","formula_version":"titan-u-contract-v1","latency_ms":1.0377500439062715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c5fd7a0bff0ceecb25b64e4e7eea4e3e754d0fddc10f4a47287af424a601fed","sample_id":"grade-school-math.dev.7171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ee78cfb7dc3bb7003590fdef688222b6a6630089d9927ec723298277c8c0703","formula_version":"titan-u-contract-v1","latency_ms":0.9687080746516585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"408ed65b81a7118650b8d7be8da231e1f0c0f45e7236bfd5aebb6132209f3067","sample_id":"grade-school-math.dev.7172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b4c50a10b20f5c2eebdab8db516482dee62db428556316c0c6703449b8100b3","formula_version":"titan-u-contract-v1","latency_ms":0.7119170622900128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bc26d258e1d09e73edd1eb17e05f3391cf2782c16fdd06fa0f393edf37e11e8","sample_id":"grade-school-math.dev.7173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6e8a1d72eeb06ae7c582866d3a7af869996a1bb9dcfde851ec900ff196d9f3c","formula_version":"titan-u-contract-v1","latency_ms":0.689583015628159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1faaf4cfd3891f9a879ebced2e37e29eaaeee124f2afb79428a33bda069d041","sample_id":"grade-school-math.dev.7174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65ba0da03a9d7707149dfe30fe1245596ad88ccd72119d05ff9dbae8431a8f41","formula_version":"titan-u-contract-v1","latency_ms":0.899040955118835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be4e7178b7dd5b16897e29163e7923ce6e65742ae78e04f917519c5b207c8121","sample_id":"grade-school-math.dev.7175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bb40221ef6ffe3ad32721b40d4555b1cbe019a46a01005bee4375c708817e98","formula_version":"titan-u-contract-v1","latency_ms":0.6840419955551624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"644c175510083cc500242b580e73771cc8791d14813514b0202989b44e860955","sample_id":"grade-school-math.dev.7176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f5e331ee7810bd0d0ef171f736ea1cfac45d66128daea9d0bca779d62c1c816","formula_version":"titan-u-contract-v1","latency_ms":0.852791010402143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fc215845811106244a5dc11e6e4cd8112128af106263eb74362050f4e4438cf","sample_id":"grade-school-math.dev.7177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bb4a6e0edccf76736fe3ea155c47c56e6e0cc672f421935d129797c8cf2617b","formula_version":"titan-u-contract-v1","latency_ms":0.8756660390645266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45a55557ab099f303811d1fb8dd40cedf77c34a526953c91cb5404e703e95d84","sample_id":"grade-school-math.dev.7178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24167c8f8821f0f8368f72637e4b15116270392a39c338f1138f7d5cf058ea88","formula_version":"titan-u-contract-v1","latency_ms":0.7030830020084977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e27f50459014334998868bb7a10ddf982c4342424f5fc2f71a8693ba30c593e","sample_id":"grade-school-math.dev.7179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a227926407055fd98d7894bb3c539e72dab73f0e0113ede7d24605fb9760da0","formula_version":"titan-u-contract-v1","latency_ms":0.8952920325100422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb9749f8aac543efe43afb131ad614ad281a8a9f0e9015f16c7d0e1b701bf4f3","sample_id":"grade-school-math.dev.718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc44ec2a59bbf4cc88116880b15c06556a3262a873bf6fe5bcbb8a7793a2cf3e","formula_version":"titan-u-contract-v1","latency_ms":0.7031660061329603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"856771776a90ac5cd8b4a624285dd3aad79e649db936c2db27ecbcc22a519c20","sample_id":"grade-school-math.dev.7180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"655db6297f5318b930485f353a138142ee4bc9a2bb727872603567935ae31c7f","formula_version":"titan-u-contract-v1","latency_ms":0.6782499840483069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab15f15d0b2f6e1ba27d27985bdc30d20f75e59e3b7a2792aa1e1fe254c576ce","sample_id":"grade-school-math.dev.7181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0ca90571c44a4c74b76b0b9a9280c78c3b8a87a2b2b8c4d530d2994406d0d5d","formula_version":"titan-u-contract-v1","latency_ms":0.6623329827561975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25997064438c69eb478b8e1dca7f0b88cc096034e4c6b852fb8b7500813b330a","sample_id":"grade-school-math.dev.7182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfed2c8cc4eb01c09a8c9cc1fc1565398fdfc0f297d6f1e657d9caf732b7bcfe","formula_version":"titan-u-contract-v1","latency_ms":0.7222079439088702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1aff78c87d9a68b4fa2f0115d5fda38e3222f31dbc2ba9bc09871cf956cae524","sample_id":"grade-school-math.dev.7183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb09a4308471285e20b510b9a8b24b49f35512216d3cb3ece5659ccb16f27742","formula_version":"titan-u-contract-v1","latency_ms":0.6962079787626863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ecb80504ae83f79859aaaa08e4674a3c795337d3e31cf84cef33c68525d07ea","sample_id":"grade-school-math.dev.7184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3e7e297d2b8f56d2c292786f66317cacad0451a6b36cb6b44103257b5315d18","formula_version":"titan-u-contract-v1","latency_ms":0.7076249457895756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef38aa16edca67580a83ee65339f52f693845be63b3d6af3cef6a880940147a1","sample_id":"grade-school-math.dev.7185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d97e0b5e41a3a277c271323435433763d6a7c46777c97d1eb2d00a866b7d694","formula_version":"titan-u-contract-v1","latency_ms":0.7163749542087317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a88aae8b20879c153dec9db140d96f758094989732187e21cff36c54c0f65c79","sample_id":"grade-school-math.dev.7186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5acef6634536fa478f11f654c222cdb81ec87d6c6169ce7be18e549018518ac0","formula_version":"titan-u-contract-v1","latency_ms":0.6799580296501517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ac43153f77ad93c30383d8b8ec830fb54c861f998bc9d7eebac870e56bb6a1a","sample_id":"grade-school-math.dev.7187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a45ce73fabccaf4a6f3e824abe027ed31b30b1ef4cbc45f22d1a342bed1f632","formula_version":"titan-u-contract-v1","latency_ms":1.2442909646779299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1ea7bceac4adadf27b178ad10b019b0cfc869ebca1e26b4f3b147233900c30a","sample_id":"grade-school-math.dev.7188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7069274315b2919307901f595411ffcd5cd67be0f5900ae34f0d71cee7489a25","formula_version":"titan-u-contract-v1","latency_ms":0.8595830295234919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74932949a4863d3a909c279f48f781c7a47f0e0fdf4df2f56962dadfde9c3e34","sample_id":"grade-school-math.dev.7189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f5dc9fa1932a7ba77384995d8fb3ab5d072120664dd62217aa8a4839ff01495","formula_version":"titan-u-contract-v1","latency_ms":0.8621669840067625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"520684ca177c933844b604f820ce708c679d0f2210a48333890e63f41222a692","sample_id":"grade-school-math.dev.719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efab901dd9f0fc27f2a0b51e0f8b7af4bb017efb2037bb0d1054fce3bb03dc86","formula_version":"titan-u-contract-v1","latency_ms":0.8597499690949917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aaabbbcbe2e6f3cd8a0dbeb9000ce4e28609fed4ee59abcbcc1b561accd82ed","sample_id":"grade-school-math.dev.7190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ada6caed09b9913ebd4d1dc21cff98cc27f59edf3a729aadc63ca36dd0ce74b","formula_version":"titan-u-contract-v1","latency_ms":0.6791669875383377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8590aa4e6134e691a2ea72399c9503c512741a07491a4de686f21eda346dba30","sample_id":"grade-school-math.dev.7191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed6378d5d351ca098fa88e164523145778d187a3ea661e02056f3882f4cda9b2","formula_version":"titan-u-contract-v1","latency_ms":0.839624903164804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6b350c1733a4a5f41921f84dc0338488be25517c8c9d17be4a56e09804d155a","sample_id":"grade-school-math.dev.7192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b893f52fde793c602df6d8a80b8592305294894a744f0880649c193bd9625092","formula_version":"titan-u-contract-v1","latency_ms":0.6969999521970749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f39873a78bbdff3765b674e6643b680a6bad35801956bf07b6b9bc9daff63c1","sample_id":"grade-school-math.dev.7193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c882a82874fcccfc28748abcf63e15107a1bc2251499633e10627daf607705f0","formula_version":"titan-u-contract-v1","latency_ms":0.6484580226242542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87d3076fb3491c1a350e6a558f1e7244aef736afc8097e6ae29b26fa795dbd5c","sample_id":"grade-school-math.dev.7194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef525368f618b60413262ed5d839855bb16f61b66e1cd06947a74396afec544a","formula_version":"titan-u-contract-v1","latency_ms":0.9579170728102326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e11af480887487cc5301c55a7a25c67980d3ae936538c66eea30880fe07de67b","sample_id":"grade-school-math.dev.7195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f32c6e0177872d69e8b01485db75782f3eb24ecda3d01997f22996f0f08d871","formula_version":"titan-u-contract-v1","latency_ms":0.8999999845400453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b253f4ff3eaed9ccafa6b851299c877f0a9534b36882efe6b82726163ccca8f0","sample_id":"grade-school-math.dev.7196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd5da68d2dd5ac35802edc51fd80857bfea3f2d3959d73a537b09c3da037ea6a","formula_version":"titan-u-contract-v1","latency_ms":0.8824999677017331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"569b9e5268d27f5cd3dfff5dc53e86dae225457f9ccd6d13c1494163edff11d2","sample_id":"grade-school-math.dev.7197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0a09d4c4b5b1a26b5a3d0a8eab1dcb661890834a69e7fcc70007a2f77a88bd2","formula_version":"titan-u-contract-v1","latency_ms":0.8482909761369228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad8a8263c4343bed53aec81961ec66343983947088427c1f4658fd39b33588fc","sample_id":"grade-school-math.dev.7198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5fd58798c60a198d628f93299245b087f9584b69e220601f5cdfc203575e6ca","formula_version":"titan-u-contract-v1","latency_ms":0.7419999456033111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93322a203a90ef903c5f9c717a8cdf9f00fefd669eb0ddf3c3ab1dddd5d0d0ee","sample_id":"grade-school-math.dev.7199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"661a5c567b303f1342783f5e12f7e4afc9c48c897d8887fdda024bf6aabf6645","formula_version":"titan-u-contract-v1","latency_ms":0.8734579896554351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4e0c5ce36b420e6f0ccc92e29da778424c1b701a98bed82cd6eb61c01287df7","sample_id":"grade-school-math.dev.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f472a625806512a277099132331e195f6592352e9390b11d39f992451244658","formula_version":"titan-u-contract-v1","latency_ms":0.7168330485001206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57da09f1ec38fe83a4b9bcbaad1415befa13eb539f33f42251f482b4bc831674","sample_id":"grade-school-math.dev.720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7c20522e38ba1e4b43b1cdfe5806f4df5a536643aba97ef79b8f50cbd132a0e","formula_version":"titan-u-contract-v1","latency_ms":0.8551670471206307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d1c3eaef6c41393abe02d3ee6077b01e3b8314c5e9021bb1fffcd05be41d26f","sample_id":"grade-school-math.dev.7200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a15569e11ec8dde62c45d96fcec57520f9dad33c1429a599d7dfe691dc07eee","formula_version":"titan-u-contract-v1","latency_ms":1.4537919778376818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc3216a6739c7de1fa48b7dd1aaec3dfbbbfe3fb69ec200c97e93ace41c81fa8","sample_id":"grade-school-math.dev.7201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"010ce83233bc6246b8f40fab82c90ee951ee732847601d0ba2dd2c9c7faabc14","formula_version":"titan-u-contract-v1","latency_ms":0.8580830181017518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0bde2eece32af2ae03a950f5b5f3b0167606edc05f2e84768a57c194d3785f6","sample_id":"grade-school-math.dev.7202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ef69172752c5535b53ac356c0f3288b08ec0f561044368a0f2e5a3adc3cb3d1","formula_version":"titan-u-contract-v1","latency_ms":0.6771249463781714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3012ea11d5564770ab5e52e440381171fae98c29966ccf095fdf7b86be72fbf7","sample_id":"grade-school-math.dev.7203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8d3dbd579981bb9e318eb40589bb3ffa97c30a40584fb7f5794dc2fd5c30f8c","formula_version":"titan-u-contract-v1","latency_ms":0.8142919978126884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a5206c764c1cb0d033c81d9bc1782dc6c173d2c821251ee4ff68a665567ff87","sample_id":"grade-school-math.dev.7204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c38c188f7a58b77cded2d73aa6bec4a38e11af6b14517c00a5ae7ef723a29e16","formula_version":"titan-u-contract-v1","latency_ms":0.865875044837594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2139bbfc780f1817bff5c9f2e3cd6e6eda69da16fb6045abf96114509ac1ad08","sample_id":"grade-school-math.dev.7205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd762f9a7d533bdc135b108fc58cc408847136dfd2ee0301504638593e109bf0","formula_version":"titan-u-contract-v1","latency_ms":1.0499999625608325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ada9aeda42319b768764d51d5cce1e5d3239b8018782b1e7ab6d8aa9928e0b35","sample_id":"grade-school-math.dev.7206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dd55435731dd641df45b661fc97d8fa70ac1e098d3257486e105d6aa7e1f277","formula_version":"titan-u-contract-v1","latency_ms":0.6860001012682915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26a06d6d40f0dd2f55614a55a077a847d7ee97984e668796c753dad64be8de99","sample_id":"grade-school-math.dev.7207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a90bc600e776f41a4339c9469c6e2391d527ad5fd462dd7193b5c2f6500ff0da","formula_version":"titan-u-contract-v1","latency_ms":0.6772909546270967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d963c33eb653466458ef8dd7ce967ed4418c493d3de080fa2a9b9d92cee11f9f","sample_id":"grade-school-math.dev.7208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ccc66a7f5c1cb7decd44ef2e5934748984525412fe989010b4ddb4c9b4d9c66","formula_version":"titan-u-contract-v1","latency_ms":0.7126659620553255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcc9cb5d98ecff420d359c3aa7a2a448e0115b87cb3222271b8d12b460c5dac4","sample_id":"grade-school-math.dev.7209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc1ca3572480a157b99f30f2e9d0b75367f93b9724e90ef0c8bd177f0a486f48","formula_version":"titan-u-contract-v1","latency_ms":0.6907499628141522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5718ca88e8df5bb158b822dc75433077d609b3df3e706d45705e6b53ad533564","sample_id":"grade-school-math.dev.721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51e9ad7f04d51df71fc9904c3d867e43415f808fc958a7fe3cf0a8a96bd4de57","formula_version":"titan-u-contract-v1","latency_ms":0.8282089838758111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48057570ea0ee0a9b1d34bb39adde878a5abeea8621d49f95c620779dc60a8d1","sample_id":"grade-school-math.dev.7210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c50400ef74734551a3a5598dde296d0ed9716947ee2edc202831d76f5347394d","formula_version":"titan-u-contract-v1","latency_ms":0.8221250027418137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be93172b0b176f789bc386350848e2b8f7949723ecb08249b81d694fdb096707","sample_id":"grade-school-math.dev.7211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d12100bcef48c8cd036b75726fa6a489350a89916dd8afe2e74b746f2a255f1d","formula_version":"titan-u-contract-v1","latency_ms":0.80091692507267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b231bca67a8a7d055e0f3b8858c4982cf28f951a75d4acfc2e29a0ef7632f10","sample_id":"grade-school-math.dev.7212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1516611133cbb526995e86af789afdbedad598e515ad729f5f892af2474684b5","formula_version":"titan-u-contract-v1","latency_ms":0.7277079857885838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6d273435011838b19016f05652e2b2f02423fc6efa56e54603507360fe5fc7f","sample_id":"grade-school-math.dev.7213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6751e3647e0abf27f95e1fd51182de28ef02046cafa27c740194a9c432adf0b1","formula_version":"titan-u-contract-v1","latency_ms":1.0168330045416951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45680c5d1b64b6404dacfdbe1fd13a457a557272ddb28a1eaf63df38f229a13b","sample_id":"grade-school-math.dev.7214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0899074bbc029c6b736dcf35cc69c998bd80447c921f9b98a90705f006e857f","formula_version":"titan-u-contract-v1","latency_ms":0.90020801872015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51c646c2f951d472592e4c7bc6df43eeb1b753ba19e1d3cd1df4523f87455e4a","sample_id":"grade-school-math.dev.7215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dfe9ef71fb65e52754965c4fc01e7cabfc8f97b9c962c68ecbb07b1a74264e0","formula_version":"titan-u-contract-v1","latency_ms":0.6834999658167362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20f1c2e94e67050318f32e1dbb447284e67ba80256f83a48dede246a4ee2d59d","sample_id":"grade-school-math.dev.7216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c361568d2597ad5ca371e8251e4674913e789548ac2325fb40bb5e30a5f5b89e","formula_version":"titan-u-contract-v1","latency_ms":0.9520830353721976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d09a9b11c8d1b37ae3b3858c584dd4a58db2f1163643ecd85ff4339e0bd7994","sample_id":"grade-school-math.dev.7217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26bdc2c8a4317cd70cfea1085bbf2344770970a46999b838f203f3f851d9b680","formula_version":"titan-u-contract-v1","latency_ms":1.1808329727500677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b7c32847ac01be1b6e0e7b38cced21d68871f439a5ff84bc682ee48b9079f9e","sample_id":"grade-school-math.dev.7218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b953bad65546b3f4bc6b283d0f08f2cb54b136fc91a102a5611c4f9b016e7ba5","formula_version":"titan-u-contract-v1","latency_ms":0.965291983447969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfae9dc9702520c22efe3857df07d95138ad5f31b80d519e7d010ebf764aefd9","sample_id":"grade-school-math.dev.7219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee420da937924d7f42ee3ad0426e3e0107aba365d7439d6dd067705bf1193a1a","formula_version":"titan-u-contract-v1","latency_ms":0.7862499915063381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aabbc1a03fe51c315564362e2d23c11e646136d5a48dc9e1272c56b95535a5f","sample_id":"grade-school-math.dev.722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf1e01531408cb6c677785274ea88b1f6c6512c205a0769b04f982db2139b7c4","formula_version":"titan-u-contract-v1","latency_ms":0.965332961641252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32de7687f0c0b3cac216c93691f781e51399a188268629ab906e434ded0b1d73","sample_id":"grade-school-math.dev.7220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"546ca068f7c93bd79f8fcea6925aada11afb085fbfd1eedc897d123a5628e815","formula_version":"titan-u-contract-v1","latency_ms":0.6932079559192061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a104ff88b1f653df18fd1ad41560e28ff59f7dd1c9b411e72786a3a0b40dc244","sample_id":"grade-school-math.dev.7221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b594f2bd285bf26a69079b02cc9700ecbf7b81e8193dd3b6c43acf534eae63b","formula_version":"titan-u-contract-v1","latency_ms":0.6457079434767365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53b7f31b3624ec1c8b5f436759f072b9cbfc56224a70cedd4ac3fae804812321","sample_id":"grade-school-math.dev.7222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4801619ab70acc2eb3eed8a0db1e8b0d96758229fd3e431746f972cce427a5a3","formula_version":"titan-u-contract-v1","latency_ms":0.6438749842345715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a84642820e8c206d6ff3895a5bf32bc7864707ffb6da430eeef7d725164d2d32","sample_id":"grade-school-math.dev.7223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1d44c0c404e42a2e6aa7a21daa58069d98344386c34ec33e19aac123e119904","formula_version":"titan-u-contract-v1","latency_ms":0.6391659844666719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"906ab395bae8c8e64eeac71caa8522f693ed3310a454fc7c3d29fbf3e86ae5d4","sample_id":"grade-school-math.dev.7224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c8669f6c5aac4bba12ba3c6ed0a88c042675fef8b1154bfe0c4840e18c08273","formula_version":"titan-u-contract-v1","latency_ms":0.8755000308156013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f298ff0680258e62489dbff5d22524c09a8700171ddc61945aa38c62aa522e20","sample_id":"grade-school-math.dev.7225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82fd028e40dfdb54d66cf980bbc1aced6824c4734294709a0b6b27d64192ff52","formula_version":"titan-u-contract-v1","latency_ms":1.0035419836640358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d795d513f2249188c0e3383be37d2a18f7dc89dad05bcf09d41c49d45031724","sample_id":"grade-school-math.dev.7226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53f1ee2e7c8bb2d710b7c3d0a127a93e99e78e1d90431b9ec2ba67899efadaf2","formula_version":"titan-u-contract-v1","latency_ms":0.8912080666050315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3b8431060bcb9825161164c19ef634c62c4a65ae9d6d2dafbad2133ccdc7d98","sample_id":"grade-school-math.dev.7227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d05427a8e6da681861ae80cbcf5a854eb3b34d20e95e78da5f95123c4347a172","formula_version":"titan-u-contract-v1","latency_ms":0.8622499881312251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e71ca3f2190ed8abd2cccf5d7865d27770b4aa3794a2bdbbf505d261863c6e78","sample_id":"grade-school-math.dev.7228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66045083e36bf6ce449928df81d799af21842f2b677c6871ca187afbdec6dc54","formula_version":"titan-u-contract-v1","latency_ms":1.0609161108732224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4061950abc2c0ef4170d7f1466f76f4bb0cd50e9cba6636e6eba13e1133770e5","sample_id":"grade-school-math.dev.7229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ee07135b1543809ef02266c0e5e32b922c8e6d8fcf99e2ba075855dc7593af7","formula_version":"titan-u-contract-v1","latency_ms":0.8668339578434825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fef74cffa672a8eeb9a94f42dd2b06d29f3923f9d21ea1b7213e9bc9bb1ecb2","sample_id":"grade-school-math.dev.723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f35025f752b36476dd296f84936e1d076162bd529f5d40124bff152695a0128","formula_version":"titan-u-contract-v1","latency_ms":0.8389169815927744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20cccc11e89a7a082a1d7d0c4b6b74e2d2ebe81078d942d008cfd0aa6cdab89d","sample_id":"grade-school-math.dev.7230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d70160670430be8674c97487e85fb9f7e959319fb78f0ee353d5cc6f025ce150","formula_version":"titan-u-contract-v1","latency_ms":0.6757089868187904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"129484eb8a6e0336563f16c1e31a537f7b8965dee6a29f22e98cf816cbac0fa4","sample_id":"grade-school-math.dev.7231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2bc439bd74bd8498c98eee174b82ac4ca56554a58d247e79b20daec16844234","formula_version":"titan-u-contract-v1","latency_ms":0.7595419883728027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8364138b6ece9e8a472ef7444da65178eadf51f507f2c358309d5d7f1034c29f","sample_id":"grade-school-math.dev.7232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15f3a13e11c664d23fb918de7384d55dc20de9b87ef484a7eaff332d32034fc4","formula_version":"titan-u-contract-v1","latency_ms":0.7664581062272191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ebd4d0f68774f23f2132ac816445de2759a8c37b30ce8122d227b8087be693b","sample_id":"grade-school-math.dev.7233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c6d70c6c23f8ff0b51159de1cfa416e7fb16b2dc04482224a5fa92ad6dd0b45","formula_version":"titan-u-contract-v1","latency_ms":0.8072089403867722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1efbf0b2db92ca4efebf1c7f92258be4b29e7f83a0af9733fbb1c0c245ccf98a","sample_id":"grade-school-math.dev.7234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccf5ad6606e281a60db51a9579adc600f9213c08f57b2ebe772c891a7e958c2c","formula_version":"titan-u-contract-v1","latency_ms":0.8622920140624046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd867eedde65094b6d5a8f23fdc9b6d9dbfb1159774aacd0853dfb8d56b11f4e","sample_id":"grade-school-math.dev.7235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bb9add6c15f1dfd152ca2c2fc1ad3c1d638f9a98058d99436a35b269a873b6d","formula_version":"titan-u-contract-v1","latency_ms":0.6810410413891077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7eae0bf93313ba430c5006e6211fcf96d52675e20a13450312a824b15cf0b92","sample_id":"grade-school-math.dev.7236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"193064a351fbf68150e94049e128dc90cded17f65b6b1f186ade4108354e30d7","formula_version":"titan-u-contract-v1","latency_ms":0.8549579652026296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd5d788a366cb5f3025ea2252870384277ac11936666be227174a31f4b17aeb3","sample_id":"grade-school-math.dev.7237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76eb59aa5f3dcda847e0960100c9156eaac67d7ebdde5093982f323163a0e5e1","formula_version":"titan-u-contract-v1","latency_ms":0.7966250414028764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"160b3fb8b8068e455bdc9e47c5f43d83a2c472d48142bc067c726bc92e1abf7b","sample_id":"grade-school-math.dev.7238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9d77cfb7d2f2392242a487943ed4ba457d03eeac9d1b3b4655d60452014d2ea","formula_version":"titan-u-contract-v1","latency_ms":0.6810410413891077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd2f42f6fb4d5179d462b47ef62f6e9701f00c44e4925ed5d77b1914d8ee8a81","sample_id":"grade-school-math.dev.7239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac6b5701ec87fdce1b26d29049dbc36a0e9fb190bf609baba7916f2adaa4565f","formula_version":"titan-u-contract-v1","latency_ms":0.7775829872116446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80b8e9e3f6e5e4a1f906616ad3dd443baf75529aa364f58c7a35b339007f344b","sample_id":"grade-school-math.dev.724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"431399cca8b064c1de073955bcdc8289794cd55125684ab1c41d4f127c0e354a","formula_version":"titan-u-contract-v1","latency_ms":0.6810839986428618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91b0e857d45561cec767987201b1523f03d285a269dd76d5837b3428177a417c","sample_id":"grade-school-math.dev.7240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"604d1cf8805a9ecb24368b3287688d9f20a54e05736e1745ffcf42d2019df922","formula_version":"titan-u-contract-v1","latency_ms":0.9996669832617044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9888e41bc44e1ba02ac25632d39c0af485c1711a9cfea7da98093793c086cfc","sample_id":"grade-school-math.dev.7241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9515c772d09d3bb1173a3b4902296a05deab3794bc88aa8e4a80395557b3eb0f","formula_version":"titan-u-contract-v1","latency_ms":0.7789169903844595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f45182f41d2b164cb1f9b5451039a458c29b0c3bf8c13659843626efbe50e9a","sample_id":"grade-school-math.dev.7242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8913711e0a088ce5d63e1a9d84a56feb2869ddd52eeff34acafc0d0623aed142","formula_version":"titan-u-contract-v1","latency_ms":0.6881250301375985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b28f9e9b946344b331a4c70c361fa17436af9c96aaf031c1d6f65a535f8d373","sample_id":"grade-school-math.dev.7243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8add46bea70bc478c5d5e0f35ceebebbe2ca280ef14dff61809ca27b23d452aa","formula_version":"titan-u-contract-v1","latency_ms":0.6450419314205647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3653fbd6368a065265182e4c54deb33730b8750a9603634512c67525dd3650ba","sample_id":"grade-school-math.dev.7244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"061c840e4d69092d0a960c7067c64efee03397bead2bc1cb5463e458e62705e2","formula_version":"titan-u-contract-v1","latency_ms":0.6477079587057233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"552659ba5085aca3c44ebeccc01dd3a2662dea7d75832439e24e81debae427eb","sample_id":"grade-school-math.dev.7245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad8c557e11592a616797a91dd65e26f9984c13dc0ec5a3c25ea516d6af1e37ca","formula_version":"titan-u-contract-v1","latency_ms":0.6958330050110817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aee5fa889bfdd12ab3ccf0f33daed9d4411975372fbd20e9ee6c3ce88c42ca71","sample_id":"grade-school-math.dev.7246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a21d072470cd7ff29a9edc1f25f65959a1cbf54ca18fbe9f5aa9db249954c419","formula_version":"titan-u-contract-v1","latency_ms":1.1308330576866865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e0c841ac45d61af5b0796a42fab74daaf8d7f58778d4d6e00433b80b6602496","sample_id":"grade-school-math.dev.7247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1bf098beff230f7771eb6723285581ee0ecd58c7a2e674cfa180b8c6050ae1a","formula_version":"titan-u-contract-v1","latency_ms":0.826750067062676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecf4bc3cd82a6cc16cdf5760c652846ddd6c8f11a4fe2f951089ec67e21629e4","sample_id":"grade-school-math.dev.7248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"639a5f3cd54d56d7dff9289ed955acd3ebae3403ab8552240a0a751de4435960","formula_version":"titan-u-contract-v1","latency_ms":0.6452910602092743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e989c590c10c3d860a4e7ad2a1cf790e9763316815e54da18ab33f8fea0880c5","sample_id":"grade-school-math.dev.7249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"439719d22545b35300f0d88200286bce09a85aaf4b545bc182494b3b3e6fd922","formula_version":"titan-u-contract-v1","latency_ms":0.7989159785211086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e344c45fabcd0228af5f933dc9273cbbcc69a68406d31cc186184bd6a941bc7","sample_id":"grade-school-math.dev.725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df4905733949cd1a603dcd9155321276521b7ab7cba0d4f1b0cd711da958c78","formula_version":"titan-u-contract-v1","latency_ms":1.4335829764604568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78ba02658f87d4cc438d8eac1f08902fe78cf3e05cd34301791ceebe09eb1bbe","sample_id":"grade-school-math.dev.7250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3945747bd677001758786f75fcd3093daa9b8d4641e09e7785ee1a1d79fa170","formula_version":"titan-u-contract-v1","latency_ms":0.8638750296086073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7bf90c85058b2a8e5e33daf0ef27ecb955abaf657e4af240f20acefbfd4fd77","sample_id":"grade-school-math.dev.7251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d8b104d82ff449cdf9d3fb2b8a6ef729ff14fdc86daa2bce6ff90ab683db614","formula_version":"titan-u-contract-v1","latency_ms":0.9876249823719263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbbc2e8ef52e8d5aa23269ddc3d49b12bdca25d8b030373730ac01297f299528","sample_id":"grade-school-math.dev.7252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66e184147a97ab7cd9bfc9a5911dd67c427e64e22f019cb863c3c99631c0f06a","formula_version":"titan-u-contract-v1","latency_ms":0.8332919096574187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c64e2f73d99484a62da47093c264cbc2d3d272611cbbd0ec0c037e3bc0adc7db","sample_id":"grade-school-math.dev.7254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c7547cffb137c51c498535a95ac3472f1d5ecc55df0c77f50fcfcaec01e32","formula_version":"titan-u-contract-v1","latency_ms":0.8106250315904617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"454a56bb14c1039e38dac7679af8bc25c7a006771e4a2238c68bc4ad5a24735f","sample_id":"grade-school-math.dev.7255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e52f6f32388f5e91b2ef1e0c610aff29144eacf9b20f8fba4430087f20fe7564","formula_version":"titan-u-contract-v1","latency_ms":0.7779579609632492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb2722352f054a81ff8414b1a461c855e47d202d3bca94129f3c0c4b1eb372f8","sample_id":"grade-school-math.dev.7256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35141a87bf7266f7d556369d4a490310dd53acd105d219b3db088371d02f93ed","formula_version":"titan-u-contract-v1","latency_ms":0.6665420951321721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf521a5b5d3b9f58ba908e6b967acb12bdb88d067fb4b1cefaa289f2b6123921","sample_id":"grade-school-math.dev.7257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bae1ce0265e71d207f2393c76a495aa072898fef6d1c120a6c70c3b078ed04e","formula_version":"titan-u-contract-v1","latency_ms":0.6184999365359545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"355677933bc6bb39e26889f6d99d682932808c49a3bc618200107056b8394488","sample_id":"grade-school-math.dev.7258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"170d8f4ffce7be9af9e479e6e0814f057f022a6c330633846600fd5c29c32be6","formula_version":"titan-u-contract-v1","latency_ms":0.6652079755440354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fb49fa7a56fee0ec6f42e67bb8245139cb4dd448a7cf56c5f5d5e1ff2d7e0f0","sample_id":"grade-school-math.dev.7259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f40f54acdd966b08d73d61211cad71263ea289cbdad1496293472d4243ca9f7","formula_version":"titan-u-contract-v1","latency_ms":0.7976249326020479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"960e91e6af41aaeaf2c5ecce26441adffae3689b171b29f7588238bcca64603a","sample_id":"grade-school-math.dev.726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a40c554befd7adcfaab9d08289f48f4c4deef9907d24e3aaf64935e801eefa3","formula_version":"titan-u-contract-v1","latency_ms":0.8823750540614128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db1680266b5d658559c07c94b2f936eab31f2152636d6ac5d4cbbcfb17fc0cc0","sample_id":"grade-school-math.dev.7260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0f370111119ce53933c5c98277348be9c5d27cb2c1e35a3abe105a10538ac04","formula_version":"titan-u-contract-v1","latency_ms":0.6848329212516546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"629effd7f06c7671a35029894bdd88b67e634943331090d5a411bd510c226c01","sample_id":"grade-school-math.dev.7261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b34536399f8ff766d8da979fc37841f6db1f045b3d96741ef60ef2b8d6e62fe","formula_version":"titan-u-contract-v1","latency_ms":0.9268750436604023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86ac78616d0c6eeb874092e6d0d5a388f134e3b7162300a58312e9312917b74a","sample_id":"grade-school-math.dev.7262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b8364b245cd0f9b0583750875d349728a860f07867cc2919a56748e56d04d18","formula_version":"titan-u-contract-v1","latency_ms":0.9868339402601123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8e0f9d8432df7cf0b6ba4a0ae617304b0e806c8c7bc84ec09337c066041f123","sample_id":"grade-school-math.dev.7263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f23242b552d16d4c55ba1797407f5a7a2f6d98ce0321502c13ef97a44defbf80","formula_version":"titan-u-contract-v1","latency_ms":1.0528339771553874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b693284c7290e2ab2322c7bd11915680212b04889c55aae0fe0a360f72d6a387","sample_id":"grade-school-math.dev.7264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62b9d707811ca3de13de6bdfd7cda6996544b3d841c5081f3627f375b25341a6","formula_version":"titan-u-contract-v1","latency_ms":0.8285000221803784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3806195105e5504400eab29efb9773cb01c2ab5643c5438109ad51a9e7c68ca5","sample_id":"grade-school-math.dev.7265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4671938f8d93591f8666cb65afe270f0585f35c774b37c12eaf29e9807931926","formula_version":"titan-u-contract-v1","latency_ms":1.0817910078912973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be20b4b2c0dc5c09ffc3f94baf784015b8c72b208c06f1e32137f2ffc5f7e960","sample_id":"grade-school-math.dev.7266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8df9a9b1ef57120aa9d3f8aa5a4401d68c1392b5f64613ee7cf5f466f425a923","formula_version":"titan-u-contract-v1","latency_ms":0.784000032581389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7365c153951f7c55816e5a318212e9653673916c2246bce3b6549789a6fa42a","sample_id":"grade-school-math.dev.7267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0d132d5c99f5d88fd0e8d9eaa33b7b659b1f647f0bae0d0aa58ae20bb954721","formula_version":"titan-u-contract-v1","latency_ms":0.8845418924465775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f41dd46fc431b6d5c7ef6024494b8396518ceb4c3a9c0e7db3236039e756009","sample_id":"grade-school-math.dev.7268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0b943f9c9ef10e811947214dfb26c025a031c9e7251645973ac7acc6aba1298","formula_version":"titan-u-contract-v1","latency_ms":0.8613329846411943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3434fe1f30ed777120aae635ba09ddeab17d7d727a52186ce2deaafdb6064a02","sample_id":"grade-school-math.dev.7269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e62276c9f5830f054e2e5a4d87d66d549cde503271168e334d64b5dd7d7ddf6","formula_version":"titan-u-contract-v1","latency_ms":0.9594580624252558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4854d637e3cf842191e18cb0c4315bd03e8e8bf742a50770fdb37696038c94c4","sample_id":"grade-school-math.dev.727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fb727e6e5734c68422d2e03c13449004127a8f63aefdd302872b474b707ba7a","formula_version":"titan-u-contract-v1","latency_ms":0.8370830910280347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da3ce23f2c746c0e91c8f55878f6cd95d31e160ab97018c5402f90902761a600","sample_id":"grade-school-math.dev.7270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2438f8e87d6faeb8dbbd1657ac59742a2366167bba3543936136bc616e3cb5ea","formula_version":"titan-u-contract-v1","latency_ms":0.6660829531028867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac56287f1035cf7728ff51da1ea4f8500bdfb12b096355b033d33b32ad0a1bcc","sample_id":"grade-school-math.dev.7271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2eace61b7d0757135daea5fa9da84bdc060ab5855fd7aba0284f5bd16f90dd29","formula_version":"titan-u-contract-v1","latency_ms":0.704833073541522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec348340c9f0bf130aad2207c1a8d30cd5565e2215e2681dc23c791b53b05a1c","sample_id":"grade-school-math.dev.7272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63dd3a8f8be0220e1fe03b1283e13fc6b6efd2e5049c3a549558dd376190255e","formula_version":"titan-u-contract-v1","latency_ms":0.6773329805582762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3d9e9ffb1b692507a7d4cbd37e48dd0452a9ddaf6eb35197198e9abbae14e2e","sample_id":"grade-school-math.dev.7273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7959e09bbdf67063d86ab868e1acb76b399862e5511e0617e0634e27ddf39d4","formula_version":"titan-u-contract-v1","latency_ms":0.6897499551996589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b960d922ce859ccedfa33a8c0f5644e285d4e1e2ddea1ed314bd7f9b2f6cc4f","sample_id":"grade-school-math.dev.7274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62d4c1a2fc02afa5fd0ee55bae99a7df8fd69ccb3b7035dd6167de4fd6eaf4b3","formula_version":"titan-u-contract-v1","latency_ms":0.6632080767303705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebd3b86b6b3559a8ac960d5f4b356d21d710ca6620d8875a597b681aa1bc4857","sample_id":"grade-school-math.dev.7275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b1aaf53561e3c5b65dbe8113ec3012af3c0e098abb2d1fb59cab19756e24c66","formula_version":"titan-u-contract-v1","latency_ms":0.8310410194098949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"141d9584f8722ba5b8aefdb96bb420248c20f719a0dcee3b203f58012fa1e33d","sample_id":"grade-school-math.dev.7276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecc67d5cb01b617c32e4a2fb040d71265d65358753c80bde1771758649345bc7","formula_version":"titan-u-contract-v1","latency_ms":0.6382910069078207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a93326cf196e986fd8610b4d15a77bfd6a8a230b31a3d7a664fb38ee849b972","sample_id":"grade-school-math.dev.7277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a37a8846eea89294ee7bd8a53dacd491a0920ff4e91948e3ffe191a960b5e40","formula_version":"titan-u-contract-v1","latency_ms":0.8476669900119305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7868fa12eb9ca47f66e7aff140906dd1f7554c636aaaa3428fbff6d7ff869cac","sample_id":"grade-school-math.dev.7278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5be9ddb5334c9f52859873d83993db33327411e5ec93b3e41862893b82a3e90b","formula_version":"titan-u-contract-v1","latency_ms":0.8431249298155308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea6a7bb2a1783fd94ea2d96ee4540c0bc8c6abfb277717a444d9d1b0ab47e7bc","sample_id":"grade-school-math.dev.7279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2fefd73ba2195c0ec4fa23d47248a43e995e86fe8b87aa119ca0c0f5d2a23b7","formula_version":"titan-u-contract-v1","latency_ms":0.9853750234469771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e382a2e9586f28ddd57d533d687246e033beaa238b175140937bd42621b877eb","sample_id":"grade-school-math.dev.728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4811a2c196a3eca5d78708a860b83ce8fe1839c8bc8d9d3d1796d930d46f4d1","formula_version":"titan-u-contract-v1","latency_ms":0.6983750499784946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d91681168ad756b3587a3b2fb708f58ae3009131ab8f3de677008d7dde8a8c4f","sample_id":"grade-school-math.dev.7280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5a1868b392b2aa77da2701d7217e78c718e71232bad60d1bbe20df4dbfb375b","formula_version":"titan-u-contract-v1","latency_ms":0.9502919856458902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c97c3fcb4029812c98abcbe998e5f615f5554dbae2477de789147bb78afc0d4","sample_id":"grade-school-math.dev.7281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65efc7e78df6292f2873d5a58ec502a147dd9902665a8e6eea6656834c324b3d","formula_version":"titan-u-contract-v1","latency_ms":0.8047909941524267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4d82f715b417ed6c9e6a9e66cf402276aaa406450a47bc434888bf978bf9cc6","sample_id":"grade-school-math.dev.7282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe0a96531f7f084e87dab47e3e52a65e08e71cafe7a69bbf276ad4a410e13764","formula_version":"titan-u-contract-v1","latency_ms":0.8869160665199161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b9a54a645e44eee9ebe1d793b38fbc6e1a82973d39ba32536296ee6512813e2","sample_id":"grade-school-math.dev.7283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae33393806b8632588be322e267343383bd82de303926965300ffb677d4111fb","formula_version":"titan-u-contract-v1","latency_ms":0.7013340946286917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d05be12854accf76d96982f5800f53bdc8951d7647f0fa40be9357af8df3407","sample_id":"grade-school-math.dev.7284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8baaa6dfb83b926cd09a57e6af35cc00adcb4cf6380ebf5b9e620a0f1d8d55ca","formula_version":"titan-u-contract-v1","latency_ms":1.2758749071508646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d6bb333b75ddfd8d39cc82c7498940091f30af98cac396ac34dd76af8b6bf73","sample_id":"grade-school-math.dev.7285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c5d585dc5637832ed5ad1278b05a3d7fa8d6024606b52785af675e306a0e05b","formula_version":"titan-u-contract-v1","latency_ms":0.8262500632554293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"725586c8e49fc17b32136fd6345f0d4b1415665ef3def9f012fe1b1c7b1e3672","sample_id":"grade-school-math.dev.7286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5db8c34624c9061fefacee5bbdb1857f509052a7053e1e9e4e082ddd591dc76","formula_version":"titan-u-contract-v1","latency_ms":1.1207920033484697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7c315d7ab368c33bc038dbd1ed74efd77d7e4212745ebd1ea001e81990b7671","sample_id":"grade-school-math.dev.7287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5664a012f24627c0fdc116119f79b17e744896ea3551932fc3932e724b5b870c","formula_version":"titan-u-contract-v1","latency_ms":1.0207920568063855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82c994a40f93e7ead808826a6a5d7a8bc99efde1897eb4e7c1e6199a06816ded","sample_id":"grade-school-math.dev.7288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e410165ea1aa1999c37fb11613db6f1a9c9e1cc45808cee5ebe9db62cecc744c","formula_version":"titan-u-contract-v1","latency_ms":0.8879579836502671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76522bb6aa0ffd8f858bdf554473cd5d7181a8fb9c9e6ce0a34656fd1108b751","sample_id":"grade-school-math.dev.7289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c50f480f243bb3b5ae4a8aae36ceffa2ee080de4c8e9920d1f88ba131e41856","formula_version":"titan-u-contract-v1","latency_ms":0.7168750744313002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"499e6737a448a26e3872b656c0946886388a1d15e6947102d07015c73c4b038e","sample_id":"grade-school-math.dev.729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"728d737103da6af58267cc458eb506a4961707203f559aab2656c801df0cb4ae","formula_version":"titan-u-contract-v1","latency_ms":0.8183750323951244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a070d835d4cd205dc798f4701344f83c55a34fc6cf60012cfa42b38701d6858c","sample_id":"grade-school-math.dev.7290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45d2ff6bdc32bb358b25b394833480a1a6ce6a843f51ce789ffa97a6160e8c1c","formula_version":"titan-u-contract-v1","latency_ms":0.8053750498220325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b25e29f6c58cd0f9f0e0d516a530635eeeafc6758aada04f0dd10fbfcf7c54e8","sample_id":"grade-school-math.dev.7291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a534e9c3f23660977daa94543da11ec61edddc40e7cff65f8fa11823e084f15","formula_version":"titan-u-contract-v1","latency_ms":0.7035840535536408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bfbbe32648dafabb5b30efd0e5ddb9c9b21141a1f6ccca92064be8befb561a5","sample_id":"grade-school-math.dev.7292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bceb84c46b4ba789c77d75e0042d4442b7a7f26690c9d7a5c3a15cac4e83b3b7","formula_version":"titan-u-contract-v1","latency_ms":0.6206659600138664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0da24bf0a67f951d5cabd6b3099d9b40f05c638977f54002e6911105a0329f3a","sample_id":"grade-school-math.dev.7293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d59d8102e94332172ee2772d2c0dbaef8bd9cdcf4dee952b356f936eece78dc2","formula_version":"titan-u-contract-v1","latency_ms":0.7962919771671295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92d097be6b26c586659b2fddea7ef05427028063fe3e6eaeb1bcefa67fb5b12d","sample_id":"grade-school-math.dev.7294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd86507022bfa5a0eff16208f310172159513b2666c2cfd5753b23ec80509874","formula_version":"titan-u-contract-v1","latency_ms":0.8405420230701566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6d07ae8dc3bc814608eb7f74d17f503d51da33a3a757c3e8f9e7f100fb11f86","sample_id":"grade-school-math.dev.7295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba581bb0109b139541cc735c24dfd1701f45dfb7a34ff50b2ab821b79551bfff","formula_version":"titan-u-contract-v1","latency_ms":0.9264169493690133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e31da47c078eb989db0b9690057375df277f1cd621ad667fffa4ce7a162b5fb5","sample_id":"grade-school-math.dev.7296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20938afa8902babccb3f055acf1e51c491b2ecfa0505ca04fa116fa1de6f338d","formula_version":"titan-u-contract-v1","latency_ms":0.8694580756127834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7469f30f417de396abf4b2b1159e75cd121b054002a73905d4f3a7b9731895ee","sample_id":"grade-school-math.dev.7297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6111fce29dc99aeb0df847928089dd5ee017d944ca88b7d25a907bb40888c8f","formula_version":"titan-u-contract-v1","latency_ms":0.6733749760314822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdce617d0eba5a51b1f0525ff4b22c8edb8e8e0fac459c83b1dc635678899a6d","sample_id":"grade-school-math.dev.7298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8555abb65c2e79cc1f591e0f91048e50a0580eccd5e33a5d6746d11ad94eca7d","formula_version":"titan-u-contract-v1","latency_ms":0.6740830140188336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bde97260198477b44a3bd2e3ede2c9411dd0c9bdd30b0303305497ae4894339","sample_id":"grade-school-math.dev.7299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a1804e1cfa717f01733d1ead077267bf16f331f1b829ad0c88c6145fa8bd678","formula_version":"titan-u-contract-v1","latency_ms":1.0290000354871154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23f3a00445bef0b8b4dd5834e644d00e57da360b165ec4f4ff017ea71e880dcf","sample_id":"grade-school-math.dev.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"290e8e1824e9e91393cf0005e07d6f9c30d45fd578e7a389e6547833baebdb86","formula_version":"titan-u-contract-v1","latency_ms":0.8075840305536985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd0402274a2199560642feb7950d41811e883c21b22f845d8e0dbd0a7f66d781","sample_id":"grade-school-math.dev.730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f1f511f08a4516651957cbd86011618ff1149e053f1f982bc0bacdc0892d269","formula_version":"titan-u-contract-v1","latency_ms":0.6945000495761633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dae03e5188754ece1e6fd1942d8ee14178e4c933c7d6c4f36b8049f74242fb38","sample_id":"grade-school-math.dev.7300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f31c8433fad8ad69eab60f3f702777c19751f794c4aaffaafcea464c9f60020","formula_version":"titan-u-contract-v1","latency_ms":0.801415997557342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77ae30ee8bd972d066b1c23b2fb980258704f36755a48d628c747ae889f2ce3b","sample_id":"grade-school-math.dev.7301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"776f56bd6d225a125e80352b74e451c6911b53d3e18e9ae8694035a5e211bca9","formula_version":"titan-u-contract-v1","latency_ms":1.4931249897927046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08c520f7c4f092d77d267a3b9010e65690447b94e2e9de335a40b723b16f5d42","sample_id":"grade-school-math.dev.7302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c29bcf25c4497f7b3bc2d49abff3a8e1f41a5249402303237948103f42bbd54","formula_version":"titan-u-contract-v1","latency_ms":0.7609999738633633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"027fe8108c7934d26c6b04cf9236be6567eb73226d3b3387918b6a626ccdac87","sample_id":"grade-school-math.dev.7303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07d0b49d1360af52f5c34d850798310a1625733b202b623cc011d1761e0ace2f","formula_version":"titan-u-contract-v1","latency_ms":0.7395839784294367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cfbdc0895c14ecf97a5549b617c1be8cafca9eae72e132c4041b9febd711a63","sample_id":"grade-school-math.dev.7304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbe69e270329be1a8f00d479ce18569afbe595fcd8105dd24f62f62abc86eba4","formula_version":"titan-u-contract-v1","latency_ms":0.8296669693663716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4ad6550ad2c4618b7e9bbe6da29aac031297170baebb00fff8f9d76fce08938","sample_id":"grade-school-math.dev.7305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e7d957b08c7c61aabcb8dc5fa27d1b113fc76d80b87987aca3b465cfaad9a11","formula_version":"titan-u-contract-v1","latency_ms":0.6443749880418181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"657bee7f4ccd7cf6371bab789a1ac5bc48585bf2876d97c604d12bf0f4ff5be0","sample_id":"grade-school-math.dev.7306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3f5cdcbbd0855fd1c19120490bf8a0d5315d56dc8a0a03d78210c9e1ee5bc47","formula_version":"titan-u-contract-v1","latency_ms":0.8103749714791775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"033c0a7ba79186a2d9298280db17be173abff0812239c90d8e69b2dcd0bf0fb1","sample_id":"grade-school-math.dev.7307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62f6876c4f2144e3d3d3d0a72677ccb6a7d51932afa20ca1c4e8c0cc969b9c59","formula_version":"titan-u-contract-v1","latency_ms":0.6689579458907247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cde0d58bcba444dc863bbf1af4875fe31a764f30822fbd5b803990ad8190bbfd","sample_id":"grade-school-math.dev.7308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df44df857669b370c9a6b1f87b70fc0f3b8966caf31c924a961aaacc48be0928","formula_version":"titan-u-contract-v1","latency_ms":0.8366670226678252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b001ac568fb4a67da6bec26e1fa8e92f21012496991277e2c6be7cc4fb230c52","sample_id":"grade-school-math.dev.7309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b52d2f313b040c270909c3bdae0e85bed374c517a195bf2885b11dd501f57410","formula_version":"titan-u-contract-v1","latency_ms":0.7108330028131604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e0e13193de61729940e374c72a086d0963746761936386e8fd34224d735bd49","sample_id":"grade-school-math.dev.731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bb4a030fba1cddc05b630f0ffb71ce310669b4661daaa83711449e0dee296a4","formula_version":"titan-u-contract-v1","latency_ms":0.738083035685122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb75d1a42b1ec111767f51a9229999585af0cc7581ea06319e7af5333cc54f72","sample_id":"grade-school-math.dev.7310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3fc836ccfb05d570f0075a156355a808870854292d5151d3209df1cdb7b0ecb","formula_version":"titan-u-contract-v1","latency_ms":0.839291955344379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5d1453521b27418875798e66460cc11ebe30cb9ec586b6a92da5476b37f4734","sample_id":"grade-school-math.dev.7311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bbe41c9d44e476f3e6380f9d97518f547ced4e13146227fcf69ef40a3105f8b","formula_version":"titan-u-contract-v1","latency_ms":0.950917019508779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0b0d810dad51a385d8f68349d94ed134b84b48f12b68885287f84b694a31a51","sample_id":"grade-school-math.dev.7312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c56661c19e8935c3c631ece489f32f9b622d2bd13e0519a9a021fb93048562a","formula_version":"titan-u-contract-v1","latency_ms":0.7088750135153532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd0a9a9e51ca87ccf1198ddee712c3cc9fbbf2aae6e577194c75f17ea72a0936","sample_id":"grade-school-math.dev.7313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42e9922859b8d9f1bbb2ab25960bbb1e78ec2a14fefa5da7de99f315eccf964f","formula_version":"titan-u-contract-v1","latency_ms":0.6448330823332071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fec6120d49c32289d19b32e95c6ce3b15d1523f538f58da8907fe37e0fea083","sample_id":"grade-school-math.dev.7314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9f6e71b9f084badb05a8a8d59bb6c5117655f02bf4192818a89d094583b925b","formula_version":"titan-u-contract-v1","latency_ms":0.6613750010728836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fede9d6e70b6da57d1ab374a10d5e36233452084cefd8ac1278911b1e571584","sample_id":"grade-school-math.dev.7315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0691de4e53a4f099aaf5f0808a5c49e6a472a1256c31436e636e713937b5209","formula_version":"titan-u-contract-v1","latency_ms":0.9369170293211937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccf06d2c8e76817f68744f4c18308f000646ef981c07264333785e0e5810cd4d","sample_id":"grade-school-math.dev.7316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b9d4b9e2d6ba327db1293838325dfd6275724bf4c32ab7f25824798e25b0123","formula_version":"titan-u-contract-v1","latency_ms":0.9357500821352005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22dbab8f1305257936bc65be701ab57f80e2645bd11910e2ac742d00ccd361d6","sample_id":"grade-school-math.dev.7317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50132798e1a816110579720988102011306109891d36a38ef3ab94361c7f3fa9","formula_version":"titan-u-contract-v1","latency_ms":0.799915986135602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85305fafa05d6b656794a939062e0712fd70ab8d94a86c9060bf33dc2058cc27","sample_id":"grade-school-math.dev.7318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3d2da8de650d2cb8e73acd1b07751a64a6f4a3e0bd128b89cb03ef1ca2b3bdb","formula_version":"titan-u-contract-v1","latency_ms":1.1259580496698618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1879adfb9c3bacd94235cceb9f9d41d2b8dd7261272df80ed0582fa49858d5c9","sample_id":"grade-school-math.dev.7319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdd1215b74cde798f77878de6e6910ab674e7b5eabcaea7a4ba20f56e27b8e48","formula_version":"titan-u-contract-v1","latency_ms":1.585249905474484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b5f9dde386c74ec0bb685ffe26c63140592e919d0f7060f2fff4499d70386f6","sample_id":"grade-school-math.dev.732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2eb8de5019d4b18ab45ffd66c3a4c302d684d2443fb05c10aace3be18203a1e","formula_version":"titan-u-contract-v1","latency_ms":0.6792909698560834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"671ff2cc39336c793848cf3db9349619f93ce3187c4861008c2fefafe074a1ff","sample_id":"grade-school-math.dev.7320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e4a64e3e94840e06802c8f7edabcb5761721b89532a1447054faa640261d7b1","formula_version":"titan-u-contract-v1","latency_ms":0.8209580555558205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af981e0b8ffbe793135825e1caa34797521bb70b46394e1059aa0ebe26bdbf82","sample_id":"grade-school-math.dev.7321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65107dda3a5c6d2b0cdf81e945e6633cd71cc103d2ef936849e40f2afe46ca52","formula_version":"titan-u-contract-v1","latency_ms":0.708417035639286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a732ebb11e5aa34d040bfb977a0697e2cebbf7c8adc45a8212913d59a1bd40a","sample_id":"grade-school-math.dev.7322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13a555c75629142bf9549f1ac225199e08c5f1cf5178d23bcf1a2668a1c1f677","formula_version":"titan-u-contract-v1","latency_ms":0.7143749389797449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b2c07be9e1a1489fe9ad90d9642e6d36913e2463bf58273f6c33a65fb516ead","sample_id":"grade-school-math.dev.7323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7de6329833c7d4a0d4eeb5eacd88b91b8a8f334158841fdc85ddc18019d6b94","formula_version":"titan-u-contract-v1","latency_ms":0.7041250355541706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4e852e08ae00e11fceedda0585a285066239b68ff25f7d42f1c2a9c9c87c610","sample_id":"grade-school-math.dev.7324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"512c6adbeefdeb18a53fb75260bd8bfdd063952d9a7a76b98c0471587f9dcbf1","formula_version":"titan-u-contract-v1","latency_ms":0.8854999905452132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b3f7948ca1766391b11ea6e3a863e4d3c1c97c62e9efdf4d7e13758a3eaf483","sample_id":"grade-school-math.dev.7325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9391c0fb7e1ced91f06bac4cca079252c43459653ba60a19f1c56d2714dc0226","formula_version":"titan-u-contract-v1","latency_ms":0.869042007252574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa4ca109510c466e73667e616a4ae36b9a3d476dbcf3563ecd92248e7881b2c5","sample_id":"grade-school-math.dev.7326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a751dbde02dfed246153102d71b98de40c286427cefab8d67c6469b0542567e1","formula_version":"titan-u-contract-v1","latency_ms":1.1099999537691474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9558a9320c3eda2a8178328d05e8fd1e15a6a60c4236912f64eda14754352dad","sample_id":"grade-school-math.dev.7327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e6a721fa1343aedd1b6f0318026c633da6d54bf7715a0b22a07870f269c339f","formula_version":"titan-u-contract-v1","latency_ms":0.7245410233736038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3e4658ab63796e7ddc681f28911144f8ee80f8619d5cf4b3e8417b3c362b567","sample_id":"grade-school-math.dev.7328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdc1b375089ec07d5f4224eb74096b8faef90e9e2abd57a8279e28eecec1887a","formula_version":"titan-u-contract-v1","latency_ms":0.6419159471988678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20901a01e72f774f1942492ae8e86b68d9d7f2d494684daba554ebc48e697d99","sample_id":"grade-school-math.dev.7329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cafb8860da3e8e97a8bc2dbefa547bc8365a73b86ebdd99aae0c212cedd266e2","formula_version":"titan-u-contract-v1","latency_ms":0.6807920290157199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a347997072513c580446c0b5eedc49c82d15cfb9e834a7039998083de6ec28d1","sample_id":"grade-school-math.dev.733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ff5f0f67604d3bf0669857c730325b3570d11ce061621f61df179a0c5b3b600","formula_version":"titan-u-contract-v1","latency_ms":0.7637499365955591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3c6ba5eb9a5bc2846c44fe11574276bca7cd95e94cbb35d54583e82b5f2382f","sample_id":"grade-school-math.dev.7330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caa105a72de461f4e639b9205f1dd848db62a2fecdfa2be1324e08bfac3ec1c6","formula_version":"titan-u-contract-v1","latency_ms":0.8372078882530332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7754035390ae678162eb5fe493ab717da351b640a40eaeb49c93b064969986d","sample_id":"grade-school-math.dev.7331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c25d324eb29c654f7c4bd1a51e09fa207f971a4a3ef683489298a037d7d43720","formula_version":"titan-u-contract-v1","latency_ms":0.678666983731091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76c9978e81992faae79ecd6d62b59bc3311946c1b7f5adc473809aae02cb6f49","sample_id":"grade-school-math.dev.7332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbae104c1cbefc8c5cab16930fff5a694aeb8960505d833bf7585266b2ae8144","formula_version":"titan-u-contract-v1","latency_ms":0.8689579553902149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25a413b33d354a430a0b4d70a7a64f7edf579b7b7c5ffc3a1a07432d6f9aa09d","sample_id":"grade-school-math.dev.7333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc1f9e0e1a8eb10508d0f3119a5f51e75e1bb40fa83f25f7e8b6d88d635ff590","formula_version":"titan-u-contract-v1","latency_ms":1.4056250220164657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"903beab489fe1f613226ae17749e8f5291bcc11dab9a42f7024670ce6e95155d","sample_id":"grade-school-math.dev.7334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b3fa39f6d947b3a3beba7bafac3e6c019ca71c7ce91ace7d1cfb66817c3c7fc","formula_version":"titan-u-contract-v1","latency_ms":0.6940409075468779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebbf5a970eb8862afef6a208aa9c0b45db6cd8c617e3112e021b6d9a1c69efa6","sample_id":"grade-school-math.dev.7335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efcbb22da8d8b5a3a1d43ab40b58d96c85227b8f58a8f721b12ce18dde5be1ad","formula_version":"titan-u-contract-v1","latency_ms":0.7831660332158208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13f343f4aca10d1b310217f366f63756a51570a103ac6e4b95955864213469dd","sample_id":"grade-school-math.dev.7336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a216b6822e90792432adc6c0b24e84689e6f8f30e6adae7083a745b8462be03","formula_version":"titan-u-contract-v1","latency_ms":2.1933329990133643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91c58b3af89b5a5adce4633ad01b89d1b1c97d44971717760b109daac45d99e0","sample_id":"grade-school-math.dev.7337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cac71d6ac674d01ef18e1952814c9650f7213d391cba70928b9e7c4e64bc8653","formula_version":"titan-u-contract-v1","latency_ms":0.9072920074686408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a72338dda3fda744b4c8b7fe2807011109dcaef024b5d68378b84a7a5d752c9","sample_id":"grade-school-math.dev.7338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d034fb8e4e012df01509d449c9ac2e9136e374cf266cbf751659f3237f7857b6","formula_version":"titan-u-contract-v1","latency_ms":0.8720830082893372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aafb706dbafaf6a5b60f20721b828361b971de2c7ea75927fb4ea7fb3d743915","sample_id":"grade-school-math.dev.7339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3884b8c9f6975437d26d3bd801a0af44dde169e73ee02449886cfc4479b64c8c","formula_version":"titan-u-contract-v1","latency_ms":1.1914169881492853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1bef920e0b78acd7825491a01cfd94856e7381dac9ce3c5b782c7398903633f","sample_id":"grade-school-math.dev.734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff95388ba6397756df831c38657bde75de2de3767f98366ff23655d07eb26707","formula_version":"titan-u-contract-v1","latency_ms":1.0198750533163548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0034311cb0ef34849273a630d4d9952537fdb4168b781a0d5acd63b57712fc3","sample_id":"grade-school-math.dev.7340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43fbb6b3210ae4d814728d1927029d4599ff37655e9c6e839a613cc94ae5c009","formula_version":"titan-u-contract-v1","latency_ms":0.8803749224171042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44fd84653c8aab1d430607294526632794dc7ead09d2a956c87db4e82b43468c","sample_id":"grade-school-math.dev.7341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cba29f053310195c5bbe531c75a38d8dc7a02a55dbee951f7f3abf29898fa19d","formula_version":"titan-u-contract-v1","latency_ms":0.9513749973848462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a148ef3b0ebca1c05b04c5a1acebae59d1665e45f8abeb7bb0ce1b7ecfb34f8","sample_id":"grade-school-math.dev.7342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91fda9e430d288ff99a0edc6f24c6f135edfbe5653d997586189a07de7a13d8c","formula_version":"titan-u-contract-v1","latency_ms":0.6917089922353625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85b11933acbc07bc753005737ae0b405d4c3a2b97a6c273f9d36cc14dc5de43e","sample_id":"grade-school-math.dev.7343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f84e69793f7f18e3e9fa2ff5131cfd8f46201ffc92c7fdfeb3494b0c8163db0","formula_version":"titan-u-contract-v1","latency_ms":0.9469169890508056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b16e75376ee9cb2e3a2aa375e0a5aeaf405fe974a6dbe97b6578f97b8cd4259a","sample_id":"grade-school-math.dev.7344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8806216ee249874880e6c2c551e8beb040a44b77b4c92b11cbe60e7c1f2d348","formula_version":"titan-u-contract-v1","latency_ms":0.9230419527739286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56b0c607249247724db023bda7b879656fde5e244346582aa556e3d5fdff3f36","sample_id":"grade-school-math.dev.7345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6de3cacbc033624bf805a64568c9e246b32529f9dbce224f2c717190b5832d91","formula_version":"titan-u-contract-v1","latency_ms":0.8660419844090939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44711518d2c8efaf9b470bbc6bd0297336fddc6550fc71c63647eb22c576ffdc","sample_id":"grade-school-math.dev.7346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae4dc656841131fefe623e5d1f567264f39b612ff551c285a505029ba0e977a6","formula_version":"titan-u-contract-v1","latency_ms":0.6654590833932161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ce5a6a706e58ca3248ecfb44fdb4801b3e1de84c151689f05f6f96c1079b31d","sample_id":"grade-school-math.dev.7347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"952c6c3eced76663b102060878a7dd756ed9944cec0186bd7503e14d72db6bf3","formula_version":"titan-u-contract-v1","latency_ms":0.6734579801559448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8583d6199cb2500902bb91388509ab4a2f3e83b3fadc227b97ae32b24709078f","sample_id":"grade-school-math.dev.7348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63e6b39f00f905e1a2c971df5481ae18ad183b9de18613b83027c163301a9353","formula_version":"titan-u-contract-v1","latency_ms":0.6415829993784428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68be5e502718647396297bfa00f53888c9ff3451efb457274e58ed7c1eb4b002","sample_id":"grade-school-math.dev.7349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bdd4b374b55aac93073f8b2bde3278d9327e40e3b82a5824b6874d3b2f49f81","formula_version":"titan-u-contract-v1","latency_ms":0.9853750234469771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5befcd5349ffefea90c155e1facce91a7c5b2d651bf3aba8a93aae2754a67eca","sample_id":"grade-school-math.dev.735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af64fe8cfac9617baae3f1ab01be7872fb3e808c2eb104625b8cc0aff418c711","formula_version":"titan-u-contract-v1","latency_ms":0.7050000131130219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abd0a8bb4b6be375210438985d5d94ac30bbfd6552c6ce7be2a4cb5a189b66fa","sample_id":"grade-school-math.dev.7350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ad90dbc0bbc217e7a871a8e7909edb5ae00829bdb1166754fe41d24422aece3","formula_version":"titan-u-contract-v1","latency_ms":0.7733340607956052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d0bed546552dae5c8a8a2982b00453f396024042be3d525c1493c6b78cd8c25","sample_id":"grade-school-math.dev.7351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1924132095c709383a7101ae7d05dbcbba277f23cf7c9ac6e5826668c7c3a0c4","formula_version":"titan-u-contract-v1","latency_ms":0.9658749913796782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dc6db0caeb51d0ec3668c60dd79811bbe834ed5e6f592d4ddc8a4c084badf2e","sample_id":"grade-school-math.dev.7352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0eccbabceec888b194a821c45e928f72b3ae9026b019d9f07e667dbdad755120","formula_version":"titan-u-contract-v1","latency_ms":0.7528330897912383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99afec70733dc144cded74ae25254fcc52614877beb6f2a2432268645d3dfe3d","sample_id":"grade-school-math.dev.7353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64aaa9ea274d140ddaa35b9148f1e0883b0c10d8811b7bf03ae2e7686afeeef8","formula_version":"titan-u-contract-v1","latency_ms":1.105375005863607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"128f7703eb3229bf7be222252bfd6633ce6b04e13c6a0f5d61566f35d959d87b","sample_id":"grade-school-math.dev.7354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a27c1fd63c6368fe0746a2296406d564795c3df590b572ccd00924fd24426e5e","formula_version":"titan-u-contract-v1","latency_ms":1.199041958898306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a8226bbf096cfd2bf05ebcdc142572d09093414c470c701cfa515a47019f193","sample_id":"grade-school-math.dev.7355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aebea346980d29994916d0975f2a66f4efefb33c147acf03f9b63c804a661cf7","formula_version":"titan-u-contract-v1","latency_ms":0.8827500278130174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b706c19d3683ecae0cecb8e53e71da1e33eaa174898728a67ce92986ab2348e","sample_id":"grade-school-math.dev.7356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22f8a15a942f64ee298ad91794ec78e787e9263c414058e0e069ec17f1d07788","formula_version":"titan-u-contract-v1","latency_ms":0.967875006608665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a864d8cde8961b1b7b31288ff44cdd16fa47df1e3cfddd940c49d35f351a9d59","sample_id":"grade-school-math.dev.7357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"894d8d64632c4ef7f1b3a37f3373869769d4ed463562946fad2a9f2a94e40589","formula_version":"titan-u-contract-v1","latency_ms":1.3990419683977962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a069d64b411185ec08790f7717f2666d2621ddf4ba076a7aae79e465dac43d7","sample_id":"grade-school-math.dev.7358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a73f090b98ee204880a725d2ca219d8f095a12aa9de4db5342d61b421a634f1","formula_version":"titan-u-contract-v1","latency_ms":0.7301670266315341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36be20f579d868a6724eabdb8dcda422a0010ea646a8ec871008a9e9e5a49f24","sample_id":"grade-school-math.dev.7359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f722fbc9c99a3ff2706ae2d955f3d261bd32d1e2c4b0c7c2f00054be4baf182d","formula_version":"titan-u-contract-v1","latency_ms":1.4911250909790397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33ac0bfc75444abf37f42695fc393fb626bc323f462012289496651243b2c33a","sample_id":"grade-school-math.dev.736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7edc8bb562511e2f9de02ffafb48342a913e343099d290b99c7e6067675e45b","formula_version":"titan-u-contract-v1","latency_ms":0.9696249617263675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ac72f5c36987533aee62f918a3d80a3e29e20c5d95f3ee617a265d3f185f551","sample_id":"grade-school-math.dev.7360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18cf5df686e45b6350b9f59aea95c75ea6ff609dcda538aa3c7dda72ee546245","formula_version":"titan-u-contract-v1","latency_ms":0.6934590637683868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38f045333464183ad06616e3a800a0560dd18da12b32dd3176efa511d73f5416","sample_id":"grade-school-math.dev.7361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e79191b744cd9cc29d8b5088773b9b1c0ac5b09bc80ef7b611f9ad7a1427d00f","formula_version":"titan-u-contract-v1","latency_ms":0.7884170627221465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ed28ee877ed5b8a40daa63da0643808ac1a9ae930de4b192979e6177c281bc3","sample_id":"grade-school-math.dev.7362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9897aac421e455541f28c53db211a25692f74720478d21584efab5bd1cf52f1","formula_version":"titan-u-contract-v1","latency_ms":1.0160410311073065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23ad7bb6dfece3bc26c85dde1ee2826daba56f72b47b4000acf1c0c093d1f491","sample_id":"grade-school-math.dev.7363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b847402d73c9fe7dae042fed9b0a534a863e027a55c0834c5ce1a2362b9b478c","formula_version":"titan-u-contract-v1","latency_ms":1.5772499609738588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbfc00d23d689170a9cb5b74090a46f1734d12b78077540adee4c347a244ec39","sample_id":"grade-school-math.dev.7364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d5f1d6e4469dd30bdf94374e88112b35776432a556c40a7a1c9d1e8eafb4a0a","formula_version":"titan-u-contract-v1","latency_ms":0.8601249428465962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19eb4ff3a3d4dc0c350c36123187056ef7d25e51e089e0502cea724b8eadd03b","sample_id":"grade-school-math.dev.7365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3b73e9f325e06cf55bab3d2c9ee992cf9538966bbb08a72049d55f6c16f9896","formula_version":"titan-u-contract-v1","latency_ms":0.8492909837514162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c72d55fa7d8f9e69e0730c6a8abf0170ab0d9f96cb2ae322a4ae6f83c3590dd8","sample_id":"grade-school-math.dev.7366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fc88d71f2fe22d6b9d2c01b3f6f6f5615026291572d2e4d32ac39e9cd5fddac","formula_version":"titan-u-contract-v1","latency_ms":0.8392499294131994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"119ec2bdcd657b2b07d2528cd19491466e01957113305a8bdcde4cc4068be877","sample_id":"grade-school-math.dev.7367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da792d9e7a0e46181811c8eddc98fe476c56aeb7f8b94c52d891c72a40cb80fb","formula_version":"titan-u-contract-v1","latency_ms":0.8796249749138951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"558d88e62db170dc759637abc03249737282d2ce577df7e4fa0a71d4d2b8a33e","sample_id":"grade-school-math.dev.7368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24745a2902722ab1dbf6c7a3bced1b76364c54937ff95cc3db8ff73bf7232c67","formula_version":"titan-u-contract-v1","latency_ms":0.9929999941959977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ecc5be04c25fa2458d8a728cc136a89f9380c0813442caf872b3af5a6ba430d","sample_id":"grade-school-math.dev.7369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"272178e2e7b1ac1dc4bc59186e89f8e18b9cd5370bfbfae3b6ebad48caa43c6d","formula_version":"titan-u-contract-v1","latency_ms":0.8515409426763654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c52d043a49991ac85233aadf4064433ebde399b34979cfae2c1d684ccea88be","sample_id":"grade-school-math.dev.737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbc77f086afce0c04bd91e880c4e868b85833c02425a5c1d52cd3cf82261e8a4","formula_version":"titan-u-contract-v1","latency_ms":0.9565420914441347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"056ed233c85ce5171c240145efdf79a40ec42d8136914baeadb546c3fb47bbd9","sample_id":"grade-school-math.dev.7370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bdd81023740dadc1f5f565d9f9ca2a00458076c2a36f790d4ec46eb25a57804","formula_version":"titan-u-contract-v1","latency_ms":1.2348330346867442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ba54c5b4bbb3109a5009be0971db078e0c7535ba55d1583147137b6bf4f9b6f","sample_id":"grade-school-math.dev.7371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0036171b320f01dadf790a948d5ebed29815435012e42b5899ac53d634134e50","formula_version":"titan-u-contract-v1","latency_ms":0.9566249791532755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a92c766e21526cf8717c5cddffa54b68ea8a052ce58c557632e65321deafc2f","sample_id":"grade-school-math.dev.7372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bd16c8e1a359f0eb9e48d0506ec91313b085d3e9afb9e8897e5facf0506a036","formula_version":"titan-u-contract-v1","latency_ms":0.8374999742954969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83b739f83449fc5b4d45603c4c5d9eca1d9c421e3bda45cb91ddd28ef764d8fd","sample_id":"grade-school-math.dev.7373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a9f28e54a91b1f0018e45863f59f6d59c221be66a0c3fcd4b35be4896d96bf7","formula_version":"titan-u-contract-v1","latency_ms":0.8655419806018472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d5588c67ea32aae03e7c6125b707df1fc60c5528df41eceb30d4f89387bed81","sample_id":"grade-school-math.dev.7374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53aa46dca70b2bbfcbbeaeba8104a1032a1646a14dab9c7b1fd0cc9bcd1db478","formula_version":"titan-u-contract-v1","latency_ms":0.980416894890368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a155907c77167bfabf8c0dec81c88856c1b35b9ea27fdbb0fb82be35e9f945c","sample_id":"grade-school-math.dev.7375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d5d580dddf4d7e1854e0cb91e23a5fe835f42fe75e60fe5e7050681e3aa5e60","formula_version":"titan-u-contract-v1","latency_ms":0.7136249914765358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28b957b69130ff2e158598ee9b159df6f3ceea1998d6f3d7a0ac9297350daa3b","sample_id":"grade-school-math.dev.7376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5a2c9c330419db0db18e7d7520c037af31822f0f93d4ffb2fd30c1b625e384f","formula_version":"titan-u-contract-v1","latency_ms":1.6495420131832361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4b04ff6fd17f59f49d500ea3a3b6f5eed5494eaf349f1bedda7ab7464ebde32","sample_id":"grade-school-math.dev.7377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"655c2fb59b4fc4bd6736b4379c89ea4e6d4420f1f9e7232d3909749c303b76b1","formula_version":"titan-u-contract-v1","latency_ms":0.8987500332295895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b1d8149ed883e0f19bdcb81178e46ee17cef8a7d16ec13866806f1ea9b98b2d","sample_id":"grade-school-math.dev.7378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fec9893f62b99678d63fea3de51f8763a35dd3ea67ec7e09286b3fbd695d33b8","formula_version":"titan-u-contract-v1","latency_ms":0.7062910590320826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddf9c44e4f8a0a3215b7ae58c7fdf8aa0d094a6758c66c9e883865ea8f37fab0","sample_id":"grade-school-math.dev.7379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"781c317a5416a5db538d7b5844a6db801ee617ca7021722452e331053d7e365a","formula_version":"titan-u-contract-v1","latency_ms":0.859249965287745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c5bfe43d4660ceb29261690f1ae4736b64027669962628261314e02abaadca9","sample_id":"grade-school-math.dev.738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac91cdf3f3f92916cc3835bf23f695baed7233ccb3f1b6c6ebe73e1b1864e915","formula_version":"titan-u-contract-v1","latency_ms":1.028624945320189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"167ca7aedd4e2aa34bc77dc6e54915cca2254f88dc88bf96b0d030b7069db46d","sample_id":"grade-school-math.dev.7380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"332b37b050acbea8e1c304d061c163a76f461f447da3c2492451898ae17f313e","formula_version":"titan-u-contract-v1","latency_ms":2.350374939851463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60b83f465a3a3e40257cbae02a691275e6853f83b7e97beb36062df8807fe400","sample_id":"grade-school-math.dev.7381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"428955bf131f1560f7af98ccdf899342a466e61b6905be3a93ac880eab2ebf16","formula_version":"titan-u-contract-v1","latency_ms":1.911749946884811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1ec3f98ec8e1adfe21c014d637970545ece451af5c826632eccaea16610d287","sample_id":"grade-school-math.dev.7382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e317839e766c3c95b0d450c29cfd094e9e281e05b5d9f90abe2d487a80139ec5","formula_version":"titan-u-contract-v1","latency_ms":1.1841249652206898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"143b40d3959f4ee5aae10e2b836ba385200286d79681bd87d7d971139c9491fd","sample_id":"grade-school-math.dev.7383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7637609bab7646ec8ba86bb6c1579c343b35052642d26fd6823efba80460dc70","formula_version":"titan-u-contract-v1","latency_ms":0.836124992929399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"177ff34cf02b3af6b878fcf5942d85a55b4a581a25eb825a13c8df622fc0d7af","sample_id":"grade-school-math.dev.7384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8da6bfa7ae20a5b8d65a25d5c64b9368ccc0a88f8e61958ed533eb360e8f4009","formula_version":"titan-u-contract-v1","latency_ms":0.9785000002011657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47c1ef74edfc5f483563653f49bcce0d2c5ca89a582bc6ee69d6a87c1f2a61b9","sample_id":"grade-school-math.dev.7385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b86b9eaf972a9eb5da9d3c4b65d57a5dcd28c298cc784135269682884d377f44","formula_version":"titan-u-contract-v1","latency_ms":0.9172090794891119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b29730c65b8932d7ace10da7cb73ec320cb5fd6d8f1e130dadeda142fb946e9","sample_id":"grade-school-math.dev.7386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14cd7ac1d29f6ea7ede2835dd67f9228308cd1e9d34bf548dcb45f03d9522f7d","formula_version":"titan-u-contract-v1","latency_ms":0.9578330209478736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fc7880a98497bc049653f6c82bbbeaaa645b842603a7231b0887436e39770bb","sample_id":"grade-school-math.dev.7387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f0e4d60600bc37ab22266d65d29ab107b1397dc39a454a0443deccf3fe60f76","formula_version":"titan-u-contract-v1","latency_ms":0.9315831121057272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9176ee2ca1b0ee43b538bcb12ec2f5f850ead2508d7ac69b656d6c3c1f650822","sample_id":"grade-school-math.dev.7388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0f3a0cff56684f0d0137e47ed8f1980ddd0695bb7448c7f14c6ee81eeb1058a","formula_version":"titan-u-contract-v1","latency_ms":0.8789999410510063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a93af2b45bc5243c808fa1c54915fde59ecc2ccaf76110ec403b6539763e150e","sample_id":"grade-school-math.dev.7389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fdf53349f93448a200ec3762d593469ca9e9b4fb1c8201427450314415bebf9","formula_version":"titan-u-contract-v1","latency_ms":0.6874590180814266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09ea99c43c49ff40829e46f352666708276ce0c4c0bde96f67ff2206ddfd490a","sample_id":"grade-school-math.dev.739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57b96acb76efbd16fd2a7f0b2a38092a21af0b0bc2443442ad3026b2159777bb","formula_version":"titan-u-contract-v1","latency_ms":0.6926660425961018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b94b598e7224bce8738a715b64507e4897c2edca7723f65d6c23473063fd414f","sample_id":"grade-school-math.dev.7390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df970b29d272cd2ca570432034b0b1953a681ba8d2388f2b2838f3a4d687ca30","formula_version":"titan-u-contract-v1","latency_ms":1.0308329947292805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ac9167f170b555590d5fdf5edcc1c0d57de260f684ade60140d92eb5f238df1","sample_id":"grade-school-math.dev.7391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cef80689d95d0d2d4e68a07f906efde0d97f3f087e67d8464abe47d35d3046e","formula_version":"titan-u-contract-v1","latency_ms":1.0472920257598162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"789e85b93a0a9795b8739f8867051986aeecd9c09ddc624ffe4b18c7655a3005","sample_id":"grade-school-math.dev.7392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d9df8c18bb971febbad2f1c90fa73aa7775a9527dd25411a2eed4a191602eca","formula_version":"titan-u-contract-v1","latency_ms":0.8698339806869626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1206fe273d1edf9b498cb58b4e0fee73e861eee2fac5ed694b2a6645ee3d22f","sample_id":"grade-school-math.dev.7393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a97dd39d3ab468feedd200ae6e47b2cadd5702bf49cc9c993039f1efb2ed072e","formula_version":"titan-u-contract-v1","latency_ms":1.0125410044565797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"314cc2e7b36ebba161223331daf3ce93271bdc7a7f31f37f39ed54568c874fed","sample_id":"grade-school-math.dev.7394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40ec54d3cd514a4e7df11de96df683d939f079468bef294449205ec4515e6fe3","formula_version":"titan-u-contract-v1","latency_ms":0.7705410243943334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eda69630b7fd8aef738ae6f2abb506bd12f870c6e5077e57881d96ca645a66e5","sample_id":"grade-school-math.dev.7395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a923b97c94244ac300ad05a8be591435243a66514353ed2865cd99baa64b8040","formula_version":"titan-u-contract-v1","latency_ms":0.7170840399339795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02d4455e3b2f3cb69c62fc4085c951a35533686e098587257de62b1d8ea1667a","sample_id":"grade-school-math.dev.7396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c16e8bcfe1a4d32216a274b01653fc28ee5e730a61ec1a70c24a7d250f3d7ee5","formula_version":"titan-u-contract-v1","latency_ms":1.3491250574588776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1907bbc9b762c5052a0bddd8e6e1893e331aaec38e251fef531806cc0eec5610","sample_id":"grade-school-math.dev.7397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcd6c6244f806b3495b17780707e7dc15473d8fdac979a90916a5edf021663df","formula_version":"titan-u-contract-v1","latency_ms":3.7835000548511744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aae9db70239df14ad5cec5cfb4cf8db0d63165e8663937e4fb855d138d25e39d","sample_id":"grade-school-math.dev.7398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ccdef0326b79af435c23261a2271f7996d0412af004049f1fffb11b8fc5a6c6","formula_version":"titan-u-contract-v1","latency_ms":1.4682500623166561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebbd9b0c89bae7b74c8704b3cfe0ef39da825a99c99f5fab0b49d202938c2172","sample_id":"grade-school-math.dev.7399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61f826c8e49c4d24e36c7ab8e3573477c857da0760b0efada09664d06bf80e11","formula_version":"titan-u-contract-v1","latency_ms":0.6778340321034193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"193e0b9aaa9f2b59d522a329b30a56816b2a9a6f604bc334a948cf8f36d297d0","sample_id":"grade-school-math.dev.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"426845e302b971fd9750bef6ae4833823dd69cabfbf9b56dbdbca80569e162c9","formula_version":"titan-u-contract-v1","latency_ms":1.05291698127985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1587b99eefd6d3be8cd9829428735bca550c895691b5624f9a697a043e08886f","sample_id":"grade-school-math.dev.740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75e5ec09c008044e5851660e984459f3c2187c11d7f4013e77d9ba9c620a2623","formula_version":"titan-u-contract-v1","latency_ms":0.6805829470977187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0be88b941dd63fad09b9f018ba8b4723963b96094fee906a83ada0ee8a452572","sample_id":"grade-school-math.dev.7400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5545243745008abb75fec4ffa7a29751fa68859d864ed3a8b1bdc5ee249f2ced","formula_version":"titan-u-contract-v1","latency_ms":0.8920830441638827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cfdd5f31ccc5ef01e596235f05a4a825cc10710832fa4830a8570945a648498","sample_id":"grade-school-math.dev.7401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"473c8b389a41a6918bc90891f0e94ecbf4653074b0feeb01c6058a2e1583591e","formula_version":"titan-u-contract-v1","latency_ms":0.7085420656949282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5caf4cbfb821ca6af20849c087b80968427c3309fffc52d7896be5160b7debd6","sample_id":"grade-school-math.dev.7402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7217eaa1214efc073cacb29d383e94daa6e1c4cceeafc890f6acb1ca1fb3d1b2","formula_version":"titan-u-contract-v1","latency_ms":0.8405839325860143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07607ddf6f4bffff9628c939ec680c0c712e228ff2afa9f52dcecd319943ba28","sample_id":"grade-school-math.dev.7403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e53ca548f6015d0828d8c002de039da1491e4316a4456857f58f5c1312cb85a","formula_version":"titan-u-contract-v1","latency_ms":0.8942499989643693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58b2aed0622aaff95e1d909d1a35d0a42b0717910fc2303c2a4308d9c17e3829","sample_id":"grade-school-math.dev.7404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2b2d31d195f404db76b041121bd7eb09c62a9da1f5315b1b526020cf3caea1a","formula_version":"titan-u-contract-v1","latency_ms":0.8332919096574187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbb9763b1945c96e5c439f1c9257c15de842739dc9e25918dc6f14a9b3c280bb","sample_id":"grade-school-math.dev.7405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dba90f09605bb5d683eaef1b1f1a4cf1638905f532c73d68f1ce707b27512f00","formula_version":"titan-u-contract-v1","latency_ms":0.8911669719964266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f772022a6acb961497be73345aed8d4840bc61562b6b352cef7a7ab566f2327","sample_id":"grade-school-math.dev.7406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56e2bfcb72cd71f7d8b93865641977b9de855011f9e1bcf79bccea37a5715891","formula_version":"titan-u-contract-v1","latency_ms":0.9131249971687794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8c721ca2b5a06c54d75bf367403e221ff34f1cff512eba96cce293d4e6f0cb8","sample_id":"grade-school-math.dev.7407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9971d49619d1d9bdd0a4733e47cbb738058fa1c94506d5ce9a8d340f7727e7e3","formula_version":"titan-u-contract-v1","latency_ms":0.9099580347537994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5307722e3dc6f8da98a35a3d3be82f554c8de09277ac71bc51f094f74c3931ce","sample_id":"grade-school-math.dev.7408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd20b2d915ae5651c77512c71ae46ccff768c179aaa5a2ed5dca42aaf17d7f96","formula_version":"titan-u-contract-v1","latency_ms":0.8183340542018414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e3e0b13b0ead0960c8582e06417b72a3465dc936a92fbffa919434e38032337","sample_id":"grade-school-math.dev.7409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c11e493efd680e7943b1f67dcd48c63e723bd0011cf7d1df02ea299c00d994e7","formula_version":"titan-u-contract-v1","latency_ms":0.8099169936031103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef6fa045f1e256da5972b8f97b8dddde7bb9b145e59547303e57a43bdbf9c853","sample_id":"grade-school-math.dev.741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a8cafe8ae9867b7a46a43ab85daaf2ac47dc1b847e526f4f820d81b35a0a369","formula_version":"titan-u-contract-v1","latency_ms":0.8457920048385859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37cb6bbedcde88e37452ecf378f9da4e51e363fa37cece82ce596c1a804718c5","sample_id":"grade-school-math.dev.7410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"801ed4ddb060d3a9f1b79541e4d6aa25e2c067270a19fcf7c24eac0af169e430","formula_version":"titan-u-contract-v1","latency_ms":0.8411669405177236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84a2fe7d9d4f2b743558970d275698519e73092c2f51e3b3b236f0a9220ecb04","sample_id":"grade-school-math.dev.7411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"625c7f8e8e3282535bd81bd0ce947cdcc2cd82a0d0525ff7ebdebbe87f5af209","formula_version":"titan-u-contract-v1","latency_ms":0.843666959553957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53e49d0f5c788ad53ea519ae28dfd651b9939f3a3c70d4cb6ff70564aa67cd10","sample_id":"grade-school-math.dev.7412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e5e66200da869ec2245fa45ea660e61e9661d2e4fa7783a144b8cc6375c28fd","formula_version":"titan-u-contract-v1","latency_ms":0.6644170498475432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41cf89415f7f8dcd8d14f754bd4829d9304f722fe6fc33ef8ca2d314f34ea7c0","sample_id":"grade-school-math.dev.7413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66ee3503e90850d3a3495c9df04bf56b09532b307e3438eeeddd1eab9e6cf67f","formula_version":"titan-u-contract-v1","latency_ms":1.2678750790655613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa7d914872bea6d74116aa7b04870b4116456b053633a3d218d1c545877e5de6","sample_id":"grade-school-math.dev.7414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccdfdaf352bf046d0d4dfae38ed8253347597d3a7b010c813da46cdda7795af4","formula_version":"titan-u-contract-v1","latency_ms":0.8291250560432673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"703163b8f40c78c4adc3303dcc49e49466a78882e9169a3446d3b2f5816f16fc","sample_id":"grade-school-math.dev.7415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a950b5ec1ab109530898a063fee9ac5415f1d40d024d4da8d218c4b2efbb43b0","formula_version":"titan-u-contract-v1","latency_ms":0.9994580177590251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c615d923f8973808786913fe6467ab760088dd450ab00e4569f6d74a03c9b06","sample_id":"grade-school-math.dev.7416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0a4580a4740a044f3652de092307bd8190704add95b7c8e9a15581a1859ccd5","formula_version":"titan-u-contract-v1","latency_ms":0.9714590851217508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca6a9cf333d79a06b991e0dcb93be6695bd3d6aac2b4555d0e00ce954c64bc62","sample_id":"grade-school-math.dev.7417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e2b455e13d2bf38f17841f4f530a44adc662c65a47089dc62c87c6872338587","formula_version":"titan-u-contract-v1","latency_ms":1.0349999647587538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64bd7f69019e11ee920dab65e5538e79e6ef978c421322d3a07ccf9e12e6fb27","sample_id":"grade-school-math.dev.7418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b15b50e7256ceea91f280ce5a0c36b00d3eb8ae4a8f59463cb854bbb1709f91","formula_version":"titan-u-contract-v1","latency_ms":0.9223750093951821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e6cd1fc9dcb21ea98c739e0eb83aa0440ac493cf05f765f0e226094e46c4c2c","sample_id":"grade-school-math.dev.7419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1e71970807b232e50753ec580d4ac5a2ab691c6d1acfcc6dee8097f2ef16b9d","formula_version":"titan-u-contract-v1","latency_ms":0.827083014883101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44c5b37cd67e4641df6cd581b3c452f830374128ac34cb1202311d8cbc756392","sample_id":"grade-school-math.dev.742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce0eb28635dc1afa2a956df0502d38c30204c1dab2027f28597ebbf3093102ef","formula_version":"titan-u-contract-v1","latency_ms":1.025084056891501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3432dad4a0f21db37712e3b97bd35cf9281f823b8af5d050d4e5216e6402daec","sample_id":"grade-school-math.dev.7420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b663b722c02d89a10ac13d15600d4ea418e455d2c3b975fc36e5d9de13cbaffd","formula_version":"titan-u-contract-v1","latency_ms":1.1961249401792884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a226de8848ccdbc80c39ca396cf11a43958ee7d271aea70b10a6e737cf1b674","sample_id":"grade-school-math.dev.7421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"565f4d4307a32a553247cd65177269d92638bbde7a573cd85b86b184724f4ef2","formula_version":"titan-u-contract-v1","latency_ms":0.9625419043004513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c67a1b58861b7ac15808720a45f7dde872e6091fb9dad954f5c1fe23fb0c6429","sample_id":"grade-school-math.dev.7422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c142e03e5f6789a2513a5f217f2de9e112ea700231ddf42f943e8653e5af4ef","formula_version":"titan-u-contract-v1","latency_ms":0.8369579445570707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78197b8e30bf96ea877505f5ab9d3b8f5a2db2d406a5a4012c8d9dcdf91ed82a","sample_id":"grade-school-math.dev.7423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2fd8ee678cf88942e0eab49e69b7fd22d57279ef9d5a17d69cbd6bfdcbcf3b4","formula_version":"titan-u-contract-v1","latency_ms":0.8402080275118351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd58c0ef0f43ca044bb45a883d7f0160408d9631b9980745f5bd2f5fa46e1bd4","sample_id":"grade-school-math.dev.7424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d08c8449cd5a4147c3c4a4ea22429a5507e03b57359d713c2ae93750d20b405","formula_version":"titan-u-contract-v1","latency_ms":0.8227500366047025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b609b55524a5be62bb1172804e3c27f1b9ec7fbe61480ef9e8e558799b8d598","sample_id":"grade-school-math.dev.7425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b90f864e4abc062a834d14d801eaab050fb256cdd27e203fc153db2c2eb0fb7","formula_version":"titan-u-contract-v1","latency_ms":1.0715000098571181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93afe8d12f150bdf66405fec1e656e829945a42d3570a9437458cd53ecc33a11","sample_id":"grade-school-math.dev.7426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29691cd69201112e1a7f7851cb903f0c84461213684f3022a9b6023a71677d60","formula_version":"titan-u-contract-v1","latency_ms":0.8195000700652599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c80bdf70d2837cbc38520c6ae8199599d4d82e4dc9c2e935e44dfbbe1e67093","sample_id":"grade-school-math.dev.7427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a6c02cc1b0087fec49c1c5ac949f7a45e2f73935cf7381fbe55e201465d5d2d","formula_version":"titan-u-contract-v1","latency_ms":0.6561670452356339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7be45c54eae1d6a1895c0620ac47f198f21a633a45732c1b1802885960e39807","sample_id":"grade-school-math.dev.7428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04ad3d22a26dd1416c5083499a7cd419d32e747f88c1f204570edafa436c95f9","formula_version":"titan-u-contract-v1","latency_ms":0.6397500401362777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19ec93720fe5d0eb5ef29d9133b19607b7a6dd859d6d949824d0a25b85b7e88f","sample_id":"grade-school-math.dev.7429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bc704b6349fafeb75a838858fd1e75750455865c266bdf9007576f4d4e162fb","formula_version":"titan-u-contract-v1","latency_ms":0.7561249658465385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aac563337a90df134ac6d29daea79bd09a9e3132c6f7cded270c1556745d829","sample_id":"grade-school-math.dev.743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5af953683ce53d24cccf0312d6eed433e0fd4686021bd7e668d0d2d6edd6069","formula_version":"titan-u-contract-v1","latency_ms":0.7370839593932033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc440ee83ec4d4270c17f3d997914d6394dc53bdf566a33bf56674327adc376a","sample_id":"grade-school-math.dev.7430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b89ac83210bb26eaa7b989e66aa2717e693f9cf5fe0658f388f884b4cab0fcd1","formula_version":"titan-u-contract-v1","latency_ms":0.6579170003533363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48fee69ed4e7e47193040d5aa0bd2597f626d28cd592dc3fd66edc6e6251021e","sample_id":"grade-school-math.dev.7431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31b2aa317b254f5cc42b51dcc6b238de3c00d3edc73768387af7979ff723a56f","formula_version":"titan-u-contract-v1","latency_ms":0.6321660475805402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c77c8ad2cfe06b02e981d9c7ed410d60c938a5a7ba0deee9992e987218f9870","sample_id":"grade-school-math.dev.7432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31817cf530bc87f8fe8b82123244b58406acaf51e82f9b6c8162f2247d84f1fd","formula_version":"titan-u-contract-v1","latency_ms":1.0509579442441463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"930a40b288304452f4034ea9cc5d1996aaf7a6a47903b143bcd10cf3bafbf381","sample_id":"grade-school-math.dev.7433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9984874806defb37b2b9c71a785c667a1a03011e519183c36ba91b02f85437d0","formula_version":"titan-u-contract-v1","latency_ms":0.6803750293329358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4664367da41640a2b68bc2da55773608f2a1b72f02baaa5c4d32928f808a1984","sample_id":"grade-school-math.dev.7434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41c5f146f43b0eb5b4cd802f339b35812f4fd395753b9c58fc35a1da56e68591","formula_version":"titan-u-contract-v1","latency_ms":0.8416670607402921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7edf1b691527d4e98196a0398c044c09306e87ee08dd97782d54c132962260a","sample_id":"grade-school-math.dev.7435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c67fefdfe63179f8e3fb359c27982c566b71b49bc28fd21956519df15d9914c6","formula_version":"titan-u-contract-v1","latency_ms":0.968958018347621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a13ac67a7381595c4512a9f8a348839d68a43e486e6ff3e33f39ed8656214a89","sample_id":"grade-school-math.dev.7436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23b286d0fe3582882e42462ba3359f445f8b6883b0b083631d4f951d68641c1d","formula_version":"titan-u-contract-v1","latency_ms":1.0697499383240938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca2e8fe3d80828b7aed9666f84eb236b085da14d8c8e90a940afbc23b1f3cbfe","sample_id":"grade-school-math.dev.7437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e36b1beac84999f0b9935eac772af8670b3e1af51558068cee80f82ed46ee5c4","formula_version":"titan-u-contract-v1","latency_ms":0.914375064894557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed9d3a594f2a5d1783d68a44cd2a5495582080d65803ffe3c9cc9fd07fd8bfc","sample_id":"grade-school-math.dev.7438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76ba3d3b1d578f7583558566858b0d52f2e8478b16ccf193f4c9ff50a072a542","formula_version":"titan-u-contract-v1","latency_ms":0.844458001665771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47a0e21d3761ecf6663b508094591162e34a33f2ffaae1daca0090a3833a4166","sample_id":"grade-school-math.dev.7439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bd0649eda70cdc81568a9c9af52a28bed96a47546912717357eb4a4e882cac0","formula_version":"titan-u-contract-v1","latency_ms":0.9481670567765832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95a7e7b69f6f685bfa755fba30b5e1d6b6c8ad3d596148eae113d0db726b7150","sample_id":"grade-school-math.dev.744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af86f74ba91436bb83c05ad00c531dd8232852d839290f9f25310099ef6ce1bc","formula_version":"titan-u-contract-v1","latency_ms":1.38579192571342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbf2590105f6fec7289efc0a5a04bf33544d6eab74281fc60efbf279dd4b18b8","sample_id":"grade-school-math.dev.7440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c4485bb0b323a77466f35eb23d92c3cfe1e5a848236b2d8c450b706cef5aaab","formula_version":"titan-u-contract-v1","latency_ms":0.8085839217528701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e8943ddb1a45958170587ff0ef80c04f14b22127639f891f007449739ef5937","sample_id":"grade-school-math.dev.7441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"845061818c7d4341b2f21f1c70d8b02dd6b7769d5c2df6d6ee32cd64e3f72904","formula_version":"titan-u-contract-v1","latency_ms":0.8778750197961926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99d61d8f5a801c9d1ced04a63cf6d9719e917736b97d588bac0369d80c88f18a","sample_id":"grade-school-math.dev.7442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38240f76cad5eca32159fdd58fb79d7ecf11789850cba357549b2566bca1a74a","formula_version":"titan-u-contract-v1","latency_ms":0.6619999185204506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24642bc74a729b2e8b0a3b2828ac7f91df07f3bb91dc7d7e3ae332a50b09ae37","sample_id":"grade-school-math.dev.7443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c54d978f1e8e99c92bd91091125a0f276e194c279226a05c0a8a15b0d11bdd90","formula_version":"titan-u-contract-v1","latency_ms":0.9857499971985817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c2e0402a68e7158198db4686f8b85466b92bedaca091d4db895a44cb30a57ab","sample_id":"grade-school-math.dev.7444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"473ff80b97df8caa470b9f14a3d819d8b08c2c822e48bf2e96eb22062551a268","formula_version":"titan-u-contract-v1","latency_ms":0.9512919932603836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"088a7e775f4722898451fc040dc79a5b540f738cbc24980dab050a8143cc366a","sample_id":"grade-school-math.dev.7445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a29dda29c33317743631a30d4dd61ff23ae4cf6ff6205affdfacc5812f9b7c33","formula_version":"titan-u-contract-v1","latency_ms":0.8212079992517829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d52f6ce5e2fea25b0ad91762233f1c4bb09aff51906aca6d747462616f47ff45","sample_id":"grade-school-math.dev.7447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e13e7902e93222254afc2b5eff76f223e1c92d6c729905c1cfb9b282b67fbc0a","formula_version":"titan-u-contract-v1","latency_ms":0.8412090828642249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89d118fe2735797ddbd06dabdc8b2ea948e41d0ca075f37056eb016d24164741","sample_id":"grade-school-math.dev.7448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"097154337ccb87249e69499f9d4b7f5e6c24096d050b7db2bf025569ed11adad","formula_version":"titan-u-contract-v1","latency_ms":0.9690830484032631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de01260a10cc823769d02d76b926d757ca35f514d1695486abba16f96f4524a2","sample_id":"grade-school-math.dev.7449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c36fe76c6bbaa0d9b15be8430758a04bee17cb21e2d63f668ebdb80510e4c0c","formula_version":"titan-u-contract-v1","latency_ms":0.9151250123977661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0ab74780c099da1cb1d867e8316d727fe2f7546acc3b4d826b33b5c3cf5761d","sample_id":"grade-school-math.dev.745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4f72012e6fdbe1a9b910d107791282903e95b4924f216d7c65b206a5f1bddc1","formula_version":"titan-u-contract-v1","latency_ms":1.1947080492973328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a547cfd959fa80932563d3cd56fb6a8a85dd6f8fa2263248543e165e0e55fa89","sample_id":"grade-school-math.dev.7450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f1c8bc24571feeeffe4bb421661512210c6040c81d7548cb8de4e9ccc0e767b","formula_version":"titan-u-contract-v1","latency_ms":0.9371669730171561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"568917b700998c9375ee1f5462a78d1a748495e3d09fd804f34ae30f3a89a725","sample_id":"grade-school-math.dev.7451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08addc95db36965bcd3712fa476c6da070564ae9f1bb8644d59a1937b5225e9f","formula_version":"titan-u-contract-v1","latency_ms":0.8880830137059093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cbb1018172e24b4183fffa2c087e85c204e941d8fc1114032351169ce9e09f0","sample_id":"grade-school-math.dev.7452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"796b8717f549d629c49007ce2a3eb98c1532c41a57a96b81ac254b3bd23006e9","formula_version":"titan-u-contract-v1","latency_ms":0.8018329972401261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d8c014a1f39cc0e0cd7e5966fbbc27d49a9ae125ae1fb7325cd99aa940bc437","sample_id":"grade-school-math.dev.7453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6afab2ab945c4e75cedd5a098f666ba4952b48322b2d8a9563679eb116d12c83","formula_version":"titan-u-contract-v1","latency_ms":1.0515829781070352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae1469ad9d076f0cfb36c70aefaf9aa9f531d3100e2fb7a0d42977e433925160","sample_id":"grade-school-math.dev.7454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca14f199222409ddad82ab7bbd4ad9b7d9a6c0760a4ba5c1266ecbc7fd588181","formula_version":"titan-u-contract-v1","latency_ms":0.739875016734004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcf8b92a0797a8bd3a74285411092d8592705626453537d5336cb1fe9763e6df","sample_id":"grade-school-math.dev.7455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c989279b21b8a656c204906022eaf4f85c3d8aba783b0ed08bd580fa941e2bea","formula_version":"titan-u-contract-v1","latency_ms":0.9236249607056379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2a72bf2554d7fb9bc7278e241dbec9f581b47e48a0dd563f7ed79b48d983e3c","sample_id":"grade-school-math.dev.7456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a803ee73f271d761d54e6c429e723a797b8424073d809d4daf2c29ece1a492b4","formula_version":"titan-u-contract-v1","latency_ms":0.8304170332849026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bda48cb757b55067907a3b4d2e942562570dc84e95c7c488ec7d5b8755581ac4","sample_id":"grade-school-math.dev.7457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cabc562d28547c8af316f4e70eaf4de296dd44b9323e22a0e2d630d07d3f86d6","formula_version":"titan-u-contract-v1","latency_ms":1.253749942407012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a1c91a70001584c3e4dbaaaa454d3531035e85e634f0317f5cd9fb885f927f4","sample_id":"grade-school-math.dev.7458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b12f7d25a9f5dc5489c21d23923940d639667e287488b6d31325b33db2b7a56b","formula_version":"titan-u-contract-v1","latency_ms":0.8128329645842314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3722d20e1ee7a8e2f2beb479729e4e6616c98efad497292527443d16f106a1d9","sample_id":"grade-school-math.dev.7459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc0fa553a2d1efb25870a931fb5b4712867de850b5f578ea825ccfce06e7753d","formula_version":"titan-u-contract-v1","latency_ms":1.2635840103030205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"536306bf050311d4a4620c75c07b6463a58e4aa7c473c3749a04a091afbd6102","sample_id":"grade-school-math.dev.746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca74914071239b1e56d200c3df8d63b49f9807efa3750854a92e69582bcf2658","formula_version":"titan-u-contract-v1","latency_ms":0.6784169236198068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7024b871474fc4ad6046183706f96a0afed6ecdf033ae213225533a1e6e74086","sample_id":"grade-school-math.dev.7460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1035854cab3389218e1767a7aabf506a9e8dfaa7c1174ff3f4fc8b8394950269","formula_version":"titan-u-contract-v1","latency_ms":1.1124580632895231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44e7c8d5bc70b3a285ab68645bfe18fb166397878adbfd4f651680d055f1a49a","sample_id":"grade-school-math.dev.7461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03497d98ca2322cdcf26b5b94e9f7a5c936cf6dd71a6dfbb74217397739d10da","formula_version":"titan-u-contract-v1","latency_ms":0.800292007625103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f72e232a8ebc7d41eb6380974c082f47a3aab8defec6de27514c4055b3f7fbb2","sample_id":"grade-school-math.dev.7462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15273d47ba6ba55d675e88c46a74b3806a475079fd921d6b869f3c1964ba88fc","formula_version":"titan-u-contract-v1","latency_ms":0.9765420109033585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d25883b9ccdfc5022996a717faa9c81788b745c34f1bbea61bb11f8a0266b582","sample_id":"grade-school-math.dev.7463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4064d1c8f83f5b47dcd58f215ebcef1288a7ad8c20688d730b6c650112bb63a6","formula_version":"titan-u-contract-v1","latency_ms":0.8708750829100609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ecab3a803c65ca6715201513b09b2fe7542045897aa6e4327775e5bf7d297c0","sample_id":"grade-school-math.dev.7464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50e2daa2d1a4aaf6ce9f93991b847f1c263110f17e5e56b4546f5f2b88993ec7","formula_version":"titan-u-contract-v1","latency_ms":1.0323750320822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"315a736f4f80fc23d5a1da295367bff43e46da8797528a8ae436a30238afb732","sample_id":"grade-school-math.dev.7465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f36d69bb6ccb509e68b178b2c111c2f4ff723af295826b86b100dc6f88fa9f7a","formula_version":"titan-u-contract-v1","latency_ms":0.652250018902123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ef2b2f08cd416221524f9002c1ff05ec60243c874ea22349fc8b133028b444f","sample_id":"grade-school-math.dev.7466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df69b93996016f0c77af82223378e7dcdda5e8e86d5bd39720d08aa89c72fe0b","formula_version":"titan-u-contract-v1","latency_ms":1.413959078490734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4554ac5dbc17bde741f90a68f44e12c7c2804a74179077bd2d50546704771541","sample_id":"grade-school-math.dev.7467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8a75609e375c15edcda78470c9e8f1687ae75d2dd3f7c6339fabe5d1cd2ed91","formula_version":"titan-u-contract-v1","latency_ms":0.6589589174836874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77fc006dce3648795ea5331b2b1c61f30513d85c04d6bcec7d4a2d827f934ada","sample_id":"grade-school-math.dev.7468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eabaf4d9171e712363b7723268800c86e1ffc3c272b85b9df2f0b59fe7e1ff0e","formula_version":"titan-u-contract-v1","latency_ms":0.8136250544339418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18cd8183d5568a54d5cc62ef2f3372b410e1b289f363c01086eae00cd978c965","sample_id":"grade-school-math.dev.7469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c188869f9db081b3708c23defc4f614d4d919da754b052cf1c6e6939a6132373","formula_version":"titan-u-contract-v1","latency_ms":0.6733330665156245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f69702c20ea4f4792cbfb5540116a14304566e60e3534ef51c4b3619387cf2de","sample_id":"grade-school-math.dev.747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3484e2a9c3a6e243c08e712a7cdf13aeab3531ab3e64258fe077dfb0317c2350","formula_version":"titan-u-contract-v1","latency_ms":0.8386250119656324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a01892dd2db5c6830fa5f58967cb1264795f6ac15479992007b96f193492c2e0","sample_id":"grade-school-math.dev.7470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c307dd71791d3355dda71d8d127beea892493821c1f762d91aa1c56a8ecf41c0","formula_version":"titan-u-contract-v1","latency_ms":0.7119589718058705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55739468074a345ab06fde038d9c559db8cf38fc1666c8cb70f5c88004d91a57","sample_id":"grade-school-math.dev.7471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e37b9aa897c5256aeecdb60bac2e2381eaf3dd0c587e868e6148e181e527a7ea","formula_version":"titan-u-contract-v1","latency_ms":0.7786249043419957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee12c40dbfb34a0241dba872d1bf84cf42cc7abf07155c8309da0a22fbf859f3","sample_id":"grade-school-math.dev.7472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bff6991d4cd94b43a34249664baeffa3019b690d8f090626c8c76c0949856c3","formula_version":"titan-u-contract-v1","latency_ms":0.6637499900534749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d57cae6dca60712666f58b2887eba981c1ee52d020cd3807d39d272ba49047fd","sample_id":"grade-school-math.dev.748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5e7b74c6e6bb7021720e49baf576c2d2824d5e945d7d55c483e90741fb942d8","formula_version":"titan-u-contract-v1","latency_ms":0.6473750108852983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27c5a77d041b85117d0ec15397d442b6ac28c2a8f26cff5127246af4f700413a","sample_id":"grade-school-math.dev.749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de3c2d1269e0fa999daa3efa90f61dc8fbc6f6098cb72070e3af8ca965a21f43","formula_version":"titan-u-contract-v1","latency_ms":0.78037497587502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f05e9c3ab939410c82b6764c63ff0887131635285924c96019917922fb6d5f8","sample_id":"grade-school-math.dev.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9529a0cbf5c722e5d7e45b11ce8052b69839f35d341101cac1c18d621d555259","formula_version":"titan-u-contract-v1","latency_ms":0.6410829955711961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c25a3058e710259dc332faad337300aa50d24b214f0ab71662f80c1436f87c2","sample_id":"grade-school-math.dev.750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3728348e6fb2417dc7da0d97bb2b2af6bde1652e75e23145a73e03f2423fab69","formula_version":"titan-u-contract-v1","latency_ms":0.8609580108895898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"950ea3c5251615b76442ed94292bb0b317de55554afaef37bdf2d461c1e1c323","sample_id":"grade-school-math.dev.751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21bcd2caad5c8241a85c12fd4f1df329e8909059744735ef33f03b36b346cd2f","formula_version":"titan-u-contract-v1","latency_ms":0.6520419847220182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"486128019bb32bce0d3f21615731cc446fdd8f6bd23556976de44d6e15eb2251","sample_id":"grade-school-math.dev.752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83b540116e479e309f14e4332b87e41f5a847b6154861ce59c9210b9f5bb1c5b","formula_version":"titan-u-contract-v1","latency_ms":0.9227909613400698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f5dd2f10fcd1b4cda99da469f72520781bb3513a95b328169010b693b8c405b","sample_id":"grade-school-math.dev.753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4328fa210a40f9a8cd9e367ed034e279700375244b90bcf95c0320c44fde5b3b","formula_version":"titan-u-contract-v1","latency_ms":0.8952500065788627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b73bace1b8643aff9f08e096c518c801887ccdc319d76d50a661a615d9c2f3b4","sample_id":"grade-school-math.dev.754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df431a247d1978f4f4fc1f975a00bf31841a0f4ef83c8c3845b8dfc56c63edc6","formula_version":"titan-u-contract-v1","latency_ms":1.0715409880504012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83f5382c05ab6030f1ccc2ba3061461b8135c659de08ecd7e5dec20c8f650095","sample_id":"grade-school-math.dev.755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94cb984362ee3af68729e4100e187e4438a793ce685c74091ace5dfad4725849","formula_version":"titan-u-contract-v1","latency_ms":0.6718339864164591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9c1c91cad17a633d8a2df81447ab7f34e16f1bb5570850b5173914dd1dfaa6f","sample_id":"grade-school-math.dev.756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"689efca908fbf1bce66fa57847137d00f6d2765ba65514d7122f4d3a2479c488","formula_version":"titan-u-contract-v1","latency_ms":0.6932499818503857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ada8e7887dad63c076030a11dec98711c1d3ceb68e80b74caf31fc2ab9d71829","sample_id":"grade-school-math.dev.757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbe8746ac7c239219085af7c3d3c6d8dd13f5eaff07e1bb41f4f66a3d65efcaf","formula_version":"titan-u-contract-v1","latency_ms":0.8911250624805689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6f9ecf24e5c6a6c222b28551da7f5e764f6f79a5885b98b60702f0672aca312","sample_id":"grade-school-math.dev.758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3688559e5194c604c280c44e056e1d04b40d8ddb8ba239f3c5ff63d97bbf2829","formula_version":"titan-u-contract-v1","latency_ms":1.1035420466214418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ad9c804fe5f0b0d1daf0aa8bd4116d1713cddc745c4222e2c5dfb39f51c945c","sample_id":"grade-school-math.dev.759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a76124db6466e4f255fb07608fe8ddde85f2920558089a6ee1c2beba6c28b0d2","formula_version":"titan-u-contract-v1","latency_ms":0.9771250188350677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04974077c2876d8d8aa8efd3621f25546b8809bf02abf7fd2a9ec178a81fc5a3","sample_id":"grade-school-math.dev.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"915d0d99f9592079336694aed54a3f4972745ff56853e5a211c17e5c30f728d1","formula_version":"titan-u-contract-v1","latency_ms":0.7227499736472964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd694398383c3579588ac8420857c5ae2b46fc961674e331c54f0c9bbf541bd4","sample_id":"grade-school-math.dev.760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e69ad7b35795bdb439fb32a381f598408c799c644b5b226d0cedb65de2888b2d","formula_version":"titan-u-contract-v1","latency_ms":0.6594590377062559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1699544d07435064469c48ab9109cdd9961f643e9792cc10bb0ee3df9f46ee0","sample_id":"grade-school-math.dev.761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d437e56a60a63a8bf6e215bd9d7b53bacb8394e09b4e78c299f701d3a041e64","formula_version":"titan-u-contract-v1","latency_ms":1.1630830122157931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c75aa290cb5c8655d212ce07f8dc10b3958fe18166ffe7c8838fe4fba21be81d","sample_id":"grade-school-math.dev.762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"968abb4bce4801df49cf46f7dc39eab73b512ee063fdfa8df6ba4eb6fe5c7a3b","formula_version":"titan-u-contract-v1","latency_ms":0.6443330785259604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c08c33a9b6ce6cf85d7d2bc8c9db72cb70363b25be73b26608dca22519096abd","sample_id":"grade-school-math.dev.763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6226de303fd8e4125f02c934055bf5a57000fd23f8d90bfec1c7ee7541b81b31","formula_version":"titan-u-contract-v1","latency_ms":0.8821249939501286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e83a37d09cf2d953047916c10154b4b0f57f2b4d75ed757064a03d114375085","sample_id":"grade-school-math.dev.764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90126b0622326c5b10e40d6321d89777df2d4ef3eb61a2fd5cfce37797a04238","formula_version":"titan-u-contract-v1","latency_ms":0.6467079510912299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afe968c8c6f204fe47d2af13f81cb3a18180319c6aba60a7b58b838f7d895132","sample_id":"grade-school-math.dev.765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e099ec9b3c879f59e41786d86eca5a787ed70176fcd8f47cfecf0f32d996ac9","formula_version":"titan-u-contract-v1","latency_ms":0.6593340076506138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54fd71d9a03d8551596f82dd678de29f0e0ae155ed930129e77744985f136a85","sample_id":"grade-school-math.dev.766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"515ae18bf7c8d7a0516a4a1def33f78e7b43d750078ce2dbbeed20190e141dcc","formula_version":"titan-u-contract-v1","latency_ms":0.906416098587215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b4873e578e20bed4b5ee7198281eba8c7e60e4539ce33205ab1f31a4d3504ee","sample_id":"grade-school-math.dev.767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bee7fae80f9bb96e343adcfd09eb037ab3f26bcf251ef423d3ad3d8ffbc198f5","formula_version":"titan-u-contract-v1","latency_ms":0.818750006146729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58332d2f0004f4db849af87441cbcc218a0603be14a04722719942adfafd1a1e","sample_id":"grade-school-math.dev.768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e5e7e5897fc5cf3de3cad58bd879c123be65a98757c581860baefde4a386903","formula_version":"titan-u-contract-v1","latency_ms":0.8819159120321274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"287c7d04d491ce57d1575e82cf83b29eeeabf2d37e7f17d8998ebc1523c4334c","sample_id":"grade-school-math.dev.769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"472a123564bcbe32cb3994ea608ec943ad2281d986fef5c5e5b984b7dacd2931","formula_version":"titan-u-contract-v1","latency_ms":1.1485839495435357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0087b6deb51a1bc941fb4cbc58aa35efeae6c9680a31ee350252ef541b13f3e","sample_id":"grade-school-math.dev.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50de193435a0763d9270c70e45ccbd8148114e74d7b8fc5772bec051fc076956","formula_version":"titan-u-contract-v1","latency_ms":0.7022920763120055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7874856670e7bfeffb8f84d16e1b4b8d396845b17ad1903ffd046a803f637060","sample_id":"grade-school-math.dev.770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d03a492ab7af79c83d7ba2afaad62356a74a2d383f302a541aa53408ee774ea","formula_version":"titan-u-contract-v1","latency_ms":0.6727920845150948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c94bf74996ab7ac7902fbaa9cbe9a954421e38ffe0a08d6183763c597e15602","sample_id":"grade-school-math.dev.771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5550fd212281d094f7816a6c0cad817d58e9dced166629413947db181ea9e0e8","formula_version":"titan-u-contract-v1","latency_ms":0.6559169851243496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"222d55d79f371b02c4ae24380efa2ef4a4098c6bfc488cac35167cf9a70ee083","sample_id":"grade-school-math.dev.772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b459ebecc812027e64052509e5ae93f0724be05cbc3e38ca0074fe889d9993e","formula_version":"titan-u-contract-v1","latency_ms":0.6534999702125788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14d27276d1340d0a1fe51101c49e97b23c14e8e0d3c83d67af6b97433d14928e","sample_id":"grade-school-math.dev.773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e8bb2dcefb0713cd7d107ff911fb2f7be6c4b586bb7b05c4818cc9ae1d17cf4","formula_version":"titan-u-contract-v1","latency_ms":0.9562080958858132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"866f2bd6a613f26b9a79d785e785c1bc48d234eebed18f550a7d3dba85c6ea84","sample_id":"grade-school-math.dev.774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b73ed0e2273fd0f1d0fb5020f1064e1328d38f01bfc5ceb81d3e673a283368c7","formula_version":"titan-u-contract-v1","latency_ms":0.8242499316111207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32ce4afb5d907ceff411b0d2fdbbf67fbba089f4db842be070efb1c204a1944e","sample_id":"grade-school-math.dev.775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e39a29bfb2827acd69818a331a4ff1df7ee2424f00ed8f37a09425dbadd67420","formula_version":"titan-u-contract-v1","latency_ms":0.7922080112621188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f63f26036c2c340c1c7c718d9e9a8974df5f6df2d78fb64efbf7b149c7161f3","sample_id":"grade-school-math.dev.776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"633c8f2e3c6185e07274f3fb65f12307c56cc2f908f68a829f57ed3a2ad81e09","formula_version":"titan-u-contract-v1","latency_ms":0.8707919623702765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"059323ecdedea891c97b3ec5c5ac2354314150e8596986648898835900512818","sample_id":"grade-school-math.dev.777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bbd7e7b90288d11ec2a98515e927913f5d368c818940ec936b01f21f6110f1c","formula_version":"titan-u-contract-v1","latency_ms":0.69500005338341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca366b670afff4a94f148d98d85c011f4167e8b86249e0cb698b3fd73afb2481","sample_id":"grade-school-math.dev.778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17573357adb0215f96109b07b8560cf6f08f7b2a0b36e4dc2ebfe3f97353d8ad","formula_version":"titan-u-contract-v1","latency_ms":0.6448751082643867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21338e6cadbbe33187d19836fc3d129fe039d49596e902a36474933ae2d2eaa4","sample_id":"grade-school-math.dev.779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32c55829309679bf740e0ab972e746233b73400a48a2c1e092ebc02cd91a9eb4","formula_version":"titan-u-contract-v1","latency_ms":0.8630419615656137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5e8c38633d52c4e3b7285351e9bab17a1a94d585f0adb72c47759d190c8298d","sample_id":"grade-school-math.dev.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73dbb8821e5481e998f2e6be9e2b9fbf30f2be1678711c1d4f38dcd8f22c1e4f","formula_version":"titan-u-contract-v1","latency_ms":0.8864579722285271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9f0c24430c7dc16f3f2a0d44c0dc2156dce4ae406f128a72d13ae3b7e7146ba","sample_id":"grade-school-math.dev.780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cd9d74ea09e28e785ebadc7db7f109df379e5307550a4f2599837a6be194d4c","formula_version":"titan-u-contract-v1","latency_ms":1.441999920643866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b8f2d9ce7e751051239141b57e6fbfa2bb6f4ca454d582484919eb57b5a9081","sample_id":"grade-school-math.dev.781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c3f128fdf1a02b7586f9fd84c5293f2c4978ddcf5ce15b6b72affbe10b80c03","formula_version":"titan-u-contract-v1","latency_ms":1.3740409631282091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06edb2f52dd6795f0f5605e550ca197e665b94e6f858b200d61d30a8ab7266c3","sample_id":"grade-school-math.dev.782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8329439389e288efab6a0848c8cd2fba04ff2eeda39ad6f867a1afe0ef8ba937","formula_version":"titan-u-contract-v1","latency_ms":0.828959047794342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"338f8188f4206463a508b51fcc4c7f4cfdda361d75b3445f85fbbc7ffae4e127","sample_id":"grade-school-math.dev.783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf77856f8f5ca4d6082ad490bce87f8217e9a450121e11e40e887c80ea969f2a","formula_version":"titan-u-contract-v1","latency_ms":0.9966250509023666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74b90a9e4e1157f7ba9404126f83f44f21bf12fbdd232b82550bd68855d04b1f","sample_id":"grade-school-math.dev.784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3c08170d5a833a22eb220d1dcbf17d24ca3547f2693466ce3bf928d6f01efc5","formula_version":"titan-u-contract-v1","latency_ms":0.8538330439478159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e0033789a9e83b36deab3af94d4e279fb24e83ea1e4aed7ec12b3639b39bf3e","sample_id":"grade-school-math.dev.785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48d11ccc71927947e585687f506523ac4a9873167e510b2ce8325753af2669e7","formula_version":"titan-u-contract-v1","latency_ms":1.013208064250648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4d24f6fb08bff21bb4c1e0a24c5f48fde38e0823c2da3d8097ed0f645a2b146","sample_id":"grade-school-math.dev.786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3814aca9b3ebbd857c72ea388a5c11c2e29a194a523138ed9849ccf72698526e","formula_version":"titan-u-contract-v1","latency_ms":1.1552090290933847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06f1edb53e2d2b2e45ddb8869c3db5f3b4d4ed5d8a2d5e51b237f85d2acccd82","sample_id":"grade-school-math.dev.787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77984ae446a839d71ced0a0a851e3ba29e847382c65fdcd68393568df0c913aa","formula_version":"titan-u-contract-v1","latency_ms":0.9380410192534328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8a48fa464540cf49fa4a8fbaa5f23d3292bd723722df60a8bbe965ab229daf6","sample_id":"grade-school-math.dev.788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee3a23df4018067d5f941dcc145baf3b2bac721cce74aa0942fa8a278fda620c","formula_version":"titan-u-contract-v1","latency_ms":0.7169160526245832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"955aad0d2dca558d1e5ff1643c811d294ebcd6d6795ac6d5e3dae93431b3f80e","sample_id":"grade-school-math.dev.789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff771ccca07578a8402b479f7e8c3b5b18967a5184dff66115806347d02a2baa","formula_version":"titan-u-contract-v1","latency_ms":0.6985419895499945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d51c8c681f00d62e19540eb3a7895c7837aa080a9af6c1d03199e33012b0320e","sample_id":"grade-school-math.dev.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d4ccd2a620f7c875e3b7e1c3d25986fbd12dc6b447598cc8a81fc6b1547a74f","formula_version":"titan-u-contract-v1","latency_ms":0.8824170799925923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0e19fcd2a394589de805f8974903927a6ca7fd43fa849a629056c7b201d37b0","sample_id":"grade-school-math.dev.790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1ccc971d11ccafabde1ff3805c622faaa7e43447156ec7c5ab5cb7d20ae360a","formula_version":"titan-u-contract-v1","latency_ms":1.0205419966951013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5748f2a53c1562f8966e8d4a5738d281bbcf5a587522fd2c62a3fea1ee39f302","sample_id":"grade-school-math.dev.791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60059b314dedda9f0184596b87e1b52fa432f39358483f9758c089403ed94c37","formula_version":"titan-u-contract-v1","latency_ms":0.6301249377429485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27b56885dec01b7479fac28a79c62ffc8b07fe782a838a5d070d7ecc0dadb3f0","sample_id":"grade-school-math.dev.792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"601aea4b20f4759e413a02453a706864a5b841a2eb8e44c01eca50876e225591","formula_version":"titan-u-contract-v1","latency_ms":0.6726669380441308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9a09addb8eec9146dd87cfe8d803fd4404c771da855bf6cfa67c634578fd8d2","sample_id":"grade-school-math.dev.793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16e22bb3353d429c049e7dc269c1a8340b2dc544640d3875d73792a92b66140b","formula_version":"titan-u-contract-v1","latency_ms":0.6979169556871057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01f28933faa96edd7d7f163ce150623739e23c8ee62dc97ad04342244bf17b86","sample_id":"grade-school-math.dev.794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8f383a3ce9ab57a9af10be263b5396d86eee8af4c17fe176bf841c9c33e3d06","formula_version":"titan-u-contract-v1","latency_ms":0.6657910998910666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a1643e41498e13c688b7f7303fbf2c7f43651adb871e8cf591bc0c8c1ef07e6","sample_id":"grade-school-math.dev.795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01eb336e4cedd9b4ae3da7ab6360d5f2052db7b5683ca8eb79859d6c1a97be5b","formula_version":"titan-u-contract-v1","latency_ms":0.7112910971045494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30315edd2b007bac0970aa68730419afdd2e35d0e8dba73728d6aad35300b4a9","sample_id":"grade-school-math.dev.796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6ee6a35b967f4def8a2d6ea27b7459a3fdd3233ea1702d0be8adf76e7377743","formula_version":"titan-u-contract-v1","latency_ms":0.7234590593725443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd6f99c22aeff168d9d31db18d6756148b8774e13c6aaf1f6520aa5e9e5812bc","sample_id":"grade-school-math.dev.797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"240287d74be31ae4d42cceec41a378d3cbbd28ad1c0d09330216470a9b21fa26","formula_version":"titan-u-contract-v1","latency_ms":1.132874982431531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe816e9f815818aa5bfdeb4e5820396d8acbdef34aa3e9901c657181fd7266d4","sample_id":"grade-school-math.dev.798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfef21f56cf295f1c72afd9937d7b60710ca5585f249c4989b37ce8f1201536c","formula_version":"titan-u-contract-v1","latency_ms":0.7110419683158398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71b7c121ba2438e99976284356ef8e3a6b37399c8bc5ec4e72de1a14dba14533","sample_id":"grade-school-math.dev.799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3aa3a4b71c2857c74aae2ca17dd26c1aa2632aa5b12c6d8a038ff2c07c8aad97","formula_version":"titan-u-contract-v1","latency_ms":0.7437079912051558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98787feb9dd86f18bf28e3a27ac9b8d9da01a056c39e2e0d1da42e11c9c2ee61","sample_id":"grade-school-math.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e9e8ce8a3c2e161b4f136f73ecd61ca93250d3ee7c7e7f518842f6506f1989f","formula_version":"titan-u-contract-v1","latency_ms":1.0324580362066627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0253ca3147422bd173c7f5d086f027a2122c17ac8d951b92aff7bfc17de6525","sample_id":"grade-school-math.dev.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f789f7f206a5bd778e59b47fd37d3d6581892a881c8f8dcd138df90ab87a8e4d","formula_version":"titan-u-contract-v1","latency_ms":0.7022080244496465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d44162e935c11204f188a3d46a0b2bef9c42b1aff4351657a07aee8c255ee248","sample_id":"grade-school-math.dev.800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fc2b72294a545db9ea17e015bb0f8dee8e15ebe610e3c4a00d284cf51740492","formula_version":"titan-u-contract-v1","latency_ms":1.208541914820671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"660c9741ce51837bfe6192fc5ad41a2d37a7a31a42c8df352aa354a63ef89f90","sample_id":"grade-school-math.dev.801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72b2c41b5a740ae2a0c3d28fccf90c1bc9b462fb93691ded5405a45b731a74b0","formula_version":"titan-u-contract-v1","latency_ms":0.7112500024959445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebf67fe56a4823929231b379ef783fdd5d63baf8c5c044e5fbd9904f505f62c2","sample_id":"grade-school-math.dev.802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8967d5ffbf328eca9913d9bf81d9229ecfbb38ebb3b13066db1426ae49be356","formula_version":"titan-u-contract-v1","latency_ms":0.7442499045282602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"522f60ac337952be7c097c7087d2b4c13f0e9ee9cb77076c0d49b170891c9fa9","sample_id":"grade-school-math.dev.803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28dadd5d6a966e7b57e00553c3b935e5afeaad5ebbc396951d94dd398220232c","formula_version":"titan-u-contract-v1","latency_ms":0.679041026160121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27c94b76b12918b14c14236f8408f599f320eefcb26da545246c6a59e697e382","sample_id":"grade-school-math.dev.804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb3a3b79fbf318de44af3fc3b25c760b439ff6a89eefa7b406fde200bd714d31","formula_version":"titan-u-contract-v1","latency_ms":0.9101249743252993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed6417f46930b73f4b02e912ebee2e4d9440e718bdc98ffcd2201753abbe5c7","sample_id":"grade-school-math.dev.805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"141552a1f765747987a2fab947f6d1f678e659b57aa9c943912112550bf93c20","formula_version":"titan-u-contract-v1","latency_ms":0.9204999078065157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"575b3dc0259e6d3971091b7e6699582c825083c14d0ae0d7f86cc10cdba6b8bc","sample_id":"grade-school-math.dev.806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6ae3def486a9c6f7517b2b9fa9e76455895c83179629a0e02c4cea56afbda22","formula_version":"titan-u-contract-v1","latency_ms":0.6394159281626344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b905bd433972b1f9b9332014496f0a400bfa588ee0c668386a2aa6882f0d1a4","sample_id":"grade-school-math.dev.807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1daf1227bdc7e606729ff256306ec0e692067a787110ac370b368ddfe51e578e","formula_version":"titan-u-contract-v1","latency_ms":0.6912499666213989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"640f03925e3be34ade7e2251f56aa9354634a44a107f91a575a4e1e40efa4528","sample_id":"grade-school-math.dev.808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9b75dd22a96892e956f23001b13428eabd76ec1ab4247f7135d115ef3bdcb9d","formula_version":"titan-u-contract-v1","latency_ms":1.2135830475017428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e49ce1dca1c996dd7e73d053e1d8d3b98e7f77ad12430f1c3228570c500726db","sample_id":"grade-school-math.dev.809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3178827ed0f1e35e28cc214e59cb2cd8960e9e9e4ff48980e2a909990a09a29f","formula_version":"titan-u-contract-v1","latency_ms":1.005208003334701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e73a10a32bc3dc5e19f2147422d503ed9c9f18703268a2d8febfe2d371d6dec","sample_id":"grade-school-math.dev.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfd40526063401c662bd0af2ff5295d427a2281da2df4f586c600ed34191f21c","formula_version":"titan-u-contract-v1","latency_ms":0.6723749684169888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9c7bd3eea633e0872eb2236fe445868098773986dddff25b69ba01972a927f9","sample_id":"grade-school-math.dev.810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c7d3a8a8bbb0b0d5d1086d973e8be1d46e93b7d0ee5d3e305050abf2cd733ef","formula_version":"titan-u-contract-v1","latency_ms":0.9180409833788872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1fe6dfab4919836553dd31f1fca862f9f1bd8a73cbd880702498c43cf2f5aaf","sample_id":"grade-school-math.dev.811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eaf41323b2f8d10a53771ce12b0b34f92d3dbbe1330017772d42e1ba0089d8c7","formula_version":"titan-u-contract-v1","latency_ms":0.8152090013027191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92dfbd041d905466b5318c7c5d194fc24125145c72853cc6f73740281f502e48","sample_id":"grade-school-math.dev.812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6d2725768c9a1f3df878a4b000a87ab22bcfc5b83b8b3e72f309bbbd7e2e1db","formula_version":"titan-u-contract-v1","latency_ms":0.6455410039052367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2da1cb98b6e1185c20cf804839946425021762436235ef6a1f9f38ea4fcbbf7f","sample_id":"grade-school-math.dev.813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cc4a51eaa61caafddfd7e5a2f88deb694208805f74da940e23dc1598c72e268","formula_version":"titan-u-contract-v1","latency_ms":0.6393330404534936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1548a604c411f6506da86877cd89156d7eb413dd9dd58d2e4bb1442799f46c9","sample_id":"grade-school-math.dev.814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e141a7741bddb2ba5f0a4dcdb47e5b8d1c273590663c6d0b8f94b45fe1ea6ce3","formula_version":"titan-u-contract-v1","latency_ms":0.6847920594736934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d0ed62ed0bd2cd7447ecb63298c4642ce363ccbfe87744ba858e6cb4b2e6d2d","sample_id":"grade-school-math.dev.815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b023f28952280895e344102723df5c3017f6b68a78abd534d4d2221bbb50cd23","formula_version":"titan-u-contract-v1","latency_ms":0.6792909698560834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7ef62fda0933324031894f875811520d2bc0effbbb74e671d2dc5c657c281e1","sample_id":"grade-school-math.dev.816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94aef8de9d48e180a22dfac03bcbfc451d7ed59027e8b31d93dcb13d8ad80f24","formula_version":"titan-u-contract-v1","latency_ms":0.9528750088065863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3b9cae1379b4c8c9d182962ff107b0e4cb9811a84a58cce6c55d56f4d9960f7","sample_id":"grade-school-math.dev.817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2097d1eda055bc17a2fd61e9c237e01f3a118b5cd646772bebdc067f68bd3516","formula_version":"titan-u-contract-v1","latency_ms":0.9550000540912151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4ca0de86fdc0929b418d1774286f1496b35ca4a07a04dfabbbe4e8081519bb1","sample_id":"grade-school-math.dev.818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b76f966ccf73e12398e9417ebc3d2b262ef887d9fd084470e47df49fcd29320d","formula_version":"titan-u-contract-v1","latency_ms":0.7502920925617218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"722b766dedfab08f82b267cb69c84f575a4b92362ec2acf9e3128ca98d269c8c","sample_id":"grade-school-math.dev.819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68708b303b0a095904d9af4211b3f96d9316dfa69e8749f7f909f538b77a4da9","formula_version":"titan-u-contract-v1","latency_ms":0.8209160296246409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"735f6c06085721cb5622dd58475a79b47d9c856e4081e3d4e79c03ffb3d60b07","sample_id":"grade-school-math.dev.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d90d985c261c0c54c4d2dafd5a78ff3adc66885733cd19834039e8c94489ade3","formula_version":"titan-u-contract-v1","latency_ms":0.87312504183501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c497263f2d94574a1e919c59399b66dd7fa57ce57fec3c51553c93b77ca0ebe","sample_id":"grade-school-math.dev.820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f04a2395d3d89d768b3f54eca10e03c9f39ee07f6aea23bd53f345b908dbd24","formula_version":"titan-u-contract-v1","latency_ms":0.8776660542935133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f895480b6efbdcbcf861a867d1abea82494ceb22c66cf24c269fa92cb85eca54","sample_id":"grade-school-math.dev.821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdc27d2f6f53f445314c9bb0ec391239c2370638f87acebfb7817d11f75a0b44","formula_version":"titan-u-contract-v1","latency_ms":0.6606660317629576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f096281c6f01081a30f42a81812ea0c221599fd425f940b233e362a929ea4aab","sample_id":"grade-school-math.dev.822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a2d235c9f4dae2efc8f7b2ba7388448cd932bba3c455a8fd3ef7c77bd075a38","formula_version":"titan-u-contract-v1","latency_ms":0.6477920105680823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec9ec5a93b627ce15d4c598528507a9a450ab0d09d3a87b8d1542ae5547c477c","sample_id":"grade-school-math.dev.823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a870b185032844aff3fb9aca7e50fc8c9c434762a8c2852d6e1c2a32aa168d0","formula_version":"titan-u-contract-v1","latency_ms":0.9685000404715538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c59128eaf5cd0648c2bbebb25ea10212d257ef5c1cde18db84351f38ca8ac2ad","sample_id":"grade-school-math.dev.824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfe64b8cb2cdf83fbdfe3da15353a4444d0e71ad8fc08b367b712cfc0033019b","formula_version":"titan-u-contract-v1","latency_ms":0.662083039060235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db583be3695d5395ebb0faaa6f026993e46468dac86eb2a98cd22fa01dbba223","sample_id":"grade-school-math.dev.825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9eee48d11535e960fcf657deeb04a9dda820cc56e8ce54a012e81908de96f9d5","formula_version":"titan-u-contract-v1","latency_ms":0.822708010673523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e281001e3b49b4408677cfa2b89b06419c64c3c0e0de864d5ce3a37c2976e347","sample_id":"grade-school-math.dev.826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d88ef50dea5b50b03c585a3d7cc370d599c88c032b1cedbaf212950ea09cb92c","formula_version":"titan-u-contract-v1","latency_ms":0.7186250295490026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05e8ef6bb47a191177eedd6bf7f68b6625ed5e8c802e3f1875108463964767ae","sample_id":"grade-school-math.dev.827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4912ace2ae41004200e6895e3fae7f3f3e7a8880d7db4fb05ceba47b6753148","formula_version":"titan-u-contract-v1","latency_ms":1.1005420237779617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04b8d26320a11942f631c6d86430b6367e409267c5455a6943579566adbce8f5","sample_id":"grade-school-math.dev.828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7c056ef7235dfabaa9a14764d5a92da8007bca29e4d6a7441c4fc349ae5c220","formula_version":"titan-u-contract-v1","latency_ms":0.6790830520913005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e4d08ea2eb35b0264d1f06b32caea3dfd6443134b24d3c4b1e83253755102e2","sample_id":"grade-school-math.dev.829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97df86daab8843e6d55daf8bef87ceefe08b5563212f847efdcb3447d19872ed","formula_version":"titan-u-contract-v1","latency_ms":0.9515830315649509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20f34dac55dd4eb2594d720091ee82181e58659d91f07fab203d2e8d9adcb41a","sample_id":"grade-school-math.dev.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d21df0a000af779abace9b4b4db39d0abc45902a945190b587f7eb286c57378b","formula_version":"titan-u-contract-v1","latency_ms":0.6725420244038105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da7d94fce5882450210707a5f1a2c6f641990a0ae2c1c2d28c61558423b0418b","sample_id":"grade-school-math.dev.830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b70b324301c288a7e86c9526ced57b9e6a3c1dd8ff250855a36ad440ebca992d","formula_version":"titan-u-contract-v1","latency_ms":0.6684169638901949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df6a7d5b85175c7f821e0b255171fa5e4da7707c6bbeb056a6303b2406695152","sample_id":"grade-school-math.dev.831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"015a394ded31a0a56e0b66381edc7dd9fb7ab540d66702e51964f81af430d35b","formula_version":"titan-u-contract-v1","latency_ms":0.6503749173134565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"934ee2be739b6a4a67c1098fb9a7547436cc9229ec9b93a01a8eb3fc7a63c936","sample_id":"grade-school-math.dev.832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbdf679881387cff2a7cbd2c177a35b39f972467f73bfa40d929f2d7834d7461","formula_version":"titan-u-contract-v1","latency_ms":0.9340000106021762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8aedfef46d0b5467ca52c6804239c5bb93d90dc940605a8b12dc6313c0899bf","sample_id":"grade-school-math.dev.833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8b1c67bc9e27c0272e842b69010677e9b67af3e722358b9061631913b3a94ef","formula_version":"titan-u-contract-v1","latency_ms":0.6311669712886214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b63b3b90437219c022093b443e2664bb9664a287dbaefa106eb7f54e25d0646","sample_id":"grade-school-math.dev.834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a0424154a73572432d8483ce3e8923b5f16d26ff1864b613f7e4afecd96606c","formula_version":"titan-u-contract-v1","latency_ms":0.6887080380693078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35f0b72399b8c4c7be0722646d21e32ad1c963ddc405a876fbafc70a10a7e7b8","sample_id":"grade-school-math.dev.835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7bf31ff07b3f828807a82f4a602b3730bcc8365fd28efd6a5009319b268c951","formula_version":"titan-u-contract-v1","latency_ms":0.9166660020127892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33a4ebf06e84da5e7680c67c03597109d8257fbb9f521087ee23940caa64c9cd","sample_id":"grade-school-math.dev.836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd51db3b7f3f66ebb8c7838f2e3a5af92435be1954c4fbfea84b4d8e0f21d99b","formula_version":"titan-u-contract-v1","latency_ms":0.8615420665591955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53533a8b703f8aea303124af8fd221e726c9539779681a4e77f69f31e0ee7510","sample_id":"grade-school-math.dev.837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17f6e5bbdbc7aab8b0f5a7ad15708ea013df66a8d980988b885c566a6707622e","formula_version":"titan-u-contract-v1","latency_ms":0.7074580062180758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9a287518a6a96a35f51d13ab6f53d770adda3b641fe996bfef195ab33d3946e","sample_id":"grade-school-math.dev.838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60f283ad63001b6eb4e65a1f1fe0dbf7f7900268b3df81cddc9bbbd509afbda4","formula_version":"titan-u-contract-v1","latency_ms":0.7689580088481307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6457448443e83e2d173856bd763fdd1c546581ebfe7c5fa70ab0d00a235cf2ff","sample_id":"grade-school-math.dev.839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3989b31d88a32abaa10befbb992cb6f33735267b27417aa9570350a6c2a5af14","formula_version":"titan-u-contract-v1","latency_ms":0.9001659927889705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e86138e60132452b0b3f0f29a3dbd306f444301a47738c2b667edad1f3728153","sample_id":"grade-school-math.dev.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01bf970ce0168868b164956d37609437894ae2213de9bcf79e926be41328023e","formula_version":"titan-u-contract-v1","latency_ms":0.9572079870849848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08581b8af3a4c188fdda143ec59fc3be5bd573a81c47d381f3c30b4400c89492","sample_id":"grade-school-math.dev.840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"533200c5099dca8ebab0996aaca99d8103c74e5910fe3ae29c912fef850e179a","formula_version":"titan-u-contract-v1","latency_ms":0.7872910937294364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44939b5f0d0f92934a6510a51eacb0c69e5ad731fc41ba775839dbc3d35b2eb1","sample_id":"grade-school-math.dev.841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75f4464b7a82c4c436c0c17bcdedf474bf9801e7a777b8fc08fd4fe6ae5b6d44","formula_version":"titan-u-contract-v1","latency_ms":0.7477500475943089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d5e873ea5389bd1f1eb6f51141a2e3a089252e704438d79f8c1e76614eff9f6","sample_id":"grade-school-math.dev.842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28bda9a0d8d84b1677b831c95db696f68d8a833babce86b1580a466507b0d248","formula_version":"titan-u-contract-v1","latency_ms":0.6643750239163637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"739527f07b8ae022c1426e000c331f63c0c947dc6c69d105dbfe59c0a4574e0c","sample_id":"grade-school-math.dev.843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ad134694b210b57e3b1d68318c66e9bab7f0fb220f5652db9db90f40097cb52","formula_version":"titan-u-contract-v1","latency_ms":0.6562499329447746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c4d24ab034ee2d6069033b42ddd9a73a14d0071b12d803c9e744e5f530e8766","sample_id":"grade-school-math.dev.844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef10e57e73a4a21147fdf69dc5176a506cc970ad12e1eeeb91a1020dc85f0934","formula_version":"titan-u-contract-v1","latency_ms":0.6462499732151628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f3a4ed62d37acbe611c5f693c4dedf9ddea003adfa4d66624a7c2ae5bff83a8","sample_id":"grade-school-math.dev.845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a64166eb559a83962e8eecde02033a6cde244356b0bea629d3c81169f6e81dd","formula_version":"titan-u-contract-v1","latency_ms":1.1647080536931753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49d743716f67f00511b3fc89368029c41316b6d43075d0d4f50c6b361cfae8b8","sample_id":"grade-school-math.dev.846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc76726e447608272a135b2ae885c68de63ab7e7d410bfdafaf6a487bc7622ae","formula_version":"titan-u-contract-v1","latency_ms":0.8823339594528079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66695a7b1fa28e6b9c4142465bcf7d5e2a8ab3acb2a45b820586efdfef5ee9ee","sample_id":"grade-school-math.dev.847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c7b817a28045a09e2f30468b49e3177c929b8f11626d1cf8dacb489a7149c42","formula_version":"titan-u-contract-v1","latency_ms":0.6339170504361391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d91a9a60b720a12629cf6c6f0cd0991754cb6e26f5659379d5444eac66b4c79e","sample_id":"grade-school-math.dev.848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9552ddaefecf21a3daec40bc694c764d213a77e24589f50bd59ea6304a2a2474","formula_version":"titan-u-contract-v1","latency_ms":0.6382500287145376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90ffac51e037d04b41d9223370256c8d0389aa43238c93fdb8204f21d9aa5b81","sample_id":"grade-school-math.dev.849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4c49750a5c10bee7f5ac47e483f1e4a2f18a058cd7458e03c5d9755f6196104","formula_version":"titan-u-contract-v1","latency_ms":0.6483331089839339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fe7a35037285aaaa92f4311a2fe7bd33d85d33d7a218a474ccd1c143741810c","sample_id":"grade-school-math.dev.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"262d74bc44e80158c799163262ba08d4533a756838cbafcd799f9331cf1739ff","formula_version":"titan-u-contract-v1","latency_ms":0.8922920096665621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"767e5a31a1696c00dfbb2bc63fc3a2682378aa21eae817dc613b89a7373c27f3","sample_id":"grade-school-math.dev.850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc70808a6dee48e944481c4f39acc9174a33b8fb163e92479d904ee75fad59ea","formula_version":"titan-u-contract-v1","latency_ms":1.2658749474212527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d833b0e93702515d5542932e1ec6c60e78781eb40dc3c6bb91d8fc4efa3a0bbc","sample_id":"grade-school-math.dev.851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e180b9827b756c6d334b3fba5c1cefb39c08b04219d76c3fedf8f5f2b0edf39","formula_version":"titan-u-contract-v1","latency_ms":0.8449580054730177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dde2d2ee723c61f9bf272e2b896c51493e62056a4b9ba3fff8ddbff498e2210c","sample_id":"grade-school-math.dev.852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e137e5b7549ee35622144c76b4f66c68c9206748522be826464832b615c18ba","formula_version":"titan-u-contract-v1","latency_ms":1.0002920171245933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e04d2d19de29dbcb6df2904446e8f305cb3b35544be2e889011018d9ee38c472","sample_id":"grade-school-math.dev.853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7706b556b1fa66727c0a2265c6ca6ac6547f5b46eb20879571ec0c89daee358","formula_version":"titan-u-contract-v1","latency_ms":0.6753330817446113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccba2349ecf8fbf06bc9cbcdb8066ad02548e2746ebd05740ed6468b6dfbb531","sample_id":"grade-school-math.dev.854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c0037809b25f2eeeaac27171f1513a15c4dd18d375d8d7ed92bba8f09242fb5","formula_version":"titan-u-contract-v1","latency_ms":1.0433329734951258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a637018e08c91d81e0cc1602b13db86c67619ae268898467e7dbf170fa6cedd2","sample_id":"grade-school-math.dev.855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b293d1022341557ca1171f689cd1165bbe76ef16de84f2427fcb1c42df55b081","formula_version":"titan-u-contract-v1","latency_ms":0.9617919567972422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d627026abb4d2ec53286ad71b0ece0e20b7e896db390d47546838f9c4cd80722","sample_id":"grade-school-math.dev.856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f09063b5023cb60fff2d6e5bd33ee12c5424ee6122d2980f821f8b2ebd5a146","formula_version":"titan-u-contract-v1","latency_ms":1.288750092498958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40eb941ea2b93e0fe4ccedfab2b191f130e7ebd2854c17ff39948fa9c614e49e","sample_id":"grade-school-math.dev.857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c68080f8938e41d2322f1eea44a96b82d5321f8ebc130a7b50239a8bd58999b","formula_version":"titan-u-contract-v1","latency_ms":0.7176250219345093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcaa24f6404b9b36ad308e217a9d3a38966ed3aae50ba00968abb77fd4281fc8","sample_id":"grade-school-math.dev.858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f21b14a2fb345a0be248128ac56fe88cbba2471ca3fd6076d77644c017d2984","formula_version":"titan-u-contract-v1","latency_ms":0.7707499898970127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acbb89c9045e72ed845369354b2d8d10f7f72aedbfa3003c346e9b93e1c17784","sample_id":"grade-school-math.dev.859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fc87b7133fd4bf199a00f61f03ba6fb76e8d4fc54c1b37ac99fc3e3b25e1aa8","formula_version":"titan-u-contract-v1","latency_ms":0.9480420267209411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a59129aec5d0c27a3a7f21027bd8fea0078da6527901470c17b5b044e6149dbe","sample_id":"grade-school-math.dev.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"401b6234f2d7bdbee95b4b67556d562c5a7dbd8f36153baeb9d5f044b0fad801","formula_version":"titan-u-contract-v1","latency_ms":0.8652500109747052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49fce05e1170f0fca9f1fa22805439065b4d4fe8ee52d0f57cd337deee63d377","sample_id":"grade-school-math.dev.860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b24c128784f8f456106463c1caa3df305ea891d192f22e5030e7a21e7fec490","formula_version":"titan-u-contract-v1","latency_ms":1.1964590521529317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a12b636f64cd52add5836cf8449cda9fff322dfc944bba85dc470bf7699f459b","sample_id":"grade-school-math.dev.861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c26e415044749ae884895666e626543ff333b4e5669864dc502aebc200d6d77a","formula_version":"titan-u-contract-v1","latency_ms":0.6663749227300286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83de3e2e2433c1d43c1b7e1a6542c169dee48ddd1bddfe5cce7c9391d1c2af81","sample_id":"grade-school-math.dev.862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"348a82867dd67834f00c0206f3f48bde78bcd054c1ee3f6f8911ebdfbf19effe","formula_version":"titan-u-contract-v1","latency_ms":0.685208011418581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"425c568c4b51b2654258614ff24117155f72a6cdc0606252cd6838d5cc714c8f","sample_id":"grade-school-math.dev.863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18e1fab21755c0f3f506d7ded5894e58b486a1bec8fa8f78084306b9caf5b76c","formula_version":"titan-u-contract-v1","latency_ms":0.6536250002682209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8380f3e77e108f1a161abd5dcbc6cedc5ae6cd67978caf7b8e3787d0ca50aed","sample_id":"grade-school-math.dev.864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11f8a9bab169830da489f32148d3e09be65826bda75c99dcb78704c7a581d6bb","formula_version":"titan-u-contract-v1","latency_ms":0.6760840769857168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"529f68c3132a96c8bd6bb7f5acb2f3f20634c22d8b6b681e7c30d4e5115c8423","sample_id":"grade-school-math.dev.865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1448c39a26395392bc55f4d0597cb693ef41c7f37a43013e9f9410c29e7c120","formula_version":"titan-u-contract-v1","latency_ms":0.7250000489875674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29f1b930103b46ae514ae89c5c03d36c79da102aaa57df3b60a90555119419ad","sample_id":"grade-school-math.dev.866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"138276a88cdb5e68fca1abb7a18c3d0b150302d6b16ea0f9d1340034a4a15d14","formula_version":"titan-u-contract-v1","latency_ms":0.6545830983668566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cea7720fd9b1baf4ca33f645379d3ad79086c94b7d342c4c97bb0c05c903eb9","sample_id":"grade-school-math.dev.867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"407d9e613cbdde3bc0f89370caa715d5b09f70754684fb0e9e759947e1bd9d9d","formula_version":"titan-u-contract-v1","latency_ms":0.6277499487623572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56ebd39b6ac571bf578dadc8ff01ce94f2e37f7e529e3d1dc106d578d2de0b3b","sample_id":"grade-school-math.dev.868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2295f4b5078a409dbcd22d27f8f0ac4ab564032c94ef4fdbab10a301338a97e8","formula_version":"titan-u-contract-v1","latency_ms":0.7007499225437641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc4b122c1436909efcb55bccb976472e47aa82a19624d51fedde176d75e8d2e2","sample_id":"grade-school-math.dev.869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58d64207e81f1e0f5ea44302c7b2e3e73be5285f2ef3ca3354569bca3caf638e","formula_version":"titan-u-contract-v1","latency_ms":0.8010000456124544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbd6b66b5cc4500329f8c4e0beb0170775088badaa1b393906666ec5e0b656de","sample_id":"grade-school-math.dev.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fac9a0a012c090841564ceb3bfd17b2d41fb22db93b7473329d53fc216e0d596","formula_version":"titan-u-contract-v1","latency_ms":0.9985839715227485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4d8f39ec020cfec1dad50206b5108b159a4ff994cf22bd1536b8e00dad75e71","sample_id":"grade-school-math.dev.870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"116e08f3cd4d8242dc5ec60f088d3c8644d4cd42c6e918154edee992ee902633","formula_version":"titan-u-contract-v1","latency_ms":0.8881250396370888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b4b59e6ba054a0e19fdd8333aa8f7a8d0932e91f84077cbe53babc8f46f4fdf","sample_id":"grade-school-math.dev.871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d509bf95be4ebd5dbefc3163d8c524052ea67621551a6074b3558ae3256d41c3","formula_version":"titan-u-contract-v1","latency_ms":1.0010419646278024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bdee135e9a0fc3dbbfdc2ea02d405da2bf9615e58c2b711fac651587c527184","sample_id":"grade-school-math.dev.872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"636f6d27b689d0fa1ec4b4b2ff5a2416854b1a726a6d81a3f7a240c782ce8472","formula_version":"titan-u-contract-v1","latency_ms":0.8262499468401074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7acdf8ff42db1506db34160ea990a9b7bb5676f0b438d4106bc547bcbf4b48eb","sample_id":"grade-school-math.dev.873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74e0d578dac2f9392d3c0ddeacfbc6765507c90398154a903ffe47d66c3fd6c8","formula_version":"titan-u-contract-v1","latency_ms":0.7757910061627626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13bebe38702e3bda697f1a5f6b17b9ab11639e1cc182bdea56bf7beb844b50d6","sample_id":"grade-school-math.dev.874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e972a264f27e1876cbc465bb5191251c7ea70e8a26fa7136ec7277a41e05afdd","formula_version":"titan-u-contract-v1","latency_ms":0.6873339880257845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a40987a2bc341481dd0b2f66f5c948ccbc2f61fe8b312d62b1a3c4eee03c58f7","sample_id":"grade-school-math.dev.875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a442499ddecc2f5b9c811cfafabce135d19a027d083224e9de2586462b4c152","formula_version":"titan-u-contract-v1","latency_ms":0.9452500380575657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"616d20e6dafc855543e6355bd9b482c9bc8c35af016ca5af516986154bb14d60","sample_id":"grade-school-math.dev.876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff7e207df7c4c9b74ebd8b938602e81f68d9c77308674655d8acfdb7de19c0ca","formula_version":"titan-u-contract-v1","latency_ms":0.8332089055329561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18ce1fe208b33bec32cd188d176fa7deaafc6c11194cd0d20589a935cfe47955","sample_id":"grade-school-math.dev.877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f320db27e2a9610c4b803a276875e23c68a19af51e51eee1427e57cd6d44c14","formula_version":"titan-u-contract-v1","latency_ms":0.6586669478565454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d2f1a6f0a40a99e07f277c244974c660339a93dbcfd684e552ec6b0e7dc825c","sample_id":"grade-school-math.dev.878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fb8f705a7a72a9064f0a06baba34bd209e40247fe45bed3f5b319856f5993d9","formula_version":"titan-u-contract-v1","latency_ms":0.6575000006705523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bef83a3ed20317f27769ae083868725abfb152493f6acef9a36d7592c92bb750","sample_id":"grade-school-math.dev.879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d89da2d04f21579db1d0cb14f3920e2cc6728e5ab93311c7d1dfff310f7fb92","formula_version":"titan-u-contract-v1","latency_ms":0.6505000637844205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a881c92860735f05c4c041856c5aa471a6127c7b09665f8ca4d6c16f57b48af","sample_id":"grade-school-math.dev.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b26cf8aebd701206c806b07b57b850e2103d79cbd8df8299c781bbb2c25b5acf","formula_version":"titan-u-contract-v1","latency_ms":0.8742919890210032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97f10119ea46b7bb272bd374b19859ba9f7778b8b1e5bc69e10843a191954b69","sample_id":"grade-school-math.dev.880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ff4508f863f2a6fbbbb59ce4793c34395dfab8974cb9fce3214feab45665eb4","formula_version":"titan-u-contract-v1","latency_ms":1.0530829895287752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fa4eb8f71c439e9a4565db0d759a4a5e9f592bb11ab2bf262977850912e5e45","sample_id":"grade-school-math.dev.881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2741f80e4118edde8072e199b41b1f6ca260297295136d35d9dc9d8e0ab052d7","formula_version":"titan-u-contract-v1","latency_ms":0.6627499824389815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e238988fac5744bc6350041476f1be80b4ad1bd030d998990d6ecf5c262108f5","sample_id":"grade-school-math.dev.882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5aae481b3bef22f5a90f3f7b06fd01ae61fb480151e2fa3e93bdb77ef47ba1b6","formula_version":"titan-u-contract-v1","latency_ms":1.166124944575131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ced5921c06b2b8be8e9a54fffbfe5d138f4a2e8a1f6e67dcd375a6523265180","sample_id":"grade-school-math.dev.883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5af5d6d9d784112821e93755fed50e6e2ccc5ae28d39ee9c431d9c0e7bfaf1ec","formula_version":"titan-u-contract-v1","latency_ms":0.9897090494632721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab98f9c67c0a2b6fbe88daaf3c5919c333e86249b5ab9b6ef0577140af1e4fb6","sample_id":"grade-school-math.dev.884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f88a8e9e0c1cd1934c29c526804cb0ec397359f938905677d2c6429093261ec1","formula_version":"titan-u-contract-v1","latency_ms":1.2795829679816961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f762e4ce8de676a8190f02bd8ecead4fe2b1e12ce47f9a388b029e5afff09be8","sample_id":"grade-school-math.dev.885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92c8437081a257f81f2230eb1082a01f7034a9e0f6d37b690e6cb5ba0a3bb222","formula_version":"titan-u-contract-v1","latency_ms":1.3664590660482645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e2c7649ade428506079d0af5dc36c1dd87a53c6b6fed269bdb791450ea78780","sample_id":"grade-school-math.dev.886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2daf7866d0f571bc672a0191b4a8c862d978ac17c639c70e6da44e75829dbb69","formula_version":"titan-u-contract-v1","latency_ms":0.849124975502491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e7b570b7208cf06ea3461f403de15b419bf56fcf6dbfd6a8001723f0b551b4a","sample_id":"grade-school-math.dev.887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df2395857b8adbe4e63cdf581e34617103076b1c70e4b791ea299f2675b19b02","formula_version":"titan-u-contract-v1","latency_ms":1.3018749887123704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e587cf466e4b79f924fdd60820a23735a567b4dac6d0bd627a27729b68aa5e0c","sample_id":"grade-school-math.dev.888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77319e513cb3cb71a91d18efc2b9527949a6e1eead82caffd7be8988cd83d03c","formula_version":"titan-u-contract-v1","latency_ms":0.6785830482840538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cdd6dea2d9376b46b0c0b49281a59af417b8225363e13d9e853045efff2e740","sample_id":"grade-school-math.dev.889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ee2e1eca272939d917f69ee5575ea21a15007da71ee7c3cf535d729e3bd93d1","formula_version":"titan-u-contract-v1","latency_ms":0.7193750934675336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"839fa67e2317ab399867fb9efa0c9d71490ff629628c9bc78b58087004f2fbf3","sample_id":"grade-school-math.dev.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e85b334023169c50fc1a3ed1bd0253a28b0008df082e68a3906cf52fa9125127","formula_version":"titan-u-contract-v1","latency_ms":0.9360419353470206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"deaff1365218543d9a7d3553ef75109205f352e714a3d5c677b6e6a6af192692","sample_id":"grade-school-math.dev.890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c497f318738ec998da0df3ec23ae5fc1cf4e4e1f0aaae1a1c489df3530d8c88d","formula_version":"titan-u-contract-v1","latency_ms":1.06262497138232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b62478eed5c9ff16f15cd11b3c8f7fffae1082f272449a4888d464421179fdd","sample_id":"grade-school-math.dev.891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d4ad4632c2d08d302be43fcba5783239d00da319e8a91c486017a16cc0451a9","formula_version":"titan-u-contract-v1","latency_ms":1.0604580165818334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00c1e8efb12ac3afc95b01e3dac73d7dd93d49cc78ae308be3d93a58af43d7bc","sample_id":"grade-school-math.dev.892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0526252a63ffae21c235166b09954b3386ca3f2a95d5b4683e31e177838fc2f3","formula_version":"titan-u-contract-v1","latency_ms":0.9205419337376952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c57e1c92d21ff171b36639396edb032599be3ce2a3e1086e6fc7fd39bf2e03f","sample_id":"grade-school-math.dev.893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e49aeee764ae355c123d534f40a18aba07871356723cae66b542255964e5d2b3","formula_version":"titan-u-contract-v1","latency_ms":0.9787919698283076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee46ced9c5cba3a7502a61401f170fff472fb0e2d48727dc88e5b686cbe8c249","sample_id":"grade-school-math.dev.894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8271c43f5279c28296ad33e08d6338736f30f301f702e9ed15a8965abaeaa68","formula_version":"titan-u-contract-v1","latency_ms":0.7770000956952572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"322887acab35db7444475cd41cc337873c344cb8f30deaf6ad41c0b2389e8607","sample_id":"grade-school-math.dev.895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"010018fef0956b7534e6d303cec39be1e406956443160d4877efce9af98a0e50","formula_version":"titan-u-contract-v1","latency_ms":2.2180419182404876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1e81a52611da59572537342d444de36e2e6ab1225af2b3ea761cefd0765b87b","sample_id":"grade-school-math.dev.896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5da445a316ea4cfd57990ad8cc700c324c01357ab5815c01d45c0d1883258409","formula_version":"titan-u-contract-v1","latency_ms":0.8202079916372895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"167d1f769160f9488f801f3c6f1208412b91db10c14d54d43008e929d1e4aa69","sample_id":"grade-school-math.dev.897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afd12b49f05bebc666b756a02eefe84025c952a7b26fd44838a0d1440d49d718","formula_version":"titan-u-contract-v1","latency_ms":0.723915989510715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb57d1d9fa71edf058d45ae5656a0195db159114ec92082270f02657cbe92db3","sample_id":"grade-school-math.dev.898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3057f5db1cba93f303945b6a0c874a651d22bb513b01d4b0f0e7de804989cb07","formula_version":"titan-u-contract-v1","latency_ms":0.8286669617518783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aafe7debbc8f55021e3d8a611ae3d8704e54cbba99f219ee84e039eb7daa5e2b","sample_id":"grade-school-math.dev.899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0450f518fa81a9694cbac2ba58dada9cfe8dc496e46004813961f9da9fbb8c86","formula_version":"titan-u-contract-v1","latency_ms":0.6893750978633761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9f27d0b6481f438ed21dd7f3e7ded2397de44e12b64ff6070210f5b8aff4b37","sample_id":"grade-school-math.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"064f8eb2bad2a41e0d5f7aa173884726bb8ec6fcf149ae7f83fbde74765cc544","formula_version":"titan-u-contract-v1","latency_ms":0.6608751136809587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14836fcf17fa0686efd9d1776b49dab33c7efb320d0ec201a91adc43848d7160","sample_id":"grade-school-math.dev.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d496ed180cce018916449c043b69925021d74248fb9c83492a22d3b56135561b","formula_version":"titan-u-contract-v1","latency_ms":0.9495000122115016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"726d77511258c13f7177495faf6b95587a10faa403bb3d2343eace91315155fd","sample_id":"grade-school-math.dev.900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cd2491e65c5554859095ebaaf55e0c3b7569a4b5ad1d97ffb4e6b262edf6ebb","formula_version":"titan-u-contract-v1","latency_ms":1.9848329247906804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41c0bee7d3ad648df352cb984978a3b10b9f185ef5fc141b512315996bfa8616","sample_id":"grade-school-math.dev.901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50fdb85c16c766a4265e7758c270114dce884b6fd607c0d17e3cc370918b18b2","formula_version":"titan-u-contract-v1","latency_ms":0.6792499916628003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd1f1e9a8a954a82e20a4ba245d1e761a90a10037e89edfbff0a0788337911e7","sample_id":"grade-school-math.dev.902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24533f2c852e4032092310e07efbf692f2c778db78560b6757b0ba086e315c39","formula_version":"titan-u-contract-v1","latency_ms":0.9969589300453663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed078a6c5724cec1b892df0d9daebc71a94c0513441aac25f4937b15aa6b689","sample_id":"grade-school-math.dev.903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0526432ba64c7f85c58eade740478022cf5e1a43b6bea0f03746e9f493d32e7b","formula_version":"titan-u-contract-v1","latency_ms":0.6899170111864805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe909f5407ebb1fb07605200dd77e8dd9b7f5214da24055b6e7aec062b7acfb1","sample_id":"grade-school-math.dev.904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a12e4061bb584ab8af1c2a902438a0eaa265312b6a6d277896eab79131015f5","formula_version":"titan-u-contract-v1","latency_ms":0.6565410876646638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0976404ab234f3cf60386233ad05a1a9aadae573b15ab3e88ab07da635814b0c","sample_id":"grade-school-math.dev.905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c189e2b86c10171d52446946561ef8ac04743a1a91d106acadb141bbef650db","formula_version":"titan-u-contract-v1","latency_ms":0.8461249526590109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"073f243c7742c8b5cc350bfdcf22976637840c2165ae6fa88a306fed318a3c5d","sample_id":"grade-school-math.dev.906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aa7e1109e68cf6a20a2dea1cc569c95fdfd7948ccb43b96118a5cc8689d4ff8","formula_version":"titan-u-contract-v1","latency_ms":0.681250006891787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fbcd907d032072729c920a3e2be727b0f550f3707545881cba3eee85f1503b9","sample_id":"grade-school-math.dev.907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e0da439e00636ec1809fc2c8798d0018dfc62d02e9c6e93980cec04f481a5c0","formula_version":"titan-u-contract-v1","latency_ms":1.0078749619424343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69aac99fba9912bb628f0de0bbe6e1072d4193aea20bfc567af70e5bfbc0b5ae","sample_id":"grade-school-math.dev.908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f89e2864e2fad8aa2352cc94f66db96a538a0ae127358537187a07bafed8df5","formula_version":"titan-u-contract-v1","latency_ms":1.058249967172742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eb5ce97ef24aecf7f2bdde3a0848638f0db189f138e91fddc14be8e84e83cc8","sample_id":"grade-school-math.dev.909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e09e35083091c6d97487f006ed926a6ce66b706d01207b62c4a87b2de17ca988","formula_version":"titan-u-contract-v1","latency_ms":0.9405420860275626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6014bfe404f486011560c15acda00a3222fe3f6d22ff4ba30e7c9f01c2bf8df0","sample_id":"grade-school-math.dev.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6902a32c7a165ba88ba3322379419fc607662a041d5f2aa75344d29cb2b3dbcf","formula_version":"titan-u-contract-v1","latency_ms":0.6478329887613654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2926ee75f683ab84abf001c6ac1ea3d475505a3894b2448558a706548f37511b","sample_id":"grade-school-math.dev.910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"430d08e1d922e412200fc14491cc959ff751b8af7cef01f3d93964a1c99b6e83","formula_version":"titan-u-contract-v1","latency_ms":0.8650000672787428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f671621dfc7b68dd0e880a79183059ce456da64ee12676eb073c1430f8ff856b","sample_id":"grade-school-math.dev.911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dd5de4e533622ae4d05b50c77bfae8f54a70dc11f2ef0fdb506755a8f9e2e1c","formula_version":"titan-u-contract-v1","latency_ms":0.6567079108208418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69007ff407bb04699a5c78e4e6d0882892db48cf09e2e4c15cdd3a1c9e9fd520","sample_id":"grade-school-math.dev.912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19373dddac828fc60f354b42d7800f69a25f564dbceca339c5037498f73e6956","formula_version":"titan-u-contract-v1","latency_ms":2.50325002707541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56ccf6bafe55ab3bddc8c73d799e4334933c2bb6a87a38ee44db92c43e7befec","sample_id":"grade-school-math.dev.913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53702e399c60fc16b9857cd746e94ff5400f34bd9bda8611bda1726a653b0875","formula_version":"titan-u-contract-v1","latency_ms":0.8768750121816993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c704bc9bee7aa4660ad7c2eb34744edb02e0021439a1a20bb8e58dadae3f50e1","sample_id":"grade-school-math.dev.914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa6d58ebc40c5372e53c659b9ebd9eb11aa617c8bc0fe88f3877c33d78e68419","formula_version":"titan-u-contract-v1","latency_ms":0.9933329420164227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56e24febfada7bae630fc16ecf93be5e8244688f3b55c3ea558e8a56afbd5ebd","sample_id":"grade-school-math.dev.915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"051ca3bfe0ae1237277b2c3cc0633ea136d43668dc4cb426dd14cd04516a4fd8","formula_version":"titan-u-contract-v1","latency_ms":0.8606669725850224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb9f901c8a926d015b9862d3f1d492ae8aa4296dda0b37745747612a13ec27ad","sample_id":"grade-school-math.dev.916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3b6f5c6ed3fcd78e9d511b4fbd8afbe16b77260b79e4a8c3eb0f1b899bdb38c","formula_version":"titan-u-contract-v1","latency_ms":1.3685000594705343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51304d336c4b519a5a0efc31239e095523db82197eaf6047622fca8610910827","sample_id":"grade-school-math.dev.917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e913f3e6a3fff3c583f17e8c08f96f0f5f49c11dbe322d6ac3e33ebbb5b69de3","formula_version":"titan-u-contract-v1","latency_ms":0.8499169489368796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d30163c6dcc25a91fed3e13815a9ba3ed61a07cf0323a281134f75ba33683886","sample_id":"grade-school-math.dev.918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e1d2882d3b194110231211d392efc71fd16cd3e5eea26905be06ad9e41c0c2f","formula_version":"titan-u-contract-v1","latency_ms":0.7227499736472964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e842b1b8c58dce253b7afd4ac91ab41edd5792fb3b8d4fbee8ac8e72e460b2c","sample_id":"grade-school-math.dev.919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bfd509aece4b5320af6f0e391a6aaf4b37a1015853fbc5bbc2af3d0b4caa8b9","formula_version":"titan-u-contract-v1","latency_ms":0.9580840123817325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feac251f1799e1c99595e860d00760a3d7fd82b09e5c6d303f7efd88ee239a13","sample_id":"grade-school-math.dev.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4b74337db990c30c8755addd40591ce3094fc3804d0160ce18be11928fc344a","formula_version":"titan-u-contract-v1","latency_ms":1.1525420704856515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0e0816b135f8db293bb1d0644a9213b196ef69a9aae561be04f59684354cba5","sample_id":"grade-school-math.dev.920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5586e5f73f9011baff507feb19ed8a586b1a7bb24905839803d68b9894fee01e","formula_version":"titan-u-contract-v1","latency_ms":1.4358749613165855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"239de042c09754c8ca638401e102d9e63fe5a9179cfbe3c68f74e755b2b1141a","sample_id":"grade-school-math.dev.921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c82462def8533aa9956ea9270e0850a3aff83ff1074fbc574d4d1c3c2d1b2cf","formula_version":"titan-u-contract-v1","latency_ms":2.3123749997466803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a7835ce5719de5afdce74bb06eebb6b8c57258fc2004fd135364f27c90bd034","sample_id":"grade-school-math.dev.922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4ed5706a2caa2e33f345e546a89d65d730ed581d49c58d73ceace8220d10a7e","formula_version":"titan-u-contract-v1","latency_ms":1.5608330722898245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa938da947f9beaf13b1573b56ea0b844fe56706998b42eb357db31f4227073c","sample_id":"grade-school-math.dev.923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0d58a4618781184a80f15529a9f47ebe64eac9175657209ff874dd594e0abb1","formula_version":"titan-u-contract-v1","latency_ms":0.8742089848965406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a152226735a28280c4f513f148cb3687c8fa44e7016de4c67f83799881504f72","sample_id":"grade-school-math.dev.924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cbf8731895018183c44b91e79d6ba3a1dbf92ae579fe7120128bde33fe7fe3b","formula_version":"titan-u-contract-v1","latency_ms":0.9471249068155885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"666d7c46d88960c69bb465df6cb0f72d1687a5db0944e7f5937c08163cc1861c","sample_id":"grade-school-math.dev.925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b0a39facc70cf1b8e47660b1dbfd210350d8ad068fbe247539870e74a8a2299","formula_version":"titan-u-contract-v1","latency_ms":1.8017500406131148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbbe98af8f06b92ce0c99571e906ed0d19335417e1a37bc12383cec971cbb469","sample_id":"grade-school-math.dev.926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33c7d7e6aeace29412fdc7b48fbea9af9d126cb87dc5ba2e9afc55674175cdc3","formula_version":"titan-u-contract-v1","latency_ms":0.849416945129633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e06354ad90738cd9a0526e22874668cafef6ff30898f6dc67b85682eaee0bda","sample_id":"grade-school-math.dev.927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d5a1e325f2a0ff33f806c09b3308305a16a4c9d74fd7de692223198fe76be85","formula_version":"titan-u-contract-v1","latency_ms":0.6869160570204258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"475d33c3d2d525118056e23d37b6eb1a788ebc81cb31eac5a0b60ecfe2356256","sample_id":"grade-school-math.dev.928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54de11cda99e306e8338cdabf5e51bad85ccfe5adc13a2d81a5111c5cc7da273","formula_version":"titan-u-contract-v1","latency_ms":0.7320410804823041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"947048a4f9817683cd90a66eb9b9e82a69605286742f4bc3ee85d1c08092152f","sample_id":"grade-school-math.dev.929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c61cc378748467cc0ded451704c3a41b0459db503408ab1fb0d2c04f6117982e","formula_version":"titan-u-contract-v1","latency_ms":0.8765830425545573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b9ba92433f55441306c98ba4e81aab69f532bcec43e930f8b82e156ec0e0b41","sample_id":"grade-school-math.dev.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e8e3c3b61bb2370f463f786ab2ebee0971c7c7d94ec7ec1c93c42b5ab8deb27","formula_version":"titan-u-contract-v1","latency_ms":0.6997920572757721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7398c4ce62d13f9decd94c847ee1995d06f83ed90ee668e5da078a765e1b2767","sample_id":"grade-school-math.dev.930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10fe4c5f6006e472f875adfe82086106c3dab2b82075314bedf5e6f3f0d95bdc","formula_version":"titan-u-contract-v1","latency_ms":0.8860829984769225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3471c19c31d9ef85adbaff547b9e3feb98d89f739b66a7cd1c9d42a8d075bf72","sample_id":"grade-school-math.dev.931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dc190cf96d4813b2766d186452a6abab4fb1f6d884854872f703af7e0a020d4","formula_version":"titan-u-contract-v1","latency_ms":0.7037080358713865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63fd2b9d8cb54eb0da8d7ee1f12a75cad7d720e953c99348fa900660805203c8","sample_id":"grade-school-math.dev.932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f1e29128ed20f8aaa5ec0a7e73458baf75efc635e526b93c509694478216d58","formula_version":"titan-u-contract-v1","latency_ms":0.66708296071738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c40c80188d97d843abe8fc6c5c8e4d3dbe4c50c982eb2fce5f6c4d79d30f17c8","sample_id":"grade-school-math.dev.933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9f70ec8bf6fd28b9a7b36830cf5f9adc1acd64abd7218390255dd84c6713615","formula_version":"titan-u-contract-v1","latency_ms":0.9457499254494905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7467de2eb9b24e9caabaa0efc16d069d72b696070c9e05c7c92ebcb9d302ab10","sample_id":"grade-school-math.dev.934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cad44440e0e6da70cb5e10f87886663887573a4f3478f1b7fe97d3a31995ffa","formula_version":"titan-u-contract-v1","latency_ms":0.6975840078666806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9021e33125d8f62df285164ce5f00f3d9c3ad44a82f0d5ab2538c98db736de43","sample_id":"grade-school-math.dev.935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc3561a407733fb60f79b6f2b8e16665606a4c5909d7164baf08f57eaeb54deb","formula_version":"titan-u-contract-v1","latency_ms":0.6652090232819319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b79545e94e3fef539cdb890b215c36b3918c52bd529c01977703ccbdab721b5","sample_id":"grade-school-math.dev.936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0812db590443f37cc82bd6b27ae15fdc9f0988296d08b3d7dc8617e75c8d28e4","formula_version":"titan-u-contract-v1","latency_ms":0.8883749833330512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be5bc578f0db71712db486b6651eb1bea9f278de585613b53257eea04b9b5b51","sample_id":"grade-school-math.dev.937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33cf594e1cc9f2b7bc33132e1d46e5f524b1b1c565300c84527791121d3032d5","formula_version":"titan-u-contract-v1","latency_ms":1.1515420628711581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"283744a505951e8d695e4ac663393c4e8be46555b6da23b916aae6ad25074f27","sample_id":"grade-school-math.dev.938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0463d5ad1e96ca80455458864ce6a0bbdf6c7f4d1a2bd77172e39da78fa5e336","formula_version":"titan-u-contract-v1","latency_ms":0.662375008687377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df9768c6b4cc620bf219d1251b961aa3bbb2f528b9534a3955cf900096714462","sample_id":"grade-school-math.dev.939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cc98abc1146089dfd8c31dbf9d3b4960ba6e739ce6bf9547a4aa30fd29cd3dc","formula_version":"titan-u-contract-v1","latency_ms":0.9368330938741565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dcded58d14ec07c9daf7c7780f4b8d01db81ae11c4ff0b457d1ac7239c36e6d","sample_id":"grade-school-math.dev.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e805cd5c24597433b84e51a02e825268a66e932fc834ba328c68c88d928d06e3","formula_version":"titan-u-contract-v1","latency_ms":0.7481659995391965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"774031d6d7023873b009d90f7fabfa1a010b0194903666fada499c1c28e132c9","sample_id":"grade-school-math.dev.940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05f3b1865b2c235692dc0d7868cff182b0ed4aad430772e2324045ecdac2ecc4","formula_version":"titan-u-contract-v1","latency_ms":1.1101251002401114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a358b6f9f911854419888a7883733df8a5fdf0cac6ab8be821fac1ba263fb1cb","sample_id":"grade-school-math.dev.941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"543c6fd44cbbc5106d6f80a7dd641eff1a8f88dc04aa1765ee93d1782a0521ff","formula_version":"titan-u-contract-v1","latency_ms":0.8767920080572367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94aaa01730ca1d6a70e67ed4112b358d2785c2193aa5f322881644acc80b7722","sample_id":"grade-school-math.dev.942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7105281fa5c7d5562530b62c8d52e039ec1e228cc18d36410222127d1719d7f5","formula_version":"titan-u-contract-v1","latency_ms":1.4389170100912452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d749538aa0774caffd1041bc635b2607138d2049a25d01ec39837c752e71041","sample_id":"grade-school-math.dev.943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e52b619580f747ca0e1d9b5dd8dc59157ed6e038655c72486228ebccc48c7da","formula_version":"titan-u-contract-v1","latency_ms":0.6810829509049654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"047356d465d5c848f68e0b0b5eff276cb3e9e855759857bdd12f8390910a6f2c","sample_id":"grade-school-math.dev.944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dbc8f45627781488c5373ab30896ba2bc38ae7c61058e720e4174fc7fa72c74","formula_version":"titan-u-contract-v1","latency_ms":0.7405000505968928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23114c641479e747add10d1262a01e5e4b62de77bfe151a324f2da731aaff6dd","sample_id":"grade-school-math.dev.945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a3fc15cadb89f3bced759ff46adb77d57cb36617d0ea0ddfe8959aef23f07ec","formula_version":"titan-u-contract-v1","latency_ms":0.675374991260469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"382055a971ebf329ceb2d8fc5f13fa599b9a0ca05ec5e2857641560fc10454e7","sample_id":"grade-school-math.dev.946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f3c675b88f3ef786675a8b072add34e846639114827d87ec23d3484c52603d2","formula_version":"titan-u-contract-v1","latency_ms":0.951541936956346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba7d3ce8db482e71c6be548c34552d44c184146f3330f49ee64abe1353a3de2d","sample_id":"grade-school-math.dev.947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d81cca86180db254e36e87df9121ffe1c0f9b919ed4fb9fa57e6d56b1cdf85a5","formula_version":"titan-u-contract-v1","latency_ms":0.8100420236587524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"519c35f928712a05d981a89c06f14b25aed3ceefb33705124009995838efad98","sample_id":"grade-school-math.dev.948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89ebbd1d28afa147609455c52a122237fbe12d08e0ab85dfc9b66c0ff3216885","formula_version":"titan-u-contract-v1","latency_ms":0.8358749328181148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf2a63045d14a03044d34d6199e60a2ecda6637183c11eab8e7e001197df5250","sample_id":"grade-school-math.dev.949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23b14c13e9d852d8b1c3025a52a300f1f7993f2fb5fd239a08c49ffa2d431bfe","formula_version":"titan-u-contract-v1","latency_ms":1.1098330141976476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da551561514e5ad7a45870d57e23a0bc90ab18b5a18aa9d414bcaf0d03facc7f","sample_id":"grade-school-math.dev.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c78b9a7561cc5d865fac1c05a4f9a521a76c855c9685f7047e905be4456c6528","formula_version":"titan-u-contract-v1","latency_ms":0.6835830863565207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"408a825a801253950e98d6188d49a505004491ccc6768d8ad1461dc4718edd71","sample_id":"grade-school-math.dev.950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7c31c6eb3c83a0edd3b2707b1ca7bae806c1ce61bcff4b0814ed50d02a9323b","formula_version":"titan-u-contract-v1","latency_ms":0.6953750271350145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2013df8d73f1e703a4fbc1b546a7526d5da928a313afa4d18cb98445e276169b","sample_id":"grade-school-math.dev.951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fda3fdde7145d8b5505e9fe82bac8fd7c55be92183154541fc98b84e799ce2f","formula_version":"titan-u-contract-v1","latency_ms":0.7068330887705088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba149f4276e16bedb4cec68d231287f04a0aff5b39b79e5897f74b7addfa4bd2","sample_id":"grade-school-math.dev.952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0aab541f8770701fb24b493213dc6a45cb016a7fbb96bde223705713e353e96f","formula_version":"titan-u-contract-v1","latency_ms":0.8359579369425774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63ea2d11c5f46fc3c4304e12f635a504b7aad2c6b230eefdac592bf8d318b568","sample_id":"grade-school-math.dev.953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86a6d325cf2337314bfd01b0ac09d1836c4d2b5faccee32f78876be843da6566","formula_version":"titan-u-contract-v1","latency_ms":0.856833066791296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b111b8dcb12f62aad87a9f0353feabb2dade6aa9d0b386fc513e07a53ec638f3","sample_id":"grade-school-math.dev.954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33958fc67f969fe531bdadcbec45302b043e07457ea2916cf74b4917360aaacc","formula_version":"titan-u-contract-v1","latency_ms":0.8678339654579759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18d64459f8097c81f5ed527375825a761161842dacb42093a3a43789d6d8e21a","sample_id":"grade-school-math.dev.955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05863a7e8be2e84f05bbea25d7491f09a9379d57ac5438265eda8890fbeb6e46","formula_version":"titan-u-contract-v1","latency_ms":0.7152089383453131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c5e7802f8aab3ef4a08fe25f22121a4b4343dbee4b2a97fcf61e3cab787ea4f","sample_id":"grade-school-math.dev.956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"503bf1b78912b81e97f2e122b9441b5d1e85cd75137b8a338d21b53973733740","formula_version":"titan-u-contract-v1","latency_ms":0.8600000292062759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f33fdbcbc9958dd0f3a67eadbc8346f3f05866f82c7a0052208d9002a5ef40ca","sample_id":"grade-school-math.dev.957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a571fc4904fd72c1af457c42627237cb2e0310583103d7008f21912177d0199","formula_version":"titan-u-contract-v1","latency_ms":0.6625840906053782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc1d92e0cc765b8a8b61f1b6729c3192b4046eb9affa66dbe9a9006124517566","sample_id":"grade-school-math.dev.958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98f37396dbe23bc4988fa8ef8b88e6c1cdadc25a34eaba04cca0d140f2bfc42b","formula_version":"titan-u-contract-v1","latency_ms":0.6408749613910913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15cc88627ee0a8dd08574d38428af5be949c8a2559877596419a32a9e44e7a4b","sample_id":"grade-school-math.dev.959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9cd4dfd77f1165848eafc326e61730159e31beea805858a359827fd37477ca1","formula_version":"titan-u-contract-v1","latency_ms":0.8692080155014992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05e55d39c6b682aa2453f510db9bd5473ceb9fb92cd2abf3dd7b82df33c21267","sample_id":"grade-school-math.dev.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"420058f944cffed0e62808a80b7dca0c02d01fcd587aaf5c753302f4d7d90408","formula_version":"titan-u-contract-v1","latency_ms":0.6790830520913005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fa4baedcc08b83c64f59ddba6a38b6b904f4ba65759fdb9686221b52508b59b","sample_id":"grade-school-math.dev.960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f760c1647b30020c97f159465f6e708668501740c220d896efae84927ecfcc7c","formula_version":"titan-u-contract-v1","latency_ms":0.7770410738885403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49829a1604512ec096a739cc8e679eb818fc69fa3e25e3f9825ead8fa507e2af","sample_id":"grade-school-math.dev.961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d6a5e8641717acfaeae9f5013321164fcd1c6e2105d20a5c63f29145bfc9c29","formula_version":"titan-u-contract-v1","latency_ms":0.8178330026566982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7debd9a4eaefb44dd69f1f09a41ee13976af9c6973132d131029ca1e405620d3","sample_id":"grade-school-math.dev.962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b67d71db9f404bbd3c676f3cd1e441c223c357d7ca730e57f5575b4acc78c93d","formula_version":"titan-u-contract-v1","latency_ms":0.7919169729575515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f174f76f09ceaa1acdb8b1bbbf78cdd4c6609d41cb5b5cc20a68feddfc9ad35","sample_id":"grade-school-math.dev.963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1534c35214b0b8fefe3f01c61513a58ffd8bd63d6ac820c12efcded89b46dc8b","formula_version":"titan-u-contract-v1","latency_ms":0.6881249137222767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0d35a026889c9e22af2ec5f5ba6da6758af8bb329856e205042d4fa8551bd56","sample_id":"grade-school-math.dev.964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aad302e46739c24bb8f446767520d62df2e8adb98e1377d1d6df803a7176df67","formula_version":"titan-u-contract-v1","latency_ms":1.0737919947132468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c89900a1c097597b5321b3d262e3d22920e8a7c8b0717f244a3f4c2b5fe0ebf6","sample_id":"grade-school-math.dev.965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89a60461b0e05b18cf6561c1b210bc52dc0ae5cd0e965f860564e5b0237b0163","formula_version":"titan-u-contract-v1","latency_ms":0.9448749478906393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94813cc5996d33f95a809fb12129a1873214700f229c6f96912929d249597993","sample_id":"grade-school-math.dev.966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb9daed446407a5391fbe46b7695b3264ca1c44a0f2ccadd91fd065739e698c4","formula_version":"titan-u-contract-v1","latency_ms":0.858625047840178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d85ec71001703305643e6c2d181535660dbd0884c23949ba82f28061d056502","sample_id":"grade-school-math.dev.967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"098214b88c306891aa0f0c265b81b72c720df0228ba001e190621c8a27f76cf6","formula_version":"titan-u-contract-v1","latency_ms":0.8688749512657523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6faff214049ce1fc07c55a879cdf5c24066871222ff5021651f60b1017269fe","sample_id":"grade-school-math.dev.968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa0c1b46925c866d31b023a871bcba183d2fc570e8ae6cbe61da382b268a4714","formula_version":"titan-u-contract-v1","latency_ms":0.6904579931870103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92e7a16ae96347844973c0a3bb6270c62d74d0a5b7346b6616ca756ccfe6dcfa","sample_id":"grade-school-math.dev.969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2885b923826531d4ca3255bb544730223967086b5133ffd5354042d1247c24ed","formula_version":"titan-u-contract-v1","latency_ms":0.8779580239206553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3d7aa861746b40d9b98b78467dfd1046a740d6f41175bafce99318d6964035f","sample_id":"grade-school-math.dev.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dd7fee829fd7ab5563bdcc5ecc68a88d2e0615b01b869fc1acfe664219228ed","formula_version":"titan-u-contract-v1","latency_ms":0.8724159561097622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f96aa8cde5b342c76c16d189c571315a702aad31d950d4d81a2f8113ed4ab57","sample_id":"grade-school-math.dev.970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e0df6d5104923c3aea1b36482afb4fa0c24d4a35b6e5b5db488f2c56928ac8a","formula_version":"titan-u-contract-v1","latency_ms":1.0474579175934196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b4f34bbe659338c741629f2a407ba55b86ca7b78b9bd4192cf465348708ced1","sample_id":"grade-school-math.dev.971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc9ab31269fa6580699e0fc57047af1da8aa747ebd49f2021a68c03ce5b27978","formula_version":"titan-u-contract-v1","latency_ms":0.892499927431345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3539d456c10a82d0f21aab31864351b352dd2b17c02dc01fc922588dafbf2f8","sample_id":"grade-school-math.dev.972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df7d153d2b6b31b38d2dc17bc553796af02187a8947d8ef7951ff712e1594df7","formula_version":"titan-u-contract-v1","latency_ms":1.2132079573348165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbfec6fc74d5bb90a016b7050e0056d05d84a0424e3e2cfea26087e76bfb86ff","sample_id":"grade-school-math.dev.973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09ab6471eade6f6bbd333383534a4b51bfa9ce1d5b733fc8a02e947e9f12473d","formula_version":"titan-u-contract-v1","latency_ms":0.8564590243622661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"534bb7aa559f1e4935575b46eac3337e6a0eca68f55c2cb7029a8b5c38f95c71","sample_id":"grade-school-math.dev.974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e6d58bd343fd18e4d120754e782369150eaaa34f41933c364567b1d74b7c311","formula_version":"titan-u-contract-v1","latency_ms":0.8111249189823866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34980cf872f344eba1ff3bc78634dadef8d8061c8e3ce81d750cc6c562140c0e","sample_id":"grade-school-math.dev.975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"238a1cad23bfa30bbed2eca18f23fd8e100e240c2ddbf9dc684237968fe0d5f9","formula_version":"titan-u-contract-v1","latency_ms":0.812208978459239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9af378d1e6660bde5206661832c634c6008440f12c56c637c5052055e6a1f359","sample_id":"grade-school-math.dev.976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d314de1c2c015c6fc48a8a1d9ec30810cd6d6359df731e58a19716f0596c924","formula_version":"titan-u-contract-v1","latency_ms":0.6866250187158585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"439251807f6563e24f3cbecbe86c209f36df742cb5dff79740650f4045dce4bc","sample_id":"grade-school-math.dev.977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c91ed986464ac931abfcfa2b523faf7c135b15d0538b7144f29c129b63f469a","formula_version":"titan-u-contract-v1","latency_ms":0.9011250222101808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d22cc9ec15fd533b5cdf437aeeec683060d30e8e1f138679e31380428c8defe","sample_id":"grade-school-math.dev.978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a67493373cfb6a1bc190326bf41e26d4b62cc97fa780adfab62d75fb02b13050","formula_version":"titan-u-contract-v1","latency_ms":0.8665829664096236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cbb62d38525d48eb30e1ea5363b4a0563e2cb067faee9ed0b2dd1a8b98398ee","sample_id":"grade-school-math.dev.979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bbef861bc074a45979fd00610205136f59a859328a5e743da754b4ce0f8197f","formula_version":"titan-u-contract-v1","latency_ms":0.7234999211505055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8bc80adce22858517712e1675381f55b6b1b796882d174e44b1f8cb18d2fe1f","sample_id":"grade-school-math.dev.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b80cffb2696061e65d86e0d4b3d339b80c72da365b233c1bdd73ee7314fc9c4","formula_version":"titan-u-contract-v1","latency_ms":1.1813329765573144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc6a3d79d5f50c229eae0019e6ca0222705a123304446699ce4e58992d9988fe","sample_id":"grade-school-math.dev.980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a4e3e0e07a55b9ff2c44fed39731b291d4e258d58b32ed323722326d2bdc4d9","formula_version":"titan-u-contract-v1","latency_ms":0.7380829192698002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7c70b40625de9195b2bff9adea6a43792724b7bdf6c99639577df018d8ada85","sample_id":"grade-school-math.dev.981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67677825857ddda1a7ce3f9b4d13469c714048fec61b0c29f496f9194ed103d4","formula_version":"titan-u-contract-v1","latency_ms":0.9113330161198974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2579586e52ca14065eabb159e70027cfdf2284755fddc33aa7604c47e3c3186","sample_id":"grade-school-math.dev.982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f769a2f2121c2fa526fc5943838bce37b8cc173edb8b94a0ba384bbe3f730750","formula_version":"titan-u-contract-v1","latency_ms":0.7082920055836439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fe18631899066624309880c5a63992061f28605112c092ec5e1aebd9f3081df","sample_id":"grade-school-math.dev.983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80a77057b927b04c4fe753258f57c691ecafe58c13b61977166fa9d1af55cf36","formula_version":"titan-u-contract-v1","latency_ms":0.8306250674650073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e4e3afa54e67ebb3fd381c30977e334b0086fbba559a9d23ca6eb4b5569bd84","sample_id":"grade-school-math.dev.984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fc5ef6387d5c840093d333ea5a010a39fffd6baae7946cba47d4d763076d70e","formula_version":"titan-u-contract-v1","latency_ms":0.6708750734105706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e3d4e6677af29eb3a4a3b455dde500b346f56ba8f0fdb873a884b320afced79","sample_id":"grade-school-math.dev.985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0d6f76d2a11a97779e3a0fb2e6428190a9b44301bb85352302aa033e936f99d","formula_version":"titan-u-contract-v1","latency_ms":0.8643330074846745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"703a8fb09543ca4f6cdabd544cc255938517f184e965f34e50967bc5df722b13","sample_id":"grade-school-math.dev.986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6baca147fcdec5d092b9ed498d9335bbb90bf19fd310dd01843755d3bbab84f","formula_version":"titan-u-contract-v1","latency_ms":0.6360000697895885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc466a2f07de8a2483419774680ac330b29b17576f568e7d1f7adf822791e831","sample_id":"grade-school-math.dev.987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c1f3c73e5db7a1ef4b025a2bbc5fcf24fe640ebf9fc5b04446c7866fd669b8b","formula_version":"titan-u-contract-v1","latency_ms":1.3499590568244457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b67d3a70a0ec947b705984b6c9723a10fa0e3baa2ccbb4fba51d4992c1c99d4","sample_id":"grade-school-math.dev.988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d92bbc2401ebd34278658f964b892386b3a2cff153afa59a13ecaf6bdec27b1f","formula_version":"titan-u-contract-v1","latency_ms":0.7030420238152146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9f35db41561d8293fd087b9ba489e69a9adfb53590bc46ca14ef3c7d34b2bb6","sample_id":"grade-school-math.dev.989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92c3c4b9a63ebfd72a1c668a343a57d1b05a6137c05d1e54f536acbcb2d76ee5","formula_version":"titan-u-contract-v1","latency_ms":0.9452080121263862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3795ea59c8100d47f25c28f181ad12810010fc905fc706d33a7e3d94f91242c","sample_id":"grade-school-math.dev.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4488b2085a197b95b5ff16a42de1bb14034916329abe2ddd525ac187507236f9","formula_version":"titan-u-contract-v1","latency_ms":0.6944170454517007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d59d36767cc0a6ebc0e78c9d612b5a716f029683fedf99dd09cbed39a6f7272","sample_id":"grade-school-math.dev.990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5322a6c0174e2317cef2b641cdcfa974cba151ad2d06d4b0384c9a2259a3483a","formula_version":"titan-u-contract-v1","latency_ms":0.6755420472472906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"920d2e0daf9370131d1bef98a500fb8eb67c25e5c7e5b9e44b4dd186207a1d2b","sample_id":"grade-school-math.dev.991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e02081b8adbf2b030c1f07e93bc0911522b004cd670ff6a688c3d969ea5f6bb9","formula_version":"titan-u-contract-v1","latency_ms":0.6950830575078726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de474a0acec91f1b1e3886753c4e539612ebb1f504db945f8ff5645fcfcffc19","sample_id":"grade-school-math.dev.992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e8ffddef5b59947c2b5768fb5e9d9f53c4febfcc39cb2c674967b4c9b49e113","formula_version":"titan-u-contract-v1","latency_ms":0.9242910891771317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b01475812dfdda9c68d4bf13e5cbc78abb9d1fa76ab4ca06ae1ad1b88b73e07","sample_id":"grade-school-math.dev.993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eebd7309f4df8d76edb16ad218caec00650f919a4c19f347b2e63b62af1cc254","formula_version":"titan-u-contract-v1","latency_ms":0.7052500732243061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"240117799caee535965515aef0d0a96b62401449c1def10e176feaed2bc7b8bd","sample_id":"grade-school-math.dev.994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"420d128030b37cd03c9a3e37f5b1d535b1315bdd988dc6f241b7ec56c95a6c4d","formula_version":"titan-u-contract-v1","latency_ms":0.8359579369425774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b25b187138b9091d2f043d6e535ae335791ac9f335bb60bdf1aa4fe6acdc2603","sample_id":"grade-school-math.dev.995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d374c83573b66ec9bafcc9d417407468d01e1bf731827c9935027b2c5de01b0a","formula_version":"titan-u-contract-v1","latency_ms":0.7015420123934746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bd3ea04603992f9e996cc0c413cca0c03c9204ff2e066b64cdc6738b3261cee","sample_id":"grade-school-math.dev.996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfbeb1804dda7a278ee63db3441277f2d4e99127ff2eb8c3dfad0b0b7c4b7f56","formula_version":"titan-u-contract-v1","latency_ms":0.9645000100135803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8acfef2014c2f082236451bd67f66b6109a41026a23eae3dad9f3620b41fcbe5","sample_id":"grade-school-math.dev.997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d3dfde5a611a93031edfc40c5e11e75012fe353d681e8969a57a92859e8c55b","formula_version":"titan-u-contract-v1","latency_ms":0.9431249927729368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"202a2a00227fa0c19d1a4a7359437215b1cfdab574c456737df6dda20f13f192","sample_id":"grade-school-math.dev.998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76fdc8bfd8920a19d02fe709034bf6e65a021e3cb0b0c5e77ba3860e6198f5eb","formula_version":"titan-u-contract-v1","latency_ms":0.834624981507659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9e96ec9b3ac26a24f35d91baf2ba525925da2b71413596fad6eeafc03066e4e","sample_id":"grade-school-math.dev.999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44ce36907293ba6f971d5910ce2c3eab74adddd8fae78b3d9f6b98f4dfda3bca","formula_version":"titan-u-contract-v1","latency_ms":0.4302500747144222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58e0aab0efedb083abb0be08f182f8dcab8c1b7b7d2c76c50d8ceb539f7dc77a","sample_id":"hellaswag.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68aa46244226c3a80af7b5349cd8d3209c689ad7bba9fc423d254f0d542f07c1","formula_version":"titan-u-contract-v1","latency_ms":0.8004169212654233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed621965f8154fbb4c4348230878df7002305224c6cd9747f95ec16c10cbb024","sample_id":"hellaswag.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13d418a7106943829f4a1e610598ca7253969134100faf9b551863bc262e1437","formula_version":"titan-u-contract-v1","latency_ms":0.6762089906260371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01e9014b35af8af6c3a56bdb9be64cb02634f18cca17254101b83bf2a2d63a88","sample_id":"hellaswag.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84b966c6064a64cb318b47942971ca77902489513cf345e095389d3445315759","formula_version":"titan-u-contract-v1","latency_ms":0.6617920007556677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60298197ee5dad77249d0f809a45b62d829cf709ae4afe3e62e7ed028e2905ab","sample_id":"hellaswag.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cab238365fd96cac9e93c6837b7b7ec740caa334141c950402ab04450a5d12a","formula_version":"titan-u-contract-v1","latency_ms":0.5965828895568848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2aae71d599d5e12fad20775c9626948fed7b68cc7dbf787e38bbafa7eda6dea","sample_id":"hellaswag.val.1000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38ec9fd7d6ebfdb5bce566bb594dd9027c26d4dea431a5de2d3d0e465916e23d","formula_version":"titan-u-contract-v1","latency_ms":0.6502920296043158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cfb42999488cefe620c1f00a39d85c4c5ae56f67b56b0e253602847d7518406","sample_id":"hellaswag.val.10000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84c6b84ccb408d080984b1c6f79bf9e52baa8ba0bf1a4cf43d27231ab7f7e18d","formula_version":"titan-u-contract-v1","latency_ms":0.7617910159751773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57fcb75a855a8dfd86513d8b3e01a3fa4a4ef25982230216a76967a784416573","sample_id":"hellaswag.val.10001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d47cd55b76f6a2317dbec387c8aabe1d0c334da830d16d4d848d293819a17351","formula_version":"titan-u-contract-v1","latency_ms":0.8998329285532236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a50bb51cab3d159edc0787e6bf84fd5da6057aff27e4d3df3095ff4643581d9d","sample_id":"hellaswag.val.10002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97390fd83ae5606e14405218bf2633d74743ba56c3b4efb4e72782f6ee8e2420","formula_version":"titan-u-contract-v1","latency_ms":0.8583330782130361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e24db7ba1058075a3c88d4973d0ece89c9c8417ea9285ee5fd7fd37d2e04f31a","sample_id":"hellaswag.val.10003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a44798c530066ea2efca44a5efabb5ea408b87f9b436432168a5c6095cee2b9e","formula_version":"titan-u-contract-v1","latency_ms":0.7416249718517065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc4153b67d883b712953e5782d72af1c13736edfae81203852fe984d934a1dbd","sample_id":"hellaswag.val.10004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ae547636880dfacf0bddfc50e7698d31c2c7cb59d01ec0814148e21f65cde42","formula_version":"titan-u-contract-v1","latency_ms":0.7603330304846168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9c026be9a2caa9578d2dfc3ec7b18ea58d84342d160d8a579a3cdb45ca0f6c2","sample_id":"hellaswag.val.10005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1ffdea61dc46c755e38a4d3e101894cbcc020d61dcca1d9ff380aeb5b784dcd","formula_version":"titan-u-contract-v1","latency_ms":0.9587090462446213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7205548063c18bb00c25db1df3b335850442f649608ca3bfaf6d661bd20e5b2e","sample_id":"hellaswag.val.10006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c147ab311324b63d48ebad0f92e7aae4262bd26e045686d2bc1c9ba753c3f5b","formula_version":"titan-u-contract-v1","latency_ms":0.7414169376716018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e71abf5abf144a8628f753f5e135939d629733f76f8f573ac46ff67425193c6","sample_id":"hellaswag.val.10007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebf60e0c962aa1a0c472690b561ad0b87a7265c2c8e19011a957e0a1def89729","formula_version":"titan-u-contract-v1","latency_ms":0.8057089289650321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21e1835bcbf52d06adcb1236bd56d2213c19104de27ce32a8a9d836b76e21a5d","sample_id":"hellaswag.val.10008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c690a19007c6e1c9683b55eb311b0523eb946181f0828c987440f5e5d7a9bb2","formula_version":"titan-u-contract-v1","latency_ms":0.9738339576870203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e906212ca27634907ef72004fd35d0fa7333d9a122763c9c26ca3e4521d745d9","sample_id":"hellaswag.val.10009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff46a9c61208d1ef6872f0ab173cc83f2f0f682460baf906842d61e62ceedfca","formula_version":"titan-u-contract-v1","latency_ms":0.48200006131082773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a3a105e2722df979960c3c6de0b06fd009f62bb03f0b5ee3f0d9c0dff0d652c","sample_id":"hellaswag.val.1001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39e34a2d43f03c54cb5719761f3b838f038888107db7f9c9ae2e3274167ee604","formula_version":"titan-u-contract-v1","latency_ms":0.5724589573219419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4589c348d9b5598db0beaa63c6a7e95a4cde6d575e6deaf24cc35e4aff06f94a","sample_id":"hellaswag.val.10010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5493b332c9a38524f790095ad93eee25075ea36c8ec1b43628468c4df6af5cb4","formula_version":"titan-u-contract-v1","latency_ms":0.8666670182719827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de0696ca8dbdf976a5b374a71cd16819b1da2e171285eabf3c0c800df5a58f97","sample_id":"hellaswag.val.10011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfce5e33a84be75e91e0c1d2eb2f5d0798929202ec06fb3e81acc4883f11ced5","formula_version":"titan-u-contract-v1","latency_ms":0.7179590174928308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5114ea647750baf4ce105ee51363d7b5888da2c894328eb865b10237fdc5d05f","sample_id":"hellaswag.val.10012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf9a77279d97e5f18ac853419daee043741fb1225fe409d19afe10cc8ba672f9","formula_version":"titan-u-contract-v1","latency_ms":0.76299998909235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be8cdc31a72ab59d7fea9eea060f9584530cc7b4f40d687065b34ab2e4bcb414","sample_id":"hellaswag.val.10013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06d852455e4d48274063fcfbb1d2edae145eaa217dbdd0fa31e5a7c126bae168","formula_version":"titan-u-contract-v1","latency_ms":1.2606249656528234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"189efe4cf37c0ffefe9ad3905fe9ba9673cb7c6196b25f5e41a93f8a44b750f4","sample_id":"hellaswag.val.10014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c925ec51d8f035711fe3d8b38bbcba45994035b60ffafe5b7184a22b8f70905","formula_version":"titan-u-contract-v1","latency_ms":0.8582500740885735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aa11649919dc1067be633f9eed5a762c4b827e4d8409eb88d92d74b4054cc6d","sample_id":"hellaswag.val.10015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de40f9d0803577a5e9bdc5093abb9649b085b98d42f7eb3acb68ac91288db085","formula_version":"titan-u-contract-v1","latency_ms":0.7907500257715583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f222464fd0e0ddd42dd9f7e3169b54cbe97086b99d748d37f0b09ab94651df9","sample_id":"hellaswag.val.10016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb9c9eb4aa6573a8c847844edc588cfab2009466e79d5273d668bda9f1e94b8d","formula_version":"titan-u-contract-v1","latency_ms":0.6400829879567027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70775f0182da2ec5291a65c819f656644e3f94276b6928ff2a23cad8b114d2e1","sample_id":"hellaswag.val.10017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f9b9859a5a725f8a00fe915911223e8c23de92e9e33447a23bde96d3f60c7d2","formula_version":"titan-u-contract-v1","latency_ms":0.6201668875291944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2c6112d01382da4c4e50b41409da9974fc5bc6731a64aa182fabf62f921387e","sample_id":"hellaswag.val.10018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01d7e3adfd918b6ad00246cccc46d476b74ce04715252cd9f0fd645f9c5e98ca","formula_version":"titan-u-contract-v1","latency_ms":0.6574169965460896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcebcd475607da6479b7af0f88ac513846454418a02eae9d1882a340463f2d3f","sample_id":"hellaswag.val.10019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed85c6b1ef667685e6f8793cb01d80a0a84ffe13ffe9f8636bd2bbf9b46bf97e","formula_version":"titan-u-contract-v1","latency_ms":0.591541058383882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10bf15467f6caf5cfc84588c4816fccdb773720ba43611107fac6cb2a59df76c","sample_id":"hellaswag.val.1002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"def7d73decd8cc2c9c6ca944b841bf00c1d2518fdade208605732c34e9ca4d73","formula_version":"titan-u-contract-v1","latency_ms":1.5931669622659683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d09e76dbb3d92b89ac4ad68238e5419859ea9fc6f612167428b8e55831fe7dd","sample_id":"hellaswag.val.10020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7a01d565639af6493e3bae2b52fe7d78d68349686e89cb67a0710217d028cd6","formula_version":"titan-u-contract-v1","latency_ms":0.6162079516798258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44ab51d74bb51cec1f4df8d4618c2410174cb61a508e0690ad45d43ef4565689","sample_id":"hellaswag.val.10021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3329edebee6d148072aee8a061578c42f6127ac14ac458e6fac43f8dfbee1814","formula_version":"titan-u-contract-v1","latency_ms":0.6961250910535455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c6a14abe1285ce5c0d67d754e0c4fbead177d8a98e2c1c6b1d8a07e966a41f0","sample_id":"hellaswag.val.10022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64455430b4152a984e0f5e59d7e5711a93dca36890024327f2f3c195cdd605a6","formula_version":"titan-u-contract-v1","latency_ms":1.269040978513658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48608d01d2c701db09a455af8670f9957789b4f5ef69416e7705ac9c721c73de","sample_id":"hellaswag.val.10023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6458693dfe4c7f7b4909eddf8a9a2d53194c1b76b81444180c2c82de9d5960fc","formula_version":"titan-u-contract-v1","latency_ms":0.854582991451025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f21482e988b48c0484c0002b365df86ceed66d9c2a6f400ed4d02744e22ed53c","sample_id":"hellaswag.val.10024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e854098ea9ffee7eab51be88dfcbee5868b942792ed75e645a47abcaa8165ad1","formula_version":"titan-u-contract-v1","latency_ms":1.1819159844890237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5daabf36124746cc7049452382663abac59296cb6648e8916760f3796ff59f3b","sample_id":"hellaswag.val.10025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8067714da8818ad55cf40713b838fc5a1474927ab37697317b527e7602b2df1","formula_version":"titan-u-contract-v1","latency_ms":0.6664160173386335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"140a5881657226ffaab45b3233406d170b5b5e58f0413696d7142da40ac3787f","sample_id":"hellaswag.val.10026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5027f97b76ab3eb24c67c6bfb18e33c764b61dbe2ac918530eed6aaf20d24efb","formula_version":"titan-u-contract-v1","latency_ms":0.6457919953390956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38450b87ea2c34efce1bc718a2e49f5f866766269f1ed85a6a92c5580f2f7d78","sample_id":"hellaswag.val.10027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80a8bf061ed9795106bb70100970db822bcfee66f939636b10858833a97065ef","formula_version":"titan-u-contract-v1","latency_ms":1.1536669917404652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db75a6f6f4a3947f0da2cb8eb37df591d392141c14c05aad1249a5c327869392","sample_id":"hellaswag.val.10028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce7952800c196c5163a397b19111469117d7402e6175b3bee06e7d40413f4116","formula_version":"titan-u-contract-v1","latency_ms":0.6601670756936073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fb7f4df0a489b8dac9520921a8a46a8529dd868c90f75626c0174e76d8ba8b4","sample_id":"hellaswag.val.10029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61014f6df866cc8554515d20bb7ffb7fbcc928a4f5d5aded15024d74362e4ca8","formula_version":"titan-u-contract-v1","latency_ms":0.46895898412913084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd03d54275df1e319f9faed5b78c31b96d832b41c8921296e3beb451226c061b","sample_id":"hellaswag.val.1003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8fd761cbe149d37076396dcb2a37bf349a52407ce9256469552d2f64d140fd5","formula_version":"titan-u-contract-v1","latency_ms":0.9048340143635869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"488b59e9d87a1352a941e16ef3fa5c4bf6198cfd243cc393ad90fdbd07342dde","sample_id":"hellaswag.val.10030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45b8d8a155c7bc97daa2ceee72743c4cf66260b4241455e5da6cc51de67994fe","formula_version":"titan-u-contract-v1","latency_ms":1.2191670248284936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fa37ac887aed1060da1b368f17c92a7baf2ad06eaa813bb8a7732730b68d025","sample_id":"hellaswag.val.10031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee944374542019eaffe0ce0265af6feb71679135e9ae8bf7f2e4dcb8ed73e989","formula_version":"titan-u-contract-v1","latency_ms":0.7360000163316727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba63ce95e1e1d1cf26851ebe028f05970c256b149daf115b6edd14e42d6b8f85","sample_id":"hellaswag.val.10032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dffaa712cfdaeb832ffc57b7bced6cdcf2bfd02fbd1d374bb7a7bd1ea39eb89","formula_version":"titan-u-contract-v1","latency_ms":0.8887080475687981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0045d71019717f08955bf4021a60c7a390ce7cca14450f05c60999caca3797e9","sample_id":"hellaswag.val.10033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"418efec2e22accae4224dad6594c1dac311f77a497f852139e7f20809357e24c","formula_version":"titan-u-contract-v1","latency_ms":0.6895000115036964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"080e450b3eb06a94f1f85ae09f9587695cd4004211fa6f7ef5363df6c35dc5fe","sample_id":"hellaswag.val.10034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3915bb2c671b0e55aeb033cd7301d6ebced774fa651852f676427c05be34c513","formula_version":"titan-u-contract-v1","latency_ms":0.6463329773396254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd1ea3dabf23f38606c6f54ea8a2d11d07ff348db9366604eeee6496e891e52f","sample_id":"hellaswag.val.10035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96485b64249094f1ab67c1b3e1670a3e29b8c5ffc1e572cd1e635b2459ffeda0","formula_version":"titan-u-contract-v1","latency_ms":0.854874961078167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dc6196f18846fe265d266807aa9e045bc5912006fbb46f00b00eb5484aed31e","sample_id":"hellaswag.val.10036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49aecabbde8ffa9469938ed1ef82c781b5d2e2faec79b8333c7c6399de735eb2","formula_version":"titan-u-contract-v1","latency_ms":0.6882089655846357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c4a9fbdacb1786d2e0c5164ed589b894018cb887d209cc47641dcc53be6cd09","sample_id":"hellaswag.val.10037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dcda30137194b882eb3a5fc728e3336fbbd347396cd8b4e99a686750c485cc4","formula_version":"titan-u-contract-v1","latency_ms":0.8070000912994146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dddede59a5ddce20ffe2e9c92309be7a83c8efc026a9b267164ce2ff55aa00c","sample_id":"hellaswag.val.10038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"440c81d518685e74e5ce71acb42ea0914802a049a6b1bd03dd34919b4da72c91","formula_version":"titan-u-contract-v1","latency_ms":0.6350830662995577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b256bfa75c80a6892e539a8cbcc452549d32a19418826966cf18a133f7d6a332","sample_id":"hellaswag.val.10039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df9585be5542e4b7f420e0313b41f3f1d73e0b1b44c6c9db4daa8500debc5a2e","formula_version":"titan-u-contract-v1","latency_ms":0.9131249971687794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"889eab969b5ba024fedf7e85b9a9e5a01e75083a856a707938b2aa88a2d1a327","sample_id":"hellaswag.val.1004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ed73a201d8ba0c327d26068efb5897ce1e8167fff7aac7213c30caf0e71c394","formula_version":"titan-u-contract-v1","latency_ms":0.8877499494701624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c42405da9689d0442d6d3417453edc4485e678c8ecd309817c3d4ecb91f02a3","sample_id":"hellaswag.val.10040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8805697a45194a25462d4d19350c33f9bb82504a7878e4f1f6a627f82fbc6ad","formula_version":"titan-u-contract-v1","latency_ms":1.1583749437704682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7379349b0b6c3ed489e32598eaecdfc1ad7f34ed6a28aaac041bbf9341936b26","sample_id":"hellaswag.val.10041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40fb8ea8ae846d34950626fa92db942524606544efe69272d307de501c3442e0","formula_version":"titan-u-contract-v1","latency_ms":0.5929169710725546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"298ab54291a826fa589d152bdfcf22fa1a297845a83219265a18aff2799d43c2","sample_id":"hellaswag.val.1005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2fff1af569f3409cc62f56abf67053c3fe4d01c3bda81f6e2f39cc3e23fa94f","formula_version":"titan-u-contract-v1","latency_ms":0.6979999598115683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1e440891554276dd9e6b197fce07e847bcdfecd8cc0a9aa062c4fd6bbfdb7cc","sample_id":"hellaswag.val.1006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7676bb4685837536b14d3d483976f72633aab7a15f3d3d42f3a5ce10c2b0dadf","formula_version":"titan-u-contract-v1","latency_ms":0.6028749048709869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c306c412d57838e459432bb5dc7e445b1064149b29a3630035ce6933ba63e0fa","sample_id":"hellaswag.val.1007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd6a22a7d2a73b4acd274bce1404eb9b57c6a2487b00f4dd74cb57837e7d736e","formula_version":"titan-u-contract-v1","latency_ms":1.072749961167574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"188c10c24bd01accd6569e08e3f1e2279598845b3f9f480c2289b255ef97e533","sample_id":"hellaswag.val.1008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e7b433998600469449ddbd7ddbc3e20cf8d57558a9351685f7425548b544bdb","formula_version":"titan-u-contract-v1","latency_ms":0.6625419482588768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e6221c71f9fc0b27e31eb5c5785fa05a9723d4d724d136e321c328e0f191009","sample_id":"hellaswag.val.1009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d7fd5bc9d3cd33b77594e082152a4645db3465bf41ba13f17cbf739e91ae550","formula_version":"titan-u-contract-v1","latency_ms":0.5824579857289791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7eecdb2294aab7f8d2a91a2891d6a6e58b74a401824b0e5462e01ab401a7886","sample_id":"hellaswag.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb73425220bbe4efd2ebb4bd75c8739a57a01614b55912a36a151e2887cf3ebc","formula_version":"titan-u-contract-v1","latency_ms":0.5277079762890935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e34442dd330461b9ad02053f3d1ecc6c6887eb012bb16666cdf39ff97d3ca437","sample_id":"hellaswag.val.1010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9013db03496b36c6e9e840dd92f547b594ff57e0e2817a4b87c182e950cbe04b","formula_version":"titan-u-contract-v1","latency_ms":0.4891250282526016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e881e583d311a6d432c644ec9d63395b3f77564e4e752e73fa31066b2a7dd50b","sample_id":"hellaswag.val.1011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b56eacf15ee8ccacd502b391f77b0bbcb008eeb5ee8f19ae6cb0812a97e63c11","formula_version":"titan-u-contract-v1","latency_ms":1.1935828952118754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee4b6842bf7e697b7b4c44bd5a534d39b149af34032b61d29503cac4f9a08d03","sample_id":"hellaswag.val.1012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a16eb4ff4bfcf429b613283317a44d551fca36b217956ebdcd294c159b8dbea7","formula_version":"titan-u-contract-v1","latency_ms":0.46304205898195505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adac33e20caea210678fa79210b179a05689831b203adc83cdaa266949efa0f9","sample_id":"hellaswag.val.1013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90fdd57907f96358660723c5abf4b4d4f144def94ba32a60aa202d3d1b13386b","formula_version":"titan-u-contract-v1","latency_ms":0.7794590201228857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d3bd25908b71670b20ff3bb01f978dd3dc540b51bd7c060b9a2add9b786ff59","sample_id":"hellaswag.val.1014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b398d832b5a8943bc7acf53cc8f23a0171dd26f5b6e660323794e3348f056624","formula_version":"titan-u-contract-v1","latency_ms":0.4695839015766978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f1ed4af9817a7135d02bc495cbb719a3f67724ec5e487ee706a97a8a693d6c2","sample_id":"hellaswag.val.1015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2338abd4fad5c6ca2f87dd2c24f27653b9f62ac195f2b84565c9d9bda81bd3d","formula_version":"titan-u-contract-v1","latency_ms":0.6711659952998161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74df3bad1358d746cc2156dd210b16e3ce2d2f1727f8810280eff075a96f99ff","sample_id":"hellaswag.val.1016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"696cf631b09899619f756848e42ed1adb27d337984eb3b3b82f77883b8a8e33d","formula_version":"titan-u-contract-v1","latency_ms":0.4720409633591771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d79ea3f4f57a1dc61f2aca59aedd02d196d4491de71ef1326e994f628963c58","sample_id":"hellaswag.val.1017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17399dda5a97aa2f18835ce43fb5abf0ecb3ac5b3d8a4db48e131b62372f54d9","formula_version":"titan-u-contract-v1","latency_ms":0.8116670651361346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb754ef375317023f664af9453872de5365c8db84321902542a83c950f3c6ad0","sample_id":"hellaswag.val.1018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae4c5d15afa6ea1d1ecf2a49cd377898751a405d82bbb0ec13115813a6a4d546","formula_version":"titan-u-contract-v1","latency_ms":0.499167013913393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e879f7c819ef8a761b0dd8ff0840625a8198c4dd7131af76d56104ee6e308b08","sample_id":"hellaswag.val.1019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b68955dbf5b195640c27a58850b0976f90cab220da61df2866e20d6bc2b8c93a","formula_version":"titan-u-contract-v1","latency_ms":0.9475420229136944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2a7fca398efd86c5f91898e853a90599b38d4f799c753fce640ebf7150923eb","sample_id":"hellaswag.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cf09f48fa77357904762f2a254c4a5cd239f7020c8b0326462b201583ead196","formula_version":"titan-u-contract-v1","latency_ms":0.44529198203235865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2584a0ef9074e3cc66ca52f1e25eaf579a0deca2f2767f46cd08d52ccc99d67","sample_id":"hellaswag.val.1020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d312eb0e3f88383549a771fc3c7788d843b468727b044af64d029f6f6e317fd","formula_version":"titan-u-contract-v1","latency_ms":0.4752080421894789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe53ce5084bdb76c28215d0fb7799fffd41fe65fa89fbda0d09149264134aa9b","sample_id":"hellaswag.val.1021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"217e0bdb6172aa151a0263742823b8c7761c9d66fa7b2253617d57b5caf019b5","formula_version":"titan-u-contract-v1","latency_ms":0.5332919536158442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02258b51980340c4008a7adbc915c7485b359c02d927298b5c32b21ddcc7f7b9","sample_id":"hellaswag.val.1022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7b103035ad58de9db4adfecd5b7630d7cf8256392d7c445a55425022e500060","formula_version":"titan-u-contract-v1","latency_ms":1.2825840385630727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fdada1ed4476889bc803e267c3188aed54cdebbf15f2d3620bb324aaf590bdc","sample_id":"hellaswag.val.1023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caf2cbd62856e7358e1f9a81b1ddf2e6cd6d904e9ddfbb4b0a1f3e385e3584a8","formula_version":"titan-u-contract-v1","latency_ms":0.6324169225990772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee474672ecaba5f932a96dcb573fa962a852d6936b9b2a66ca3c79c0c7862ad4","sample_id":"hellaswag.val.1024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42861ae5b42f0eaecf812036ddab6addb0b11f4c0bd5e5627e9363412788f192","formula_version":"titan-u-contract-v1","latency_ms":0.7212499622255564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea99a46614bb0219771dd48707423a6817f1fd0ddfd2c871dc8a0c02c5d8826d","sample_id":"hellaswag.val.1025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e16b9ca600c25b54c0ab5b4ace02ba766a2dee4b4506dfb0be0b2ee542e482f","formula_version":"titan-u-contract-v1","latency_ms":0.7651669438928366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd4b2c9a2c7fc3bf512308f6aa2ecac1c14793683aebe4a24bf1af0f33b05345","sample_id":"hellaswag.val.1026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d29749fd8f03a96798b53c7880ae463aa34c66ffd4db9b9003846375ef388365","formula_version":"titan-u-contract-v1","latency_ms":0.4703750601038337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"987a64eca0d7d4bcf47d7bea425cf5573d9c9f1d81f329d0230eeb967290ef51","sample_id":"hellaswag.val.1027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f59a7704c35f7c27f21e56157f326815f7ab432a7059c0ecab2e6a5f1e5e2ba8","formula_version":"titan-u-contract-v1","latency_ms":0.5394590552896261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40d398ece6923b798b5f39c503af9183416f750db74f9073fb9ff71ca657ec5c","sample_id":"hellaswag.val.1028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69f13024a9c3a1a4b319a9c9c10e2a2d36d73b7b3009bc3560fdfc853f8b0b5d","formula_version":"titan-u-contract-v1","latency_ms":0.49362494610249996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d860c41adfa61d16e56b4707982c750b7866ff8ab64688d173600f76535048a9","sample_id":"hellaswag.val.1029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc6c6b29fc42aa4d5058867b52600b7b8d7cfb904413086c64ea4c4e1a6efd3f","formula_version":"titan-u-contract-v1","latency_ms":0.7169169839471579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e419c3aa7325c28239fbcc3ebb0e036f084a8ba1bc5621942065177c13d0fef2","sample_id":"hellaswag.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7880e67b1343d42d2347ba6cb377ca3c9e2f99405764009981eb99d8625cf9f3","formula_version":"titan-u-contract-v1","latency_ms":0.7118339417502284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3ac14f298ebe3201c83725bf0fa75b67e6fb2c0ca77297f130c91f7b4ecbaed","sample_id":"hellaswag.val.1030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbd5d72126d6d0408656a0531f20063192b12d8aaf9d18100ad105da90ab12ea","formula_version":"titan-u-contract-v1","latency_ms":0.774292042478919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d120f8510179bbd2f0454550ae9d3c02b2b9f96eb51b8aa3f38043e4b9446dc0","sample_id":"hellaswag.val.1031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15949f8fdfea0fba4b7f8ee4f6b4cdd6a4f7213b1bdacf4cf22edcd9034b23bc","formula_version":"titan-u-contract-v1","latency_ms":1.1936670634895563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1b34b6262e4539858850408cc40e22e0f9098925a09dc76ec5a537dc6bc5b57","sample_id":"hellaswag.val.1032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"979af97145719f259e507255ae0a3f09f8120855139ec8447b65dd9dabee7c63","formula_version":"titan-u-contract-v1","latency_ms":0.523999915458262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee251b4ac73d2df9b8f88631d18684c2be6cffa2161cd689326329949e374ea5","sample_id":"hellaswag.val.1033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0c135b05abd92d733aba4a7569f558de2defc108c154b7b578b11566e16ded7","formula_version":"titan-u-contract-v1","latency_ms":0.5090419435873628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42cd9db6973402277685ac595f87920af133a87849bac33f421f59ad893314f1","sample_id":"hellaswag.val.1034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d4030697a97be795516abcd8a9657c83ba3c58564a38070c192ade6771718a7","formula_version":"titan-u-contract-v1","latency_ms":0.6275830091908574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84187bc3a1e3269e281f3938a264e2526e0bff6f52ea6877e79334a78c6be38d","sample_id":"hellaswag.val.1035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc600703ebe99dacd23f99edf914967b0069af55cd7de680b88f0f318c8c6d0e","formula_version":"titan-u-contract-v1","latency_ms":0.8633329998701811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60a60fd15e2bc6aed8f830e7baa0b51b71e199f3b1c2193836cd864886aeaf79","sample_id":"hellaswag.val.1036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2496521094bee8699cb9a33126998e469bcf53cc123e3e80ab1c9920b2fda40b","formula_version":"titan-u-contract-v1","latency_ms":0.5049579776823521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"247f7b77e8011cd8ddad94c3d6db0f2a7923608d26b481870b9106a35930f295","sample_id":"hellaswag.val.1037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99a9696ffd2a279d5d72cc5496a94bbb30286d04e91fb0af9cb76769a2b43465","formula_version":"titan-u-contract-v1","latency_ms":0.6830840138718486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a726300e797a78f4db57230362765a0ef3f4409a06be2d37e8f3fea2ff94adcf","sample_id":"hellaswag.val.1038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef2cad3b8e82939aecc2f6529758e4f937a6f6cd2833381dc8d6afa552fa206b","formula_version":"titan-u-contract-v1","latency_ms":0.5902500124648213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d191ef511f3488b454de308708853d485b74fdf68c810c050d97e68bf9d939e","sample_id":"hellaswag.val.1039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b084f9e23337d3d528aefef725837da860ebaeba75e338e387157c029808aea4","formula_version":"titan-u-contract-v1","latency_ms":0.7699580164626241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e48208a07182dfad1b6d9892acaff3c6fb2c1f35a7b35e9049fe427e7e11910","sample_id":"hellaswag.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7162e064b819a40047bd2bff3fafb5ad2cf6a1f65424e368e77694baa43bee8a","formula_version":"titan-u-contract-v1","latency_ms":0.4669589689001441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4e880c649453313086b4f72310a9826630daeed51ec5654878f3f3af5c80ae1","sample_id":"hellaswag.val.1040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f23e7369d7a5bd416e651855513b10f4e4295be4990a0ac56b12ff4f08f1e8c","formula_version":"titan-u-contract-v1","latency_ms":0.46600005589425564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42ace7ab6b727e8b8b612d4dfd566cb38a4f84738286e43f5bd3b70285fa1ae7","sample_id":"hellaswag.val.1041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2345c9aa0597bfa658dfff63b4da64679251bc9195d64f25862f460f66061fd8","formula_version":"titan-u-contract-v1","latency_ms":0.8921249536797404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b065b2afddb83b011843820305fc0a46da82270d02bd0d5fa3801c82f3fedf6","sample_id":"hellaswag.val.1042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"734d6a7b708ac6138f9130ede8a4cfb9780021832665c4ddf031ba41e998bc08","formula_version":"titan-u-contract-v1","latency_ms":0.5155419930815697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20d4743e23677f65f3304cfed25b5f202bd0c8455ff8f02a41449069f445b04e","sample_id":"hellaswag.val.1043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57dad9dc5d45f4a4c74f37b29127238c2436fa916bd0e59537df080d0bb7ae75","formula_version":"titan-u-contract-v1","latency_ms":0.5625420017167926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3fe47160d7fe1d11b8f31a8b61f7ed97762ed9b202c1997212611bcf675d771","sample_id":"hellaswag.val.1044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fab0d2a4bdb6ecb06c823a1ad0055854799e5ba5762049a0200116687835f4d4","formula_version":"titan-u-contract-v1","latency_ms":0.7533750031143427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ebcfd4cbfc32c31ecc01d03033fdbdfcc8368ecb54f6e75de8fa9bb824dd606","sample_id":"hellaswag.val.1045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d38d7148ec58a8ef22b91c0a91f2fab7043d8781526d8a9391bf53a8c2043e4","formula_version":"titan-u-contract-v1","latency_ms":0.537874992005527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f80780fd254b6d71f2fdd79d42c48fbe310fb928dd92412f554cde7706a66cc9","sample_id":"hellaswag.val.1046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54511a4dfada56aba130bd823dac6b3073defe9c56c62691f664689be8f9f166","formula_version":"titan-u-contract-v1","latency_ms":0.7285830797627568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f62f414c3d2bbf5a614ddc7bec9f696f3a53bcdb8191c4469e93b30bef94a26","sample_id":"hellaswag.val.1047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29db6b210c0d1d353bdb41bbfaedd13e05457bd1388a4fb63a8f0fc9b4006418","formula_version":"titan-u-contract-v1","latency_ms":0.6729589076712728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7cdf85be241f8f880d690fb7a831438fe3eac84a4f37eb02f4b9121c9bd7b51","sample_id":"hellaswag.val.1048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"395e01c5641cabc2f8cf3e61153ca7522e9e2adca4b429eed8f4aca6e9024577","formula_version":"titan-u-contract-v1","latency_ms":1.1737920576706529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9113c68c30889f082553cfa88c174d05a024a370e1633e0af8d8a413ef97eb61","sample_id":"hellaswag.val.1049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e772d2fc304b587e938ee0c28c89131a5af6cc1935a48ce5b0f9ef272257b91","formula_version":"titan-u-contract-v1","latency_ms":0.5150421056896448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f9b3af6b24d90bf5ea576fa7edbb5e9735c081a71d534ff4092090883ec0c10","sample_id":"hellaswag.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"241b7fdb13aa3f8d5cffc88950a2b824a5e28e407f75483cdaab0328c7f15af9","formula_version":"titan-u-contract-v1","latency_ms":0.5518330726772547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2bbaf80ab0e83db6a909aa35ed68cc3c698e935b40f0778ab734e1649b27522","sample_id":"hellaswag.val.1050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d6684036480486ac71a2f03a17a1922f1d8e8ed53ee48811fd8697ca5a28d5d","formula_version":"titan-u-contract-v1","latency_ms":0.4587499424815178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"638d577c864f5aad105c795b6a3a62338354bb1f9599b1e8103310e4462fe7e1","sample_id":"hellaswag.val.1051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a56cdae69fc8c235fa2e5f149f7ee80b2d25c1928511cb1004d818836d61cefb","formula_version":"titan-u-contract-v1","latency_ms":0.6054169498383999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30f8bcbfb1ee246d5c9e03e41bc95af2e8c3ecc4ecc92414e431a4abc31a8a96","sample_id":"hellaswag.val.1052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d939635621b98b210a46ac6b60e4ec57c81363f1035917002c089cdb60892e28","formula_version":"titan-u-contract-v1","latency_ms":0.4947090055793524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76c9266cb51e973b9445019f9cdf0508e0b8fe33458358752a97759a16d0f876","sample_id":"hellaswag.val.1053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"048780f4c48348c379d491c5337a5cc4d227284919ca69600a0e6ebda4519d09","formula_version":"titan-u-contract-v1","latency_ms":0.5913750501349568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee73476e77e8e41d4e1726d44c05296b249852f0b3f0883209cd5a09376f8d29","sample_id":"hellaswag.val.1054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca89576a1ffff49938735765c1726fb95cfb521cbaf4c1b3d83d52617a85a10b","formula_version":"titan-u-contract-v1","latency_ms":0.6167080719023943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07150ef548a02cf5e2faf4c5c4d2ccb43c0dc565e2f69cc112b0b817ff2359a8","sample_id":"hellaswag.val.1055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9fad92692a89e393f7e98d576c8b22cbbcc9d645edb7988e4e13e77d25f507d","formula_version":"titan-u-contract-v1","latency_ms":0.856042024679482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bfea1cbce7ac3e8d061a93c8a06c36c8d5797492fa49e9b0a952e987683b15b","sample_id":"hellaswag.val.1056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c2f8f1170a4fe7caad8630373260dfa4fd2bf2c0c02fdaceaae7696ca0c2788","formula_version":"titan-u-contract-v1","latency_ms":0.7289580535143614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87817b5a7e1b914217b12e63d9c39fd726319d0800ef336efde4a3bb1b8c54dd","sample_id":"hellaswag.val.1057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07018b2c969c105394dd364231987af143678530afb66100424256ce52da8e99","formula_version":"titan-u-contract-v1","latency_ms":0.46795804519206285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88d96980eb57e22c7ce7f0a7660bda9a30e04f01385316eea4ce6859abcb454d","sample_id":"hellaswag.val.1058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"388c79fe036fc2363b39b8299840e15408de9f210cc588e23a5fda5abe2935ab","formula_version":"titan-u-contract-v1","latency_ms":0.5037080263718963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"972b2eab5191e37219764a256bf97b0478776c52331edfc5df7a50ba9c46eab9","sample_id":"hellaswag.val.1059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"317e72ef6d9e0c1a236b03b24756e92e189e9210f88d231a4dc8b22bb32b269b","formula_version":"titan-u-contract-v1","latency_ms":0.6923329783603549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64112ae83f9da74b5501c410fe961471d7ab4090e9283463174dac435f8002df","sample_id":"hellaswag.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87cda886545e3025582abda45fe70aa7eb208c47798d22789d0521d2249a73cd","formula_version":"titan-u-contract-v1","latency_ms":0.7997920038178563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51c2ff00a3c1cfc2eadc458e7c2bfdfb4ca137a3a805740b65f0452f9c7a9656","sample_id":"hellaswag.val.1060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edab2eccbbb4977e1a5116f043acdca34aa778486e6c73d0dcec75d95dba6ca8","formula_version":"titan-u-contract-v1","latency_ms":0.719917006790638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83094e752e20f937bcdc48008d3083b4791d367b06c3ce8438fc890d313cbf1d","sample_id":"hellaswag.val.1061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db04283fd406160e51f7eab8f701cb76c2fdff1e3b0378007ec51c42b6e576fd","formula_version":"titan-u-contract-v1","latency_ms":0.9904579492285848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aca1a5cb8ee7e627b5bf618eb2adba143d0abc844c40b02f7aab576ce50ed4c1","sample_id":"hellaswag.val.1062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db3f7e14ac6612fa7f681d43dd539b822c49aad0f1d313a56741aa5def7e6f1c","formula_version":"titan-u-contract-v1","latency_ms":0.6053749239072204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb2cf958003b6ba054b81aaed398029822c64215cf87b33bc1dbf4fde2b1ed2d","sample_id":"hellaswag.val.1063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8407f2a59ca510e3a4b1981b0892a784a39f42dafe58846fe8d4362c3381d0d7","formula_version":"titan-u-contract-v1","latency_ms":0.48737507313489914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0df7d2610dfeba7b5fe98da12281923882d64c650a0300f84eb3058c8daae85b","sample_id":"hellaswag.val.1064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8de47f6f6e9961000484b1f14d26a3f1111cad7a22e8bf0de17f45d5078fd49","formula_version":"titan-u-contract-v1","latency_ms":0.609208014793694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e66515bb884dbbfd8d57d8bcd9d865a98987b1babb6de267256bdc3f92247229","sample_id":"hellaswag.val.1065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf015c4ffed07d1ff621e1b5260f2cd131be3556a2d7884499b0fe457293a685","formula_version":"titan-u-contract-v1","latency_ms":0.4451250424608588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bb0ceba3a804503d8d74d77b1351dca7117c5d4ed1d1ba4f969cfbd2236c4db","sample_id":"hellaswag.val.1066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c75786c001e8165bed26b47301e7b60cdafaa3a3f658d628e1727eedf61f4085","formula_version":"titan-u-contract-v1","latency_ms":0.47325005289167166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24a36484d54a2ee2f1ff789bc3bfae0b3e4ed5a57e75a611b56ec0821d775c06","sample_id":"hellaswag.val.1067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a22e2ec92fe1f199b6752b805800c544598e2767c87bbe047c401cfea9ed777","formula_version":"titan-u-contract-v1","latency_ms":0.6977079901844263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"319c6812ed85bc5055d4fbfda3dd6198766c02db7208162f4874d17fe3b960d4","sample_id":"hellaswag.val.1068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b9362e6e3b6c21c4eaa49e4f067f3c9e49a5be160a143ef35b2c3f7d9c9efc1","formula_version":"titan-u-contract-v1","latency_ms":0.6925000343471766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef25cc83d9fca0d94ba71dd31aa30556615a7a5c187f37a6813ff8f3c8f5d723","sample_id":"hellaswag.val.1069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec554667e1354eca538eaefa817d55c9cab40e15927f4a1d8cb72029b42b2a68","formula_version":"titan-u-contract-v1","latency_ms":0.8034590864554048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0582b500e5ced7aa987f2b6071ad73b8ca36d59721823194ed0d52c8f926e6f","sample_id":"hellaswag.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f74cb6e1ae8b134d727424d1e61fca20ab2d530de09d8dc6f241ed0545830d85","formula_version":"titan-u-contract-v1","latency_ms":1.2982920743525028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02b86babc01f5c9c0ba7f2cb638881f8ecc4c2ec603f56b6a241b09c0d49ff55","sample_id":"hellaswag.val.1070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46dfb9f9039346ff80cc3b1585a862658bc6c39bb0898abf81d9e2ff5a3a05a9","formula_version":"titan-u-contract-v1","latency_ms":0.6616669707000256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07a224f0abc73cb78f2d3689f4b070816b9561a9fe63d8a8f6ad1b7129b7c0db","sample_id":"hellaswag.val.1071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"873d9531b1ba58f5b7120d5ba5cd9e48e423c0081f169a4a017df1aa44823f27","formula_version":"titan-u-contract-v1","latency_ms":0.7485829992219806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"281340b10b7f840cab7fa64d09b1e3f6caf047b60f1b3736dd3a48d5cba4ade2","sample_id":"hellaswag.val.1072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6177d9c5824be4b314793fc6fd8c6efb2fa196a66054d6e131d09820a169a22d","formula_version":"titan-u-contract-v1","latency_ms":0.6009170319885015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae9f7797415e7c5f0ac2e731a7a3b8193bc34ef19766882f3d73ee901937509d","sample_id":"hellaswag.val.1073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5f28f73f4a990652e92ba755d907aca7fb9d8e1b0d790a9f615e687c8b74ee8","formula_version":"titan-u-contract-v1","latency_ms":0.7424999494105577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5f13f3830f9de2fc721ebb04f9a8eed0b09fae23718e18c7f7d0496fd8569be","sample_id":"hellaswag.val.1074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73bea657df51a74698d9133a0b9f3aa6b4ca0d7d5ad0a46a222b97286511c64e","formula_version":"titan-u-contract-v1","latency_ms":0.5159589927643538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeec8ef26b020048bdf3dcb857f12e8a75b0bf77f3914930dd5add9213f7e786","sample_id":"hellaswag.val.1075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f255d4aa6867972b0f987e1dcb968002196e65bc57c9047cd4ad8e2a3ef24ea","formula_version":"titan-u-contract-v1","latency_ms":0.45312498696148396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f9e83041a879498a4f5ecab988d5052c6dff7cbae9801527bf7ee7e92897b42","sample_id":"hellaswag.val.1076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c69d386f2e93a4b0c7a9142d8979dc47ddc982417c8f79ac792c4be2daa9cd4","formula_version":"titan-u-contract-v1","latency_ms":0.8389579597860575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c19934231d40eb70231a8a5a9ac22c7ff228b0cf7170042470b5f90073e7e25","sample_id":"hellaswag.val.1077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ccefcec28f2dafa46d9eac6667d3416c3719f06d6e2f19574fe09adf138c593","formula_version":"titan-u-contract-v1","latency_ms":0.4991659661754966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77daaf5422a5f2c1f7f1e0625845f75dff89ad95a48b75cf6c022c05c17c6ffb","sample_id":"hellaswag.val.1078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81d3f4a4a100a2cc87b7b66073fb65561e131fc6d5a6241deee09083a69d26b4","formula_version":"titan-u-contract-v1","latency_ms":0.6237919442355633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bae1acd8b2d16e308b83012a736a66729407b371c5f2abdffb14ed9564f762f","sample_id":"hellaswag.val.1079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94e1e05803e84e4be76f5aad4d898e78fc241d318f4a001ed0fef142fdb3d81f","formula_version":"titan-u-contract-v1","latency_ms":0.6607089890167117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38fe8020717d91b59b243223362c964199698b05c42bcf96aea04710a66551eb","sample_id":"hellaswag.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a755fce7536ac34ed65f6c3639f894d465bd9b00b18732ba6b5c38675ea8428f","formula_version":"titan-u-contract-v1","latency_ms":0.4343329928815365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c58956816bec97b8a6f76f74b43efa9d45ad467df6d4a49d81a56bba5f78d24a","sample_id":"hellaswag.val.1080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2ac80b559fc2af018f288ab2838ad776fb60d541d1fe9169a38a611e15b7e7b","formula_version":"titan-u-contract-v1","latency_ms":0.43249991722404957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9690719c299a8c2f42d3e21599640aa12d6497e19afc4f673dbd2fd7c5dfce19","sample_id":"hellaswag.val.1081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a288146f677551225d7ffdf8027a599f07db0ca0a323b45fea1f1b1bb4345a65","formula_version":"titan-u-contract-v1","latency_ms":0.7603330304846168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af5b0e2cc46cb5d37a9bd5888a0ceae8572fcfd686d643e2f69241a6626884b9","sample_id":"hellaswag.val.1082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eef6b35b65431b80f15114c6afcf8c1cd50501ab65c4122c396cccf1fe24f01","formula_version":"titan-u-contract-v1","latency_ms":0.8601249428465962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ae53b2cddb93f57cfee038e27268a09e79ab6e4d6a1bd8a15af2bd560c3e7f0","sample_id":"hellaswag.val.1083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20d9db17e954e315ed6d0e3e14bc3d42034a0d87e62a7ceec4bdcf962ea40c5a","formula_version":"titan-u-contract-v1","latency_ms":0.6825829623267055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ba5df57cf487e15f3018713b73d615211091a59668891e9cb00afbdf988ab61","sample_id":"hellaswag.val.1084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25d4321c766730293d0f9087a0b6b2b0b57fd875d8ddea7f1711e38a03bd98e3","formula_version":"titan-u-contract-v1","latency_ms":0.6397910183295608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28b5e5021e73d117177fa2b6b6a92de0bdab2965659318e3c836c5a0fdf7c33a","sample_id":"hellaswag.val.1085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c1d131469dfb95b430ab3ce2f5e9caa79cd281462930c229c7b10d1ae9ab93c","formula_version":"titan-u-contract-v1","latency_ms":0.652250018902123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5348e0268350c9cec9e22473b9f8d8f65b176b268b3e00bd5962a43e48da872","sample_id":"hellaswag.val.1086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08e3881d52a0fd1458cc49a5232b4238f7a961d60725f848593ab79190aef4f0","formula_version":"titan-u-contract-v1","latency_ms":0.560290995053947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67c271d500866a5b0d6f3fc090876b3a1aefbd92bff709d5a1530bce2b420857","sample_id":"hellaswag.val.1087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fe50506512c7f869dc631697e94059c2ed39eadfa38dd54758204b965d5c41b","formula_version":"titan-u-contract-v1","latency_ms":0.7902089273557067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc6071a29f8529489963cd78530db4a84b96c9456b1560b79ae3e0f57aaf9bcf","sample_id":"hellaswag.val.1088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a420a844c262380429f7a8f37c621206263368ebf420a3e347c87fc26a805a69","formula_version":"titan-u-contract-v1","latency_ms":0.5475420039147139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d8e5ae18611ac7c1f7f4d5583bcf43b5c02b9821d38b16f8a5060bfa7147ee1","sample_id":"hellaswag.val.1089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3ae00ae243f287d327aab14fffb52cfd130c571475cfef11c5c8971cad3ca15","formula_version":"titan-u-contract-v1","latency_ms":0.6891669472679496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b0af63db9d714948c8d014eabc2a0714015c5586af2b1dc52d62eb0eefd52ac","sample_id":"hellaswag.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8def68be2b8af9dfccaebbc04bf15a229fa7c23843e3c52e3c4b496c8f3ebea8","formula_version":"titan-u-contract-v1","latency_ms":0.6770410109311342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f872c866beb43f46cdd55431581174fea5e58fad6241c7e9f5fc5bd16aa92a34","sample_id":"hellaswag.val.1090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66bd4173f99eab93dbe6bde1ff946e728030e66e15ac2f03c876f652278e7e87","formula_version":"titan-u-contract-v1","latency_ms":0.6194170564413071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02fcb0f91e63cd920e5e91ec4f0c9bb78feb0984893194c79d08ed0afa5bd9ae","sample_id":"hellaswag.val.1091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07c4b0c0a1a86aa1b581c29ae0c943642819792f21aeda4667a67b4209571330","formula_version":"titan-u-contract-v1","latency_ms":0.6891250377520919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a5578a4f862ca26817e1db68f04aa8d396ad699cf8c64d6fb6c1d04d862ee86","sample_id":"hellaswag.val.1092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fbd750927fb49c00b07a36ea38524c7eabb9c0a639c3df281cbc249802b81bf","formula_version":"titan-u-contract-v1","latency_ms":0.8618750143796206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65d6f5b685e73595b54fe7ac8d1571ccfd02361a6321eea1882ac2ede1b135ad","sample_id":"hellaswag.val.1093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cd4b3b714e07b0a92ffe75c5f2458aa919dacb978f77e341a15923e647d884d","formula_version":"titan-u-contract-v1","latency_ms":0.6475000409409404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd281386133311109b9a154494f6ef22d295a21315e42ce76feee855511103c1","sample_id":"hellaswag.val.1094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c87ebc2cb536e0cd3189e02030a73182309b9b9260a473935b910f2971d3af05","formula_version":"titan-u-contract-v1","latency_ms":0.7791250245645642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00130bd2fd1ac53e6a7678df74c7cd4f74155d97ce5aca4b515ef30ff29a2445","sample_id":"hellaswag.val.1095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bae46d49246d5869d72835a03aa61af60b13061537240b4370ad943ee2449f9e","formula_version":"titan-u-contract-v1","latency_ms":0.5649590166285634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09f3fe333cc64827ad9c5779826080c4327ff63e0860cc2e5cfc6816b27966e9","sample_id":"hellaswag.val.1096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b7ed0b5adc739fd9904087d89cc5e974316fdbbc8fe9104c028e7327f852b26","formula_version":"titan-u-contract-v1","latency_ms":0.488666002638638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"542b123eaf95d497f0aadfd2b61ee55165a03019f3e5ef484f7515c814aa05d5","sample_id":"hellaswag.val.1097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab07a4234a18c49582d72c86b6eaa25b2a2de0f1aeb9ed6da6b8d42be72b450b","formula_version":"titan-u-contract-v1","latency_ms":0.5814590258523822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e94cdaa509b058198508d6db33e96e7677d1ff62da024b4dbd4ffd70aa8f4db1","sample_id":"hellaswag.val.1098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"803fcedaf99384077717eb4a06bbda3041653a3755bfbe32898735e0d548199f","formula_version":"titan-u-contract-v1","latency_ms":0.49520807806402445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75ee9e3c2c9bbc65edb47efc9280ea7ffad72093163831be59a28662dc7bb222","sample_id":"hellaswag.val.1099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d83d869457d89a8b217c120d0a009ff1a46dc6a85f177e792627a39c9a995aaf","formula_version":"titan-u-contract-v1","latency_ms":0.4804170457646251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"382c77039ab1ac44c5076f198d87a2107ff93064f218678c52e9bc11afb3c424","sample_id":"hellaswag.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eae6b82b2d9ecb3d2342f201b38fa33da72fb0a3e53387c2aba91bba5485899","formula_version":"titan-u-contract-v1","latency_ms":0.4639170365408063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5d8e7e731489fb2e483d279345fa1df33ba00a2f3cc2cd33c916d42cd098e5f","sample_id":"hellaswag.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d78b22bb9775d2a1c0681c481cd2bd443569e376c66ec9c940f836e80b024d9","formula_version":"titan-u-contract-v1","latency_ms":1.0823749471455812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9912b77fdd022080c7d1ec0a4329c4abdea31e2dea76d965337c4206f1e7adcd","sample_id":"hellaswag.val.1100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bcff36bc193777d1a0d9fc9548d71602e0fe1028c7bba7512c9b3b219b26bf9","formula_version":"titan-u-contract-v1","latency_ms":0.4879579646512866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c80ec785503dc3cbda3a6c540556dfde6468409efde94ec8de8e8b01322ad5ff","sample_id":"hellaswag.val.1101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c631b0ef73d1bce990dbf427d747cc2a46988a2fe598a866ef181083ad8e9a49","formula_version":"titan-u-contract-v1","latency_ms":0.6813750369474292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a22ab6393e3a074153f6866fd0b5897b2e403bdbc38397bf1f6f9b81d70382a","sample_id":"hellaswag.val.1102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b69de51dabc9f4edc6110ee2ceb82c5145eeb1775fffa4fef1352e4cf32b32a","formula_version":"titan-u-contract-v1","latency_ms":0.6437500705942512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa244ead9be0807fdd737cb734a1429cf4a255ac16751c096826f1362cb27971","sample_id":"hellaswag.val.1103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c05992a9d0c692873f2ede5abe6c87153350f0b67119bd72556eda45133b6fc","formula_version":"titan-u-contract-v1","latency_ms":0.46624999959021807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc2e6cb8fb5238366e0bf65dba6773b4eeeb4b26272661093c28427fd2ddf41d","sample_id":"hellaswag.val.1104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17d234f6a24c5456546f44a81f8210c66abec5dd0b01b010ba0e33b0bb450490","formula_version":"titan-u-contract-v1","latency_ms":0.47099997755140066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cf125113f47733b913eb0062757df529fe419b93d40f9867b6079500a6259fe","sample_id":"hellaswag.val.1105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0cd3904b3a00f2e0ba5a4a3360edb466290aae90010be38f95abc709a644c29","formula_version":"titan-u-contract-v1","latency_ms":0.4960420774295926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"478edc28ce1e40f751aed44d086b397ea839f6ecbf28b225b5ba790dbe93d062","sample_id":"hellaswag.val.1106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fce50735f2a0ab316757fa69796a27188a12e7b85de65b04dc95d861cf2513bb","formula_version":"titan-u-contract-v1","latency_ms":0.5047499435022473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1578d28064444a3e644955ae5fab329b672d1bf4c02895a9722565084ad439e3","sample_id":"hellaswag.val.1107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0174ce15e9a757fb08c4dcd6a5c0dbf195f4c6df251941f3f7194f4509506be1","formula_version":"titan-u-contract-v1","latency_ms":0.7556669879704714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"364f63b1fdeb56aacb7615aaa218e6db1eaffecb01a38de5ccf3f1233842e6c3","sample_id":"hellaswag.val.1108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fdf8fdfd0699f86d5a0cc68bfda540d6329ec30afc959312657447a48c2af5d","formula_version":"titan-u-contract-v1","latency_ms":0.49291690811514854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8ede606b22799091b5f2927bae4ef79e1ae1069dad031034426733bc853b0d3","sample_id":"hellaswag.val.1109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6f77c1913364d51418270ef5e66ed39d548a0e5138dc87081fd834ee1b962d7","formula_version":"titan-u-contract-v1","latency_ms":1.0670410702005029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e1c3a8b89594b66c72b79bd6d472b333d398920c09be48d777f367c60492b15","sample_id":"hellaswag.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc6972bac6bc2f258900d4384bf7e91b2fc37895b3eeed3e4ca2c187dafbb813","formula_version":"titan-u-contract-v1","latency_ms":0.6042919121682644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65f1736e215bbeef7d52f17c8f7ba9397b4b7f7d6bdb599907a6bd748f90cce5","sample_id":"hellaswag.val.1110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abe0e4514f292f12481326097c1bb6d47d847e0ea2268e5f770dd0433c0dbb81","formula_version":"titan-u-contract-v1","latency_ms":0.7381669711321592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d1d7aa78de7498fd093cef3e77f81ff73f0dce0a90688121812827cd1592cb0","sample_id":"hellaswag.val.1111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e64d6745d009ac5384f0c26f8b8c978825900f871882701059d2febb96a2ae73","formula_version":"titan-u-contract-v1","latency_ms":0.4468340193852782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab5e4dcfa871e65c95de7f41b51aaa82c0501f69492e64cc2ffab8daf507b1fe","sample_id":"hellaswag.val.1112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72ef7d8fa446efc5634624150b43dac0e3863aa2a4942321591a0a6b5320ddde","formula_version":"titan-u-contract-v1","latency_ms":0.7060409989207983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cac9d5689bf58d26abd04d6d4aa174efefb2d823403b5c87541a72363ff1288","sample_id":"hellaswag.val.1113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44265d275dbeabef0ce9426fae89ca038aa141c54aa1841162dab56ab0daea01","formula_version":"titan-u-contract-v1","latency_ms":1.2717089848592877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43d7cf1f78c60568b190bb628bb475ae7696edd13e1ea2582c9613c3709686b7","sample_id":"hellaswag.val.1114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b66aafe3f697b46cb087586de1446212453be27df05ede92a5e6ef38e6489b3","formula_version":"titan-u-contract-v1","latency_ms":0.475957989692688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ac05656b4ae8e8e0dd16d13c52fd2a2289290027f4d45b21a4a82b27c7f1b38","sample_id":"hellaswag.val.1115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bd8a70d2f17e8ad5b1d700daca9e487ebf63df99ae85a14a8516d14477a4a77","formula_version":"titan-u-contract-v1","latency_ms":0.48120797146111727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea513c21d1322fd595e538fccc09239c7a526b4b46942b4cfc7cb00dc726324f","sample_id":"hellaswag.val.1116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ce11c044f155ef0cc2a4671f0224a2f59ad3f432405289ade6a358ae78ab11f","formula_version":"titan-u-contract-v1","latency_ms":0.502333976328373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ffc3288f8e95eaeef8d1059d1df70c8276cc5094acdd2f9ed2e5b2e6ca1ab7c","sample_id":"hellaswag.val.1117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cca2095aeb6067119f53a1c701e0e5e57e1fad24789eac49a8fb7ec2b3a036a","formula_version":"titan-u-contract-v1","latency_ms":0.6128749810159206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06c7ad3adf3bc3971db7e89e943095275a7989fee74023f4bbfb564d385e190e","sample_id":"hellaswag.val.1118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38686bbac48e8baa022ef80a72062d06d8973637aaf43f3a4ce9b7ec04d6b2e1","formula_version":"titan-u-contract-v1","latency_ms":0.9130419930443168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40843767c27d945fdb38873278659ac6e6e42fa34ac383dc8cc6ba918c413d18","sample_id":"hellaswag.val.1119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83766a68ea6e02ffef57aa32417668de854c6ab06da5859c5e0206ed6be336ea","formula_version":"titan-u-contract-v1","latency_ms":0.46733301132917404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeaf69a4d729d637a9e3dc1cf04e8f4bd6b92759c1038bb40b351aec6234d063","sample_id":"hellaswag.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0dafa449b42a61852ba5538747786350d488505505603a21646b2d779ba41fd","formula_version":"titan-u-contract-v1","latency_ms":0.7082499796524644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8da5d399a77051c36f52c6ec3b91e3199679af133af7fb981a1330f6e3b98c7e","sample_id":"hellaswag.val.1120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e72da2dc5644de9bbf3fde76d0409d77b39d459641f95ec588ddc7da83487a68","formula_version":"titan-u-contract-v1","latency_ms":0.6227919366210699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2b294c8b7e07ef3dbae6e0f2427f282cd6606461713a36eea458a2240c3306e","sample_id":"hellaswag.val.1121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71518afd4951c5fbb6595d40fcc205d262e0d3d140256597b7fa68edd48b5dbf","formula_version":"titan-u-contract-v1","latency_ms":1.1234169360250235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"109bae14e43f0d1cad69ff4a161553a8ebf52fdc0ac8c9d34ce24b1aba2c654a","sample_id":"hellaswag.val.1122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8ad147bd08759d840b0633bd2869ab541943ad9734ca9a301b3866b5f5b2824","formula_version":"titan-u-contract-v1","latency_ms":0.6665829569101334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bb3ba86266ba46a5ada5715d0700dec78ef03afe463c14eaff0d63a760bcf49","sample_id":"hellaswag.val.1123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f13be31051bf7cbd4cbc3f63dc1c19f36e0b2f723dee7fa08f185d1b3c926b55","formula_version":"titan-u-contract-v1","latency_ms":0.5660420283675194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a7fdd67c1d463e25d2aaf454e1fcb7456ec54563691a0376c45a279d1dcfa85","sample_id":"hellaswag.val.1124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5b0a6e60d053e7f0f220cf1614d547f42e4f9b3f6e5c0d8f753b01fafe362dc","formula_version":"titan-u-contract-v1","latency_ms":0.4688749322667718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33a521d6c66d1ef2b43242d9563fd425529789d42ec88ee93f14b0fbec38b68e","sample_id":"hellaswag.val.1125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8d3d43f730429253fde39f36786943eee450ace6475d53d597457cfbc2723d3","formula_version":"titan-u-contract-v1","latency_ms":0.6063339533284307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f5d36798c1163574c6b6e34789c525c891f3ebb6df625e8d2cca7f330ca13bf","sample_id":"hellaswag.val.1126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c49f1c9364ce02affceb5834360517c37dccc61bfb9df36917405339e963ba8f","formula_version":"titan-u-contract-v1","latency_ms":0.42749999556690454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80235927be09cb5fdf1c9a1930302197809c3d5df9caeb8723a53b093ea66e5d","sample_id":"hellaswag.val.1127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c6a26f1a993e2a8cbe48b0a75a1c7ce87c277196bf883d720ada4415c39bb31","formula_version":"titan-u-contract-v1","latency_ms":0.4633330972865224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d05b77fa3005c1996f0a516f81388496160f665eb994f07f4bac18221e7b999","sample_id":"hellaswag.val.1128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6e179524d4cc07e2d75c590b4968260c5c016cfac9616d7e9370b002766a56e","formula_version":"titan-u-contract-v1","latency_ms":0.5264999344944954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ecffd2a8a3481c0f55017695be7bb5c5ab79705c9d0adb513e4d0dd41f0fbb5","sample_id":"hellaswag.val.1129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76f0d1dd833c14e688e3dc4239b79acb0963214914b136093523b05c69a29a27","formula_version":"titan-u-contract-v1","latency_ms":0.6950419628992677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a629c9ca8afcdc8057f88a1df6081136f57e01a5597533413bf41824a84dfd98","sample_id":"hellaswag.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"580081edd1eac0e430658c96b68155e4334d219763eb9c4711893f5659bb2626","formula_version":"titan-u-contract-v1","latency_ms":0.5678749876096845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5026c4e077a47d777c1c0ce3896763629310a9f4ddf960f30f6634850e3e54fc","sample_id":"hellaswag.val.1130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cc1a90b4ebd22aa4d019bbd3cc328198b044e44b0a07910c6e38b970a5a8548","formula_version":"titan-u-contract-v1","latency_ms":0.4827079828828573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa9622a7d56d730624d1bff09146e616d994081c724459759c753c39a14b5376","sample_id":"hellaswag.val.1131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42f037b021df7b7a2264c3372d35b3676aa10a94c5bf1c878ca806f6d23b3664","formula_version":"titan-u-contract-v1","latency_ms":0.9697080822661519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"136d0a9f248dac9a6c7727e4310737418762aaaf27d5516c4f492f06afc30369","sample_id":"hellaswag.val.1132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d54671351e301bbe789549d95c7ec1e1a6bc4285cdd3ca3cb622d907ee921cbf","formula_version":"titan-u-contract-v1","latency_ms":0.5848750006407499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f6e8ba000e9fe374061782ac4c6e90ad23fd266d23f5d13845c7faad62a6c38","sample_id":"hellaswag.val.1133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8171c2244d455cbe332ea46840a9d34bcaee330ac4be889fbc501a04262fc200","formula_version":"titan-u-contract-v1","latency_ms":0.5524579901248217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"788a4efec238baa056ef4a6faecbcecde51d3c6a5d0576f6eb515c1796144295","sample_id":"hellaswag.val.1134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aac9e786873a16eb17ffb3f2a665977701bcba7f3cdbbd465ce2c3b052c0153e","formula_version":"titan-u-contract-v1","latency_ms":0.481792027130723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"540043b257e585aa628a03ce9cc29da5be994e4d343283d2862f166cabe05350","sample_id":"hellaswag.val.1135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bfd706817e777ce358952162d7a131a4879e454938297386fa141783e2088a2","formula_version":"titan-u-contract-v1","latency_ms":0.7758339634165168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a9407a7154bad437c3ed53678f693d0a60a5ac3bf8005dbb9a591195bd7d31b","sample_id":"hellaswag.val.1136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f595551923aa821a78b97a6d11d135a00c436b14aeb008c0e6ec108dde23a8e4","formula_version":"titan-u-contract-v1","latency_ms":0.4503750242292881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4980502731ab58cd4e11cabe33a71f96d48b37bace0a09f068fc0c4fdb4cad35","sample_id":"hellaswag.val.1137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2df767fd0687f243cc40cac9eca6d23f779a91c8b41ccd439ba1ba6db5bb2f61","formula_version":"titan-u-contract-v1","latency_ms":0.6458329735323787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c33ba5766efd4efd959270722a073aed767b7383bad940e749a3a7daecfa88d","sample_id":"hellaswag.val.1138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2529615a45dbed1a988ab505945812a3a9bbaa6e37780cad2befa2c2d667992f","formula_version":"titan-u-contract-v1","latency_ms":0.7269999478012323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5bea46cdd43b04674006276ddaa97aa4d79b8011b135fb8403222ba0fd2c170","sample_id":"hellaswag.val.1139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d3eacac7e2b7c9eb7a9c07f3e298d0d73dc3e0ba5eced3d503415f6173f9f4d","formula_version":"titan-u-contract-v1","latency_ms":0.8704169886186719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d50b63dabea47bb3429fe6f1c4fb12c2738e09264afa25606e92a31ee3d13622","sample_id":"hellaswag.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16869cd1a62687e440143d1fc5a3d20bec3e8a8aa2094ac98fb98037a13a0ba5","formula_version":"titan-u-contract-v1","latency_ms":0.72825001552701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07e7af6b7516d086b8dbb2f6c56beead8c2ab9a418cc3e956185d1dd95f952ba","sample_id":"hellaswag.val.1140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46297a6e1a0b034cea38d603e9e5eabb5dfb2b91b7a1d2a279d7bd6e2390297b","formula_version":"titan-u-contract-v1","latency_ms":0.6259999936446548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0e42b6edab24bde1604427c30eb62643b5b5b9397b5c69899429debb60f8d99","sample_id":"hellaswag.val.1141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f914dea771b6339ed81f116f7b7a54714ee471bbd30de16f9acf83e7f596470","formula_version":"titan-u-contract-v1","latency_ms":0.5934590008109808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14fb4f9d504f22c215008e95d1540dc2a0d0ee8e9d9ff26f2d917d57e88ca3fe","sample_id":"hellaswag.val.1142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24cd94d1a45c7350db3bc8d86f2b3e668b0020e9c58cb3eba1d3d93fa27841b8","formula_version":"titan-u-contract-v1","latency_ms":0.4544589901342988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cc78838877485550f7c89b68eb88c34445d7a5615e3844316c76ced4462a225","sample_id":"hellaswag.val.1143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd361d0c2ec7bb0710ee2730ebf564d8786af2d05eb15ee9afd2d191997156d1","formula_version":"titan-u-contract-v1","latency_ms":0.5467500304803252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f05659fbb2bde9a58aeea61a6894f65a5e146bdddc5b7c14adc9765e1fcb810","sample_id":"hellaswag.val.1144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa458da540583ee91bcece2acab998f13a6a658db39ecb8eca05f217d2d38300","formula_version":"titan-u-contract-v1","latency_ms":0.9070830419659615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b4fdb181880a23a38db0897dc2f4fe3fc5c17ad776f1cd7c28c4d6da04f54be","sample_id":"hellaswag.val.1145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"185d12ec172afbc13350d21cab96536bf8c0cbead2b7bf01c0413836b8d110a9","formula_version":"titan-u-contract-v1","latency_ms":0.7906670216470957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f16293c003bf4c9d165229c4fc2cdd36a37a8bd3825c9930b10e35fb11b0a25b","sample_id":"hellaswag.val.1146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6cc35274275734d95056a2abb3b45fac4a311063c7db22a2a339b29e56a9b34","formula_version":"titan-u-contract-v1","latency_ms":0.6490839878097177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2804aa5b5e5753ced0facb901f773db5c03e71771bfb25614953e8c04910d0c","sample_id":"hellaswag.val.1147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de6dc6f2b7c805be5e3436069b7430147617f508528b76bfe3c39e25c8017773","formula_version":"titan-u-contract-v1","latency_ms":1.6001249896362424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b1f6c2493ffb4e69aa312a0dad36855456fdcd5bfe2ea217f6777e1727e7dff","sample_id":"hellaswag.val.1148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"354bec415404f68489a83de0d7f7b67be6230363f7717355d3a68a2ce518fa8d","formula_version":"titan-u-contract-v1","latency_ms":0.6891250377520919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"523fb98418f46aedde8866f24372cdc04fee49ba6dc285f209ee4f1f11b159e1","sample_id":"hellaswag.val.1149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fa6cc0df3bbbe3913abdd4d232a17bece350f2c59337a22d13fb844854442a9","formula_version":"titan-u-contract-v1","latency_ms":0.4666659515351057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01dee28d25a10a67d80e61968df58a68fc1180fbe381ab009d222a6c49a65dad","sample_id":"hellaswag.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"363e94a7bc7a6c7f73958c08fcf8f43ad8912598cf610a45846df67b4cd7983f","formula_version":"titan-u-contract-v1","latency_ms":0.5670419195666909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4b62216c4318865d035e551682b716b81597e1b406baf0322a00d34dea59b85","sample_id":"hellaswag.val.1150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b108fa38a1c24d1624343b4a223e36f9cb7db7301e407b2d727604e060fe3db","formula_version":"titan-u-contract-v1","latency_ms":0.9083329932764173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"874432f5bfc1be4704f49a57dab0389050dff907a8c24c98c2e6c50bc26ffdc0","sample_id":"hellaswag.val.1151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89b52277892581553ff256154b8a4b717f4bb0cd3a59935724542955fbfd6e75","formula_version":"titan-u-contract-v1","latency_ms":0.7754169637337327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8e925c756c8c397f451d0f6e782a9769aacdda7708c89f518770368d23c9ba2","sample_id":"hellaswag.val.1152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75d7095ea7291ef4b23abd621e9a206468594a3c30b4a7529523b761d92f3115","formula_version":"titan-u-contract-v1","latency_ms":1.0787498904392123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12127a58c7f98fc18c58c6a78bf129d29c5055b12d7e4496c76d2ee5fdb2ea92","sample_id":"hellaswag.val.1153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e572a9e789add34eabadb6adae81c92dd24fdf62ccab42fb161247fb1a901468","formula_version":"titan-u-contract-v1","latency_ms":0.9043329628184438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07fe116e95194812910af7cc6cd6f5b6ea90d7db51b0b4039666026b39ffc984","sample_id":"hellaswag.val.1154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca56eaacbdeb69cd88b18bef46ea9d83a85fa9c2bd4bfa92057b192422550073","formula_version":"titan-u-contract-v1","latency_ms":0.5778750637546182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8a2c740c9ccd20b0f54895235fe3ad39ced50d16f863871dc67da5f033a6530","sample_id":"hellaswag.val.1155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb7bea9edb461abbcdf5ac14ca55a0bf5bf5f603bd0a523841ebbbcda1a6d42a","formula_version":"titan-u-contract-v1","latency_ms":0.6712079048156738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f41d5e69130be2300df890ccb3649d1530bec974a4deadccbe4f3d7e9d1ba79","sample_id":"hellaswag.val.1156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ab5fa15e80c9987dde8a88076aac100bf9c2f85e02588b45d891800baf8de16","formula_version":"titan-u-contract-v1","latency_ms":0.908166985027492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24f8dc8f388c52e0f240ff31464bde67d3233168707c8628dc46ddcc009dd95b","sample_id":"hellaswag.val.1157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcd294c7587489fd3767e68d18cd22c3c25fb5fcb5b8a104480d54f3cf1b51b6","formula_version":"titan-u-contract-v1","latency_ms":1.510791014879942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3296aefdea9be127d8155c56aed31c4271fdaa13a7a5ef15aa2bf00f3afec67","sample_id":"hellaswag.val.1158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f089e942086dae397c986950af616a62c0e0a96be360aa10b5ec701bf2419ac3","formula_version":"titan-u-contract-v1","latency_ms":0.5080830305814743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3b68a4058f28617ae74bb9f7b8c3023182119e63573c65ef5131e848f68ba5f","sample_id":"hellaswag.val.1159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1632a34e9cd13692a61f9ed97d5220cb8e6b2225a49dd151a70580da8c735f42","formula_version":"titan-u-contract-v1","latency_ms":1.0264170123264194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77c137a79a9f4b24bbe1ff0858a166aca09a40d689f3f6f731649a2d13bf51ee","sample_id":"hellaswag.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd3ecb436a9286ecb7721b4182cf28ade52b666a3e4e8af119fe08aac81e8c68","formula_version":"titan-u-contract-v1","latency_ms":0.6005419418215752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7f54d567e4d65269dd8257ed963edad7ddc38ca062839ba428eeb1a99e1d07a","sample_id":"hellaswag.val.1160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"713b75abf7a1a0186f1884f8926e3b71bf51b1ca31f7cf2e080ea6bed82cb589","formula_version":"titan-u-contract-v1","latency_ms":0.797417014837265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed891a0731a92c45ee25a36d9138153c38d176ba280f01160b67088512974cab","sample_id":"hellaswag.val.1161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c94a8aca8f802df46ee8381c97f6a592ae64c786e76976404d14e314e3944950","formula_version":"titan-u-contract-v1","latency_ms":0.6078340811654925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b982eee646db076cdb48b22eaa89c94f65b4952d0263b245930c502e1345fdf","sample_id":"hellaswag.val.1162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fe95e79d91f900bb95067f08fc62133a2396843ed552db2040554b9fadca8fa","formula_version":"titan-u-contract-v1","latency_ms":0.8929999312385917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02631844f457f8fb77d592c760651e2748a2e3586e97199a305382d3ba322587","sample_id":"hellaswag.val.1163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e45ee6f6bc113fd979ffefcea67c4cee14475a342373ad5f1d58defb9ebf994b","formula_version":"titan-u-contract-v1","latency_ms":0.5432500038295984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7590b4cc3f3bd4176c5261ba8da8e91bac68c7ca2a9d4024a46ee40a2bfaaf93","sample_id":"hellaswag.val.1164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5938d90ce4b71a0f5eaea42daac1cbfb1ae3da9d07ba4b76c2477fb81a543b07","formula_version":"titan-u-contract-v1","latency_ms":0.6979579338803887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88491a212932258e7e0f0aa46df1774f57c699dc0d344b885a13e5ae66469a30","sample_id":"hellaswag.val.1165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"babedbeb0d886d78ba959c02534d41734207006d3360b715c858ba8a8a688b0f","formula_version":"titan-u-contract-v1","latency_ms":0.7010420085862279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"425a9bf5e737c9bf0aac87ba1ff43392bb48aeff421ce3b9487c3406e15541a2","sample_id":"hellaswag.val.1166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"914dc87f96af8a369eb0175bbc0961f8e635390e03cca4d124c64f3fac079283","formula_version":"titan-u-contract-v1","latency_ms":0.47558301594108343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fd44cdecf6a61b3ef0b716e283ded86c8d709a4ea0025a1884e0c395e693a65","sample_id":"hellaswag.val.1167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dc3eebee35e2b8cfd7330ffc72a55443ff01754e89e5754bbaf38e46afbf38f","formula_version":"titan-u-contract-v1","latency_ms":0.5519590340554714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d71a76df60cb893edde6494ae6b4f5e4e340c1d600f9407aa6adffc41bb47fbb","sample_id":"hellaswag.val.1168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06615913f34b7bd692ab6255738b025af260baaf6201c6068aa09e29113d7f31","formula_version":"titan-u-contract-v1","latency_ms":0.5432079778984189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48dcdf3508a43ea6b42da95a76b26f808748d48caed8225850fcf7cce8e182c7","sample_id":"hellaswag.val.1169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6936c687d77493d9ff8b580e042394f4707c726bc52393afc3680a2c343faa00","formula_version":"titan-u-contract-v1","latency_ms":0.8214999688789248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc0cca2910b1f60a185f130d99b5f90763d619b0f506569992128a26128dc97a","sample_id":"hellaswag.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6c8336d4a0637a200dbc84434b58a37f6f2b71e156b58bca58b151acd91453e","formula_version":"titan-u-contract-v1","latency_ms":0.5518340039998293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db7f1e3043eb50dbc1b07499dbf72a6c2ca51e76120df1ea7c4dcb49bb77b646","sample_id":"hellaswag.val.1170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02fab2d33b2cee38e078601ccb8bf79a19d3ab440af6b8453a106c0eb5436b3c","formula_version":"titan-u-contract-v1","latency_ms":0.622499966993928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a35aba0176563a9751609258bb8eafa81fa68af972ab1328a9b6384a4ac1200","sample_id":"hellaswag.val.1171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bf3d4d05dc6bbb6be7dc24cccfb59f4a96309718a68f6459bdee547c388905b","formula_version":"titan-u-contract-v1","latency_ms":0.6948329973965883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63e551ff5e8fdb0e01cf008e5fd952d23c8b86e11001681096380ccd92af960c","sample_id":"hellaswag.val.1172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f47755a3d5a141f3a91cb18770cba7e20f303425f5d9a21b0761d36f5ce1eda1","formula_version":"titan-u-contract-v1","latency_ms":0.9712079772725701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"979021f37f31c2541f0988b1898077b833d2c4830f07c3159a1461b729fe58b8","sample_id":"hellaswag.val.1173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87d1b76218fb93fa7b65288a3d3a5f1b3461f1a1a3058a8bec7805788d96cb73","formula_version":"titan-u-contract-v1","latency_ms":0.8376248879358172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba5574c45e42fa81ac1146e026b7b67841b8bd967ebf6e017f5fc9c2d1229794","sample_id":"hellaswag.val.1174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbeff694deffa2b79f609ea8355e2354e48a19c79b2c1c7a016dc8ce000e082b","formula_version":"titan-u-contract-v1","latency_ms":0.742750009521842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b730b0b3b8d592f30152fbddae2230d83b0835bca6413e0eac84d0fb55d25303","sample_id":"hellaswag.val.1175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4534513ff7e330ae137111cf0edfd60e8ed17f0333e8bf842e0a4427d9b103c2","formula_version":"titan-u-contract-v1","latency_ms":0.7908749394118786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"926c763d4f0a1a1a8db4cb04d991497619fe4e370245f48144cde5a8b4188b5a","sample_id":"hellaswag.val.1176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd01eb7573507e4fe7b5d0561cd9f60da4e406a3b50b1957d7904a88e53d1034","formula_version":"titan-u-contract-v1","latency_ms":0.5633339751511812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab7b1e62e02a2fdd254aa507209a27b80252de18cdde6882cf878e5e0d5901cc","sample_id":"hellaswag.val.1177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5abcdeb26db772bf43c68e5a7474c354fd2d3a534d6654552ae6ece7c516fa20","formula_version":"titan-u-contract-v1","latency_ms":0.48699998296797276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82bfdd809df1e7923707ad11b705df4430da3b71db55ff59de18b9ac896c97f5","sample_id":"hellaswag.val.1178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d53015b254557c0055e911f01a95d41f6f8ec66529386e662f70bcb7dab20c7b","formula_version":"titan-u-contract-v1","latency_ms":0.44708303175866604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea9e76a9a8d08743fe88688b451ed7db4f47faa65af991e9e3f5ab04ac2e7da1","sample_id":"hellaswag.val.1179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a56941d53f4e86d8217c22986852b627496f1c2559ef794a25e5116442c58e5","formula_version":"titan-u-contract-v1","latency_ms":0.7071250583976507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b04f82b08560d73b73b8defbd9e59706a9169269fddfc7ba7cff25d81b621ffb","sample_id":"hellaswag.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7667c42880f2776ffdc426d10557a44549f077a19b778e2a5cad0090659feb65","formula_version":"titan-u-contract-v1","latency_ms":0.4837919259443879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc03981a4efed42a8d69ccc1911e08c769f61ba75c623d249fe195c1ff0fbcf7","sample_id":"hellaswag.val.1180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"204b805c0ca3aa4f7fc4d8c5ae6fc92f35812679de9793b2d809d58a6e29cfc6","formula_version":"titan-u-contract-v1","latency_ms":0.7138330256566405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"057e6cd7a78388f70764198bf87d4ae9c8ee31ede283879241d60d66e61ee4ee","sample_id":"hellaswag.val.1181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbc76667406bdf58befcd79e663645a3e6b4e67c3b99e666bee8912edea98f2c","formula_version":"titan-u-contract-v1","latency_ms":0.9547079680487514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e71493c9fc2e24385fd49554c872f23222dfee8cf84aacaf3fcf4a75db289686","sample_id":"hellaswag.val.1182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79d9bb9cfcb41e09bc3b8bf037d113fd6f83710ef050b4273c43e28c2f2cc6a9","formula_version":"titan-u-contract-v1","latency_ms":0.757874920964241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0646ac81405e2d6ae19a4c4a49085c1ba595bc225d40d186599039d28d061168","sample_id":"hellaswag.val.1183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daa37ab9e9ba0e02bca418598a8b5859c4ac0a21e09c09575a508c62baee5ed1","formula_version":"titan-u-contract-v1","latency_ms":0.7047910476103425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe50181964b40c93654252eb5296358845d696e30fb6cd7590d0cad7ce59e6e3","sample_id":"hellaswag.val.1184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5775bb5ae55cc9fe326a7f00bb5fc3ba6dda9387713ae5e63c7d0543c7b0d735","formula_version":"titan-u-contract-v1","latency_ms":0.5073340144008398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35dfd503427359de733766866ea15a1378803e5509c7c19b2ad813eca13e6fa7","sample_id":"hellaswag.val.1185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cee2d62a465bf6042ca1823d384bb35e99bb79ce547cab10b892bad6aa25a9cf","formula_version":"titan-u-contract-v1","latency_ms":0.7316659903153777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b1f472636f170d261b5af52be7d6ff2559ccbc1edd4fcdd42752fb1e32fe8d7","sample_id":"hellaswag.val.1186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f23b6fbc713e5482ad6a8548c4abd0ba6ca8166015f9a300dbc37a9cc179c84","formula_version":"titan-u-contract-v1","latency_ms":0.7010420085862279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76acc4c2a7505efa93a01ef1ca69a473eecbcdb473b6e814fc0d3cb24c9861f5","sample_id":"hellaswag.val.1187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1ebd26a4683b367bb2103c1b2c8117f896142bdbf21f1f880c43510de44d873","formula_version":"titan-u-contract-v1","latency_ms":0.4705829778686166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1c6148995bec6d29a33c79ce90cbf0e6ac34bcd046da356bc25c7a71c80f92d","sample_id":"hellaswag.val.1188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a6a0b312a4d5d00a406cdb6a9de10cfa9bfb72271833246d9830ac2ae7ada72","formula_version":"titan-u-contract-v1","latency_ms":0.45895809307694435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7dfb63f2cc620c7fe3a454775332e66c50b41841251c8b70f49f46055c1c1e3","sample_id":"hellaswag.val.1189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a478d222b51b48640757f3f4751a7d8926bedf1eeb732aee0d915b6dfacb8a62","formula_version":"titan-u-contract-v1","latency_ms":0.4766250494867563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8df247efb40f311325913f48f16774a8ab855c7882a8064f809fb4cb934b507c","sample_id":"hellaswag.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2556c3d6bb4b1c6169813aefc8fe1fd42118fd58f4392364ec57c4d57993307f","formula_version":"titan-u-contract-v1","latency_ms":0.486791948787868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"588f530f9d308b0e4c9d384daeae07af1cb2feb7cf3b4aac8cdb67ed6fc34063","sample_id":"hellaswag.val.1190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd068a888a78a5e88ac2729dece664958dfa5f423f75a2e7065ed472e7b773e5","formula_version":"titan-u-contract-v1","latency_ms":0.5832499591633677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9edc54cf1676d1d79eb53f27b901351a7bfd1ce179cf812e54b22fadeb40c6e0","sample_id":"hellaswag.val.1191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f8d0c89c6ea35c60aa712e1a3e5dfc05c2aa82ec726f2ed6de6d91e2a071324","formula_version":"titan-u-contract-v1","latency_ms":0.4795839777216315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95219fc692252e94de02463239c965b2eb3d7573e32cf64b5e581c1c5eb76913","sample_id":"hellaswag.val.1192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36e78efcba5fabd6635706cafdc44fbf3465956893596bbfcda66eb2403a61e8","formula_version":"titan-u-contract-v1","latency_ms":0.567625043913722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a33ec0f6c3570ab8d0d8631d8eaaf83569391e0da93f234982a2a3b97d9e505","sample_id":"hellaswag.val.1193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3382fd3bfc6420f073c2ac0293c1c6e3397eb77cd4620ed4b52f5156ebb0fc6e","formula_version":"titan-u-contract-v1","latency_ms":0.69500005338341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08735c5c4b92233d2b022bcdc93fc72089b147dc569783216bb3d957f1e029b9","sample_id":"hellaswag.val.1194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21ff45fb25b034e861be965ee3bd419f284c596287b3e1615dcd483c7905c989","formula_version":"titan-u-contract-v1","latency_ms":0.955166993662715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed93dca8fc1de71be8c9db209427c44612872ec0bd6c89e32d8713716d957e6b","sample_id":"hellaswag.val.1195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8073f8b7e9ef3951dceadbf1c3cc48e94488214153fd548de92a2e3f51dbb20e","formula_version":"titan-u-contract-v1","latency_ms":0.44129102025181055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce65a0151d9654b71e11a016b51d0b6d4a8d68cdf868503e612067f1879f16c9","sample_id":"hellaswag.val.1196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2993db6d5131d84e45974e050eb7ef237c700084252e0d8d8fe75f348cf9e090","formula_version":"titan-u-contract-v1","latency_ms":0.6480000447481871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ff413ef84a5ecc9848989cc922763c23baf176332ddb467114e6823fdfe3ea3","sample_id":"hellaswag.val.1197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15f220f1313320ac0336311c82ea3171d31154d3e38b4e192c718de44ad078cd","formula_version":"titan-u-contract-v1","latency_ms":0.6793750217184424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2857ba14943bd7c097c3c415143e3cb75acf9f3f3764c0549e8580d677c95a2c","sample_id":"hellaswag.val.1198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13fdd5c41ba7d41452a3b4e1f61e626e9ce1d5fca056b78676a7a77c4ea2ceba","formula_version":"titan-u-contract-v1","latency_ms":0.4639580147340894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eec301d1da8839cefc0fa40abda4fb5be6d0dd96912a0fbe4d26993fb361645f","sample_id":"hellaswag.val.1199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8480dca9d1bac733a5a27f98068287b8949db8d27c13719e290f8afeb659ecb","formula_version":"titan-u-contract-v1","latency_ms":0.6261250237002969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98ebeaab0a683599146bc8441dd6203d2140876a54206b5c03118ee9c7e2c0ec","sample_id":"hellaswag.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f1431fcf465b719faa623caa2257e9df8df51d3bf56231198a73a8f31347542","formula_version":"titan-u-contract-v1","latency_ms":0.5955829983577132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d013b7939a1d6ce42ddd60be5e237ae6577cefcecbc9255e99510be390476c9f","sample_id":"hellaswag.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2bec3b71c79e8ff2459d4196b1b131e7b007e8a324abc93c8b7c96144aab9d4","formula_version":"titan-u-contract-v1","latency_ms":0.4982920363545418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dce96072dc85546602b1a3f3eec3975598e31c0092e12bff5b58cbd854746d8b","sample_id":"hellaswag.val.1200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e351f71fac0d5ca502f910e51780d1519cb1d1393584dc6fabfaa555f0c238c9","formula_version":"titan-u-contract-v1","latency_ms":0.5905829602852464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f98b7a093400f014c54536463dbb7bbbb23fdac2eb7f93cf489c3ce4b9a2d16","sample_id":"hellaswag.val.1201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85b553df3348f38025b9d9b71eef813411b0a854bd02311c801670ac3cf24765","formula_version":"titan-u-contract-v1","latency_ms":0.6548339733853936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab75bcf5dcfe4d431c4d56fee4c5c30b7c41f859f029f36ba80f61ad59817658","sample_id":"hellaswag.val.1202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46348442c7f9b009fa1b36c7ead4a5ca29e4f8a779b1c399ffb1325cd5027b29","formula_version":"titan-u-contract-v1","latency_ms":0.657416065223515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84c5146c65911de482f9631cb6ecee26b1bb7f3266a7f0c0bf4801264d9866d4","sample_id":"hellaswag.val.1203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d24f82fdc1add4b2d2dbdfef3a4b7ecf5ccc8fe9def438e4009182bd5b6d6f8","formula_version":"titan-u-contract-v1","latency_ms":0.7686669705435634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"982dedeff0726a79e99a4867e40aec22a0cc52af01f324429c9d5648443f7362","sample_id":"hellaswag.val.1204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8af51a96875d8f4957e03679274be2e8c37d57b89d70cfc30deb37f45bb67138","formula_version":"titan-u-contract-v1","latency_ms":0.4525409312918782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f7b87f704525313b77a4715774b3836824a9e70d250141581d06d3c7191bdd5","sample_id":"hellaswag.val.1205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2c9ac63798300896423be9424e7a0b576f940ae2c5de6a6e831ec0e5235fdbe","formula_version":"titan-u-contract-v1","latency_ms":0.5014169728383422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa846b9654c954ad64ad0bfeb84c02689d0377ec72dfee3b3b9722c3187a99e4","sample_id":"hellaswag.val.1206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fd26be832666c0597e6829a4bb5f09d4dfbc0b5c07b5f773ccfebb85693a129","formula_version":"titan-u-contract-v1","latency_ms":0.6588329561054707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57423cbbece63ed839b1b4696287865cb2dfd51277c195b9112c0c4c4827737d","sample_id":"hellaswag.val.1207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31a1b0e672d9f901b4e4f5a60de0ae250822da5adb3406682b006e9eca465d74","formula_version":"titan-u-contract-v1","latency_ms":0.4670830676332116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d5922bcbd2eb9b4cd988c396fe3a8a59f82fbc8917865310e21c7d46204d230","sample_id":"hellaswag.val.1208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19895264a19563b8ccc6cf78322ad75742f0babe61923ee762e3a6e6c3ebfa68","formula_version":"titan-u-contract-v1","latency_ms":0.4587080329656601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2422fb7052155fee2efe0223e4c5b5ae890b1b6ea6d0d4ab9276a1340ab8db9a","sample_id":"hellaswag.val.1209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7c1e46881f4c6cc38965fa19dd121a38b34f16dce0d377632a3002ecc8f99f4","formula_version":"titan-u-contract-v1","latency_ms":0.5713750142604113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cca9c75c2ddeac13d98c319b477b5cdae0127f1640b58b46881266558a2358f","sample_id":"hellaswag.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9795a2b004ef1aca622fa477bfb1d492c0ee95be54edbb8ad91b2d567946d327","formula_version":"titan-u-contract-v1","latency_ms":0.4807080840691924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faee33a7fc1aa6948aa6782fb46fd12a508e01b89447820e05678055730dec8d","sample_id":"hellaswag.val.1210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14e10152b1700a667e96e846d2ea3bc1b74078d0d9429f5dc782534aa71b7b53","formula_version":"titan-u-contract-v1","latency_ms":0.7473750738427043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49375699e522d490f1dc58beeab24dbf18d48eb51aaf706a6bd2fe1d8d482aa3","sample_id":"hellaswag.val.1211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bde64408e09f99c6819d5add580e7516c20bab0a55e4a03e583505e7e7cf624","formula_version":"titan-u-contract-v1","latency_ms":0.43570902198553085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"111f665c41c40536a20aa7d38a95f51cded98ae1e5017a389d040495fe14b62a","sample_id":"hellaswag.val.1212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"947021b7118a0371fd6345d960e0259f486a562c08e332b0c936a30526e8fd7c","formula_version":"titan-u-contract-v1","latency_ms":0.7608330342918634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18525681292fbbd75483e3e9f2126fefbfbae23292596f19d51e3a05620dac38","sample_id":"hellaswag.val.1213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9effcb630918e167c76c0a86c355d73620307f12b54b3887cef6f16f1eed55d","formula_version":"titan-u-contract-v1","latency_ms":0.5981670692563057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d11c2abb34643cd17e5712b4b19a1f876d829705b74b30cbd29776414accb26","sample_id":"hellaswag.val.1214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aaa57a92cda2724ecb80198a64722ef29a0a71bdd16a043c63ea5ab67f950f74","formula_version":"titan-u-contract-v1","latency_ms":0.6312920013442636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"482d56a6ebc6d780548079edef92b767c639a86a966fac4f541d5bae63c04a5f","sample_id":"hellaswag.val.1215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ade63f86e19152007456fe2715877e6e0c229b710d30ed301e635bc1e610bcfd","formula_version":"titan-u-contract-v1","latency_ms":0.7975000189617276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d53769fcc65fc24835c47de7293e588bc0ac91ffe0c50901bebd62bd0f2c2fd","sample_id":"hellaswag.val.1216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d275af6f3903c5aeb8c97c9b4d5a98dabca37890b22b14f470c81300600756b0","formula_version":"titan-u-contract-v1","latency_ms":0.6993330316618085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3cfb537dd146cac391ce5b6a1072798580d0678df718bb4811ab5fa3af6d06a","sample_id":"hellaswag.val.1217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d9b33ce22db3d211eb281d693adfda7a59caeb1edf35919fa3dea69c79f4423","formula_version":"titan-u-contract-v1","latency_ms":0.9234580211341381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88f339c2af15defff8922197f2dce42b1f847d21ad2d8e8d42a8e4d32a14c6ca","sample_id":"hellaswag.val.1218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70fbc1ce36754d3e6f0a3e5f46e15913c4bfbce3c6ea3b5fa8d5a06018baf17e","formula_version":"titan-u-contract-v1","latency_ms":1.9217910012230277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4edc3e83aee5dea420c3590060330d3a99db66fe5b75b12211adc63d5890a98d","sample_id":"hellaswag.val.1219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f418bb179c1e669e3f9fc397b19348fd0a0e9f8be807d20ab6534d630a587fe2","formula_version":"titan-u-contract-v1","latency_ms":0.4379580495879054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fe996b5477eef2bbc969808adf45f0748ff2a2018b24182e397c00b3dd0c033","sample_id":"hellaswag.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f73a68e3bdd3718ab54328e24de3c4716be5794e433df5d5c1fcac0e4ac664c","formula_version":"titan-u-contract-v1","latency_ms":0.6466659251600504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35bc721365e34c053391a65c1d8fa9282bdbcaee9312c7855bf3b78af7627fb1","sample_id":"hellaswag.val.1220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"979e25614495eae6aa7642523ee09c2fe1f08e19a5543838739b5bcd2b9abeac","formula_version":"titan-u-contract-v1","latency_ms":0.7623330457136035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f62c953a8b46231442b63dda6f0c6e1e30776a3c73077133924c02e3fda2286","sample_id":"hellaswag.val.1221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7c52aab0623c4b958d9d1bdee6984126ac1b8d25a70e6d38b93a9f6e8e681ff","formula_version":"titan-u-contract-v1","latency_ms":0.48200006131082773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3645d998ff0cd4094cca6ed5abd6c6cd0342d7520ec2ed1b654f77e3a3f07368","sample_id":"hellaswag.val.1222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8983a991108d92d64fd0a2c55c88ddf10b8be9f1e9a9af2b50d862978b54de68","formula_version":"titan-u-contract-v1","latency_ms":0.4659580299630761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e06150e620640e63bfa3b859618a1efa60ad658b8f4ec1d928a92909749c7a9","sample_id":"hellaswag.val.1223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b93140a4fe715b7bae21fc4661707e4f9d8af26ad0ef56d3d175eabafe5a316","formula_version":"titan-u-contract-v1","latency_ms":0.4551659803837538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0c198842e5f5625cd3ec149bb7f293861adcb4438cead3ca6657e2baa56c6ed","sample_id":"hellaswag.val.1224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"722121c79a84d18531b23aeb5cd7231c78ae6f4cf9103cee49dd73d799af7490","formula_version":"titan-u-contract-v1","latency_ms":0.5961250280961394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53cfc21d801ef984aa554ae7db6b3d5971ee8b25591b353c7b3f7c064557957f","sample_id":"hellaswag.val.1225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dd7451e65e602727d126e029cb8262945a1abf570ca8ac832fa9a14d0075279","formula_version":"titan-u-contract-v1","latency_ms":0.6792499916628003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b543a6615f5e7fd71e06c3c5d4078c19b3c3d91aaf301b242f6d02296a02136d","sample_id":"hellaswag.val.1226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2eb4e07b4fcddf038bd0db052995acc77d78b571d72106ef3d78abcaf0bd38c2","formula_version":"titan-u-contract-v1","latency_ms":0.6976659642532468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"290745ec8bc86ccb265a11a00cc6733ea5663ad17f33de707c424a673398ef23","sample_id":"hellaswag.val.1227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d51bb679f79293c36e741ea412caa808409e1d240c4dc07710bf95f1b4e8566f","formula_version":"titan-u-contract-v1","latency_ms":1.0944170644506812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e46b33fc501511b375386e808bc0d40f6c0b8f66e97a6009cc6702bfc8897ff","sample_id":"hellaswag.val.1228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36d16c855effed678fcdeeaf357bd9ae73f6f3ab01b7c5c78a8e291e72538da7","formula_version":"titan-u-contract-v1","latency_ms":0.563250039704144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c76899067a07fc8ea61781d1db58a4054be63f69f689549bb1577ad49a0b6c4","sample_id":"hellaswag.val.1229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"005361c9ddd05ae7dcddfc1ef419b1dd7abcc7a89c5c5f7041f540075e9474ae","formula_version":"titan-u-contract-v1","latency_ms":0.468792044557631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05fe2023e4526d6b939ec632e65b43eac6d6eea7f001fea3b76d2970e3f79e97","sample_id":"hellaswag.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de0fee5eca4201aeef588123058bb512142ca4d8d423167670be1c4209aa1b13","formula_version":"titan-u-contract-v1","latency_ms":0.46862498857080936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca54e27cd906f04b4dcbc9d6d13c581ad4fe8caa691f99ccb1016dc0fd84cdf1","sample_id":"hellaswag.val.1230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c3b1801871ac789c0b16cd5b2c4a0b568ad888720da1ccdeb265d576638e8b8","formula_version":"titan-u-contract-v1","latency_ms":0.6014589453116059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f32baa91d892ce12107d06f584d37a426cec8557ae6cb0f9d9c845b74e35bf8","sample_id":"hellaswag.val.1231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42c44434ef9b7b36001249ea582ad529ce097a5015bc1c8fb0806af08235c1ea","formula_version":"titan-u-contract-v1","latency_ms":0.8618750143796206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc512a309038fb45f2600cb9c8f965a887b5b7a6bac57364f63df7610d435a8a","sample_id":"hellaswag.val.1232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0db173ff15f20d9b60d0fb908fc460867980ac419f1a543b3c53118bd0010267","formula_version":"titan-u-contract-v1","latency_ms":0.7157499203458428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31d46439daf11a67c55238a79fae2656396dc3d702dc47ac047ad6c273d23fc9","sample_id":"hellaswag.val.1233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d8f4edb3e3c98e775d0b5218f56677641dbe530139927f8bbc8c3923336b1ba","formula_version":"titan-u-contract-v1","latency_ms":0.618541962467134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b552bbe43715093bb414b8c348b64ae9e57ad8ec5550b30a5b524aa2f2f5353","sample_id":"hellaswag.val.1234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0a2861c287969115e4ce145878e1ddd301166a51d490e4c2ecbdebb49600ff1","formula_version":"titan-u-contract-v1","latency_ms":0.9933330584317446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"696105591c873d4e80a7543468bb4c9381b2d78717b2b4be8698fc83493898ce","sample_id":"hellaswag.val.1235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f7fc973fe5fabdb1a9e2eea8dd8e1d3ff06497aeb72a9965ced007779152d4a","formula_version":"titan-u-contract-v1","latency_ms":0.6600409979000688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5c602fe5276df5e944168a27f95709407166b79e89e9597bf13e0fc0cfc7cec","sample_id":"hellaswag.val.1236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09d42c95c2b13f60b829dba38b164555fd485d71a4b93bd36b13849cabd8373f","formula_version":"titan-u-contract-v1","latency_ms":0.8356249891221523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de5e3fe8a0fa5177c87f9500af2bee13b38158cf0cfeb5ab415f2706a219e541","sample_id":"hellaswag.val.1237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44b57c1a05b2748565c5765be2695d3b76defac800aaa7da2dbc8f5488203cd9","formula_version":"titan-u-contract-v1","latency_ms":0.49641693476587534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9898062c47e41ab8b2490c416325b9150c6b6fbccee53145a2f93de9b18e539","sample_id":"hellaswag.val.1238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beaeaa57dcf7abacff682afe4a0a97c3fc930c4f3c6c5a7f84f80b9b690a2f93","formula_version":"titan-u-contract-v1","latency_ms":0.5392079474404454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecb50581e2ae066659c8c8c17bf3129aaefe7de325f28a46d81bc3d2f0e51944","sample_id":"hellaswag.val.1239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64dc807d981a95cba79096ed5fc6646b710399529ff4db3d3d38b1635c79577e","formula_version":"titan-u-contract-v1","latency_ms":0.5917910020798445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f98007b5d0f878d424a306fa775f266e62a903be167c6c125305d0b94811f9e1","sample_id":"hellaswag.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a04c1f5eb982076fcc84e7d06020b7db181f7de20588b641fad407a1cad63512","formula_version":"titan-u-contract-v1","latency_ms":0.5908750463277102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1d93d965ffc24ff71074a8a2f1641c9367666afd7df74ecaf4fa02b143ab8cd","sample_id":"hellaswag.val.1240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e38122faa29aa98ea0c56175bd2d1c18a7ae99e3e37c598634d1be79fe18473","formula_version":"titan-u-contract-v1","latency_ms":0.5214168922975659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"760ec4b0c73050fba0ae5bceb87a715f1fbb542f774b053a22d8f11f53eccca5","sample_id":"hellaswag.val.1241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a8e5c4ebf122671947a16a2cbbe538b15541cf888a7b5e510d0aeab99d9c2d3","formula_version":"titan-u-contract-v1","latency_ms":0.6500830641016364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd5b60bb667a86dd8b5a27c6e201bf8bfdc6c987e5012c65bbb79a9daad8a2f6","sample_id":"hellaswag.val.1242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"595e1bd569289f68d56e86e72609707c04514ea9dbd7c990c82199a2519d7578","formula_version":"titan-u-contract-v1","latency_ms":0.6656249752268195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a82c73d71c22ed43cf901e2cba3cce41dd73b019ac0a5c4a11990a2dd6cdc0d8","sample_id":"hellaswag.val.1243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64f5db29aa86981ce7394a163021b89aecfd9a51a3a2a3fc72b850b2271fba11","formula_version":"titan-u-contract-v1","latency_ms":0.5072499625384808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74bd4456f8a6bd9dacb69a42e581dc2fd2489f8fddd72d783b82a46e62e3d503","sample_id":"hellaswag.val.1244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a13298ad555f9344ef0691810455fd1ba06f851db635571f5e47316df4b4dbd","formula_version":"titan-u-contract-v1","latency_ms":0.5372089799493551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32e8fd44ffaf57b6951a4d4d0e713168922c73fdb2aa7c1886ca10cb41ba5b2d","sample_id":"hellaswag.val.1245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98a4fc862de27e4bf76840d20d89d26db92cae7739659823dfc9df41a96c3805","formula_version":"titan-u-contract-v1","latency_ms":0.523374998010695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c1ccb6eb23885b08cc7ffe05c18b85dcf40f185ac0dc0475ad878cb4ae8f5fb","sample_id":"hellaswag.val.1246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4262ed3dbe22d4089d4d93474e03095208b385cce730234cfce43d18bd774fdf","formula_version":"titan-u-contract-v1","latency_ms":1.0344169568270445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10e2f3e773533894e8d6f42ce78b9565d494d4eb6966ee9a9b5512c5b865779b","sample_id":"hellaswag.val.1247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ed7dd5f4d30766a12fd43a25945d6a74dec3861ac60287f1988cec383b98ee9","formula_version":"titan-u-contract-v1","latency_ms":0.636707991361618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"966dd079e1819b5cc39e71d7036b4ce2a119cd212cac5100e24a1ebf840f3731","sample_id":"hellaswag.val.1248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a3260639b891cd652a898812902d31e30fce9cd0a27cc29977134a6f92c5a1e","formula_version":"titan-u-contract-v1","latency_ms":0.8772499859333038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ab87c784b361bbd2a49a392eae735df392bbb072b78f5f76728eb4e2239dd02","sample_id":"hellaswag.val.1249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eff9004c9063df1a5429388b132c9c3f6e744e037cf2da4080ca89baf42e994a","formula_version":"titan-u-contract-v1","latency_ms":0.49833301454782486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26551dc617913e1cc55ecad39a787014eb2e8d83ea80843f4b42cd246d5870c6","sample_id":"hellaswag.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4e082d05b74886167d68e56df77cfab40d710dca8dd1b5e9e2588cd92d2943e","formula_version":"titan-u-contract-v1","latency_ms":0.487874960526824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22e56147c3717e961c7eba8cc62570aa5e2811a1da6249f6b0535588f2959b69","sample_id":"hellaswag.val.1250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4de7d21334718e1b6fee4307cee5474c984981e2f950dea8c0ac8f3ce582573d","formula_version":"titan-u-contract-v1","latency_ms":0.5190420197322965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c4b0dd02b5a8d6add83713e1366f35c45113066482a1a8e143c541fd53ae406","sample_id":"hellaswag.val.1251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3422cb525b46eedbc2839a327925bbb7aa49377efaeaea93ecfa933fe8a0d7ec","formula_version":"titan-u-contract-v1","latency_ms":0.4783329786732793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ada09413a9795fb4203af038907d8de1ed9028bb5cd05123b81571896c093bc2","sample_id":"hellaswag.val.1252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9969658cc615c8d101568f0b0c2e62daedb6da980797e2eb7b25dd78a758a40","formula_version":"titan-u-contract-v1","latency_ms":0.8362090447917581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b654c1a1efa509a611e5d433bd534be3103c9adaa64bc2d87b5c7ed8fe110fc5","sample_id":"hellaswag.val.1253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce888e1ef76ebb2a9e83f99b71ee5cef8fcef2e88c4642e5ca75f3cc2e5c27a9","formula_version":"titan-u-contract-v1","latency_ms":0.6978340679779649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6bb42ab1eb996a216d6ccdfd82c708eaa3262fbc994bfd9521b3571ff832e76","sample_id":"hellaswag.val.1254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bc55debb2a3ea725f4a4251de9ac2d8f71473c106bc7ddbd2a28c76d892dd3e","formula_version":"titan-u-contract-v1","latency_ms":0.5098329856991768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9efe498f64b009096e9f63231e3fdc67bcb7aca641af89ee626e6dac1da6bd48","sample_id":"hellaswag.val.1255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04e67dcee3855ce5a9dad2fa446b1d5ab8ebefc7158c037bbd5a16ea1acee171","formula_version":"titan-u-contract-v1","latency_ms":0.5027500446885824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8991c1a9578c8ea24a15072de922090bf0f3c9ef7c743cacdd50280a525610c","sample_id":"hellaswag.val.1256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3298aacdc7ca00c99ba18776e5c730ae421f9659200410fc26c03af4a5f630a","formula_version":"titan-u-contract-v1","latency_ms":0.46020897570997477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7afd8c4ea0554bd19d5c0308894ca1a6df6b40aced71407b9a60bb4341aee8d","sample_id":"hellaswag.val.1257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5899bc1249e43e472f0a8acc3acef0f1f4e78f88bbc3d313a0770e9d4e42509c","formula_version":"titan-u-contract-v1","latency_ms":0.8354169549420476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"409628c571e49237829de83a42f8df79b25a196007912448bdb01e0642251ac7","sample_id":"hellaswag.val.1258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88f1be617020b72bfebd2d6628ee2d76b25e731f497ceef48f6a766259fdd826","formula_version":"titan-u-contract-v1","latency_ms":0.49345800653100014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3e1e1886fddab180da2cf484962b5c5305472896155454778bc37a595025fcb","sample_id":"hellaswag.val.1259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"347f5f5b1ee2bc5b5465e0e4c3bf223cda4eab6e925b297060c243d38d5e1c55","formula_version":"titan-u-contract-v1","latency_ms":1.0110830189660192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa63cd536c5fd29657d9478ba431e33fc49e2ac41b9ffb94bb484ad858f64b65","sample_id":"hellaswag.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbc4764725d50c4cb5dd3fe05d5aef9056eba0858ce2d9f7cc7879c10a73f256","formula_version":"titan-u-contract-v1","latency_ms":0.624750042334199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b3cd34a1b8d7e947e68f2304b4a2022bb166754935c2901fbadb734c02b1eb2","sample_id":"hellaswag.val.1260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45f617a7ac8c8e82b81d8d3167458a8dc1624f24b3dd709f0da03646632ee938","formula_version":"titan-u-contract-v1","latency_ms":0.567166949622333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbb930dd0a74791a7126abc1d345c751d2f82ba7612164c5f011915704ccb49e","sample_id":"hellaswag.val.1261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e63ff0d9e00da7d9db65b8056f7c3c1e7e2859eb5ceecf36ee3ab2985bdfbe6c","formula_version":"titan-u-contract-v1","latency_ms":0.9413330117240548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1273714217a866c3a98c8db8c56c598f5197c08b17ac13f16b9a0072b5ea58c6","sample_id":"hellaswag.val.1262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70c2694503bd95b1096eecd7393f793dc03f5e2d45090407f537023f7e1c34f5","formula_version":"titan-u-contract-v1","latency_ms":0.4445419181138277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a355079f11345e146034694c4444dd163cdb93a5d83c675766075d02a895d363","sample_id":"hellaswag.val.1263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd866e740a300bdb5ff37c6386dae7e9cd4837a38bd7d7e8293bdfe8fb76c670","formula_version":"titan-u-contract-v1","latency_ms":0.5866250721737742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"505c9bf57e97c8d30f53cd3ff45320990eb84c3ff0823141a26b3a73113e9fb3","sample_id":"hellaswag.val.1264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bdc9f2dc53109d9326d4a9a701dbb15d60f069f91882bbde4da3834f6fb217f","formula_version":"titan-u-contract-v1","latency_ms":0.4504170501604676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b6d5179d6398a7e3aeadf161ba5682a041744b62e72c727931a8c9146fb4ccf","sample_id":"hellaswag.val.1265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"652312a9b78a2905d68639500fdb82d1a1900b1c1581866471a5bd5176c45405","formula_version":"titan-u-contract-v1","latency_ms":0.723959063179791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b58aff8912c30ece09291b4d97b1b3a9dbd1638bb014e07dacb21debae64209","sample_id":"hellaswag.val.1266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a71cf0aba61ead6f6f2db10df0c9f09531e60bb46fca27600f7e1a034cc9694d","formula_version":"titan-u-contract-v1","latency_ms":0.6974160205572844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67f5f9719fd61de1aa7236bfaaabf39c3c15cae6b8a54d69f57c871c12a64501","sample_id":"hellaswag.val.1267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d80de92708bacab0f1ac66f6012439d12a474285e8ee34df212147927bc20a74","formula_version":"titan-u-contract-v1","latency_ms":1.552583067677915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3236b3c81d6a5ce6091f3f7dcf3bf2f0a26a6adeed397ef67b769cd444fe53a9","sample_id":"hellaswag.val.1268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d08aecda45e3eadf5e78fb63f5235d5d17a118d5936fc21d4866a0f2bc53801a","formula_version":"titan-u-contract-v1","latency_ms":0.8196251001209021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d628c13c143262cb8efa6c2cfd296b365217a7f980e315f48e9cfd60427b62d","sample_id":"hellaswag.val.1269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f351b12fdeb5e88dd63d482bfa4d9d17a87531164b50f1d21e1666f90e76709","formula_version":"titan-u-contract-v1","latency_ms":0.585624948143959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cc19cb2561a0d1561bae45b590fd08e777f8aab21102e892f0a86f1abcbf879","sample_id":"hellaswag.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d6a9ba2b425e4283b17f9a276a6f3fcfb36790e19753b281a98326ef56d88e9","formula_version":"titan-u-contract-v1","latency_ms":0.5835830233991146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f66d5dff36a531fc25aa943fd0a1cb319082ccf897cf5040a53f355df6f8c767","sample_id":"hellaswag.val.1270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21a5bde797614f35f090c2b4e485b0d8772091c569e87ccf954cc91056a744b8","formula_version":"titan-u-contract-v1","latency_ms":0.8867080323398113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bf383d2cc0671392842a00dd686f364fcdd63a225344fbba8e8626689f910c0","sample_id":"hellaswag.val.1271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb74a0b45809133a0f7574ce13e8469471db374866a8975433c0674e71ac173f","formula_version":"titan-u-contract-v1","latency_ms":0.6840829737484455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5c71e034d11f4837da54e22940edf44bb0604398ffb18442c5fd789401d293c","sample_id":"hellaswag.val.1272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03952bab06a7710ef84dc225664b45d98963738191f113c9c3b9d3513088efaf","formula_version":"titan-u-contract-v1","latency_ms":0.5859589437022805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fec6bc66bff80af146b1b76201c371e10a830de46fa08c4e273b8468a419f26","sample_id":"hellaswag.val.1273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b406d5be7c5bd8616b0ab8a0313a2deace3d6fac2d5ae975adf0299f745b2f4","formula_version":"titan-u-contract-v1","latency_ms":0.6065000779926777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdba2376c4e68b6437539ec274916200cff6cc78cf666b6c9f1f6321f3316def","sample_id":"hellaswag.val.1274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f37ccf0699fbda834b1ff5ffecaa47fbdddb8519c0d378be0b247d1e8aeecde","formula_version":"titan-u-contract-v1","latency_ms":0.5419580265879631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6603464f1f01c7ef1ed83055685cec0006473e4d4531440380b3b59845d5205f","sample_id":"hellaswag.val.1275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abeb539262bbf54407d28e274d4caf54b3c3d590610e6d0bd7351368f620f71d","formula_version":"titan-u-contract-v1","latency_ms":0.5810000002384186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e0c93e62b94fee13e8bcb8d5e73a8a866957e2fa55029cb869719e26fb96a40","sample_id":"hellaswag.val.1276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a353c30c05d435c1e277d101629eee6fe7b9e665a675e4affc62e427ed38e229","formula_version":"titan-u-contract-v1","latency_ms":0.7451249985024333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d36f369514c429a3147d2ecbf39661c58c0b861fad1b140ce50fd0158270ba0","sample_id":"hellaswag.val.1277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32d0290a5d787f15f877d483bfc84430717bf6bc5d1eadd7a624f8b189dcdfd6","formula_version":"titan-u-contract-v1","latency_ms":0.7642919663339853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ab866f551522f90db9593c27e9e51b50d98ccb415ee1ca047c13b3bddef6a13","sample_id":"hellaswag.val.1278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ef45028313ba225e5261a4131f3caecfa7392cf130fd04eeb7d29ed1ee0aece","formula_version":"titan-u-contract-v1","latency_ms":0.5445419810712337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff453e41d8035903774fdcb89f0b31ebbf42de821406c51ad1ba531a1455aca9","sample_id":"hellaswag.val.1279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c38c7eb3096af09dedbcb1905c0be69ebb0688a8fd6c26974c0888b72ae2272c","formula_version":"titan-u-contract-v1","latency_ms":0.4859589971601963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f6ce8cc535858366ede24107d27e236d85e6fe6e28e35fe1ace1785932262db","sample_id":"hellaswag.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0ac695faf73cdd2774cf3e0419b7e744a7a4a467690f29da2579ccef6061a54","formula_version":"titan-u-contract-v1","latency_ms":0.5697919987142086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df71151ed4c6a4bc00c142976d733fa841b8394105fbb7e2f50deacbf9411382","sample_id":"hellaswag.val.1280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7132de5ea346e3ec619f57cbb00c5a15daf3452e9a1f91937097baad68121849","formula_version":"titan-u-contract-v1","latency_ms":0.48449996393173933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"753e1e57f764dca5c237120bd28c04fb491715c1140ca18af9c70cb5dda29d8a","sample_id":"hellaswag.val.1281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec18caea524a142aec8ac0ae221fa8818bc8707205fe03a3e68b5f4d089c5073","formula_version":"titan-u-contract-v1","latency_ms":0.6614159792661667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"202bb455ce4ce020c31675b030e65923a395f912d6a39b3af657395034f74a5e","sample_id":"hellaswag.val.1282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b35ba0db58bddd089e6984685b198b7c2a4340e5c196f884d83cb092cd6dbd2","formula_version":"titan-u-contract-v1","latency_ms":0.5649169906973839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fa42b4fe36dcc86aacc95be55e1bbae2328515fafbdcbe41fdae1a7435ca670","sample_id":"hellaswag.val.1283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8727486bb81a6bf8c8b4cd1b4d499d58998a470985c850e7c64064f679e5ae32","formula_version":"titan-u-contract-v1","latency_ms":0.594792072661221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"215efbbc80d037bfe11629f0834060cb39c6e6820b540d7d58f7baf30138add2","sample_id":"hellaswag.val.1284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"199dc90d8129c9cd601654a1edc8c0e6c63210d1db0de6078b2248fef5118358","formula_version":"titan-u-contract-v1","latency_ms":0.5033330526202917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95e540e8269b9bc8868dbb0abbbc5e6d97205892d0f8058defc2d35d34c7f2dc","sample_id":"hellaswag.val.1285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"042c91cd792a23755e4eb6ab95b0c2100c05bf661530bae9500fb58aad475d34","formula_version":"titan-u-contract-v1","latency_ms":0.7661249255761504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e0c635f185e0a868ff874ca2a26604b852dd94dc14cf6f46a8610e50436e942","sample_id":"hellaswag.val.1286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6d7400f897d8c7341e69cbf97525688a63da73d3f12157910a6d2dec4e15e34","formula_version":"titan-u-contract-v1","latency_ms":0.5200000014156103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"610affb2d82fe1c286f7adb2bb7d5b18e58b34d49894206db7aa2ddb2dbd9630","sample_id":"hellaswag.val.1287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f788d51cdfe85c25133e92da28b2895fc749ce34dc0fb2b59825207b49c51850","formula_version":"titan-u-contract-v1","latency_ms":0.7412079721689224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ead070800155f48ada888571fff4a937dcd8dda9b8ce13e26203f7ef38e57c1d","sample_id":"hellaswag.val.1288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8efd836c890233df296942f820c8fd93df3248871722937eee658324d4cb1dff","formula_version":"titan-u-contract-v1","latency_ms":0.8108749752864242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c7add62d178278a0f0179820d5c2e27f8e09d5fc969ce037bd59732f8fb4acb","sample_id":"hellaswag.val.1289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"265dd8a6205dbfec336247e81d18447bf189afc739174b3e3a9ef8bfdac4f70c","formula_version":"titan-u-contract-v1","latency_ms":0.5380419315770268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca5d6a7e78c805c67afe904c8645c805700d915868b5c7c1874f2d7875de4088","sample_id":"hellaswag.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0b7451b0f07969678372320045842661797f46f6698967cf9a70950c1618f60","formula_version":"titan-u-contract-v1","latency_ms":0.5005830898880959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22fb8b4791a1a6576b3ff43fcfa57c838021d26afa7438604fd9d4fd2edcc5d5","sample_id":"hellaswag.val.1290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba7a477db46a1f1bfcdb4d5c930565e402e06b4003390dfbae5cea1f67615c74","formula_version":"titan-u-contract-v1","latency_ms":0.5591670051217079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef827c20b94238040ec51629a93514cc9f6545a61944275e574d68c225bf4dd1","sample_id":"hellaswag.val.1291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6129484ed59d5f51c9c93a9ab7e975240843550a2de00331879bf6c42bfc10d","formula_version":"titan-u-contract-v1","latency_ms":0.4810420796275139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e4f2a461a34420d8395c396479cfa5ecd8f5ed9a4a1c5d30db47ddc7b0f3607","sample_id":"hellaswag.val.1292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f131ebc46f116813eddaa7f5e11a93a3c630160f2831d8781ac2c3d3dbdeea34","formula_version":"titan-u-contract-v1","latency_ms":0.5130409263074398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35d86ad72f481142a059f9d889607829ae6b103090f25c5a8e978dbff5c0e28d","sample_id":"hellaswag.val.1293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d5dc4e411a1740ac61bad2f844156e5e808b3ad98d22b4bfb6e66f38daff6b7","formula_version":"titan-u-contract-v1","latency_ms":0.5085839657112956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7417f4c4910ead05e149a3081653e0d8438025ad9716ca3c85e86d92d2ee6356","sample_id":"hellaswag.val.1294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a98561517bd9850c448bed698708e255d9ccbdd1f533b8a54797b4b5c6327e1","formula_version":"titan-u-contract-v1","latency_ms":0.5082919960841537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9d99f49dadd60fcd0c58e6664d7a7bc2c25ef28f6807ae299275a4874cafec4","sample_id":"hellaswag.val.1295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1f738e4a4788d350e651f5d8608d058940db7f00d7b497efa0570d0aa7a8934","formula_version":"titan-u-contract-v1","latency_ms":0.501750037074089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"143dc91f3e504db544dd7290869736607b95447c8153765b17053dcc132186d3","sample_id":"hellaswag.val.1296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e4067da7f73cf6b1f3813c2b889f65063f3083c2136d44447e54832a32dc6c2","formula_version":"titan-u-contract-v1","latency_ms":0.5305419908836484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc43e3130851525fb1d22c89fbfa9b97f54d2f2c4dac13ec166e941cc5f7603f","sample_id":"hellaswag.val.1297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59884becde5d2ce3fcedb08a262e7f225ee57199b918152577c85642903020c4","formula_version":"titan-u-contract-v1","latency_ms":0.49408304039388895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e1828a2e6e175e4ab69f50feaa7afd70a77a0b465c89bfd6ace574df997e34e","sample_id":"hellaswag.val.1298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cf4af1424b224c0b5833b60e376be4bcfaf03a8fdc4c25556e290584d2aae4f","formula_version":"titan-u-contract-v1","latency_ms":0.7304580649361014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8a8e5b3ecd5bed6f3b091c8564f1b209e33cf9e24a90f937647d38545931a82","sample_id":"hellaswag.val.1299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ff39ec0971e314a145b0ade2fc9511d37d8b4c68dd68a9acb8385b5409b2f15","formula_version":"titan-u-contract-v1","latency_ms":0.9338749805465341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e29f229eae0b715d10af45d798f719be5e9a4583bc53797310e3696e222ff107","sample_id":"hellaswag.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d18d90009b33b9d62b7e06357d5f1cfe6641a28c8bed8701732d98a551ea77fa","formula_version":"titan-u-contract-v1","latency_ms":0.7321250159293413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd8e343edfe1c456a5aabf26e61b77c2f4d49cb5b8a9ad39779caf64f7b8e106","sample_id":"hellaswag.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"790aa6c53eb1f60412be745fc5ff44ee08c5eb202ae32dea3d0cccb77ab0d4fe","formula_version":"titan-u-contract-v1","latency_ms":0.5292920395731926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a87d12eca45d99455800427d3cf8f9c4bad627c1edf37546cca012a5d54e4bc","sample_id":"hellaswag.val.1300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2cab45a32e863d7dca5d5343208540c5d55ca4dc4d2699ccf41ce925983b579","formula_version":"titan-u-contract-v1","latency_ms":0.5347919650375843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ecb74c3d85ae2a5577868ceb6ff356c3d694605ff053a733e12f4de12788718","sample_id":"hellaswag.val.1301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2025b4ac0be8bfdc042725cb80fb2b597cfe596392e9ed9a302f2bc2930b91b","formula_version":"titan-u-contract-v1","latency_ms":0.6080419989302754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39f1c566a718a01cd1eb7d4ea66429b560ed9db44b914e6535d891cf95a7c1e8","sample_id":"hellaswag.val.1302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9abee73b07d90861cbe9328cffeccdb4f936f134c18c6ea9c9c3e6d17dac4cd0","formula_version":"titan-u-contract-v1","latency_ms":0.6259579677134752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a5ea58e9419da6bf7f852a6c94e429f3d34af6ace599fa87a0ca31ce23cc129","sample_id":"hellaswag.val.1303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3f7af231b7663be66a0590060ed012aaaecfc5dd4d53f4979cd4e842f475670","formula_version":"titan-u-contract-v1","latency_ms":0.4985830746591091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff14cb0a8436a7cd30ede1f2036ef8fb0117601015210a69be40105db599864f","sample_id":"hellaswag.val.1304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"150b11fff8b42218c45729f373a0a02fd12d9a398009eed8ee7b50b04f1b7649","formula_version":"titan-u-contract-v1","latency_ms":0.612083007581532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df3b4f1ee90bde61f54ef477b731b1cf1b846a75cf733e158d1f8222654e70b8","sample_id":"hellaswag.val.1305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"658400fab1ab66433df94671c9194d947785f69447d70c01cf7c1597d5c0048d","formula_version":"titan-u-contract-v1","latency_ms":0.8132500806823373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b76940a6e208ee25b0c57ebc44d3f93e6c6e3d0957e3b6cdcbe0bf364a08731","sample_id":"hellaswag.val.1306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2f1edadd1bd764b25b195d5768a71919babb1278d8db1f33367ffe1b85e635b","formula_version":"titan-u-contract-v1","latency_ms":1.6153330216184258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c06da33537b21eee5d3ab206541cbde746ab70937137a76ac411fb0e63ec49a","sample_id":"hellaswag.val.1307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"106f8aa3f775c7691c443c3cd18f3586e7b1fe731a5ce482648d00106061ba84","formula_version":"titan-u-contract-v1","latency_ms":1.0326249757781625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d8656a4b4faad8ba71b7df56b986db654bf5cf971a802cd1c4eba7243861217","sample_id":"hellaswag.val.1308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a64ce59688f91f20ab8c38079301a68feb6300882aec8f6bb1f097637616df4d","formula_version":"titan-u-contract-v1","latency_ms":0.5036660004407167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bfe5e6aff3f9d181bff8386a7b2fbb439dba9c17bf4d756db2c7d8b8c93fdd4","sample_id":"hellaswag.val.1309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d227cced2d41b5d06b46912e95bad6c34d6e904c2dd0e1a149fde269016dc91","formula_version":"titan-u-contract-v1","latency_ms":0.5011669127270579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c95c7de8c7b7479c930d60373192e093a6a6cb58d34d4a9fd8f68a45ee31ad2a","sample_id":"hellaswag.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"094ca7358626dd904e003fdaf14c4d2766711a516489ba136e56c9dbca23fb57","formula_version":"titan-u-contract-v1","latency_ms":0.7589589804410934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1278f119a126ee58f80ac23577c208beda860a52e35ba0ff7a25d546ce6c7bfe","sample_id":"hellaswag.val.1310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a71d0339b84e80df5d8a6a88ecf1508613291b08214633a19a3c1f98d37f73b","formula_version":"titan-u-contract-v1","latency_ms":0.4975829506292939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66aa348421295b2dd0a932bf602705e136a5f45655dc60892ff16814a71885fd","sample_id":"hellaswag.val.1311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6fe01fa3785f9597f7745a04c714511d5ce63c565d0554279f798a5eb8e5994","formula_version":"titan-u-contract-v1","latency_ms":0.8294169092550874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b6c6e4189964399b5fdb2a46d6e46a5be3222addd06f797b854acf5746efb8b","sample_id":"hellaswag.val.1312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f5443291c280b3b6b7771bdfd339aa28f25c6152aed7c382ccf2a4c803dd9bb","formula_version":"titan-u-contract-v1","latency_ms":0.5844589322805405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87a7f426b62e3ea890af13dbcc331d4e753cc49895f8491ce9bf9ea937d26989","sample_id":"hellaswag.val.1313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c124b678a308ce494932c4b8f4c17ccb372af0031f2fed5cf9117e91be7f51fe","formula_version":"titan-u-contract-v1","latency_ms":0.5019999807700515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e716c3066df9a248e997ed4d86b8f84bbe0c4f2b57170010787da6d3a83cefaf","sample_id":"hellaswag.val.1314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43501b040f9780aede3f2054306b916f8e2ca455c18af162cf1f46a214e1f0d5","formula_version":"titan-u-contract-v1","latency_ms":0.4943329840898514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3af6619496d28892f4631aa9b4e912275ad384bc58d9bc939df25629dfb0c819","sample_id":"hellaswag.val.1315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"487910e123e3087f956fe124942f724484de26204f1906f750a5a8b42b0d7ab2","formula_version":"titan-u-contract-v1","latency_ms":0.5700420588254929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5947649792d5a8ceb5e5144bcc20ac39f7c9ce98af780430580d23d5e9cd6be6","sample_id":"hellaswag.val.1316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da5f7bf85576dc3c218edb8eb96eff9ef5efbba2eaba87abd4965495b8ad9ccf","formula_version":"titan-u-contract-v1","latency_ms":0.9046249324455857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2be97c5f6c21867d1b1f71f1d00113f317313d9b27f342d893f88d495fb240a4","sample_id":"hellaswag.val.1317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66f17355d7ef4c7ed79ed12987507d6b8288a983be2edf35067c45f733d959db","formula_version":"titan-u-contract-v1","latency_ms":0.5067909369245172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92e1b728b7e9a586a8755b7bf70e5e478d4214c1e56ac4b6ee65b078f049c73e","sample_id":"hellaswag.val.1318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6f3688e6839f03e6ce5fcc7c00234a2886d0a35b38ccb44dc959601b0d0b363","formula_version":"titan-u-contract-v1","latency_ms":0.6595420418307185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30e90e242ccaf4dafc94def2ff68d33b043839a43cd04562bfd781408c27149c","sample_id":"hellaswag.val.1319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e527beddea0ced9456c4a26966ab1859a0781cb06f38dcd2eb6b34dd6afee1e","formula_version":"titan-u-contract-v1","latency_ms":0.7990000303834677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a45114ce84bc506095a21476b815f92920e2254643a310129db79a3fdfc48c47","sample_id":"hellaswag.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f6c29d059bfcfc9a620135abeac99245f9d63807b0388b19cd54426631c4173","formula_version":"titan-u-contract-v1","latency_ms":1.7632910748943686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ef5ca9bc28ed89c2e4b5d2b124554272df6c5e219f3e1fcb61417d69c1fa23e","sample_id":"hellaswag.val.1320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f6562d12937decae67bc7460e1f9edf406a8b94dea57529141cbff96cc92e2b","formula_version":"titan-u-contract-v1","latency_ms":0.9699160000309348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be88857690daa433d2143ee3d892b1d548298fe45024c46074edef791b831c5a","sample_id":"hellaswag.val.1321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76d53721ab76473e37e349d4053990140b46eddf298f5bccec5638220b217e90","formula_version":"titan-u-contract-v1","latency_ms":0.5728340474888682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"288bf09ba5e4fa2af5455294498367de19b0a4b2b8455cc9d34e9dde38046390","sample_id":"hellaswag.val.1322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74c35c82473950e16b155e5f742f8a442e610dfaf73703fb87f39e372801029f","formula_version":"titan-u-contract-v1","latency_ms":0.7035830058157444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0bcf91581b07ce7651bc4801a433d7f449ffdcc4417655ca468cdbdd2e2673c","sample_id":"hellaswag.val.1323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2919738197f553da5780fd1b2cf09020f44258ddf560fbdbca13ae800e4fde3c","formula_version":"titan-u-contract-v1","latency_ms":0.8094590157270432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4095f122b4a2020d708b05bd59741b6efc7f8a429447ee0b71907468b0f146b5","sample_id":"hellaswag.val.1324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c14d3ac079d555c6c4fe67f0018af4ecb936cdb48556aedb3e1c1996149ce305","formula_version":"titan-u-contract-v1","latency_ms":1.3379580341279507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4674a04ef732657c6a763895a137b1675fbec5bc8ba8679aaeb1cd6b400914a","sample_id":"hellaswag.val.1325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d1312ec70904d77cac221a14dc5d4f9813b0d6f2475997b18880625616a4d6c","formula_version":"titan-u-contract-v1","latency_ms":0.9544999338686466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baee1fd8d25463490348ba74dd5335fd8d822e2d46b4fd87f7ba3e6da11cf91e","sample_id":"hellaswag.val.1326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56f6bba87a32773184750049dbc370cf46e6fcd2492309ebff14f634696d81ec","formula_version":"titan-u-contract-v1","latency_ms":0.9442500304430723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f15f3cf8e808f7d8f34f700f225e71ebbcf9c8ceb60aa5dbe8597ddecfd335c","sample_id":"hellaswag.val.1327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a9d01f36b5ee4eea164cfcc13fafd0727aa237409e38dceec9e9052a3f94ba1","formula_version":"titan-u-contract-v1","latency_ms":0.628334004431963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feb1580e2da14d487f335acb3bb957f51b1793a894c7ee708e481610a6890a97","sample_id":"hellaswag.val.1328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14106dbb5d6055c07999e6a21453fee89120f47a4f0deb89722d9e0748c680c2","formula_version":"titan-u-contract-v1","latency_ms":0.5553329829126596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6303dc37613bc5b28e0150d0c1294be41f171a2c786b5beb964e1d07f01ae38d","sample_id":"hellaswag.val.1329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afa7cb2c0d950e5430a4bbbe73994b0bb18d6623afacc9e85c3ffe6f5f21a9fd","formula_version":"titan-u-contract-v1","latency_ms":0.46941591426730156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16c9dee3791e492815ddc805f4d521fd966e5bc5f651de32e5ca51ec67cdc308","sample_id":"hellaswag.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95aca8dba7f116574e52d1403883200126d595c88000d1b1b17393116ab569fe","formula_version":"titan-u-contract-v1","latency_ms":0.49400003626942635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1d7032a5ac10a2902a175ab20391e8203c43fd746296789db2c73fb1db49675","sample_id":"hellaswag.val.1330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea62fda03c5fcc0470268f529db1981d1dd36984e0853488d93ee7f2c3fb1c59","formula_version":"titan-u-contract-v1","latency_ms":0.599791994318366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88d956251fe369b84cb874669fe8b9569b3d826d91a76f1c84246e4c42f1ccde","sample_id":"hellaswag.val.1331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"344ad725ae0893a2c37fea12ef2771dfa5eff872f0a9e0d0d6a5f43d9866989c","formula_version":"titan-u-contract-v1","latency_ms":0.8844999829307199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f557e96bc4282e1c3fefee67644aa1884a021c0df246d7ee0b47bf157528010","sample_id":"hellaswag.val.1332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"332d37d570e79de2826f329f43b3540f526e5c180ef15b180cc885c65053e096","formula_version":"titan-u-contract-v1","latency_ms":0.6049169460311532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c51c1545cde819298a41ac624ee77c9996e9b6f8c7c663960a7b9038aff2e137","sample_id":"hellaswag.val.1333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f98f7c4c46dfd6e9619311757c34afefc10c892c34dfb68e44ad71eafb32d17","formula_version":"titan-u-contract-v1","latency_ms":0.5466670263558626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f10cc16fb2f655b49c8b503d5951106c121037ae582dd29ba1577113bd34594","sample_id":"hellaswag.val.1334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ab8ea596681bd5722fef01f7f2b088e2d918a8606166b930dc40e8f6ba18e83","formula_version":"titan-u-contract-v1","latency_ms":0.6245831027626991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd01e0379e3bbbae9aa098870fb1131a2843f5541b974a550e550b3ff4033c8b","sample_id":"hellaswag.val.1335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e3d47ad2ad7471e54d789ac2ac5b8c50c6a4d5dbdefe25819ad1cf05655442b","formula_version":"titan-u-contract-v1","latency_ms":0.7769999792799354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"580458ad9f6b520c7bf9b10509f9799ddf4a5ce6c9423e5898e0737bda7265ce","sample_id":"hellaswag.val.1336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"733c94ca9019e8e9d93bf48411a4e48f94a7fa7d99e6a6de0e25ed2f9a230bd9","formula_version":"titan-u-contract-v1","latency_ms":0.5654169945046306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1d26aaac3fe9b402aad5d1bfc97fd580e6b74ca37cb21c16fc66d9016b974de","sample_id":"hellaswag.val.1337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90fb2190f0653118c6ab271e69dcf94c528a6d28ff6ed41b3dbf288e37ed9d03","formula_version":"titan-u-contract-v1","latency_ms":0.5468749441206455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c99f32aa89e39e79e0aafa3fd23844e838281871fcffb285566dc282edaa06f4","sample_id":"hellaswag.val.1338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09e521b25f50fb70b607c36f958bf02dd2fb44a0b8c359194d3c992239f0ae82","formula_version":"titan-u-contract-v1","latency_ms":0.6713749608024955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d06a3a2c12b3909d89295559620ce66b5cbcbaa54a448e5e5c5d4d191674404","sample_id":"hellaswag.val.1339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71d38c458f1c905f74fb0e0a26aaf19a01a23fbf9ac4193f7c6f5b6119e9a3ce","formula_version":"titan-u-contract-v1","latency_ms":0.6276250351220369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc93c228ac5ea5242c220bb1965aa467ef4299423994cdbcaf4d5886d3dab958","sample_id":"hellaswag.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"638a6aaefadf84ad32cf42d5a0392c81c8931f41fbc397156eaa2295f36a3cb6","formula_version":"titan-u-contract-v1","latency_ms":0.649999943561852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66fb69e5d13b6dee3870efd1400f5be879bc140046ffea5db464329323481f77","sample_id":"hellaswag.val.1340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c08a782448b424019c8f1d3760f892372aa29015ed0568f0f51beeee0a34d54d","formula_version":"titan-u-contract-v1","latency_ms":0.86508400272578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab26b565433c71693548b8b37bd628be5d31e12d408027fc5bfa536734063b04","sample_id":"hellaswag.val.1341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da59e9197ab57323130e9da091713ffa2ba21c91144035ecbd41cea64ea75c96","formula_version":"titan-u-contract-v1","latency_ms":0.6005830364301801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfc5571164ed18ebc0d89d772a3d821324199144ae2fbf664ea965ba885c77ca","sample_id":"hellaswag.val.1342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2759a9d2767b65370f6de6a039dd4980fd58a2bd6ec036e2eebf6be4c841ef57","formula_version":"titan-u-contract-v1","latency_ms":0.6337079685181379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66e7bac73da7d6e7094e78683f66493098c3c1cbef41880cd2abc06e8b6e27ba","sample_id":"hellaswag.val.1343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f26c76d3db018df41a450db6c82ecc08e8a38c280a5596abcf22825d752bf51b","formula_version":"titan-u-contract-v1","latency_ms":0.5065000150352716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb49bb135161e61678d6cc8d7bd7e2567e7b4c063e538e36b381dd33a91a79f9","sample_id":"hellaswag.val.1344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a19d3c773ecfe6efa30214beb3f6171e404039b9b5e6d57d8953ff9d46d9afef","formula_version":"titan-u-contract-v1","latency_ms":0.6206670077517629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e48de2dc1d05da8aef79085a0a5a7ce6da251513ef64c8d8737aba7bf3add735","sample_id":"hellaswag.val.1345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33c7b883c21b30f27c31e286ce6293fd41abe67e4837891d83dc6d9e871f8c8c","formula_version":"titan-u-contract-v1","latency_ms":0.5613750545307994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76d6b3a9ab2bcabf585890f98d43d800215b6142617e32acea7719e58caa267f","sample_id":"hellaswag.val.1346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"746abe11e43de64be6babb24aacdeaad1598e668d21df7cc6664690cb1cd5f00","formula_version":"titan-u-contract-v1","latency_ms":0.6523749325424433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73ec7404fee5bfe92038ff7b83d1f621b9bd9996428dd8678f906f122ed1a2dd","sample_id":"hellaswag.val.1347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28ad06dd6d9bd307617d2fb5e28c896c2e5b909be1a6a8c3ba41fc1624a50151","formula_version":"titan-u-contract-v1","latency_ms":0.6203749217092991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c13c0205d8f08fda8d70476ee5af8cbc6d75fc5427906daaf7a0272a64e382e7","sample_id":"hellaswag.val.1348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49db0e5bdde40f837706e2d7bc657bd94009f82e6de004b4c6848956f62d38a3","formula_version":"titan-u-contract-v1","latency_ms":0.5986250471323729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"420fe8348776a7dd09494289f5440ce7a684beb4cb31dbe4c79cd5036aa7c33e","sample_id":"hellaswag.val.1349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed0bf82f48e6c7e7a31e3b160958a101350d9f72dc9dccfc8463472330985a85","formula_version":"titan-u-contract-v1","latency_ms":0.7310409564524889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8de66ef3b8fce34347b4f7f98e3e5e6b42e4c6c0b62bb2f9730f25998cb6437e","sample_id":"hellaswag.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62e32415c774ede1353bd0d58bbca4482bf5aae463af56c0b9d25b0ba3e15507","formula_version":"titan-u-contract-v1","latency_ms":0.5642080213874578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ea5810bb9da3f81edd5e72572dc0ecada85d20ed27e60f3d63107ab18c88b68","sample_id":"hellaswag.val.1350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f788bc974dfee670299e49ee838916a1c6c9981dff469c9fe352fd40b906aaf","formula_version":"titan-u-contract-v1","latency_ms":0.5258750170469284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72747019a79b596e1bad5e81072c7296cd91731365c288cdabf012ad5f496aeb","sample_id":"hellaswag.val.1351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99b86e0d93c5a952d401430788ad8ad9ca8aeb7364cccd5fd1ccb4b61b699ec8","formula_version":"titan-u-contract-v1","latency_ms":0.6223750533536077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4908a54526be8fc6081b1774cf2b8ba09ff42f4ffaef8f08419f5d8769bcc9d4","sample_id":"hellaswag.val.1352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f53c5beb4a7731d5aff87c5b85065f46fb0429ed27e661e701099cebba2d2a7c","formula_version":"titan-u-contract-v1","latency_ms":0.5515000084415078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"282e7bca3d8ae1bbb58d14c3e3ab6f8c061f9867f2808494f89aed08d613c0cf","sample_id":"hellaswag.val.1353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad135cbd0229e8a32c3c3dca7fcecf68a487c5470e36211286e37b10ca9d1f68","formula_version":"titan-u-contract-v1","latency_ms":0.46912499237805605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70c4154910d016273dd4e35c888a571f338007bccd4c6701c6f5c26466f3aeeb","sample_id":"hellaswag.val.1354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a88a455475c1b8c4e4647bd6ca7ebc224c304429aed09b5e429d56aea7a754e","formula_version":"titan-u-contract-v1","latency_ms":0.6060840096324682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"decf83cd4a22734d1961256ae3388beded9e3ba536ade43525a6370b210124b9","sample_id":"hellaswag.val.1355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca0df016798dd5d2136b382543bef419d15bae62843f2c215322b2ae30defe55","formula_version":"titan-u-contract-v1","latency_ms":0.5486670415848494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cafc098494b722669a444054360fe27bc3b84f36c00cea9a0e1b97f46b3c2f8","sample_id":"hellaswag.val.1356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06b57cfce61b82ed40c9f55642e70545f721d2464b996fbc7882973262d2b917","formula_version":"titan-u-contract-v1","latency_ms":0.9579580510035157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e01fed57c31310fa99866a42395b25952777ef883944e47e5918afed110148c2","sample_id":"hellaswag.val.1357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cea546cea7dc021539e30664e62eb74d103005b9e3a3952984472bfd293ef892","formula_version":"titan-u-contract-v1","latency_ms":0.5849170265719295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55bae8f223785aecf7ce443729c96930ceb42c2c571db330dd0b4f7dbdbe6bcc","sample_id":"hellaswag.val.1358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63cc5f4482da65b0405625e26cb403506ad580dc8eeaff0dbaa5f41340ab93ab","formula_version":"titan-u-contract-v1","latency_ms":0.5365420365706086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72a1c0d2ff97dac7e24aabcea9d7d5fea8b2d7964610f8b76507b7e743226d3f","sample_id":"hellaswag.val.1359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1be20c5d27a28782b6f63fed7c592b0c2733aaa16d518b82bc0526a39f05567","formula_version":"titan-u-contract-v1","latency_ms":0.867250026203692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"079a2de474e25b60ee17dd58c9122394828bd380867459800d4fd5cb27e14e78","sample_id":"hellaswag.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a128fbcc194a0fd300a516e1834f3c3f41bee5e84f1909dd78fb8cb71e41b038","formula_version":"titan-u-contract-v1","latency_ms":0.6510000675916672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ceea8391f1284675074c7f3d518fe013db8f7df60d1379ca5b633b85d4713a38","sample_id":"hellaswag.val.1360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ac3e58ff40a8c3a22475472ba143b4146dab42e48c86628dd168fbddebdc3a0","formula_version":"titan-u-contract-v1","latency_ms":0.7921670330688357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b7c49bfc91fd82e8a802bfc195ad179719052e8961e4baabc3ce6c2dc308933","sample_id":"hellaswag.val.1361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdd1c2c92ff0d841fff03a1cacde2b59578a7308304e55075e28d15fe6fbe72b","formula_version":"titan-u-contract-v1","latency_ms":0.5629999795928597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aa8a9104047deb28195d7ba71ca267c44231fa8a9a197afe2139d330c88682c","sample_id":"hellaswag.val.1362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eba2b2e2383dd1fca3cf0a60834f69e6a3863dc748ca9587da7db23d027ed56","formula_version":"titan-u-contract-v1","latency_ms":0.563542009331286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ff8c8a4d3d25ba73b4605c2fd7f9dcde10ac76bede034784a338f7f5fdf21b7","sample_id":"hellaswag.val.1363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bd7c930b85320cb7b446e3c02ec664ac38d3b48bd75192c0cdbf84860189112","formula_version":"titan-u-contract-v1","latency_ms":0.6089999806135893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac224a01c3430018a7582d9d964471974a839bacf7a4f53b5329d3a715e45276","sample_id":"hellaswag.val.1364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ef896a681d0938870f5c13706f8d390f8ea2d71aec6c33371d88774dd746056","formula_version":"titan-u-contract-v1","latency_ms":0.564041081815958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64e077339762a8410590ee43b5075163b313c98b246646f962e6b0fd34e0d9a3","sample_id":"hellaswag.val.1365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f753114777289b2b477c9f7ad6383c399e89b5d6bb249e3045d995431f0046b","formula_version":"titan-u-contract-v1","latency_ms":0.7027500541880727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb9f3b8fc589a5fca8a80fc8abcd2372b8b9f5e7252260b568f935657899b239","sample_id":"hellaswag.val.1366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f65492cb14799ff0a1c0068a83c9048f43d560b24eac8d35150a43211a308acd","formula_version":"titan-u-contract-v1","latency_ms":0.5789999850094318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7202f99821f21396f01e6a2c09a3a2731cac486043e521d3459a710f91d1decf","sample_id":"hellaswag.val.1367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a8963a5036a5e9b2ebf729b3758cd432c9d9a674dd76276327c316df39485f0","formula_version":"titan-u-contract-v1","latency_ms":0.6101250182837248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddc88f0079d3e2cd700d0e1ecdcc896171e8fec9d34f3bd4262fb058ab187656","sample_id":"hellaswag.val.1368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e301c6af5bfa8fe383ef50937d7273ea1c3310b32f0ed66d58ebbf690492fcbf","formula_version":"titan-u-contract-v1","latency_ms":0.6024170434102416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c65224d1751ce3c3eb2e4cf05694a00dc00d6fa2137128f0de7c42440d5a45c","sample_id":"hellaswag.val.1369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32100cba415e399d59d4333e1dee61203b1092cc2065a478d117c3ba0519ad01","formula_version":"titan-u-contract-v1","latency_ms":0.934166950173676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce70e8ce7a5bbe37d67623a8fd213341659e6fe309fa7515b62227bf567218f7","sample_id":"hellaswag.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b7ec1a6e2041e57de633cde0fd9746d597fd7fcea4772e59cc557a48751ba66","formula_version":"titan-u-contract-v1","latency_ms":0.6328340386971831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31811bb9b4eb3cb15d13ac44e54067668cc26b11b3a416eb5ffeca310d207775","sample_id":"hellaswag.val.1370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f854c50aad5eb2fe3cb90fea3909e749a766e1961edd64ca10fff06fba4d379","formula_version":"titan-u-contract-v1","latency_ms":0.6119579775258899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d7055b5a88e4ce2da97079108c1ca247e182ceb24b9589b6ebbd93fabfc1006","sample_id":"hellaswag.val.1371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bccb6bf743728b19f97ea7c25e112c6bd4598bbfe4f71776f0a0e02afd0fee9","formula_version":"titan-u-contract-v1","latency_ms":0.46779203694313765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bccf2ac4170c43b827a04b052505b7991bc28339790ea80fae88ff9ec719fcd8","sample_id":"hellaswag.val.1372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12afc1535b692345f49604c1691fa1a38c62187a753209f7afccd45e9422e2e2","formula_version":"titan-u-contract-v1","latency_ms":0.8941249689087272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d01b3773002d3e1db4232a643726e41cc38d4e3d8440e0e9001529bd2929af56","sample_id":"hellaswag.val.1373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa207aa51b4822afc61cd3b62f5c0d4618746e4f8b6a3b9cca259afc452c3113","formula_version":"titan-u-contract-v1","latency_ms":0.4889590200036764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d959ac6888fe68bd2126a6dbd670e9a0752884662fd2ee6b5ee43476cf6f17f","sample_id":"hellaswag.val.1374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d46b84ed7919816a1f83f37b34f965b42e727f47eb8bef84d5e5f67ccd1d05b","formula_version":"titan-u-contract-v1","latency_ms":0.736583024263382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13df9a0ad198400859266cb9c9f3e1bb6d3b1b7ca9a840d7a997bbced3364385","sample_id":"hellaswag.val.1375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"460f910809c647fc4d8a8f9882ac04385cfbc088fa657074b2c276d0b0587868","formula_version":"titan-u-contract-v1","latency_ms":0.7135829655453563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8e763a31673210e75f1acdbce92a78b4a958b71bac6c8aaf0f0c3283afc9f80","sample_id":"hellaswag.val.1376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c998eae677a0ae18874e5c3ef7ac1f909ad34fc689c8d2a22ad9f51a5d6368b7","formula_version":"titan-u-contract-v1","latency_ms":0.5334579618647695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b137bb1a70084c4ddc7c492e56f00276d317a6e38cbd6a07c0820572a0e83f54","sample_id":"hellaswag.val.1377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63e5aa2d41f92bbaf840a1d28fe8215cea38da0e907e1fb0986f9719b77267a4","formula_version":"titan-u-contract-v1","latency_ms":0.5671250401064754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a88f9919355154d42eacb811d762cc76d31e47e47f7bc7b829b1ac5c93ebc5ed","sample_id":"hellaswag.val.1378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1195073e63ad3d64090adb387766e38295a7566bc4d61cbf58f2452d8c2503d","formula_version":"titan-u-contract-v1","latency_ms":0.6474170368164778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5baeb96af8a52be43db826951a652f1b5638d2dd845cf3a59049d29d665a05f","sample_id":"hellaswag.val.1379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7455ba444f9dc322227b0be96953b9230dc943efd02c81595e0f730bfaa4f13d","formula_version":"titan-u-contract-v1","latency_ms":0.8009159937500954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09d95313ae0e019677d4431e04bcc7fd0dd19dcf54c525a44d3df5959e43d463","sample_id":"hellaswag.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4870ceb67dcb6569c08409b06f2ac5c0a957357cad120d743712f0fc2a3cd4cc","formula_version":"titan-u-contract-v1","latency_ms":0.5535410018637776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84f8c85b5eed61f33446538602168f3b6da31859ec468bc3845d9b4d7aa707a4","sample_id":"hellaswag.val.1380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e410cfad8bdffea980498a4abb40c40800fbc04bc84761e2d8ab59ce99959b33","formula_version":"titan-u-contract-v1","latency_ms":0.5351660074666142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96d8a7ec06f1b6ebe7799d0731c4bda2f8f511c604defbd8ab819fbb1f9c37bf","sample_id":"hellaswag.val.1381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f935841000c931faf768250199d4862b1d737f5990197fa69185fedb9fa1e03e","formula_version":"titan-u-contract-v1","latency_ms":0.8030000608414412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08c155ec8e0746a3fb43e80ac78ed97a83607092db7e2d497e920e20350d0657","sample_id":"hellaswag.val.1382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12700427b118ff5830a8ba15b59dc87555e6369f90e6d037af3f4c1aba1c434e","formula_version":"titan-u-contract-v1","latency_ms":0.7088329875841737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e73f41777cdd12ddea45099b0c9af4b0e801dd4c338e35b14ec4a290e57f90e9","sample_id":"hellaswag.val.1383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"950a2fb6b28091b0a1b1741ac0acb3fa302959a933822a1b7b425de02c02cdf3","formula_version":"titan-u-contract-v1","latency_ms":0.7251669885590672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b68f33a6765be26d2607c813c474dec8e8a51b7c7b0a068cf6ab6293c3e2d45","sample_id":"hellaswag.val.1384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e496ee197a7a7556f8394f0d4ef92c10cde2d90d99bee1f8547cb4ab6c0811b8","formula_version":"titan-u-contract-v1","latency_ms":0.5286670057103038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43bce2e5d8eeb91e99f8afae8274f94dde3fe89341ad1f3270279784a2cc6f36","sample_id":"hellaswag.val.1385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08f33845dddd70cd7a3c0e592cda4f35c24bc4f8ae0015b98200ca6a0acd80e2","formula_version":"titan-u-contract-v1","latency_ms":0.46437501441687346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a065a09af692ca351c0fc5d93c41ac12a815f160e0a237bc7ecfbb5b7034d4c6","sample_id":"hellaswag.val.1386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c72bef88e26c08d628d2162116c65b3016a19a0f10b9f695bdda8b3d322bdd9","formula_version":"titan-u-contract-v1","latency_ms":0.46366697642952204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1a4ef6dfb5cff8a899f19c1279b38cc0703522574acdba743fffc23d77890a1","sample_id":"hellaswag.val.1387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68336a478a457f8298034fa44ad8905266863cd61d43953855ae17e2f2dc8513","formula_version":"titan-u-contract-v1","latency_ms":0.5337080219760537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e4a8875ea2a9b4b5c38cbbb01b0c91e3c8e59f879138081068f3da675f58f82","sample_id":"hellaswag.val.1388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db8fa000da55432d1a0ac0c83348737d8beb0fab58b4756faa0bc540fd6565a1","formula_version":"titan-u-contract-v1","latency_ms":0.4598330706357956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"103f1c6b8e09e56a8c7e68721b278c124e6eda84b968b7e970c35fc2b2680414","sample_id":"hellaswag.val.1389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af3afbae9c25646a7110946cbd312ef655e7df2a07c323e14438c33f8764232a","formula_version":"titan-u-contract-v1","latency_ms":0.6122919730842113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0bec12a8959adbde4fafc61157c6eacf454ff619e1a7eb9143c74c4690728b9","sample_id":"hellaswag.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"555fb1dd844dc76691a6fa5153b3c7c729b57d394130ed48321e4bb24b297b37","formula_version":"titan-u-contract-v1","latency_ms":0.5429589655250311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05947c4279b72b3ded7d296801651301a7c4fab3bb46df33531892e0069837bc","sample_id":"hellaswag.val.1390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a92e113f2c3c656b67c1daa3c7c888ec86ac82feba87da34853bfae83f7b7c73","formula_version":"titan-u-contract-v1","latency_ms":0.6532080005854368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea0e6379e93da9793add813bc6d78c5156fe94bc43994a58a435bb92b2bee3ca","sample_id":"hellaswag.val.1391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65a3f5b77a4e32c824bb00c4d27b9c05ffb8916b889f8d7043407a4d29716aec","formula_version":"titan-u-contract-v1","latency_ms":0.529541983269155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c52d1dd85df0523f0c23f9bb590de1ff6a43b7ea7b94994134941918a20b33a5","sample_id":"hellaswag.val.1392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdb5eee4b2a4da5ccee94eae7f6bba13c64c56371c0ab6aa61934c4067561424","formula_version":"titan-u-contract-v1","latency_ms":0.4690829664468765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dad8bf78217050f8e92880047c60d4c0f99acd8a2db11aec3a9b46ebdb4a8629","sample_id":"hellaswag.val.1393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11bc4e36db60215bb7606c81290ee36e912e0852b87b619900c12695cb133b7f","formula_version":"titan-u-contract-v1","latency_ms":0.8601250592619181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01d6e75a7eb5137c14123fb1e153c5e9fafc50f009e479f8b295e1772ce40c00","sample_id":"hellaswag.val.1394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b02c30d75bf408d8d9d41db64ba2bed7c477357458f8ecd9aaf188f39bf56112","formula_version":"titan-u-contract-v1","latency_ms":0.8942920248955488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"968c49b5880334471784064aca29d4ad88357a2b418feef2148d857ab2d707e0","sample_id":"hellaswag.val.1395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"280a5db7a4f1119c088226f6d86668bbc244260e25ccccbf5bee8e85786c8caa","formula_version":"titan-u-contract-v1","latency_ms":0.5472919438034296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c6cf156e142b73c69f59e0bba84758a05a34751d69a22074bf4619bc6ac600a","sample_id":"hellaswag.val.1396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3be0d2ebc83613f6fc696050d4f5422effe8a60d1c8a6db8a6ef0ba47cf49d6","formula_version":"titan-u-contract-v1","latency_ms":0.6336669903248549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3492d0d69af113277f33d109a392a4fc1ed6faaa92cfe85c551f09d3dd499d8b","sample_id":"hellaswag.val.1397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3aa3febee18f0bc4f4fb458d78cae0ebad969914e334dc9465ba7566b97dba2","formula_version":"titan-u-contract-v1","latency_ms":0.4981249803677201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5755438eb7e697241c690dd53c07eb0c7dcc17c3035f75c9dcd1ee7b6d5e5ccb","sample_id":"hellaswag.val.1398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"870b91cbb4b46d829ac1f25f4f21a29f7a87de33a316fbe6635b42f00b9f3bc5","formula_version":"titan-u-contract-v1","latency_ms":0.6939169252291322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"412f5a70f1d6da22e3f4e2e24e20d1b799f11403ff9b7775ed676252551dc30e","sample_id":"hellaswag.val.1399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07bb0499bbbe76795111fc676a8d418fb9da42a5584d29702a70888e125672df","formula_version":"titan-u-contract-v1","latency_ms":0.5311659770086408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cae47a1c5a498b251ed8ca9e381e205857cf27f6ffbff22a713ee11e71d6043","sample_id":"hellaswag.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00423c5c9dfc7c0763f0ff5837d60b7452f8d2a4896c7c62fac4960b55bf6675","formula_version":"titan-u-contract-v1","latency_ms":0.7456248858943582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07489cd4b08f5775103cb03bfdfa5172336fc2fd03977e48f58e454b93efd4e8","sample_id":"hellaswag.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"899f8e9f1cc00d70170469a89fd6686f7d5d3f2a8b5f9843cb3ec7f84cc74f8e","formula_version":"titan-u-contract-v1","latency_ms":0.5503749707713723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f73c21fcae02658319caeddf5ebfd06f24e7714b0814c9b2e63800c7f78d49f","sample_id":"hellaswag.val.1400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ce474e32d83aad8a7556c4fda5b44bef4739dc586605dbb41c0f945268cdd52","formula_version":"titan-u-contract-v1","latency_ms":0.4558330401778221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84e6c4eb909d1b56dc35b3a8fd23b79525f40477a03accaabde02f4e0975197f","sample_id":"hellaswag.val.1401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d454060019ebcb38de1e4e9c4b6681d5f7a3f2dc84f479de76297b03b6dd887f","formula_version":"titan-u-contract-v1","latency_ms":0.4908749833703041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dd4d5713b777bd7d33942a82a9c4dc631a7e7012d00cef414396c89e8ef47e4","sample_id":"hellaswag.val.1402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e999c3019d7cec5c9e9f6b88121d1e5bcfca17442d3d4b039015d214e5b5aa5","formula_version":"titan-u-contract-v1","latency_ms":0.4823339404538274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d38b52e7a6ce462460638dcfad5a425af705af03b23fddac3e99643a95167488","sample_id":"hellaswag.val.1403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"170829a4764de4a4cdf0bc0ceda0c731a2ab1afd26d483ba398620a72c540594","formula_version":"titan-u-contract-v1","latency_ms":0.8431669557467103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f09318eeba1f2e67c0930379add7ab90478cfb536b3c22d57bba8d8f18a770d","sample_id":"hellaswag.val.1404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"002296008145020736718ca53dd13c6edde8d38bc48a695faab959e6334f295a","formula_version":"titan-u-contract-v1","latency_ms":0.5888330051675439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bea87818ed6e420f0c195a95533a966fe0165ee4827a86414fac41a78c2f1de","sample_id":"hellaswag.val.1405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2c6a11bc45723f2047a434fabcfc7fb75fecbbfcc867edd1ed7c190684835c3","formula_version":"titan-u-contract-v1","latency_ms":0.5887500010430813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fadcdcd5517b1152234ffc05f13885e08c64795aecbdfd41986b23c6b6277b63","sample_id":"hellaswag.val.1406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95b6f3938c8c393d2f3a408a60817d1c55ea2ce4550781e398952ccadb8aaceb","formula_version":"titan-u-contract-v1","latency_ms":0.6571670528501272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a9905b4fd09c4b306ac7140fc1f79b585336b81026e2e81656dbe74a46dc5a2","sample_id":"hellaswag.val.1407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8b62ac8416a815afe6a76d014756bac5376369f049e83f13e8bd470600d660f","formula_version":"titan-u-contract-v1","latency_ms":0.5175829865038395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec051c71cfe3d796b5180c10c010ca6eb5ebb22f0aec06e775c3fd01b0ae2944","sample_id":"hellaswag.val.1408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f765a02a44d3ae3b75d71ddd517f3229fba877e439a3d64017d335641d88efce","formula_version":"titan-u-contract-v1","latency_ms":0.5784999812021852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2085a93189c5b8f3aece6b3a9556d9476cb0804c340ccece1a0beef2ef187a83","sample_id":"hellaswag.val.1409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d79e0723bf44b613857917bcc7fddc03c4e7fa8eca22c321200daff3e2376e5b","formula_version":"titan-u-contract-v1","latency_ms":0.6042500026524067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"180a2124c84196dcb1b7b573e71c4f9d204fb0cd63ba249d4e6d3cef5cdd03e7","sample_id":"hellaswag.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8950fc7ae728d449c0199367abd6811d42bb5eae087fbb4ad91e4bfe6c919ac","formula_version":"titan-u-contract-v1","latency_ms":0.6028750212863088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdd2e2cf749321448c64a8375c5fa3a80fb1a095f355cb8b87eabb34e812ac60","sample_id":"hellaswag.val.1410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86d8993d84ef91b7a90a4a733c25a0aead9d0fce7d833ae8baa323e5f59db61a","formula_version":"titan-u-contract-v1","latency_ms":1.8627080135047436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aa10cd02c3dfd7e14e1b0b699330572a21e377f71f095e84d73921deaac7c51","sample_id":"hellaswag.val.1411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f1eede12e57feed764bdbff8886020bdce540f0f6a50b3d303e92f10cc93fdc","formula_version":"titan-u-contract-v1","latency_ms":0.5187919596210122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ad826a0acb2d8a9ba925bf43eb72829f3675b92a24b5a2488a5d2d32de5b71f","sample_id":"hellaswag.val.1412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5179c95dcbedf3e0e8a61ff05a47896f4fee09fcd2e85dac27398fa5c36320e6","formula_version":"titan-u-contract-v1","latency_ms":0.8251669351011515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca07a68e4f6e342011f7ebfed886ebd320b9183c09e92b2f382919a8963caa9e","sample_id":"hellaswag.val.1413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f83a555276ad85da7e53e4436e32167cd82476152e34839744801bf29456905e","formula_version":"titan-u-contract-v1","latency_ms":0.6290411110967398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67003b476867849c38cd83c98d65b49f58cfc0b7797c96a84da262557def3793","sample_id":"hellaswag.val.1414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50bc72f5d628c174a823d61e70d11997319a1627e4b72e7769e3291d3b22c9cd","formula_version":"titan-u-contract-v1","latency_ms":0.63699996098876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdf6827d81adbe35a7e14b5672a91a7dc92f9e8defdee3a922b1ba10cd2de37a","sample_id":"hellaswag.val.1415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"752feb48113f51135dff1d3ee010f3429746519201099fabb023c35dce7808c4","formula_version":"titan-u-contract-v1","latency_ms":0.5517500685527921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f141d0fc83634e6de7a7feece3c870808c3f7757e511201a2212536a7c92fb82","sample_id":"hellaswag.val.1416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cb157af3030a20283ca43eccd2da95f9f2c635d4f3caa9a59fc6640235dd2d7","formula_version":"titan-u-contract-v1","latency_ms":0.5992919905111194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99016b11fb857e2c204836cb21593ae05a9264dd855b9477908efad975c32211","sample_id":"hellaswag.val.1417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e44a28293b2236105db2d2c26ed2f073dfd01fa6bc7f6b48286fbbdd1dd0266e","formula_version":"titan-u-contract-v1","latency_ms":0.4926669644191861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69ed147284b33d97f86dd2c9e456e76c6acee20ea8e7bc9a5acccc3cc43e4cc2","sample_id":"hellaswag.val.1418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf1af90dff709a2a8a58b300d9ae553e9f44f604f45a4a80c3002b571061005a","formula_version":"titan-u-contract-v1","latency_ms":0.46683300752192736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e713bdb63966680716fe7a3b2d1ae2874f80885af16da19d5470b83f5604318b","sample_id":"hellaswag.val.1419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"782480c09ac7ece70e472fe93c458b61df01566602872e61e5c97c778f4ff894","formula_version":"titan-u-contract-v1","latency_ms":0.6666670087724924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cdb8b2d08884265a076e08a7fd5403cc68cfec16a0dbf9fd3f10447c3f91089","sample_id":"hellaswag.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6eeb7eb7d69e567569070b3f2c8d31e2ae02ff184044ae1662a2c2cf8f40f8d","formula_version":"titan-u-contract-v1","latency_ms":0.6956660654395819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e708a2ab0aaf7806a8ed468bd9d1435e3470c9771b4eb2c0bdc5afa1be228a3b","sample_id":"hellaswag.val.1420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef0cf25cacc0141afc002a29342c781bd23086a79d7030bc7ddf766410347c64","formula_version":"titan-u-contract-v1","latency_ms":0.5142920417711139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aa29c64b64e552b9c7984970c175215d0b649e1baf79badb1c9f7dcd6ca03d2","sample_id":"hellaswag.val.1421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b01c40fd6fdf35ba43985ff3721a4ddf94609705e02517cdbdccdd0ba89d84ae","formula_version":"titan-u-contract-v1","latency_ms":0.6086659850552678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1901de368ee540351dbb25879713787740e14cdd1fc2d16b3826cdc1a59aba5","sample_id":"hellaswag.val.1422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b628de585e7cb733df002f36e13dc839c3be6919912fcd6864d12765e597401","formula_version":"titan-u-contract-v1","latency_ms":0.4872910212725401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52eaf4defe62c595eb5f043c1288147dfd1db33848485a5a19c8936644e5fac4","sample_id":"hellaswag.val.1423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1285e4d317b9188533ec3b33f1c9ed57a936480895896070e517caaa577d3ddf","formula_version":"titan-u-contract-v1","latency_ms":0.7273750379681587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e6efa375a939ab1ab8ccf7ce2145966048590410344c9a6313e37e6a0b5ddc4","sample_id":"hellaswag.val.1424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb953170131aff425b721cc5a524b1fca6dabfc1b669bfabdf88db4d2684133b","formula_version":"titan-u-contract-v1","latency_ms":0.7236669771373272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7199ee3a5d3c9976619ba5bdf864dcf932914d68d2938be5d908ec6a3c2fe20","sample_id":"hellaswag.val.1425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ce9610156a0202272fbdc87c0c81fa1d416d8e4eef4d928ad3cc7f938b8e52b","formula_version":"titan-u-contract-v1","latency_ms":0.5272090202197433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19859a27b5605a6cadd466f409395eb5d0d20bfc02c7c289bed46384f41eb1a9","sample_id":"hellaswag.val.1426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4933f5be30fd9839e2913906e765f041ae5284da8af16c0d61e4ec45feec2fa3","formula_version":"titan-u-contract-v1","latency_ms":0.6119579775258899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5935d9ced98f5e144579f6d57dc99c36de25ff1c9fd5128b0dbaf52e28f3c8d8","sample_id":"hellaswag.val.1427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d0bc4677b5f8ee40eba4901eda57a26b2360a9f1f23cf2819b593f11d7b338b","formula_version":"titan-u-contract-v1","latency_ms":0.474874977953732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4e4bff3df646df2ef8f244c6a5a6b9793174bb35f7de68f9529ce2516b4ff50","sample_id":"hellaswag.val.1428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31aae962f0c098a63f3a4680c6e0190c41566e91ef7d730d84c1739366d7fc15","formula_version":"titan-u-contract-v1","latency_ms":0.5842909449711442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"332bb2731f57ba5a0dd5a965cc35cc102e5cab2ccd4bcd3f3416405c498607db","sample_id":"hellaswag.val.1429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b74413ede451d1275e5a0c6122cb679f53bdf1b6a0144d22bf80d4361fe86e49","formula_version":"titan-u-contract-v1","latency_ms":0.4647909663617611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5164b428bbbfee649d40bc26fe32f913da5ff19e56ae7883a637264e1d94888","sample_id":"hellaswag.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"459fb5048815187e4739ef5b1bb71e7075884d8cea79b16f9e400a96b7b399e3","formula_version":"titan-u-contract-v1","latency_ms":0.7613749476149678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ade53f95437094df1e4b37246d0138c56fc4be3ad4d63f535e27d8c778c5f2f3","sample_id":"hellaswag.val.1430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed9fd0c27b36dc70e34afb85a98b11f08e56d958486ad229abda18f0d9396256","formula_version":"titan-u-contract-v1","latency_ms":0.5618749419227242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e3377180e42d2242f7ea4ed0f874c1de9ef2f3e1c79af9d244caa44170f476e","sample_id":"hellaswag.val.1431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02819a5c849d00fbba1a23539d9d73d626dd7565fa27b59f7f8ef129fb6e70b7","formula_version":"titan-u-contract-v1","latency_ms":0.5770000861957669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"759e22c8d8ea0220a788ebf83e0ec24003af4a482f3122b10a388a4d698ed600","sample_id":"hellaswag.val.1432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee0afad35d87f730a3e3d7f637ed31a75c967e68768bfceab5454c9951232e4c","formula_version":"titan-u-contract-v1","latency_ms":0.5480829859152436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"052bb5a56191096cc5035a9a315bee5479646245174f05c822b0a34b70673589","sample_id":"hellaswag.val.1433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1cdcddbac182c68e2f631f9e15cab4288ab5930f1b02b885251125753fbf258","formula_version":"titan-u-contract-v1","latency_ms":0.4779999144375324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae9bba534b9383f0f52b273709233fe9126df82887af7934ba3e3e0e6566864c","sample_id":"hellaswag.val.1434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6a54263db45560c8a45876abfc3d11fc108bccc89dfed319cfa4e7b9d02bf8f","formula_version":"titan-u-contract-v1","latency_ms":0.6922500906512141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"081ead2505eab1b9505ea1fd584416f28b5e463ddf58a89c7478ada61c34e300","sample_id":"hellaswag.val.1435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d810fd2f4d4930d9ec40ba8b7a28bc1679131b586243b9e414e85c72163706ae","formula_version":"titan-u-contract-v1","latency_ms":0.6709170993417501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"654cdbbdb47c3568e5731da17b97612f0fb7ac1bc46e02e1402651073df810c5","sample_id":"hellaswag.val.1436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"651d8b858777ec835233cc435c3f842d53ab148c231b5e677a61754a56e43a28","formula_version":"titan-u-contract-v1","latency_ms":0.5528749898076057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f543b864ffd0c42c529aa694e80035cd0c6351b08768de65201c4fcd8ec1673e","sample_id":"hellaswag.val.1437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ba82a17232785a36bcaca65c2abedba1b9704785b83853f5f6e4759609382c8","formula_version":"titan-u-contract-v1","latency_ms":0.6770410109311342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f73d6dc8be1d6b02974b9ed4ee9553852b459fcc98382a956c55700ac937ad4","sample_id":"hellaswag.val.1438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8516a166395878514630eabe90beb70bbf88b05a2186414233fcde3a9dfa69f6","formula_version":"titan-u-contract-v1","latency_ms":0.4880840424448252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3045507d996919e74967082d047feef25cfbec167c7a4c5c7dd57e12e39100f3","sample_id":"hellaswag.val.1439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"082f88cf28093eaf96119c33dec522d8235e0f482e2fd74a4361359c6d33a38f","formula_version":"titan-u-contract-v1","latency_ms":0.6433749804273248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b9424a40a3d65027c52dc98c8da310638d89c71c1fae65221a5a4c5d9547945","sample_id":"hellaswag.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dbaeb30dec7c549f83b9f99998d869e2dc45a851054b40b7037148ad3de60e7","formula_version":"titan-u-contract-v1","latency_ms":0.879166997037828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83ca459c8b1a507354de892222d4d9c31988116a702efbb55959eb8b322bd891","sample_id":"hellaswag.val.1440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d2cde447ee4a619610408efab2105cd4a060cd240c477476cbd9a5560a38f81","formula_version":"titan-u-contract-v1","latency_ms":0.4913749871775508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d0c49efe41edcc33d43b997a0d37024516e26389ae416d23ea392c1f1ba1273","sample_id":"hellaswag.val.1441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7c4a017fb1d18bcdfda5b4fef919cd6397a524f66dac064a8c2cdfbb2e327e8","formula_version":"titan-u-contract-v1","latency_ms":0.5924160359427333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"553c44d267258b221f292e7996e4ddfbcf9dbf78e0c72751035285f456d04d89","sample_id":"hellaswag.val.1442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efbcc3be7d64a463236959c67e4f9a445c173d66314970bdf776a9fd2c5d9301","formula_version":"titan-u-contract-v1","latency_ms":0.5452079931274056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d461515c6958e39a372617e83696a29b0cfc633934958b7224ff92e8c7d03b6b","sample_id":"hellaswag.val.1443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2e9331aaabd4a5fad98d205ae9ef5bfd7075b6293f7b1a7a4ac0ddf7fcc9069","formula_version":"titan-u-contract-v1","latency_ms":0.5006249994039536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"753c32fbeac30a9ac29d50c0f3d98f8d092c5fd0a8dfefc297c14506f3f60b22","sample_id":"hellaswag.val.1444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f59f5cb5f41535e63dad7a74f9d60452a4af990f34a7d4dc42b176b3082c239","formula_version":"titan-u-contract-v1","latency_ms":0.762708019465208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"085f06b1cf77a7bffeabd871985d592f0a7a599051cd508d9adfe15b23cb75f7","sample_id":"hellaswag.val.1445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcc2bb9258fd4e95604dbd77baaad1765ebb75f74a54ff86fa8a725165372107","formula_version":"titan-u-contract-v1","latency_ms":0.7035410962998867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e627e8538bc6197ea699ea9ffafda4537a7f840592b2224409c0f73fb6e267e","sample_id":"hellaswag.val.1446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d5fa363354615f23311b47d99d390540f16afd73f4b7bd502e080d732b74861","formula_version":"titan-u-contract-v1","latency_ms":1.174833974801004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ffaefa1d8e8565cb4ba35cf583e361ab5d56b065cfcdf64df360128090fe5db","sample_id":"hellaswag.val.1447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afc367881f26f0e0920baf32e330810508d5be98da8b88e086d6c22a5cf2db2b","formula_version":"titan-u-contract-v1","latency_ms":0.7314999820664525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"486d09b311d417d297a74509b1586547a76e5c2668e7343c30ef7f04f14d987d","sample_id":"hellaswag.val.1448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c9b7bf0110c10fee205c42940709e38cbed9f08b47f3802131393a113eaca19","formula_version":"titan-u-contract-v1","latency_ms":0.7929579587653279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cffa996e4c9af408df5e9ea60254d26c7ca9d60d787aeb6ef2af52e2ea153200","sample_id":"hellaswag.val.1449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"410cdde5105731e01e7172574012bb301d77319d831cd7cfa5f9e13870a51487","formula_version":"titan-u-contract-v1","latency_ms":0.6779159884899855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afd49aad1404bc4fed2b887ff4ac75c29c6444d16892b0446161e7924fb203d7","sample_id":"hellaswag.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ce22c18fbee01e5f5348f1cb59efabe1204a1053c43c7558705e423f77052a5","formula_version":"titan-u-contract-v1","latency_ms":0.5892090266570449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae62f227c22c454d0c1b8c0bed052064f3514f6eca1a1e27bedfb1fd19637f22","sample_id":"hellaswag.val.1450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f90dc48c056e467bd751aade47248107ae96a63e8eb62babbb96318bddfb4f0","formula_version":"titan-u-contract-v1","latency_ms":0.45195803977549076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c2ee590b7f5bc3b5474f5f90d5ffad54d27d8f5e7a85de0e8bf7f6b1475a654","sample_id":"hellaswag.val.1451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b37b3a85e944bdd717ee5d59634b0fbe3c1838bb41afb3de0e84a0812adddad","formula_version":"titan-u-contract-v1","latency_ms":0.4635830409824848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55d256d7d69871e7539a72c7ff662e8dcc173cb7fbbc4d37cae57a8955d9498b","sample_id":"hellaswag.val.1452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52ca40645115323ee6255726225fc6e7d61e6b92ddd2b40f101007ed52bccbbf","formula_version":"titan-u-contract-v1","latency_ms":0.4859580658376217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb85f92061696f89a18c4ae2fcc839b69d37518113248f1fd39f6419844c59a5","sample_id":"hellaswag.val.1453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"309972b35039b040f2da008f1c5f8a386c585a32903945d82a538f25bbc49754","formula_version":"titan-u-contract-v1","latency_ms":0.5181250162422657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bc0d325bd6ea17dc992d1d4202c3a867fee3115a49c0ee4581cff2987e061eb","sample_id":"hellaswag.val.1454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec95599ddef92246be432f1c96697471521e008ca1311143348fd87d398b800f","formula_version":"titan-u-contract-v1","latency_ms":0.48983399756252766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fafe6eb92a5c90a950b985ca45db278855bc0dcfb4329ef2d9d39cd6c09afb7","sample_id":"hellaswag.val.1455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffd17fe5fe4be3691f75772c13b0fa4a5e394ae424d888b12c824be2d17ffa33","formula_version":"titan-u-contract-v1","latency_ms":0.881750020198524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a55082ee1b09a88f560d2c90726689c94b504efda1c02ac9186831dd841d457","sample_id":"hellaswag.val.1456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b00aef158a35018109839697288b16e28135a1c064295c840df89f555a16f93","formula_version":"titan-u-contract-v1","latency_ms":0.5217919824644923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a97c08c08a0a5b07657c760d642c5598ef5a0132660bd491089ac4866b952425","sample_id":"hellaswag.val.1457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"556d51e1666c2a0cceddbaa6e999b0bee76c7f70bbb9bf45bd80e0eefd0ea2c9","formula_version":"titan-u-contract-v1","latency_ms":0.625707907602191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ae23dd5145c61c697854ca5c42cb5cccce7801c85027fc513a2bc03a3476e0f","sample_id":"hellaswag.val.1458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e034b603843383612f23823d6aaf9ecbd8807805bb3f680e10d8215b2bd9f0a6","formula_version":"titan-u-contract-v1","latency_ms":0.4492920124903321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2ca2836bc15b9034c742573803d1e44b550fedddafc5a3ece7b320735e3ab91","sample_id":"hellaswag.val.1459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9421fcb3220464d14422d41af7c8df430d918b27ef9418132de459161674714d","formula_version":"titan-u-contract-v1","latency_ms":0.44770806562155485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51b27fb23916b7d7dc9b49e12b513efb78f6c890a434f88ec194d24d6c6dbd78","sample_id":"hellaswag.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cc92efb0b13738710c34bb7b3a575346986841ce0de2bb92a0b5d1f4c2a6481","formula_version":"titan-u-contract-v1","latency_ms":0.6343750283122063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a577b8d61e38ec08b0509a042278de069df2e459d1ea3407a8383a924c20fa2d","sample_id":"hellaswag.val.1460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de2e124b162281c7ab582f5e8f81e653c5bff524bb3dc1d29d39fba0456b8b93","formula_version":"titan-u-contract-v1","latency_ms":0.5554999224841595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60f5a5962fba3052ab019d85c85a63a50fe809027964131b08c8210ce6900bd7","sample_id":"hellaswag.val.1461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f096e1f714f91d8d882091424d69d902f81822d0b7f305c65b377a8b6c5ec3d0","formula_version":"titan-u-contract-v1","latency_ms":0.633459072560072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9ee203b73861f977e354ad523df8d34307b4e6c0b204670e3bd31311e66e410","sample_id":"hellaswag.val.1462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35882d8d28dafa4c79a578510b2e725b37427b8ed0e8c0d3ef4ab50c881183d0","formula_version":"titan-u-contract-v1","latency_ms":0.47154107596725225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"195df5aa560e370e861038d5470449f3952dc92bacd623aefd119e9182772426","sample_id":"hellaswag.val.1463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77d324d348c11b5d422162b259b176b886225a2820662449bffb1b0993be4ada","formula_version":"titan-u-contract-v1","latency_ms":0.51837507635355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0d36edf3fe06d153accbbf53f6f114f881255eb43bf7821581a95bba221fad4","sample_id":"hellaswag.val.1464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2e2ada46d50b8747edec60de76625c61285291153ac6768e390701abd52909b","formula_version":"titan-u-contract-v1","latency_ms":0.6557919550687075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23b5a9d0a692917b19bcf989ca9a776d12dde73025e1eb84147a0932c56dfe70","sample_id":"hellaswag.val.1465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14ff9d5940c8a9fc10f8aeba6a130957494bfd5c0e488a33d6a76e6f8fde04fe","formula_version":"titan-u-contract-v1","latency_ms":0.7718330016359687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9674ae3011e1b2cbc42e0be715964afa09c8d1e23cc7f7c1a3ccd9b52d091b84","sample_id":"hellaswag.val.1466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24558302f82ad2dff89f32100eef08b4cd4851194c359b57396ad41c0acf2e57","formula_version":"titan-u-contract-v1","latency_ms":0.4596670623868704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63acac8944edb830853593c16cc2d1a3a29c26f1a64aeacf1e0c39f7c75adc0c","sample_id":"hellaswag.val.1467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8047474de908d75d80015ec2f7e2e899e9fe7526c790d54b76b6c2c2b47cd743","formula_version":"titan-u-contract-v1","latency_ms":0.4267919575795531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"971a884235da06046d41a5ff951e4d020c06b7eabfa1c171df3916373d1470a0","sample_id":"hellaswag.val.1468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f93228d1cd4b494f12a9282b65f5c333d45e3656fe89fbfee47b7913ef8c3dcd","formula_version":"titan-u-contract-v1","latency_ms":0.49299991223961115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e316d44e17b623c16c56dd0e502e2faab8277f5948920603089e9872d4309ae","sample_id":"hellaswag.val.1469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fc02872673944e9b0cc5919fce1221bb99ff5af21ed9138ac0dc96700069f68","formula_version":"titan-u-contract-v1","latency_ms":0.567208044230938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33d9dcb88dccde5b7a46d5152c1b0f5898243eedf73f8f474e91e561af3a62e4","sample_id":"hellaswag.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bbb2d445f4a861f4bf3e3cfd8023c59559e7a5ab9c91110158a5c58227391ad","formula_version":"titan-u-contract-v1","latency_ms":0.4813330015167594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8540105d751755e7c0127a75b21e1c511e800394340e947461a626bc116b11c5","sample_id":"hellaswag.val.1470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50486a532d7a6324296d51bde54e8049100182a9af81d0db68e4ea02f47792ba","formula_version":"titan-u-contract-v1","latency_ms":0.5995410028845072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"987ea2cdebbecd5c744d337c82e85ea555df6857d8c463ea583c6945740f55b8","sample_id":"hellaswag.val.1471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39e808f37c51c7bdd6948755c6753e7405caaa4d2c14fe785b2b931c48be725b","formula_version":"titan-u-contract-v1","latency_ms":0.7134999614208937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bb1b28b3e71e9a0cf00c75363f4d5dda026e06e57c17ee161fd7a5f4e8207a9","sample_id":"hellaswag.val.1472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b129f8e83100bb7c8bf31caa42e8cf538aae570aa588f096a609f6db249f08a7","formula_version":"titan-u-contract-v1","latency_ms":0.5208749789744616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3df09de7fd247346357051a3e131c5ce021c5414a35de68926c3506071bac269","sample_id":"hellaswag.val.1473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ef985e55ddd574be3525c5a9a2c992df3367e63aceed0b084725b00f3312f0c","formula_version":"titan-u-contract-v1","latency_ms":1.0960829677060246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fa230987ffb8797034ae17abf2e358f65742a303e9f2aa5e4b6bdef268a268e","sample_id":"hellaswag.val.1474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17f79b23ed79220175557c5a01f3f01ad31b0776a24b736a7a8bd3d34cafc149","formula_version":"titan-u-contract-v1","latency_ms":0.5082499701529741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9ab492b506e2c6faee5fea815ad1c438167b672c6a175df79f31fb8bcce1d8c","sample_id":"hellaswag.val.1475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8264857af57f2373ab7c1861570a2f59a9038faa622c1e5231cf5cef33e15bd2","formula_version":"titan-u-contract-v1","latency_ms":0.8253749692812562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cf113033c0ac9a2377d3b6c0566259849ce75014faf0ae0027d3aaa1689f09c","sample_id":"hellaswag.val.1476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47bb9d715a6187a800a815cf1e608955a41abe2389448e1665c24d8778c461f3","formula_version":"titan-u-contract-v1","latency_ms":0.5832499591633677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"745eb70ff15225364971c8e4521d5ff66a000ee28dbb144298946a9bcaa91c7a","sample_id":"hellaswag.val.1477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"626747a8b8dc9d97f1cf7ae3845baed073638eda10e44d8118fbf98cdf001f7d","formula_version":"titan-u-contract-v1","latency_ms":0.5152920493856072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c71be290e081d828016f7267ee09559df8336fd1290abffe5a6b308adc6a15ef","sample_id":"hellaswag.val.1478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e48f40b11e9976970b31e54e882a50f53513c43869a8316f1863deabe69d5999","formula_version":"titan-u-contract-v1","latency_ms":0.5079590482637286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1e7016abf99b00408d77cb1c62cb8c3661dd855905208e8d9b5a47f7a5eaefc","sample_id":"hellaswag.val.1479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76fe55008950d2924347b5a83bb8dac2562c29e421c2c66bc411a9a34388b5bf","formula_version":"titan-u-contract-v1","latency_ms":1.5486250631511211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d7771a1ca79e551636317d04373d0e94474bfdd4784aec5956bcc1f2427765a","sample_id":"hellaswag.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41f8e840f05e3a04e091cdb555630bdffa730d28feeaae0dd868d6d1a3b882b1","formula_version":"titan-u-contract-v1","latency_ms":0.5494999932125211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ab92bef157c6c925838cdf9ce63b0f37d07460640ccf8d6c8b1c3cbc2676b3e","sample_id":"hellaswag.val.1480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75d932e36528029b596f9bfe90fe9ca3806d0d2344f6479aac81e3f4998aece9","formula_version":"titan-u-contract-v1","latency_ms":0.768749974668026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"679d37b6d2f81404db3179030c89649309dbd02cb66192be9510411801a1b6a5","sample_id":"hellaswag.val.1481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f39e30642aa07cf73b3cceb814e24455d0368dda644bf289a6ad342b47b06980","formula_version":"titan-u-contract-v1","latency_ms":0.5236249417066574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd0a3e525396f41e5428267d330eddfd4024114f0d2dd2a7044aba5bb8fe5462","sample_id":"hellaswag.val.1482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"708e247253c5150e0df2526ab1893755c01c5b08e1a33c2f3cce718eca7f562c","formula_version":"titan-u-contract-v1","latency_ms":0.8448750013485551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df5f595a063fd642c0cfa845c18e3b77c1c1017638d072257215d0a5db743295","sample_id":"hellaswag.val.1483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e7b3acfc35ff4f9871ba1d0b65d600441a48bdc08abb28f1c271c33a7d1aaf8","formula_version":"titan-u-contract-v1","latency_ms":0.49479189328849316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90d7dbe799b010ce07172dfdc99e9a0979f05705363d79ddbe9e046e94acb738","sample_id":"hellaswag.val.1484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72a7ef762abe7fb4aeb9a6d33427b60d2c80aec4305afef909f84e1a38f58a47","formula_version":"titan-u-contract-v1","latency_ms":0.6693749455735087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e58211173697d2068c411e1b7e2c6aaafff76e1f669d642ed57054cdc04adf1","sample_id":"hellaswag.val.1485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e98f54bcbe61819de888d0a04297dc173314625364a75d2c3f4b6060c874404b","formula_version":"titan-u-contract-v1","latency_ms":0.6014159880578518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2d93f8fdcdcabad6e9b2077e71d036107df5c6aa0e168c0bcbe560610a0476f","sample_id":"hellaswag.val.1486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a54e99d03c46a501e2ef2d21274cf3bb7100dbc04a32dc6fb74d45db83489f6d","formula_version":"titan-u-contract-v1","latency_ms":0.5953749641776085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab5234e5eb3f86487683d18e6bba4bf0eb8faede77e3f34cbc2d0aaa46fedb72","sample_id":"hellaswag.val.1487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8f79989dba57f87523ddf28205e384bfa71e77304da50ae2b134d337e7e5a38","formula_version":"titan-u-contract-v1","latency_ms":0.4953750176355243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"192df80cf5f34ead90164cead2a1bb98d2e88e076ed75abda93c25f70f26c966","sample_id":"hellaswag.val.1488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcf22a2f6649b703bf3d859597d32bf26f8fa55e9537d1dc45c664d57e9d6202","formula_version":"titan-u-contract-v1","latency_ms":0.6473329849541187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0291e28d7fdc4690916b7de41bdd4b8c981f6b9654a9903686c5b172fded2047","sample_id":"hellaswag.val.1489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf6ba99728635bbe873d12bb3eba55fafc09151ea4a00ae7bcd604aeb878794c","formula_version":"titan-u-contract-v1","latency_ms":0.7437079912051558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e54db75d5d149bda8f0a44faffb59772690db2ae071f16a60cf22a3acadab30","sample_id":"hellaswag.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e3f8b471544123147de2a88a39075d665d5b255e1f29ab411f337ad53ed902a","formula_version":"titan-u-contract-v1","latency_ms":0.5930829793214798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4286c83dcda12f6fa32077abec30315f5b436ba277f4cae00e44fca6ff36f118","sample_id":"hellaswag.val.1490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d3c7d22237e64103d708f4be54e1cd603a890a4e17b6eac161e1b24160cc257","formula_version":"titan-u-contract-v1","latency_ms":0.6207500118762255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac1d21fb011e6a0abebbf84e85c2b7203a8d4e95432c173c711a06b11d017be3","sample_id":"hellaswag.val.1491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"489125b053f1fcdf34ba9e68894379c2d773ca150021e33481764bebd4dab644","formula_version":"titan-u-contract-v1","latency_ms":0.45962492004036903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd6e2daa90c25d536d3015ce5e51ee2c8e43588965da7faca3054c2bb30827c4","sample_id":"hellaswag.val.1492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daa1670cf484d340bfec75f71680c34b9a73779f308b56165ee1e0733249ff5f","formula_version":"titan-u-contract-v1","latency_ms":0.4160000244155526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71eac3ea2d37f822707f518867b3df0929525da7e9de379cac8cacbc61ed19d5","sample_id":"hellaswag.val.1493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fbf92409c9bd7f281457cedb044b9f8e6bdd4e6a623afbb210bf42cf7c1bca9","formula_version":"titan-u-contract-v1","latency_ms":0.5147089250385761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66498c1b18b90913b79d271c1419475a4dba7d8e31de0ca0c98593c68654cd09","sample_id":"hellaswag.val.1494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b0ae2390b2d9f6e56fc400ae766fd9cd34bda9fd59af4a36b518d1cd5b82c96","formula_version":"titan-u-contract-v1","latency_ms":0.4339999286457896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d1222238581d7f0eef5b3494eee6dc5dd0b362aeecc34c2020400ddd76b3c99","sample_id":"hellaswag.val.1495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff9ec8c9ab719213fda760ded1a4edf29d5c8d53697ab66b83038e47feb27820","formula_version":"titan-u-contract-v1","latency_ms":0.8067080052569509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a9131a9403bfbf5f19965a1a528750ee3110f9211228cff837068a325fbdc3b","sample_id":"hellaswag.val.1496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac1403c2af7354c2585ec578d61a5450a430c2c30745cecf46c29f6dc2988108","formula_version":"titan-u-contract-v1","latency_ms":0.6284170085564256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06a011762b041e28730f85a22ce54025862014396dccd30a3416d0e2aaae2baa","sample_id":"hellaswag.val.1497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83095ab94ba1f506b4685512b18d4fbfe33d5c84f78f2d41000c34e5cb4fd970","formula_version":"titan-u-contract-v1","latency_ms":0.5440409295260906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"424fa12e650ecba8fbc43a08ccd8cb0735d79f1f4c8d89eec02e50119a27c062","sample_id":"hellaswag.val.1498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8100bd0896750b54b1048652890a5bfbff7fa4ffb768e2b9885013ca4785c149","formula_version":"titan-u-contract-v1","latency_ms":0.7060420466586947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ff3ba3e7f7a7817e8813e50d93f008cf0d3a31ba5f64f5de9d2d7e797ff75c8","sample_id":"hellaswag.val.1499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d816598491978fbb1594da032660823f267af50b0e834e9b3175c2165737d28","formula_version":"titan-u-contract-v1","latency_ms":0.7250829366967082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13b04964814b030e7af43d4d58a65b1edbb69edc74e8f763e633051e5c18ab1e","sample_id":"hellaswag.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2706ba80eb9b8fb4d7946afd86d004176f48b52b2014b6a45702a1ff9346353f","formula_version":"titan-u-contract-v1","latency_ms":0.49641693476587534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f05e5453dcf83878d00eb43032ded20e3c4981ee71de2161bedc917c047790dd","sample_id":"hellaswag.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ffb9c79aec0c7daf9e9c63d6234fac6a2ca163d508180ca68b5aa7486a7ca28","formula_version":"titan-u-contract-v1","latency_ms":0.764083000831306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"728cac90e3a1320f4d8528bc2dda816e086baae4ad739beea06a8989f2efa4bd","sample_id":"hellaswag.val.1500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fae6fab797fdcedc6f6f03ffb54d2128a9853533c3ec77aaefac9402e092fa06","formula_version":"titan-u-contract-v1","latency_ms":0.9050410008057952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"854da133a2ad49c7cd4e98de4dfb880a64317dae14f5c64132b3396b48e7b066","sample_id":"hellaswag.val.1501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51d0a3d531d87e075578240018ebacf9c9093afad2cdfd18a416c291a52a00e7","formula_version":"titan-u-contract-v1","latency_ms":0.6307079456746578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24ab34634a9c9786d29612a6fc6c52237239f33afb68b1bd14a8818ee00a5d63","sample_id":"hellaswag.val.1502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e740f01a965241062e9a3b4422cbdd3bd656cd56a3b2621e390d395dc398c71","formula_version":"titan-u-contract-v1","latency_ms":0.6287089781835675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e21032d8a444d8406fda370604ccd8653c5c559d96525838a65573497004f5e3","sample_id":"hellaswag.val.1503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a355ff65b05864a4a2cccb825b345a486e6034f307eb8722b9c1262f274ac29","formula_version":"titan-u-contract-v1","latency_ms":0.7174999918788671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc11dbbb63b7ab4389ffa924f54ee095eb44d96e3dc0c026ac6fe5c0d35ed75b","sample_id":"hellaswag.val.1504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98dd7ca14d4e8580eb0f0b4fb01d5a8d087c30c41e198c9a97addc319ec0128a","formula_version":"titan-u-contract-v1","latency_ms":0.5748339463025331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"878c693f3c64410e20de231629fadc44b7d060f509f15b2755cd41b18e9e2660","sample_id":"hellaswag.val.1505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ad29a6819dd92c6bbc71631e1c12ac8c38289c37f7ff0f4394d093563f39e2b","formula_version":"titan-u-contract-v1","latency_ms":0.4984170664101839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44068d3234bcf91ea6381a4a5117fc63f2bc81b2c0c08f51ae82086fb0b8f3a3","sample_id":"hellaswag.val.1506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3275bd9f2eb3e6e3bd4d697b79e6d534b575b4057c26edad780efb29592f11c","formula_version":"titan-u-contract-v1","latency_ms":0.4669589689001441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bb35265bb3bd14363bcf42c6ffb9e881d7eeeda919f4d479ad926c927121b2e","sample_id":"hellaswag.val.1507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfb4feb3d31d9c6b3e28193ddb0c0250d10f8a60b46fda994f70af21a23415f7","formula_version":"titan-u-contract-v1","latency_ms":0.6363329011946917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a38685396784267d182e9c8f4c1a61724f8e41801f933b9f9f0e5ae018cb510c","sample_id":"hellaswag.val.1508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38248362d553377a0938f5f972326ecc4952f81b9051a2fb0f06cafa022ea347","formula_version":"titan-u-contract-v1","latency_ms":0.5488749593496323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e82dadc6c287c845425a47bd59c0ac76a90b803154a36be8be4fc830129d2bd","sample_id":"hellaswag.val.1509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77fde61543b047338b9273192aabba075e6bcee76fc055a32b727e2580e6180b","formula_version":"titan-u-contract-v1","latency_ms":0.47454098239541054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ae8fa8fc8d973780ac423a92f48924300de69ce1d7adb89d34e8809fe58b54a","sample_id":"hellaswag.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cfe20158f526637c6c355811420d408322afc0ec83f5586d168679bf05fe970","formula_version":"titan-u-contract-v1","latency_ms":0.7234170334413648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6a3cb41236b5ea3659bde8eaa7aeefca29be58d2199a0e2ccec1f45cb8438b1","sample_id":"hellaswag.val.1510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1e5f5012a728636db9a14ce3e35ec56cbae0769a09a12973077fc4d628de658","formula_version":"titan-u-contract-v1","latency_ms":1.230000052601099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26458c1079e4b1fca96aa4e31621c9dd64bbb430617ad6996bbf0614855d6f73","sample_id":"hellaswag.val.1511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bf963f831187edd9b101098a57093e357a08e4ed3b7d08f2d1ed52db9e7e923","formula_version":"titan-u-contract-v1","latency_ms":0.6867090705782175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81184b03afcdb84ef9e9fa789243ddc8f48ba9779c828e12c251ac874ff9a456","sample_id":"hellaswag.val.1512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dab5cbcbba4e01923d5138a70e4220372bc9258d704b3dac87dcc799f401101","formula_version":"titan-u-contract-v1","latency_ms":0.49574999138712883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8582b505065c6d26785836d3b8e4d6631a71f19bb4b6587cb510df876292b88","sample_id":"hellaswag.val.1513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b96019f0f50c232d6b8ae5c44144eb18a9633f0ba1104338d89f3be5693cfc50","formula_version":"titan-u-contract-v1","latency_ms":0.5001249955967069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ce2366d3349b57fdc51e2ed66a032f0f1d6549ebd5866778cc1486eaf7bd6c5","sample_id":"hellaswag.val.1514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8180bd650adc7a873997caa9c3b679a8deea74de005e92f7b74bac649137edc","formula_version":"titan-u-contract-v1","latency_ms":0.4996670177206397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af6072824328fb554e0275dfe32b48f67aca9d084ffe8df5a77f82a37e67dc3a","sample_id":"hellaswag.val.1515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d1dcdf4b86875ba0d5adf2ca407aa9bd9c50e650267730cf500b61251699af3","formula_version":"titan-u-contract-v1","latency_ms":0.5202919710427523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fcd091ee3384ec42da0fe7afd5f6d5885ebbe80cc236c670d89e6f13e2d0ed6","sample_id":"hellaswag.val.1516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adb59de6449c7cb2ddd2d0c7002d27d13ff0ca30e0589dc7066acbcc0c9a9b4d","formula_version":"titan-u-contract-v1","latency_ms":0.5418750224635005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de2fff82fec36f4f4b51ffbec390b6d76f98ea72e81db076e0b7b2dbb067c1da","sample_id":"hellaswag.val.1517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e4fa4a1b6c5e703524fce5bb95eb5ed7bd0dd2fd9f045a743223f351843fd89","formula_version":"titan-u-contract-v1","latency_ms":0.9402499999850988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a225a28bff80ffac8ad5c3b0aa979269be4d3fa9ec21ffb8cc6c7bc2d0370fdf","sample_id":"hellaswag.val.1518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fead5ec5e0b905fddf1ea3d011c41c9766cf4854f137c434aa8a3733c86bccfd","formula_version":"titan-u-contract-v1","latency_ms":0.9051660308614373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8dd15d1d347873061f4706d73221cc795ecde3cf10fa394968ecb8da82c35b5","sample_id":"hellaswag.val.1519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fbf7e2623623349497a51d32bae4ada2928301da0b881e5187b5072999c227e","formula_version":"titan-u-contract-v1","latency_ms":0.5851660389453173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62ef29c01e2d5d89cb0ac0e279df6524acfe1871097c724a44d26456304d7f0f","sample_id":"hellaswag.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7612d2e9bc54382ab621e82034402b04342f2af0ecaa0c50a79c7cf884fa4787","formula_version":"titan-u-contract-v1","latency_ms":0.8999999845400453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18b0e585278424e1753f72579f07e77819dbae4695cf153cdd4155cf7d3b2ccc","sample_id":"hellaswag.val.1520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cac05e1018d81ad62f6051c52cf5a89a53292228d118b16f0f2bad556820885","formula_version":"titan-u-contract-v1","latency_ms":1.188333029858768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"419a3dfae71800153d2322b89dfbfabfb0bd8a1e4ada2875101c7641fa2b863b","sample_id":"hellaswag.val.1521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa8a9d5fcac067a187ee868149247977b4fd7bf4e2e9ff39bbd52dfe91b0aef7","formula_version":"titan-u-contract-v1","latency_ms":0.48874993808567524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87e8b83b486a98b6ac990e261293b1b89a36dd4f8daba027c8e5da1956d7d470","sample_id":"hellaswag.val.1522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"711d869e0a6ab2050d60a88ff114b8f0dbd4351b960ab583dc74324a997a6c50","formula_version":"titan-u-contract-v1","latency_ms":0.5725829396396875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef04cb51617ed43a40294ddec60d18245b7504afd75543d56ebdb5e4ffe677e3","sample_id":"hellaswag.val.1523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24040ec4f7a8e445c8ff0f7b570119106d322a1a9a1b1c563d797215874e30c4","formula_version":"titan-u-contract-v1","latency_ms":0.6932920077815652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2a20f6a1db69c814aa591f99a5dd48f5d9834ac701f4282de692b54d507fb39","sample_id":"hellaswag.val.1524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"844dab6adad9c9d1872dafe75e4cfd2d388a1af7e7598a816b227f95fdb94ae9","formula_version":"titan-u-contract-v1","latency_ms":0.7823749911040068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f33e44536b8c31c40b699eead3b13282d57f28a61632fc8df1598c4bf01f930c","sample_id":"hellaswag.val.1525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c7bbcac507630707cbcf43e6e9532c5c5f56b13cada7c05b86acf065f0cc56f","formula_version":"titan-u-contract-v1","latency_ms":0.6207500118762255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4029b4c8e8ea35b2360a89d35431971aad061be65e70e3689ad8c612ed6f3b38","sample_id":"hellaswag.val.1526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5ec936fad7860fa4ef9a6f69ec422f7fe13a5563bb42fdd8bcb24da3eddc7ee","formula_version":"titan-u-contract-v1","latency_ms":0.7912080036476254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e393aefcb5fdb29beee736dcd5fe82b0b7ee4f0afe5416476c7a0636bb0c2536","sample_id":"hellaswag.val.1527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61e51abba04a5dc5ec2c88b1ddee49bc14217818ec0d5621bf9c3afa63e3e512","formula_version":"titan-u-contract-v1","latency_ms":0.46991603448987007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec33a293d97bcde843d0d28568df7cf6d1ef6addaa7cbf32becf202869e99707","sample_id":"hellaswag.val.1528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bad45cea2f44e4ca234092c3c2def35419a1e00d57f18a990ad6021b8aa5ad1","formula_version":"titan-u-contract-v1","latency_ms":0.617458950728178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12052d839de8ff0b7849a792b79f5b74f19145c2a1f57dbb5ae462df3c589d3f","sample_id":"hellaswag.val.1529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bad39fc117cf1731073d881126951acf80f84a27604aabe29b2e50ea5fdfa13","formula_version":"titan-u-contract-v1","latency_ms":0.6916250567883253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7a31c3d4dccd21a0951c9c1d71dfbbb857582d502bf2ce77af7516c16699382","sample_id":"hellaswag.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"988021de5f504c20944784da52bccb49b8a8ef0b2e5ffd290d30cb621e6f6798","formula_version":"titan-u-contract-v1","latency_ms":0.6132089765742421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8165e54b1b178db966f9af8593964a9f9b2c92c695f50d21dc9949875e51e53e","sample_id":"hellaswag.val.1530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18e66b667a4e2b481b8e739ec550ef15b8bbbc429301c3191f807253f86d7992","formula_version":"titan-u-contract-v1","latency_ms":0.4729590145871043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20cddd33d3c1ddcc7938d1b4663971573cfc41974d2f79dfd81d494925c96576","sample_id":"hellaswag.val.1531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f74f553465e74256e459dd2e451d2f53dba3302b07534221c2e8a482f1b6ca0","formula_version":"titan-u-contract-v1","latency_ms":0.4794170381501317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d808a6679146efd4d228081ed0011ac11b905791a2193dcd0672bddeff9ad2ed","sample_id":"hellaswag.val.1532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"453b7d9e847b43882d6bdc44b2d15d8d88923de846d59295198aa30e3d34c399","formula_version":"titan-u-contract-v1","latency_ms":0.47200010158121586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61d2ee165035e173b92ef589cb8223126bd901fcbe519a52a8e8cd260809adcc","sample_id":"hellaswag.val.1533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ad39f73c59d18a4be792086ef81f7e7e652c8f212fa769fa706e1828cfc46d3","formula_version":"titan-u-contract-v1","latency_ms":0.5744589725509286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bd60ae436b23444d28553cf53241cafa552760ab86bdcccc7669da133cc8052","sample_id":"hellaswag.val.1534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1f4d6b635a3b9e8faf0e11f3855d2e4a33898230949c29f91395dbf487744df","formula_version":"titan-u-contract-v1","latency_ms":0.5622500320896506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c76a6ce74598683244eca2dbc36c850d7b493b71441d3dda2da1c1138f2468e","sample_id":"hellaswag.val.1535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2be2571888f7a1891602ab3dad70aad4a5adfa2130289b184ea1f2064fb3df69","formula_version":"titan-u-contract-v1","latency_ms":0.614666030742228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f30cc0d1cbb3dc8551debe114bed1c9c9c548714c777b12587edf3a1d2da2d62","sample_id":"hellaswag.val.1536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe206d019d051ad737d280650e284b62dd29ef70ba69b3182dce86b240165b22","formula_version":"titan-u-contract-v1","latency_ms":0.5429169395938516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c548d7e4c8859217f3cb6d351ad87b825300ac4ff01027a7adb5b5f8bb3e2334","sample_id":"hellaswag.val.1537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85a539481b860687727fd10f3d4f0698b11ff65bfef6888c448349d9b8fde782","formula_version":"titan-u-contract-v1","latency_ms":0.5149170756340027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be8e6cda7293fb2d24319247a7c10fa90b55f22f95fd474aa23ad1e4a39961e1","sample_id":"hellaswag.val.1538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91537e07739a12d35793a69c4643e47bb4951f44edadecc917c31c832fb6793b","formula_version":"titan-u-contract-v1","latency_ms":0.49291690811514854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"396a266a112db84f82833203a58f90b7b6fd5bf6297cacd2c8f12f23143af0b7","sample_id":"hellaswag.val.1539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f7d53f558131ddd693e1df0442c9294697fc462a57e47b19ca8937b4c21fc55","formula_version":"titan-u-contract-v1","latency_ms":0.4434579750522971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98f13612c9eb61ba5ec7ba756bed5d42b7ba6f334ab19906bd14c50303a6b7be","sample_id":"hellaswag.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23cfb20131ec47dfc8366517aad6c0fd4451c137c016e0c9919890d7376326d9","formula_version":"titan-u-contract-v1","latency_ms":0.48283301293849945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc6003dd0502f9597bf814a8eb2dc59b3f3df85d0161973bf56ead881dfd326c","sample_id":"hellaswag.val.1540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81b94db696197f72218741cb116b5dd1d43a8f841ef5da9e5617198e35d07005","formula_version":"titan-u-contract-v1","latency_ms":0.4617910599336028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b83c8ae50ac11600c9ee715df8503be3e1191818dbd4ec2f9da1d0473636916","sample_id":"hellaswag.val.1541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5acfd72ca8fc169c7ba5c20ca25c12f2ffc24247d98646fc0c46bd4f9ef6c200","formula_version":"titan-u-contract-v1","latency_ms":0.5192080279812217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91d6fa4e2665274f78dd383c717744691c3fd4cfb9e22757a9807e6d9692f263","sample_id":"hellaswag.val.1542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9630499c102274eb55f8755e268a8a81dec98cc84f568af61f4598c99b53c314","formula_version":"titan-u-contract-v1","latency_ms":0.6718330550938845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac8ec4247bc9bf748b2024f008104d7bcead60793d3feb3db47575bf7630ae1e","sample_id":"hellaswag.val.1543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1080715bbae22bb0d375b7073111ce626e0fac0b323e22f98b2c6ba4ea9a11a2","formula_version":"titan-u-contract-v1","latency_ms":0.6383749423548579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daba20795fb21631a328edd0f267723d1fa38ac5930da7b8eeb3eecae507c1ff","sample_id":"hellaswag.val.1544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a7991c4be9303c54ebee89647081dbce0f0a3278a163921a1bd7501923b7d18","formula_version":"titan-u-contract-v1","latency_ms":1.1439579539000988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0daeb70681be6182f4fdd4e75836454fe86f7da366a0014f5ba6750032f86eb0","sample_id":"hellaswag.val.1545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c9b1db74e584876d5f6c30a809af7b1d791fd0ceb1bfb2f7019756528f268bf","formula_version":"titan-u-contract-v1","latency_ms":0.8198749274015427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69721430359ad88a21ae667fe1cdbde67183a74f53605e4655839b2449988cbf","sample_id":"hellaswag.val.1546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a42bae74d27c471b9489ddb3270a1b3f4e254207f38cc6012233c1f35194a04","formula_version":"titan-u-contract-v1","latency_ms":0.9807089809328318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2b1eb04e007bb3a3bae81ddb7aa932809cc4119002e83c9b386c12ff72417ac","sample_id":"hellaswag.val.1547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdbadd8e38cd1d44a31a42d5088c95451ea04daeb7997c204f5f49957a216ea7","formula_version":"titan-u-contract-v1","latency_ms":0.44016691390424967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dfcf069b009141734ecd5050c4dadcb2fa853b248e38c4b1992265b9d510a50","sample_id":"hellaswag.val.1548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"925d546ad702b3c506d217c95345f31567e7da62b5ab023b84fb33e77c151184","formula_version":"titan-u-contract-v1","latency_ms":0.5163330351933837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c067951643a1d8d582f4a2d6dd40c0877672c75afcce89b2ff0a14cb6a8b9b5","sample_id":"hellaswag.val.1549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9a8cf421a8ec0ba379637d23cb16336005156e60ab542d2d24dca1e86e1a8ae","formula_version":"titan-u-contract-v1","latency_ms":0.577750033698976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"957c3cfbea1b111af420a054c5ed76093e790a8101cffa08e525af30cab39e57","sample_id":"hellaswag.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86822ba2224898372d29c60b530676203f9f8dc6457c18961735b8bcebde80f9","formula_version":"titan-u-contract-v1","latency_ms":1.2246249243617058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30aed814c58c9953e646ae89cca6a292b280ee5c6961867f41df22199f05f5ff","sample_id":"hellaswag.val.1550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d967be446b48782b654e8182ed008f3680058ffc2bc0a446adac2647c7ee684","formula_version":"titan-u-contract-v1","latency_ms":0.5797080229967833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd2259f9dcf40bd86f196dd91410a5932183a5e15147a8f399982dfe04fbcf56","sample_id":"hellaswag.val.1551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5b855cf96f7959d2d54826db0cb5b01411f5f647ce04f0e3826bd2c287144bc","formula_version":"titan-u-contract-v1","latency_ms":0.5194999976083636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd4804ac6f79817d5331fc511f557171d9acb7231c3d0d75274c0fc71406306f","sample_id":"hellaswag.val.1552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f95fa8f342f1ff994067c3063821fe2a9b5d40eaca9b5069ba876bbfac3d5733","formula_version":"titan-u-contract-v1","latency_ms":0.5007500294595957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63bb5b16ff00f80fbd916f43b05cb0c1bb801b8bc56c936a0fc1ef82ca4cb919","sample_id":"hellaswag.val.1553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d07a406e904d5abcf3d426039161850745e3db952e268c41609c9891ba2d611","formula_version":"titan-u-contract-v1","latency_ms":1.0196249932050705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbf29276bdd328422ccc82117691dc3894f67365ece234aa0404ab8cdc92762e","sample_id":"hellaswag.val.1554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d029e3a2859928f7b9ae0d8ca08068d01eac355ca0f22beb65b0c709d9ddaa2d","formula_version":"titan-u-contract-v1","latency_ms":0.8330829441547394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bb04cf40091f2f1fc66ee6cdcd718bebb9808a8ffcffb3177da4f3f2adf7763","sample_id":"hellaswag.val.1555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18f0c37d697044aa1975fa6efe48f9eee36c6c5e93e7c912ca7cd4394cac9793","formula_version":"titan-u-contract-v1","latency_ms":0.6457080598920584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b30e0180126dd765ac5d9397ea9b9d05d0a86d2c8ca72c2dc68b2ba9caff002d","sample_id":"hellaswag.val.1556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35e4f2d1058b4d21c44400c9e7c1eb85d8ebe5322ec4a9c87adc07fcb85cab89","formula_version":"titan-u-contract-v1","latency_ms":0.6071659736335278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81a6b16986d4c101f6c7d82a03d3fa53af5729ec560de78e4a068dc035d299a3","sample_id":"hellaswag.val.1557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4f7f3a18e9ecc73fb74164bdfe06364e0739d30c434c92d319c41afaa7c7418","formula_version":"titan-u-contract-v1","latency_ms":0.5375411128625274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6d6fed4e1f5e29fc81c0f8d4e1536ea6051e1cad6e1e9ad2270f6d983523122","sample_id":"hellaswag.val.1558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e747ab609c21c1fa1b85bf3e811334c797fcc83f6dfafd2fed7543e0917351ef","formula_version":"titan-u-contract-v1","latency_ms":0.6030000513419509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adb87ff6442e9ec896d0b9320a9e3bb4c7d134fc90d264973f3e4f9a4fbf12f9","sample_id":"hellaswag.val.1559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f603d8f426570a8b4f51139095a6d20cd518b40c587604fffd2c9e8cc052c60","formula_version":"titan-u-contract-v1","latency_ms":0.8054579375311732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5630ad98f7d737ae716b03998e6cf9556d485030914110f0b4d9f0dd4f7539e4","sample_id":"hellaswag.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b42d790533b2bd098fd029e3bdb65f1365f7dcfaa8e184eafe4607c58b5af9f4","formula_version":"titan-u-contract-v1","latency_ms":0.6738749798387289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49878e82927857f431791872c5f8902657dfc945c9139d2dac1377dfbf55f7c7","sample_id":"hellaswag.val.1560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3aa3f70370630fad0cdf212c0b281861d1f7d496864c19c8a7c6e0af3a8f5fea","formula_version":"titan-u-contract-v1","latency_ms":0.6967079825699329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70d6ab94581be49e81c64c6bf4b15a8e9d05b1ea7f4756a2217c86afbb6d4090","sample_id":"hellaswag.val.1561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4ea21db1ca632fe23de51864bcfb832554fcce179e9f4275852724acd0fa21a","formula_version":"titan-u-contract-v1","latency_ms":1.2358339736238122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4093dcc08d4d46a8ff12553410416d9dbcfdef17ce4e844e056f695c966f9eb","sample_id":"hellaswag.val.1562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05095fa8ae7f6571c274017344b0799a1568d2e4e1e53de02200321249f43caf","formula_version":"titan-u-contract-v1","latency_ms":0.6510000675916672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49521f8b8b3e47f8efc55e18effda5de887d218143c5ec556a69f072f3c45cb8","sample_id":"hellaswag.val.1563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08ed9e1e3fefe7315ee1cae15cebfe07b2bb33ce6fcc3f59fea8be41998a8038","formula_version":"titan-u-contract-v1","latency_ms":1.177875092253089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41ec61c4c3d884ac35d89399f349fde34382e9bf924a29d46d38e8287d4843d5","sample_id":"hellaswag.val.1564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dec60f598c1e85f77560d3f9b922d2214cc57e56731fa633f0340451ee2545b","formula_version":"titan-u-contract-v1","latency_ms":0.6987079977989197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbdb887dd3cf78fb8f9cd3e0899386065aedb1d52ff9bb39553344eff8e25085","sample_id":"hellaswag.val.1565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16c2604ed42bbfdc5caaa588acfa2919ca74464b15197fe8e5cc938dc928a8e3","formula_version":"titan-u-contract-v1","latency_ms":0.6798329995945096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac8eb70d47ffb0c5701480bb81512b5906b2e258a136e573f124253f84b0b536","sample_id":"hellaswag.val.1566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f3159ded40bcef36fb94b32d14097687805d967d1e07b9a2e6affdba47adaba","formula_version":"titan-u-contract-v1","latency_ms":0.6414579693228006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d54c21bb0b55af014b5eeda6b63a638b4801cd6c3d966333dbac9286f190b62d","sample_id":"hellaswag.val.1567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19a120f450b4f84fa3158a6de367c857d23c9e4909713cc61ca19a8fc191769c","formula_version":"titan-u-contract-v1","latency_ms":1.2259590439498425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fe226e851c43331c591bcaf8b26938afbde5a15c817246f807275c702a8b5e1","sample_id":"hellaswag.val.1568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e5bdd0bba001d5ef811138d86c8596389ec71f67d4b3d58514382d7758d5bfc","formula_version":"titan-u-contract-v1","latency_ms":0.5409170407801867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14aa130a4c4589f9f6a58a0bb01109c667736c1cc6024fa16f175dfb4514bcd1","sample_id":"hellaswag.val.1569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ddbc2881abf756ea27acf5cb1ad330ab26c557947c0daaa2effcfeec74ec127","formula_version":"titan-u-contract-v1","latency_ms":0.5275839939713478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01a35e1b9e54c917ada047f050b4dacb298f4a9b038266ceaf04353ed9f6a5ed","sample_id":"hellaswag.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e4451298b3506d7d287bc6b4591e3db946e7877fc61b48db434facfe4933a39","formula_version":"titan-u-contract-v1","latency_ms":0.5486669251695275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2de39cc8985ac4326db81da8608e64e77b6dae0e5a7dbef7dc3af1df73cd22c8","sample_id":"hellaswag.val.1570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"014af69dafadd39a9c1da59dfd2a0cd56fbbe35647bb123b1f35969181f7b0dd","formula_version":"titan-u-contract-v1","latency_ms":0.4677909892052412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"566df528dc63216f382af7d3c5c5f913d5cd03b26708ad0c01964fce7a12a61b","sample_id":"hellaswag.val.1571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d0e9e7925784dbadc9606c2701036e8f3fac7dac9e9eb530e26aa1f1723e075","formula_version":"titan-u-contract-v1","latency_ms":0.6236250046640635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df2038b83bf91d61ab2ef8e9fab284e2ea6380cf5bc43377fb9e1cf8996833db","sample_id":"hellaswag.val.1572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dd1db9e20dd5bb23e1dc154270246547fad4cdb8dea07cec139a8e321680135","formula_version":"titan-u-contract-v1","latency_ms":0.6077089346945286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11905c9461d51afe658e9a027efceed2a281e580741ca80a4b6454aece5c3a18","sample_id":"hellaswag.val.1573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"013ed7ff44544c9ad7932e97ee8b47053de4bc53cb6bea14733345379452bc0b","formula_version":"titan-u-contract-v1","latency_ms":0.6435420364141464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ad3e92a2b42fe72c0f51da04c6b01aff410b0e800b0e1f9ca8e9f48cb107549","sample_id":"hellaswag.val.1574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beb6171eb3c7400895909ae23c8fc79acb5c5628c78e7b68ec6f11c91b9f7b6c","formula_version":"titan-u-contract-v1","latency_ms":0.5345420213416219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03dce11cdf247bb51fc04f995d7578b48a1a85d7c9dc3fedead569ef0c818bd2","sample_id":"hellaswag.val.1575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92a7876b0de1bfb2a630500379133656dc8cab6c6074b60687e588cf06ebe85d","formula_version":"titan-u-contract-v1","latency_ms":0.6295000202953815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"891847f67a6de84c7a8a7794756fecd4175d5ad24265e76e09a042873c7e72ca","sample_id":"hellaswag.val.1576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc92f76a4ff4cb7401107c4e930c98d9639535c101ac6c55af7d6484f1d93da5","formula_version":"titan-u-contract-v1","latency_ms":0.6292080506682396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"784c5188e6915cdac1d1b457e41afeb9083ccc495dad7f2d2fff18aa935affe6","sample_id":"hellaswag.val.1577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20799212731791fa0750c348fe77c4702e0b343038570d4cb218af4b2418c574","formula_version":"titan-u-contract-v1","latency_ms":0.6907080532982945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84704d2903876ce990aff6c98082d6b14910c36989caf6a8f24aed960f296c4a","sample_id":"hellaswag.val.1578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0875cde36cba64df5e968db686f80e794109ed86bf219bb46399f969014d72ec","formula_version":"titan-u-contract-v1","latency_ms":0.6083330372348428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29923c01312d482c7903eb8db35150fd389abaafc4f8542af444644241ba584e","sample_id":"hellaswag.val.1579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b482cac81797995df20085eee228d893b9046b6e18e876cbdff5269a97ef6b0","formula_version":"titan-u-contract-v1","latency_ms":1.0052500292658806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7b8ef81ac5d556152110929ab60444479fdc77feb2942d594995e977194c9db","sample_id":"hellaswag.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e19a496b53d5210fbb4d142d5f0bdea3314df20f9ebd063a0de9869dbd46414","formula_version":"titan-u-contract-v1","latency_ms":0.7830419344827533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82a53eca0982b610848cc40cc3dfd745a43d144dea0f4ceaab37e11a0ffd4a5c","sample_id":"hellaswag.val.1580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b93216b01f5ff9bfdb5537958f0519337c87b9e67d38269b7af5b24fd5d29ed","formula_version":"titan-u-contract-v1","latency_ms":0.46033295802772045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfaa8e58a58709c529a5bce79d57be7ecf61fa3075e94655ad7d5bad801dbc31","sample_id":"hellaswag.val.1581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb9af9f07dd591c0f18516957a0a15a1ef8680485755408022f3d0d8eea71d07","formula_version":"titan-u-contract-v1","latency_ms":0.5987079348415136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8b3b1650064588f59d07250f7c52167d21989fed4967fdd51a6579b4011e0d4","sample_id":"hellaswag.val.1582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01a2ced9171d7bea28de317da80cc16712043b97acc6e67be05d7dedf3d6359a","formula_version":"titan-u-contract-v1","latency_ms":0.7084580138325691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57263a03e24092b1b3f856549c8ce83ccc054b2dde4ef9b0656add0a12c0703c","sample_id":"hellaswag.val.1583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1fe17e126672a682da635e8b320d8c30126c329f02520d31daadf13f8263457","formula_version":"titan-u-contract-v1","latency_ms":0.5502909189090133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8336b70e57d6fad9231841704eaf9051cf9ac22f4915af6f72134eeac6d3d07c","sample_id":"hellaswag.val.1584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3534ccbb18984a2054ff6c7d5a6253f5eb1231fc76ff47e72dcf9708902044c4","formula_version":"titan-u-contract-v1","latency_ms":0.8257919689640403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"228270e772c65fe3d5f95be8b973254e853f7462d2e9df105ddb7257e51ca214","sample_id":"hellaswag.val.1585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c65751fc2503757217698b3124253ae4d0aaf4a447143ddf4b66de2b2ed59e48","formula_version":"titan-u-contract-v1","latency_ms":0.7475839229300618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"341a31e3ce1167ecf149d3bfe00e3e08f5f8bd97fb614812523a6b3ddf765020","sample_id":"hellaswag.val.1586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4085480097e81d7abd61f723974c2b62e87b1c35c0796cb87b61e9e62649c493","formula_version":"titan-u-contract-v1","latency_ms":0.7889169501140714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60d723efb8b1a8e2813cdc0e4d1193bbd04a82b51956bb587cb318b46e9be520","sample_id":"hellaswag.val.1587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08606fa6835251e400471cfea6c1f8e5cd791aa1f8e8bcb755c17822085485ea","formula_version":"titan-u-contract-v1","latency_ms":0.7740419823676348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26852c0c3ebac0c3d71a947db02ad694ef212ea699ff0078ad3993ea82692eb3","sample_id":"hellaswag.val.1588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8353664306f8463952b9b208ed15d31f70ee1d22a9208f846aa8c389267690f7","formula_version":"titan-u-contract-v1","latency_ms":0.7153749465942383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b86af39db25e8771b235b37f034e93a312425e0be20cf5784aeb1c78ae81c59","sample_id":"hellaswag.val.1589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a169cf60920428a9c29742920fba26abb5150fc657803049dc0949d5323d8a80","formula_version":"titan-u-contract-v1","latency_ms":0.9412079816684127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc68e543df37a1b87f8978ada2027d49cca28aff2a3351ed357f5f0a743d588a","sample_id":"hellaswag.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1326e41aed25dcd1175eb2eb748e4ae1bd06ea8c6f1a8db882dabd762755ab52","formula_version":"titan-u-contract-v1","latency_ms":0.8297089952975512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b00636f5df906896e91d55f9d4c1597f4bb1d8f76be1370f514ed11ea0fc351a","sample_id":"hellaswag.val.1590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06b12f7a37c08b29be8001b7014eae9a8499b06e1ecfc1d81ea98db87a02fd58","formula_version":"titan-u-contract-v1","latency_ms":0.6051249802112579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24abf128c0aeac3a1ff59eaedbfba2b9b9df7622ef20f8fa4c3c3a3932a47a74","sample_id":"hellaswag.val.1591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"153deee150403f7cdf3f6d48aba3455be6486845da2886640973aeaef7e6f817","formula_version":"titan-u-contract-v1","latency_ms":0.4764590412378311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f4add6b00055681ebc708df2628c4a637a7f1eea0732dda2b2f98929c3195bb","sample_id":"hellaswag.val.1592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5be217021eb766e052292248c37649176327fc17816d50fc3e8d6f9d6a00c027","formula_version":"titan-u-contract-v1","latency_ms":0.43237500358372927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2508d71e846ba2e7d462b3a71082e956c7a913254aeb9ec01b726e6d4f0ea28","sample_id":"hellaswag.val.1593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05b46fe2e92d0333c7abebd4a453f0e6f81558ecb9bbe52d1972a8cec88ddbf3","formula_version":"titan-u-contract-v1","latency_ms":0.49170805141329765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b613510ac6a28bcb1691f5ab76c03e17a2d37de9bdca886833de07642dc0501","sample_id":"hellaswag.val.1594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3caa71416a99a840842c52e13e299700d3090944e86f82204c401011b933bb32","formula_version":"titan-u-contract-v1","latency_ms":0.4637909587472677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8cb05346eef91a953964f578f9146ba2f5054a480cbf40e0d84be36b677ad39","sample_id":"hellaswag.val.1595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a3dc82483edf4a35b0cb783f531068873e7f452ab9370df7e59e0ebc066dff1","formula_version":"titan-u-contract-v1","latency_ms":0.49699994269758463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccd24d9224c39a41e147edf947b4f9c46390f7340d1bd448cc8e230e9cd2d673","sample_id":"hellaswag.val.1596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80ad1cd57ca7439feaaabe0546bc1a917e766351c40dc8f8ee9af7580449054c","formula_version":"titan-u-contract-v1","latency_ms":0.5294580478221178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae6e07ce121622ed620c271f2fd88b20ba1e3d0a54624578ebc2032adcfa8847","sample_id":"hellaswag.val.1597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bf4ae7a9c21556f14f6b30bea722c013a718bc0d69f750f126e0eddfc97d512","formula_version":"titan-u-contract-v1","latency_ms":1.0332498932257295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9545fb5273ec628e9d3748a6c54329ac5f2067d7f59633fd399b3beeec20ec9","sample_id":"hellaswag.val.1598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2986bcbb5eeb77a63dd9386fcff127afa0c27da4c21440164d3238b4f8a97d75","formula_version":"titan-u-contract-v1","latency_ms":0.59254199732095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5be4b1e9d47ae82bf3daaa95d0c9e82c805613756f0fd32d060b12e1b8d74208","sample_id":"hellaswag.val.1599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ba3c613f71804c74a83f363208409eeb78bde14e3700aff8ef12c444b3c23f2","formula_version":"titan-u-contract-v1","latency_ms":0.6587080424651504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"386db5d8fe2df22c566ec0e08d2e525011602ee8979c925bf667b24ff999de3b","sample_id":"hellaswag.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e035f762a413ffcab79bd768b9eb6cad5bd4d54eafdc8f577684aef417e3e173","formula_version":"titan-u-contract-v1","latency_ms":0.6357500096783042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de19cfad81e47904c3eedbb06782f2dcc6ce349d829523faf5f49fef2913faa1","sample_id":"hellaswag.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e329b60f37fd97e7506244fbc4e61fe4bcf18b7f042395ccfe560121b35a7c9","formula_version":"titan-u-contract-v1","latency_ms":0.539666973054409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a07edd0c54f4b0225a48ba638a453ad4071f7dd102f56beb962e12d8da437d4","sample_id":"hellaswag.val.1600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c1fc68903e0341943883bc563395746c8073ac95ac00ac8624371d6dbdf0246","formula_version":"titan-u-contract-v1","latency_ms":0.8341249777004123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"998bd7d50cb687e8521ef3ad03b332ca5269424ea91c2f580666ed22dcfd5e27","sample_id":"hellaswag.val.1601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f156ecf86cdff381f786091bd82d69b3c5bb5f49ff9456e3249c00d37cd352e0","formula_version":"titan-u-contract-v1","latency_ms":0.8830000879243016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fd0dfa1fc6bd73d43b6b72a6245a9d4b10746a269b0c29d02f672279e3f8a6c","sample_id":"hellaswag.val.1602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8abe0a70eb469d0ddc91241e2e70faef167c7e561786f0e4f9900df1fc4a7387","formula_version":"titan-u-contract-v1","latency_ms":0.5138340638950467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f60faa111aa56b2addc612f83ee6f0db7ab0a1ebe92594b259bcee4cbe70dc5c","sample_id":"hellaswag.val.1603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"530c1709c8bf839b6789b6a8f19473f5bff7f94cc32b6105a27ecc3306e1e614","formula_version":"titan-u-contract-v1","latency_ms":0.708957901224494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2101630ea2517df39427855f53d284e0794a3466e20efbe4bd576d8ffdf9f83c","sample_id":"hellaswag.val.1604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aea704527d293d4af7dfc5fe510f46be071abe5214ba80fe1fec568e0b5d6ba4","formula_version":"titan-u-contract-v1","latency_ms":0.6769170286133885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"602929ce06138f4a3fe164667ef2f6a397708bac97dd09f32e648ab45a507b14","sample_id":"hellaswag.val.1605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0281c3a75dcd062fa14dd8a4c82c282f1559be20481666858f6aafd3ce03b78a","formula_version":"titan-u-contract-v1","latency_ms":0.6189579144120216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0c3a7faf7171726831f91c3157f2279bfac4af5bff8be7c6a24ff4d420e347c","sample_id":"hellaswag.val.1606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f306251fe6af7d054574792ab637c30eeee123e9846b80c6ff0af1d42eed646","formula_version":"titan-u-contract-v1","latency_ms":0.583791988901794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c77c42e6387165b925793c38c5b116124a2cb1b4389cb094557d4859f5107855","sample_id":"hellaswag.val.1607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28d17cf35dc634a3ca983f85730a35c4f012358cf1678c8613be24bb10cca449","formula_version":"titan-u-contract-v1","latency_ms":0.6593340076506138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cd8f40c23d5c19e4b1b20b0d0d3ee16ecf327c14c20198765ea3ba8b26ede34","sample_id":"hellaswag.val.1608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52820fca28f2e6ec30c0c9f21e00916303e7181905d110bbf106f7c90a7a47c8","formula_version":"titan-u-contract-v1","latency_ms":0.5862499820068479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aa83b4a024741656e16377e7be7c22c330fc399bc63a78667457dce69037426","sample_id":"hellaswag.val.1609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05cee897a5113a9781e06a4fef3fe4d046d556eddb80ed06a544b9f8891a0273","formula_version":"titan-u-contract-v1","latency_ms":0.5715000443160534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7644569433709d7ad7bb6fbbacefa616d6c13cc3b5424f4ddfb8c472f1da4232","sample_id":"hellaswag.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"809223ef01ed86c36eb2f39d0bb517d9e0e86a23ee66fad1f56dc3bf9280489c","formula_version":"titan-u-contract-v1","latency_ms":1.1497500818222761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77d54660a46061a8bdf4024f66fcf3a73e71250b7e09d85552d0fb55323463f9","sample_id":"hellaswag.val.1610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67d4e84a8a793a132947a7371abc25c66067b17d79da4d0c7a641195d2242591","formula_version":"titan-u-contract-v1","latency_ms":0.6023329915478826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"272bd9cff4fd80bbe7671cd7209e92ba99cc8350d19df6c61b0ec9103c17a11d","sample_id":"hellaswag.val.1611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7de2185172c3704ba07f6ae599141abeca381b22c8f80101a79e4c3b8e3d787c","formula_version":"titan-u-contract-v1","latency_ms":0.49191596917808056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b453568bfd8aeef9e742e42829904594806079d45ca6b95e6cf1aa9e0828865","sample_id":"hellaswag.val.1612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e2723ecac7fd436dafcc5fef92657d61cc522c5c6449ec88c6f2ed9e1ff0d9f","formula_version":"titan-u-contract-v1","latency_ms":0.6389169720932841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53f4f0810cecd82fe800395897f9f501f5d53de4a7f85d7667f4f9e1e5f6d068","sample_id":"hellaswag.val.1613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"964d199c3ad170127cbd9f51bb5c2d91af1abe1135c1738f067de0b9729a81ad","formula_version":"titan-u-contract-v1","latency_ms":0.5319169722497463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61a3f3d93ee2aa1365f645ea28aa4fe03cbfca9c23759fa91338858c5a9d9353","sample_id":"hellaswag.val.1614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71f88e6d3518af7f389f1137d98f93be185f361810964e8f089762907ea04200","formula_version":"titan-u-contract-v1","latency_ms":0.8020419627428055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e1156ea58aa79c8f4aae2184ddeddb86410681dcae9353302dfc9b9e3d62b4c","sample_id":"hellaswag.val.1615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0a943adaafc3dcb0398adf26b02897155063835f9338c9357a2c512618e8cd4","formula_version":"titan-u-contract-v1","latency_ms":0.6492090178653598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33c04efd022dfd9fc7348d46dd60000f21295a768c3bd608ade956a4bac2364d","sample_id":"hellaswag.val.1616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8612d71735a7915795d1d9c64fcea2a8605d54aa9a8612846e127a8a782f89ba","formula_version":"titan-u-contract-v1","latency_ms":0.5380410002544522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43c6223117a3fbccc6fb0ae03567228a958d292874a9a6fbeb9677f537034159","sample_id":"hellaswag.val.1617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb9b048d9512f4633bab1b418d669224bf4a34636234a272e209048b4855f1e7","formula_version":"titan-u-contract-v1","latency_ms":0.5334160523489118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1712ec0f255d2efe9b5fd1ce8e9977e9d71d73841684e5e286a0e0e30ab5249","sample_id":"hellaswag.val.1618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baec773666447c69ae70d609d2411dbc7d2ab40a7b7bd1e3837de0a5d4508af8","formula_version":"titan-u-contract-v1","latency_ms":0.6645419634878635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"426f6b70f9a293ba6ed9f27b09abc9393ceac61dfb1b636d3115197c578bb457","sample_id":"hellaswag.val.1619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f6ac39e318042dafee3c43046dfb4a5d59ccafc59f8b7cf10514ed4da432aab","formula_version":"titan-u-contract-v1","latency_ms":0.45845797285437584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67d7e7831c03f44f3f341fe18ddcf39f94de74916d5f45a76b43c6861e5507d4","sample_id":"hellaswag.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f6f39243e0f6d12057bcff5bd3aadc976bbb32a643154875fbe9ad3f390c102","formula_version":"titan-u-contract-v1","latency_ms":1.2042500311508775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"473e796a7b6f8bd3a63922bed608e4ddaaeaac48f75ebe9c3654f4a7c548f6ca","sample_id":"hellaswag.val.1620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a54d9572e1380684bfdc2e88c8e135f9b8fe6bcfa362f3daba4334179f00b98","formula_version":"titan-u-contract-v1","latency_ms":0.7314169779419899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7d59a2c71788c47783dbccbdaaec8194b50ea8d831665b44b94252bc4b295d1","sample_id":"hellaswag.val.1621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c0124375f2e816a23cccd3e26f1a6e91332ada8874dc2d580a94a360e683b59","formula_version":"titan-u-contract-v1","latency_ms":0.6350830662995577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74df6065e4708979b22b20b796f5c83a9400ed890888b8b80148a55107ab62ae","sample_id":"hellaswag.val.1622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0dd2e1b33f971a9b023bc50ab10478cecd271977c688a016e0a8ccf59f7fef6","formula_version":"titan-u-contract-v1","latency_ms":0.4615839570760727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fa38e55be22d1bb9e05ddcac59ab6a6029f79bb888c6c0a1bc13fb711d98227","sample_id":"hellaswag.val.1623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"017c89613180492153f5927618a86b1f6b492de8cc0a62d83e23464eb6e4d26f","formula_version":"titan-u-contract-v1","latency_ms":0.6167090032249689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5306dbaff8df43618ba64fe24c194948cc7ca219f94c8665018e7e4b26f79ba6","sample_id":"hellaswag.val.1624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6621edc2fe6047bcec5d0072526610bad4bdb7e89716b6829c0cc9e6b100556","formula_version":"titan-u-contract-v1","latency_ms":0.5384579999372363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f45caaa9a4cca108a746f5d35561deaf245c80548664330ecff2d245ee48790","sample_id":"hellaswag.val.1625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9108f07175901cd54637d6377dbe4c5a40119f3dece962101880bf3e10b34236","formula_version":"titan-u-contract-v1","latency_ms":0.5561669822782278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"182196b7f3d67c60df51b9303c8d712aa1e23cfdaaaa982ae2f705ac72b45363","sample_id":"hellaswag.val.1626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"001ae31591da5d74c30769e98ef167a2ee980935a9eecb80464a25bd5693a787","formula_version":"titan-u-contract-v1","latency_ms":0.7904579397290945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cb53c8f0973b5ca57101b0738f2a6adc7beded11a5d68e3a9d6b5fc00144981","sample_id":"hellaswag.val.1627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f01218acab3b65b299c4960240e1c1fdc2c6df473b0a0044818970a58f474e8","formula_version":"titan-u-contract-v1","latency_ms":0.5965420277789235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51dcc3d93bd09beb21158a2a69044773a6c22494caf1855f88984c202221d28b","sample_id":"hellaswag.val.1628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06a15556fab7d7f37a1839a5e9dfcc4891098dd6c8d67c784ad1a12c0e7b7433","formula_version":"titan-u-contract-v1","latency_ms":0.5551249487325549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b516ead749eddfbeb8a85e927b8ae1a98773f5329ee2e1249790ccfb9bb5aa8","sample_id":"hellaswag.val.1629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95669275e697a2621a3a4cc507dc6703eb89437b7ae291a62069ebf9515c9e55","formula_version":"titan-u-contract-v1","latency_ms":0.5732499994337559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"183b746ca34f5bcc24c9606ef82910274afd091d0cd2eb1e665b31e426ec0917","sample_id":"hellaswag.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f44ced84968383b70af4b7765b4920fc16abe2cc9a376f50a0b5c075ba83bd0","formula_version":"titan-u-contract-v1","latency_ms":0.5967909237369895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3a685b1105046e3af8a2eb28e67365f4aa33d60532a59a85efca2a9ffe31582","sample_id":"hellaswag.val.1630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f321d5c98b0c789c67500ec7fa9aea86b83543d25a739e0e8683c42c4e74057b","formula_version":"titan-u-contract-v1","latency_ms":0.5347499391064048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b0bf986d17fb47349f0fba7e2cf68e3511395fba887f6d9b2219057b7fb5445","sample_id":"hellaswag.val.1631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dab054d48f04c473efa14ae752a47b3eeecdd59486f806976545b888c2cf7ad1","formula_version":"titan-u-contract-v1","latency_ms":0.4888339899480343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7be86f599936539209ace9dc977610e890924a6aea9a3c6d62adbd15e8992cc0","sample_id":"hellaswag.val.1632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16ab31f6e93e38eb4772d74fa9e5ee7180cc7bdbe110fc4dec81018572a56408","formula_version":"titan-u-contract-v1","latency_ms":0.5328749539330602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d41168304ff29aa39d1ea9012006f3058c0b932c33e43a8d86eeb6a1f21dd51f","sample_id":"hellaswag.val.1633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ee6c1e8171a76011da45d34f6cba2838b630964b9ef6de148c0b790c23a9add","formula_version":"titan-u-contract-v1","latency_ms":1.0075420141220093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73a3ef845fad09ed070162e00f8d753f36a388512fff76d0641e848848ec3305","sample_id":"hellaswag.val.1634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ab43eb9efe39ed5b6309625f5469a7ecfdc0e3b401a78b6f61f72ef795e6871","formula_version":"titan-u-contract-v1","latency_ms":0.5095000378787518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df712f5b0004f5dca6bc120d43c40f1b1f80b35071574f6d929b6627c932ea8d","sample_id":"hellaswag.val.1635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd23925db09fb964b28e8b343e1234c8ce1e1600d1fb35f6885f8789089426db","formula_version":"titan-u-contract-v1","latency_ms":0.5289169494062662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc4441e4f5a17037020891237680614e54f60155216c5bb7a3c75ade65936716","sample_id":"hellaswag.val.1636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d43e5fde4d0e91a2eda9f8e4cc104956cc2444fc79f5c9e58ec8c7f7c06ad89","formula_version":"titan-u-contract-v1","latency_ms":0.7146249990910292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0d06ff060167652ecb79c75f0a7f3f002cbf27c7b83d4cc2754b1147b7c3358","sample_id":"hellaswag.val.1637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4cd46b1e54478ce2eb2173d727ba5cc3e406f4856df60945294ead43864e2fa","formula_version":"titan-u-contract-v1","latency_ms":0.4253749502822757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3eda1265c66529ab5384006957afed2e685da40bb12fe4fc6ce6f35685a0a014","sample_id":"hellaswag.val.1638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3dec691a5ce40e64cde648765719dca7e922737684dbec7ee81c67072dc1665","formula_version":"titan-u-contract-v1","latency_ms":0.5838749930262566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"533b550a171562b8d848abbc8a85e671d01bf1ade073948fc818c1e24f293f85","sample_id":"hellaswag.val.1639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df53f009bbe3ed20947ef3ef8f791b3ad3db5d4e979d35214b2958f0e8136dd1","formula_version":"titan-u-contract-v1","latency_ms":0.5626659840345383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"539bcbeda8e868fa9644dead54da4b087ea06b7d3001452dc4c39f891fdb7ed8","sample_id":"hellaswag.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faef020bf30cc8a3eee807f58d12ce50eae65c495ae56831ca55383096067337","formula_version":"titan-u-contract-v1","latency_ms":0.8737919852137566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36ca6d4192edb43e18c847d7aa2fddd3f9e061308467f76865ff6421a2896cbf","sample_id":"hellaswag.val.1640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79b4321e294578ff5946e4ec1fcb79564bb925a3c37da74644791a9db26fe987","formula_version":"titan-u-contract-v1","latency_ms":0.5208749789744616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1af267bb5c4bac43520a6d82fc9171ba85fb89050216fa516f06ca893426da94","sample_id":"hellaswag.val.1641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d0a7f6fb74953114a4b4219dd047f15f02b7c81e5c7770c3429b7d22328ef6b","formula_version":"titan-u-contract-v1","latency_ms":0.5017919465899467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9871c04feb379c426603792311fddb51e58a7d8517868c3b950c98f5847a3ff6","sample_id":"hellaswag.val.1642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38d9cfdc28c7d87567b3b8624612b2f3c9fbb058f4503c5fd5f3c143bc36b26a","formula_version":"titan-u-contract-v1","latency_ms":0.5526250461116433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"577fd2b07c35b20532589177b4900c0e45708a1ca86bbf9549171365764be6f6","sample_id":"hellaswag.val.1643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"409bbd269c501c09f29ec46800c843a2b7d93bed8a04b4679e45a6f3e931ce56","formula_version":"titan-u-contract-v1","latency_ms":0.6758340168744326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f742ce1670b37445f55505bb777752b8afbf8e156c6ff5c22aa3c67711e14578","sample_id":"hellaswag.val.1644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1858dd13104ea6978bbc9d1a318c98d11fb2b9a36b4a218b9b74d18d4d4173e1","formula_version":"titan-u-contract-v1","latency_ms":0.7883340585976839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be41ba9db6568267e4562e4603e5ac34d27ed0884489e8125243cb9e746cc2eb","sample_id":"hellaswag.val.1645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6a4d3d399478853380ddd3fd1904756a8a1a778ee40c1391bc4bb2a06170268","formula_version":"titan-u-contract-v1","latency_ms":0.5084170261397958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c23609e80f6c7892fefcaa5e503b2446bb7456a077b6f8fca623048d24f62d1e","sample_id":"hellaswag.val.1646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e60e2ba9a6ca54a8e38e55e797ad3d51888fbeba0e8e7bbab6d4d923714d3a31","formula_version":"titan-u-contract-v1","latency_ms":0.4754579858854413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10c9e8d1589e476e7bf960db7beeeac3fa0815e9f7cc12849f92b2ddd19c2fe4","sample_id":"hellaswag.val.1647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5814126ce7526347491a72ebb166e4e2af633202429904ad09bf40b394a0c7c","formula_version":"titan-u-contract-v1","latency_ms":0.4841670161113143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49bccc18e80ecff94c5d9d1cd267429366af606301c9883b738b508f60e0e735","sample_id":"hellaswag.val.1648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"144c15648d75664e207ccfcf0957acbf91b990ef7832afb7624c57641cf9f9ee","formula_version":"titan-u-contract-v1","latency_ms":0.5576660623773932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3d5378165130cdbc23aa2991d8074672da3d03a0f4c8f270b4b430645dd13d3","sample_id":"hellaswag.val.1649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca5be8c242aac9c6ed42976f8caac7eee7ad171c265fa66078b503d984fe5765","formula_version":"titan-u-contract-v1","latency_ms":0.5961249116808176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb4f8da6c816d71d5eb2766b39cf43f5bf23d2660dfe04a8585c92fea4ec58ec","sample_id":"hellaswag.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59bb564180d128375fe16a65602631a20ca1fcd27a2ceb2279da70d377923162","formula_version":"titan-u-contract-v1","latency_ms":0.49412494990974665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4107401ad64e2aa7c1489a9a397dae2b548fbd511c812ba3a31fd3009165a6e2","sample_id":"hellaswag.val.1650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"616957176b086cd5db6aef003a5159e5d8d5c04976b8126e2ba344e63f21dd26","formula_version":"titan-u-contract-v1","latency_ms":0.6759579991921782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5d4eded533de1baa737716464adb31574e1eef16d7e25e5215658abf166b3e9","sample_id":"hellaswag.val.1651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b4be93f49866961732d4c3c9c84dda9ac3f67439dade7662fca473d52419769","formula_version":"titan-u-contract-v1","latency_ms":0.4567919531837106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0428dc8f42d6c42d8e64b011233d20b688d8d3cd1e21b1e8acab83cbd7c0e63b","sample_id":"hellaswag.val.1652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d1b4ae2a3f9a743e89ec7b1a1d16d31b971ab9b5422d166babb27c2410c9635","formula_version":"titan-u-contract-v1","latency_ms":0.7703339215368032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdf9b1151bb1724fb74e49d5b8cfcf2e02afa9400304ddd4146c597ede3d88dc","sample_id":"hellaswag.val.1653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d5c12ff1b6b97fde95e900f4f610e7f534ee99e4127ff01172ac53e3e10258e","formula_version":"titan-u-contract-v1","latency_ms":0.5188749637454748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"317bd5af7e48121fcdbfbb2dd97a4e4fbef8b428f248b23e7164af950a2d427b","sample_id":"hellaswag.val.1654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adc9a332a1d49658afd8134e1ea9ff3bd27e152cc59152fe93b48ae6e122126b","formula_version":"titan-u-contract-v1","latency_ms":0.49700005911290646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea34da10a9d22e361d2c9abec89923d8813283bbcb157eb6cb7987222ba6e051","sample_id":"hellaswag.val.1655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edea8b1925aecb6d2042a58cec1fa83cd1c73d1af529a44713b022815e251755","formula_version":"titan-u-contract-v1","latency_ms":0.6048340583220124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fbd78b39072a9416531329c7631c177a45421569d4b0c3b7e080ac1e8bb59c2","sample_id":"hellaswag.val.1656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0501a7dc19d4dc44bc98c0aa2f0f0bf73ba558248435a6b3a76ce0c544e733a8","formula_version":"titan-u-contract-v1","latency_ms":0.7427081000059843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f63f82cdd2f4ddb454cec94d7698c8219fb27f26450cef2f75214f4d33f5053b","sample_id":"hellaswag.val.1657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f6be051df3a26ecf910f2778ef0f219ac146f8924bd09988097d509ac5a8775","formula_version":"titan-u-contract-v1","latency_ms":0.6028750212863088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce7f47c246dc87e20633d89476b8ef5936c4f5ceef1fb96a32f00497dd7b2dd4","sample_id":"hellaswag.val.1658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"491ca45f0a4b0159ecb46feb5d0286d2796337604428b12311b51cf746d3b2c1","formula_version":"titan-u-contract-v1","latency_ms":0.7362919859588146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb0f4ac8a15014a091c0bf863b879c00ca79e11ed9fbdfbb3d08f2e4039c8b03","sample_id":"hellaswag.val.1659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1fcf81550f620334b8fc55c884df6aed841d31c6d2d5efb9b8304cb4e95a3f3","formula_version":"titan-u-contract-v1","latency_ms":0.5256249569356441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44ee40763cfbb455fa6858bc94e506db82ff57bb7ac061c7e40c08e9b3d23ea6","sample_id":"hellaswag.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6fb996846743a1b565f8f66a7c544d39ea7467db04d60e67f5b2cf81e799753","formula_version":"titan-u-contract-v1","latency_ms":0.5373330786824226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0337b769e323dae7a2cbc2042ee371fdb50c52b6ae7ab02f60dad6d792bd4bb0","sample_id":"hellaswag.val.1660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58fea137885763eb0779990b1191eb4de55fb6fc4f1d9c5502313ec29e7825cb","formula_version":"titan-u-contract-v1","latency_ms":0.6747499573975801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0420c02090962e40a20a775c29568d2eb1c944090315377db86a0dd7e0591142","sample_id":"hellaswag.val.1661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef26dde7f3692259b264f9eec227332c45ccf44686a1f3e0ef7f1ea00698bc76","formula_version":"titan-u-contract-v1","latency_ms":0.5173749523237348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abb739cb4fa990ec5e96047f8e4a2551a28ebba93ff2ff60f940f2a3933dda45","sample_id":"hellaswag.val.1662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5386cb9ab02005f708a367fe6e9aeaf658d0a7b563d29492a544b2099ae2482d","formula_version":"titan-u-contract-v1","latency_ms":0.4741669399663806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5aadc3eb45f0093a691f4cb5669b0548aed7d12f05aa6dc6189b93190baf4c07","sample_id":"hellaswag.val.1663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29517e2c163e9eb25688709bd268c9ba33847d8d77da55f84bc093bc21b95b81","formula_version":"titan-u-contract-v1","latency_ms":0.5969170015305281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2519677df017b57b9cb421181cff6b7fa13325427d5d7e766bb7aae251caf4ca","sample_id":"hellaswag.val.1664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5900ad8117e2c26d50cbf07ce6fe75ee5467c17b1b775a1413375f9392601dc","formula_version":"titan-u-contract-v1","latency_ms":0.6312920013442636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ff5a1eba6ea153526305721ef4c1c28d37bd9498e0415b370d689f1c65ed410","sample_id":"hellaswag.val.1665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d17cb2cb8c2538d77f8c9eea5db6a7b62882eeb78d5871683e04213f3b21d6c","formula_version":"titan-u-contract-v1","latency_ms":0.48154103569686413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"239c2ccfe4e2ddb8e84f108b53c8b8958db426c840d07cc878815e3b50fa5cd8","sample_id":"hellaswag.val.1666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f33a9cbe12f6a223a6fa0ea4ee4cc0ecbcd022c80606192616bc3ae2cfc0f2a","formula_version":"titan-u-contract-v1","latency_ms":0.6188330007717013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc3ef45d75e1b3976c266ff925dc2578a82480ae4ab8a376a421a9d041609797","sample_id":"hellaswag.val.1667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43589ae5cc1a909a522ce864325446af8124dd2eef8554084aeace684fbeb899","formula_version":"titan-u-contract-v1","latency_ms":1.4722920022904873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb1091439734d5c129e089dcc9d09ea89bc495a59fa1eecd3e6966c81e8cc5a6","sample_id":"hellaswag.val.1668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cce4edd1ef7ccf786a767c0f8eadabbb266c8b61ba5f74a35506db140314f30","formula_version":"titan-u-contract-v1","latency_ms":0.6893750978633761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f231fd3c09d26f37d1043ae7cb6a5a27ec69c0ce0ce4f5d6b16e34c9ea0aebb","sample_id":"hellaswag.val.1669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcf000b949db6a530ea7aa4f6abd312f7d0432234a7c67e506a56e0226105647","formula_version":"titan-u-contract-v1","latency_ms":0.5229170201346278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6b72df0d3d663baf00295396b12c3878d5377ea2b281565b9af6428aa90e21b","sample_id":"hellaswag.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6130c1f430a0bef341deb789e9c0f0e323f1c3fb2fca71761a8f2e50e7abfb9c","formula_version":"titan-u-contract-v1","latency_ms":0.7549170404672623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"302e0d423aebde9f838a6fe97ff529e705ed3d099903fd5ba3a69705ddbd26f4","sample_id":"hellaswag.val.1670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c7d623c4e52cd8f86619c7d433d2a156dc11e99331b4094303679c6750b0826","formula_version":"titan-u-contract-v1","latency_ms":0.4640839761123061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c6ec104c1fde6fdfc3217be799ead8f5e52a211f97c1715a220fe4772335068","sample_id":"hellaswag.val.1671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae90fb1414386f8bfc8583e90d6b97acd91edf6c158bfb39fad52227f7a89cc5","formula_version":"titan-u-contract-v1","latency_ms":1.4114590594545007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fad265d473ef79f3ae3d499aaed84eac81655cb856f089b5ecf6af4aaa25449","sample_id":"hellaswag.val.1672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1015dd14c52ec11b2e0a6520e8d98d0f346ce7c08281a2ff3d975e9f3339d899","formula_version":"titan-u-contract-v1","latency_ms":1.011708052828908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd8412aceb6aa42ecdf24bcdecda393ceec2c75772a9c8f6913c6bdadeed7c24","sample_id":"hellaswag.val.1673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94fceb9fdb70162d065fb5804b345c91c7d174e4bff5404236fbe3033a2ddef3","formula_version":"titan-u-contract-v1","latency_ms":0.5804580869153142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eabf86d35542ecbf89a8ab111fa874cfb127da434cd12ea37962b081a4bca6b","sample_id":"hellaswag.val.1674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"389f1d28cc6418ac34593a4ca616c9b7489f32ee25ae164d8f386fa1cb2b93f3","formula_version":"titan-u-contract-v1","latency_ms":0.640709069557488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b26d6a1e7088e92cad0eaca7b8b75155c73249a208f06c9bf2d924d451e4a5b1","sample_id":"hellaswag.val.1675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e277a41703d73f1234850d04ca9242fb317451e7dcf9d6173c3f051e5d378bda","formula_version":"titan-u-contract-v1","latency_ms":0.5442500114440918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29bd5fecfde7ed5ed0e8f0f31d44cef554c5ab4c1e67d7b29b35ac2028f2a6da","sample_id":"hellaswag.val.1676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33750d0ed1bb575060c86d735deae6279d469c1cb65bafbd8db2a6f7e1052dbf","formula_version":"titan-u-contract-v1","latency_ms":0.930874957703054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59664919cdbe269bed20cb0f51efa6ed97e3e593f01b6ba6f2b1ef8cd0d0fd74","sample_id":"hellaswag.val.1677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ba3b0bd15c307e268cc459f5b86e7ee260d679347d04f7d797d35098b00e70b","formula_version":"titan-u-contract-v1","latency_ms":0.6607499672099948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fec8a4f5b75ab0bd2c5fc014b9fcfd992bdfb162b5d0c86df09919cb17014f2","sample_id":"hellaswag.val.1678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4afafb5082a95c1f6da8580b6fc462ccc2b6e9f266639903a1525b61a2440ba","formula_version":"titan-u-contract-v1","latency_ms":1.0805419879034162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9092a4127a98c97c5846226f428b1b2073363b644b2e030ef9c33b7d049adf5e","sample_id":"hellaswag.val.1679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aa220a841780f773c104535e19735cc4284ddfb2329fec8d65b38789b4ceb17","formula_version":"titan-u-contract-v1","latency_ms":0.5238340236246586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb7f0ee70f1f9691c4622122fbc789869651c3db4bf1272f1dbe8aa873e7ad7d","sample_id":"hellaswag.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43f2adc7f0f0782770dd404b555b582cca6ca612a810dd2fd50d843103940fac","formula_version":"titan-u-contract-v1","latency_ms":0.5367499543353915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a9894146c240574e96f386e5fa96fdef88bd616aee3461c0de086383df4993d","sample_id":"hellaswag.val.1680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69752d7b57597a5d708c490e445076cd973479046948f12a344a4851ab1c6762","formula_version":"titan-u-contract-v1","latency_ms":0.6477501010522246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1693a7998e19d5208090c83ba918d427a33bc58af884170211196fe7d14f0e9","sample_id":"hellaswag.val.1681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9455cea233614a00951a6448aff9a8769422e15ecd15c19011bf4887614a7bd","formula_version":"titan-u-contract-v1","latency_ms":0.4592500627040863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f24e7070362c660523a943e8037526a7c61da8e3c049aafbdd9e1588abb6f9c7","sample_id":"hellaswag.val.1682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b10fd48f337ad5b7b20a7d0f8505a658c5efa969ea6eddfe63b68415f8276c5c","formula_version":"titan-u-contract-v1","latency_ms":0.9962500771507621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43d50101b0a9f2570f5cd96ebf8ca4bbe81c884342a8dd8a1beb5da313afa718","sample_id":"hellaswag.val.1683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a35e9e8d4bef09faba86f0f32691c9c6056cf1b4706698ca55e9cfa7762d8ac4","formula_version":"titan-u-contract-v1","latency_ms":0.43883395846933126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3afe0e8f3ad6abf4ef611da888675af100c34bb617997246c9f778552960d81","sample_id":"hellaswag.val.1684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b45e34b87c96e45e921f75eeab69326ff4799c9cbf086be445060a9fe8c5e873","formula_version":"titan-u-contract-v1","latency_ms":0.5579160060733557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"311b84134b001c95db30b8b08ed988aa44b066c3e46b16237184e5e0b9b31ff7","sample_id":"hellaswag.val.1685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dae513a92269598d49727b10306cb3bbcab1523d2fbdcd788a94ec654f8b5434","formula_version":"titan-u-contract-v1","latency_ms":0.5502080311998725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e85883f774c422f60e3962d5dc74f469479d57261a8a6fbffcd9b4682b4254c","sample_id":"hellaswag.val.1686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52423c50ead582da5ce61350616efdc49c8c4f3730fb700f6662d27ac2d738a9","formula_version":"titan-u-contract-v1","latency_ms":0.5138330161571503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cef4a3e2a07c753f0cee19e5a709b81eb0e99001969f9f779ddc246445f78c87","sample_id":"hellaswag.val.1687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1decc28a2cc1a32e7b1b5e66339731da3c3b41228b08049fe3858fe193b61dbf","formula_version":"titan-u-contract-v1","latency_ms":0.8789580315351486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdfc10e506b7142dcd5e62eabecb99979350348eb59a19cd99bc77b05744db82","sample_id":"hellaswag.val.1688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a17dd9de56cc8110ff4c97939c3f7e81197966f4040da7f7cf33fb15e7ea360","formula_version":"titan-u-contract-v1","latency_ms":0.5056249210610986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b38dd8efc1c286eb3c75cc69d4457c40032490ca89e6f9b9a229fa0060a3aef","sample_id":"hellaswag.val.1689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0224976cd202dba8a720d5d5dd7ff0b66916ef1370fcf7356a0e21c79027c804","formula_version":"titan-u-contract-v1","latency_ms":0.8037500083446503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6486ad670a0c4cd29201f6ab45892953f992cbe8cbc54756dc24459f43d63e13","sample_id":"hellaswag.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"365bcc4b9022e3ddbd21cda9fa7556738195b204e31f4b5be8d4fd2a1f5fb19b","formula_version":"titan-u-contract-v1","latency_ms":1.0183750418946147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c8f1e4c13ace013f71a6d9555c21818bd262a9115377fe8467388cdd9e5835a","sample_id":"hellaswag.val.1690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1146b2fc0a085ff8a5644f414e13c92e16148b83d2b9d3e562938941100c6510","formula_version":"titan-u-contract-v1","latency_ms":0.6391250062733889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39e66835b04e942c819d29820f7c2e8ed28b275a954a1585744c553d73a112c2","sample_id":"hellaswag.val.1691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7f4bd0e12ea92341e5dd9e67d06b6c96e4b7a30c96b93ce841da1fa368821f6","formula_version":"titan-u-contract-v1","latency_ms":0.561750028282404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7344011648af0b14d1a1c39b3ad46426d9fc0d1224ccc678fd29dd90e2a37e2a","sample_id":"hellaswag.val.1692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"640cecc0150c430572d891ddf475f40b51caba4bb01b85493679c740277ecd15","formula_version":"titan-u-contract-v1","latency_ms":0.7200000109151006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c6e948ba4bea32b10a06e3b41c590a5a7d68fb252daa618d026c0f3a5b937db","sample_id":"hellaswag.val.1693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c21954d3c008c83809eb07933933922ff34fd1b34e7c20c95407ddaffd488b43","formula_version":"titan-u-contract-v1","latency_ms":0.5142500158399343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1c0cb837acb82caea84e72d8bae090cf38d39598aecbc0c4a6a4d3c760e1db3","sample_id":"hellaswag.val.1694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8cb643ed2e834a8393908ac635ab8c2ca84da3032712881c48882fbe88e4893","formula_version":"titan-u-contract-v1","latency_ms":0.6538749439641833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e572cd61049c8627b2352fd9313de1097004a66912a23cd63c465294100c6cb","sample_id":"hellaswag.val.1695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71af65353b652da4bcafd1277cc780f21fe624973abc638e455f05ad8b5472c0","formula_version":"titan-u-contract-v1","latency_ms":0.9530000388622284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"031dcebf3151292dd1dd22d8a1c63a61f4b9e7dc5136c8e5a617e6a62f53c709","sample_id":"hellaswag.val.1696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dcd5989eca1fa75bc7daeb0e9c60afa5d04cc1a25158f1ad0a8e9eebe59e4b4","formula_version":"titan-u-contract-v1","latency_ms":0.7284999592229724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"543cfde6820db2cf10626aada89b7164e16751e4f77d33702d49eb06bd3c8bef","sample_id":"hellaswag.val.1697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e047e2f77985da583b4f1c336a9ad5b2f09d8b6f271f1206c31434f60f791d5c","formula_version":"titan-u-contract-v1","latency_ms":0.4409169778227806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"687a00bceca597806e650a291c173c5aa9d26769cb0fd6fbfdb58e898cc0341b","sample_id":"hellaswag.val.1698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e31243b38094610184b4de8e7b3d512c78b112ad5ad96cb20b06d43cbb1afc42","formula_version":"titan-u-contract-v1","latency_ms":0.5144589813426137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1b9a0fefdb64aa138aefb4abc225d2ba4c03b12ac8288b932432c2275ebe6be","sample_id":"hellaswag.val.1699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97e201f250859b8325f374b6b7b096be3ee68527035e8d8e58939043d46f9f3b","formula_version":"titan-u-contract-v1","latency_ms":0.4998330259695649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc7566aa4b8ca3dadc4e5a4226feb2cc17589c4832a823a93bca96e3e815f818","sample_id":"hellaswag.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42b480b45d17c65fd980301df2532682bbc33cec66c2493914fa869df41dffa6","formula_version":"titan-u-contract-v1","latency_ms":0.4695829702541232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b604e72ecb8a5afc48a026a5ec3b76868eb85b4ea855378ddba4d748a588eeba","sample_id":"hellaswag.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61b19c1ac73449c31e142b2db8b6ad0cc2f72d9d8cd58911b96e4860ddfa538d","formula_version":"titan-u-contract-v1","latency_ms":0.48516609240323305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"659a988698b3aac64c4abb58043e2421b1dc562236de7a8d71a846f3f4925f0d","sample_id":"hellaswag.val.1700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea878dbd3a6b02c742229687072e25bb477cb35ecfe15e0a8c277a624998201b","formula_version":"titan-u-contract-v1","latency_ms":0.6104999920353293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61a7120219bc94bb8eaa50e00fc99c69ca8ee7ddc0e4811cbee8249c4312e537","sample_id":"hellaswag.val.1701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c2cf3953dfb0289ae60c60d7a578d68f7db04772cc141c11c507c997d6925d1","formula_version":"titan-u-contract-v1","latency_ms":0.5569999339058995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49f56407582ef90cdf76802b8e6654adcaf442aac866398a5bd0722d986edeb4","sample_id":"hellaswag.val.1702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"415b1d9aff9968e7b88c13558b321e4fba2a32abf63e2df45b54ef0fee29b7c9","formula_version":"titan-u-contract-v1","latency_ms":0.4487079568207264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61c16d807110caaab657bd734fd1e2e454aff36d22a6b322c34f2cfc32ba28c4","sample_id":"hellaswag.val.1703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14688b0879bd179376ae2643fa71cc4f9f8b8143b6986599ccdd3630718d6681","formula_version":"titan-u-contract-v1","latency_ms":0.7269170600920916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08462ebe831ef026515e40b3865a6d3affa382881ac16f91176ece493e256c51","sample_id":"hellaswag.val.1704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2055737e5c4a85357ccbd2ccb52e0070238ea69290677027683844fefccf24f","formula_version":"titan-u-contract-v1","latency_ms":0.8387910202145576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2955adf21bb3e3702125f33ecd506fbc7e4fa3e2cc74c3957bd957823c3e6f22","sample_id":"hellaswag.val.1705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee2f3bc30aa2edb871e1329e437fa7d84b2d64605552170fab99f830e48a29ff","formula_version":"titan-u-contract-v1","latency_ms":0.6751249311491847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd8e8a288fe654a992f987b9b8f21cd9d5969d2a5c61497e4e0a4d3f36be0ce1","sample_id":"hellaswag.val.1706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca7b002230928941d58e659cb172584700b0d889f48ca7b20aa7cdb71f1a4a35","formula_version":"titan-u-contract-v1","latency_ms":0.6064169574528933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52aa2b32dbee4f1312763b952b228d4d03144ce1af46216a1c74c00d5725df5e","sample_id":"hellaswag.val.1707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb39ec4078dd58ff0422609e7ca16cabbb8a3553bc68e5898fb2aea72903bba0","formula_version":"titan-u-contract-v1","latency_ms":0.5472090560942888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f32134f04a154c80ac7b776e898794ac4780a1e9ab6f59ef0638fbb77fdbee7","sample_id":"hellaswag.val.1708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a05650e1294d4a83ec6e6f84eec05195f63f73ea4c8ba952a934e6074e23c388","formula_version":"titan-u-contract-v1","latency_ms":0.5072919884696603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a87b426c5d08ecba00369a244a82c129153b9afcd6c0add48b1eddceb0b67ad","sample_id":"hellaswag.val.1709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a21fa6e4b535391e6d956716333cce8866ab3f89dfac305fd4ceb56526e363a2","formula_version":"titan-u-contract-v1","latency_ms":0.4384999629110098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6a378ace1d49cee693e19dc05b86b24ccaad0c68c22ac1397afd45cc19ae570","sample_id":"hellaswag.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e2e95b4ca1aa86f0d56981464aaef16f62de05233fcdb3076fb7954057f9984","formula_version":"titan-u-contract-v1","latency_ms":0.5686249351128936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37d33b0f66f186ef8083f002f67c7c514161221221c39f4bd6f790f8818b711c","sample_id":"hellaswag.val.1710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79ea5ccbe7f946cb7a076babf394b2de2ffd8762c00b60fec57edb41bc20e2f0","formula_version":"titan-u-contract-v1","latency_ms":0.48616703134030104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ac23e58ee537e6aab281687fbf5603cb5d699b8db62c4643d7c6842b8590313","sample_id":"hellaswag.val.1711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d041499aa55ea5e63018fb54d09e937ae70ca9da69756a2466458132f6b18f0","formula_version":"titan-u-contract-v1","latency_ms":0.447375001385808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06ecab7687a8eb75d51a2e22e4a85582b22a6e97e61791d28164fc0e76807083","sample_id":"hellaswag.val.1712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26ab5fc5f28a17d4a5da0ce3fb98e07706d6140abe10be96f49d33da5a75eee3","formula_version":"titan-u-contract-v1","latency_ms":0.4538330249488354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38fdbb72ede0521b8c12f3d41d1f12d6ffe8a90d7ebb5b103208b4a07d4e1cf8","sample_id":"hellaswag.val.1713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56ac18c0d8203a5d46a4a5653ac7df1ff5397936f319755ed6ee957e6a4b1068","formula_version":"titan-u-contract-v1","latency_ms":0.6328750168904662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fabd92bebba96478ac129b23f04365446e903690ac8827c113c8ec621515c3f5","sample_id":"hellaswag.val.1714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5d0056549315323e1ad1f08951f9b2f465d2c0b135d143fcef1fd5f3d3d1bd8","formula_version":"titan-u-contract-v1","latency_ms":0.46254205517470837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ddd2999af6db579b91324c6d0dd0e238d4fd1e7268aa59864595c2e2b077072","sample_id":"hellaswag.val.1715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18bcd619755f3b2fc7c5f4ec2a55e79acee73eb0b5d05e9d7aefdcb2d8f03e9d","formula_version":"titan-u-contract-v1","latency_ms":0.6294170161709189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9fb66d69c7195394a927c43b46794646421f4affee67997e4a732f6d53480f8","sample_id":"hellaswag.val.1716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19357af0aec05afaa0eec914bb2a08737b412c855e82b9de2385396cb1e4095f","formula_version":"titan-u-contract-v1","latency_ms":0.46725000720471144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fff5c5285d92db69569056d805ea9cf965db5a30c2bbd22da5e29e5820b189a6","sample_id":"hellaswag.val.1717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dac7b2c684960c3a0a94e70705d2c878cf70a4fc07c91a4359af22215ecceab7","formula_version":"titan-u-contract-v1","latency_ms":0.9948749793693423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cdc52064527ae65cd8b595449220b02e41405bf9bcc59a4bb2f2dd191f3e041","sample_id":"hellaswag.val.1718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eae072818a812ba1b598caa7f1c71e53c399389119e0e6acdf1e827d16ac372f","formula_version":"titan-u-contract-v1","latency_ms":0.6052920361980796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4bcf042816db019dc4e378e52402826af1a156c9829e0822cb549b89d20778e","sample_id":"hellaswag.val.1719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18f19d885dd12ceab51cb2047b1b4074d1bb9abf834adb4316471fcc626fe733","formula_version":"titan-u-contract-v1","latency_ms":0.8273749845102429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56c6610ec5b2c3293346c718307fb7dce296ec740e6384f67ea0b7c5b5848a2f","sample_id":"hellaswag.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d78a8f2957a0405cb5b55c08642667b198f4f15a689d968fe5960b9f3730d4d","formula_version":"titan-u-contract-v1","latency_ms":0.43895794078707695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bab17c508ba3ee2e180f7c6d90c3f37dfafa0796771d038c1a5da735d4a0a0f","sample_id":"hellaswag.val.1720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74622b624d9df313899ab5f73d32b337a24454858da81358b3a85e56f2da1680","formula_version":"titan-u-contract-v1","latency_ms":0.5597079871222377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c5abfe7718d41916fafebd88322d3565a4b0fc191f5e5db2d1c298bcf9fcdba","sample_id":"hellaswag.val.1721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ea700cbbe326730cd026cef2729593c340fd9d763058ff97ad067d9ca285f7f","formula_version":"titan-u-contract-v1","latency_ms":0.47908409032970667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01ca6a41c2293354ae1558ae7cf78b4089c699ab3b646909cf0545af66c47218","sample_id":"hellaswag.val.1722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9cbc26796f446dcb5797a3fc16c35900ce0ec5e9ac416ea9f32577f861395c4","formula_version":"titan-u-contract-v1","latency_ms":0.48512499779462814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad022af61380a0efb609d89b71fe60a5144f6368ec2c8eeb649bf8defcb5db3c","sample_id":"hellaswag.val.1723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb80ff98c5e585465f8112db851b731a47d1f2be244af2f3befdbd190bff6881","formula_version":"titan-u-contract-v1","latency_ms":0.7322500459849834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9a5a5ce128862cb93726871a3465eaccd62709c334d36aeb5ef82341748444b","sample_id":"hellaswag.val.1724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9418639af9bbabf93958454b02a13f43e053f0cb884ee93dfd04252052befce0","formula_version":"titan-u-contract-v1","latency_ms":0.6914589321240783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4be8ff521ea85e8a0d08e4844d2828f8e4a6213c4723801cd605acd829198e5b","sample_id":"hellaswag.val.1725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcb91ed389fd7af9abb30fa5c4b3a3b44d1cb9f62dd4430376c7781ec923501d","formula_version":"titan-u-contract-v1","latency_ms":0.560667016543448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb89a464ad8422cc88463ff38ae555c11da46502b725ff0e5002415257dbcf99","sample_id":"hellaswag.val.1726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f437c1717d86bde9cedf32d9c0ee8e0aaf2e08b00122c05c8af4e85875188fa2","formula_version":"titan-u-contract-v1","latency_ms":0.6998330354690552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"876e219ebc6c1fcade7ca5ec71e23a8a47559c79657ab52abf3936e431d1a500","sample_id":"hellaswag.val.1727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37877a7d6c4e16c4209e7ad27f19361bb9496de8a2cfa54c97c5cbc66ae0e804","formula_version":"titan-u-contract-v1","latency_ms":0.9448339696973562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"036d4af0c8e128fae9c571d9ad551eec81dfab89b36964002b075af62a0a5be9","sample_id":"hellaswag.val.1728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f104666df4cd8805eb6f25a242e92e779c15205f8b1200e2b168e1897f1dea42","formula_version":"titan-u-contract-v1","latency_ms":0.6110419053584337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31a277ffcc2766113f04448c0af7964ecc8ae9657acb65de5ed42d660fa1af53","sample_id":"hellaswag.val.1729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39b0c0decaac6504fbead72c751a938b6d362578b22d6b55611976c5b5170c13","formula_version":"titan-u-contract-v1","latency_ms":0.4397089360281825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64e9ced05e1f659dca0ad911baa07de25b659fc11c8a79cebbac9d42c4fa8ed3","sample_id":"hellaswag.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ca07034b3d6514e7e5175749a7a8b7b56b0e21d5f8e4c6ee70c5ff97ba2c7f7","formula_version":"titan-u-contract-v1","latency_ms":0.6836249958723783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc5b1f5c0c6f7af3741d0733ea0a145fc50fa34c8567b7d0a5a85af420fb12a5","sample_id":"hellaswag.val.1730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dc390b3bcaeed90d3dc0ecc7eae0c35d8595c5799a7b69c7f9e401ea374d530","formula_version":"titan-u-contract-v1","latency_ms":0.8729159599170089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"977e8f63e68ddb74630783b21baeb9e5a6cae6e290b5a2bb34f8fc94b73cec20","sample_id":"hellaswag.val.1731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bf378be1289c142a6a75f4ccd161d0a406be6642b33bbfd3a642e89bb4c5efd","formula_version":"titan-u-contract-v1","latency_ms":0.551333068870008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c4ce8456c0217744f24e865062cd5e4e15c4d4f71d6086d5794651b0c06175d","sample_id":"hellaswag.val.1732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01a5e5496102ede5ae47ba8aa80a2bdcf8c71ad911abc59c6a30f30a2adfdae6","formula_version":"titan-u-contract-v1","latency_ms":0.7433330174535513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dffb0d0029b803ad878791a2ba4e1731dbae5d214f817a99dc439cbce2bbd870","sample_id":"hellaswag.val.1733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4172eff1b1f9c003083ff41bc2468ebe254f31fc2490b254f099b0245dfe5d6","formula_version":"titan-u-contract-v1","latency_ms":0.5388749996200204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7adecba504be2e261c8095728d8a59f0394f452a74d453841507616b0f2cc61","sample_id":"hellaswag.val.1734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d0a61b3c0da07a94ba0bfab041602a93d5546a13ce9aa16a7585467f058f93d","formula_version":"titan-u-contract-v1","latency_ms":0.6484999321401119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73e2c6bdb4a622764a7ac5403992f0c4a6cd299c9e4e37bd12a108142693642f","sample_id":"hellaswag.val.1735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52beef416a2444bdf2086f47fa497e1f08c10326996b312912b3def9fa11b818","formula_version":"titan-u-contract-v1","latency_ms":0.6550829857587814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c31208a0da3570fb4003827b8547e409275ede86d4bd0106c1b90bd9e9ed5a1b","sample_id":"hellaswag.val.1736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e091ba1e21be5370cc1fe18de1b38472848534e3bf8049687f245d898e9cde2","formula_version":"titan-u-contract-v1","latency_ms":0.4968330031260848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"343152320586f4b7739fa8b4dea01e752ad69e39a9967899a1c5d159e37dbdbe","sample_id":"hellaswag.val.1737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34f5bf8d8b58704f06faafebe1fb18227117ab00d4a74a2708b8fcf27e2c78d7","formula_version":"titan-u-contract-v1","latency_ms":0.5154999671503901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c302ae3690a325ffe3b0f121448b1fdf8decab4b24ee65a8b1c1f7fa0a95627","sample_id":"hellaswag.val.1738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6c99979e301e32d44ef1f82c495e0c365d16ed0e800e92bf85dac6a18a28906","formula_version":"titan-u-contract-v1","latency_ms":0.4915000172331929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff6b0b0f1a18cb772e5f369bfd9fb8f2da048fcebeaa5b91d07f15cfc1e16234","sample_id":"hellaswag.val.1739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99b4ecd42418cef7b47400ad745bc1c763108a569501d17bf67bae49307130a5","formula_version":"titan-u-contract-v1","latency_ms":0.4969160072505474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98b389405a20fb116b0a52e87a897674029d048f0dd2b8ff04a79691d5a33b93","sample_id":"hellaswag.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d76c93d76eba4d06a0e5f63cade9073f3b3f180f9cc24c78377f3d4e1e3000fd","formula_version":"titan-u-contract-v1","latency_ms":0.6395420059561729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c32b93c4d4555d455661a3584ee6a49e248d4cea3e454a9a4023a94cc3b62394","sample_id":"hellaswag.val.1740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32c18b18cf74b3c7c6986d77c3a74329ee3b985914a54d7478353713775eb5b3","formula_version":"titan-u-contract-v1","latency_ms":0.4807499935850501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f3ec8c08716977dd62417378cc8ba6c094f3e3a548977acd0b66e50050c86d9","sample_id":"hellaswag.val.1741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"137ce57e87cb0bcc1677ffc086a59dfeb9af5ab93a0d5e350fecc1dee25a2600","formula_version":"titan-u-contract-v1","latency_ms":0.48404198605567217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c21f4210428ab549fed9e9f675903e8095572094f70e5bb2af1dc3dd46c47fa2","sample_id":"hellaswag.val.1742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24d7df59da0b6cf4438c61269963138e9aa1873539eceb7168d92da361ba1c5a","formula_version":"titan-u-contract-v1","latency_ms":0.557041959837079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4e8c22fe24b157aadee9ce2f74755b54d1c115d14bcac557b7e4ea7dfa18050","sample_id":"hellaswag.val.1743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2db652e7fcf9d1204f291697b22fb6fc065e8be80d7b5994cc8dc13cd39aa1b7","formula_version":"titan-u-contract-v1","latency_ms":0.7099170470610261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d39797148379accddbb464518cad57b02c05949d71cd63d3ec566001156d8c7f","sample_id":"hellaswag.val.1744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c46569ceed47625c030b520e469a76fc5b3a1b72d40862e2e4cf018f96c409d5","formula_version":"titan-u-contract-v1","latency_ms":0.5535000236704946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09badd1f1486eb42bbfe955265ce3656f368c1a9c5d50dd59f26a5115f3be161","sample_id":"hellaswag.val.1745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e99a30b5e3f1ecd7a2d55485115418d265ad35a0af2b885f0734eba35551d97","formula_version":"titan-u-contract-v1","latency_ms":0.7139580557122827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9049637e6c79bd1311c31d874ee03ec19ebbbcc1ded7c64411deb55961fad8ed","sample_id":"hellaswag.val.1746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"051fa9a0f9308b2593d88759f5bd3a64a932ac300116d180c54b1134a4dafc37","formula_version":"titan-u-contract-v1","latency_ms":0.4837079904973507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f990d950c746ffc48db5b5fb9c38a246bffe6330e6b3294a56448fb7e239a271","sample_id":"hellaswag.val.1747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcd815d23b6cc033dc02faf0a306dfd8ffc6cec4e63cf39f95a88c293c25e5c2","formula_version":"titan-u-contract-v1","latency_ms":0.4762079333886504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"615a3df6831506d9def2a8e5451a8c61310e584564043c66496766dd88089be8","sample_id":"hellaswag.val.1748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b34657e22eca48a8b85f8ea68aa43fb920c6682a53105cc7c1ea4240c234b51","formula_version":"titan-u-contract-v1","latency_ms":0.692749978043139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cda41099999042ee4c65d80d152f3e60b5f63b218d1e899c3a19889135843fb9","sample_id":"hellaswag.val.1749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4fa1a0df9d129710c72e39a7b70e46604693daaa9ddd3091a10638157c2b576","formula_version":"titan-u-contract-v1","latency_ms":0.8150419453158975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be3e7c73213822b1212f75f58f8e9ad29fcea6610d9c5771629b46fbadff011f","sample_id":"hellaswag.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ead92be6dbbd330a788bb0f17709038bb2adff0a565a4501f879b61dc4d9072","formula_version":"titan-u-contract-v1","latency_ms":0.4373749252408743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6306ab894b9349f16a8489d803d9b221dc95d453254544d3f822ecf30871f740","sample_id":"hellaswag.val.1750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9064361d183f265a32b6e50c7dd7140b8b1d0d389d485fc408bb95391dcc1880","formula_version":"titan-u-contract-v1","latency_ms":0.4920409992337227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3d202d8f5fb4f18e8590df8d866feae2baad2f93694c272ad42b0d88ecb8e96","sample_id":"hellaswag.val.1751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cedb48d9242fa01b7b92429b28521132003d0154c539dd107caa49e2579d432","formula_version":"titan-u-contract-v1","latency_ms":1.0416250443086028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71a142a1575021be1257a53d2cd255cdf7228106cd2ad24529714f0d52ac9600","sample_id":"hellaswag.val.1752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f364616f785689307df7cb59e3a5b8d8a67c1bd763cc803ed08e80588c577ed","formula_version":"titan-u-contract-v1","latency_ms":0.7001659832894802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da42aa3e5d0a4c447ae06aac8e572d5094977e3a9b2b246a04984b3e8c8e6eb5","sample_id":"hellaswag.val.1753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d818b72b27e7a3dc0b59fe042dfdf33c9db7e07b6d5e5d4fc1b926099c9ab56","formula_version":"titan-u-contract-v1","latency_ms":0.4534169565886259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a455fdcd4b6bd8cb37be2aea34c060523e34c7ac016f012c781c3c8a8469d28a","sample_id":"hellaswag.val.1754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5dbc285f570266a99fa429fb66d3b7fe3b40321af877f493fd5f4672ee37bd1","formula_version":"titan-u-contract-v1","latency_ms":0.504208030179143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58651015f20fefc64916f49e82706d1e4944dd7523bc6da2ef8715f3f92c6098","sample_id":"hellaswag.val.1755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f497808f78186f0975994bf328392a3bcd7b99b60568e8fa8927414ef5af8a0","formula_version":"titan-u-contract-v1","latency_ms":0.5447500152513385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8f85c685743ce23c62e1846f55fd9ae003f4d481f2153bca30745e2ea9efafd","sample_id":"hellaswag.val.1756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c01dd3a06d1d1155935fae125790a7abd55692b41aeb605ace188b28f51f72eb","formula_version":"titan-u-contract-v1","latency_ms":0.500582973472774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d55da325a74328f7f7b90fabb6eee6867c6c9a3b502aba2e2e839ed0b7dbf94","sample_id":"hellaswag.val.1757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"971014068be4555473e383f7d6a4074546325d74ecf1bc498fff875741f10a2e","formula_version":"titan-u-contract-v1","latency_ms":0.521915964782238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d2f59194ac50522fd652e9779ca119ddd123c9d42fe5a1cd048c75aa7cf3b41","sample_id":"hellaswag.val.1758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca81ea63c71314a1ec0b41466b41c842a66dab0ff7a2de6db7d5209b5372f810","formula_version":"titan-u-contract-v1","latency_ms":0.7510000141337514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef39ec3562f78a8c17e5913ea150a28ba9e076a29a884516c8ae4b7c92a88c0f","sample_id":"hellaswag.val.1759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dee2bb8cc7c53a6766acc56b97d89dec2fa55d2a27883041e6a28df62612327c","formula_version":"titan-u-contract-v1","latency_ms":0.5287079839035869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90ab0b4853732e9e18794c48acfc2c374aa39660652fc6da9e8a7f853dae0908","sample_id":"hellaswag.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2441bc2c0a7db84df3b4a819e3fe5e253f067c8aed14b9e24478c2b9996034df","formula_version":"titan-u-contract-v1","latency_ms":0.42675004806369543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b6bf22bcd4f41f5fa5992870877ed131cc606b302501a38c2124049633390c5","sample_id":"hellaswag.val.1760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cc1286deaa106bffe28026c88f12b30f9f012b3a1f5df7d27f6ad15de7f082c","formula_version":"titan-u-contract-v1","latency_ms":0.5954999942332506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e394ad87123cda74c1cf7b3feba0130816923bba7d345643c62207ca7118083e","sample_id":"hellaswag.val.1761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12acb3a8fdf0ab9b3f0023c4f19934fd285c636ccdfe24c1b7e0e6d2adb296cf","formula_version":"titan-u-contract-v1","latency_ms":0.5697909509763122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5076df447a9c2241a6f427015dae2c33c329ea0886ba34aedb1f0223d14f8cfd","sample_id":"hellaswag.val.1762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77e12f3d23bec0858e679f4de46c6063b8f0c589bea3ddb31fdc242cb6318672","formula_version":"titan-u-contract-v1","latency_ms":0.45791605953127146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f4057835ced73ef75b94c6e8bec1b6022d75a0c0fc5fea75b336a00594e3540","sample_id":"hellaswag.val.1763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aafb121ac651bc9bcb55e1893923fcb6f87487dc558cbe5798b224293f313e35","formula_version":"titan-u-contract-v1","latency_ms":1.1889159213751554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38ecb21491287dd13b6f2fdab5b5750ebf0e8cd47e8a5eb2d428e57cebd800d3","sample_id":"hellaswag.val.1764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4eea5cffd0936887fd4e1edb43eeb5e72ab0a09445d8b21382dbf8566272aff","formula_version":"titan-u-contract-v1","latency_ms":0.47204107977449894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72849145be9dd31c7f9ab366899fe28fc82e195f84b6255365bd33cd17466192","sample_id":"hellaswag.val.1765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"574b7db460b465f131d3e34e7f681c39153b245261e4a9d933f06e52a9262d33","formula_version":"titan-u-contract-v1","latency_ms":0.4963329993188381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"923762c511248dbdcdb890f27f7720815faa3e9c0975b7d32f493664f58393fe","sample_id":"hellaswag.val.1766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d15babd303c68be67eb74d81ee2ef70199a6dce6594ce4765cbbb1ed8da28ff1","formula_version":"titan-u-contract-v1","latency_ms":0.8923329878598452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6caa82ff369da67900b3498971696d14c33fec82b9429296a7dd8da26a9ee684","sample_id":"hellaswag.val.1767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5371f8a4a709c1427b19fc46ee58827f72d3b00e237bec9ade52cab9cfcfe95","formula_version":"titan-u-contract-v1","latency_ms":0.7509159622713923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51a2a407bbeb195b2454b955cfeaaca978290a1dd497b0bc958b33d4d892ce37","sample_id":"hellaswag.val.1768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a885fc9c3f940f353868d11524f43db0e1eebf222d6b2c0e4b48ad8b309a6e9","formula_version":"titan-u-contract-v1","latency_ms":0.6160419434309006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fff8cf681439b9dc0e46896c98cef29d4fe81a8a96953af8b48f511ed48065f","sample_id":"hellaswag.val.1769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"479b034abaecd26ba0b83f3ba08bf63d67c82e143623d722a193cd16504a5304","formula_version":"titan-u-contract-v1","latency_ms":0.6782920099794865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41959cfe0feb9eafdb5b17886fa5c2b24b31f414506273534ccfe3cedc1d3750","sample_id":"hellaswag.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0beda7d1bb6a8a85b8c9fc40abcad0dc23a4a6c19c4dc554faf828b46c55f718","formula_version":"titan-u-contract-v1","latency_ms":0.510666985064745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6554d6a2179a18f04c9fbdae80cefc627942a067e2e94d30ee64f442464e43a","sample_id":"hellaswag.val.1770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69bdaa5246b4dfde8fbe14daabb4832df0e5f749fac8083fa076a9c275a2a628","formula_version":"titan-u-contract-v1","latency_ms":0.5045830039307475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d1cc102c099e3b9a7455cd211d6da02753690491a8e4c63ee4cd166c0c05158","sample_id":"hellaswag.val.1771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"672ad38968a3742091e2cf39682b49a9b436d0381157291d07cb48bcd360b44a","formula_version":"titan-u-contract-v1","latency_ms":0.6800839910283685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6eddc178e8a6dfba3c47e19ef8b8cc1f6b2f2aa5ffe942ac35b6141446c7c76","sample_id":"hellaswag.val.1772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51e6a61f5263ee10d4e6bf475b5fe522aa632ee622e965df6d88d956ba34dde0","formula_version":"titan-u-contract-v1","latency_ms":0.5153330275788903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e909ff69e39a6716500729add66a167e2420285106b386c2c59dde8e8705272f","sample_id":"hellaswag.val.1773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9586bfd8c87a39ce0b444cdb8e7cf0c3715a48a752f205a513e65430b2c074b2","formula_version":"titan-u-contract-v1","latency_ms":0.7516250479966402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efcc22d75f2fef7bbce3ecf121ece3e5ca6265333e912473f3456b2ec91cb677","sample_id":"hellaswag.val.1774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb86726aba5833118279bcbc06383ae3332fd7ab3f92c0654bc130a79fc7e2c1","formula_version":"titan-u-contract-v1","latency_ms":0.8750000270083547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ced1d5ba8dda65e0ef537cff900e35eb87c88a394e6b10f30c0ac06d6820c8a","sample_id":"hellaswag.val.1775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"864c078b9ae356ff32c0915011fff6db7c01be8545b89dfe9ebeee2b8f821407","formula_version":"titan-u-contract-v1","latency_ms":0.5749579286202788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec8eff832d844a901e4a710a2e815bb39a71a6ef66b76089169af0cbc3dad07e","sample_id":"hellaswag.val.1776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"532b16271ea742e1090e49cc4cbbd72083c4f414c6f5c75e581348cb089dfd09","formula_version":"titan-u-contract-v1","latency_ms":0.6139170145615935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c2aa0ceff2a55ab1d5476534eac025d937fb27efdaead0541e929f4e46bc7a1","sample_id":"hellaswag.val.1777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e103d527da552733356933ffdab41aa00459b7930e2dbee2609ec7914530db0","formula_version":"titan-u-contract-v1","latency_ms":0.6459159776568413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"309bc059aeae3db6d042c275abafa79e4a573481b5d164fd5e365e3ca5a1659a","sample_id":"hellaswag.val.1778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"243aeed3b127277afbcf7bad9bdd10a1bbe3a12157683a34d1c2963fcd99a127","formula_version":"titan-u-contract-v1","latency_ms":0.7712499937042594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f919a39185c8521d09f99f6af9b1fae6d515684f7f2c30474dcd58a1f6121db","sample_id":"hellaswag.val.1779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb2080e9b2146c7aa7de2df4b9f4e4d8f34a7a33ba239bc059e50a59794591ee","formula_version":"titan-u-contract-v1","latency_ms":0.6132910493761301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf32d49789ac52470b0f25d4a53d49af80b238d2d241489c7b5dbeeb7d41edfc","sample_id":"hellaswag.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"491d40d92ed2822d435e53c69593d738ff29ecac3b25866f0c7a1ae1bf0351c3","formula_version":"titan-u-contract-v1","latency_ms":0.7340420270338655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76df1f1dece246f852bb1477cd7df8bc2b1382425d3ce056c1516daad2dfaf83","sample_id":"hellaswag.val.1780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"186bcd8698e8d00f2307b6ca219302a194f6bf335c2a9f18e217608754eb4854","formula_version":"titan-u-contract-v1","latency_ms":0.6123329512774944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fd2a1033d232f7051d4499dcc3ccac419a3810989cbf3d29c31f6fb5abb6972","sample_id":"hellaswag.val.1781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82fd294107cf4bb20df78b40fd7e17654d85718b47c82bfd9b3906cdf458403d","formula_version":"titan-u-contract-v1","latency_ms":0.6722500547766685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"292cd9311ca2278048626bbd18745cd6610c4d2321940e15a45573db01b9d863","sample_id":"hellaswag.val.1782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5495e97c9c39e00fc1b29890b679fce8d6e48f2ef83f6612908c44c56f277fae","formula_version":"titan-u-contract-v1","latency_ms":0.46308396849781275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58094f3a764314db6ee5f528a26b9025805af31c6c68d6183056edb0a6584314","sample_id":"hellaswag.val.1783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a828b2657df4b0adf1a1c23ba7a706a6e39332e9b59ee1828e6af600ad89c117","formula_version":"titan-u-contract-v1","latency_ms":0.6441249279305339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcc3e70e8246ba9b06f18687f6222bccade0a597fd7b9c0c698d3869b5c226a5","sample_id":"hellaswag.val.1784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7acb049c7ebbcd6de8c73f8bac7f15a6d7fe0a83557be2dc7ebf845bacfda271","formula_version":"titan-u-contract-v1","latency_ms":0.5097090033814311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb88013a97e50abccccaaca2c0b14081067114276eb0f1727f0abbdb513beb04","sample_id":"hellaswag.val.1785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07e1aa7a5fca35b60cd970b8f3b57eaee7841b567cd67daa59f82429e686175f","formula_version":"titan-u-contract-v1","latency_ms":0.49116602167487144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f42b5bb4d581727f1273ae6bbc3a929f75e45f9bd2bcfc412c92f409dfd3d1ed","sample_id":"hellaswag.val.1786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cee5ec7b6b889ba108a99d60e4b8172782dbfe45176d3b36b35ef9ea4bb0735a","formula_version":"titan-u-contract-v1","latency_ms":0.8551670471206307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a61dbcc0b8d6cab7053007300c9af5a0f59982709b32cd45604d2888c4b69e3a","sample_id":"hellaswag.val.1787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"866f03956f62108f99036aa7c3da17645c41a94bf96b5c9fe87958053334a82f","formula_version":"titan-u-contract-v1","latency_ms":0.6205419776961207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bd3743ee0521c9ea5c4f2275094bece0d87fcacba1e8901de1e3d69e7385a3d","sample_id":"hellaswag.val.1788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10b89cb7f4e0a77860e9b11ba521731dd25a61744224b1236f75c221de437825","formula_version":"titan-u-contract-v1","latency_ms":0.7549170404672623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"791d1fccd41168133b061d3fbcf3d3141ab06168b4b566f0eabcf2081956eccd","sample_id":"hellaswag.val.1789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee01977516e38338252829f3d28c81de774432acc22ec77ded6250824a9c52e8","formula_version":"titan-u-contract-v1","latency_ms":0.5042499396950006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff7de3789c0aa7bd8e54f1061ce4ff50c4edbe0f278ab130aa0c7ebf558249ce","sample_id":"hellaswag.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44db5b4a2ee3b545da50b1b241e75df5383c6bdfe763e4406a1c3b6662eebb57","formula_version":"titan-u-contract-v1","latency_ms":0.5952499341219664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"736718c8250e1bc331c4fd18ae6ec1c8f74386f1b1a351cffb4fbf3573015464","sample_id":"hellaswag.val.1790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa5b9475232443c1a8b44ffbd8a027b69bc3eef8f47f34efa726a79ded8f6425","formula_version":"titan-u-contract-v1","latency_ms":0.5169590003788471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84ff40937be157b1e08fa7ba6328ff53cba43b2ef40e033fab9fa815a98bf43e","sample_id":"hellaswag.val.1791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"171ee250e1ce7889f0c90e10f592f2fb9b45a7474f7ecc14a2bf14bf755ca30f","formula_version":"titan-u-contract-v1","latency_ms":0.5013749469071627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2420e8f0247bea07847b0dbde0efb91c051931f3f7f8657a0e7df36b6eacadf","sample_id":"hellaswag.val.1792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13eb4cee2ed151f65e5de29d358bc87f47b6d42e26b44849ef937345dab2526a","formula_version":"titan-u-contract-v1","latency_ms":0.5939580732956529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7eea5001ba8aedce63c4ee804a12cd794f839baf7ef49373ec267a3abc6e3fb","sample_id":"hellaswag.val.1793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33c97679f8908135a04409f070a16520ecacf05c1089c8e29757fa7e10a2e148","formula_version":"titan-u-contract-v1","latency_ms":0.48108305782079697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8331d37445de66209b8b93053bb761fcf22a2da4258cbd57a920b8754f0ae490","sample_id":"hellaswag.val.1794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ccc905f0e4106ed2a06b894d2d5ee0d194ef65af03725ba0863527fa384735c","formula_version":"titan-u-contract-v1","latency_ms":0.48887496814131737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d62c9cd575a2f40d3d4afe60295bb3087b1754f1e020e1d44bd85fc7437f4e58","sample_id":"hellaswag.val.1795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e02b24f7f3b0b2f1aebf8fef7592357c69b6fbd78d5645bf687a3e87b62c962","formula_version":"titan-u-contract-v1","latency_ms":0.46449992805719376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4ca7ed427a3903498482525660d30bd6ae57885d6726aee475224f22d53b81c","sample_id":"hellaswag.val.1796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f78d029ae5405de0940f00eda85495282b2ce77e8e063dad30269d798c0078df","formula_version":"titan-u-contract-v1","latency_ms":0.49649993889033794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"294efa370b84e3aedf078b9e2e9e6a0c30cc69baaf84cf554a896521c0573e3e","sample_id":"hellaswag.val.1797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"950115f7b1d6dbaf78d9f6023fe2b27df31f5ff2345fe61cb07a7ade37111320","formula_version":"titan-u-contract-v1","latency_ms":0.7375420536845922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6b6991b85432384deb8bd7cd968e5464e7a44d56bfef078dbbfc59f9210a500","sample_id":"hellaswag.val.1798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1090660fe2b801ddc20fe253064dda8dac7f87c46c3c4d1958e407b88841d67e","formula_version":"titan-u-contract-v1","latency_ms":0.5936248926445842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d56968f19b3553377d40930e9a89d0b6fc1c23fbe8a83161ecb292120fd83fc","sample_id":"hellaswag.val.1799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfec215203f3c0126392ff619227355966b8acefc9b49641ff16e79267fb1d8c","formula_version":"titan-u-contract-v1","latency_ms":0.4812920233234763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e79cb95d1d26efd093d7574cadf49d39f563d21b6e0edb873bf0c80f0b9df3d2","sample_id":"hellaswag.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b81f63d45d5e7d1f6bfc372355df165a9b3663240be1562a0f02729c7e348c9","formula_version":"titan-u-contract-v1","latency_ms":0.6051660748198628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa1519aac2d650504fca28e81bbd5bff3026096e611e2bb4f9bbec71f79d45e2","sample_id":"hellaswag.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4b6d415cd4dcdda0ffcc3783386036317675749398438f0b5b2944270b9c4b1","formula_version":"titan-u-contract-v1","latency_ms":0.4870840348303318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad2ce718274b2b011470e663c7c2af2a7869badb2d7db9315e367df75a08f22f","sample_id":"hellaswag.val.1800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e30af7613750e40db1852a6ccba58226d9ae78c8a1328efcedbcc5a514b00e97","formula_version":"titan-u-contract-v1","latency_ms":0.40941708721220493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7fc12a3eb280e4427e20d8ac1a8eb7dbeb8f61ca2c460550489010f8d03634c","sample_id":"hellaswag.val.1801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4189268a656fd0f49eca4a55919c2641c5d18a15414956ecafc9423f97ebd984","formula_version":"titan-u-contract-v1","latency_ms":0.4189999308437109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aef0fd4c9f10e4b2571d6d42fc360381f02e85cba87f700a120414e587e38a37","sample_id":"hellaswag.val.1802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0483fd2e633712e31968a48ca7140a24344f02757aa7df8e11ac17f3ca31d76","formula_version":"titan-u-contract-v1","latency_ms":0.646415981464088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ba750069fcb35e4e76f9d9e2c35b5f79a26778da34c87536c58bad6c80562ea","sample_id":"hellaswag.val.1803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ad7ea65dae53b7b3f5e67961001e32bc0c336fa849e8799429b525585d3726c","formula_version":"titan-u-contract-v1","latency_ms":0.5217499565333128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e282d2cf1402691a9dc905bda9f007e4a2c09ef5dd67abf3fd1e8adde06319f","sample_id":"hellaswag.val.1804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14b168cac66806245c9321575dffa39b73514388de0cc84ca20b29160773acfe","formula_version":"titan-u-contract-v1","latency_ms":0.4455000162124634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fb24dc16d8ca3fd487dd2bf5be759092523e071b298934cb7e61f2a412c5d12","sample_id":"hellaswag.val.1805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99380f439aa0cfa5f9b80f7a40a8b175cca05b32d59d03797ec880bb40900735","formula_version":"titan-u-contract-v1","latency_ms":0.7817919831722975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c194f7ce3a59adb744dd21b455a2e34bb313078c09e4bee3067239330a14e6bd","sample_id":"hellaswag.val.1806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d4b4849d9335d2d2cf7db7b23730d78a354d4041e0cd32287b410086ff4dcb0","formula_version":"titan-u-contract-v1","latency_ms":0.6962909828871489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89063a04002fd2b83492747236097bc175b47dd0e07ba72194d9d29fa6d9534e","sample_id":"hellaswag.val.1807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bb857c7a6c6b3c8f297347d7f01538b89b2b85b74b1306dce13b4fa2538042e","formula_version":"titan-u-contract-v1","latency_ms":0.5845840787515044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30038faa28288d2cafdcd228ea227d09c888f99f5858c08eb51708b80a46be69","sample_id":"hellaswag.val.1808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1550b5801336a1f63e58e3dca3337ba8180ce0d87d490acf758d5bf0228d86a8","formula_version":"titan-u-contract-v1","latency_ms":0.47329196240752935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ae5f5d8dc05968fc53ba601c46025a3c216dba24f2749d695058d8bb5bb9c4f","sample_id":"hellaswag.val.1809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1ad0500953aef227ad2c0ed70b6030f17fad46368be19c3acd60573d671fa98","formula_version":"titan-u-contract-v1","latency_ms":0.5317499162629247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e29d4665676a2ba40ad18fe0f882bbb091a1516656bef4c3643dfec627c564f0","sample_id":"hellaswag.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b22972c5a276a0e65205059817134a8ea60758eebe3b535ea084e53bc2bb57cd","formula_version":"titan-u-contract-v1","latency_ms":0.5157500272616744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5a44038af912efd1a7e4ff3633322fbf027e66cb2e8b362bb3539ad9a62c968","sample_id":"hellaswag.val.1810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29dc6b294d87a7d9293e6c2ee64816f28974ce5d37b85444386a2f26647b3b90","formula_version":"titan-u-contract-v1","latency_ms":0.8959999540820718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eb70c61734802ddbf7da10995db2faa89fdaf121ccd05ea467b00116a0a056a","sample_id":"hellaswag.val.1811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50bda65ba374306af2ff33d8b44f81c009b3836a03fecee225355bcb0b9be2c2","formula_version":"titan-u-contract-v1","latency_ms":0.6241250084713101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb9f7e7e22bc817ce780dd9a8062b1f5ea3581a83f140d938056223f5ee9f94b","sample_id":"hellaswag.val.1812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c67b1be93c3a02da03c00fe3e180063345a8b6187a36b99641d07ce5bdb948e2","formula_version":"titan-u-contract-v1","latency_ms":0.6114169955253601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03b41ca78b8e56208b90bb6314ad16c43bb999477c260cf5f0d5c1e1e9d44e01","sample_id":"hellaswag.val.1813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b89b24243672c5c695aa9c5dc05e7d3b78ec60c31723b205d0d9918361a80278","formula_version":"titan-u-contract-v1","latency_ms":0.7718339329585433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e60d103e3555dc8c28c2bf01da4ba00b789e55e838cbf4ccfff7d6132013d81","sample_id":"hellaswag.val.1814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"610a0afdc5424b3fcb9eef801fb672d97a8690ce7a09f6f0eb4ca0d7d2e91315","formula_version":"titan-u-contract-v1","latency_ms":0.7830830290913582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2452947a9d84c8401d1fcd6f8a5b08ba845fb81a79274dcd0ed372faf684a68","sample_id":"hellaswag.val.1815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5a682857563e3d810b9c133f9c101477923659ff873d666fd17f26801ba2234","formula_version":"titan-u-contract-v1","latency_ms":0.943291001021862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"140726f598b90abbd75fe0fdb6b492a5f6a4ef7bbc58a2380f4af42c56e0f218","sample_id":"hellaswag.val.1816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6714972a2bce4947d580286b1dcf1106955441f0a5294ea9e7eb6c0dc587d8b","formula_version":"titan-u-contract-v1","latency_ms":0.71237504016608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d517ba9c8c6d83ad5e4aa5aa02456cab872dcb6c20f55459df50b7c146d9b08","sample_id":"hellaswag.val.1817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f27f94420c2f39c886c408d637f80df05f9d33116cd35b6d5ce39d592c29f1d","formula_version":"titan-u-contract-v1","latency_ms":0.5103340372443199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d86c465917117f99d384b5857ab7911ecdba498dc6ac37d7a9e0eb378d6f3d3c","sample_id":"hellaswag.val.1818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f1bea74487ba098ec497da0749b19ff55373e6f4f9e8830a56ca99bc23fbe7f","formula_version":"titan-u-contract-v1","latency_ms":0.46799995470792055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d012d76741838acd52f945e312b75724504c046ea26d2573e0b33ddb00a223f0","sample_id":"hellaswag.val.1819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e4d1fdf60413479e250704fe1b529edb6b8d98b847e5fb16beecde47148e2ec","formula_version":"titan-u-contract-v1","latency_ms":0.7970000151544809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0990a06c5a4a775c55d45bb93d649c784cf2f790ed92b4e2f104d65fa99773ad","sample_id":"hellaswag.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"271e6d17620208377ef31f9a30a5a97f534b23eb01e3e9431601b12fe1ad3a5f","formula_version":"titan-u-contract-v1","latency_ms":0.5887920269742608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50fad8584c88bd67204106d17e880d2e152a7425d99b23413150610b029ad031","sample_id":"hellaswag.val.1820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22f6db208e39bb7deb87123fa1c3ab5297d247709910804f382895cdb81bcdc1","formula_version":"titan-u-contract-v1","latency_ms":0.516457948833704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f095d2d6b7449868446daee4690d35aaa9a12282005205c6be6b61c5e47876a1","sample_id":"hellaswag.val.1821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b28e82f2fe14d65401d5a2a11e5435b583710697913ba326e1099ac8877652b","formula_version":"titan-u-contract-v1","latency_ms":0.6295000202953815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96298eb8089084f3e4e10818d0b52545af04beb8deee91aa34d62919fb749993","sample_id":"hellaswag.val.1822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62f8eb9037cd58dd6a3b0c5b04a516abf6a563d3968c19ab5bf78aa90be0d2a1","formula_version":"titan-u-contract-v1","latency_ms":0.5899999523535371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46443d43828deddb2647de8c6400bc88b9d68a41d60a8a53a240d57a48ea2d69","sample_id":"hellaswag.val.1823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"362dbd0ee42956c0457353fdd171931cd037da301fa2a4b4b9a87051055e1301","formula_version":"titan-u-contract-v1","latency_ms":0.5264159990474582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a11ace16e26612c3774ba48ed49add1d6d6d8d7d7908b1b474f36fd66035c699","sample_id":"hellaswag.val.1824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a32d4bb5b1bd3c760b69afec9e3e94ba9e6a307857acb70f715d84ba4d01093","formula_version":"titan-u-contract-v1","latency_ms":1.532917027361691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0630c82cc46db1b2928cc2a2f458f06403722336233fc1ea18a4407fd94f5cf","sample_id":"hellaswag.val.1825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9f5eb02971636140a639cacee20bc3cf21f3e8a6c211bb8a7a4dd026a6decf4","formula_version":"titan-u-contract-v1","latency_ms":0.480624963529408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a335b9253c0fa20ca0cb4d9a24bdc57e65a14cd56c376472db979fff2177b0d8","sample_id":"hellaswag.val.1826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cc99066d225ad16f3ca9018edaaea1844dd90b2039384c05449ea8e31c1a45d","formula_version":"titan-u-contract-v1","latency_ms":0.7064579986035824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f391e67afb69d4be25248f6e79e96a1316ba6e8cdbb4f24c822bf21a5ca1d226","sample_id":"hellaswag.val.1827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c6605ad8d928e2518f2b5396b6e15b69d4f541512484a5870937435444ede6d","formula_version":"titan-u-contract-v1","latency_ms":0.6040830630809069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a49f3ebeead2a5d42b6cef97b79d5bbdedfd4458f3a7400d60e6ec165ec55cc","sample_id":"hellaswag.val.1828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"963223f0e2a257e21c62f250be2f39afa55e2b6e489f72f24f2edcf8dc6a2e22","formula_version":"titan-u-contract-v1","latency_ms":0.5529159680008888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aae9dc5be378df4c8fd25e0071a615c7fdf90f8a6976ed046d4a66fbfaa18df","sample_id":"hellaswag.val.1829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c27b90c9809d6ffa6370bf164a956cf7d91e873190ac2f49cd33b0252d6619f0","formula_version":"titan-u-contract-v1","latency_ms":0.5765410605818033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"961f9a6bf65dcc73a79de59d33e3ec9c435537afeeda56718d2ae75e23557d64","sample_id":"hellaswag.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2d7fb35d646495cbf14653b85f6e1c260930f430f6477c51961eb697c8c25cc","formula_version":"titan-u-contract-v1","latency_ms":0.6698750657960773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbaa7b6ea124264f3d9c02d8c14b3154aef922cc3790e18d43c7d7d270e84e59","sample_id":"hellaswag.val.1830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a5f9ef2a27374fc0c8f4811e44abfa03d230094b602c0161838d0e4d7e5fcca","formula_version":"titan-u-contract-v1","latency_ms":0.6732919719070196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b96ebee47dd50ca21029a680920246bf14134838f4a3b2a18f5aac6e14d9325","sample_id":"hellaswag.val.1831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32139871641d36f15da36564f3d22a7d346bdb288b1eea645b1f2134440c60de","formula_version":"titan-u-contract-v1","latency_ms":0.5951669299975038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97d890ad2707889a2b81d8c515c8d82aeff634adb4015dd47d8ae331a3dda85f","sample_id":"hellaswag.val.1832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4fa4f1430def834518d18d663a37ce44f0e789f9b368c21bf0f50493a2df4a2","formula_version":"titan-u-contract-v1","latency_ms":0.6760420510545373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a934842dd6ec0175c5ab10c91acf2c634fbb0537cdee8bfacc3a5180f8c8010","sample_id":"hellaswag.val.1833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53640e6e637633becaa1751ed4ca5a04d175f8622253be89c27dd768fe5da647","formula_version":"titan-u-contract-v1","latency_ms":0.6056251004338264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4acd0580aa9c0694bed2961044f39ace9b8e57d53d44773fd4bdd905b6691c0c","sample_id":"hellaswag.val.1834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f22c6e36fa8e0522c9d74dbfd82b19165eea90c99708379ee5333566c5268b9b","formula_version":"titan-u-contract-v1","latency_ms":0.47279195860028267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cb299fb8fdeab46a285068f2c83a35848f14f49971944cd34c4768b685487d4","sample_id":"hellaswag.val.1835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60bb5824e2d041817fe6770b05a342055a2ad06eb504ab4605fd51f79642ecaa","formula_version":"titan-u-contract-v1","latency_ms":0.49687502905726433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7068b2486fcef5afd5dc04355a183c45191925434aabc7b8005468df4fc0d685","sample_id":"hellaswag.val.1836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e0972df0d2e2ae09917ef19084de54a34021649bc8a9ba8daf3c9b5838c3758","formula_version":"titan-u-contract-v1","latency_ms":0.6832910003140569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d180cc3623564cccf748d3dbf0bfe892b98ce05e280637d28170aaf780f810f","sample_id":"hellaswag.val.1837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8575c2a41db5a2470f4ac182aea90b56607c14b78cec551f5ce63b329fd91d83","formula_version":"titan-u-contract-v1","latency_ms":0.6501250900328159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb86513d805742a01f79084771555f364a606f5b33e34908638a800377d9eb71","sample_id":"hellaswag.val.1838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42cd757b9c26634de1446d73e83c00a28e7a8fa7a8ca57a9b60d0ae6659ee233","formula_version":"titan-u-contract-v1","latency_ms":0.7374999113380909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a13dc884730aea8366e3c75a1b0ffa89b40cc2ec345bdfc4a16dcb6fa32c9f6a","sample_id":"hellaswag.val.1839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c9ac6f1d0d044b5cc0589214bf4aba44ce7844ce23e06b6499628d1a1256ef5","formula_version":"titan-u-contract-v1","latency_ms":0.4721670411527157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7f824c87ba32c2d895257e7bd27ac412ede7a36e6ed0078d9d44e940a6a9e38","sample_id":"hellaswag.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bea472504310ac22200b94b9be84047621b966f1a99ab062ce4bf76b662c5e9","formula_version":"titan-u-contract-v1","latency_ms":1.0172920301556587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eadaee5d431324df29c84e6ff4baabf1bc083fb393ac25ac960f3bd097083a7","sample_id":"hellaswag.val.1840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"659c900c594e1d63b754e6aa56357944878ddeced27ef8e49f408d92c60f9c23","formula_version":"titan-u-contract-v1","latency_ms":0.7407080847769976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"428f09062074233c134268e9c304f7268f6fe6b66f6d58eaab44d4a0b130a065","sample_id":"hellaswag.val.1841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52ca872339f43e492da0e7a9650e597c38907deb8d25842120468a252fb546a0","formula_version":"titan-u-contract-v1","latency_ms":0.5983749870210886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"652fac2340d2e4a1d138939ec60608a9868c57b83533d005bcff68ee0c8999e1","sample_id":"hellaswag.val.1842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9275d625b66f59d47a48776c3ffbbf5a31953e41f3ea6be36499578383385af4","formula_version":"titan-u-contract-v1","latency_ms":0.7945830002427101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05a4b5c8e3e9273062cf4d66b7189d20249916936f081afe1645ceca8a0fe495","sample_id":"hellaswag.val.1843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ba30d7a227180ea597f9b80c9bf044d9f3b528ec0833e9a69126cacfa44eadc","formula_version":"titan-u-contract-v1","latency_ms":0.6501669995486736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c54a66442633ddb5402f236d15ab284402cd42ec0be38e2806e52f78e89c976","sample_id":"hellaswag.val.1844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76535b42acc418983cc52182538c62ac6396f57ef24baa246e3b9fa615a7f1a8","formula_version":"titan-u-contract-v1","latency_ms":0.4443340003490448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39f267a340034b7f595ddc39b469aae42fa05a6301c59548fc23cced6c103136","sample_id":"hellaswag.val.1845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99204ac6aa05f4f179ce35cb08e3c19fc6a00e17f97ab1003e24104bd6af3078","formula_version":"titan-u-contract-v1","latency_ms":1.3143329415470362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10832b21584272cb25184ad8ac31042a91d23c20d2bcf8eec2caf36b2ff6d602","sample_id":"hellaswag.val.1846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0590c7009b5ab659bf5a3d3b187dc060c7155f4e396802a57e1a4f545c80e236","formula_version":"titan-u-contract-v1","latency_ms":0.5900409305468202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98ec4e652d2f52fb576bc0b2c87ebc469c1d2339770fb9cfcc9aaeefb29542ea","sample_id":"hellaswag.val.1847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d730330621ff6949eb2abbf9b2f54b8634dc84e36f6beeb88b4ff895c75d70a4","formula_version":"titan-u-contract-v1","latency_ms":0.7078329799696803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8094a65128f4f74ddd5e0150b8a86a6a55838deda6c610c93f6cef5909154200","sample_id":"hellaswag.val.1848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ac756b85eefb1d596481628e0932aecbbc6ea01a626c1ce0e90632e6091244f","formula_version":"titan-u-contract-v1","latency_ms":1.0885830270126462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c8c2d1ab65f6dffb3e7e0b0211f19490d925cfac722e14f407375d2ff4a0179","sample_id":"hellaswag.val.1849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb4ef9f5b27bc2600fa20c05a6d1958551bf08254592f214cd69dd3e0c4d5ca1","formula_version":"titan-u-contract-v1","latency_ms":0.7674999069422483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa88c0d68f01cdd5ffe8e880fd8f25f3f2ad580b137d792f3f2d694803f91f1b","sample_id":"hellaswag.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0d3fee0dd5c9bb04db7cc0741818657dcfde0f885e0ec0bb5f694de19e613ce","formula_version":"titan-u-contract-v1","latency_ms":0.7192499469965696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d83db5bfafab5f1b69cbd90158a8e3bc91ab7548b5489c578dfa419a8576f163","sample_id":"hellaswag.val.1850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75c19ae7c6d7d89de8c4f024fdd56194977bdd2d831f5b280f344475952d3558","formula_version":"titan-u-contract-v1","latency_ms":0.5251249531283975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d7314c4f060f1d4efb6f42eab86f742f4e032b8fbda612fb0c1fd03568c3b30","sample_id":"hellaswag.val.1851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"997ddea80fb37af1c305c5f9392af718ae54835964cad2699aec91f272bc1b7f","formula_version":"titan-u-contract-v1","latency_ms":0.73629105463624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dbb6f18e86bb2f632baf584dbd985a1b9a87a4b6d4168d0f94fcc2ac23d5b7e","sample_id":"hellaswag.val.1852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ae6c60417a1b4bb6189e2b1ace907045a24899028d7d7c8e90b99f500e52645","formula_version":"titan-u-contract-v1","latency_ms":0.6303749978542328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdfd6f861820f4852a2e676fa53470277862e230e652ca2b2fd421f781633f0f","sample_id":"hellaswag.val.1853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82c06da5838b43d684cbef7bb1c15265ba75dae2fb0bd9e224bfc2255b785db8","formula_version":"titan-u-contract-v1","latency_ms":0.46500004827976227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b68824393c63777293ee113042e2158442873cefb6d838a233889d86783c668","sample_id":"hellaswag.val.1854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b743bb894fa0cc5dc75f64f4cd80cf2659ef2216f0faa86cfddb04831011c65a","formula_version":"titan-u-contract-v1","latency_ms":0.4865840310230851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82c1efce331284480df70382ce76a69f01fbe8292fdf09a63ea5539234b0220f","sample_id":"hellaswag.val.1855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04d89f7d7b35b57df02fda670aeba9190786211cf5c28103ee2a6e3ebb0a4d7b","formula_version":"titan-u-contract-v1","latency_ms":0.6384579464793205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eee365e3b646be7069ad2256a6236839aa6380ecd1a5467394a29954da4d771b","sample_id":"hellaswag.val.1856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a429334d573df9b48e281a5758a92fbbf74a41dfd246386d10560d12039ac49","formula_version":"titan-u-contract-v1","latency_ms":0.43841602746397257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0411fc4ac1623f0ce81ed1f6a6d1e6c144986de14aee453caa163e9533b6b3f7","sample_id":"hellaswag.val.1857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6967dc02bb0045701ccccd133e46251ca91b8e4d7a1185042d4bfefac5c3fbcc","formula_version":"titan-u-contract-v1","latency_ms":0.6155000301077962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85601a734128c97e5a2a662551a8ab097b0d4a745faaa6eba4eb3aa67fdd068f","sample_id":"hellaswag.val.1858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05598edd52c217fbf3ace310c5c32d97d6b07f528b9b7b32dd48c585ab4a6c4c","formula_version":"titan-u-contract-v1","latency_ms":0.7128329016268253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44fc6b4e95cc6f488376b5467f1e8048ae0f020859b6689e01a409ab2ea3f0f9","sample_id":"hellaswag.val.1859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37fc4594f88a061872377e3293d7de3fe20debd05d7f6576dcc65ed9d1f441ac","formula_version":"titan-u-contract-v1","latency_ms":0.621416955254972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"339c894bf75a5dadf2b7ce5a98ea3cda0569331b45b300c0603eebaa53891c5e","sample_id":"hellaswag.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"205a7f679fe41b54a6dac41f5217f12cfe5ff664de7ed6a7fba142166b226984","formula_version":"titan-u-contract-v1","latency_ms":0.5382080562412739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19bf284968935bbf8ea72e53a220e73a28891440e0f49a6ce0b316a23ec5faf8","sample_id":"hellaswag.val.1860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fae2c6d9c29a07c536d00fe2393adf63495e3e839ddb7d0d779eba907b63fec8","formula_version":"titan-u-contract-v1","latency_ms":0.5735419690608978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6439c5b891431072bd4c86b01813a3b0176dfbea51ae6e9a578779e250eafb13","sample_id":"hellaswag.val.1861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fd7647555069acdad174b40f6d32a5361e18d5029b1d22e3eebf0576b6d5b24","formula_version":"titan-u-contract-v1","latency_ms":0.5562501028180122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6a025e50baf1cc1cb9b1136b7ff5ceb40d085708287cef929e9b1e66ccf3860","sample_id":"hellaswag.val.1862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7e22506438b765eee41f69cf0684c061d0db81851c830899855873210584518","formula_version":"titan-u-contract-v1","latency_ms":0.6366660818457603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2de61a204904a8519f5f180ec402dc9a02dd8e45d5d7bd586e6e98883aee587d","sample_id":"hellaswag.val.1863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61f6ac0f741a4703916184756551129ef99c4311c0b2488796d321036538cd33","formula_version":"titan-u-contract-v1","latency_ms":0.6321249529719353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3be3315ccce7d53cbc35d308bf6b8ca2d070f783434a5c92ae1df59c09e4311a","sample_id":"hellaswag.val.1864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cde97f90c9aa697dfc16d08ed16ac68ea8ce3a93654c0df7d0c37102fe408a3","formula_version":"titan-u-contract-v1","latency_ms":0.6789580220356584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b55c42e400edf338dd23fb4a85c771865a306c12746f2541bb56b17a258c71dc","sample_id":"hellaswag.val.1865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3704b39895c55d7632181f162f1e2b6dbece0f7e2abd335f366a845033e4fee","formula_version":"titan-u-contract-v1","latency_ms":0.5297079915180802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25e8946a09ee4c64767a71e5293d59aad5522695a4cc131ba58a716232d3f65d","sample_id":"hellaswag.val.1866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4650cae8783528738d8d6913999b9797bb8a25277ee4b32b38a938bb255d6df7","formula_version":"titan-u-contract-v1","latency_ms":0.6151250563561916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15fdb8f76470ef1d63bb4f8da3de257162a6e92078c701eaa4bc70b63e00c58f","sample_id":"hellaswag.val.1867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dcd7885901de07149c5dfefa3f4e079293bb1fae310777faf0c302606601c97","formula_version":"titan-u-contract-v1","latency_ms":0.711207976564765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f566b2782f8d5d6c6144e4083078db8d8431c5a1b856615753b1df5e3f2f07e","sample_id":"hellaswag.val.1868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed108d4aeece4df940539c9af8d12ee218d7b1e92dbe02fc44f6b871aff1a6bf","formula_version":"titan-u-contract-v1","latency_ms":0.6180420750752091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca0bcf49b97dcbbbadce5039403f4d4b35cac341e958c803b900372aac79d231","sample_id":"hellaswag.val.1869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f087259cd5cd06ea28aad70abb12d76036af471cc5a25032fb40349f5de0fe9a","formula_version":"titan-u-contract-v1","latency_ms":0.632000039331615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ba215919432027c9491a2defac9a23a395cfd9a6742de105c638dea344a64b4","sample_id":"hellaswag.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"828e197bda542925036fc010ae8b02b8a4eb844379dd6f27e44899cbe1890019","formula_version":"titan-u-contract-v1","latency_ms":0.7157080108299851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9d4846dd98608de49d92b3ac021f082c332d214080d90f0f5ec5cdddd55c2f7","sample_id":"hellaswag.val.1870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3b0ae0f3cde01b6f95b20f8d49ac5c92e219d646d1f2f7fdf779e3236d2c61c","formula_version":"titan-u-contract-v1","latency_ms":0.7547499844804406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"519ed5cbdee99511a60b1a2ee705f26cff8be08c8c5153b20e89b8a96acac83b","sample_id":"hellaswag.val.1871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05a50b3173951a2ddbc8cb0011d84fc742da5324ff0e13ebe3e634881969d52c","formula_version":"titan-u-contract-v1","latency_ms":0.6387910107150674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bae49e1877ce1c5c291832eea70e9104f84ceae64377fb19f49e76e3d546d54","sample_id":"hellaswag.val.1872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9388731e17de8287e85c74cce584c8292ddd44e709da499740ac1c9643c35d8","formula_version":"titan-u-contract-v1","latency_ms":0.5668749799951911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1248b7035b5b9671153c8f4b87c4d6fb0b88d4a32c6679959f309f643b314c2","sample_id":"hellaswag.val.1873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc1bfd4ab3d999bf749b29e24c8f72f58d6ede4ce0d75536c9a13857f51609a9","formula_version":"titan-u-contract-v1","latency_ms":0.6561659974977374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e0470bdd901d3b2e738e8221b68932916a3afcc8ea25666a545149721b2baff","sample_id":"hellaswag.val.1874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dc5e5825e864dca7085e1c37d090425442febb6892a9399a6c7cca225d77e35","formula_version":"titan-u-contract-v1","latency_ms":0.9914999827742577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33d017a65bfb14fa806f2a8c8742869d9915c9909e01efff71011fb348e96479","sample_id":"hellaswag.val.1875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83a8047600b5cc850707bfb4c46c50b2193a8efcedf730ea6e7e28e3f13ab64a","formula_version":"titan-u-contract-v1","latency_ms":0.57516701053828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b03d9838bfcdcadc2f10db51098ad8842fa64b053d5af59a5a5e1876764aeeb3","sample_id":"hellaswag.val.1876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b392666f51d84f435bc6bdcf1169e6bf847405491840099a84f0b7beec1d2484","formula_version":"titan-u-contract-v1","latency_ms":0.7219999097287655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a375537e6f9dd613317f44597ef211098d50b04e271a1899320db73299ff98c","sample_id":"hellaswag.val.1877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a70de7aab1e9835c003a57303768b2ae9246485d199ec6b78247e10b8f15deda","formula_version":"titan-u-contract-v1","latency_ms":0.7009590044617653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6616f12b6bfc4ce42bdfcc1c919cd0dfd8a860ac057bf8a89b3599ca31192888","sample_id":"hellaswag.val.1878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1274fc4c67b80e89a6764fddedc92b557ba31be2708500744eee7d5937305f1","formula_version":"titan-u-contract-v1","latency_ms":1.0155830532312393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f3c384bf1b628f4da451d8d4ad3afab86fad374017a97333791d59074ae7cf0","sample_id":"hellaswag.val.1879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f00249ddc77cc934ca4e88a0bb10da2a01699eed54c77eb9c60cb8f91d938b7","formula_version":"titan-u-contract-v1","latency_ms":0.7317078998312354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18640db80925ea72477c4ab1f74411df04a04bc91882966057c46e18f3df5c0e","sample_id":"hellaswag.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccca7a91a79cd6eb0dfed303f49bb5ea538e0866e8dfa23e3840b6a1cf211ebb","formula_version":"titan-u-contract-v1","latency_ms":0.6378339603543282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7267971d1c386a66b3778bb5a448b34e9d6157d837ecfb42dfb9ba53e6ead5fc","sample_id":"hellaswag.val.1880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9eb030d27f70d3d2234c76cefa8b75f90a94ee89492fe4a27986d9e38afe3fa","formula_version":"titan-u-contract-v1","latency_ms":0.7074999157339334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e3b438951edc1500b87b3ccc752680f1bf69388bda7f5a5e81d7a1bc55913dd","sample_id":"hellaswag.val.1881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf0200a7a268da4e174976ab6c5177724760929141dfdaa0dcc3ed42635763cd","formula_version":"titan-u-contract-v1","latency_ms":0.5547079490497708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5959e7b0ea611ce8f79e7eba1a7103c57c19f7326d37e02509ed6b90596b6330","sample_id":"hellaswag.val.1882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4333a27a20edc706925173e0082efe068378b2b802d3d475f897408c28f5c0de","formula_version":"titan-u-contract-v1","latency_ms":0.8449580054730177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e58930ce852101e6a0a0b1ef39c520292eab2148bab8a64743af889b743018f","sample_id":"hellaswag.val.1883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f12123e44176e48c5859218dbb3b21420709ca927b0bd8dbe150abe22772ff5","formula_version":"titan-u-contract-v1","latency_ms":0.8040410466492176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94f38701066b422cdae069d4f411d49a5385a67ebeed28fd483b4547ac207202","sample_id":"hellaswag.val.1884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12bba638caa23785c2ac0aec376fbb5a548d4ea6ff4e96278556559ab4d018b2","formula_version":"titan-u-contract-v1","latency_ms":0.7067079422995448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e926ebd713f149aa88d886a9170dd5b4e50e4c4207330d82b0702702f1e46287","sample_id":"hellaswag.val.1885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99585a11a551fab188d4e384c60bd4978efdafc2160664fd5f5659755b94cc57","formula_version":"titan-u-contract-v1","latency_ms":0.5404590629041195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09791ffe5e2ebb49629c3acc7f670dcee548270e8cd0149890c3fc24d0d6d542","sample_id":"hellaswag.val.1886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1ffd7554054794f35d97b885866e00c5f8e679ce518a6093f996334ea76c292","formula_version":"titan-u-contract-v1","latency_ms":0.42854202911257744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8eeac9e6dee9829df9762694bd5cb007fc0d704495c6a73af0ac23d9fedfacd","sample_id":"hellaswag.val.1887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"543aa32a4a8653ee4b44210c22f09e81d22e46bdee4d261994a41043df7ee365","formula_version":"titan-u-contract-v1","latency_ms":0.7303750608116388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b880a49b1144496b651a155623a028b51ed430f11cb0489720b832d85df1dda","sample_id":"hellaswag.val.1888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99c9e889fa6ab4ea06cf3e8d52069079e0547c9a2ab1539c7f2547a1730395a3","formula_version":"titan-u-contract-v1","latency_ms":0.4492080770432949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9ead7c30a1925f2cd598717e0b0803fef877e07b8fa1932ebf323a64d848708","sample_id":"hellaswag.val.1889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4852f8aa17992bb487c5c524b35a86051a6d30104d5959a34aec23d320beee53","formula_version":"titan-u-contract-v1","latency_ms":1.2512499233707786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45dafa11be7f80ceccdb86c714fb01b6a048b32456feddf41159ec1192fc6ceb","sample_id":"hellaswag.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2e5bf2596d70ec3797a7c48f79c5fc5ec55217287e10c70fcde597236b0c6f0","formula_version":"titan-u-contract-v1","latency_ms":0.6712919566780329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bafe9891b4681dcb992ddc01ce2e5e31cff077975161c8312045d9af127f8cf","sample_id":"hellaswag.val.1890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f4aae8d0e36d532bbd907380fa10451a930007e8aa79afc9325bcac8edb5058","formula_version":"titan-u-contract-v1","latency_ms":0.6469580112025142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aba571b4b31b3d87d27597488c9d3d3b6c38144f26d3c0c11255649539e60c8","sample_id":"hellaswag.val.1891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d96196a44ce5eaa96f5dc5ea81e8f825957c1513cd6838fb0db71acd137cb7d8","formula_version":"titan-u-contract-v1","latency_ms":0.6159170297905803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"510b80fff8ffaf6ec40542e24b539ab9899490d4cc27f390a41fc6cf2fd13df7","sample_id":"hellaswag.val.1892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9a18bb470c68736c4ddce0c3c33ffe105f608c5a19f85010e3126fbea5de97e","formula_version":"titan-u-contract-v1","latency_ms":0.740625080652535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15f55dae7518ab6ba972c10b790306895dbfec2b9952b07629c118e17c5375f6","sample_id":"hellaswag.val.1893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa07dab683ddc088cb38d7c4d7bb63847926e5e8b097e703910be291283bea4f","formula_version":"titan-u-contract-v1","latency_ms":0.49233296886086464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a500f0a3277c01fd15538c5c352255f9d87e13eb45322ddd4b7ca3007d5861a","sample_id":"hellaswag.val.1894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f85736447aab11d2e999e99a61c6d29e02ee2e73f95671f5d78def1bceed0a2","formula_version":"titan-u-contract-v1","latency_ms":0.6528339581564069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bccfd3d1a8c8d96906fa90f830e90dac3a5cd40ae58a771cfe2119fd74048f8","sample_id":"hellaswag.val.1895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04dabce13b71f5caa5a2a782b3a1925df7f3aac0e1900117040d98807e74ae9b","formula_version":"titan-u-contract-v1","latency_ms":0.7340000011026859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf1fe5576d86d02831b9c1daf1f424c74945b979a0a77d4b3692cfcc603a009e","sample_id":"hellaswag.val.1896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b442438735fda47ab891e802631e2ad0694a5f50752edf5e1098a30430d09cbc","formula_version":"titan-u-contract-v1","latency_ms":1.0736670810729265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6210767c2c7bf87ffcda3260f622a1890040102d6bd86565ff7d40ba1384ed0","sample_id":"hellaswag.val.1897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5696af65f5330d51efb69d34d297ca33b09a8b8b2f40571b1b22e9de2a5595ef","formula_version":"titan-u-contract-v1","latency_ms":0.645417021587491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52e6039a8214211aa9bce898411dffa30a611db07e75103fbef6fd89cc5a8c84","sample_id":"hellaswag.val.1898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36ff48d8093c575b8413e911a4fe67f0347a336f4e64ef3b5d2465c9e1a11df6","formula_version":"titan-u-contract-v1","latency_ms":0.7648749742656946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"461ea3ce34ea87d20bdc42b439665f91503517274ffc48cedb361761f8a642e1","sample_id":"hellaswag.val.1899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98d716dfba6a349454b6971a4d960da66474d993c3d436fb3fbd42f6e867420a","formula_version":"titan-u-contract-v1","latency_ms":0.5610409425571561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbf3a390f64927c67efa96b632905bef50b7ae534c09eefa64811143470b3cf4","sample_id":"hellaswag.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a0ba1f439ff68964a94fc5602a55fcda9f9a1f35e43326fb788a30fcc321d4f","formula_version":"titan-u-contract-v1","latency_ms":0.5159999709576368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6421ed46ab75335a123202b4f50671c7bfc533d3bea54fabdc279ac7a106c574","sample_id":"hellaswag.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de1733ccf5a9c90e8626dfbf0e2fc42a0367b2ab36c9f4a2cdcdc490c2a11c0a","formula_version":"titan-u-contract-v1","latency_ms":0.7059169001877308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28780fa441b89cdeb0374205713180fb9f4903ecb3652d85a37fe858789aa4de","sample_id":"hellaswag.val.1900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5d91aaa6726cf500c9f151fa3209aee3debcde711af1df34ed65e45e0cb4848","formula_version":"titan-u-contract-v1","latency_ms":0.7515420438721776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"759fc526fd34bd766260b9d0fa29e4ec956e248cc199ada4973722dcc0aebf68","sample_id":"hellaswag.val.1901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bba89562444ec6d7bacaf19bbf75e7772e04ae169240606d61f5ca86515413c3","formula_version":"titan-u-contract-v1","latency_ms":0.4873749567195773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba204d60b00e1b5fbdd91dbb7d21dfc99772fc56a476fddef4dc0dcf4a6a25b4","sample_id":"hellaswag.val.1902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"048c71e9632f217e0d2155cbc5966d59100899990fe28aedab72226c22900b87","formula_version":"titan-u-contract-v1","latency_ms":0.796334003098309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ee9d3312852721a026b6c99b493dfa0e0567eff98e5a1a03db5122b33c18f2f","sample_id":"hellaswag.val.1903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ed9b93cea4353a72520545e06b78b5281733c2befaa8fc97d573657963ea7e6","formula_version":"titan-u-contract-v1","latency_ms":0.516125001013279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb189937ded4fe8b952c98e4a394a64839de4e37069b2191b229fc8d2c1d39c3","sample_id":"hellaswag.val.1904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3379466cd718549c09d54392c053887f20fc2cb7922eb7c7c5632427a069c22","formula_version":"titan-u-contract-v1","latency_ms":0.6163329817354679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68627c9148a7d9418b145c89bff9a989bb80af97a1e1decf74169e348c3a80f5","sample_id":"hellaswag.val.1905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"972d2a9240d432f2daf3e6ecf338f806b5400a23c94e70044a345453fb01bee0","formula_version":"titan-u-contract-v1","latency_ms":0.5265000509098172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2ae280774ee7bf23d0da055bdf08fbe7d2815c3308ca9791e51e7bfd64d70e8","sample_id":"hellaswag.val.1906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab3732f6beeb834dfe291e503d75c62d5d8360fe0b89dc7f9e119f4852494fe8","formula_version":"titan-u-contract-v1","latency_ms":0.6307089934125543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b179486d6d0ea7c8a5dbdb3e666a8644cd97b34a2543e6cab68d711ae768ec2f","sample_id":"hellaswag.val.1907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bc8270bfbe9f7476a74c70196a418d6d91e04b994376d788ab203c21851a2cb","formula_version":"titan-u-contract-v1","latency_ms":0.47258404083549976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17ce80b7cc06d98314bf52afbf96b8fb5a75a93449f908e41a9eaf127663b3a5","sample_id":"hellaswag.val.1908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3757d739194f30ca2bd6ea59c419e8d97c15c2d1501601902431f1b125d4d17b","formula_version":"titan-u-contract-v1","latency_ms":0.5859159864485264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4443d4ebe431ef3353f49ccceb42820c2188d6de5a8738d507900f5d945b9a88","sample_id":"hellaswag.val.1909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f60f76e1a592a5f37454dc7f4d136ecd4bb32c669f1ba53bb91298cfcefa9d0","formula_version":"titan-u-contract-v1","latency_ms":0.7508749840781093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c62e83e68c5eb402b80befb6d1f2dd46990253b96082518dca62315798ab9030","sample_id":"hellaswag.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdd16e5aaf31449d589ab90d315b7bd4a24623950329df14fc05f8489bbbf29d","formula_version":"titan-u-contract-v1","latency_ms":0.6490419618785381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b42ab0e4b7f39d8788ed969c7ac1adb55fc508609f3a6ed251f8d19afaafec4","sample_id":"hellaswag.val.1910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b8264d10c97fcf747e53a8646a8763c4b5a5108fe1f52e50a8f757ea87e21cb","formula_version":"titan-u-contract-v1","latency_ms":0.4682500148192048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d4e08d341e3c0ed43188e156e75aa49aa73be43935ec69283c73f311cb15643","sample_id":"hellaswag.val.1911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"469065de1e9cf1019a649d76b0705685e3d39c5bad2b15003c5775be9a005cef","formula_version":"titan-u-contract-v1","latency_ms":0.47954206820577383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf4ab4139039bb4c861c6b2510deeeaa440334136edb59292e4ff8870e287263","sample_id":"hellaswag.val.1912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14be9ca2dadbfb2532d1f00945afd53095c2380095afd3d786f9240e5683a96b","formula_version":"titan-u-contract-v1","latency_ms":0.6874579703435302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"430ef26465811a4609c1a57c345cbb2711833f667a68e7fe48e4f46ed8915c8e","sample_id":"hellaswag.val.1913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"873213f4e0fe1c0422c6333dd20edd06695fc23c656738f5bc42a129830b716d","formula_version":"titan-u-contract-v1","latency_ms":0.6132499547675252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5bd46113b6836c649f9c4112d3d3cb4f2817db73bf7f811ae9db30755d8ad21","sample_id":"hellaswag.val.1914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d61929874df1d5c73c0254df0ce3b05328749cf6fa6f0bf845d0bdf7c843b39d","formula_version":"titan-u-contract-v1","latency_ms":0.464749988168478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c8bd5cd846f690ff2f86d40820157cfcd7f8a38a0e0754b7ec2c5820164ef7d","sample_id":"hellaswag.val.1915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"564bcfc59eb7858703f1bf145968b2a6830e8a1f7381a485806c858411664595","formula_version":"titan-u-contract-v1","latency_ms":0.7397079607471824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d4f233e99aa7dfa14ad73dc1be83f854a8cc5f8470945e338671deb5fe48c33","sample_id":"hellaswag.val.1916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"363db3a187a52888e79c2bec4f49cbaee46901d9069367b7fbd3edcd3e1a3d09","formula_version":"titan-u-contract-v1","latency_ms":0.7287919288501143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aad73047ab39f92d589b61ad34e87bfcccef6f726655afe8bbc71d2a1f7a0719","sample_id":"hellaswag.val.1917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1234944a1e5dcc0fdea66edacfcacc9175e7abdee67ec02f97b23c7cc1b22d1","formula_version":"titan-u-contract-v1","latency_ms":0.5171250086277723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d56ad7d31dc0ccd2ad7cd349c15216ce844ef91f85a2aa743dbaa89ff9d971ee","sample_id":"hellaswag.val.1918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b132274513f63b271fdcefc362c6e4e5a08a5a37fb1f036a721c0c38b12235f","formula_version":"titan-u-contract-v1","latency_ms":0.7120419759303331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d47b96c8ef7b4dd2770a8f0e5a2e68c48a272e9dd21736a57b2f059bcabc54a","sample_id":"hellaswag.val.1919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"412b4fee0d6934935334009afc222442d9a1c0c6f277cd59374b7a043884be3a","formula_version":"titan-u-contract-v1","latency_ms":0.43454195838421583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c1e884b949eefdac707e695d973cefab1e2d7d70dc471337e2bff0b750f2b95","sample_id":"hellaswag.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58c56037baac38f1118c7c40dd3d5ca0c8e018835084e78ff1150dda01874ab5","formula_version":"titan-u-contract-v1","latency_ms":0.8587080519646406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba9bbd4abdd2038260f1ad3deab43923f8995894ad68bc38755684334542dc1d","sample_id":"hellaswag.val.1920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3463b8e3e26a402db294262659b597f315ac9e2b7949f89e643fbd44afd6e315","formula_version":"titan-u-contract-v1","latency_ms":0.5427500000223517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"780db981981011f8cf8d993c9696b9d0c018b62b028e957d2fb57ec100928e3f","sample_id":"hellaswag.val.1921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"660214b386a3b8bd7b3e27b4e51b7ebfc9440d6ba974c3780428487c077dbdb9","formula_version":"titan-u-contract-v1","latency_ms":0.7512080483138561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da21a7623bd4e0f642768136811318a88ece08beb8a3f20fc26ba89931410aab","sample_id":"hellaswag.val.1922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cba0f464a487881bdf55385cb4c7781c310f0dfcc1dfdb6ddc3dc2a8222034a","formula_version":"titan-u-contract-v1","latency_ms":0.7159579545259476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d0cfe68ae555811d110d19653480fa9735520f5fd548439cc3e370d96835469","sample_id":"hellaswag.val.1923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dacc5e517275e26ae0cb6353eabe111e00b86548cf0a3398cd8a2fe077e15bc","formula_version":"titan-u-contract-v1","latency_ms":0.5014589987695217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"839a197666347540cac08fe8729d5b09044468ec193e48ded1c5314a4e27b0c0","sample_id":"hellaswag.val.1924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"190916962f54b958b36d222f1bec886f2f0df08733d6891d181d4139ee648ef6","formula_version":"titan-u-contract-v1","latency_ms":0.6562919588759542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1587991ab0d75f51cd0f91aeeee5cd2a45fa639cbdc97de4907f8866735cef9b","sample_id":"hellaswag.val.1925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1c37f2a6fedef0b5c18a84f0fcaeee392d35d20ed96c85ffe7959879d851dfb","formula_version":"titan-u-contract-v1","latency_ms":0.7866669911891222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb6f4d3edce178008f7d867df8bcda065e174bae767371eb5eefa5cb651bbb23","sample_id":"hellaswag.val.1926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2501d6fb776a55344ad68b7d9d36e2d4c3f302e3baad7b7f8bd225633254180","formula_version":"titan-u-contract-v1","latency_ms":0.629749963991344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"768579fe3d8cd45c393edf46cf5f76decced31f75087b1da810fbc5ed5f2c1f2","sample_id":"hellaswag.val.1927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8305d3928985965bab504fcfe9243913f80927215ed9ef474b5c59c2cde58d5","formula_version":"titan-u-contract-v1","latency_ms":0.8042090339586139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f879cdceb535be670b7859828f156772bbbb814ec797704b0d7e9a712b8dba06","sample_id":"hellaswag.val.1928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef553914038dc52b7c5348c4260f2f46dd7d2e965074be2a2718e8240a13497e","formula_version":"titan-u-contract-v1","latency_ms":0.821333029307425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fea703b7cab46b75292156cf14ee348ef6c3ded0d2c2f3e469217b0a9f249904","sample_id":"hellaswag.val.1929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f2900f079f0ccc876ddc9ae7fb56f5e531260ca81a9927db343da3ffccf4b7d","formula_version":"titan-u-contract-v1","latency_ms":0.4942080704495311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f840563ac0586a29b2f0bab63b0dc8b43d88c9e28306a4b456608eec43f1b6b9","sample_id":"hellaswag.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c5aab231bf8c8dea73f5d36af534c86ae19c831431bd12a5958a64b8324fee6","formula_version":"titan-u-contract-v1","latency_ms":0.5967080360278487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9fa447421cfeab4376d0e55ea55254b8b750627dd2c4fb5b698922c05a55aa1","sample_id":"hellaswag.val.1930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b95f4b4b8440165bf14c0836f77f8fd4247a79b6b9f0bc9b6c6481b5772580b9","formula_version":"titan-u-contract-v1","latency_ms":1.105333911255002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8ce2fd916e6de2337a44899e8d5e5edef1ed320e34aaf6263b2ed794a77f15f","sample_id":"hellaswag.val.1931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f98f63579b5364f804403a66fa8ce25335b5d0e52127e53bbe0b27b8ce03c36c","formula_version":"titan-u-contract-v1","latency_ms":0.4794580163434148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7651d63fa822dda7a643ce3d76c825fcbb942c1cbb67b88613c5882878b02863","sample_id":"hellaswag.val.1932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f555c7b026b976638bf7fb1d85207190a5d0940d01449095d841abbbfe7f5261","formula_version":"titan-u-contract-v1","latency_ms":0.5744589725509286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"829d79e8052e45993faad70030fb909faa71221931615ee58a49d4209f8a2f19","sample_id":"hellaswag.val.1933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a280b927104e83af97fa63dabfd7657a718ab4c02612dd963de67b94d1339bec","formula_version":"titan-u-contract-v1","latency_ms":0.7222909480333328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef9350ed3204fea3a24d01900233e3773efa2e3f0b54b9727dee12855ee3261f","sample_id":"hellaswag.val.1934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7286dfc53265e53ec048783836ca02da02fd3745e37e53ee27fcc02632bb947f","formula_version":"titan-u-contract-v1","latency_ms":0.49979193136096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e98712057258d2a5794cf17178f9a01ef7ca0e10c54db9a521a4407b1b0b39ea","sample_id":"hellaswag.val.1935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef567a58c4b2bfd5dbdc3c77fb6cb9113e0de7c75c22a036e157412984702c4f","formula_version":"titan-u-contract-v1","latency_ms":0.6629589479416609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5fb7a48ebe88d94e1eb524c5e6992b151bc253ae4cbfdee95be52b7dd55a098","sample_id":"hellaswag.val.1936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9c2eb33d90b6fb7141738c3f3f35bcd984d5286ce6a6cff39c525834788d12a","formula_version":"titan-u-contract-v1","latency_ms":0.9640830103307962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e77425563f4d21ee01e96869ba09dd273020ae5e1dba51efac4e30c728d2b10","sample_id":"hellaswag.val.1937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b4b7720b20dff5246784eec916018a30bbc7fe40f0f2a7354a8748fe9817d8b","formula_version":"titan-u-contract-v1","latency_ms":0.498790992423892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6e4246f10b096a3c40269bb46e3e6984d21db306dff3df907357d290975c83d","sample_id":"hellaswag.val.1938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1493e5c3613b7590079a6e649d9333b96c55bc08a4201850fbf4d17ab1fbd5f0","formula_version":"titan-u-contract-v1","latency_ms":0.5715410225093365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94f3a6d8fc5a35a1a6f372eb53e3422cf8e469455ba5eabdc97354bad074e25b","sample_id":"hellaswag.val.1939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0378de39e5270629bd6a63df44c345c3d413237b34ecf71358bc5a91499e4e01","formula_version":"titan-u-contract-v1","latency_ms":0.546499970369041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"312bafcc0525c5b1ec8a3682a9fec36e58aa3ad0c7d6929e31261adc5e820b94","sample_id":"hellaswag.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b993760427b00bb4130ae98a0eca22b404551db34155f819a8c6b14bed47136a","formula_version":"titan-u-contract-v1","latency_ms":0.5315829766914248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f50bf86ec51f57d01858577d99ac38fd5789f8467af4b69c924bea2d2819bf24","sample_id":"hellaswag.val.1940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"747741d83c0a68126a9dc5354e4478f1abbc41b3588dd83fc3769bd18746fbf2","formula_version":"titan-u-contract-v1","latency_ms":0.5569580243900418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a51f8db60f1d587eea5e0617d67d415dccf0d6dad676e73e3a805e9c840421f","sample_id":"hellaswag.val.1941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"934fc0994e85842be7cb2f6854dcd5e17efd71be8e998dee45b21126867cb6a4","formula_version":"titan-u-contract-v1","latency_ms":0.7176250219345093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff797f3df30b3b3cdd451085974f4aab5ee64208d248d2a1f84a33dbd95e4c3f","sample_id":"hellaswag.val.1942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61474b677dccb1a7c8bfdb90ff0bee0fa2a4970894e7eb9568599f7cb89d36f3","formula_version":"titan-u-contract-v1","latency_ms":1.0826669167727232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3c7cc51ef3c06ba3213d830e02be6cd180ca65f43e6a56d396fb1c28bb7746a","sample_id":"hellaswag.val.1943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef2c9420f8dabd22daab83e1fadf3ff82e4e84dcb16cd02872eb447ebe64b6b2","formula_version":"titan-u-contract-v1","latency_ms":1.1978340335190296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bda453716fcf2071c405b8a28d40c6e3b36bb1ef2e6fd07d9eb9afbf09ea88e","sample_id":"hellaswag.val.1944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d31c42efbefc60e9d51bb8f850546f607c04267de101fb0393274b7049fd464","formula_version":"titan-u-contract-v1","latency_ms":0.9291250025853515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"402d58647c96e80079c493209542c7ef2f92bf99e2793a4c792012ea4e063d0e","sample_id":"hellaswag.val.1945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"547a97c1e3156c826301b3f45031071355c7de786bfeecfafb71eade0fe5833c","formula_version":"titan-u-contract-v1","latency_ms":0.6906250491738319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"173e98d187a599861ad60f99171fab11e0852ea69c83d6e743e6237c47323b57","sample_id":"hellaswag.val.1946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"883407f771a5c8b0a94b365dde8b4583c7045f3a39b62fbfb1545fd74897bab6","formula_version":"titan-u-contract-v1","latency_ms":0.5938750691711903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce879756d912e853cdd724bde348360ab0d39a64d1971ad09022ea7b4c34523b","sample_id":"hellaswag.val.1947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e527d4bc68502fa5c2154b7c2c16c014b55521427604322397452a3cdc3eea7f","formula_version":"titan-u-contract-v1","latency_ms":0.7849170360714197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c76cfaf04ac3252d3e4dbecd442b7c47324017d46855cd421fe7cb80562226b","sample_id":"hellaswag.val.1948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f249948722e1915d499ce3a27cce283a3d4d1eda3a76916b107b455a48024840","formula_version":"titan-u-contract-v1","latency_ms":0.712707987986505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23feba978a0bd348438bbe84d940057031b9321b05fdb04ef5cf2a47aba91d53","sample_id":"hellaswag.val.1949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3aa18a1245bc53ae65c2c4b51fd37bb707673f2d9c9f6d964237996a945cea6","formula_version":"titan-u-contract-v1","latency_ms":0.889791059307754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6db9508d3020ca53b9a1e49a31f95f9fb37954628f5dfb42a8e86b2affcc711","sample_id":"hellaswag.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ffa9061fc759082c78da320c33b0f91d25f64fea48ca9fa3471016f2ad584d4","formula_version":"titan-u-contract-v1","latency_ms":0.47604204155504704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9afdf5866621b21d2f9ac3b36a564bc5e2750a4d408521e38058899686c3515a","sample_id":"hellaswag.val.1950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b04185aebcbbed34399322b7593fce015721a042ffab7427dbcf23f1aee00b15","formula_version":"titan-u-contract-v1","latency_ms":0.5729999393224716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a487522a40bec358b64dbabeeccee2bf006451fdd479f4505ce4c72d2003f671","sample_id":"hellaswag.val.1951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ccbcb8e15d43b73269c6d4556d42f1fe0c3836aca6a55280a854a63bfadb97b","formula_version":"titan-u-contract-v1","latency_ms":0.5461670225486159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa4b410b9a640868b9407ae6cbff1b538a5aeebec2959647f0ad1a9904ed522a","sample_id":"hellaswag.val.1952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c17d44fd134bff06e9f7fbe208829a0ee17a33bc9121e6a4cd1df4b65173f15e","formula_version":"titan-u-contract-v1","latency_ms":0.4935420583933592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51878ff96e59fa633f24de0e01ae68c4e8bbe3ebbc11e08c84b181e61709e320","sample_id":"hellaswag.val.1953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ea4a10e142ce88d3ffc8632691823dc4353c5a0fe627c2c0fa294fa7f9cfaa4","formula_version":"titan-u-contract-v1","latency_ms":0.7455419981852174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab1fc17eb1acecf4081fa05fade91cacd3676927f2b25215761b635cf09cfe71","sample_id":"hellaswag.val.1954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2499b22cdf18320bde3c78ca34016b50ff2796d60c6f51ca5161c35923438dc","formula_version":"titan-u-contract-v1","latency_ms":0.7671669591218233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a488f211d970f79459ecbbe1e195f4068a317d6ef91885661801cb0a3ea266d3","sample_id":"hellaswag.val.1955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8ca45172cdca0e94645f3df3fbc1647f305b4d1315a481fa95d172ff26ef688","formula_version":"titan-u-contract-v1","latency_ms":0.5396659253165126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffea10cb7244f055bef8832f9cb01e0e99c324eefec0a97c5e3ae51413446beb","sample_id":"hellaswag.val.1956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed27d5a3430218920931bbb77a42e688c5d9c11fd30f27dba90d797a02b03d44","formula_version":"titan-u-contract-v1","latency_ms":0.6510840030387044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"346b10aa8269074b91360ff621f12bb0d683def7c496d21b34827f7440a93393","sample_id":"hellaswag.val.1957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33bb86dd5f42277268729ab2f0bb75070560f888ad8997cd5e5164dae8ab93fa","formula_version":"titan-u-contract-v1","latency_ms":0.4579169908538461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ed7144f651a692a36c1d46eaa07b31e6e16035f571624ab57f1902a00cdb514","sample_id":"hellaswag.val.1958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7016e10622d9a29f7d826ff69141a4b7e48e01174d19c72066bbd4a7a2a42854","formula_version":"titan-u-contract-v1","latency_ms":0.48087502364069223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"506cd1b47df0ad998dbd72c8ea4e7504d50bbb96bb875a201dda49060d815577","sample_id":"hellaswag.val.1959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f3983af7cc66ac5e63f1e904e8760137ba4ea3f0f317458086fd30b7c416115","formula_version":"titan-u-contract-v1","latency_ms":0.4913749871775508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c91c459d27e83d61336f9f04e749394f38bea3ba8fbd2c5cf0d0e14bf55ef8ae","sample_id":"hellaswag.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4de29171a7500a6f69b4066de3763183e6164f34effb940e76e83841f929da28","formula_version":"titan-u-contract-v1","latency_ms":0.7662080461159348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b42f85bc2e54906062ffee9ea5554743ab792b04898e01de3a1eb1df9d016bef","sample_id":"hellaswag.val.1960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e6fe372e56197bad8a9120d804775af8fce754fb592479a14f4d8d83f173d52","formula_version":"titan-u-contract-v1","latency_ms":0.6279170047491789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a2a8942a0d73acaa32ad97472984177297fce9574692b04b307244dc72905b8","sample_id":"hellaswag.val.1961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0380dcb2549b10d8aa8518fcf1d8eae5912f690c07f15c0822ea145bc04537b0","formula_version":"titan-u-contract-v1","latency_ms":0.518083106726408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"573248b169eb6b4905fdf98967129e4d0c45cd040c28cbad2cfedafb3f2721ff","sample_id":"hellaswag.val.1962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7f988d0332cf60b9ec1ccd618e97c9c5cb9fb875cc65055c9cbc16ab28c3f04","formula_version":"titan-u-contract-v1","latency_ms":0.9217080660164356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35c97a061d3d125fe95a8239ffae36b7a09ed8df0a706afb749a1c086342304e","sample_id":"hellaswag.val.1963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f808958326d2d6661380e038ad765cdc68c81f9003f1fb55f4ede4fbc8d04e23","formula_version":"titan-u-contract-v1","latency_ms":0.6489580264315009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69a9ee8e2fbf41ed8d7b033056170dc9eb6eedc2307b79f37c167680723ea24e","sample_id":"hellaswag.val.1964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"884877fe5fdb769a62d290f0d775ee86283adcc89428ff27d86073a8dd596293","formula_version":"titan-u-contract-v1","latency_ms":0.6254169857129455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df849378b419c7047217ef72ee8b7fd74703823c6b883d074f051e7a7f572e92","sample_id":"hellaswag.val.1965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ef83bf42ccc85981fb990c1f5bcd0b33dcb979d8f40fa33e618651c1cedcfcb","formula_version":"titan-u-contract-v1","latency_ms":0.6185000529512763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aac035fbb69b01b15b7afcd0841dc3816b6a134e32abe2d545767456b1dc99e","sample_id":"hellaswag.val.1966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"877b2f37530c0346e5a845f1cf8183ab6932269addcc630218ac573c476ec290","formula_version":"titan-u-contract-v1","latency_ms":0.5714159924536943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df19a6e9086537d16fc6eb4b4f30d73ccea5e32c770658f7e8604c02e0c5b812","sample_id":"hellaswag.val.1967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c832845d8f1667e792dba625fa2d379607284b17af6ed5070dcd515f25c10e55","formula_version":"titan-u-contract-v1","latency_ms":0.5687500815838575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d294800a6a71ad2f61bcc51c16ba408016e740f8295a930b11905d7de8b366ca","sample_id":"hellaswag.val.1968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52455e3bcb1f5cb4e0e1c1f800c93665eb0a90dfe2d40aa34d36b9936877781e","formula_version":"titan-u-contract-v1","latency_ms":0.47462491784244776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"701ec282c6520a121dcf47d89c8c261ebcf73cb2981072898ffcd8c9d82486f1","sample_id":"hellaswag.val.1969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a185ad499d06f6c0c8c5cba2ee09a674fa179a7646ad4396bdb690e15b6752b","formula_version":"titan-u-contract-v1","latency_ms":0.6263330578804016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8175b6ac38fcffc548c2d5613a4cd6600d4a8df4e7cc3289cda52cf4625d9e1","sample_id":"hellaswag.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c136b8e5cd47b35b8e33597ff8b134c8601a180f8e3ce40fcd1d45cd200a6bf","formula_version":"titan-u-contract-v1","latency_ms":1.0894580045714974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10ba1efa99d7a20167e8d40d16c750afb61c36b95d044f5aa7d0583a5dbf2f9b","sample_id":"hellaswag.val.1970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f370837aacaf50ed3c4350a4ce897d83e40ea2ffd1e63e0abcd1ae2dc489c362","formula_version":"titan-u-contract-v1","latency_ms":0.7299169665202498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7c14d059eb70056455dc1aa99282ebbe2b2330e844ffbf4d51a72fa6cdd0308","sample_id":"hellaswag.val.1971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a36593b8da54cbcfd33d6c73c87a340c606d820284b787dc2eadf6205ff2239","formula_version":"titan-u-contract-v1","latency_ms":0.4632500931620598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dbd3bbbcdec8694d15d4078d470582c892afed1cc7df55bfdef05e328f2925d","sample_id":"hellaswag.val.1972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef337660fa07646e72328964cd9b707ead5841b18b4c4469ab7823aea1e2dee7","formula_version":"titan-u-contract-v1","latency_ms":0.8448750013485551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ed832b26720b7d247591cfd118173a32dbdda18bc368b3c5f46f7b366b95db7","sample_id":"hellaswag.val.1973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f77f111222acdf5186709ea90f07173a82c8736b4e399d04bdf44ca46d4701c","formula_version":"titan-u-contract-v1","latency_ms":0.739875016734004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bc7a66383d9f2390a013c848d41dad03b4e1a3d436beb63b3ef3a818941d6ec","sample_id":"hellaswag.val.1974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5619994164c413d8f765f891e8921c37503380959c126d37cf2c3746dfdd173d","formula_version":"titan-u-contract-v1","latency_ms":0.47029100824147463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fccc35ca93c8e6336284e5d1bddfbb086270552462445c6f0c09a89b28411ff","sample_id":"hellaswag.val.1975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10e3b3fe0908c112d5469d12c6659f07f9955d5c12c9154aaaffe9b813b07e75","formula_version":"titan-u-contract-v1","latency_ms":0.6634170422330499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed04d201ade21f78d89cce9c8491e26ab19732fa89a731e7acf81127ed2f6c36","sample_id":"hellaswag.val.1976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b7813765a2308a5de88295ffe2891f773981443cce16da0b7acb9950a902830","formula_version":"titan-u-contract-v1","latency_ms":0.5847089923918247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02f5db67843e8dac04a10d85f49914ad7665d54fb213fdffb53fb119f4ab401d","sample_id":"hellaswag.val.1977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d074ab68285ebfb2e6b69556eb1a9f37524fb96adf22077ea07b3202a4e8860f","formula_version":"titan-u-contract-v1","latency_ms":0.44424994848668575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1e5b81dd10215a1a2d8503f6dae6cb25341b65ce2d95c83a21fcc98aa91033c","sample_id":"hellaswag.val.1978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b57dbcaca82e1bf9471a573fb939ac55a6ed9dfa315e1c55c92371b1296016a6","formula_version":"titan-u-contract-v1","latency_ms":0.5105829332023859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b202b8010b9f9ddf6c3a25ed13d5516a5159e6d13a9111ee2960177057dc4283","sample_id":"hellaswag.val.1979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1f0a63119443731b2db24bb4edab2856ae0c793cf88e5b841ac048a9fa1db42","formula_version":"titan-u-contract-v1","latency_ms":0.5227919900789857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6217db69d2fbce35dad2b8327baf9a4120ced854399abe81de506b79cc880584","sample_id":"hellaswag.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2ef18bb3071ceb7ef3796ffcb15a489aea98b23e4f9a3ea3500b833a3e33836","formula_version":"titan-u-contract-v1","latency_ms":0.6290000164881349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e1981ef9571322a409782d6bf17eb50c93c3e3c528709e5fa54eba15a506dd3","sample_id":"hellaswag.val.1980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c21e27088c70afe7153771f9a2e6132318678dc17589b1339de1534c54f3ad8","formula_version":"titan-u-contract-v1","latency_ms":0.775375054217875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f664ba0c35c48029a4a8c271b04d767d1501d11e1108213bf10be3c131261237","sample_id":"hellaswag.val.1981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bdc5a1dbc597f76ee00866f3a3729fb8337b812686a6178b8e9c31f55bcf559","formula_version":"titan-u-contract-v1","latency_ms":0.7262090221047401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34f43e5f615e6ca6c98054294a9bf214d6e59a4baa45aa0fd9ffdb5a1d0d8a02","sample_id":"hellaswag.val.1982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e74a9da74adc9455e60c6c8e5113643c7d3efdc1a4012897636265bf19464683","formula_version":"titan-u-contract-v1","latency_ms":0.6857090629637241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1375974c3ca858577bcdc27c9d58e13778632e14f9ca24cfe05071112b4c6c44","sample_id":"hellaswag.val.1983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72d2a5bdf284d7cecd9c316969892aabe43a0a2a3012c1f334cca80703ac4789","formula_version":"titan-u-contract-v1","latency_ms":0.4961250815540552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3be3531b58915db7fe766a82a011896fc3acedd30482bdc39256bb4d51a4a427","sample_id":"hellaswag.val.1984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4701ac6376b45c669de0a3f02f037c009068869e374e8977eab2b694645e6c1f","formula_version":"titan-u-contract-v1","latency_ms":0.5687500815838575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1358b467b53d3bccbaec5e5ccfc4e1263fb14e0aecc66e32132b5314c1c0ec01","sample_id":"hellaswag.val.1985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e111cb5e094adc98cf58915f7dc668949f516f8c55cdb10fde72bba54d676b89","formula_version":"titan-u-contract-v1","latency_ms":1.104708993807435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e930a398432ae7808390cd892528be7928f8a788f97dc90b0a43b0349397063","sample_id":"hellaswag.val.1986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dd47887a01a338a4f2e57a6e993d0a4179bf65b66761abe5ce7f38cf2817241","formula_version":"titan-u-contract-v1","latency_ms":0.7064579986035824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f1a55a1b55034a233d9ffb83b25fccddb7782f05d16ddc849682f47e404a7b5","sample_id":"hellaswag.val.1987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cbb9a83df00eb131f84bd1bac817f426197c9dc3910a43c93293867b4bf3f0c","formula_version":"titan-u-contract-v1","latency_ms":0.6754169007763267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a44d2f800b8225a3be428f48859a0f1281801c8059a4715dc03d05b06fd17ecf","sample_id":"hellaswag.val.1988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27ce0e9b43059411c666bb7d1a948267611103365d0dd11d0f3c7d44b0043fc8","formula_version":"titan-u-contract-v1","latency_ms":0.5090000340715051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05f29a4ec6edbeaa6d783eaae6da983c2155c3485b59eafaacecb50d78821edc","sample_id":"hellaswag.val.1989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72b3a0823bb601d7d586cc80232713839c37555e0340013ca481d589983865d7","formula_version":"titan-u-contract-v1","latency_ms":0.5106660537421703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86b1c37c432248f3c14f2dadfe611a58d322ce1300a880dcb8dde6ecdbe7c45c","sample_id":"hellaswag.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be9364b6059acc11c43256b4b3d1460335bb0cce9be92e0129893dcc73593068","formula_version":"titan-u-contract-v1","latency_ms":0.515500083565712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"956644768f38d6b643a99b072d5f975cec1a250d051ca8535db5775c7499f7dc","sample_id":"hellaswag.val.1990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae082704d055a2a42b285fb78bb183d9063b2de3270c2cfd008f2bcd78c0e0e1","formula_version":"titan-u-contract-v1","latency_ms":0.6967500085011125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f4f0f40d447d99dd18b11dfe106f00b62c39ffaf17093a0268a5c2dd60b816a","sample_id":"hellaswag.val.1991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e24303baaa040dd615f930c4707c5fe14dd9fd996211eaa4e20a7a23565b1012","formula_version":"titan-u-contract-v1","latency_ms":0.6766250589862466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0c6d6f812dac8134a0d8f5b7d88b63d818581497f7e2e4a636668f055624173","sample_id":"hellaswag.val.1992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c2d7ba62adf893c50a10ff4bdbc889df397219ed3da27bd27caafc6e167ecf2","formula_version":"titan-u-contract-v1","latency_ms":0.6053340621292591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abb632f337ee3cedb495ee6c3b5d1e7a8acd0a62c7a1940f0a01bd0b0c6552e3","sample_id":"hellaswag.val.1993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f8c468bee3300aa7fdaa462d5c8a7fa4dc11513b5c7e264c8b5d34533ae796e","formula_version":"titan-u-contract-v1","latency_ms":0.635292031802237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"325d60e2889337e5056e3fc1e327ca997f880d1fd4ce8f7f7a4bf0c7941a5d4a","sample_id":"hellaswag.val.1994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d29f853437af7c1f872c1d8c64321aa21a016bb44550bf10dacbf00ffd7ad27b","formula_version":"titan-u-contract-v1","latency_ms":1.0116250487044454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94e56fcf0956a3368f8b83978c53a3c3a517853b904366647b45d4bbdf30a77e","sample_id":"hellaswag.val.1995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a4faedc5958704a0e894a074fdf61e83c8986916a46c94cc42e3ecaf95aa320","formula_version":"titan-u-contract-v1","latency_ms":0.8126660250127316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca2f6e9f49441f45f6cc74febd11c9534849fc699402e091aa21ac5c02a6577a","sample_id":"hellaswag.val.1996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12212be6fc4283fb553ae1e4a037423ff633d13be9a56beeb1d1ae85cc061245","formula_version":"titan-u-contract-v1","latency_ms":0.5256249569356441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b5e9a8ef4954b44256315beb1d042a55d2814cbad203711febe2f861e9b9eac","sample_id":"hellaswag.val.1997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"729ad6f7df0d5ab370b322a895eda0f444f201e163051993a01210b2f9ab9197","formula_version":"titan-u-contract-v1","latency_ms":0.4855000879615545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97a9e1f64287c2a1ad2d9910b48636a14e51192fa02016df5e7bfa247897b1de","sample_id":"hellaswag.val.1998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a7e6d4d3d7a062d30f84febf10f33c09180e502d86025de8a9c6ef2bff83264","formula_version":"titan-u-contract-v1","latency_ms":0.43054099660366774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02530e825bf5756dc48f5d2fba0a14ab65608aaec000501c04ab53b758a19ebb","sample_id":"hellaswag.val.1999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1462773903d99831a031fa78f3b294b6ae4f6af28cd615d7082fc1550226459b","formula_version":"titan-u-contract-v1","latency_ms":0.6488750223070383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08dcff745960fd096d78cb5643899a7ebac855ee8ce5d8bf7756befa0593c05c","sample_id":"hellaswag.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"001c64c9ef5ea88ebb3a317e01bf3a7f3c9d3cfea080b66f3c0d15b257054642","formula_version":"titan-u-contract-v1","latency_ms":0.7634159410372376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dae390158905fbef916d087d457ed5ea0ee1e6f5b51a73429d09d5f0970c417","sample_id":"hellaswag.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5aeb3d4da9a536d489bbad1a38bc1b4a3afc7d74e53c83a8bcdc7a91f32564ed","formula_version":"titan-u-contract-v1","latency_ms":1.02937500923872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd71ba1feabacdc1085766fe7035ad1bba4640744f9177bfb32b90e810e2011b","sample_id":"hellaswag.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82c4ca9bbf4fffca1eaaa6fffcb3064f41a9083faba768c77273f998c0eae412","formula_version":"titan-u-contract-v1","latency_ms":0.6234589964151382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7df5e5dd0b0d344a3f880223a6fb7919312c1acb59ebb45fdf7b406b6ee700b5","sample_id":"hellaswag.val.2000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cdefb1d26155633b2bbe510ec86316a3e83f349d7ad688b363a76c3d86b6038","formula_version":"titan-u-contract-v1","latency_ms":0.5427079740911722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b94daae9418af313dc4a271a93de51f6a1a2782f8aa625ef4ebf4f6688ad0d45","sample_id":"hellaswag.val.2001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce31d551a0a694d836f675c4a60ea311e78f6811b97cc752eb9592185a5ade53","formula_version":"titan-u-contract-v1","latency_ms":0.8520419942215085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b88c9a71ce7986002cfac7a86d4b461f04aa168a8b9a84d65605c9348ff8644","sample_id":"hellaswag.val.2002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fee3cf659d72b492654b4eb691d5c2e5e3c2e0e22be48a76b8c528dfd890a49c","formula_version":"titan-u-contract-v1","latency_ms":0.5279170582070947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea2d904ee000a59ea435098753df461b4b61d8500b1e770339ee6338e00f8eec","sample_id":"hellaswag.val.2003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d12c07dadef56587c0301a5f854f3f212d8889d5f322c0f234084036d9c178fa","formula_version":"titan-u-contract-v1","latency_ms":0.7660000119358301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94b72dc6ffda57ceb44d674d6e4adc937d637e0336d2efc84b32c61dc25bdd24","sample_id":"hellaswag.val.2004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cc592eddc23b1b3915a3f11598ea6183e869c38b183d0e0e2eb308582e96e98","formula_version":"titan-u-contract-v1","latency_ms":0.6666670087724924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b2b98cab6b24433ae770fe0fb7c2892314d91b283d993bd77981613afce6f1f","sample_id":"hellaswag.val.2005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"590b8eb8b12fea07195b43278f68f0cc2d5c882cc45e47b1dad6223a754a10bb","formula_version":"titan-u-contract-v1","latency_ms":0.5347919650375843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb7aac23b9f3ec6c225287b8c9da852ca56036178a517349e8f0bd6c35e07473","sample_id":"hellaswag.val.2006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e037c6582a60b0bbc31cfbd9c28833ce094d78a87fb42510e97fa10cbc66d5e","formula_version":"titan-u-contract-v1","latency_ms":0.5712079582735896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79f650312c738ef708ab5c68a58c7ca6d6e50ed06fc722689f0854da691a9468","sample_id":"hellaswag.val.2007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c5509bf2b3978ea695523ffb3ef0c0584469e2d40ba74bbee89263550b3b5f2","formula_version":"titan-u-contract-v1","latency_ms":0.6121660117059946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69c59a9bfd8789670a06a12aa73f1a3d52318bfeb13dfd3839e5668548e01758","sample_id":"hellaswag.val.2008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80c02de5fedcef7760886ee1e50002a645b8c9160cc29e4438cb430cdeaaaf2f","formula_version":"titan-u-contract-v1","latency_ms":0.7800830062478781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18df5c49669436450688d0aa659813cb9c5f1e5614d9e5079663234d3731930c","sample_id":"hellaswag.val.2009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8119f8f95d15851729596fe67ccbd8da4b46edaa787fe455e02ac7cc9a49705","formula_version":"titan-u-contract-v1","latency_ms":0.6075419951230288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0b246347f9cce5775ac5a3581a53d78984fae98fa23d8b1bb9dba1684200a5a","sample_id":"hellaswag.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aae55637bbbd403b9d4232e9f789557ee3d53113da95bd718dd2efcc68477c80","formula_version":"titan-u-contract-v1","latency_ms":1.7944169230759144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08fbba033c6362a91d7cabed6eb1e68c7d9a2beabf38d5962ab7592fd4cbb59e","sample_id":"hellaswag.val.2010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2229f8ba84126c00a5f826d9ad1b8a7ef1d51abaf1ef44737946e2884958b23","formula_version":"titan-u-contract-v1","latency_ms":0.7229580078274012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34e584e12fc1fa2d674b127a23263bd4fd014432c79dd3b7aa41b88c906ff5f1","sample_id":"hellaswag.val.2011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bccdb717a8dd5df9f6c812bd089837b2afc5568d838b5ae0d7074edda1baab5","formula_version":"titan-u-contract-v1","latency_ms":0.5250000394880772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1146718026254280c6279dd2cdb785db7eada59a6cb43849bed71a5fd816199b","sample_id":"hellaswag.val.2012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c02de2218c097f37d3dffc240145fcee3ef06e692d149990f170276a0937931","formula_version":"titan-u-contract-v1","latency_ms":0.4666249733418226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d8ceff6ffc28f3a53e7cc50bfe4985a0db83291e047eb1114bae05f655bf6e5","sample_id":"hellaswag.val.2013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cb26d171ef5eaff6e58583b431d8362b9b74d145f0825bb44b99cce56ca9c2b","formula_version":"titan-u-contract-v1","latency_ms":0.6173329893499613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10164f7cc8b74a075014ba2e925b2ec668a6562fcd43e34bdd5e97e09c5ce346","sample_id":"hellaswag.val.2014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ec4f62dbb034124232d9830aaf48ff1d28e2c4ae67cc4c9f1abd1be59c48118","formula_version":"titan-u-contract-v1","latency_ms":0.49766607116907835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1367e979f5fefe2ec24aff8a2495b4c5cc2cb3d8fd8d5796ec2ff57d4a91b7a0","sample_id":"hellaswag.val.2015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1303e4e349cf0815253d89dab53c5ca40c2fdc8f0ad6702eee7b667cc1eab33","formula_version":"titan-u-contract-v1","latency_ms":0.45479205437004566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"008e446f31b0ce7910822ae6e70865976dde5d331fcec80595aaaf04a235d35a","sample_id":"hellaswag.val.2016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2a1e22c299b50aa2d005bff82069f480304e8b63547bb99df9299e4718b530b","formula_version":"titan-u-contract-v1","latency_ms":0.8088330505415797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6deaa1b040d69f838fefee1aa8df56b02c4053bf791572732d232e8332bb5ff2","sample_id":"hellaswag.val.2017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ed7603968d8e7f9f086c63cbf11c3eb3d6914b0d7c0976e75b9c19d11acb7c5","formula_version":"titan-u-contract-v1","latency_ms":0.8655419806018472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d83d5c81b04079541c499859d9fcaaba17df3003288a686c98f9ecee004a39d0","sample_id":"hellaswag.val.2018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5afac1e31ad908f45ab51d6c666fa37982e0189b4e2f1a1f7dd4ea2408d4dd8","formula_version":"titan-u-contract-v1","latency_ms":0.4498329944908619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30bd3747ff00544ddaa616f375f7636f7f18539eae379b3a37bd2ccb7dce6449","sample_id":"hellaswag.val.2019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"611d32e41385644ab9aaa9c00f15d54d73f30eccd7fe04a0c82c0687ec78d8e1","formula_version":"titan-u-contract-v1","latency_ms":0.6006670882925391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19f9e3ce9e0a51e95c67cb5bde94087ab2a52b619aa3459ac5eb0d26128f2bba","sample_id":"hellaswag.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73eb92561e0507b78ecf50927db2f30bad12216b4c84f9bf2ec02053de5c9967","formula_version":"titan-u-contract-v1","latency_ms":0.9840830462053418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1e2abba0cb660201ae5171e356eeb81536d2da483ac1026a19f8a504c05b0cb","sample_id":"hellaswag.val.2020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1a7e94ec073d2845643b6e4f293f2d5165eb55fe263d6d4b11fa870f56704fb","formula_version":"titan-u-contract-v1","latency_ms":1.3310000067576766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fab4835910c1ad7b929eaa015c2b8a8a7ca1e03abb6820c034b2d7ee42625568","sample_id":"hellaswag.val.2021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d51c65eb47b1bf5a58dcf83a2933e61b1573db5c9f447d6a1c3ca9c17a3421c1","formula_version":"titan-u-contract-v1","latency_ms":0.700291944667697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4116f4b2cc002721cd3be74abc83b0c6970ee9abdc7638d3443efcc4ffb6f952","sample_id":"hellaswag.val.2022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1064d25b0653124f0845b6b1ef4b56cc9e3fcc9dfc9462cf261722632fcbb876","formula_version":"titan-u-contract-v1","latency_ms":0.5607909988611937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31201f35a8ccb7549fc683499322a3aae95b4158fd1dd6c82388ae1fdee79100","sample_id":"hellaswag.val.2023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d89a494fb1da0394e73af7d3e0c33052ba0c1c6234896f5115e5a0449165464","formula_version":"titan-u-contract-v1","latency_ms":0.7089580176398158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41edd8505864f1981ef3d21369221f0af1519aa390ef0dc4a1a75112b547138a","sample_id":"hellaswag.val.2024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34c564c73418b8c29a40d34d7c802bbfd43dfd952ab66550c5d3269f54d9fd7e","formula_version":"titan-u-contract-v1","latency_ms":0.7385839708149433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5060a064a3cddbed9865e628e5ea00a3453c4b2666ca657830e508bf6a568cbf","sample_id":"hellaswag.val.2025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9539bdc148394f8075ea6cfb8b20d20cf76736020f1528dd60c2ed5fb0a79dd","formula_version":"titan-u-contract-v1","latency_ms":0.43754198122769594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9c1849a51e9b421e70da0f670a5d556b3aaa25d5c80c0e8293abda20048380e","sample_id":"hellaswag.val.2026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e82b0f44d48bf1607651c5286246de6ff0923115163a48c8136809d0d0c98c57","formula_version":"titan-u-contract-v1","latency_ms":0.7944590179249644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7805a7573058cbad6a0ea51ecbbae39a31d7c65b66b535f3bee64022a0912500","sample_id":"hellaswag.val.2027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cc3d684cd418813883542a0738ec1a6d20b63ef54bc1ca15c88459173386d7c","formula_version":"titan-u-contract-v1","latency_ms":0.9097909787669778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24f779b7addbd607cf537595467041da188054612f3d1c2fce03501fec510bd0","sample_id":"hellaswag.val.2028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5eb0b0f48f7787ad01b2bab1abfeba2bbfee68588d7d40d7af235719d32b7219","formula_version":"titan-u-contract-v1","latency_ms":0.6937090074643493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5808018bb784f2fa78b572f6b1c52500d53e77900e3e9a0c36adf5c15314fd9","sample_id":"hellaswag.val.2029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51135ff4fd1d603a103350e3c6c92d8cd5105f3957c4560842cad98c343a1c91","formula_version":"titan-u-contract-v1","latency_ms":0.5445410497486591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e897dabb577fb9928dd58d1268b105dcbdb7c82c0dc8e376027827ec16064d3","sample_id":"hellaswag.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b42f6992006dcf78cf10cd0e25dcd702346036c58367cd6c92f395735f09c698","formula_version":"titan-u-contract-v1","latency_ms":0.9217499755322933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a3915db7586a3ddcf1f2b23adcca3d10f81ea32e2e0acfe832500b528876e93","sample_id":"hellaswag.val.2030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"737137fe2467c32ab26a7622db92f77ccea3d90f3abdb7d4eed4f78c1f7a52f6","formula_version":"titan-u-contract-v1","latency_ms":0.6687089335173368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cfc8d7e525ab5d9b60738487885511dabd1ff1af78f7ec0908368f558d4c2fb","sample_id":"hellaswag.val.2031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efb393f5999fd874e38edac348230b78961d85ad604dc28f15a406b07bbfdff4","formula_version":"titan-u-contract-v1","latency_ms":0.6658330094069242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cd7943186ad6d9cf27641fdeed831c6607087bb915927c89a1ab7d5aa7c316c","sample_id":"hellaswag.val.2032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ef7a2c2cf6b35a2d972c5b6137e42201686df2f2f41112faa2e9448753d3f19","formula_version":"titan-u-contract-v1","latency_ms":0.6284590344876051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a4ddc53c74d19e40feec6e50f456032c3d0e4b33fa53e19cce3a4272a0dfa9a","sample_id":"hellaswag.val.2033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09d99de9490e7af90e946348fd3d09a78ee891be339701cdd80bd4e2765fa757","formula_version":"titan-u-contract-v1","latency_ms":0.49854093231260777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"560fe6908a6fbe6ad374af8413902f9984aedfc92f803a4e800a0603cfbebb4f","sample_id":"hellaswag.val.2034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46f806c3b79a814bfec1369bb01ee2ae825025efad6978b2aad8fb65e1fb48e3","formula_version":"titan-u-contract-v1","latency_ms":0.4772080574184656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"309952d1435241257575ad810309e3994622661303339e6fb7c51007977b1d11","sample_id":"hellaswag.val.2035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20a2316673d5d1bb40798a361f6d98b8e4f59c494205c2010a8cf81807a33bd5","formula_version":"titan-u-contract-v1","latency_ms":0.4516670014709234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96e59bfa8393aa58af7d6560dce1d1ceb6cce43ca9fed22b7e466936ccbf6bf9","sample_id":"hellaswag.val.2036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0b0912b562295cbd28461cfd56fca3657764e32dffae5c64d627834f1ec09b7","formula_version":"titan-u-contract-v1","latency_ms":0.6647920235991478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72a85e6591029675e3707a46dfc6584eaf19b40922c9161b7fed23c906ad7be0","sample_id":"hellaswag.val.2037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7a99c56cd2f2853afc08ce6baed07aafedda6bc31a619eae694123eef44949c","formula_version":"titan-u-contract-v1","latency_ms":0.8232910186052322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cd9697adc6fa5762dee27198dbc0ba129823906f136d14cdd08fad6e83c9fdf","sample_id":"hellaswag.val.2038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bcc190ad1af24683b23cb26e35d2167a4e2c7a33958962da4a3f828286cc8e7","formula_version":"titan-u-contract-v1","latency_ms":0.7170409662649035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7edb7e71ce318843238a2a4bd1995b6b861efe94c5d2bad801c1781575b38991","sample_id":"hellaswag.val.2039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92a4628775209b5d6eb03a87152a451a17f1f4a8496e8c7dff05516a0b9e167f","formula_version":"titan-u-contract-v1","latency_ms":0.6870829965919256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e43c3ed02f12d2ceab1f8e24e44f9a861d7a0329e1a8fd98da62da7cb2d441f","sample_id":"hellaswag.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a82f301b2ac6c509463234f1ebc8278867e11d931cca5db4ec35e40ca81947e0","formula_version":"titan-u-contract-v1","latency_ms":0.5852089961990714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"205b52a02033eff9f15879005a9367561f5e0efd742527e9e114a000bba85f4a","sample_id":"hellaswag.val.2040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76bde29fcd90670958f0d8d877903fd5520c41ed143c1d68b282429772bbc222","formula_version":"titan-u-contract-v1","latency_ms":0.4866250092163682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"967fac0d9b25eb9b6c17c3c415d8c1a007adb635e90692d30a23ab04008ccfb3","sample_id":"hellaswag.val.2041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b35c5416a7a5b609f0a1155b92321846862f65416b630fc2d987474a244e8bc","formula_version":"titan-u-contract-v1","latency_ms":1.0947090340778232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"341c938e80509b6b3e8165bd27f98d590158eaf40ca1d30d90e41e8f3af5bced","sample_id":"hellaswag.val.2042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26e8f9ac1a3761f434f5fc79be9498d6e6fa80def05b794f52e8932a929bf4df","formula_version":"titan-u-contract-v1","latency_ms":0.5127500044181943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8b680424ddfdf6469f662d15a6663d1f9ba16f0dfe6a834f3a6e9dd97798cb5","sample_id":"hellaswag.val.2043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff610c809ad98be9808f8dee72fa95ce86aa98a3b4f3844661e858c0db15591a","formula_version":"titan-u-contract-v1","latency_ms":0.6170419510453939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43750a255fadf7035f0ddddf1a198bbb780c1d34bfaae98f09b6ffbe6fa9cfc3","sample_id":"hellaswag.val.2044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9ca4c7b6d2f438ec6bf279adc148b899355cd1bb8047f017bd4f5253d67fef4","formula_version":"titan-u-contract-v1","latency_ms":0.8119589183479548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f2a6360414dd7298a0f586990588ab9bd421cc7be32bd6e430368cd6ff9b6a2","sample_id":"hellaswag.val.2045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ada3231ff85b71378094c03f640cb65601cd02039c1029617aac390c08f5f9b0","formula_version":"titan-u-contract-v1","latency_ms":0.8177079726010561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dabb2e5434ddcd120b3cf67953d5bea3ef348f1a66b7c0fb5ef706652db6df1","sample_id":"hellaswag.val.2046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"820226d41d0cc07e02d8b0a93181b5e730129c2dd6869ec3a04ff848dc269c03","formula_version":"titan-u-contract-v1","latency_ms":0.6385419983416796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96770b17476e62b5ba6f1d07e12462d840c3c667f798dbb3855c055050e2a241","sample_id":"hellaswag.val.2047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa4556025bf7d41b14ea98b7d885b21301bec65003830bcd40d126915ad1f1fc","formula_version":"titan-u-contract-v1","latency_ms":0.4499579081311822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3949d84200cb74eda162064c7709faebc1036ed33a92a2b2eec00b1317c2660b","sample_id":"hellaswag.val.2048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9417df7da8c7d9489deab0f9d0767ca26ef34d77af7458119a2d92573ecba70","formula_version":"titan-u-contract-v1","latency_ms":0.46624999959021807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68c1d9d411177e3d5a464f595e1cb01879bca7e72c5617b923b497e45da0c529","sample_id":"hellaswag.val.2049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00e6bc24097e91848d42a94d3d369f68baf2b7082faa7bd4a5b6d9cef4bcd14a","formula_version":"titan-u-contract-v1","latency_ms":0.7347080390900373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cacca064d57a5b2236c1723bba672944411aba3d408520d220ea1e9444adeaba","sample_id":"hellaswag.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec90bc959e8b4a8aa3e2496f4e1b1e0796f30a8d63716efd809d214690bb6350","formula_version":"titan-u-contract-v1","latency_ms":0.7168330485001206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"538fa6d4415f4e2a819134fd0261be65809e172293762bd772b49fe46c8de40d","sample_id":"hellaswag.val.2050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b087225a31d0b0e05fc0cb46bb09dd51d01fd945a713382f181c0d642cab041","formula_version":"titan-u-contract-v1","latency_ms":0.7192919729277492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66ce5e25057ef4d419876f209f48091b019d6fd6d9170e5b11ee4e28077b6efb","sample_id":"hellaswag.val.2051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6517c54bb0fb601ff5ae258fd3afbe10517a5ee38c243e6dc252dd5e4d078f3c","formula_version":"titan-u-contract-v1","latency_ms":0.5561250727623701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b80f1bae57563ad2bc954539fcc88334bbc6734ab93ad38723b5624b8eccf19","sample_id":"hellaswag.val.2052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff1e041bfcae40e20870e2edf239047e374015ef833c72958162b2e947a1a3ca","formula_version":"titan-u-contract-v1","latency_ms":0.4652920179069042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6974a0bcca541ae3dc9b4361c9c1ef0b9f9863439ca43e6f0b94917099ff7318","sample_id":"hellaswag.val.2053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a48745e02652919c352cca52dbf5805d30dd5d5e9463ab7dcf1f1e3ac5fc519b","formula_version":"titan-u-contract-v1","latency_ms":0.6072500254958868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e7fbc4ddb2ec357bb182c9cde10e7645257d3ebaefd671b2321fb4fa3059840","sample_id":"hellaswag.val.2054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4baa4a69416c9ac2431f2f7b3c845d4cc164bfe38c95beb8867af85f47a85a8","formula_version":"titan-u-contract-v1","latency_ms":1.0071659926325083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cdcf2e4d18f10266fc0ce282248f9dd5ab12702c8c33b761d3774b81f2ec97a","sample_id":"hellaswag.val.2055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae0ed8b3e43bb34304d276129b332d948e1d193310c1934b494a98b185b9678c","formula_version":"titan-u-contract-v1","latency_ms":1.025417004711926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92bdfc88fe8fb7f1318be4352b3d22d74ff7482e37d29ffdb391bb9f1f067a94","sample_id":"hellaswag.val.2056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ce74aa25fc91534d7cc3f45493a7a620f11110730fcdec10977b086a7bf187e","formula_version":"titan-u-contract-v1","latency_ms":0.49058301374316216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e762fd66b19474f9688fcec2354dc4f86fc805cd7872971d53820087cee3e101","sample_id":"hellaswag.val.2057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1011d0b163e29cc055ce8eeedeb7aeb9f70c921431de092f8aeefc486af81abe","formula_version":"titan-u-contract-v1","latency_ms":0.9090419625863433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"188d9de6a1e572ff24ce3e4b32da5ac74e0f78d8049605ec8d00db4a9a7912c8","sample_id":"hellaswag.val.2058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0d8bba65c403dde8788d2ca6793612feaca6cf40daf323e05c7246b95aecb49","formula_version":"titan-u-contract-v1","latency_ms":0.5639159353449941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ec76cb925fee57396795cdf2721d01a1dcf98bcb62fb997cf88e4892e0a556a","sample_id":"hellaswag.val.2059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ded8c9922fb1ce1b7739637da8cb132c032d81142e5fc9a68acc42326f736f5","formula_version":"titan-u-contract-v1","latency_ms":0.741249998100102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c03cc77b945f16feabacb0cb127b8aa8a213ba82502a86b500298386d8582527","sample_id":"hellaswag.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2727aaed66538144abd3b7b119be7281540dbf92f4e3834c21e0aa3fa01d5a06","formula_version":"titan-u-contract-v1","latency_ms":0.5444999551400542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da2acfe16123f6de3ca086724853e4c9bc304beecf9d149d89886385f41d4b4c","sample_id":"hellaswag.val.2060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"892240e60414414e17844765ce88d9ce588f66b6f093bc13414e6a11ee5eddf3","formula_version":"titan-u-contract-v1","latency_ms":0.481792027130723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6049f01e5bc265f6416ea2f14c841009c95d68a45f10a82061fa83533c266c66","sample_id":"hellaswag.val.2061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cce90e5ac7ca6dfe551b6aece878788030535fc7be8bab0bd18652164351f4ad","formula_version":"titan-u-contract-v1","latency_ms":0.5157910054549575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97c0ded67dbcb109d04b3f83c6d2fcffa50a5f39ad8da5af162b421980f520f0","sample_id":"hellaswag.val.2062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1788e310640ff686c71f4a6fc2c0d7d667b666ce027793acbf722e62288a89d","formula_version":"titan-u-contract-v1","latency_ms":0.607416033744812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"560687b2da6bd2bed18f1d64b1e3328dbb45da0e427eb852ca380a59c94b09e3","sample_id":"hellaswag.val.2063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e9e2f1c621873755e6b3cb8a293b2712afee42178a5326eeb803cb0dca04676","formula_version":"titan-u-contract-v1","latency_ms":0.5770409479737282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c205d94b4315dbb0217187728232375f2c8b989def20a6cb94735bfe44c9cbf","sample_id":"hellaswag.val.2064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e9d2c8b028a436dcbb4c254b6faba8f29474b3ada03c2741c1c92bf88d73c5b","formula_version":"titan-u-contract-v1","latency_ms":0.6072920514270663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d16b933db2d96a7f275592ce2b4616e1ca3091c24b4393e8321db7adac4cbb32","sample_id":"hellaswag.val.2065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"870c3e125758f880c964edaa336a0cbcc0aa7706fc317ec47d02350fc2442075","formula_version":"titan-u-contract-v1","latency_ms":0.6578749744221568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45ff8ebd57b817627aa951b4916fed111975327c6021398606fb1ebef6e818e5","sample_id":"hellaswag.val.2066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aee54c333934fa87504c99be16072ab9d1d64cde7b91e28d2d476f0cd0fa1951","formula_version":"titan-u-contract-v1","latency_ms":0.5453330231830478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ce75e54af83651c1d2c25e3d6d4ba8fe93ad233d9b8de4978b4349ce7907f64","sample_id":"hellaswag.val.2067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10ae46a30164b9f5bc2f27143c9dd2548f988b13db21f15a2aa2204c7b5d8426","formula_version":"titan-u-contract-v1","latency_ms":0.46095799189060926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e39a89ea84f7d86ba08827f5c93b1fa747a87a34505b49bac0aab6e5b302bcf","sample_id":"hellaswag.val.2068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b506a11a9354bb2be25851c4bfc1b4edcbddd23cc5af50ab8e9c50661559343a","formula_version":"titan-u-contract-v1","latency_ms":0.5424999399110675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0768e52a2b0188dcc635b03832cfd9ca1492b31418ff0220fbd860ee6353a891","sample_id":"hellaswag.val.2069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de10e5a39df1e04bff0e072da8a7cbaed73fa11014f89e673b38328beb308e73","formula_version":"titan-u-contract-v1","latency_ms":0.5979170091450214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d785ee6520b87559a6fb9cb4b4b8b31c7fa23eac489f93992b468ae7e82117b","sample_id":"hellaswag.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6be08ce4eb20b4fdfc931d9c9c150ce0c4bf24ef8e24e9c553b5341823425fa0","formula_version":"titan-u-contract-v1","latency_ms":0.6031249649822712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cf66fdc12fc591657952b29a55ac25be842ef42cdc403fbe5969e59307af1d9","sample_id":"hellaswag.val.2070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac825407ffe1ad6e04da2e6190ee533c1c8acb7729e54475033a41243f4589d7","formula_version":"titan-u-contract-v1","latency_ms":0.5054579814895988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61652451668887e60722cced1d70f70579809ae6604763566152d8cdcc3dbe22","sample_id":"hellaswag.val.2071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d316a9de9dd6966dcb8fc20125ebe72d89cf9eac8a35e4eeb2154de2a4e1e3a","formula_version":"titan-u-contract-v1","latency_ms":0.5900419782847166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d22b961ff97d3e14e3c0935efeb6f931d99f6c207e714d853df52a58a605123","sample_id":"hellaswag.val.2072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbed43c7ee40cbf40959d3949945df42f5f6afa1ce43e57b7ac1813e6dcb3734","formula_version":"titan-u-contract-v1","latency_ms":0.7296249968931079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b2943360adf2e3479582efcb8b36d1ef6785555953811d057d82dd2396b95be","sample_id":"hellaswag.val.2073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d747fd34041c2a7407c8642eb0883f93c354a5340600f774aaacad220bae8c3","formula_version":"titan-u-contract-v1","latency_ms":0.472750049084425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26ed0793ab0fdf8fc2533da577109141cac7a9d71bc16ef91909bcc9dfdd8f41","sample_id":"hellaswag.val.2074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd7a5f3aea2449ea6dd8bf3ab1ac6a9ace8692674929bfd750c5a26348321067","formula_version":"titan-u-contract-v1","latency_ms":0.4330000374466181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f209dbef1354c7903b71cf7b0a720a8e97b22a7696752398564a0c4135e9a1d8","sample_id":"hellaswag.val.2075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29c83b05c5ebda38b1987d64cf999703ccb7ac08527e137965e622aefbbc70f4","formula_version":"titan-u-contract-v1","latency_ms":0.4655420780181885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fedea3ffe1013e5fdaa5730d4a9d6bc3f709a77fc002d55e71729fa9ffa93fa3","sample_id":"hellaswag.val.2076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50f8736d6aca2230a9ead1295ec1660009521a69ec17505e880bfb9b40744122","formula_version":"titan-u-contract-v1","latency_ms":0.5984999006614089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c65da534b5c20eda33912bc78d8e5abfa6b6da7e7f29a3666e797d5c109aa10","sample_id":"hellaswag.val.2077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5870f0dc3895031f811bf85e78f34ccd2b60fd58a313e28c279d4ecd2e6661a7","formula_version":"titan-u-contract-v1","latency_ms":0.5179999861866236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b590f8c1349ace12fa0cfcc00aff44bb534a524336478e536e7ef6b72fb2f1d9","sample_id":"hellaswag.val.2078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3c7834a2ecb95b1207ca7f57aa35ad4f0c2f65f9c6bd8de76f9fdf0827f49c3","formula_version":"titan-u-contract-v1","latency_ms":0.5216250428929925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4ea12667418462b03200c52e4744e0f08c8edc1987f5e68faaa5f041f5bb2a0","sample_id":"hellaswag.val.2079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa87ba94e937db07b343b456f00718c822f625b998cd0c57ef15277459deda25","formula_version":"titan-u-contract-v1","latency_ms":0.7407499942928553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bdb93f4ea7686c3209cc9c59908c11edb209a15247ceeef6abd0269c3fe0185","sample_id":"hellaswag.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1853cdf2059180682432aec1a8f51087c53e20ba4f956b7cdb200d1e26547be","formula_version":"titan-u-contract-v1","latency_ms":0.8227500366047025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e66b2c657d34cb58472fe88470201d3f3857a9a779e6e09eee0d1579de142af2","sample_id":"hellaswag.val.2080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ca940193218d86cc7ef547d6e5728956147c7ed10bfed8af6255c940c30c697","formula_version":"titan-u-contract-v1","latency_ms":0.861792010255158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a73b0c5f7f1b2d28863c9650bed837531c7eed35f1a2b6d8208ad982a891157","sample_id":"hellaswag.val.2081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1001b1b663e126031a38ced38e6b4612bf1e000d03ac6dce62103cea67f0f220","formula_version":"titan-u-contract-v1","latency_ms":0.9840830462053418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe1abea975a1cfc51220fe9854d7623fd13efa4ce6eafd1e1d3ccbc12e772eed","sample_id":"hellaswag.val.2082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aa751cb2f9c0f1da47820a2cd368981e7373823bc66e308191c4cec0a63edf1","formula_version":"titan-u-contract-v1","latency_ms":0.9140829788520932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95d7fb2458144acea6e554e6262914f51dc8acc744c7ef5f2f32d600636b670a","sample_id":"hellaswag.val.2083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"611f337822cf3ed60348c81010b768308ab5c18c9e32b20ef06b3e94950a3c0c","formula_version":"titan-u-contract-v1","latency_ms":1.6449580434709787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8257b2b86a7ee3d8d9623b59184bbc0d6a3fed753dfabbb2ef6052762caa4e6b","sample_id":"hellaswag.val.2084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2cb620749aaff733c1501b3e645a9b9b8a18bc644cc0a7bd886ee566c1ba66b","formula_version":"titan-u-contract-v1","latency_ms":0.7133750477805734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53b91d7d6fbddb7475dcf895f26b48573b1a56f219b8a0bc6859d4377385bc5b","sample_id":"hellaswag.val.2085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"640f1e81c151c7f26d99cf0199a95a07f0a406fdfad74009b4c044bc81e397fd","formula_version":"titan-u-contract-v1","latency_ms":0.6221669027581811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7c0d4df0a8d9a5ec2a3e6a72ff35c32f748faed3fff5f2dc19bd01965865094","sample_id":"hellaswag.val.2086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8919e3ec8ccdca1bdc63f786768f97d003604def7d284e80af7da406f51be158","formula_version":"titan-u-contract-v1","latency_ms":0.7507919799536467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09eb7cdeed22b25464d1d48007bb67e761d9d9b7f4370fc6d63efddf3986bc11","sample_id":"hellaswag.val.2087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ebb03d56c1f08bf4077fdf415c8da757f6ed35a765a79f7008dce22d5f821d1","formula_version":"titan-u-contract-v1","latency_ms":0.5176670383661985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f10b8ce165de60c030149311ee5a9cf93fba3c4a5e42e45479883922335b5b1","sample_id":"hellaswag.val.2088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b3d83f0c4e40f3413c09af03e643fd0eb2c5266603cb8d9079ad29b52e7e3ad","formula_version":"titan-u-contract-v1","latency_ms":0.4954170435667038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad81a8da95af7664d71ea3cff8c1772820c1225401f354a5657e08dfa0147b43","sample_id":"hellaswag.val.2089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"869c277e6b064006f9934d372dce1ffba5cf53237ba52b3420ce3c9f77d97df0","formula_version":"titan-u-contract-v1","latency_ms":1.4560410054400563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7378b7bffe84c9c66e99a74ace98a52fa2bf379d0ca6320ad4297bd707762916","sample_id":"hellaswag.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b4d909e99a24031bfd32f0ee35645566b2654504a2b57824bbabf623240255f","formula_version":"titan-u-contract-v1","latency_ms":0.4682919243350625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b0039fbef441cee99d2db653e8934d36ecbcc5654d857763762a693978f2e30","sample_id":"hellaswag.val.2090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"099b1950da9b7fee0395f10acdfbbd101632253c528abec5df7f7eec42a6a18d","formula_version":"titan-u-contract-v1","latency_ms":0.4467919934540987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"978f3be21282ce8928684e21d4ef212828483d877087f34628d239c30caee652","sample_id":"hellaswag.val.2091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25e2e36cc02d294ce905d30cd46d9e1d5e7c80c6536d6fb608bdd8e12212d9d1","formula_version":"titan-u-contract-v1","latency_ms":0.5110419588163495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36846f05d75d3390ca0a70525c0ae420cbc7df46cbde6725f8459f2df61a19ce","sample_id":"hellaswag.val.2092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcb8c927780923fba8aa14b48ebfb480dab92932bcba0147a539e6007d1b6942","formula_version":"titan-u-contract-v1","latency_ms":0.6965840002521873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13516c4956b9955a31083c4642cab15718a32c5fc07a24c777476926f86214a8","sample_id":"hellaswag.val.2093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"124424340eac8191df07c566a99b1adbf391c2f0262b25fc27058443d71a2cb0","formula_version":"titan-u-contract-v1","latency_ms":0.6544169737026095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b5144375ebfcaec0476adfd64d5f1f9590b04cb2addc52281a4bdf509f6282c","sample_id":"hellaswag.val.2094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d334b5abb2bf83812678b1f5cf9472b47afd9aa74f4709372976719d8d40627","formula_version":"titan-u-contract-v1","latency_ms":0.9670000290498137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d60ffeebc88bf39013aae0777f41367d9c6e9cb03525753764c1a06ba9713999","sample_id":"hellaswag.val.2095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8efbbf30741cb28912ae6bc0dfdbf79c8c4bed244e6752637cf92c6219f618b","formula_version":"titan-u-contract-v1","latency_ms":0.5496660014614463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8d7fb19f9fce81d3f85c8f61d5c98bad8b0a9242c933f700af16cd885dc6ebe","sample_id":"hellaswag.val.2096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed40acf436a7252c853cba73ea4c7b423acc7ab88dd4d1d752070ccd631b5060","formula_version":"titan-u-contract-v1","latency_ms":0.7037089671939611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2791843cbb902233579ae332384c266d699ef9173c5b591eabcd521fbc083c0","sample_id":"hellaswag.val.2097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a1b144c576e84cbdeccb1e3a13aef80d8200d929917cd3e3429a8442ce9bb5d","formula_version":"titan-u-contract-v1","latency_ms":0.5235830321907997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2de5b16c017dda8f6ae49c7ba3b4a9643a882f584479547b39c7e5c4f8720565","sample_id":"hellaswag.val.2098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bd0efd6cfc033bd9a3ba271eccffacd3dbcb25edc2327a4d8e862ad66055e5e","formula_version":"titan-u-contract-v1","latency_ms":1.1587500339373946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f841cd34b646d798608e554476413364faccd7f223d4756153d921bd5d1153a","sample_id":"hellaswag.val.2099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cedc642a8e55f6c8b4ef64577815dba6da776ce92e3fb7001d12e8e0db3ba6f","formula_version":"titan-u-contract-v1","latency_ms":0.5933749489486217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfe793f630ec9293f2fdee46f90a049999bd3e74f844b3fdb3a0476d86fcf27d","sample_id":"hellaswag.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dbdf9a0fdfabec73e7efd881d2f7b55304af1828d86a17c9a662d44c9dc4944","formula_version":"titan-u-contract-v1","latency_ms":0.6710829911753535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9560d20ec73ba4f760a329d582e0d6483f391553011ae22be0ba9d42b48dd46d","sample_id":"hellaswag.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8be32dce88973a3c8c4632d324d1f6794855a32035ea1972e7e0599b55828d79","formula_version":"titan-u-contract-v1","latency_ms":0.6523330230265856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"552c5138cd77b51b5276e64058e047db3ba37c312257140dfba86e800d984d2b","sample_id":"hellaswag.val.2100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f30edf8a0fe7a579cc25e0d6825cebdff2d57aebdbf91a1415baae23eaf246bb","formula_version":"titan-u-contract-v1","latency_ms":0.6179589545354247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d160e38f2498fd11781d7fe3b4ca56143f4a4b41a30a7aff6dfe576fcded82a6","sample_id":"hellaswag.val.2101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c70e0d1af91fff6582216c16e6f2437c3858a6964e6bfee228ce774df1b1b755","formula_version":"titan-u-contract-v1","latency_ms":0.5453330231830478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"491f66477bd57f66cd746e94fe9bce2f138ec38ad59966dac83b77f3ef24ba37","sample_id":"hellaswag.val.2102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bb5e48a858ac6c1b95a427859359ccda1ce745cc6ac971947bede3d3a510092","formula_version":"titan-u-contract-v1","latency_ms":0.6467499770224094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e6c47970355350fd4b4e6a9322f04b9601a89dccf11fbfdc1b1165c03c24f2f","sample_id":"hellaswag.val.2103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec36c80e9916cac80d109cbd427bce3cb432a9ebbab2f87fd71a16f2ae827fa4","formula_version":"titan-u-contract-v1","latency_ms":0.49212505109608173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dc0deaddaeae40a4b3861854139e80a07cd35fa08314b49eea266315368b180","sample_id":"hellaswag.val.2104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e49c0ec1a9da0db33d91e9baeb95913d7143f10183df96f0f04422ebf64d32a5","formula_version":"titan-u-contract-v1","latency_ms":0.6910000229254365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e99280fefbbc7c70e2f701aee3c69cd68f421ec9ff1f57437022cc9c7e15508","sample_id":"hellaswag.val.2105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f730fcf41b79d4eead7c511e0c6794340a7cb7e15bccf459afdb1368bbc8c8c6","formula_version":"titan-u-contract-v1","latency_ms":0.5210830131545663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f91e190acb68dab33e1873c69d2f4aa4804bb1c66e5d315e12b7f8b9f439feca","sample_id":"hellaswag.val.2106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef729fad051246a87ef6eaa9ebc079a6f18576a7404c888187b9c324f3f4a962","formula_version":"titan-u-contract-v1","latency_ms":0.8248330559581518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a22ecd9305213a96372c0181beb0f085f032ad752f8f61732d879e350107d543","sample_id":"hellaswag.val.2107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b01ab030b6535310115abf21482c36becb4195b13756cf8e34021d635631efd","formula_version":"titan-u-contract-v1","latency_ms":0.6431670626625419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5efb4ef5a356df2bc352db54b17fef72cb633962aa8472b015a66af5855847ca","sample_id":"hellaswag.val.2108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"854945673f84266a5c4bc07478ee1833b86599e73c96f3b5902d042c8a285132","formula_version":"titan-u-contract-v1","latency_ms":0.7642910350114107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1eb8366714681f4191f37b9d709cc3b78b1cfb5026f0147eeab361967e488f8d","sample_id":"hellaswag.val.2109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11c8b266d35376693fd9a9830d344fc3687f46111a1e96452063dfcbfc381d24","formula_version":"titan-u-contract-v1","latency_ms":0.5862079560756683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c1eba7e826b61b3b049f7cbfbfc450d01b6262b03c4f4fc2df7a6040538cc68","sample_id":"hellaswag.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6fd303498f5b7e3ca28dc1439ed23876be7b888f49c4e9576032e1597a15c8a","formula_version":"titan-u-contract-v1","latency_ms":0.6298330845311284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfb7467b9eb33f0a90af35dc71febd5c73901e41cb49dbcaff7ebe1d290bb3e8","sample_id":"hellaswag.val.2110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"702e9c3ef64bbedad35186c03c1f4c2c4d1e876c5776c441d96153bb438e90ab","formula_version":"titan-u-contract-v1","latency_ms":0.4991249879822135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae3a2f969083e9b4a2220a3ce3ca814d50a77c4d3c184b872ef1d472c3756bf1","sample_id":"hellaswag.val.2111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeb7536c3cca6477aadacc0b9db1e7cb582617e6e13ce1eba0484073a4a58da7","formula_version":"titan-u-contract-v1","latency_ms":0.48204197082668543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e89973d9f7352a7681a67e15ea86f336f3f8102bb88b59388252e924d7c43a6","sample_id":"hellaswag.val.2112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e6a23a18bafd61cd1edb338b4591848c21a64d05cca535c1b4812e3b4cce328","formula_version":"titan-u-contract-v1","latency_ms":0.5067500751465559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53823b495241d6cfd3038942a2fb74fc9ad80b19681344b34cb2fd430eebceb1","sample_id":"hellaswag.val.2113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"806454aa860405a473538b9051de78432a6fc574c943891743f00dd6c415a86e","formula_version":"titan-u-contract-v1","latency_ms":0.5099580157548189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7083a80da36a440b4c092e3ec237abc698635cd5666898a0013432a2f7c7b6a","sample_id":"hellaswag.val.2114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5819282ed549ea4bdceaf7496d493d48f2ac8a1a84f0c7a1fbf250d265b00941","formula_version":"titan-u-contract-v1","latency_ms":1.2556250439956784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4aaed40281d0b3bf62cd6d2e0983189ad642148e2491b018ba8a04b1fcf5ffd","sample_id":"hellaswag.val.2115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2361c8a2051ae790b9acc148b4ad45275ba163a4a7182b1a35e6c49063412635","formula_version":"titan-u-contract-v1","latency_ms":0.673583010211587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49e09ffa5e433ec5d1aacbf470cba3b323cc7fa630c9473803e89528fb45fd26","sample_id":"hellaswag.val.2116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5192f16dcbc0e3a2d6689cbe0f5412fa10476c012035c4bbed697822d6b8a08e","formula_version":"titan-u-contract-v1","latency_ms":0.6534169660881162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10c15cebd1e791fb1749f2bd723f6916574377e175de88ce20aaa3c6f248b6dd","sample_id":"hellaswag.val.2117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f852df25561c8e9c3caffbd0c673c7d5a8e2de6861ab4a9907c3f94162185dd6","formula_version":"titan-u-contract-v1","latency_ms":0.7327919593080878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19640d3026e39bbfc0e53018faa531e05493199e49b49d08bd41531178d7698f","sample_id":"hellaswag.val.2118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a565320561e962cf69810c1e94fe92674cebacaea0bfc6927633881cdabb964d","formula_version":"titan-u-contract-v1","latency_ms":0.5405839765444398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fdba2fdfe6e6750e9499dd53f9f739bcae79989b4bb44f98a6465b6f6a9a859","sample_id":"hellaswag.val.2119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03148527e776ad59d5b167d0b6491032ecadb37a805a05d69537cfafcfee2e07","formula_version":"titan-u-contract-v1","latency_ms":0.5204998888075352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca7a2ef249f4452e3e96e543fdfe25768e3a8a37b3d966814d559d9bf713543a","sample_id":"hellaswag.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73a6075c3c7f479f90889db62cac4f7aa7d566d05c9472008de645acf7d88c10","formula_version":"titan-u-contract-v1","latency_ms":0.6273750914260745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c1be523ccb5479bcf505d4e396433fcdb937da06bb48f6e4a6646ca512b572f","sample_id":"hellaswag.val.2120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"141b3fb71923fb158ae00a18e1db680faf981f575d1209f71bfc4792abe9435b","formula_version":"titan-u-contract-v1","latency_ms":1.2708751019090414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d75f5ba3c19a40249b93dfcfc41e14c1601d44c99aa7a2d9ac507890a94de64","sample_id":"hellaswag.val.2121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b165918017100735864a83cccb7b2bdce5017fc16bb00a8ede724087a7fdb504","formula_version":"titan-u-contract-v1","latency_ms":1.0173339396715164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05321fb4dc2b9fd5eb2833e119bbd39fe36f5ed517c8ce5a582dde31ba919968","sample_id":"hellaswag.val.2122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3564dcf28901a5c9062205bdea8750a23b6b1132c37eabb2ccdc932315ae2c7","formula_version":"titan-u-contract-v1","latency_ms":0.612791976891458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a76ed01c7ce5de261728f669adef85a535e3c700bafdace2a11b8e85c10d00ec","sample_id":"hellaswag.val.2123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3306ea570f96f1b63be2d3b497d35167a08706bea80b06cb512b1d67d44e6017","formula_version":"titan-u-contract-v1","latency_ms":0.4829589743167162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aafd343527b862abf12b1f8636d26d78a185b7c010697d89967fc1aa4d9d8d07","sample_id":"hellaswag.val.2124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2af8a8c05f1fcb7c17550f7e11c1de9ef510c153792a8e956965c14ee739ffa0","formula_version":"titan-u-contract-v1","latency_ms":0.6673330208286643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dc197087b19d556cc83dddf3a40bb284e71c3d3f55a93a7d7f4b0be408b7f16","sample_id":"hellaswag.val.2125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2914de633e320ded8d1480b2a4391a1f16b385f46e5117dedc448c78fe105c40","formula_version":"titan-u-contract-v1","latency_ms":0.4885829985141754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfb542feddd0880731aaf3a0ab5754d2bed6de7bf00bd022f16702aacc136170","sample_id":"hellaswag.val.2126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ffeb3ade7454aa442f16d421619ce2865541eb9c0816ed830d6dd253566a2ad","formula_version":"titan-u-contract-v1","latency_ms":1.4627500204369426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9051ddb13833794970e7cd1a54677bd61e5ebb6f63d26c2fec6c78f42f65c452","sample_id":"hellaswag.val.2127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b9740bf96a78ce0c9240b1c82c16414187a8c260591ed09c3a438f2d5dca1df","formula_version":"titan-u-contract-v1","latency_ms":0.6477499846369028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6fd8d7d2f22521c4e8e981aa6916de6931fa4651fd597a8521c13f764b30a88","sample_id":"hellaswag.val.2128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad96e1a281a6805a638ed706360968703784c4a91062c981db89ec57de068bd3","formula_version":"titan-u-contract-v1","latency_ms":1.174667035229504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e6c43c935e002d70fe1ee5f5b0918c8ce7189e1b9d35e48505a9492db2e2b0a","sample_id":"hellaswag.val.2129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44175928ff1d6cc99696ceb75185c332421a325f009fc8499379d11a9d5b58a1","formula_version":"titan-u-contract-v1","latency_ms":0.7472080178558826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f2462388d90e651ef5b62a15db42db2613b4bd63b9543b71a2e0483417403f4","sample_id":"hellaswag.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20cd848d9c97b8289f43ae33a8d95db6fa429ad9a3d8da2657adf67d3339f2c6","formula_version":"titan-u-contract-v1","latency_ms":0.7429580437019467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b285af3443ce5d91adf115f855137b16178f101419ee4d9793a66afd654a2929","sample_id":"hellaswag.val.2130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a903e4ebd6d64adc7f689351980ec8beb1a9c5b93d173f975142845678b19ce","formula_version":"titan-u-contract-v1","latency_ms":0.5405419506132603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0108b910d385523a79eb40177168f94c6d48f6cbb49524ad0436385f41d294e","sample_id":"hellaswag.val.2131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ea341ba13fc90273f098a41d11878cad39adb510a4d332432bec983302f7c42","formula_version":"titan-u-contract-v1","latency_ms":0.7042919751256704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"041db14ec04c099f40eb4396c92e1bb6c3eb3027f815e169ab19c9ccc2fe71ab","sample_id":"hellaswag.val.2132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80bd97a18153f71601d637eb7c047e4f8334613d43d77e035bdbebb031e22fa8","formula_version":"titan-u-contract-v1","latency_ms":0.5011670291423798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"049e54c6aef9bb1e4de5874958ae5a3586df916f3dc1dab0a64ce10b609c32f7","sample_id":"hellaswag.val.2133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44b6c8cbaca10de276086da42e02b2d271dc1eb3ab92fc0e602f48ef0b4afd9f","formula_version":"titan-u-contract-v1","latency_ms":0.6423329468816519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbc290fa3677e019eaea99b42a3e2f386bb0efa5ecc163e82cd71ece671d52c7","sample_id":"hellaswag.val.2134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f918641b987233f3b74c56b696ab6ea03d1be133d37058aee4a8d9f806bca2b","formula_version":"titan-u-contract-v1","latency_ms":1.1711249826475978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92a0a2af1019f8c9b1e1eaf25b6a44611bb8c2e2ac606ae245b77be20c6bc1a6","sample_id":"hellaswag.val.2135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d43254b3dc91365302c1e7f7d69c92b7b2981374c5719b5dde646d0d81481e2","formula_version":"titan-u-contract-v1","latency_ms":0.5593330133706331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8714e04859c5af9b8230e5ac94ece4756b22e772ca8272bec6621c1d8581fe7","sample_id":"hellaswag.val.2136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c7c743bcdd7e4ce5a09ff16a41c9bdb952862a112064f2902ef2c4c03ca6cf5","formula_version":"titan-u-contract-v1","latency_ms":1.4043750707060099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83ed8b41dee851bafe7ac85cbdd0768cfbc803f2233a1f5fd49f2e13d7e7ed1f","sample_id":"hellaswag.val.2137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a45486654260332ee336399a996aa011c1f66289a4b3535b9638f7b5b642d537","formula_version":"titan-u-contract-v1","latency_ms":0.4677079850807786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23601a321ee049ef1583d911c9e20ede54a4a97c33ff9a18c7ffe5c0ae9e81a7","sample_id":"hellaswag.val.2138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc190baa451f3dcfb6b0a4b57f5c6d079a74a2197459b1eac007a9dc3f1ac3d4","formula_version":"titan-u-contract-v1","latency_ms":0.5626659840345383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7544027ba7a8ae7e977b88ba71b9b714a3f0eeebddef2124c05d63de502632a4","sample_id":"hellaswag.val.2139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac206b8ab8989fc5055f34806bae7e3671bc96524bb9e125108534b03bd18cd8","formula_version":"titan-u-contract-v1","latency_ms":0.5383329698815942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9e4d72c9c1884ca881c003ce6b1f7f1706464aef5b3db81cd149ba6927672e9","sample_id":"hellaswag.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f6a1961e9ab20dea1f604dd84648255baa8973a17d45142d1d7856b866581e0","formula_version":"titan-u-contract-v1","latency_ms":1.3178749941289425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ad37a6065e01c34a9b0c802c4ef01a46312e984faecfa05a84759dd16fb2971","sample_id":"hellaswag.val.2140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39fb5a86747ec7b3be5e0526cbd606290f34122d2d504a575cf29176d0bc0a7d","formula_version":"titan-u-contract-v1","latency_ms":0.48762501683086157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c10958bab50e3b62274b85d67a1213d887bb48848540e174e24aa07348db157","sample_id":"hellaswag.val.2141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc48a5113e0ca93b6915a10c608e0471a8215459e9b158fada8909047bb74c77","formula_version":"titan-u-contract-v1","latency_ms":0.9709589648991823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3777b6574172b1e97f2a7b86e65fc1009a6c5fe121e779a3667cbc4a0cad3ce4","sample_id":"hellaswag.val.2142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a9266ad018b428e0fde97acfd56b5582bac64e14754d15da73531222a9aed5f","formula_version":"titan-u-contract-v1","latency_ms":0.4939159844070673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47433b508aab6d7fe150b7863540cb1eb094b7fabcdbd04c8c4726833bbf8ce9","sample_id":"hellaswag.val.2143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e59565b066e18d6d7dbeda4f62a6e031d4fa7d0227282ea546d2edd0b35715d","formula_version":"titan-u-contract-v1","latency_ms":0.5137920379638672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"496b5216613ecb36bf87f58ccb97eeddb6e43340f702d1948627c989ae4a3df7","sample_id":"hellaswag.val.2144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6913f5ed8a879fb18c8cffe70775e88ce88181a9dda88e1a69985e4b4bb09bb1","formula_version":"titan-u-contract-v1","latency_ms":0.4744159523397684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d79d539519d8b527d616fdc4ca6c6c8a35dea0e8056619a2f78c580fe2a00824","sample_id":"hellaswag.val.2145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"316d3ec730f2c66519c34ea610b57145cba8e16a2ed712993dc844beed1c7657","formula_version":"titan-u-contract-v1","latency_ms":0.4551670281216502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7449c8146c4ab91ad5f5d4bfc90550d62aa947bddc63dff97a02b837a526c878","sample_id":"hellaswag.val.2146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cabae06c5c2d91e5de6d76454ab5f31e6668f1f71a5ad8052d035cdd7526956","formula_version":"titan-u-contract-v1","latency_ms":0.9687079582363367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6b0754351e55d481cf72a5216fb03117ae2a4a7d855c451df482d2269de6038","sample_id":"hellaswag.val.2147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03bea7d4f86d7da168419e36784d4e39ac6e810dd696e7531a897427c7912d00","formula_version":"titan-u-contract-v1","latency_ms":0.4848750540986657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1b6a173f63dd422dc5cea60c5013a03626a567997559d32c36de3ed8901a8f1","sample_id":"hellaswag.val.2148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74d502519a6e2c5ac64fa09abc5b4812ec712078bb8999ae34a3b74023740411","formula_version":"titan-u-contract-v1","latency_ms":0.8917500963434577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0fd7d85fd21993e8b069f37b2aceb446838c5a194723064e6d1f77870253404","sample_id":"hellaswag.val.2149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96086ef66c99215075e0ed1b4739e80938db89aebed05b901a44c870331f9aa8","formula_version":"titan-u-contract-v1","latency_ms":0.7298329146578908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f790fab781a71f51514168a9f7a2d9267b4de6e6b598aee96412e0d49ce1c23","sample_id":"hellaswag.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36269889c312e0d54bf3241c9582d7ee9da109093cc4263c0b09ac9ea3bedbe3","formula_version":"titan-u-contract-v1","latency_ms":0.7027910323813558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0e0e2f72db04f6366b484a4bf6e8cd2267224649207a4d1484723c7d85bea7a","sample_id":"hellaswag.val.2150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef59813a2dcf5e35807bdf8649aff748e80fddfab6ad8234f318ac4b62055d73","formula_version":"titan-u-contract-v1","latency_ms":0.6211670115590096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b81a36d36bc1ad340b0590b2005f61f0d0f6e2e82ed74ac6c9e47c95c358129a","sample_id":"hellaswag.val.2151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5c1ef0b4fe27e82bd9d22d68c39c885d275598ce807a7a2b0a3d48bd71e2460","formula_version":"titan-u-contract-v1","latency_ms":0.652667018584907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3e400cb420ecd74a39c72ad318bc044505419031a32e39ce498b57edc35ee8f","sample_id":"hellaswag.val.2152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bf7685ff79037c3c40b23232c71c06d2137d25420c2ca8a059d45e530972015","formula_version":"titan-u-contract-v1","latency_ms":0.706917024217546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3340dc1eff4d08dec071181a5877fc96fc5a4ff541bf31bb29775d908b63a1a9","sample_id":"hellaswag.val.2153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f83bcadf56f69e9be1e6477114083417f7641009587b4e0b0cd6f2d8274cf7e1","formula_version":"titan-u-contract-v1","latency_ms":0.5050830077379942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1baaf25b2665b7978a7285f1e2ef8ecd36c7c655e6deb5c6b4c08d9646cf587e","sample_id":"hellaswag.val.2154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1c5c5d160e2d6eb4384b6d6650ec76cbbddbc4f6cde2cc6d8fb19b53418d2ce","formula_version":"titan-u-contract-v1","latency_ms":0.9614169830456376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e1d7a8cda96f2998bd9549a0d8acd49832b701678537e257a6272f761d3cdcb","sample_id":"hellaswag.val.2155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"236992e202b165118e0446f378b8a03ced26ebbbe9505fd46eecdbc4ba02de5f","formula_version":"titan-u-contract-v1","latency_ms":0.5107920151203871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fda2018fa73adc5854f48c6ea83d23e7800848fde3bd0e922c6f547150987f78","sample_id":"hellaswag.val.2156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68366367083a88c1333559cea68cc17239be1c48666c0505bade66aa56f88ca2","formula_version":"titan-u-contract-v1","latency_ms":0.47679198905825615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6086459c4431c609338ef24d8be3819acb8a3d383a0603736dfaaef3bf845073","sample_id":"hellaswag.val.2157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6563ac99a570fc4e4f15530ea09ef338b21feb9057401164ab75d6edc823a27a","formula_version":"titan-u-contract-v1","latency_ms":1.0187500156462193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"267d2205528f5da9ea58bf30619427e2fb6208639a7937ac6de624130f67c630","sample_id":"hellaswag.val.2158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddefc6ab2b8bd97395ee1d0f3a2e72b6e15adbff34640b95c55015a8a57f2a56","formula_version":"titan-u-contract-v1","latency_ms":0.4457499599084258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a12eb86afa56e6bb00a5e67cf887ac3798d322135b4d0028b470ddbeb0304d2a","sample_id":"hellaswag.val.2159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccca2a4a095198533256b55fd21f4138f00c02dca30a5648e45e7dd784c1b03e","formula_version":"titan-u-contract-v1","latency_ms":0.5860410165041685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"154b4519f68c2fcb4961b5020a822ca5dc85d0746333d7067cf017aa554a5b26","sample_id":"hellaswag.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8cdb69f6f6bc0c137b6773caa854bf3f65708d4b91d2cfa1ebca6a8096e774b","formula_version":"titan-u-contract-v1","latency_ms":0.533208018168807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e11c7d224d5745b42aed56d7bc10b820191ecfe400f31ec696c021a02d56fb98","sample_id":"hellaswag.val.2160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61a1de059f0fd91e3159d2ab2e55dec58a46a6bd8194d993266fd35517b2a8cb","formula_version":"titan-u-contract-v1","latency_ms":0.5743330111727118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df566d67a16285fc36ef44341060b7b67c62ba0a5e692d30a202083359160b4e","sample_id":"hellaswag.val.2161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36c707d1c037bf03f677c6c91ce9ad4993f8fa3ad72f31f975d33a9813c75d3b","formula_version":"titan-u-contract-v1","latency_ms":0.48649997916072607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db56c52ba666e497965a98ddbdc1b7e90d64b577b0b2da4a1fa1b4d912f31729","sample_id":"hellaswag.val.2162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7b54dc1df3890dac880575fad9fb62fa8959e74f5e546ccf2c752ec3f1cdbab","formula_version":"titan-u-contract-v1","latency_ms":0.4556669155135751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d27f4662e1b49ddc878689c71d10939acbb3b34380b49f779c764a216324e31a","sample_id":"hellaswag.val.2163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d97b90d7176bc264690effd37421b5d72643e33b710e8a90b0d26bcfb1b00fc0","formula_version":"titan-u-contract-v1","latency_ms":0.7557920180261135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ea03b6a7c9077dd7f9ced3835b3d6d09b057bcd8a98f359b01516096f9b55a9","sample_id":"hellaswag.val.2164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25ad905e245665883d733196018fac383a5ed37e7e5f85751a12e901ca314740","formula_version":"titan-u-contract-v1","latency_ms":0.7219580002129078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d076026c9c98d2eb5601999328f39347a861d84b090843bc0372735dc25c3e1a","sample_id":"hellaswag.val.2165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1db7eafc966ddc9c09587cbc78e59cc8ec9ab2a747bec63a89fde1f79870a3f8","formula_version":"titan-u-contract-v1","latency_ms":0.5055830115452409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2e01018df03412b46a76e0a97bd6c02ceb49323496141ba2fe62447893407ff","sample_id":"hellaswag.val.2166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab3ef3f8cc90388e0ace908e73975fe6126fa4e5bac7108f8a9b3115e20ac852","formula_version":"titan-u-contract-v1","latency_ms":0.4450000124052167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a74996de1a04e56d92624049915c0b00c465545c2eec98c7bbdef9a77d3ccd2","sample_id":"hellaswag.val.2167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d5fed1614196b3c88578549236b14bb18b425eea6dcc99b6ec81b484e18b463","formula_version":"titan-u-contract-v1","latency_ms":0.5475420039147139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9841dee58e45bbfa823ba4ee9c64a97fe0fbeac9285f7c78e79e509131ea12d1","sample_id":"hellaswag.val.2168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d41052f472606ddc05e471decc42b821e92929858a1c4584767fe63a7c753d5","formula_version":"titan-u-contract-v1","latency_ms":0.5232919938862324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13c2831180b413473f01c63827150f7a5fa94a2cffcbfe2b182d5ec30997a023","sample_id":"hellaswag.val.2169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f67c5122bc1c407f3021114a974efa1daf8d161de5ff391c32e349f2e07e55c8","formula_version":"titan-u-contract-v1","latency_ms":0.8648330112919211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b906bc7beb57fb37153c0281a3ab324e14d8bea69927bddf6b69a17753fc481","sample_id":"hellaswag.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"689678642a3d729cedce9ab18e9f1721a67c649f7d9447593258bfe3f8f6a310","formula_version":"titan-u-contract-v1","latency_ms":0.6305000279098749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e051c9e2e7d8e0e16acfbff52ec554e764f61fb03c9509feabc86643f7d7aa38","sample_id":"hellaswag.val.2170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23e37d14ba3b00fc2139e2715db96c593c79a27738c2f37491501ecc3bcdda54","formula_version":"titan-u-contract-v1","latency_ms":0.5183749599382281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d765a017a510cd4ca0f8f466365b137c875cf8ee4666998ed808c1ea1dbdb13d","sample_id":"hellaswag.val.2171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d53ee048bf9c28f26782b4aa9991c0178d768d8f4aaf9eec13de78f74c03868","formula_version":"titan-u-contract-v1","latency_ms":0.690666027367115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e0ad4afe7267143d3dffbbc23f7fea951efd121b7a3e650135b97130c7d6ee5","sample_id":"hellaswag.val.2172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d68f47b86e47b1fe641d19c5ca4457ba53380bc3e5efc7c5de7813cbd5d2b33","formula_version":"titan-u-contract-v1","latency_ms":0.47270895447582006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc4b8be04bafc9b4fb85efe141233c69e07336340cd0bbc2f9013208354bbb24","sample_id":"hellaswag.val.2173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06594f0271a1dadbfea5c0f0d41c385029660e353bb3c0e8054ee7a162af4caa","formula_version":"titan-u-contract-v1","latency_ms":0.4659580299630761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a8beb78049784d594ddbfbbe16e11807b44796b134fdd1c238c024cfb3c632e","sample_id":"hellaswag.val.2174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"514485c2dabd1ddc1bd16ffcd60219ea7848083c0e322bdbae5097c1c6330e7a","formula_version":"titan-u-contract-v1","latency_ms":0.5467919399961829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03a66fc81d976d9a4eee9fc4a564ec6b1c6d8bf31042f362bc3d71a276ed010e","sample_id":"hellaswag.val.2175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f25396cb2ee85581545c2d9b673ba812b2cf14f32672764aa37fd0ae2682259","formula_version":"titan-u-contract-v1","latency_ms":0.47149998135864735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41ed5f2881a267d564541eab9896092f92b0761c64a1391a5dc1dd42b881b4bb","sample_id":"hellaswag.val.2176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1370009f802170d908531eda33fadba728e8e780c495cff27f8c23939ab82f6","formula_version":"titan-u-contract-v1","latency_ms":0.5209579830989242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"573ecba32bdafb1831319374fa696cc747da08e315c652c926ded11f30d37e55","sample_id":"hellaswag.val.2177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4f43c23225e0039f9ff9f76a91f4cd49c9674936bca8fa6c80c6debdccd0f0b","formula_version":"titan-u-contract-v1","latency_ms":0.6648749113082886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7537e9944e266b889baf13de6704eec10ffb0854995e6520c50bd7270117bede","sample_id":"hellaswag.val.2178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8782b0a10273fc9ea05686681c84dae3a66f7ee5c9fc867e93378657d08da220","formula_version":"titan-u-contract-v1","latency_ms":0.5374579923227429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1a773206f0c66a964c5e8d4e937725c3bf2d701a07f25bd2104ac25a7b2d9a8","sample_id":"hellaswag.val.2179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3c48e888847de3b8bb314a4c286c6dda20560a94ec02c7b98014f47be3ee073","formula_version":"titan-u-contract-v1","latency_ms":0.5354160675778985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e82f42ac5fa8248e9c59097b5dbaab5862bf4462d1574809f29fb56e09c3fcb","sample_id":"hellaswag.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70a05a7055c6cbc838f0f046812a25098a9096a0f125b8ccfc736b245968e1d4","formula_version":"titan-u-contract-v1","latency_ms":1.0327500058338046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8d55b4a4f20688899372592d8965589196994d73d73b04df8527cf466784e3b","sample_id":"hellaswag.val.2180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eabc0715cb847b02969fbd48860ab21f4149f970683a7e617751df6dee69e689","formula_version":"titan-u-contract-v1","latency_ms":0.5877919029444456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89b77c53bfcb8b93491323d6be8fab2fdee9c065c9329a9c0063eeafe52de61b","sample_id":"hellaswag.val.2181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75ecd5ce5174b20051661e0fc872bc3781d4f5887a6ee3a868ea2967d9056ed5","formula_version":"titan-u-contract-v1","latency_ms":0.5495419027283788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72cdb752d83770ca877b495218fc013f56b03766e001d80c1010fcf05585fc01","sample_id":"hellaswag.val.2182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f6ed3d6b59e88d0f72aec03d6b71141baf924fd2c52d3298234cef34b5c2c2d","formula_version":"titan-u-contract-v1","latency_ms":0.5115830572322011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4064f4389a1017b3b5ed1e01ac4b27de805ac6a61ff4eee8b778da1b256469d0","sample_id":"hellaswag.val.2183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d00d67b767c83e0ccbdc601e9115a3b59d641ba52212a5cbecd571667537e0b","formula_version":"titan-u-contract-v1","latency_ms":0.5402079550549388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed140a682808ab4a31dd33e8c0a6a88a0e5ad8af6e315845e96425a718edadbd","sample_id":"hellaswag.val.2184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e794670aac936efd6a3b9d3fa3447c60478e92f7f7761dfa7692e74cbdaa04ed","formula_version":"titan-u-contract-v1","latency_ms":0.4371670074760914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66c903f42a28efabd67a7cc4f695f2c6cf589e71565c141dbfda10d3a897d583","sample_id":"hellaswag.val.2185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c78da3f70fdea7d99dd011188fd08417ba02ba86d8e2e2bb8a577f967663758","formula_version":"titan-u-contract-v1","latency_ms":0.6147500826045871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9374bbfa64e9df463dd87fa33128cf7d90f88097f9df283415d1f7aea215a9c","sample_id":"hellaswag.val.2186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ef1c383a0a63e76f6fb44a455558a4c7fabe340ba41354839dde882c8fcd8b0","formula_version":"titan-u-contract-v1","latency_ms":0.7373749976977706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7bb2d78ecfb4b90606c79e32197b24246352500c6f6fa396a16c9d21f5a993d","sample_id":"hellaswag.val.2187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f59043ce3dba091dc8582587f30cb69e8d2002a0b8ad5e6c1b52dc16672c812b","formula_version":"titan-u-contract-v1","latency_ms":0.6205410463735461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06b069061bcdc309521541136f47b8ba855180baad211972776a87d235eb520b","sample_id":"hellaswag.val.2188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f98464d46327ae4d08b535b7759e7e723dc8308f1276e365e810fe09ae99138","formula_version":"titan-u-contract-v1","latency_ms":0.45974995009601116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dedfd03cc20a00c29521959779a88813db9ab1b9e3fa97b9080a790da0251877","sample_id":"hellaswag.val.2189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c123b238ec7a212a044777281a0c3bf5e4f589eb80f6a9147dda8e10222f0218","formula_version":"titan-u-contract-v1","latency_ms":0.5995420506224036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b23674eada627bb39eae7aa79616679e1463c15f8a41094eda27bec2d8bbaf64","sample_id":"hellaswag.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34249a20562b5f371983ca9a71dd4167f30a421a745532a44485cb83c3ef926d","formula_version":"titan-u-contract-v1","latency_ms":0.8195829577744007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bce73d87efc0a9d123f18bfec623cb6365e109ec0e467d571455d4d8cfb33e2","sample_id":"hellaswag.val.2190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed025f4f942e168cb1d5dc43a8af5d9a838a0062747d425cd87034138a63058d","formula_version":"titan-u-contract-v1","latency_ms":0.49358292017132044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba43882a9d597452d17f6cc88071ff8503cd0a186638f91f9a91c86d4bda03a7","sample_id":"hellaswag.val.2191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"541400f199a77b3ac8d020c378a1e09109255cb3801a54629686e8c785445dd4","formula_version":"titan-u-contract-v1","latency_ms":0.6285000126808882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"717545307a84d23bf53491d32d5c3d0ce04ec8c8ac568b6bb5137e96239134ba","sample_id":"hellaswag.val.2192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c662e4de2793e632424a2f195ed7daacd7c0027b524c7a523cea194f1d75ebb8","formula_version":"titan-u-contract-v1","latency_ms":0.6473750108852983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3fd360292aae5fa8242e1c222a91338ea5c24d7acbada8b182c42d20b517ebd","sample_id":"hellaswag.val.2193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e1e440f19d6b8ac6e325cddb02f03118840f15df4db48c612766995ad04145d","formula_version":"titan-u-contract-v1","latency_ms":0.6632920121774077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e19de2811512f14dc028bb287f3fb4c891726c070315a25d6bcaa483d94d1a26","sample_id":"hellaswag.val.2194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a59a32d91ec15ed1f7b6533b6a37589326fdb54a55590682426e2ce08993c4f9","formula_version":"titan-u-contract-v1","latency_ms":0.6445830222219229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdb91c5f576940e893648aa4f385c4cfb91d35d128d3e3ef0f8de71903bd5c65","sample_id":"hellaswag.val.2195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e06080d0d45468f2f166bf6ca35c19a7e836eb2363394880ffae5dcd1370f01a","formula_version":"titan-u-contract-v1","latency_ms":0.5923750577494502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb20318b30e278cd9c8172b89465194bfeb84010880d979a2d2203755de5caf9","sample_id":"hellaswag.val.2196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da1beeff8ed81b0b981bab9b207a1d46c0ebd72a7e22712188d05734662abd6b","formula_version":"titan-u-contract-v1","latency_ms":0.49879192374646664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03de91929b69160f6ab5fa280057d8a29ef3187b03798f88b1563f73c232b80e","sample_id":"hellaswag.val.2197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13516ebfd25996c2c59e5dbb7283c378d18266462edff5a3a2168603a9e1ec22","formula_version":"titan-u-contract-v1","latency_ms":0.6214580498635769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"005d3cb33d50880931fd71d75de85bfc96045c71fa30e2fc9262bfa9b2eba5c8","sample_id":"hellaswag.val.2198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df37997d9da9e21f4de1d9ec08a637a8a94e34387ca3957f9ef42be14b756fee","formula_version":"titan-u-contract-v1","latency_ms":0.515833031386137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6570e321543d912aa749ca87cec5e6c5a4d8c26d6446251204d46eb090cc48bf","sample_id":"hellaswag.val.2199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6cc3e6d2d2f9669f06182de1c86303cfb05851a8160f5ff6ecc2be2b088cae9","formula_version":"titan-u-contract-v1","latency_ms":0.5454589845612645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01141aa9bdac426697d35f2d862dcfc7182f69fedc3787226257c1bb4dfc2143","sample_id":"hellaswag.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b745ee598fb7a56122ef1835ae64dbac818784119a93dbc1592146037bee44f7","formula_version":"titan-u-contract-v1","latency_ms":0.7535419426858425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e242bfb07a6fc0a9879c3fdce54699d125dc05b9a64873ebb06ca80ee62c8f11","sample_id":"hellaswag.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac22a59f20574500ce4814bf798e166f77148f915cea1523923e486b1d02f057","formula_version":"titan-u-contract-v1","latency_ms":0.9934579720720649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1087cd1e9057b971156857afa948fb7c284fe79f99b036f3d29832ee9cf4f95","sample_id":"hellaswag.val.2200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67f30d93f14012f094fac1a27ed916c2d5e39cc12458c4b740bc792a5be46321","formula_version":"titan-u-contract-v1","latency_ms":0.5970420315861702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"149e9fe44c041fb1cb065dda6f33fdaa58a339586de4969b62045ca75521be00","sample_id":"hellaswag.val.2201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"918fd699bda6470fafe80df00840f462ad5e38d6005acc7721f0c36dbb073c3e","formula_version":"titan-u-contract-v1","latency_ms":0.6170839769765735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7ffded2b3277716d5bd509963dad3511fc5000132fe093df0bc1eda93d1d4e3","sample_id":"hellaswag.val.2202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7d13b4ac3da072fe59e3f60e49bd36a2cefb5a71a1a352435a518e61e62212e","formula_version":"titan-u-contract-v1","latency_ms":0.4862080095335841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3046f495c18b33f459f22367370ca7e3fcebc62e02b666f9ad702179b63e2a0f","sample_id":"hellaswag.val.2203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"192bf5d82c6bb968e9c368e020c691affdbef5b3e7dd6aa50a7c34dfb27a2ded","formula_version":"titan-u-contract-v1","latency_ms":0.5245000356808305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05f13a608b1ccfe0bc6fba97020daa07872880afd520471b467e456df7fbd9df","sample_id":"hellaswag.val.2204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aefefca1b8b265d1b0301d58ecdffe035c96879ec81a7116ffb291dbff7678c2","formula_version":"titan-u-contract-v1","latency_ms":0.6129170069471002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c1010f8bae744e55dd559d77a4c830883ab694fcc3a65b4718a035b711a1fa5","sample_id":"hellaswag.val.2205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fab62bc47ae147a58bbe8e75bbf158eb4c07cd11f23f654c2eb0c0ca1e217ccc","formula_version":"titan-u-contract-v1","latency_ms":0.8194169495254755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9d4af77d188d37e9ee94647657a11ffd234744f4929008033e24f84eedbedca","sample_id":"hellaswag.val.2206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99607e36db7c80cc4954fe3d5fab49a2afa8f46ac62a05c06dc9c1f6de07c035","formula_version":"titan-u-contract-v1","latency_ms":0.6179589545354247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a252464decdd9e07743fe2eaee6581bc64c0d23606799325db7066ada9aa6bcb","sample_id":"hellaswag.val.2207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b24df7cabeff83cf42095be6ffe688f9d76081f92aec144746f22ecf0b5118c2","formula_version":"titan-u-contract-v1","latency_ms":0.49041607417166233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06afa1ab1b235903d9621ef0b950309b7acaabccc3b79920bb6bd788d30d08e8","sample_id":"hellaswag.val.2208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c6774be298b00fce7bbffebf33fc856b2de14adfbdca667a364045e28de0872","formula_version":"titan-u-contract-v1","latency_ms":0.4678330151364207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acc23e834462cc8598356c37e40481af44d19d9b54fe98eddc6b6a9205d525af","sample_id":"hellaswag.val.2209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7452b6a0a90f4baff1f3b46bd0d2a7d2458c1dadfc8b232821063c55c24859ef","formula_version":"titan-u-contract-v1","latency_ms":0.8221670286729932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b48d3cf523cd03ac0c9d01c4b78af0eef9585a49df3473e214d3482e033d5ab4","sample_id":"hellaswag.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f897b2e438e14e30335e3a740e458f85f053cb618a552f70bebd76650c203daa","formula_version":"titan-u-contract-v1","latency_ms":0.6918329745531082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa79d330433479d54ee7fc6cbbb28e4c4d45247ae514ca50d2d3a6d6e5974146","sample_id":"hellaswag.val.2210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20f5a5f20549d321411104a9f39b3599966ee61e39c7086f5f7c71ae05d0bb2e","formula_version":"titan-u-contract-v1","latency_ms":0.9711660677567124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f0cc5673420aa22651c0e441388deb74b011e71cfaccc36a5aa8b42e9772218","sample_id":"hellaswag.val.2211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48009b2b54bfdd301d7f40bf84c959ee769193795a6aff8a57eb575c73a5a1e3","formula_version":"titan-u-contract-v1","latency_ms":0.655125011689961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d72c32968c781a9f0978329ce396183c1708654f389e45e9e37f70c622a024c","sample_id":"hellaswag.val.2212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ba7c82539111b22b4838c81b61b551aeb263c28dcb7872e3a699de434d1e14e","formula_version":"titan-u-contract-v1","latency_ms":0.46716700308024883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ea1e5e83c4ec520ba59969c1546a24c41a5bd53016a3b44ff59cd81411d8aef","sample_id":"hellaswag.val.2213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca664b440995a9b922c8a6bd6590167771d199b2740367be5446b9ae82bb3f5b","formula_version":"titan-u-contract-v1","latency_ms":0.68229204043746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c82b87c4d79bbc2f0637478ec1af77e7f6fb56f1baf2b95e03b1a461aa0e32e4","sample_id":"hellaswag.val.2214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94129da3e8ec4612598eb40381f4d4dbf08ad297ffd9a7df054dd8775c014f13","formula_version":"titan-u-contract-v1","latency_ms":0.5574999377131462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3aa04a1dd89b3db4b9044cd67c57cc275b4ec4c35d5deb6560844db7c2abd2a1","sample_id":"hellaswag.val.2215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fc8979c998101dae4179de481bb874fdf78489884eb2df8d335a47aa45471a4","formula_version":"titan-u-contract-v1","latency_ms":0.5993330851197243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce4a9b1640837e7da20971ac4b63d2c02f482e86d493201c9d214351361079b7","sample_id":"hellaswag.val.2216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e94445347acb77a5b2ed05dd682f5694ad210f6e0ad9a70c5d270427dc280087","formula_version":"titan-u-contract-v1","latency_ms":0.9490830125287175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ade44cea6ab34d9054fb12a183ce032daeb5ed58eaf2e6363de10e4bfe1788a","sample_id":"hellaswag.val.2217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b066e8a782d1ec20760317fca6b947b7dabbed70a0b5e5fd3801bfe145c8152","formula_version":"titan-u-contract-v1","latency_ms":0.7413330022245646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba3d6ae961fa8d5160aca410726b2c14fec9405cefcc42549df9ac2876eecdc4","sample_id":"hellaswag.val.2218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ac64e5358a5bbe74834e23b9b89a5a9f13f7a26430540ec3c9f04ec79055c4c","formula_version":"titan-u-contract-v1","latency_ms":0.9036250412464142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6dce01a78c895236989988a36c23ebfd11c614630f6dc9a304f926bb18d157c","sample_id":"hellaswag.val.2219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e577d4ffdc9d85033024b46731bd660614d4730d1237760ec22916c2e62151fa","formula_version":"titan-u-contract-v1","latency_ms":0.6872910307720304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d22c4de43cc9a835d3e13db51fd1bf9d4ee56f7f2bbde212bea649aa765d1ef8","sample_id":"hellaswag.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cb9183c4b94f5c5f4b5c28c48add70185e2d0464070352d1dbfbc2117ef6709","formula_version":"titan-u-contract-v1","latency_ms":0.588499940931797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dec745024f60980416dbfd1d11553851b9dce66a1cb9b6b0055191589041c37","sample_id":"hellaswag.val.2220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca00b34010f82dc16d06053fda95569a3b16d86ad47311a46f3b326f91506dc6","formula_version":"titan-u-contract-v1","latency_ms":0.49687502905726433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02a417dbcc2a9e1c18b83106e1e7e98378dc247e3a5320eb989cd613d851976f","sample_id":"hellaswag.val.2221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98ebda2d18bfc5d00d6b7b4b5c527109ae7b62ffe1ff97aaa408922af5ee99c4","formula_version":"titan-u-contract-v1","latency_ms":0.5357919726520777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b357172918939fac299e628e2ff086f9b479bee2c54ec9766c7d81b053408ee4","sample_id":"hellaswag.val.2222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"317ef0fd199b929f675edb3e82d73a053a6031e803b7587c23f4ae359c74b0ef","formula_version":"titan-u-contract-v1","latency_ms":0.664166989736259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eedeca9bce5a694406b6fde7d55b00bddc7cd20668fd0abb1c7eeedd39ed7834","sample_id":"hellaswag.val.2223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c843d53d5f88935a3246f9f83f546bb5cb0939febb0b43018ecb17c4dfc1ced3","formula_version":"titan-u-contract-v1","latency_ms":0.47512492164969444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af3b7528b827977146a08f12ff8406cb8e933aeeecdb97aa871f7f8657502bda","sample_id":"hellaswag.val.2224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de881a9f6ecaf3ad525c9022d650bd875e9a265763bcc0cb97bf591ca9427c51","formula_version":"titan-u-contract-v1","latency_ms":0.6379159167408943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05b62d6e11ca3a1ecb9ea21958bd2a6ddb9e15a2c396696256a395c42a5223f3","sample_id":"hellaswag.val.2225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9eec346f4549696992d170e8b0551e1cd07a010b4d707c391e47f03aa564620","formula_version":"titan-u-contract-v1","latency_ms":0.4463329678401351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fc2e9fe01715f34c4fa7efaa510f79dff685653c61a27858efcaae134bb49ec","sample_id":"hellaswag.val.2226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57bd12ce853af66e0066c49d3f158c9254ded2d980cdea723feb1eb3644aac73","formula_version":"titan-u-contract-v1","latency_ms":0.678042066283524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"413646c35c7ad2bdf85126bfa901004fe2053e756733860224452d5172453d3c","sample_id":"hellaswag.val.2227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"347b1fe8d8749ceaf2b3dcf45773250a750cc93877e4f144cc4cfe2104bdadcd","formula_version":"titan-u-contract-v1","latency_ms":0.6771250627934933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ba6349ec162c2da6d0fe45b0f2ce1869b2db9e950275737cbe4d6bf1da64865","sample_id":"hellaswag.val.2228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"910dfcdd29d20effe148c00244c9ca94f51a8fee5242b0f788d745f079411254","formula_version":"titan-u-contract-v1","latency_ms":0.4829999525099993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9f58b6392eb381f3ee9b7cd8c49705fbf0602e42f99a69b49352a6a94e43fca","sample_id":"hellaswag.val.2229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2955f00b1ef4cba8cce1387fcc7ba1e4425072508d2f1d711a7c4e78dfb60a9d","formula_version":"titan-u-contract-v1","latency_ms":0.5234580021351576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72568f1491df262cce1dd9e5db9db58b28c15615b7ef97ab167c9e5fbd9cd9c5","sample_id":"hellaswag.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b16392e2bd67ad687543f2a24d5da96af74986a4fffbddac5821a006931159b","formula_version":"titan-u-contract-v1","latency_ms":0.6263329414650798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"087bf65a1b00243d6d3c67347ea984beb40dd49745ba8b9dad3caac193b44856","sample_id":"hellaswag.val.2230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d558f587ff72cfa5f8f3f97e6fef1627ed545d87bcaa540ce39c713f95b04fc","formula_version":"titan-u-contract-v1","latency_ms":0.6560409674420953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45f210ccee6cc014d2234208911f5086b1e70cbee29cc501d18e558e6326c759","sample_id":"hellaswag.val.2231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0f67338c4accc8992411ebf0c8562ed508241c30b06d112bdc9fbac96eb724c","formula_version":"titan-u-contract-v1","latency_ms":0.9651249274611473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9633b460c616034002887917197fd9422458c2a9c7bc094001f7ab70eeb4e58","sample_id":"hellaswag.val.2232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90571deca90f5199385cb3914551bc3a3b6ec8ece76423e7bfbc22543afdcb2e","formula_version":"titan-u-contract-v1","latency_ms":0.6691250018775463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aad44dd7ae1edf0e630fc0b5022821357e303f670492feedd22885207c785d30","sample_id":"hellaswag.val.2233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16eab60ff06f4ecbb16f05c7e42d7b2f159a1050477990976986a83dad5fbc00","formula_version":"titan-u-contract-v1","latency_ms":0.6786660524085164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53d3eee85090904f79f25aba14f2a0ce2c91089e0c9d1605509809fa42478fe9","sample_id":"hellaswag.val.2234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"625f6c2d2438525d58fe621471c5567168656af4deacff9a2cc598ba90fcc6b2","formula_version":"titan-u-contract-v1","latency_ms":0.6744170095771551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d7400cbcd0199c0134ba3da57a21519f1e4604e1bc23fad24a45085014fca83","sample_id":"hellaswag.val.2235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e86636421d023bb40401fa9493bf60290e3778efd79228dc62652ff7b17a6a4","formula_version":"titan-u-contract-v1","latency_ms":0.7367499638348818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5923f2f3bd0a5ec0e8e604c560cc154f34cbea67a3563a52d6ceedfd90ac371","sample_id":"hellaswag.val.2236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2937658bfdc5ab734c03d211e851a0bd2813085d937a4562ed4bf21e479412ba","formula_version":"titan-u-contract-v1","latency_ms":0.6502500036731362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f220ae5e5c3b9b9cf0790b1d1c5117d1f916f94704b2104d10039a7e21bd90eb","sample_id":"hellaswag.val.2237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eb926d46753cd9b8eda0ec8cbbc9d1ac2808698adb2334e5b72cd1e7d3dbde7","formula_version":"titan-u-contract-v1","latency_ms":0.7287500193342566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdd38d6ce2b903178e4cdf9743f4b17901c08c4c90f831d89c0b0b30af6a2d7d","sample_id":"hellaswag.val.2238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d354aa17d51c9c836e67622f100e55fc432d708942d216adf18abcfe7b5ee8a","formula_version":"titan-u-contract-v1","latency_ms":1.7395000904798508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d94270be4db563847f49c7d798e5f0ea0c818f679c1835a9afc41a439e2ea49","sample_id":"hellaswag.val.2239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f3b7661cd2f577cd346149ea8c2cb4ddef5772512f60ef55c40a62a622d5832","formula_version":"titan-u-contract-v1","latency_ms":0.5282909842208028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d96c5c52b5195a870afba89c2432e83cf017d34617a2d6b43d447f27b0a0b6f","sample_id":"hellaswag.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba078792d35c30474a7f99452648e55a928d438ed73bbce17804a33fe0c2c7c5","formula_version":"titan-u-contract-v1","latency_ms":0.559499952942133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5dc1955cba3b76e707d379da66f236d8e356676f859c8f93c4dc9f595a652a1","sample_id":"hellaswag.val.2240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd54f9085125cddb182b991938ae56ae3732407a851ab3f98ec146b5ee1299df","formula_version":"titan-u-contract-v1","latency_ms":0.5375000182539225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f1676ac93452487dc8649af04ad5f8ac71542165eb2d4554411ab359559274c","sample_id":"hellaswag.val.2241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e4c2e8d3b0cf2b3a72515ebfa945825e57fbe916353d3bbb2edb8900f04517b","formula_version":"titan-u-contract-v1","latency_ms":0.5447498988360167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6148cf08ff3d9142a7b3a2aa87c61ce12f220b18b5dea8bac94f4cfabfd29467","sample_id":"hellaswag.val.2242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f27803da7239d5d9338ded09c9ede7fb82072df3251be658ac9938a4f30a5630","formula_version":"titan-u-contract-v1","latency_ms":0.5076250527054071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"219e9c1203d48e7e36aaa5ca7fb7c9c1c05404f91b688e6c2d06f8ab883d9003","sample_id":"hellaswag.val.2243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e39b79f16cfd3926bc7d49210325fa1a91aab634b5c7191b1e1e4d9fb0a6d5c","formula_version":"titan-u-contract-v1","latency_ms":0.5700839683413506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcefcb2c4f00f5ce02b3e1dd08b8f4d35020a8230feeb4416b04c9d15f367998","sample_id":"hellaswag.val.2244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e32005f166e4714011451c50f429be3294b419f8f4face8ece4120e81dd0275f","formula_version":"titan-u-contract-v1","latency_ms":0.6564169889315963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f081e11975be851ac8faec8e7ed60809fea5922d287f60ecb3e7500fc59ab295","sample_id":"hellaswag.val.2245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5f93e82b29d9577a78663969b0119c71b45f6a5cb316abdaecf963595be02c8","formula_version":"titan-u-contract-v1","latency_ms":0.5255830474197865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa02a8fdeec6585ce4fe15a626f73da3f4f0750a5a3dc5fd23f8baaafcfad9c0","sample_id":"hellaswag.val.2246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0303c08bbb04a35a6b708dea1375b6a9b1d204f08aa7d2de6c700bec784c8d83","formula_version":"titan-u-contract-v1","latency_ms":0.7534580072388053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97a463a2da330b9e71e213422c86fa9e3aba659e94f911c559a67b3a710814e9","sample_id":"hellaswag.val.2247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47ff5c7044fb2d192db03ed57e31d72b079330413e22032c7659d14201304984","formula_version":"titan-u-contract-v1","latency_ms":0.5724999355152249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69647f43028f119c76c996a27bbd0e8589215107717d36a8e847854e7ec6d4d4","sample_id":"hellaswag.val.2248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c27d974aa3dfbce345a164bf0ba4f55e0cf731d157d51e82a95ede9d6bf966c2","formula_version":"titan-u-contract-v1","latency_ms":0.5009169690310955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"912952502dd77f06e38a770780de4b7cc92b3b38cfaa33c4be36d2cf1d5aba43","sample_id":"hellaswag.val.2249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87e6b16d94f3b17c03dacc27639ca8c04ef2d5fb912b817a34bd125fce8501d2","formula_version":"titan-u-contract-v1","latency_ms":0.6986249936744571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"057ccc96dd68a129c00187a592367d81e45fbac267be3ebcac68171ef79fdf40","sample_id":"hellaswag.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d902e05cf2c0199f7052d3521793e759193e7e2c6ef49bd17467d73ccb4c0649","formula_version":"titan-u-contract-v1","latency_ms":0.6568329408764839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d893be096ebe4c542c3852831d5ccb7bf67dfadce219f425113fff77422f3c1","sample_id":"hellaswag.val.2250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e44107ab13beb862663b70a600bbf823fd5a946f244279571a829be0fc9a921","formula_version":"titan-u-contract-v1","latency_ms":0.5330420099198818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba0d5fa7680abd5eaa466cb937907b4abd05d2f8aacf25ef2980a44dffad26f2","sample_id":"hellaswag.val.2251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e246c5b7bac00e343564cc978b378f6ece1e43315ad4b0b4304c2f76635c3f6","formula_version":"titan-u-contract-v1","latency_ms":0.4456250462681055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04482abe77204fcfea9c17c5c7fed9de2928e446129483c1200407e76516ea17","sample_id":"hellaswag.val.2252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d47bb837f1b5f0dd2800dcca27a4529eb23f0a1b606a5dc265d3d3c360b812e","formula_version":"titan-u-contract-v1","latency_ms":0.9531249525025487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4be1967bb8646a776a209b2b698bdd1d1c1337836c426a8e3cab23bef33cacc","sample_id":"hellaswag.val.2253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c9dbe0dbe0128eeaf141bcef0df7623ed2ba983622cc75416fc593f949cd035","formula_version":"titan-u-contract-v1","latency_ms":0.6845829775556922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f74cd7344b10ce3d32ffcc825fc95bbd4f60cf19e4b4ffc4483acc5d00de7c43","sample_id":"hellaswag.val.2254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61c0228826ac16d50a77227bfd518264c4671609325119b6bd70f181cdf89355","formula_version":"titan-u-contract-v1","latency_ms":0.6642920197919011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91c6ddc7b34e92671067ab7cdedc85666ea6ab78dc3c2e83ed7fd07551e06f14","sample_id":"hellaswag.val.2255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e01e65917c4c0c649818898426596296a8d1a3ce765522a0c8d0fb3f47283bc","formula_version":"titan-u-contract-v1","latency_ms":0.6093749543651938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7506f3b75dd6f25bb4d2f0e7f9f5ba7d7ccbc4a2bf82d0093a42bcf4ca17a24d","sample_id":"hellaswag.val.2256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d55c0a1ac4452f9b516e9f817c1b3d51776636ae3708ecdd2f442d519ff994aa","formula_version":"titan-u-contract-v1","latency_ms":1.295416965149343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58a82ab4c122f35b767a3aea534d38b6448942b9083e0eb5a865435ae947ae61","sample_id":"hellaswag.val.2257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"099164394ea8314c0f1f003f6e6213267e9019f86a800a5d310493652236c363","formula_version":"titan-u-contract-v1","latency_ms":0.4910409916192293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4284581d2f6a1ebcc2011c87ae39be095e71496114a353440734365a99965883","sample_id":"hellaswag.val.2258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0196b3d01e5a69486495878254d4abaca77f5bffe2f1982593dc50087c247e67","formula_version":"titan-u-contract-v1","latency_ms":0.4612080520018935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a19429f9228dc91836112c3d0a817af969578af1511ee83b6ea65938e0c45513","sample_id":"hellaswag.val.2259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58700ba878582afb8c6818eaa51254018a68f53d4d97ba987d567e596f9c5fc3","formula_version":"titan-u-contract-v1","latency_ms":0.6084999768063426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca71e7ae4ae31b1cbdd2f2f416cb92bc859ca0e51abeb6ebaf2e2beb26f0947d","sample_id":"hellaswag.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9effbc59a9e4b3e43840039fce744f75bd87c1cb5039b5988f284f8c70c6221b","formula_version":"titan-u-contract-v1","latency_ms":0.5713340360671282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de37df82560b59b291f973c37df6d70932a8ac9bb7d7dbd6c0f55c86f56d86c6","sample_id":"hellaswag.val.2260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdee846a1214cdc2f48a85a3adaa00fa9df4a7d3753c0d3cb3ebf21a55ff8936","formula_version":"titan-u-contract-v1","latency_ms":0.43291598558425903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a676cc0e42060065d1939bfd9ef5392458d3536dac5d5cdfbee55c47e639890","sample_id":"hellaswag.val.2261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64a044b960ae25afbea3d10da0e4071734d061aba1532dd6e4b7053fd727afc3","formula_version":"titan-u-contract-v1","latency_ms":0.45595900155603886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2f327ff34f21ce7003c1b96a0f1b6bbb277b91687f52fd03049e7412f582ce6","sample_id":"hellaswag.val.2262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b785be53363ce3a156be2f25b8a9ab871b1c39ff2113b0ed58bda22c9bab1ff2","formula_version":"titan-u-contract-v1","latency_ms":0.48087502364069223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3f98ba6280d0b74ad582d2fa9cbe861ce2c6a8b1590cbd9008c1bb29ddeaaed","sample_id":"hellaswag.val.2263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"901c44254d488d9590869a7a7932ed6ae5330a25511d44533b1846dac8419f63","formula_version":"titan-u-contract-v1","latency_ms":0.6563750794157386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38ac4977e27e33dcb8a521a8ccf563e460d25e478248d9934842d4222a152238","sample_id":"hellaswag.val.2264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53aad0a0c9a76aa326868ec99532115314005b799fdb39e7f1d706601eca5980","formula_version":"titan-u-contract-v1","latency_ms":0.4556670319288969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10507db1744539ba57f6c2a66301e2bfd92c8a7833121059f4c112e7cee0f84d","sample_id":"hellaswag.val.2265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"604a2474726c3b4bf3755c47f7ba6a5069ec3d1dfc55f80b9b7fcbaa410cb29f","formula_version":"titan-u-contract-v1","latency_ms":0.7932919543236494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"258517adae24c129f1877cab42e66b0d452f4bd210c198fa38cb1da3520a3bb8","sample_id":"hellaswag.val.2266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"606cdb6897237e99c03e8aa46689a95d81fced772ff7c01538cae59be2afe3a1","formula_version":"titan-u-contract-v1","latency_ms":0.49095903523266315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcde8beecc9dfe1d3fab929a11ed3b9331a23eb8dc7a09bac8d5cd4cc7017505","sample_id":"hellaswag.val.2267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79c780d283630a3747f18752cc00056d07eedd06a4cd06a860b1b8042723f7cb","formula_version":"titan-u-contract-v1","latency_ms":0.6996659794822335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bcb6cd1d0330819e6c04ce57678fd7dc17fd3121ae65b46d08109bf736d1e58","sample_id":"hellaswag.val.2268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0979c67e3a5f2ddbe9c9e9973ba28e67d7994015ce9a3cfbc4de9bb78191a8e","formula_version":"titan-u-contract-v1","latency_ms":0.44016598258167505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"628ef7ff135e8847ee8f105c425ba9d9f7ab06c86d107bd3d7a5e09481693cb6","sample_id":"hellaswag.val.2269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48309f1616c06d467225df84da2c0acf33a6a29da295923c371623c7ed3ac31a","formula_version":"titan-u-contract-v1","latency_ms":0.742041040211916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb957faf2a64c5d53d7ebf3f3426e5963ed42b43fd339216a6404d0860f6f074","sample_id":"hellaswag.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14de67c147d70263323bf2f5a934c8157c1698368d391e3ff570c0dd4fb05f02","formula_version":"titan-u-contract-v1","latency_ms":0.47795800492167473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7f8c825a08ddcff166914bb1e1fa0d16390b4a8139f7a62c5b84bc355230a63","sample_id":"hellaswag.val.2270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72b1ae808b34398711ca7cdc199d9c24f2be21ddf00fd3027936103932560653","formula_version":"titan-u-contract-v1","latency_ms":0.6196670001372695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4562ddff899f3c8015e1436027c462fdaeb45b0584d85c998cd9e8883f326cd1","sample_id":"hellaswag.val.2271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05cc314a45c7a6f6f5c6afe4fe9f99031cd03024033f820bc4da2cbe56e43ecc","formula_version":"titan-u-contract-v1","latency_ms":0.5102079594507813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e864bc3b79ae4c7f936683116b7a1c66e5b06d58d14c8bb894037353d3f78ff5","sample_id":"hellaswag.val.2272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb12d97ed3a7b6dd0a51cd839cab71ffbf0eb881c6e2daed6a1b703e774e454d","formula_version":"titan-u-contract-v1","latency_ms":0.46708399895578623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d49ef93869b48b8c87956eccc87c947a7c7b6e404b159c56b99ca28df5c3e1c1","sample_id":"hellaswag.val.2273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b030b7fed344d71971fcab40e6c74a988df4b20fca695726decbef7a1380c529","formula_version":"titan-u-contract-v1","latency_ms":0.6060840096324682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4d70973b81ffc293510af660fcc9bb76c8e6e9abb61525674faf685e62ccc01","sample_id":"hellaswag.val.2274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4aabfc0c6f6b3c6f2578683dba5b12f0b8214922feae0dbafb5bab4757a4387","formula_version":"titan-u-contract-v1","latency_ms":0.4695829702541232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5db46a8b72e715754c6156c3060c52b70e9f7db0d2cb4b2d108fa28ad7e3a24b","sample_id":"hellaswag.val.2275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b81c2454bfc1985c2cdda9d1c00ae2c2fa169bae7a696dedfc5d65c1cda91f37","formula_version":"titan-u-contract-v1","latency_ms":0.6744170095771551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00da11c1e3ed4e5481c901a9de7ed4e90e63fe907156e2f58594631af6cfb792","sample_id":"hellaswag.val.2276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22c5dba6f7bad992ca7a76ecfbf87e1671325ce19e9008535a3a7a07ea93bd75","formula_version":"titan-u-contract-v1","latency_ms":0.5734580336138606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36411320a4516f5481b2268a43a0068b9bbb825a54bf0ebde4158cc060c5b72c","sample_id":"hellaswag.val.2277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fff090499d685c8f1ee83a6a8fc6bbce3eccc8bc0490b202b4e1afe2b3ad56e9","formula_version":"titan-u-contract-v1","latency_ms":0.6741250399500132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d89b62506caf6b2bde166d3746903a264bf949ff8b6a859729292b778a123456","sample_id":"hellaswag.val.2278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fc77792ef1de0d8583b347b9a934ba262e6a63faaac582494daba298f484fd4","formula_version":"titan-u-contract-v1","latency_ms":0.481333932839334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2327693629b1a4cd591887196aa059625af9a19eef8b6f191b1db76e222c4c04","sample_id":"hellaswag.val.2279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14c779fc59fce6997efaebf762c7bd8ffdbd1b44ff8e697486a3caf7a5590fa6","formula_version":"titan-u-contract-v1","latency_ms":1.3283330481499434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90c51eb8a53f5604e5bbc508b54d86bbd1a2ed3e59b3bf335303fc28e193fe6b","sample_id":"hellaswag.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"922d682422ef8b3560ab7031943e41900393ee324c065da04d22add983da1d20","formula_version":"titan-u-contract-v1","latency_ms":0.6160000339150429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"256088fd4bb818b51fb9c052ddc84a7099706e0d341b95970824410a36fc1716","sample_id":"hellaswag.val.2280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfdbc060c87b4adc4aee127a2cb88ffa33cc0c41525aa30401020bbf530e271d","formula_version":"titan-u-contract-v1","latency_ms":0.843334011733532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"449c7be7c257da05b650282de06bae225fc35385692802b84febaeb17e4dc1a8","sample_id":"hellaswag.val.2281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41867cc3914ff545ae40d82b52399e5f47cd1a8e7029de445ec51b4c8d8267c8","formula_version":"titan-u-contract-v1","latency_ms":0.6491249660030007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31de246f73d2bd15814b485728d97c2cd7ac0bd5a60068ef51fc69212323b417","sample_id":"hellaswag.val.2282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0479fed62c43b95b54265e7e8245728184e495c3454912c20069407a4ce4b626","formula_version":"titan-u-contract-v1","latency_ms":0.6864590104669333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a53f06ea04edbe87ec70f8afd08ef7ec40c656738ab49dc92bb46d9e858736b","sample_id":"hellaswag.val.2283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ee1be193137978abd39b9486669af843441e28bb5eeb039af9b96eed957c400","formula_version":"titan-u-contract-v1","latency_ms":0.47591596376150846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df2d3fcad6d4e4d8ed0c651b29f25c3a03912ba3209cf877261755d0f892d2e9","sample_id":"hellaswag.val.2284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d608aa06d7e8feccb3fc55b61931d2ed6b3ce7d718163f238e8e6b30d04845a","formula_version":"titan-u-contract-v1","latency_ms":0.7681249408051372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58450d962e42349f7caf44637b50367424f7ec425e99af371e2cc2b5795c96a9","sample_id":"hellaswag.val.2285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22e90a912c255482e9689b0849524d7c5cf2a9183f7f2290fb82a8c31e28aa96","formula_version":"titan-u-contract-v1","latency_ms":0.6227500271052122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53c84fd4d32b3114798968cc6e56e0896910cc37f4d527e8fa994114dbcd0ba9","sample_id":"hellaswag.val.2286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07d1d3b5c1389ec9c50badc7ffe66b7d33a12fcc30427717a597990eba9a6090","formula_version":"titan-u-contract-v1","latency_ms":0.48479100223630667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e69c84481a70433a7ff2aeb744b5d02dbb8b2471bc3dde0888a41b5d25b6968","sample_id":"hellaswag.val.2287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96f86a8a7dfe233e963c104ef462bb1ef0f7f4e91f6ccc255168059c0d24c440","formula_version":"titan-u-contract-v1","latency_ms":0.4386249929666519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f32e2ac0e4e4d2155e5a4059ffcc8c9326cf79e9e673134c46c9793884b9864","sample_id":"hellaswag.val.2288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dfcf864365d3835b72715f0b4a4cf3ed7a9635ef253d4fcc0b74e3dbe458b87","formula_version":"titan-u-contract-v1","latency_ms":1.5784170245751739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7b94d8845ad140c940f2523785398b1e2837484f87100ae41ef0d44dad1bd8f","sample_id":"hellaswag.val.2289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd38bdd536f6627fddeb008eba73153bd400e3fe3d73ec11dcbdef1e06ca22de","formula_version":"titan-u-contract-v1","latency_ms":0.545875052921474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"616ed02f90c4fd603b27b8228d16320aeb97535cca639282685afd590f961176","sample_id":"hellaswag.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a6eed6ae26980aed8a955a653d6ebfafa8caa6a120bf4fe41335ed166fb0fc1","formula_version":"titan-u-contract-v1","latency_ms":0.6248749559745193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c67ea25537c8c797f22a68b7ce0ed23777982fa8c9fd03896aab40bb67bec5b6","sample_id":"hellaswag.val.2290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bda4a9596efe6aee5b617272ec8b75f4b38633f9c3a48e13848bc806713c36db","formula_version":"titan-u-contract-v1","latency_ms":0.648624962195754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f49c9bbb4cf4282ba5319531b8279fe23884b3a2edaaa5a23b913dc8d2b4498","sample_id":"hellaswag.val.2291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"545563b1b9336de1ba2f8bed0ed7671311ebc57d564bb01b23db16067d85afd2","formula_version":"titan-u-contract-v1","latency_ms":0.6042079767212272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aecb0db58e8eedba30829bb32fe3213ab7c0bce596b1f02b384d4444bf21e4ee","sample_id":"hellaswag.val.2292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17fabe29410ec20f5b2491c9cd60fe1d6591a5f8df48be98ae64377658ecb334","formula_version":"titan-u-contract-v1","latency_ms":0.6449999054893851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2fe2566424caf4f79720d87ae64781d4a5b74fd74accca7ea5c030c242f1a84","sample_id":"hellaswag.val.2293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea5e0533ed95d9ae9028d09ab4b2f27bedcbdd2296d0d8d8605b95f9c6446593","formula_version":"titan-u-contract-v1","latency_ms":0.48066594172269106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8eb014d79b5ceb727db70b69cad856d6254958fa8258dc5f403c1a2cb60760b","sample_id":"hellaswag.val.2294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20f7830734e4e3f07a9b47dd092bcd98bf35be5eb27ab0b86d263c87cb33f71b","formula_version":"titan-u-contract-v1","latency_ms":0.5453330231830478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56ada2acfe17a02bbac8c443ba1f930ce35f20c27f90b4d8ae07cf657c445db0","sample_id":"hellaswag.val.2295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"304090ec1d1a0b13ef046741f8147868863e761b8feddf42fced57bee550c4a1","formula_version":"titan-u-contract-v1","latency_ms":0.4200420808047056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2fd5b571185734ed21d878a03c2c2c8db218ecec31ebf0ccf69924a3dfdd06a","sample_id":"hellaswag.val.2296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d79f2edf1b0a58d030476480cd66d77ff18346991bd72fbbe35f65e6eac9970","formula_version":"titan-u-contract-v1","latency_ms":0.5234580021351576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd619fa428d96cd1e1938b4270cca6f7392f4a6214dfe9d5064bb1c468c0f257","sample_id":"hellaswag.val.2297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dbcb108b9cf52f2d48b027225f5e571dacc9c61dca1ebb7e6d3bd0a43ba6314","formula_version":"titan-u-contract-v1","latency_ms":0.6399580743163824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1aa7387e076da0725317fbdb49ddbdd825852c580beecc7cb99828224ecc5461","sample_id":"hellaswag.val.2298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5788c49f2c0b3f25d2b49dc50ef1299c9ff4ddc5f37d95595ed97aeae30cffd","formula_version":"titan-u-contract-v1","latency_ms":0.4671249771490693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d89ae635ba1de26bf84d82e5b8c98ba2d75ab1d2b90ffd286778e74202386fc","sample_id":"hellaswag.val.2299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc685ecc53f9e239d2fa535b42c215e3597ed8058c2ed561e0d6379561c5b5de","formula_version":"titan-u-contract-v1","latency_ms":0.6440000142902136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c259d0ec1b53a81899ef86bd80d14cc901842d358816dcffec6762c8a565071f","sample_id":"hellaswag.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f337d30b420542e2bab29432e953b122bff1042637f0b772938922f5429d029","formula_version":"titan-u-contract-v1","latency_ms":0.5584160098806024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"297c0c63cebff8759e42663b5c4555f0cfe11a1f979c9d7b9eb5bb33e9bbd90e","sample_id":"hellaswag.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6f9777deb672f46e6f3af3e418ab4d751dce17b1a2c011d68b308e6a92769fa","formula_version":"titan-u-contract-v1","latency_ms":0.6172499852254987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e0671bd3393f5e0353ec94ba4b881c6ff0504123d8b7efa206b9f487251fefb","sample_id":"hellaswag.val.2300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b67bf832426cd4de26cb1ca31160508f0a736f2f6f3758d22803650753315f7","formula_version":"titan-u-contract-v1","latency_ms":0.5365840625017881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1d529ced2c05d656c5098c0bc59a9d85ca7e62bbd3e85ebc6dd4c320f61366f","sample_id":"hellaswag.val.2301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fafed8a35bae808a1b2b50635df9c2785acfe771bdf6843073513e7902bb121","formula_version":"titan-u-contract-v1","latency_ms":0.458667054772377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0050dbf6fc45938529d5b945c70e7a1c581bbf7bcc8d8fa48ccf4f61bec0a002","sample_id":"hellaswag.val.2302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6472d2674d9def25af90ed5ec4a94386e6ae4c234820c2dc8cd733c92f83e607","formula_version":"titan-u-contract-v1","latency_ms":0.5898750387132168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55ff85d1311221a376e67cf157fb18984fdacb152c6c217bf4d6a7fffc5cd104","sample_id":"hellaswag.val.2303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bf9b9e0b1507c467085fea07775bba27107ceb6c174ae5a784de4304dd9dfa1","formula_version":"titan-u-contract-v1","latency_ms":0.45004195999354124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d5b3582adf7b05889feb4f8e77b66c543274ff0105a17a56eca6582f8faa7e6","sample_id":"hellaswag.val.2304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bf5013de7f700e194366077653122831992f0906515c9b2d0f381de3f0c7c20","formula_version":"titan-u-contract-v1","latency_ms":0.7022080244496465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51bdd99b3b5255193bfed0ce7e483c90699bb478fb6184ba5e6120e3f947173a","sample_id":"hellaswag.val.2305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e90ac076a07f1240f25a0978487520bb81bd68f3047888381a1e1e0f99413f3b","formula_version":"titan-u-contract-v1","latency_ms":0.5987090989947319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec5b10dfa7fedb52b4aeae2af1b7535ab2ece198d1e62de8b6a2b767b53c0143","sample_id":"hellaswag.val.2306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cea671c09f40df697a0e1e30b2b712b77ba6862df052316eaeecc5ae7b59412","formula_version":"titan-u-contract-v1","latency_ms":0.5727079696953297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a93b7ca9631b5267466ad44993b4519c88a96fb76b8e590b2fc856b4d75568c","sample_id":"hellaswag.val.2307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"598235cf7478fd72059d85ae04f9fd49581423790f1ad4a4e31d78524ba2bfe7","formula_version":"titan-u-contract-v1","latency_ms":0.45779102947562933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"586337a4acb7dfae95b95d99cac18a3014121e8f87af4b7ac538f2847b10f0f2","sample_id":"hellaswag.val.2308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce289e56344f3ca6b74b46db6d537dd6723b8fb203f8ae1bea3c7d16fa5ae3ae","formula_version":"titan-u-contract-v1","latency_ms":0.6315830396488309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2fc2874a6f9ae071ab7a467e5cc0c414cf653533a8ef9c7fb74a5573f3cfcef","sample_id":"hellaswag.val.2309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"207ebaff22fdc17f219c16653883f298934ce369ed1d91189e4fad6076b90f76","formula_version":"titan-u-contract-v1","latency_ms":0.6742499535903335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d27e24a97be99567c02f5c4f8bc0c5c878068618c269291387e3f5998fe638c2","sample_id":"hellaswag.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45af093057e8a4e426b43c2900b232dbe224355170bc1050be7651d45f286bbe","formula_version":"titan-u-contract-v1","latency_ms":0.4752500681206584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a61d113b383fc8a39fd18573a145c4902319bbafcdfad647cb1c38db470ad253","sample_id":"hellaswag.val.2310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"932831818384fe9a24ce26fc143178814be065bb01876bee32582d322875afe0","formula_version":"titan-u-contract-v1","latency_ms":0.45779102947562933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f50fa24da6b2c4b74e1d2c2f6f07f7cbfdc5b5cf0af13547d9f6f81c7bab918e","sample_id":"hellaswag.val.2311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"726d8710b6771226e08099ed2891ce4ba86def0b0b761e29d6d9983490130eb5","formula_version":"titan-u-contract-v1","latency_ms":0.6497499998658895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5da80e4440ec6af83ef2535750917cac3af20a1beb60fda1ee212ef6bf0fed62","sample_id":"hellaswag.val.2312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12b6172c0e3c93c9d678bf0217b037142c85775abca4bf11f44898ae3d522fa6","formula_version":"titan-u-contract-v1","latency_ms":0.6415420211851597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58b7515d9d88d0eeb20f8f1ed76973cee5d905c677ec81dd252639d5010815b8","sample_id":"hellaswag.val.2313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67c88b7eb772202529f19656f7641277d600d917c5ceb965d385501e40ec1c6e","formula_version":"titan-u-contract-v1","latency_ms":0.5718329921364784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f5492cc485f114b6a407d230fd631de9fa53e69a6e6ba6d635c52aada2d0c69","sample_id":"hellaswag.val.2314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6c00075a2cf6297a9608b66d21de6f5ef4e34beaa510fd677cc991550f16931","formula_version":"titan-u-contract-v1","latency_ms":0.4907919792458415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72bfa932cb05700aea2a0601f82ed4fd7afa5e70b254743e4c2b2c8036730322","sample_id":"hellaswag.val.2315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdefa4b89d724e245603a4c42ffdbf8694656161724f5dcaed218391fd5e90c3","formula_version":"titan-u-contract-v1","latency_ms":0.4472089931368828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfee3e4c4c9f57246f4ae6c8b29df0cd31fe7cbfd9cd064636a600a076177d07","sample_id":"hellaswag.val.2316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0b8cdc7ee8b48ea561f77ea7769c541ac3db3d72ca9582a80e82d2f88cb6a9f","formula_version":"titan-u-contract-v1","latency_ms":0.4379580495879054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a386f9e92b8211d75277c767b2291b460cd3f856212fe6f22f38b46d9a4e64af","sample_id":"hellaswag.val.2317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d412b98c2b92d2f46b25c9aec254fec0305aa177f262ebbe3f16ed8c62f17c16","formula_version":"titan-u-contract-v1","latency_ms":0.5524159641936421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83d82507ed6a38357b5afc447f4293f8011c3532e9d5329e817baed7c2824d99","sample_id":"hellaswag.val.2318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0520a9f7ac210175d3d0a2ae389315f3acbb7609492c36c1ac54c1b220577784","formula_version":"titan-u-contract-v1","latency_ms":0.5600829608738422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fd9a3fde033b8285d2e8dcec5b707ef6f1e8087b834becbac52c2c4839d5492","sample_id":"hellaswag.val.2319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2d704934f55cc8c5ec29c654c267d6ea154b6b33c60ec260446b39a9a71a102","formula_version":"titan-u-contract-v1","latency_ms":1.0910839773714542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f93122556b350459d720e1705fb267dccdf45a43c287997b0d700ffafd58a3d1","sample_id":"hellaswag.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"868ad77a36f35bf8b14bf6258c893c8aae47405e3a9060da5420ae37ce570da6","formula_version":"titan-u-contract-v1","latency_ms":0.4813330015167594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bb59a9cecfbf64de543ac1c26056434a9d2d0fc6e446d83e986b6427bef2440","sample_id":"hellaswag.val.2320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32d4805e7f7d7d525ede4498baaa11001a28e97b81af766bcda2fa5257546b0d","formula_version":"titan-u-contract-v1","latency_ms":0.9084169287234545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"608b11adab9f7beb09073d16eb1b579d171940a07c1474916841651ab285aaa0","sample_id":"hellaswag.val.2321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9d7dc47af884e126ce77b4e0ca9a99753e1dec828ed68f131b991275a0c2bae","formula_version":"titan-u-contract-v1","latency_ms":0.8097089594230056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca0a142e700f6346887b06c5e46d0cdcf6220b2dd831f63a2d7f43854f3f0be3","sample_id":"hellaswag.val.2322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cdaf9e6d39c0922b4fa9ef1c3761b862d51d55b7e0d9989544b6bd085b18e48","formula_version":"titan-u-contract-v1","latency_ms":1.4150409260764718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63af57f6d22ea6f64b13a451fab14d521aced93bc3ac2ead3e98688455f70bdf","sample_id":"hellaswag.val.2323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14e6b8282af36d58cb3a13b2eff9ed8ba8060fe5c070e61d99df3190894165ee","formula_version":"titan-u-contract-v1","latency_ms":0.8646249771118164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e979d6fe288d2b6c9756116d50894ec83ab3ff5cf779c908f4f60d22edc99e19","sample_id":"hellaswag.val.2324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bd463d300b55dfd9157b74807367eb1be5b77f06d598e38426853dafbecbfed","formula_version":"titan-u-contract-v1","latency_ms":0.5965830059722066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1687e82cf5e3120e3cac031aa10fec116177d52af1c93036e8d5377d647755c9","sample_id":"hellaswag.val.2325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60a2f81a586e50535cedc1cbe8f21aa092c9084eec8d0eb24e99c0b80da6a260","formula_version":"titan-u-contract-v1","latency_ms":0.5730000557377934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9114dd7fd3b4e6da66e3c11e554cc2ef94a8ef6d854c7d411724b4c8b60ec28f","sample_id":"hellaswag.val.2326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1f03e69e925c5ef7855250dbe80d8a54491da809a54796c2366bd3a1372681a","formula_version":"titan-u-contract-v1","latency_ms":0.5033339839428663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c6810024d5af212fbfcdd46340bf5b7f95100ca20af5ba425d23d733b1795a4","sample_id":"hellaswag.val.2327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f35e01d3f7a8bf774382d85729aadd73f8564bc66635fb64b18ce890667a1e00","formula_version":"titan-u-contract-v1","latency_ms":0.6838750559836626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58baf0f01358089434e4c4d69ffbe124f2edf9be38d953791a996c46ae9f24b4","sample_id":"hellaswag.val.2328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ced8af0eeb7b3be01b6b1f16a8932ed58f1b6eb782a2c10571db30f979fc267","formula_version":"titan-u-contract-v1","latency_ms":0.5352499429136515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dce486c0f0ae26ae8540c5b8105652cc62f3e17d15e04f61274af28316aadbc1","sample_id":"hellaswag.val.2329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d64f3f174ee7df9e1fb8718d9603c8752e72ef421ef7b1282305b820352a731e","formula_version":"titan-u-contract-v1","latency_ms":0.5181248998269439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"056efba7012758dbbf65589ca84a385863e1db1d5c8921b3c10d627278cb4853","sample_id":"hellaswag.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27fde94e41b9e13824ee2a00d9afebd25cac942236457cacff83bc553dec2ec2","formula_version":"titan-u-contract-v1","latency_ms":0.6023339228704572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74ced48ca44e8fba6ca4788c9d1da5325f1849581d6e7bc055732d5ba62e02c3","sample_id":"hellaswag.val.2330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a94afc7342a9b1e3dd41c6d58a7ff13e6437b08ab2cdd330338ee13ef1511990","formula_version":"titan-u-contract-v1","latency_ms":0.550874974578619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8934a79c39300752a075b9acd127087a51fd2a2ee69c0d5577a0d230e4696e44","sample_id":"hellaswag.val.2331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b83475c75c10b40f8ced884916659b0245814d52f3010addf039c16e41279e7","formula_version":"titan-u-contract-v1","latency_ms":0.8898330852389336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e945e7228680342986dd57c6e970f1332703fa51376ea4c660954bc96869866","sample_id":"hellaswag.val.2332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b21c7d0ddd19b4a0900949e102fe526adb15bbd766b8bbaabe9d5cff862eb2a3","formula_version":"titan-u-contract-v1","latency_ms":0.6331669865176082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9b3d444ad912be41c7af996f5580a66552b785aa1ccbca12e73e98eb9d7b4d6","sample_id":"hellaswag.val.2333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3c48ff029121e1d62d3165c8b0bbbe9a9bc56ed30229253e86fe24c3a245362","formula_version":"titan-u-contract-v1","latency_ms":0.7335420232266188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3e95f4ff2db6f083fa402abfff1135c64c4c760a6f1f43b759cd87af01400d1","sample_id":"hellaswag.val.2334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2104190dbb35ab5537080a4c8bd2640515016441ee9cc7b75fbb46e2255d050d","formula_version":"titan-u-contract-v1","latency_ms":0.8017499931156635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5acf40b24ba0f43c7ce167b5f5406264aadc7566d92d0c788ca8c266be871a32","sample_id":"hellaswag.val.2335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae8c66f75133e918cfc47eb10d00204e1d885c2aeaa1746cf5d7ec272e298cb0","formula_version":"titan-u-contract-v1","latency_ms":0.7940410869196057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18f59ff1e22c970e1495f59e9fb9ca7efff9acaf7ece2b07f4079e1bdf9d0988","sample_id":"hellaswag.val.2336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"748825d022871dbcfb3e05acab27c874ef74299aaafe2a88aab12c58fc6a3fab","formula_version":"titan-u-contract-v1","latency_ms":0.4721670411527157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddd905621e959f9a5fbda51a2bcc5ed6baef1ef25de098a6c12181e4bbb8a09f","sample_id":"hellaswag.val.2337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9224cdf1cfe5c21fd53b17ec3c708614e463adba05b59200f2dac1ce007822f0","formula_version":"titan-u-contract-v1","latency_ms":1.1209159856662154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36909109721087968097cd4c22d9650ec1b5522fb5c05d8013ac28adeef396c4","sample_id":"hellaswag.val.2338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15330b703cef118b25911ac32d1919d74de428e662a036605b847c8f2135228e","formula_version":"titan-u-contract-v1","latency_ms":0.45837496872991323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13a29ce9fdb5e85645763ec0eb99cd50e6c75cb149ffb064fd6a56945a7fbf84","sample_id":"hellaswag.val.2339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1914a950d506bda83a2f3806a246d8ae05a24564a9c716949bf7fe5934bc3238","formula_version":"titan-u-contract-v1","latency_ms":0.5378340138122439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"993fe42ef837c34a13edd05d3bd55b6bdeae021e08d936bf420a93ce3818714e","sample_id":"hellaswag.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"756e6275e415b7eaf8473126b82fab892302bac980d707417c658044d21d7c79","formula_version":"titan-u-contract-v1","latency_ms":0.6606669630855322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69aa07a3de33c0b8415eab67cb5e190c8e7141f463e96e245fabc1d60aecdee0","sample_id":"hellaswag.val.2340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74b0d1d9badff6051ae39af60c35ed121ac8f17e94d2e66a5cb9225b36745c51","formula_version":"titan-u-contract-v1","latency_ms":0.6216249894350767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fa97937e250abccf543d8abd27f6eb48b97b0e67c73aeaf3683a662ec6eea2b","sample_id":"hellaswag.val.2341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"966ac29852f405b5c488b3cbc1739fcfef85b796a944e613685e52b189662d11","formula_version":"titan-u-contract-v1","latency_ms":0.46795804519206285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"415069ec5526bd6a18ab179100d12907079c66846dcd889c2e8d909faf029604","sample_id":"hellaswag.val.2342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f63a746e1d74a414a568d347825dfa6a1edad2f1c2d9a6b8503d9d626a995f2b","formula_version":"titan-u-contract-v1","latency_ms":0.43995806481689215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b67014713a6893ef49dbcef45b35844cbedd42691bf8aa6ad98d3bff398ddda","sample_id":"hellaswag.val.2343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a5ec18e1b2b523d649a6d85c1b1e66a5ffbd2ebe17ed85ecb567281eaf33a2f","formula_version":"titan-u-contract-v1","latency_ms":0.4934578901156783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53f45298dd015d56a1762996d9908b461940095fa8097f4dc790cd7a8e90296e","sample_id":"hellaswag.val.2344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd782ad9f73967610f21129f2922557562bfc45dbde4210fde276ccbf6df1bcc","formula_version":"titan-u-contract-v1","latency_ms":0.6577500607818365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91ee6286e16db6c12b33288faeb2d580c7e890944fbe2aea09df4457c1613ea6","sample_id":"hellaswag.val.2345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13d341594eae8230c9b49e9dff7588be75235411e2d70f287cbce8e8ffadfcb2","formula_version":"titan-u-contract-v1","latency_ms":1.3084160163998604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"680d3cf0fff84404bb2e27be5a605a9ef50de61026c243b92f17ecd5021abf2e","sample_id":"hellaswag.val.2346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6e13f76c529aaa26510c2805c75f54c8d4dd5c637796048180d0dc207e12fe1","formula_version":"titan-u-contract-v1","latency_ms":0.7495000027120113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f29ae960051954b207f8bbe8e2fa7f386d43ee5e461489ae5ac572dfb9147380","sample_id":"hellaswag.val.2347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3234a47ddec66c343d98574a17ec8585414bda6a503956a39b6cb47287fe82d","formula_version":"titan-u-contract-v1","latency_ms":0.4998330259695649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3ffd5c76b05e6362dae059218cf36de654d5addc5e17b8fb145916e760288ae","sample_id":"hellaswag.val.2348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f428da46835c915b0a4109aae65d14f4465f4477c9f79fdf92dca95b8e3dd464","formula_version":"titan-u-contract-v1","latency_ms":0.9463329333811998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b56c21e6e3f4e9068f0c081a1f7707b8e66707aecc5f0754d29b929a3226677","sample_id":"hellaswag.val.2349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45f0c2d1175d16dc8d0889304587b934d5234cfe405dc1242bb2bac59f02578f","formula_version":"titan-u-contract-v1","latency_ms":0.8304169168695807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fab01478b3bebdc4d779f6505178a6394e8d4657fb4040c2856e95dc8ed78ec","sample_id":"hellaswag.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f0b9989f363fda301835dd03e7924a93d1dc9eaa1bb712ed72333b1a705593b","formula_version":"titan-u-contract-v1","latency_ms":0.44483307283371687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21182d01dd40e929ae319b8dec556fa128b8e893cf0652175c126dfe2d67943b","sample_id":"hellaswag.val.2350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe74bd620acfa871896e326080838ecd9550141b95efe2fa9cf4ac260e394909","formula_version":"titan-u-contract-v1","latency_ms":0.5745830712839961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"077af96c58b2653c77a439518771babbc3f504474d621fc01a67e0f104820e3e","sample_id":"hellaswag.val.2351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a8f5587520657ef167d56e281df84110f0acb2e76de303a1b3c2a5be2deb43a","formula_version":"titan-u-contract-v1","latency_ms":0.5515000084415078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f25e4c6c49e19983c6bdb29bf9ac0a174080ee190ae61d109ec0fb888c3044c","sample_id":"hellaswag.val.2352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"483ee6a8f2eec7c9981a077c7d3699411e960a6b1a7d8e35530823fb06472e0d","formula_version":"titan-u-contract-v1","latency_ms":0.6642079679295421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"add5344f0a3027002189d5fa2003cc9ad0d70e5b2c2edea33ed68a6d5639ced4","sample_id":"hellaswag.val.2353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d71d371f0ab1de60ec931ac1aa21cd85700dcc82829b133c654f2d375392aae8","formula_version":"titan-u-contract-v1","latency_ms":1.073958002962172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9af9b4b25a8845b609219b35bd06accc7908a593c1ed4b999f9d37613241e135","sample_id":"hellaswag.val.2354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b327ccbd8a4efc662c6f9b0afac417d3a46ad43463dcdea6c54edeb81bee0b1d","formula_version":"titan-u-contract-v1","latency_ms":1.0342909954488277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78596b88dd4eb4a4ac2cf11a14c171c5b4bf54c306b77ccc857d524883079f37","sample_id":"hellaswag.val.2355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a24368dd707009f852c61d7b98eae95e5a2d1fc4c26e5c4ed98dbc95642ce72e","formula_version":"titan-u-contract-v1","latency_ms":0.7286249892786145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba5c031dac8cd074e5899b79ad99410ccbc33afc2cfeb5b2b0a057785f25a4da","sample_id":"hellaswag.val.2356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"665b49bb0150da3e6b78eadb7b6cb47d69b0ceb4f040aa1396429b3a3c16a313","formula_version":"titan-u-contract-v1","latency_ms":0.6204579258337617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92f19e9c105c80a207eae319719704e10e3b73dc628a1e5a00933cff34f0a12a","sample_id":"hellaswag.val.2357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dba466e1cf98678df01702176f14025b34edc11944c00380f6dfa219e7c48fe8","formula_version":"titan-u-contract-v1","latency_ms":0.6015409016981721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c44bebd992bbf27d816308ea2642113e9a9b2d7d4821cdf91d6c8bf6e835a62e","sample_id":"hellaswag.val.2358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a20eba7412c9150412a338e03c366199be742eb5488304208db493b676768dc6","formula_version":"titan-u-contract-v1","latency_ms":0.777707900851965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5b20c3e112d87737b5645afcd05f29dd2c416e249fb9fcdbd85f81748c77f9d","sample_id":"hellaswag.val.2359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"613956bf961983efdc492949d132f21d32fe24a2cb242f891655843e9ebb1054","formula_version":"titan-u-contract-v1","latency_ms":0.48337504267692566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fa9db376763493da376a40242a2f41422b970729e53cc10c5eecb2fedd7236b","sample_id":"hellaswag.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b125c0df90bd4fcf16d1547a1925ccecc5a43f07003ca81f1f36e79b7be7ec8","formula_version":"titan-u-contract-v1","latency_ms":0.4987079882994294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15803060b56604c28ce696d1b81bdc1ef3652fe3d59e2be705f9f6d2e5861efd","sample_id":"hellaswag.val.2360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32c8b1ac55c0eead237bf2d6becb95f2fe04415f3377f5bcd5ce96d23975edd2","formula_version":"titan-u-contract-v1","latency_ms":0.47437497414648533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ade080eab369ae7a261610dc8d326c8455253cc6935d81e9d974a466f2aca221","sample_id":"hellaswag.val.2361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aad26200fa24e325936d1e684cc428c36d054ab9595bf65ca58cf10d1e3cdd75","formula_version":"titan-u-contract-v1","latency_ms":0.643584062345326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb3b79b84c71b11f2b3e1b8fa1be8d6759552227dc7e34b53e36f753aa0d7106","sample_id":"hellaswag.val.2362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a95fa7c352a5ec81fcf6cac0e377dc32f9ce40d5d69fed26b670f58cb39ee758","formula_version":"titan-u-contract-v1","latency_ms":0.668916036374867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c69af9c2d322fc727485de01268db143996c60de40ca8a47fa09c7a952bdf69e","sample_id":"hellaswag.val.2363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05c0bd67542bc5ff96ba2a6de0e8f6b0a564e1b4ad927f029aacca84aafec9fb","formula_version":"titan-u-contract-v1","latency_ms":0.4824589705094695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9389035d3f43b4a165d81b783d4802ac751625349ab7d3a8adbeda5a36f27d90","sample_id":"hellaswag.val.2364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f052f6867500aac4c1b55940738e976d084ba1c5ec16309678723085f55699f","formula_version":"titan-u-contract-v1","latency_ms":0.5323750665411353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45f913900b79ec1e73e3bd983e62921f10d8ff9da3e06f41ed0993f8d488724a","sample_id":"hellaswag.val.2365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92d068493b755b7097d14e137343bea1725c662446243aeaf6e36a5d7fc3bc6f","formula_version":"titan-u-contract-v1","latency_ms":0.6078750593587756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df07e76953c1caeafee8c2e38238a39d4440e02655ffc51e3168d4df74b021ad","sample_id":"hellaswag.val.2366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b473522af4e03b65d54971f238f31c895530e944fb38e1a7d9027eb0d8024072","formula_version":"titan-u-contract-v1","latency_ms":0.6694589974358678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e93b860e4f124b661f09636bf4e80c47758e53c7087389061334cc375630b663","sample_id":"hellaswag.val.2367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12dabaeaf421e91b237b51b5bd99ed568a27910ae6df30214aa0405e1a30feee","formula_version":"titan-u-contract-v1","latency_ms":0.6417089607566595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a768c32a38c6c295ac5125cad56bea025e5321a4de3d4b5f3260a8d740be280","sample_id":"hellaswag.val.2368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b137a0a8f355d8e79c51e520f74bb4b87659718074faff7def0b62d056fc38ae","formula_version":"titan-u-contract-v1","latency_ms":0.5295000737532973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9a61420108f07785e6a719d51ea531cc81f87438a1bf4bd8f14a977bafb83eb","sample_id":"hellaswag.val.2369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4da187c070dc0129e205cce01592d01a4f950e9f8f8987d4c61441433e8c988a","formula_version":"titan-u-contract-v1","latency_ms":1.0680831037461758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bce8735ca9bb31ab3d49f0186d6b3af5c5d777b44bb9c315f25b2854c969c1ca","sample_id":"hellaswag.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7a4a26aac907d391c65e8401395cefcc5846ce416a684cb85db3a9462c5bbe3","formula_version":"titan-u-contract-v1","latency_ms":0.5518340039998293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74a3fd0e023d9c4ec63d93e13db358ef81eef8df19c5fa0f421857fb83f64ad0","sample_id":"hellaswag.val.2370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b22976eeb5b2cda4d17385388031a324507a7b7efd34e5859f9fb5bd7d74e059","formula_version":"titan-u-contract-v1","latency_ms":0.779750058427453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81ac93c6b3711c1ad7d6465b6ee9d9271db072150a176f1315e203ec6d9f4a6a","sample_id":"hellaswag.val.2371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c793b394aeb17e211b32734c56e1c1971226ec0888d1164fea178cbe4c7776a4","formula_version":"titan-u-contract-v1","latency_ms":0.5505410954356194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8c8aabd6ad2e0472960946e152b8ec28808b52f918f00c249ddc0b1d712918c","sample_id":"hellaswag.val.2372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fac896fcf192347e907cf712f063e42a389d25de8261296e9599e703ec5e902c","formula_version":"titan-u-contract-v1","latency_ms":0.46858296263962984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95d3d47245d079906a5286dbab6af9f734efe2239b89e4fa1035e947882b7b32","sample_id":"hellaswag.val.2373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"250584a9fb2682381f526814620da93c884e0393caa126993f2aa793880ac34f","formula_version":"titan-u-contract-v1","latency_ms":1.0117499623447657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25d756d592fbfb6955ce4eb4f8c49ca38dc521b1d0c0b9e64bad84008c907728","sample_id":"hellaswag.val.2374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"780c8bb5f988309d27b3d6ab7e41f46b51e04c063a2eba69219a62d8f1c6a530","formula_version":"titan-u-contract-v1","latency_ms":0.7060000207275152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b16c5dd162a295c6c81ad869284d31de9341e9597cfb17a4b266401061346a3","sample_id":"hellaswag.val.2375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b7333f6943c930aa19f0d85b1f19ac92596c35c26d540e46abcb76c56639194","formula_version":"titan-u-contract-v1","latency_ms":0.6904579931870103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1eb06cd865228189f98163c2c184e455ef7a69725e0e2bd614542417d6eaa7f","sample_id":"hellaswag.val.2376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcbd26fd6ce659b590451aecdf34dbbcd7c75ee2c37ba37960c4dfa6bd17ef3f","formula_version":"titan-u-contract-v1","latency_ms":0.7127919234335423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a378296614ba4c27d390da0ad98bf0605987a6b5f5c8bcf91991b7659c91297","sample_id":"hellaswag.val.2377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8898ef6934f0bf97704f7afbd194ea61b0125dc27e0089099f8e0b021a2de99","formula_version":"titan-u-contract-v1","latency_ms":0.4765830235555768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6af67860292856cc2ec6946056c3ac048b172023451618c8ebd9ffcc95db747","sample_id":"hellaswag.val.2378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"646fde16cc779e6550d89d15b743654c4128194577305251a3c8254eb4f8cdc9","formula_version":"titan-u-contract-v1","latency_ms":0.9519589366391301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b9fc5a5b329e31f87244f9d15d0b54986421cd5fa26ed896adcb7b4527380ae","sample_id":"hellaswag.val.2379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f030ee3fb871e1fc9192b988bf60ad38f8e9e5dd5dc8d8a428230441920c30a","formula_version":"titan-u-contract-v1","latency_ms":0.4751670639961958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ff6cf28cbb44b476e9f0e2dee3f239415c4bf6124ff480ff6f9f9328fd682c9","sample_id":"hellaswag.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd00832afb394d69fb8c7b8669c740f2b4e538f1dd1b718baa968b51730ab866","formula_version":"titan-u-contract-v1","latency_ms":0.5897919181734324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1326a4319741c6bd619fd254276752502447afaec6249d48c9397a25df4548a","sample_id":"hellaswag.val.2380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb07528003442a857b46d63124428034a89236423bcf352df37a05c327e1b599","formula_version":"titan-u-contract-v1","latency_ms":0.5169169744476676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe5f0eae0efe2f5e53817f5522ae599a087cb52b0a37b362c77ef6a7f86d9f94","sample_id":"hellaswag.val.2381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4b46b8fa90fc5680998a05d49f3a0dba235c7898582e3b51b3e179dc38d01c5","formula_version":"titan-u-contract-v1","latency_ms":1.0868330718949437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f684034aa1d4f7a2a2d8e7bfcd07453c987a58230c27d92dd0bdf162a9948203","sample_id":"hellaswag.val.2382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05db6fee4dce49566ab0242b4a3806afa22d3ad0b5a4bb55e03298108a61e1f7","formula_version":"titan-u-contract-v1","latency_ms":0.497999950312078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b800b96da62f6682819f775c834eeb28c5136546acb308ee633b8f45d8e8f0ce","sample_id":"hellaswag.val.2383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e255a504448069502111a62a7c940d895ffc51558646ae3ed18b36e99b5e99d3","formula_version":"titan-u-contract-v1","latency_ms":11.861416976898909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0273bbb4f254425576d0954ad392ce03cf43d54e73470a886c8a27e0d3f3dec6","sample_id":"hellaswag.val.2384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc542d6959728a887b1c6d862c58820b6838c69df3b0492efde092a3e109e491","formula_version":"titan-u-contract-v1","latency_ms":0.804958981461823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"873919be828be0fc93c42002849198147d0457ea3f66057a67702a8f62a31de9","sample_id":"hellaswag.val.2385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3505878bcb8d37c0949afecb289dfb03afdac3f2bc3316bcb7d696ad24276a24","formula_version":"titan-u-contract-v1","latency_ms":0.5119169363752007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca7bea959aae22b0d5fb93302cb6d58512e13a4cb964ec233a7cd404d1225377","sample_id":"hellaswag.val.2386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd98e1f0ec347430b5169b422855202cf6896d850b7751557bcbe416e8b4b1cf","formula_version":"titan-u-contract-v1","latency_ms":0.7553329924121499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"704a3426fbac9b1ee57724d14f55215f4b0be3044371ebb1d20a01ed4bff1589","sample_id":"hellaswag.val.2387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4739654b2faefa7f37c9d4416531b594a5f7b5dc466e179fbc8dc82e69273e7f","formula_version":"titan-u-contract-v1","latency_ms":1.1461670510470867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3edada15d19d48657744975f807c92b21ac55821d2c30e6307e8c8e335a8087","sample_id":"hellaswag.val.2388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"379764728dce880f3fbfdb5a7a892e84573ccf8dd3579a80350b6c86acd2171e","formula_version":"titan-u-contract-v1","latency_ms":0.5794590106233954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"131c2df2c38a259be924db69148a72b4c25e96186263ea8187a9d0c48ccc6251","sample_id":"hellaswag.val.2389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24d24fbeb2f127b934e887b6eaba9a1a6e58222a7dead185473dcd4e791aeefa","formula_version":"titan-u-contract-v1","latency_ms":0.5091670900583267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"651a018211466a47133c57107c5471e2d95315fe2401072081e932e076f19df7","sample_id":"hellaswag.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6b007b94557db025be60c860d6b3510db969f5afde100ab8c1bea5ab4f0edc3","formula_version":"titan-u-contract-v1","latency_ms":0.6755409995093942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdcf27acfcac698f40f6ef71920d2402fdd9ce64a18366a8c155999f57447fc1","sample_id":"hellaswag.val.2390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7e23d73860818d5dca15af62aee88a4e765fc753063be8697ea2f2beb1ec5f0","formula_version":"titan-u-contract-v1","latency_ms":0.7613749476149678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26e9b26d947502d04edac6e23fd96ff03d05dc2c6713b78874c33686150ce6f4","sample_id":"hellaswag.val.2391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d798fb399023c0fe2b360282c5b071333e7c5f468cb4e13f2047a956ab1f2e9","formula_version":"titan-u-contract-v1","latency_ms":0.5476250080391765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61514623b853ee823deb735e9fc905eb4004a40f6914607f94fd556bf1ada8f0","sample_id":"hellaswag.val.2392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b95ad67cd069d7e593773344ba5e09581668c696686683a4b158971200619a0","formula_version":"titan-u-contract-v1","latency_ms":17.019708990119398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9305f2c26d36418dc698184a00a4d56c10fa8873abeb107b37ad4e69ef876029","sample_id":"hellaswag.val.2393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43de8a49763bc1d8e940c1576a826a72334f16511208dcdf2d257b280773cf6a","formula_version":"titan-u-contract-v1","latency_ms":0.5312910070642829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74efda75aadaaea720a4ce3228e771a3e8961c2383a686495cd4f4b3b61e43f7","sample_id":"hellaswag.val.2394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ee87968d601bf2d0892fa4acbe4789e00ca76561963b89b71ff4b703358b966","formula_version":"titan-u-contract-v1","latency_ms":0.6607499672099948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2938667140351c432bf4290eb4b671da5abab2ec002eb7eb8dc5288f3f8add9e","sample_id":"hellaswag.val.2395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39e25c872f037b1784fa79b53e1a98b9cd65d79d36d7f47eef81e0d800e35d7d","formula_version":"titan-u-contract-v1","latency_ms":0.6630000425502658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e13ec72e89ba2d1dc7f2e822557e5fec10d637bd7bf074268194858feee0bbc7","sample_id":"hellaswag.val.2396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58e864e0bce3c34298839dfa73e5248e0a728fa766273d78b20aef4d6cfa3a50","formula_version":"titan-u-contract-v1","latency_ms":0.5720829358324409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f93fe27839539aa495864c2b1d988697ef011ce1cb8aa190ec2982698bf101ae","sample_id":"hellaswag.val.2397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"787b9f27fc58d61f9c0f4e3c865bc98880852b95f6d81cb3f72f5db66a5a1dfa","formula_version":"titan-u-contract-v1","latency_ms":0.6217920454218984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02ab609d356535e0be067d82b70a5ef84f856be7d7b3e90a4fab6edb547efac3","sample_id":"hellaswag.val.2398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"201030bbc8565bbf79829f38537494d417ace59063468d1dfa8179ac854f2526","formula_version":"titan-u-contract-v1","latency_ms":0.5937080131843686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b6bca44df56995b3a4cfa4cd245c6cd67833684b3b9955c51aa71bf0b00a94f","sample_id":"hellaswag.val.2399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81af31d90044b7cca15901da552deeaf31bc76071d59225bc9e4c9305cf6f972","formula_version":"titan-u-contract-v1","latency_ms":0.5184171022847295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95d8c2330befee1f8464c86ec5f2a96078b8d603c9cd8e13c2e19ea8f4bfe49e","sample_id":"hellaswag.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b4aceb6db99649acb868c97cc40f0db570e75adfdb6b2c292a8d4cf32aec2bc","formula_version":"titan-u-contract-v1","latency_ms":1.158999977633357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90234a140b362976b8f852adc754c052f865e99b1e2a563fe1ee0bc3eb50748a","sample_id":"hellaswag.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81c1d9bc2e84ace4bc7060d47eed5bc04f21c144ae1a83ee21af274f5aea2828","formula_version":"titan-u-contract-v1","latency_ms":0.6501669995486736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c76d56b3e273f59087aaf4e2df7c98c19371c95ac0bbaeefce690089c30567fb","sample_id":"hellaswag.val.2400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6598c7167983922b0ac4f7d1f7c9645db0ff0b310c7dc001a02c35cfadfa5751","formula_version":"titan-u-contract-v1","latency_ms":0.6553750718012452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a930e95f1b97ce77a39136f9d70851df0bd5e80d2445c698d8fe41d0d7bf9cb8","sample_id":"hellaswag.val.2401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e06fdfc7f9bdfc73398574b975126095711a07702e3e8f32977d5839f0a6eb43","formula_version":"titan-u-contract-v1","latency_ms":0.6923340260982513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ebd12bab550a0c429b1be7880325bfebe711b4919b7f34d145ef4dbe18aa7b8","sample_id":"hellaswag.val.2402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe15a7cdfcd62de8338de67ac2b54d3f26576fcee74eed282ed9d1f2da3ea430","formula_version":"titan-u-contract-v1","latency_ms":1.0130839655175805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"743e355a60bda00aa7d8b4a9f81cc5ac0ba05c38fbad34de81465a12419ee43f","sample_id":"hellaswag.val.2403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aea15a555f42b6a4864c7c9b3f3e65e6af5d8cae59251e7c7efea11c91804ebd","formula_version":"titan-u-contract-v1","latency_ms":0.5840420490130782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49a0fdc907d7f095329b374d3b17788e992289bf8fdd933e7ec6fbb301d2c960","sample_id":"hellaswag.val.2404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c94b00727e276ddcd3c562c4a329a505a02f53552a985449f7a164a0061b2561","formula_version":"titan-u-contract-v1","latency_ms":0.7157500367611647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de98c248ab1db04bf683e02f91d9b9c5b5d73ef8eba7cc142cc696412f2c411e","sample_id":"hellaswag.val.2405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0da1edb6f3d98e786b1cf64f74311192a3341e5c0a90f9dc35a32036e3d576f0","formula_version":"titan-u-contract-v1","latency_ms":0.6003329763188958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0289adcdb84ba2b6754f4d9f154a9505f8b5405174bc5b015e8e3852dd24187d","sample_id":"hellaswag.val.2406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef4038f02610ca07790da34e13935095559f02e99dca6f88f122c0947f2bdff2","formula_version":"titan-u-contract-v1","latency_ms":1.0738749988377094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9762026d055745a3d6a6a9eb43e2405969fb22c903675e6d5a3c450bf817462f","sample_id":"hellaswag.val.2407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7268be317338c1775097fa675f7402961980305d4060ddf991c94364fa666ed","formula_version":"titan-u-contract-v1","latency_ms":0.9590409463271499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24ffd72aadc56da0d65cfeaa213efa33fbf595f0c0545d5cb8ba5e26a5f80e82","sample_id":"hellaswag.val.2408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fe93fd34abc500e39da3494d4f7da4544d94ae5f4b3920123c00eabde7cb507","formula_version":"titan-u-contract-v1","latency_ms":0.590750016272068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06dfb16f89fe9a48195a79acc6deabc0bc246177dbf6cae9cbf272fe62a25d6f","sample_id":"hellaswag.val.2409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c4895a75c1bfc9c7536da146ad88843b64138ca69b5a048cef403e88bd31760","formula_version":"titan-u-contract-v1","latency_ms":3.7612500600516796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7298f3f7b0ae7a71db92e538d2145d677ca919f8479613e44ec6cd83e8e682a2","sample_id":"hellaswag.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c610cbdeebd28d16cbed8fe60ec161a87ae554a76f7926bcafd71ceec2966b0","formula_version":"titan-u-contract-v1","latency_ms":0.4964579129591584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f5d8d5e1f0cbd3d0a07efaa62fe801451843d27ca3564f2a195f2929f1e36cb","sample_id":"hellaswag.val.2410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7a5db9e075389ddaf0542fe8a58e35430aab098af3710d7e075360c4bd49c4e","formula_version":"titan-u-contract-v1","latency_ms":0.571875018067658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94627a7998df82a08519733e5cfff49fb784cb674f6a6142f8ccd841246d6b5a","sample_id":"hellaswag.val.2411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a2cc2313c8a84df7c1219630a9f9c6c74c5c1d8c490a1eb8c100fec382dca79","formula_version":"titan-u-contract-v1","latency_ms":0.586999929510057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1b265c1491253a6b87af35a59f0b5a431bbdcf113eaec73db5ecef9532bac6d","sample_id":"hellaswag.val.2412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f534047b93fe3874381a9c2d1cc08ba3a2b85f82d4e43c4f4f181ba0d8b8dfc8","formula_version":"titan-u-contract-v1","latency_ms":0.5152079975232482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"643fe885e5b883146ee3129bf4a6b5989a3fc56bd87c6cc548b5b7a651fe073a","sample_id":"hellaswag.val.2413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"276939763ab2d961d69d1061df89c93b05b419384dd60c7b19a769a063070be8","formula_version":"titan-u-contract-v1","latency_ms":0.5372910527512431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ded83c4816454c5f6796d50c9b8b8b5a76495a79e799d715ff3be97807e35ee8","sample_id":"hellaswag.val.2414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"090900cb6ecf3450b823f7f9c0f10bd0bc80c789e15cbae53d7f0cdc924bc97b","formula_version":"titan-u-contract-v1","latency_ms":1.006542006507516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cf6f682ad75c54a2839ce1d356b69c2a1bf1fad2eeb0395fbb9ad3ec895ab3e","sample_id":"hellaswag.val.2415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bec8a6c0f07bc0b814de5ea3e6094107b4c06d7f6a5ecd371e336db5b934d2db","formula_version":"titan-u-contract-v1","latency_ms":0.9604999795556068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"813c7330bbfcb3303e88053cd0df48072da90d70cab12fe7bd4fad93e4e0a7fa","sample_id":"hellaswag.val.2416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d93d56d96b8f8dd653b6a9e66b74f0dc10a172536e2a63aa44b7e1ea3789a474","formula_version":"titan-u-contract-v1","latency_ms":0.6761669646948576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7160befc98b3e2e21fbb0957a824e38baaf8fb2aeef5fdbe2c17511a893be607","sample_id":"hellaswag.val.2417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e1df58464fd7e090b06e704e68cca3f0c2c47012708849b24567355d2f153cb","formula_version":"titan-u-contract-v1","latency_ms":0.5685830255970359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c5fc05dc2c7b3b790298c0d7a835a0cb569c5fcdd631d8cdffc554350c659f0","sample_id":"hellaswag.val.2418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f19a2073a8765868e3b29d56dcb05057a546787e4d19b574084431f41158cd3a","formula_version":"titan-u-contract-v1","latency_ms":0.5451670149341226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf014751254d28fb31e7f5dc6faf57af94b87153a1804085ed7272a3be46e81e","sample_id":"hellaswag.val.2419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a530dcb379ea609594d55376125b6ac198e64a0d2d956e7c096dec68ee445fbc","formula_version":"titan-u-contract-v1","latency_ms":0.4979589721187949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecb1d902f72edb96a4feaad66aae04ee62e9056d004f38fe645eb181cc9103cc","sample_id":"hellaswag.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0428fd8a980af167658a57d2094c9488fef0fa227cb8aacc1f022e5123a9e2d","formula_version":"titan-u-contract-v1","latency_ms":0.8402919629588723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fe67373738d9cdd0f5844f096fbbd491d34ccff19e719a406b6b118976b47ea","sample_id":"hellaswag.val.2420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b275f7d35b128457978daf90cf5a5bd648bb97ef242e43b66ad298692b720580","formula_version":"titan-u-contract-v1","latency_ms":0.6682910025119781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddb75219acbb07f12243a7d3e72f7d742147a11ae5a94c3d13c26c2a1e4f35e7","sample_id":"hellaswag.val.2421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"171d6e57f39ce707a7e5829ef56b136f8aca88fd03957f2915e1e29843b6d5e9","formula_version":"titan-u-contract-v1","latency_ms":0.6842920556664467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15413595bfffdbadfb5bd38e16287ace7f44724b83adfca68e24961a238e5330","sample_id":"hellaswag.val.2422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da13ea633daf7cbfa5ee2db1a73de4a3f2b2037f50d7c9f5c11b5ffed711fa6f","formula_version":"titan-u-contract-v1","latency_ms":0.49520807806402445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dde1526a062c2d655ea7658d95701be38c758997588fa9aae8ee51262b0eba8","sample_id":"hellaswag.val.2423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f210ea635f52eba7d1ac6c465e8a60f9dc8bdf2e3007522366f285c46ffbf693","formula_version":"titan-u-contract-v1","latency_ms":0.6787090096622705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e08617fc69fecd29cd0b904f7a8b1b9d138ad1746b6f9fc33ecf4a6a3045519","sample_id":"hellaswag.val.2424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36fd40429c8011d5616f3a670e36d3311a3a9efdf34f16d2d4405502efad964a","formula_version":"titan-u-contract-v1","latency_ms":0.6191669963300228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15dac0c0d4e5b46341ab3e20b8a265e8ff3b5db022fdef87d13c78e8255db5de","sample_id":"hellaswag.val.2425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6520bc514f824a86869c28ce811497f39a32e338e0b80ced175bf867534a071","formula_version":"titan-u-contract-v1","latency_ms":0.7667919853702188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2d7715b91bffd236b837622631a328bfba7698818322bbea723ac978753c40f","sample_id":"hellaswag.val.2426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d24eb02ea91e513ccaffea5d622ea4bee55e9a01c5c385a288e660c81ee23544","formula_version":"titan-u-contract-v1","latency_ms":0.5689159734174609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20ae0618659eb5b5feb11c6d5e7f4faacdd5e1ebc773aee971b56b4d7de84a7f","sample_id":"hellaswag.val.2427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"792961a81dca290c3776f3dca60d4caa4fb722befae28c4b3fb97d13216c74dd","formula_version":"titan-u-contract-v1","latency_ms":0.5380000220611691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8d834cb707a7c33b93d74768a9c2338fa84df453db4d5805f094af50e97511c","sample_id":"hellaswag.val.2428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75bda9a1feacf674612046975d2f72d86b1be0b3b1be6c1d96faffefa4e2f17f","formula_version":"titan-u-contract-v1","latency_ms":0.5384589312598109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16b1b3a22a372f12e7b0e3bb107cbd5c1cf4a6f89628e095ffee196d9a401993","sample_id":"hellaswag.val.2429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc0a962f64a969b1de017c282f2994673ee604a00d209ab42c264e20a80adc6c","formula_version":"titan-u-contract-v1","latency_ms":0.7280830759555101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6d58bf4cc7ce8a469c93368290a3b86dbd9e1487a2c02671e62966586b4f643","sample_id":"hellaswag.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d72b85aea2d52feee5eb40174ac6d3d09a09399a99c3ed2a9a15f23e190d09b","formula_version":"titan-u-contract-v1","latency_ms":0.5863340338692069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1aa9f73ab2b03b522f00cce51fe989208b7e8049457274a21973cbbe4d8e0239","sample_id":"hellaswag.val.2430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0445f80dd096ba5a106477d9db1414a7a2d00f2e935e3ed53f198ebb840bd933","formula_version":"titan-u-contract-v1","latency_ms":0.6204580422490835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58dca6b901dd132f39d7267476d0a4e235205538cef3f8a0c3c401f5ac0c538b","sample_id":"hellaswag.val.2431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3baeda0739c64141fc077648a65433344e1d404225dce29fd1565f4954820975","formula_version":"titan-u-contract-v1","latency_ms":0.5927910096943378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"934db867943d6b3da81f776e1968f4b069ee88e0830ef954849e5ec1e8904e14","sample_id":"hellaswag.val.2432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eac94de80c9ce7817221ed426c8f3ff947bdf7594ed03d5d07a6974f3b55f2f","formula_version":"titan-u-contract-v1","latency_ms":0.6097090663388371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d88248b1281957889d90fc70eb34ae77bf5f7fc4113ad5d3015fe2872e727ec","sample_id":"hellaswag.val.2433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0de9d4c495c8810d525a80af852cb48271666183ff90e2d69899c2b1d7189f8d","formula_version":"titan-u-contract-v1","latency_ms":0.6134170107543468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3041a9c75e231e29de6234f25b12b37d7865c3fdc481e7de7aec0a84ea89585","sample_id":"hellaswag.val.2434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"496893ce26a10cc5788c481c9f8a9dfe9cdbad20023044f36f89845f2b9cc593","formula_version":"titan-u-contract-v1","latency_ms":0.5446249851956964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9a8d51fdce3c89d256772a8418dfdc256875ebe801abf7f0e58185bd924aeae","sample_id":"hellaswag.val.2435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d825f89e96b59c7b82986c980d902bb57a4a49e794813a855233517bb5ec37b6","formula_version":"titan-u-contract-v1","latency_ms":0.4657920217141509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b669bd97057f445bee543ffc968af1be5a2a975eb97f9e63886df32eb5c7ff80","sample_id":"hellaswag.val.2436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca4debd1b72d0cde24ab87cbc55f07fee79c39df1ddc43d1dac2745aaca3aea0","formula_version":"titan-u-contract-v1","latency_ms":1.4205829938873649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a20ac2ee4508c55d63d57303070d7084334d978a7077097449c8a4074fad960","sample_id":"hellaswag.val.2437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fa0e337d8001bd5ecdfcb0fe495ce4339203545dbf152780580e7d69e1f3c05","formula_version":"titan-u-contract-v1","latency_ms":0.571124954149127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"180644b33b95c5c455f9e07badaa642b096fbdf0acfa28e8c3498238f2f63ead","sample_id":"hellaswag.val.2438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8307b9e931794f72204dc5c12c0b8baf2f8461014999dc6357e82d208269768","formula_version":"titan-u-contract-v1","latency_ms":0.4824589705094695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18a552fd3d5e2b888d6501738267acb74befadecca57c34624fa11e06da573d0","sample_id":"hellaswag.val.2439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb2077ce308941a88191d7f86a930f87d0d33451c729ff4dbfc5cb54d76568a3","formula_version":"titan-u-contract-v1","latency_ms":0.47583295963704586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6653b76fc5a1505caf66ee4137b539288eb003907f45945b135c0e27788e4605","sample_id":"hellaswag.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4744cea1f4dc24e9ffb24348f96effd6b86b1e0c14689a760dcabcd561f0f1ca","formula_version":"titan-u-contract-v1","latency_ms":0.6263750838115811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38c96d721b3037c1dadaef4af8f11e12824a682a8120dc53d4646da6c5f9d5cf","sample_id":"hellaswag.val.2440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c4e22a6262fbbcd7226b031f99c9180359e1345efb5e9bc2f7bcabd332a0f3c","formula_version":"titan-u-contract-v1","latency_ms":0.5337920738384128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e40b6527a1ed6ff77762719b1028ef8f11a2b00f2f1cecbb7e8fd3c635c0618e","sample_id":"hellaswag.val.2441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8bc21e809180e3cbcedbdb04462112852f1820c837ecfdce0bc7121b5f463b3","formula_version":"titan-u-contract-v1","latency_ms":0.572540913708508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01118fe0fee117589b3933ebfa660e6c87a6c73db4cd407014a95fa38ad7657e","sample_id":"hellaswag.val.2442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6906ef751ce818cba1c7d3b9c6832fb22fc9fa47b91c3da8a013f40fa3dfc8c","formula_version":"titan-u-contract-v1","latency_ms":0.5032500484958291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"543572e7911bf9e0286f8c1ffe705f179e6fe63b394b18ea4f97266606305265","sample_id":"hellaswag.val.2443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90521c32ab09935f17be41072f660c3f5407c313e28e67f7eb9ad349d8805c36","formula_version":"titan-u-contract-v1","latency_ms":0.5347909172996879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1eb0fb61ed0f9089239cd3039e06a05c52cf3c7ff222dbaf7698eec53cd115ce","sample_id":"hellaswag.val.2444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c416be6b94f9b74d3c3e246cd9d2f34a7a908b8cb45724b8528f43515d2def3","formula_version":"titan-u-contract-v1","latency_ms":0.46391692012548447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c53ff6a77b2af2771d82225af6ea91ce335a2ecf46c4e6db74338eb0e08a18d","sample_id":"hellaswag.val.2445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"694dd4538dbf1a7b3599d8620d2342e094d1166e4fe1a27319b37190597af10e","formula_version":"titan-u-contract-v1","latency_ms":0.4461250500753522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cb743d8f95232ac617427225bba80dc015a11e5b52f8d4a3914c96b3a504259","sample_id":"hellaswag.val.2446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bf33de20e4a90fc23ebcef7479a4087b0642bebc2256c38248f2db38eee38db","formula_version":"titan-u-contract-v1","latency_ms":0.8565000025555491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84beb972530573e98c55fcde8f9bab2f7cc5a7a0d310862eaa0b3bddc764d385","sample_id":"hellaswag.val.2447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"230a950220cf09a5570f09539547e9b7218c1c0064e679cbb037e808c62efb3a","formula_version":"titan-u-contract-v1","latency_ms":0.8736669551581144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f90162385e621abbf9fe0c392374b94ee1a658d5ab8ca0c088fd28152dd2d404","sample_id":"hellaswag.val.2448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fa36d1a134493e8ada4446dd41b7bb7ac4a38357bd227f90ba3e24a3ad8562a","formula_version":"titan-u-contract-v1","latency_ms":0.9539589518681169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22ab9384efcae8acd31109039c0308b97e25e15849bbcc14301d171eb2aa57ba","sample_id":"hellaswag.val.2449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0002d1d2fb31b897b4adf79838f4f219301434ac13949b17f56531c521c89a0b","formula_version":"titan-u-contract-v1","latency_ms":0.8211249951273203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e1320f2240b9f382a7c63f9c7932af45e1e45126f5eee6119aa335f80ffdbbc","sample_id":"hellaswag.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d185b1c98ba0bd237499a3375f8393e4ee75f806cf84c0043ebd663837698ff3","formula_version":"titan-u-contract-v1","latency_ms":0.5202079191803932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94df0d95aafc5edb7191eabb843a49b0b78140b35386838ea264f7834aaa98d1","sample_id":"hellaswag.val.2450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7e5df263d944f9ab26c18cb82d0cbbdeb2227a3d3eb7476f4313e28315a06c6","formula_version":"titan-u-contract-v1","latency_ms":0.4715000977739692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4061a1731556627707a5dfe6ba74279a507300d1a95c7e61d2a8afb472bc31b","sample_id":"hellaswag.val.2451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8219ef9dff4eb0e0df1085c067752ee3f27c309215c91a5561e98661789a8afe","formula_version":"titan-u-contract-v1","latency_ms":0.6062090396881104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdaff554dca1b95f06eea4cf9ded728efc1f52c874aba72eed5a49d434189ca8","sample_id":"hellaswag.val.2452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"285c1b1274bf483070631e5ad3e602de97d118cd11dd87e63e3f9b06129536d6","formula_version":"titan-u-contract-v1","latency_ms":0.5837499629706144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf776e1e490dc4456a1c3214c4ca85b4773e5478e80ae76fbfee8c1e9976f438","sample_id":"hellaswag.val.2453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a247ad6cbf4a4b89a24a97fa7db4e6525dec3ff0b05e1861d238bf05dcaf24b0","formula_version":"titan-u-contract-v1","latency_ms":0.7188330637291074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2231dec6d33035d9d31b8f91e8aabe10f1a80211b1e6815403149b2b98fa523d","sample_id":"hellaswag.val.2454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f8ec19d15a141753e7c961c7b3b2e605aa69aff99f0fde08d375d2006a6c528","formula_version":"titan-u-contract-v1","latency_ms":0.8607920026406646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2a1da0db0072d794af9fcbb5b3bc2544165669c38e47fba63fe4704dbbd1365","sample_id":"hellaswag.val.2455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be248056c3adaa040c32014b95360e511b12196e7529aa74efa93a20af62068c","formula_version":"titan-u-contract-v1","latency_ms":0.47800003085285425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ff8e70d23924bac98f7c2281893283a79c1e8668bc972d484144d9de3992899","sample_id":"hellaswag.val.2456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b79bafee076241cb7ccad43fd262fe848b422da7ac8b148a650211681425ed29","formula_version":"titan-u-contract-v1","latency_ms":0.4752910463139415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5acb76f397c8ca82b7fcb4df38ef08342e31122e116c941b1c5dc0524e086635","sample_id":"hellaswag.val.2457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c26b766ebee57933aece91ff002b609ecacf0a7d2fe702125b674dddd4a7b2fa","formula_version":"titan-u-contract-v1","latency_ms":0.42150006629526615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5da1148d45b6c4b0f59acdbcf510840d63c479b747e296945863e4e53917ee5","sample_id":"hellaswag.val.2458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57fe07d05bc23eb340e99909f546c52a6cf1d6c9c52274e11ebe42bbf18a9120","formula_version":"titan-u-contract-v1","latency_ms":0.867667025886476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73ee6fd3776817009d64f0302b2c13bf631f0adac3134e0312e67e709817631e","sample_id":"hellaswag.val.2459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be99ee524468e23890d1469b7006f181f94134f81af884f70ac161bbf2e6f542","formula_version":"titan-u-contract-v1","latency_ms":0.6867080228403211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26a7f3586bb6114cd5d11a1c93d8a4033c777cdaacbebbe6858c0fe9c6b22a1d","sample_id":"hellaswag.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fbfa1a5b038befc196bc12d9437e3c6ac22f9416c5d66af122a684a75871d4b","formula_version":"titan-u-contract-v1","latency_ms":0.6544589996337891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44c4f5bf591c3d0f01da9f6c96c4172a95f22e666977c59a4a44f8126edfa09e","sample_id":"hellaswag.val.2460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33e39f7080be365604f508b6a36faa4f437fcc8132a98396f7c09d7f7cb3517b","formula_version":"titan-u-contract-v1","latency_ms":0.6590409902855754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d73c60c72d8252e4f20f286586ff19c8b2db975414f97a8da7222ac8c1faeb30","sample_id":"hellaswag.val.2461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ab6ece85cfbd9ea9fd59451901b9f6b4742f3f50041c4720c2e8d48f898cd55","formula_version":"titan-u-contract-v1","latency_ms":1.3958329800516367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9491e6695cadf2b7fca5c79b94749528f29227b8b2e63da531085defe7f69699","sample_id":"hellaswag.val.2462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e61370a1f133daad45315e5ba28f2b0825afab07959ad84db85e96548598db7d","formula_version":"titan-u-contract-v1","latency_ms":0.7047500694170594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4737457b7125cb5f0a6239afccca33076b859c5ffd370f325ebdb49948c786f4","sample_id":"hellaswag.val.2463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da5a5b40435ddb448f1bd298285f121fc2b1cf8d398100f7dda76d1a41bbafe4","formula_version":"titan-u-contract-v1","latency_ms":0.5252499831840396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1671974e73f4ace238a2d1cde3906a1340435de90f6793840138a63399da9c7d","sample_id":"hellaswag.val.2464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf494e269e0bf6ea90ac38e5a137483ffcd99ec85ac3d4e71da7f1f62a8427ad","formula_version":"titan-u-contract-v1","latency_ms":1.5264590037986636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbbc07cd8cf737817aa2b6d586d9efec7252eb75a987cd204f6474013fdd3660","sample_id":"hellaswag.val.2465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3653a47885ed50afef2a88b4c2c8f3b0f78933b5c5f96fb232935e405c555348","formula_version":"titan-u-contract-v1","latency_ms":0.5135830724611878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0318cfadb4ad64a068ff84d0c703aa78ad8ae36daa92f45e21f1b89838bc7745","sample_id":"hellaswag.val.2466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f127c4e7536c55cb77ca5cb1d38da17cd3301b73dc47c47d365fae3bafbb06b5","formula_version":"titan-u-contract-v1","latency_ms":0.7957079214975238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e996e0f0535fe62f15ca5c36bfbe721b724a90e00c32b9053309b1566de3d45e","sample_id":"hellaswag.val.2467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6c0533dc3a29d1b9b7a94904ca04d0e1581ab59dffc1877d4fbe0092281e3de","formula_version":"titan-u-contract-v1","latency_ms":0.7799160666763783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8508242f4e7001af1eed5e5c3d5bbc1535e1be0fae386983fc9906bc1663f31","sample_id":"hellaswag.val.2468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"190acf1f3583ebdf5bbc8cca63dc7b9424faaaaceb4e9e7917864fbd5b7fd7a1","formula_version":"titan-u-contract-v1","latency_ms":2.0759160397574306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"071cd541e440d9381875cb2d73ef34407268e79ceab0b8171b010aefcf6b8fa7","sample_id":"hellaswag.val.2469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d7f15e7d9c44dd7b5979d6a567ea65e7d353e0e865ae8537b9c2f5dfedfeb3b","formula_version":"titan-u-contract-v1","latency_ms":0.7630839245393872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5368ff30dfd196f8891f31a547d831a506bbb0603ab928453c8397673141c780","sample_id":"hellaswag.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2e424dd75267c043c46f595df1a653a0e15f895cbc410603cfd101e755e537a","formula_version":"titan-u-contract-v1","latency_ms":0.6409169873222709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ba75dc992a6b8e321fdfae84856e29c64adf47f5e728a7ff9ec323734037179","sample_id":"hellaswag.val.2470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03881f2100403776ab442145eb2478a23fa72f17e463266e0886ded04eec99ec","formula_version":"titan-u-contract-v1","latency_ms":0.6756250513717532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b062448c265f1e27894ee4846b93e7bf6aefaf04169b537a2830810e5b3b2fca","sample_id":"hellaswag.val.2471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0a26be121616e82248cca19321a4a7e5e9133d44725f1e1d5bdcfc7a51d4bb4","formula_version":"titan-u-contract-v1","latency_ms":0.8277500746771693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfb174dbee48ca6b4e101f12eff9df080a6727943b62325c4552e0738bacf51c","sample_id":"hellaswag.val.2472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6fd974cb5e32ae2df89015aec3b6efc0ed7131e48571aa74722c114fc98d794","formula_version":"titan-u-contract-v1","latency_ms":0.6881250301375985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f3a1435db623a529bf12d1570dc736330b5507eebdfa3e149ca961a6c51be1a","sample_id":"hellaswag.val.2473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a71217d27aa20451e6b4d89868c3a9bb06761edd60fdf846af830f5b02e52909","formula_version":"titan-u-contract-v1","latency_ms":0.7367499638348818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baa2db0c9a71102674e77baa9dd77a304fe5b99952d1841ba1351bb1dba7d936","sample_id":"hellaswag.val.2474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9112cc035293f346dab9b0bb70e70c183a55273abbb25c2c66719fcc92f27c09","formula_version":"titan-u-contract-v1","latency_ms":0.4877500468865037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee40c68b9064d81e579ca3b01e289c62ea865fe41f70f744d3d1b033267f343d","sample_id":"hellaswag.val.2475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"127ab6e50b627732ce3552b91feabf9b1ec27eb4152251980596265392d11566","formula_version":"titan-u-contract-v1","latency_ms":0.7400839822366834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"544ff538cd8ab870702b69d9b4b391f1b39c073a8fa4f5fbfca575318e847e34","sample_id":"hellaswag.val.2476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0de16caaa9322585ce55778bb29353f4b5ef7c0adf428afc6604f3c8f96910ee","formula_version":"titan-u-contract-v1","latency_ms":0.7303339662030339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2be97f21ea69fa84b3ac50e2dcba6929c2b123faef00587455f4b994ca7f1d23","sample_id":"hellaswag.val.2477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc4643e40441fbb9c68f63c83ff5ca574d76188a2baaca179dfd9f4fa96a2e2b","formula_version":"titan-u-contract-v1","latency_ms":0.4949580179527402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdb6b88b3fc0793f7faf3d04ed314bce494f56b6e29fba0055bb6d16942469ae","sample_id":"hellaswag.val.2478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eceb9e0665696996795662d65f230da1f0e5c38cba3dd2156509f245f9fa7386","formula_version":"titan-u-contract-v1","latency_ms":0.6559579633176327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7347368b351c37c4694d85cbded582452086aff40df4af5e22d167e972886399","sample_id":"hellaswag.val.2479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9013380e507c9e2bcd805792799f07a7ca6f6d16f3164b041aaeb01a2327340c","formula_version":"titan-u-contract-v1","latency_ms":0.5063749849796295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39d7e74fbd1ab033d82c3e826422e7547ebeb2d4efd59a2b0318075c206d4435","sample_id":"hellaswag.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e6515b950481142733bbea721bc4144fb94391897e6af2814c475dc18901621","formula_version":"titan-u-contract-v1","latency_ms":0.6860001012682915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d07d20006b2ed36174e794bf9743c1afdcbdfea9b4ab4df86500d13e7a5f9c7e","sample_id":"hellaswag.val.2480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39869b03d8042464b7ec01f27f9c27b350f9798744eaee1fdeed2c5fa15ca672","formula_version":"titan-u-contract-v1","latency_ms":0.5070830229669809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17beb8bd34544afe41c312b757c6fdcbdac97bfafd274adc15329f62bc8e8717","sample_id":"hellaswag.val.2481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baa25c0a76c18695cbedea123f257b8313f8e1edfaf3acd207d8510780953b52","formula_version":"titan-u-contract-v1","latency_ms":0.7722919108346105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b17fd3113665839e6f6c0c8a9ccb7242c950673ac70b67279e784d63e59008d","sample_id":"hellaswag.val.2482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"308919582a9c7db247ce7e4a6025b2e667a8dc5f642acf6a93cfc7c13f5b04b2","formula_version":"titan-u-contract-v1","latency_ms":0.6860420107841492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05f72090a250038d7faefac5880ca819b6fccbdf8d4322940b0b86e8b3415ce5","sample_id":"hellaswag.val.2483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f588fdcb5c1e03651ea0b280989e5bd069a95c203cd7dc78301dbfbcf468ec77","formula_version":"titan-u-contract-v1","latency_ms":0.6430420326068997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5e1991278a9183869146e504276a7e8f8146833fabf69f9ace34fda41d3f992","sample_id":"hellaswag.val.2484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"991695c2d6c482d10d41d02baeb45d480feb9142b9cc8e7a61ef5e95ce72413b","formula_version":"titan-u-contract-v1","latency_ms":0.484208925627172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f95f7d0bae6ce36a0bda0b7b3e1784d6f791ed1b4e19a9d6a183d8c19314eb48","sample_id":"hellaswag.val.2485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98db17c10dcaa493b6de1f6282120a419a018360def128f4c3605a3b28b8b304","formula_version":"titan-u-contract-v1","latency_ms":0.8691250113770366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6d33b510770512e510897f0c3a25c92a6df40ecddcad809a8676a1a60bda526","sample_id":"hellaswag.val.2486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27b4396053c315c851fb8995a4293cd71b01bba8b061379c20bee4d1be2068e6","formula_version":"titan-u-contract-v1","latency_ms":0.7094170432537794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eb9ed90631b93a44645ca1725a570a7b5a8164d02dc9db46dd592d9b76a0aec","sample_id":"hellaswag.val.2487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5b827300ac1e60f732770c10d0b33ef6ba529a8611a1993a9652e9546c893fe","formula_version":"titan-u-contract-v1","latency_ms":0.6014578975737095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2abb880d0e25951167bd53a37c12f4e8761b93a3e95d99a6a43a5b76b96dafd7","sample_id":"hellaswag.val.2488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66ee3a1fdf92439128fa44aca6fe2f30b28d58cee871a255b3811257d09f4823","formula_version":"titan-u-contract-v1","latency_ms":1.4247079379856586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"351cc2d478e06b79fd3c494561e71807f22af9260600b47dea0ce4bd4753b9e1","sample_id":"hellaswag.val.2489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cafe397f691efb3ef655f165407960b1a2c836c6eaa742cedff0caea4394085b","formula_version":"titan-u-contract-v1","latency_ms":0.6691250018775463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fd1803f6e3048967d62deb19b33916b58996620be092470f16d9e9c057a9ae9","sample_id":"hellaswag.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7ffbc2b479dbfc8ff1b78c75bd2f79066a4eb31e445a43b13ac083ea47d40e9","formula_version":"titan-u-contract-v1","latency_ms":0.6435000104829669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9104f5ec31d5194f52129cb5b04f32a6b9f42b5f74d2d748a0471ef1e6b85408","sample_id":"hellaswag.val.2490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16473b305c2abdefebcad381992dc0ceb5a83839d994d877582deedd88900fdb","formula_version":"titan-u-contract-v1","latency_ms":0.6368749309331179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3992ef390563c8fd0103b85c3cdfd5cbdd678802eb95f925408b42bb7641b00","sample_id":"hellaswag.val.2491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"404cdd745d0de1bc33d4feb634cdae93ee113b5c90fd7362f8f93b9c1ca9f433","formula_version":"titan-u-contract-v1","latency_ms":0.6702920654788613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eab7ff2a8532262a15a46d8258c6f27ce7949f5dcca517aa8c9aea5fcdf7f364","sample_id":"hellaswag.val.2492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"315a2ae5ed0c5ff86c9904723c332b3fd3879dfb335e0126de766a67586116da","formula_version":"titan-u-contract-v1","latency_ms":0.5710830446332693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5f166a6029392d6fb2e7b700b919746a5b229c51b1184103554806685e262e1","sample_id":"hellaswag.val.2493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36315e97c65515ed8f643b982cdfa5ffc76406f7ffd374e33e5281f3d02c889c","formula_version":"titan-u-contract-v1","latency_ms":0.8153329836204648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf1142f8f82a2be94f496577e9eaef59b7d89228ffde0bdaf8f3deff670e1c21","sample_id":"hellaswag.val.2494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54a4977d3552bd47a3dc925b7bd465959582d6f737b4f7379693e70185509430","formula_version":"titan-u-contract-v1","latency_ms":0.6653330055996776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dba937ab96353220021fd600494ee1a7168a5398b490086659a0f93ba574957","sample_id":"hellaswag.val.2495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c602a057a4f1440d724660db622413367d682619a446fdb148faf316c604a4cb","formula_version":"titan-u-contract-v1","latency_ms":0.6242920644581318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19c32a1ae69e9a68d25a8696a1ce193edb556c14eb46e7bc6af4d43b62d4fbee","sample_id":"hellaswag.val.2496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bf46b821ea65a497e3a12697c9871b2bd935d29b6bb1204870d265f3b52d11e","formula_version":"titan-u-contract-v1","latency_ms":0.9383748983964324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2cad1203176df0db253755b153c51fd818402fb52558a234e1a2f055b7f7a85","sample_id":"hellaswag.val.2497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2aee4b924850a3dc96b01aa21add7353fb94decfaa3eea2a6fd7869b66bc822","formula_version":"titan-u-contract-v1","latency_ms":0.6471669767051935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c142f7032b546dd007bf5be15a2bea25c2c7cd61fdabccb56b6959d6eb9098d1","sample_id":"hellaswag.val.2498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80ca992ed48df7794433d999b2c91740de06a7bcee1234a809905aac9192db92","formula_version":"titan-u-contract-v1","latency_ms":1.1634579859673977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e98f6d134bb5bc45f7791d32e1b1c1ed0eab746e723976dd38589e653fc9193b","sample_id":"hellaswag.val.2499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804601452a1f124f5e0835ac8f6f3eb7a43a8ead6697d8deae40e8cbdf633ddd","formula_version":"titan-u-contract-v1","latency_ms":0.6208339473232627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83cbe2e87d5b0416cda159768455673b4a430710d60dfcee4ca09ce0caa58a0f","sample_id":"hellaswag.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad9c1a7db3f24dbf032178ba9cc53be7d1df6aefe580ffda25932f75e02add82","formula_version":"titan-u-contract-v1","latency_ms":0.6880420260131359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5e9c6b8a299cb543350798ec31b9174ae89a2a8a8b83ed901b5535810fc323b","sample_id":"hellaswag.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07711b97dadbb3e0ab17e71d9c5da999d1f27963a363533bafad7bcb1b4e1772","formula_version":"titan-u-contract-v1","latency_ms":0.5847919965162873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48e804ff303d8eb4cf9ca8b354c898ecdc12aebd1a9b0a8b16397af6102d2e90","sample_id":"hellaswag.val.2500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62758344bcc3a516f367b00d012b9a30cc3def1356a18e47b0d1b517280944c1","formula_version":"titan-u-contract-v1","latency_ms":1.035124994814396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c972fdc0e8fc4d0ac9cc15734fef637876be2af0e5a5871a38948980cdc480c0","sample_id":"hellaswag.val.2501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a3b9f859866f86f63145f911be91e51871f011cd39c012d64a2e71c5dcb2358","formula_version":"titan-u-contract-v1","latency_ms":0.4764170153066516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0ccb72155b44546f36d97d93c48b32b67f585ff71831069262d3034d9b780b3","sample_id":"hellaswag.val.2502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"298aa68b4d3f79dd4353db0cdfbeed72e0052f6d4285c0d8cf2b0ec93fbe447a","formula_version":"titan-u-contract-v1","latency_ms":0.6580000044777989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f6393d0196641bbb608a444999d0ad806f4ef75c5ee754d012df2cc98566fc7","sample_id":"hellaswag.val.2503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"def418df345b0f5360db94d8205b1455bcb23752731e91e386af5822eb031225","formula_version":"titan-u-contract-v1","latency_ms":0.4853339632973075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6788401cc534a80755046a4bdd60a8c42fc5e564b9f2fcd1f061ec884d5d3276","sample_id":"hellaswag.val.2504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8a630722f7cb2111ac298d20f4a9f46d5a86894df7f46cbb9ad2c6e2a9b2806","formula_version":"titan-u-contract-v1","latency_ms":0.5344999954104424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e16cd17a42806d61213aa4387c2d324cf8a2372697a8ff9e7ded6bd0c2fa1873","sample_id":"hellaswag.val.2505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4441a8085fdabe31f674b5e3e9488b7a7431116ca612c9de6dd7cc2a6809b45a","formula_version":"titan-u-contract-v1","latency_ms":0.45866600703448057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f6ba4bd53018125ce96a2036f15a5c98dc5d9c9464cd27ea69794bebc7b0d80","sample_id":"hellaswag.val.2506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18b7cfef716fd0d4251855574cbf8b5e8ed4caf8556cc0384943d4b106cb3d84","formula_version":"titan-u-contract-v1","latency_ms":1.407958916388452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"160096250b45af60bbe5cf5dd241be5f6a1fbd62564b3322ce70f8ce6b6d9a21","sample_id":"hellaswag.val.2507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b428b2374bee6064e3cc64a6e4281c5d9dd454f9b8b1369ea907def5abcc6d0","formula_version":"titan-u-contract-v1","latency_ms":0.7441249908879399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ac627de52ac275ea3956f383641763b629d1c4adccf087aba546d2eede64b08","sample_id":"hellaswag.val.2508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d31fa5759197134493a4e23e37916f9388e40af5358b462f0a1c743dad302e61","formula_version":"titan-u-contract-v1","latency_ms":0.653207884170115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b6f1a74853fd8d997ce8be488cf4e3237fa539c1725fb4598a6685e9ade3a51","sample_id":"hellaswag.val.2509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a1c873de545e4ff35e940aadc14f40494cb6ba73f551eadbdc3f454a60e60c5","formula_version":"titan-u-contract-v1","latency_ms":1.1052500922232866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56b136ce510c0f23372e692824b36efc72dc7e7146c2246c2a48db57bf1e9b79","sample_id":"hellaswag.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c35848c6c9f50b54927c7d8baa5b8b68626840bd982d31c3ea1905fb71e95ae2","formula_version":"titan-u-contract-v1","latency_ms":0.6397500401362777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07198c6fde0b38d57e72fb4cb4264c72416b340046aafae5719cbb74d5655bd0","sample_id":"hellaswag.val.2510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61fcff2a2b29e76ec9a60b33890332b75a43ae599349da223ba79500388c4bb4","formula_version":"titan-u-contract-v1","latency_ms":0.47075003385543823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4f1e4b4e76dadd328ce6902fe01e29678aa7064fdc63460c290af542a07c20c","sample_id":"hellaswag.val.2511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91bf4953617f1abf577f067ff553903af182cfc300abd4a1eef96af4fb0d8a93","formula_version":"titan-u-contract-v1","latency_ms":1.8049170030280948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d36524bb479f0400797741a350d260223e29d120fcb821fa8a7b3880a58e132","sample_id":"hellaswag.val.2512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22c34808bcbd22c71e878d271913013b1c596dc7e00c96f5261fffcd822f4235","formula_version":"titan-u-contract-v1","latency_ms":0.5356250330805779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41a111e522a97f03b626e76c3bab9196f08ddbcecb312a31ca88474d312c1236","sample_id":"hellaswag.val.2513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99214c9a1a9794b57db79fa24d4fcdfbd991108c7881cab650eb1980c4e4f7ce","formula_version":"titan-u-contract-v1","latency_ms":0.4862080095335841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c7143aeff20289a22097bdaeac0b6a50e1e39cdf72059a956a2cda4dbb15611","sample_id":"hellaswag.val.2514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a303e7f401fa5213bb388b0b412cc93ed265589d1c0f4abe419757ae5078d41a","formula_version":"titan-u-contract-v1","latency_ms":0.45229203533381224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0293f7908a4f9a46930a853cc2b4877479e0168ab293fa63891b96dd26b7e13e","sample_id":"hellaswag.val.2515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6510a6e944d17593b6f61497ace979f3b721446b88c7947be4ef392cd5430c0","formula_version":"titan-u-contract-v1","latency_ms":0.8105000015348196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f342776a60d72fe1cd0178b1dcf3f48104db3029740dd8acefd209ab53044ae0","sample_id":"hellaswag.val.2516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe9792cfd30e89592bc789b32c2731e99202d83986e71a900cf7e17c7d1eaec0","formula_version":"titan-u-contract-v1","latency_ms":0.4786659264937043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6455bcce7d7753dfbbbf6df02901071f78cf1f9e314fd7bd439e56f68666c320","sample_id":"hellaswag.val.2517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0941ca5f730a9099d03da11a5b2eb3752ce9ccb63fe0615c98baf147f605003","formula_version":"titan-u-contract-v1","latency_ms":0.9310829918831587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b163f2e89f4398af3d853cd1259d8aeee72ba5641c578d2645e02f6396e0f6b","sample_id":"hellaswag.val.2518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5765aa2ff263061aed9da6bf3dea2bb491e25d72717a5476d840a000f01c306","formula_version":"titan-u-contract-v1","latency_ms":0.4711250076070428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ef90c6f21ece810b758905aede95bad2c995dc473790b7309ce3aa7c65cb68a","sample_id":"hellaswag.val.2519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e540df441288ec7410fc64020ee5658dfc50fcadf26f231bf46066623edbe453","formula_version":"titan-u-contract-v1","latency_ms":0.7103340467438102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4248f0c42f0f9d171803302179b5bfea5adb1b20f75057257d9c457ddfe8a037","sample_id":"hellaswag.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30aedfea0a6f37b79799c0a42bedd353ec307851500dc5efe7de0689ec641f2c","formula_version":"titan-u-contract-v1","latency_ms":0.6504169432446361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eac15f47f0c526463d44900a4567e3add0a06a82cb79b1bf8487e992fcef32b","sample_id":"hellaswag.val.2520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"719a813b6ee15e3f8d9b25d755b8ecf909de4ca88be2b2bde781cfec12146028","formula_version":"titan-u-contract-v1","latency_ms":0.5935829831287265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ff64145f80797c407ad475b386d6b34931e52e6772473a35f7c54f5a4b82962","sample_id":"hellaswag.val.2521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67e1ab88a6da16c1543c6fbec0e62b8180d67329ae17d41f8400dc9cd7660ea7","formula_version":"titan-u-contract-v1","latency_ms":0.6297910585999489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13495704ed9236ee15f256e7373ca2ffe64edd0b9e89b987b177a70c602f2d87","sample_id":"hellaswag.val.2522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8f8cced7203ac931ec88362797ef69fdfeec2a2f711cc890efb5770f512768b","formula_version":"titan-u-contract-v1","latency_ms":0.5214998964220285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a924be482a053f9c309c602ed33af543616b582a1bf4f874e2f33347019f038","sample_id":"hellaswag.val.2523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22604fcf086f19aab17bc0d7d0b6aa897602020246c09ddc2df54b8737dce1ff","formula_version":"titan-u-contract-v1","latency_ms":0.4740420263260603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ace64139c25ff5f31f7550da16cf110dc4448a4a8c3f860ea57817e591ec38fd","sample_id":"hellaswag.val.2524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a6331e34da4bfab6b9f3194f52445d0f1584e143da5e4804d5cd2b84ca7c5a6","formula_version":"titan-u-contract-v1","latency_ms":0.4832909908145666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5812117e8451d428901de76adcc9e969881f7feb49b2170ef218d468d1952e9","sample_id":"hellaswag.val.2525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48269a41ba6619192b76484fdc1e9f57c0d306d734cacab225733d6e2b546739","formula_version":"titan-u-contract-v1","latency_ms":0.46495895367115736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50b9e90812068798839d0b286ff7ffccbef71139fe1e652c0493d4328587e67f","sample_id":"hellaswag.val.2526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c4dba7a77ee50acab98e6abc4f49b6ab72e418aee3aac385a70b303293212d8","formula_version":"titan-u-contract-v1","latency_ms":0.6935000419616699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a3ac173b714f1fc664dd11d768cae30e37daa04c665d44f5edeb642a9bd6868","sample_id":"hellaswag.val.2527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74e80f646db00c1b796a8c69ee75c0ca5d7942260e7c6002bca07330dc375430","formula_version":"titan-u-contract-v1","latency_ms":1.0523749515414238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75e88a023ee00bb814e4f50ebf7ee2299977b2bfdd245ebffe322d4b7799408d","sample_id":"hellaswag.val.2528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1929067b8f0f6c1d59e46a806f2382c6183fea1a894373c8d5da564aab431edf","formula_version":"titan-u-contract-v1","latency_ms":1.0476660681888461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9cae2d917547f951dc0eaa6fb157126fa12cdd714f7dd91d04b367a981e8207","sample_id":"hellaswag.val.2529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d869ad23605929a6389dceb16883b74723f674bc6af933e3fe8048325f9942b","formula_version":"titan-u-contract-v1","latency_ms":0.5486250156536698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4e8e02da064252128150aa3051ce60f8dd85f894ea0c4b1b8e09181db4731a3","sample_id":"hellaswag.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a844b031eb8b33e194009bba9683f94ae1d77648aefcc5f2c1479364b7ad4f82","formula_version":"titan-u-contract-v1","latency_ms":1.1662909528240561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"275512549d2650b3dc24afccaa20981364378e274868272004e59b4e49b73f39","sample_id":"hellaswag.val.2530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a10a3b363c8fc5206f8db7da25ed1be1cd05d6631ff2e7f12bc3abfb60c65d2","formula_version":"titan-u-contract-v1","latency_ms":0.6209169514477253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b1380731a23dd88393dd0f9baaca57b8d1ca290297e2dc1141ec84dc839fdc9","sample_id":"hellaswag.val.2531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43bde149d1ec84398c5cd42a0b20314cbb306e23b8d29f371c33cfe89f0663c5","formula_version":"titan-u-contract-v1","latency_ms":0.5948749603703618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6cf28dfdded48a2187ad1420e49cfddd16224538c848ae46d2e36ef99a7d90c","sample_id":"hellaswag.val.2532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdb38417408cffe1a19177c84fd88f330e47cd726e21462a925598f837aaa8d8","formula_version":"titan-u-contract-v1","latency_ms":0.7424999494105577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f417fd8af3301a6286f15a86739ff763566a6e3e0eb62bf1f2fc547cc8291a71","sample_id":"hellaswag.val.2533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4404f30cedc687396f6b05c7098f3b0c03dffaceeb1300ee739408b023db078","formula_version":"titan-u-contract-v1","latency_ms":0.4781669704243541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb6525a8b2b5da5aa951d6b8f3dfdcc4577e8cfc3dcb4efda70804a9fa3bf972","sample_id":"hellaswag.val.2534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bb370dcc2b1c292fa231dc72ebc69ac500fbb470b97d9ceeba21a520636018d","formula_version":"titan-u-contract-v1","latency_ms":1.737500075250864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"436d57edc33db0573e791c79e58a573bef70da79eb387007d7f4337c44938215","sample_id":"hellaswag.val.2535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b5d779975b71eed3d22687f6be35ba602e82a53469114ad16341ebb355e4821","formula_version":"titan-u-contract-v1","latency_ms":0.6814580410718918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95fae9d51224b690d283dd5393098c2d9c6bb95158872aebf82ee01d5092695e","sample_id":"hellaswag.val.2536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0257037be92ca8cde6b019d2c519945909f460cbb59545839539a6a06901646","formula_version":"titan-u-contract-v1","latency_ms":0.7409169338643551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8db57438fdf48971c5d7e54da257c449d967909d27beef73b55c1204e3390f6f","sample_id":"hellaswag.val.2537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55a2e0a8400f5a9ae6562a3a4d0d8961cb648e7c652ba23869bd91d308f2e322","formula_version":"titan-u-contract-v1","latency_ms":1.599084003828466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79a3fffb592bd1aacc68216eba65b9828a015e845e42a5ea2b30fc360568d760","sample_id":"hellaswag.val.2538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d30f83c205645f54349565a8c0a34c9cea07454cb9f82c6714acff3077b7aeba","formula_version":"titan-u-contract-v1","latency_ms":0.9205419337376952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"866a90b55308d8054414d81e6711cd0873d7df9cc4ff6d7df163625d63b127f0","sample_id":"hellaswag.val.2539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8e19713db1064cea0710f78fc5699000e26c4f9e24d911360c4dbfa28aa600c","formula_version":"titan-u-contract-v1","latency_ms":0.8078330429270864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62cd56d841934c3eb5448a540a406811248012d3b57cbe94475db0b454fd9fc0","sample_id":"hellaswag.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55f331455133eaee3ed1a530872af0d81e3b6072cb7e9671e482fc85a00db2dd","formula_version":"titan-u-contract-v1","latency_ms":0.6656249752268195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1699ef079c543fe62669e1adcabc1b4f1edb3c28478838ace083663dfbc5f99","sample_id":"hellaswag.val.2540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2bd80c42dad415614c56de862405d6de1bf8832d76f84ae1cf28f9ffd649c6b","formula_version":"titan-u-contract-v1","latency_ms":0.7091250736266375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2161915797b7be2f8f5d90e3319f58281ccaca4c9676d2b5b9f562a1e554b99","sample_id":"hellaswag.val.2541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41d78bf0c1a419d61f86c7ab5ee8817a70874311f77867c5775eb6465ee545ee","formula_version":"titan-u-contract-v1","latency_ms":0.5347909172996879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d09d43accf8562948c0d4d40bb562cf9856a4ac63df194541f2e2f1da2373fa7","sample_id":"hellaswag.val.2542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b6d39c193ec509682b88157a5be23197fe83a1c4830a9465653a872c0793935","formula_version":"titan-u-contract-v1","latency_ms":0.5032919580116868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"747717484946a6a4d7c319ac478251c370ee2103bd0848ebad8f531bfcb51fbd","sample_id":"hellaswag.val.2543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a370b8a283572ed2e381d722770c465591a44378f9eb6261632e981023db59d0","formula_version":"titan-u-contract-v1","latency_ms":0.5173749523237348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d42952586e69101fd4d88adbb6d5fcc17cd7fb7a13062790cd296d4741650cad","sample_id":"hellaswag.val.2544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f58b634a76f014e2a9644a24f69c724ec6e85264f9846795b0fbb43fa2ee9c9","formula_version":"titan-u-contract-v1","latency_ms":0.6574579747393727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6a149d197b817e3b2068e613997ee16301ccc1fd3678628e7315bcad8bff03e","sample_id":"hellaswag.val.2545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdf16e89dfbc7477f54cb7562a9eff913122c1c8eaa9ae3e31cabfc721884539","formula_version":"titan-u-contract-v1","latency_ms":0.9289591107517481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d06cf17b07dd5f084b227b54a6bfd7a3dde05d69c9638b1dab493ca2646ac12c","sample_id":"hellaswag.val.2546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03f7242b02d3bfba760df26b1f823a16b45234f66b5a32d70ee71401a2e27fe5","formula_version":"titan-u-contract-v1","latency_ms":0.7468340918421745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d2054637f7b46c997abae061c7c1b1c0551112707e3e1aa8504e936df9a55c3","sample_id":"hellaswag.val.2547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8676a0e0aa29170bb5b0808ffd68efac7b87f57405dcb8ef0dcb9eb7f86c2df","formula_version":"titan-u-contract-v1","latency_ms":0.51566690672189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d7208c703fc6242fa8630dc7657b7a5f1513770e115c386493ca4871f84a0c9","sample_id":"hellaswag.val.2548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74d6c89d8c4cbe41a083d13649b2d99cf5db6cf902c59c9017f11d83a1da5e31","formula_version":"titan-u-contract-v1","latency_ms":0.7769999792799354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d14db048c8fba60f29fd42e27a2a9d612435e8c65bfe6aede9d57ce21abaa0f","sample_id":"hellaswag.val.2549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfb711793127f68ee959b7a7825901dc3675d44083f29bdec9b1153fbdc2b571","formula_version":"titan-u-contract-v1","latency_ms":0.7787910290062428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d2e1aa232816a16b8d06ad936600d3fdbd9aa653d1162fa008dd9a7049a0dcc","sample_id":"hellaswag.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ce662afe361bae5c234ce147f389be0dab4c35a850b902a92357165c0c17394","formula_version":"titan-u-contract-v1","latency_ms":0.5911670159548521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cb5cfbf50357dfab4de7615888f195da6fe87bea5607b0dd7f86480fcb98e26","sample_id":"hellaswag.val.2550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c089cb844713e66298a5e3bc1d384e5b5ec787ff65924c297ab6886e98a805a3","formula_version":"titan-u-contract-v1","latency_ms":0.5697909509763122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b2310efc40b8ac4e54848fe045262857b2e7593b41f11b25f2864830e54a5aa","sample_id":"hellaswag.val.2551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4830c7713b1b17ec642ede9143c7f5739de765d2412d670bdd6489cc2501f72c","formula_version":"titan-u-contract-v1","latency_ms":1.0606670984998345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f3dc6e0aef3ae6b96d93d953f7b9df60dd4aa0cb77a32ee903e4ef46217d56e","sample_id":"hellaswag.val.2552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ab5800c080ee26878bacea52f4d8dcc7b822239e935bb275911c4740e791069","formula_version":"titan-u-contract-v1","latency_ms":0.5414169281721115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28773bb7349cc3e0a0048fa7446450e0014bb4439aaa2b7696a2a02531163143","sample_id":"hellaswag.val.2553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"919d60548ca9bb79ae6984b65cd5b4a0fb5fc0c032ae2928e9487de8b44bb503","formula_version":"titan-u-contract-v1","latency_ms":0.5198749713599682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2846fb252a2ad8b58ed3f7b0a14dbc861cb916f63e2d6b981fa6463b4909423","sample_id":"hellaswag.val.2554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f12da0bfffe9041361a61bdd889bc634f9ef57c8496641ba52e87f84b1caa4f","formula_version":"titan-u-contract-v1","latency_ms":0.7694170344620943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94de14082d6b35d257c51272cb42d5374902f97714594cbdb09bb5c466d2e382","sample_id":"hellaswag.val.2555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31e66eaac6c580dcb4264896cae1ef50c6e168b0a91de6e771ecb887f83277f6","formula_version":"titan-u-contract-v1","latency_ms":0.4714159294962883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"713b9facf0d1c15acb2f5220d2ffa7a405aec301810ee5ff8432388c6a3dde09","sample_id":"hellaswag.val.2556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0968b63141a4880f0ca14cc6f6a05c0c88f068409160f27dd6d353d6b16512bd","formula_version":"titan-u-contract-v1","latency_ms":0.6717920769006014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90e75908604e479e3d8ff5f4d8e28a1b965fb64c46a5bf30f907a77f84ea3947","sample_id":"hellaswag.val.2557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b493904e043673c159abaec7ef779d432bfb41e51fef60877fd2fe8602e3e19d","formula_version":"titan-u-contract-v1","latency_ms":0.6080419989302754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4a0d8ca59886203396e549df814afaba279048f1389c0cf170322a9697323c9","sample_id":"hellaswag.val.2558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"844c7fed93e3236f9041a83c6f270aa359ba9feeaba512f73875e3f027af8fe5","formula_version":"titan-u-contract-v1","latency_ms":0.7297499105334282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f8316ad2f5617514744ec694d80420c6ae8a6f4cf6afdb0ba6e28602cec0db6","sample_id":"hellaswag.val.2559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"227103dcb6bf98ff5e1f622378ba8fe225b67a58817f9e8a4b310c47fe86b381","formula_version":"titan-u-contract-v1","latency_ms":0.7049579871818423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"549448fb56a32e016fda980596ca23da361b97a337e3319cda0e6134424eca76","sample_id":"hellaswag.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cb7fb5fcdcc899541cb30a4c99239bc356b800c4d0164bf7ae1c08cc2e7bf5b","formula_version":"titan-u-contract-v1","latency_ms":0.6272499449551105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d234edbef065b08a59315f5b8496e1a9d6013d47372918cdb520528721cef690","sample_id":"hellaswag.val.2560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5e76b6e380f37acdcce9237090e3ced694ced8416f41cf206d9ba557d96eb6f","formula_version":"titan-u-contract-v1","latency_ms":0.5170830991119146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8342659c9a94c4184cd87eae6342d01e76cbe6f8cbcae5653054a2fde8ef0967","sample_id":"hellaswag.val.2561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65e7fd11f380610c86a69f56e934ebb085bc184f4edf931a4c17bdb9f1e4ac25","formula_version":"titan-u-contract-v1","latency_ms":0.545332906767726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bdff290f0773ee6c9b622cf15892fc21f8442ebd0b4b14b72353e9d9183840f","sample_id":"hellaswag.val.2562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"064e2cae347896ab8f6c6ae2b767559c23d416fff05a37fb1031086f880622ae","formula_version":"titan-u-contract-v1","latency_ms":0.6860831053927541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e292667ae7608477abb3a29da79c063d934a2d009f622e112fe3b3478d170d4","sample_id":"hellaswag.val.2563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f8b99e81fc56a5dfa3cff6781d1da59c93184dd90b990cbe9bb06773ba0b4a0","formula_version":"titan-u-contract-v1","latency_ms":0.5457500228658319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73ae048b8046bee32af0cb7ee6ac57b02e77beb7a0f6720cb52b6ee8e050090a","sample_id":"hellaswag.val.2564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ac45c1a3ea09abbdefd7cf8840173c3908de689e20c6170935abf58aa340973","formula_version":"titan-u-contract-v1","latency_ms":1.0510421125218272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4982d6d547d54ae0234dddb7657d077ef346dd735e2895514ac09bfa16da6a7d","sample_id":"hellaswag.val.2565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d1f1d9a675062d2102dc30ec517a65b242a2d743877f74807de5253b0e4cfd4","formula_version":"titan-u-contract-v1","latency_ms":0.7073330925777555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04761647ce2844a230e45533ae27867583e4b7c9ed39b84f750853908eb26a61","sample_id":"hellaswag.val.2566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3eeb125c8de93a651977d831eed6d715fe54eec76b31d560f10c5b22f73a7b0","formula_version":"titan-u-contract-v1","latency_ms":0.4735830007120967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18c346ff5e3279cc041a0ab17d744d86df7528fc04fea1226c3401c6d5ca39e0","sample_id":"hellaswag.val.2567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4c5e500cdc06a15493c13c902d4841c2fcd0674f67a97202a7feebc1139b41e","formula_version":"titan-u-contract-v1","latency_ms":0.7623329292982817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93b4a258672b7688c0b7249403f3bff54252b42b4ec4a7c22172ae9d669647cc","sample_id":"hellaswag.val.2568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"017abba7626846d08979d19e24c9a405307dcecbc56b25482c915174f90837c4","formula_version":"titan-u-contract-v1","latency_ms":0.7017920725047588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48236fd3825b64dee3adae50e0cdaa3c229ee089eaa6699b75634eb8f5d335d3","sample_id":"hellaswag.val.2569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88a70fba35483ff2a347c725c51e8e6837f1672534b7f722cad8ea0eac18b111","formula_version":"titan-u-contract-v1","latency_ms":0.765124917961657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b817a3f268f0173b2396a1f8f6c52aa3963def2354285b6a3a4ed52d94befcd6","sample_id":"hellaswag.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d45b22f55e3175d371f60e3cb5e694cc345e5dd06d353794ebd2a9689313292d","formula_version":"titan-u-contract-v1","latency_ms":0.5782919470220804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06ce76c21d2e36b9ec03fd1e1973ec42b0bfd028fd2a03846cbaa7d1086b05be","sample_id":"hellaswag.val.2570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1497c2d931ffac41a8ad51573048996779055ad2222abf6ebc7cb81ed01c42e","formula_version":"titan-u-contract-v1","latency_ms":1.2217089533805847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3d1aebe0e47b5cbad56575dfb37d352fafcd148fe79f380ae7a3dbb16b4c516","sample_id":"hellaswag.val.2571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d16721d08a83f83dd57896f7c5c63083f5671b91e1a7725d3cd6f6322981359","formula_version":"titan-u-contract-v1","latency_ms":0.5293749272823334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"708fc025088f724aa82a60e0ff766577bf26f028acb511c7e2b73599b2bb9f38","sample_id":"hellaswag.val.2572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71432c73c30123b318ee38afcbee1ec130f590661ee0109fb0dbb37e98bd8838","formula_version":"titan-u-contract-v1","latency_ms":0.722500029951334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd06de93550098dd63c5d726868fd1b530ca112730745f3f701d950e18be0bae","sample_id":"hellaswag.val.2573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6744dd05912fa9db8751cafb372466ae8445fdb9513d057f61ed5e074407f00","formula_version":"titan-u-contract-v1","latency_ms":0.6397090619429946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bf6a198c0f4f6b6fec995e7e10a1c3e414137f826f0534d0d5bd45343f734c0","sample_id":"hellaswag.val.2574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94f2831e92bf64aa5b2c69e66754824411da14a821071f56d9cb0cac454c65fe","formula_version":"titan-u-contract-v1","latency_ms":0.6984159117564559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92265639fd33e8a4ccb39793a97546c142b452a2a4a024005ee83805b092a7b9","sample_id":"hellaswag.val.2575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"368c04884431bc67539d6383ff1a7b82b13a06b08146546dc41ed6140523dcf9","formula_version":"titan-u-contract-v1","latency_ms":0.6791669875383377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f8aaf1d5cf30cd6e61238ec22e5051f56e763c84090fdb44d55dffb9459c9df","sample_id":"hellaswag.val.2576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc3d397a252d1d0138c4f963bf4568bff54f6f72f255f16c7b9a0dcc040fd68b","formula_version":"titan-u-contract-v1","latency_ms":0.5934999790042639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab91b71c905caccbb4fcb1cdd785ccfecf275f22c2763155c7fc19b5e2d2dd85","sample_id":"hellaswag.val.2577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f6c98d75f678a1185592bf2e4dcce91b1bc07b0c1bb2a52831b47c6367b6061","formula_version":"titan-u-contract-v1","latency_ms":0.4807079676538706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0306684ccf6fc73f34f3c90e6b5162da2d35dab4a3a97fa9cba031134d0b7058","sample_id":"hellaswag.val.2578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18363a24f43e916897bba37d2ac2a96a93d65d06a039924171099d4f345eb425","formula_version":"titan-u-contract-v1","latency_ms":0.49845909234136343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5a72b84d5d178227213d0a11293faa314389689bb64d1d15ded010296bf076a","sample_id":"hellaswag.val.2579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f708278440c3b6ed154dc796f9367df46a59a591c0151fd0f949dfa52a1aa56","formula_version":"titan-u-contract-v1","latency_ms":0.592124997638166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc145071df9f0b0ab03eebad8019e83c83b1d795a779d5d7058ba835c3226922","sample_id":"hellaswag.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80b3c5946dee0f266715b18baa36f137f7464198a463868ab71d92073f60b944","formula_version":"titan-u-contract-v1","latency_ms":0.6247080164030194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ea1e792d810c9f4d91519990474e85f413d2030c820d390c9de3c637667c185","sample_id":"hellaswag.val.2580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d5353fa7ba54d422540edddc6688a961ba91fc0f6ee8ba5d9f899e974cdcb05","formula_version":"titan-u-contract-v1","latency_ms":1.22020801063627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfb362eafcb6326fd6fc49b748474fe3eb8fcb1d59f17f879de40b3073032f32","sample_id":"hellaswag.val.2581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84d3f806355352de1bcd9a12f55af391e3b4ce9dfb61679eb8a1947094b8b850","formula_version":"titan-u-contract-v1","latency_ms":0.8868749719113111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c54f6408506784586fb550a641e216d7bbb96d7098dd75a85ffc4b26b367850","sample_id":"hellaswag.val.2582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73bc1abe7abde93ca0478746877c7a9f7ddc3aab5f06ad602ba3c048d694626e","formula_version":"titan-u-contract-v1","latency_ms":0.7455410668626428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b14da4b1a710116c27dd41a11e2a02eb4995a0dddfb0814018333638ac933828","sample_id":"hellaswag.val.2583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19b89724836c9a7868b0771ca9def1882fdefa62c4f4664079d9ccb7829fc47e","formula_version":"titan-u-contract-v1","latency_ms":0.9987920057028532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"000f54a0b3fe31129772e1f9318c9553870c217a324a71e408d2bfc61465f383","sample_id":"hellaswag.val.2584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80e4db42bfe15bd10fe476f753724d28e2e7a729511d5ee3cf7a0436c6bdad88","formula_version":"titan-u-contract-v1","latency_ms":0.7142090471461415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"266135987efbf24a1ef7d270456d317066e23b8a3053d79e18eaa486ad4512f9","sample_id":"hellaswag.val.2585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2fe9293add1f1a7cb9fefb67ab685ec16c8ff5734fdb1b9706799118b19c7ac","formula_version":"titan-u-contract-v1","latency_ms":0.6768329767510295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bb59053407e81a7241ca128727eebb11341f58ac8af74dbecd8c48b225117d0","sample_id":"hellaswag.val.2586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dba66cb6ab0c6b8aa0ccc213e31e68c51778f4db217d28ed1f646f281d4407e4","formula_version":"titan-u-contract-v1","latency_ms":0.7846249500289559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b12546d9426f078502f2d9daafff6bb10a95c3bbfc7b74b370428d00016c14a1","sample_id":"hellaswag.val.2587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d81d265ecf048ea8a3d80d6652d71b91f60c3f8c1a7ca76e0a84c389137a456","formula_version":"titan-u-contract-v1","latency_ms":0.687708961777389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25ee3b09ea302687e6e06e2be13a0d4a9a986e86ef4c188e113208ad02d0f2d7","sample_id":"hellaswag.val.2588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"857449a820975f0c7386ae1c1cb26ea2662e83b721fe4a379636bfcef9054eb5","formula_version":"titan-u-contract-v1","latency_ms":0.45091600622981787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c7ec276624acc6760259d4f90c0100757192341fbaa766089e89d1e19de7309","sample_id":"hellaswag.val.2589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7b03b9ad091b9f7d12cab3adf1940d8db034eca5c7be0eec909035e2672aded","formula_version":"titan-u-contract-v1","latency_ms":0.5674170097336173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"087bc15da612b61e144ffde58c50089368830de0203f5e52302b3866caca9adb","sample_id":"hellaswag.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f6686b52da6d1df732953e5c0553a34bdb8aceaac49c95c6281af0487d57193","formula_version":"titan-u-contract-v1","latency_ms":0.6716670468449593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8971f98dde9499b9013bbc80e99be9fcb76c77baf7afac9d9dc56203c441a3df","sample_id":"hellaswag.val.2590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d367845e5b5b3408e1dbb7ddc6833d50615ab8e5fe2b71ffa64c33733fc01856","formula_version":"titan-u-contract-v1","latency_ms":0.8902919944375753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf18b4e0821a97cc9506ff1208bb448f50c2a0c4b51de26af04dbad3afc380cc","sample_id":"hellaswag.val.2591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58416e63833f1a183356128f767d50ef2d18fe27ffcead1f023e90e3835e5a77","formula_version":"titan-u-contract-v1","latency_ms":0.5039999959990382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb81d416720bc969ed3a40063becd2cb97680fec8733ac0f5aa1af6629cc48e9","sample_id":"hellaswag.val.2592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c64fd7efb854f3e834007fe9c6899775ca41cc563bb45fd1af0150fceebd68f6","formula_version":"titan-u-contract-v1","latency_ms":0.5886249709874392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adbace4c9f6c5f0df2868438dd46030444a58b1565bcc3394c0a17eef5bd2916","sample_id":"hellaswag.val.2593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fcba0b50985f262dad4213397e320d44e88c63fb06997802724a2a8e529508f","formula_version":"titan-u-contract-v1","latency_ms":0.548750045709312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc153ce898f74221e4de6445e1a24054dcd1a5701fcb9692dfd1ec41a7cc0ee5","sample_id":"hellaswag.val.2594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ff797d88706a7c7ffb9d5d71153a55f196a75b4528a1af1119df290020ede3c","formula_version":"titan-u-contract-v1","latency_ms":0.5341250216588378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8b661d985c3ef536d6caf93a4ab60f38a6c90ae38b33a2e09b94fe2c8c1708f","sample_id":"hellaswag.val.2595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e654b22b588fdf64d04d1cc81ed2de06a5582152cfb39d8754e6abf5e98899ea","formula_version":"titan-u-contract-v1","latency_ms":0.7735829567536712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb3f29d9d2ab7a6df40eabf0411e2b4e355f982c6df027b1c4197cbba2654b82","sample_id":"hellaswag.val.2596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8594baad24b19b40bff95cf65b4d47e1b831f712039cb969c573ab66309900ca","formula_version":"titan-u-contract-v1","latency_ms":0.8215829730033875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09ecd940701aff9b5fa5a923cf339403c9e199da8010748db1dc91b10047c46a","sample_id":"hellaswag.val.2597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d59ff1d57b040f63f1b7bc704fad5b6475020a88967599eec9cbc137ce5c286","formula_version":"titan-u-contract-v1","latency_ms":0.5592500092461705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a61759ea214514395a21ae1e2118eff2a360ab332ca8da04a6a07d9356cf8e97","sample_id":"hellaswag.val.2598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34b99edcd52f9dc68604f3b9f8e889576e5904daab76d707cf233fd7fcfa8c3c","formula_version":"titan-u-contract-v1","latency_ms":0.6129998946562409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fd05f922e4e9871ebf546b14b24d503a742e81ce328ecd298b9ec3164fd9309","sample_id":"hellaswag.val.2599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"173a4ea18ea4a5cbce04c136111ffecf03c7b4cc0b8924688cc7ebb158582bf1","formula_version":"titan-u-contract-v1","latency_ms":0.9692499879747629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19342d1d65aedc9381667311a37cb82c0f8829dacd396b5e187460463a3f63b8","sample_id":"hellaswag.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d89a210156f3c844f6f49e4e71b73f5165f6ab2978a9f83276614f5ceaa1c87","formula_version":"titan-u-contract-v1","latency_ms":0.7364170160144567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41e86e2ce6a9bf307bef4bca881a17184d81206c86091c75a7e35c479c1751e4","sample_id":"hellaswag.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"267ba5ce42655cf914293206b20ed010b5c6a2614a4af0ca770c3093307082f4","formula_version":"titan-u-contract-v1","latency_ms":0.9124580537900329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d886bc0ba4a3be5c1fd95e15038b3008cc6327f63f403ecdec5f80529567b2d2","sample_id":"hellaswag.val.2600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fda533f2e11eaeebbab512c400d7388387558e7b69c141d29adbeab70a1ef36","formula_version":"titan-u-contract-v1","latency_ms":0.676083960570395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45d9728ddb9b2cf730b7308116e7215266c400683776a1367cbaa9f716dc4576","sample_id":"hellaswag.val.2601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9109bb28d19325718d5fa36b07b81f87ff518b67f8fab2c7657172b5aef4dc47","formula_version":"titan-u-contract-v1","latency_ms":0.5633330438286066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3225745b2d4929ea0aa336e02bde9cbc7c901f5a70ca380c40f487c2f848c5ec","sample_id":"hellaswag.val.2602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c31ace351b1700a44a4b6039defac298e09c439c4a7f0c3dbd171f18da079e2c","formula_version":"titan-u-contract-v1","latency_ms":0.6714999908581376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccc50def51914a7e0d9852dd749012df1f2fd6870e4a48f9231d342eeeb652ec","sample_id":"hellaswag.val.2603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e24d422f99716bd3f500c9200eff777364a574403a89eff2557e19de4be58a7a","formula_version":"titan-u-contract-v1","latency_ms":0.49158395268023014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c72d1fb1cd20124ad6b9716f307468c539fc699dd47f15e4863746ff1023eaa0","sample_id":"hellaswag.val.2604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a9682c9503fe88727a6cacc73586d45ebf74957a310219bd2266c7c4a0cdd29","formula_version":"titan-u-contract-v1","latency_ms":0.4520840011537075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfcc4eb1f276ecad60e7b67a884ef5cddd519e819e9332f8d0a20f3136aa563d","sample_id":"hellaswag.val.2605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d28738d2b1390b09e6c1b5d9a9309810b8f5451163a245349dd68b5dddaf9ae","formula_version":"titan-u-contract-v1","latency_ms":0.6300840759649873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99e289fd7b1f69298f57160eacaada0269554b68841ed2c7ca9628cf79fd4b25","sample_id":"hellaswag.val.2606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"284df3c30e5da0390e34f40e867d986acb063a78309e2df93c2a85024bb18c87","formula_version":"titan-u-contract-v1","latency_ms":0.9874159004539251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0e2a35438284f5cb442d9edd2008d76d05acebc57178b474b14790d34ad784c","sample_id":"hellaswag.val.2607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b971c0fe2e2b601c3ae25276398b52540ee479d25082b8fed39b1346f03a1ab","formula_version":"titan-u-contract-v1","latency_ms":0.7317499257624149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79bb247970753ac8fec56b5c11de6a434fbfed71b818760cf4acfefb9906b6d0","sample_id":"hellaswag.val.2608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76c4945d6cccbf9486c03f6a5ca60602a592d6d16b4177de8050ce419f00969d","formula_version":"titan-u-contract-v1","latency_ms":0.44891703873872757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e27020581eeb1968636c453e0c9ba83f6ae2010b6276279d29fdfbd8a6411642","sample_id":"hellaswag.val.2609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0c6101d2771746ad9038c8b2af4423cefdeb5f7b7405690e9ff2d12dd93fad2","formula_version":"titan-u-contract-v1","latency_ms":0.5465829744935036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2af1510eab4df1d640e63990eabe12bc7962f15e5911960a8b1b23d193d9556f","sample_id":"hellaswag.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6110ee103bed7dc0998237b4d599f8b074c3ca9b29875d91957af66639b09d76","formula_version":"titan-u-contract-v1","latency_ms":0.5489159375429153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d90cce8a69ab1f1b2232e3dfe5ac5e22ed7f604496e403b7f137eeee55ef36d8","sample_id":"hellaswag.val.2610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e28d678263f6d66be62245001504bcd23ede9488d872f205cff83b1a86bd31fe","formula_version":"titan-u-contract-v1","latency_ms":0.48049993347376585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"432255874207b90348e2ec617f0b086f47053297e2c76498cb10aec748edf51e","sample_id":"hellaswag.val.2611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a334351510917055698ab69441cf3e551df747ca0f5a2257ba13bbba22e4a6c1","formula_version":"titan-u-contract-v1","latency_ms":0.6349999457597733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ccfb9b0a0cf7783925f1d996c5062315e51c5a30a48d64cd4550c700ef8c96f","sample_id":"hellaswag.val.2612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5845a50ce89be07ca5a42b8154f732d38657ca4695218ceb18447d52fec03e72","formula_version":"titan-u-contract-v1","latency_ms":0.541041954420507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"881e05be34214ea6bdfbb6cbd8e3c274e4045ade57955f4a10f3a93d9e28051c","sample_id":"hellaswag.val.2613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84177f2d5b2813ec419b6388a067fa451d9e620afae2fa010bd600c152a3be0f","formula_version":"titan-u-contract-v1","latency_ms":0.7808749796822667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5583ddcc164d56160db7706d15494b58ba44fcf5f2a78c9a8124db864c8b0fb","sample_id":"hellaswag.val.2614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2c863c7a871cf5a2a32907ad1750466368d31bea7fb1dcb055f65a2828cf191","formula_version":"titan-u-contract-v1","latency_ms":0.589708099141717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2630ebf5225ff17965c3168fc4cdcaed3202b43a695919cd7841c2275395fa83","sample_id":"hellaswag.val.2615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b18c4706a740331c101d07c5482c935a9c2bcfd990172345e28d6868f956f00","formula_version":"titan-u-contract-v1","latency_ms":0.5260830512270331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"847be02a2a0ab39367e0faf33da1f19b774373d780df77a13cb28540d87e30ce","sample_id":"hellaswag.val.2616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd2489021fd46863faf555514f38d3f6da9ee2c6c93191240321658d5d2b8f72","formula_version":"titan-u-contract-v1","latency_ms":0.5462500266730785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bfa47537067755116e32e5cbd77a7f7623f6041f4f00485248564b033606db0","sample_id":"hellaswag.val.2617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e8f4c10e9c3bedbd1fd9d1e02c5d1f5f3c1b094cabaa4447605716501f1bda6","formula_version":"titan-u-contract-v1","latency_ms":0.5710410187020898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0f955309b713b41422867227c7e3dd994a865e09c96d5389afc043fde434156","sample_id":"hellaswag.val.2618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d491da96f9a3e9d0fc4582616a3e9d804bb12af882cdcde74b6e744c4ccfab5","formula_version":"titan-u-contract-v1","latency_ms":0.47795800492167473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9026654b3b1f8ded92ca975b92de6cbc9696d719279368aa65bdf6224254ddaf","sample_id":"hellaswag.val.2619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d39189959a86dd867565d135f03e97e1f4d7f4edee7828bb2e9dcef3efd7ad77","formula_version":"titan-u-contract-v1","latency_ms":0.5054170032963157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d980dcf6c739a5c56e3ccd6c624524211aa908a58772dffb10f46132202d62a9","sample_id":"hellaswag.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53d192db4a6d3bb56c168b6e2d6124e7389654b819552ec7d1a4b34c7163a3a7","formula_version":"titan-u-contract-v1","latency_ms":0.9637499460950494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad3de88a5fada1869f26f0a37e89e2b414fce5a5d11ac63658dcc59485ac2db5","sample_id":"hellaswag.val.2620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2013aa391a2ec1fbfc9976fa2ddd62992ebd83c90a3bc59854bdf318df10aa03","formula_version":"titan-u-contract-v1","latency_ms":0.656957970932126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"086873da66db5e8f376f8a4eddf63b993e37f8c5ecf2d05dc3b44aff8c647da9","sample_id":"hellaswag.val.2621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccdcb8237ea2749e79447b5cd3342899b62dab1102fc00dcb9b931e45ccdcab2","formula_version":"titan-u-contract-v1","latency_ms":0.46425010077655315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2161c7b2b508881fcedf2cece50e36bd69b01a84ccb0bc7cda6be7678f80c601","sample_id":"hellaswag.val.2622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c783dba57a4994c6c6d9dfd40c931d564b91b58a04dad0727b254d715fd2aea6","formula_version":"titan-u-contract-v1","latency_ms":0.9351670742034912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6022cdb0a892b7b8b5d4b3b65744b8b22517d6a67092ad6b4aa64ba6f3445f73","sample_id":"hellaswag.val.2623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f08eb414032ae46dcda673491e16e423dd6b663a693cff15c53dd7cd2dccaef7","formula_version":"titan-u-contract-v1","latency_ms":0.5354590248316526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8fcd6e645a887e64f7b06e10275db51484c3d27992a199d02e7133b17ffe342","sample_id":"hellaswag.val.2624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a359c6e26c5f7f2639b3bc4c373c8dcfc889ff6699564b1b616ff7766ede33ae","formula_version":"titan-u-contract-v1","latency_ms":0.6896249251440167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5352cde4b857a7c0afad4839447ce3378b972f365beccb1246c6b2b445e0f62","sample_id":"hellaswag.val.2625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d73d6384843f9ab3d749115bc65d4c577585fdae0e1c5192265f0540a27d0e7","formula_version":"titan-u-contract-v1","latency_ms":0.5782080115750432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa008cb33c75fa7247983752d83e1938f4f1313210b577f6e2c54c9744104f58","sample_id":"hellaswag.val.2626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d830fc7294af725b997b58a8d7d471012232fee6d1166946b33b042073258d4c","formula_version":"titan-u-contract-v1","latency_ms":0.49604102969169617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec958fcf97011576c23662b7830441da9d714b0e3d226cd762307f513a9cbaa1","sample_id":"hellaswag.val.2627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8c0d18bd1e190bde5b8471ed90122aa54f5fa14cae87967e40c8b5c3ecd04eb","formula_version":"titan-u-contract-v1","latency_ms":0.5917910020798445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8aa19c403ad49e21b2f0f16fdec3916185142f541ee88790fd61f582a69ab781","sample_id":"hellaswag.val.2628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d430a9af0e497ff344b80a92d21964c8b661de13ac3dedd0fd03cc79ab6f687","formula_version":"titan-u-contract-v1","latency_ms":0.5332499276846647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6e87d34306f76eeff6ab07af14241f2f766d7e52f7ecb456925e8beabbb9215","sample_id":"hellaswag.val.2629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09e74beaf0b5cb181adf824842d96c46057e1a22be8a99deedfdb7c20919a077","formula_version":"titan-u-contract-v1","latency_ms":0.7407909724861383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79da3d47187c16207de6e175800a2bdef18a7981fe0b347abeaf75a6ff32dbf0","sample_id":"hellaswag.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb5611d74e849b06b78c020a69ea32cf338e0b25659cffbfa66de7af2b0fd884","formula_version":"titan-u-contract-v1","latency_ms":0.48629206139594316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09587876f2de63119306b13b7a091b3fab35aeb44211ac7407b137aa4bb1608c","sample_id":"hellaswag.val.2630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7139ac6ec993b9472da6429ff370c87295a16c527207125b55108267792667e","formula_version":"titan-u-contract-v1","latency_ms":0.5030829925090075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0540ac39e44c3683a4107564e1a78bf3258712e639438271f8074b6ac49219a9","sample_id":"hellaswag.val.2631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f925ca1478e4ad773f88636fd1b0ab57303274b99852b3add73e1cec280b5e4","formula_version":"titan-u-contract-v1","latency_ms":0.4855419974774122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fc6d91ab92d97c8f0ff6825cfecae5bbaf30d26466d057ca99858e7e74d101e","sample_id":"hellaswag.val.2632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92be107b00fc3f9b7df21b9471597adcb2c696bcc4120efcd66ce7858d27632c","formula_version":"titan-u-contract-v1","latency_ms":0.4830829566344619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ceac27e3fb2373e785e0970f7f4957709b8807c24f55fe8b249be49b3aaf9b0","sample_id":"hellaswag.val.2633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e23dbcd47c6d4da43b3bb985b529f94b052ebe0c88348a051ca857b2eda8a4a7","formula_version":"titan-u-contract-v1","latency_ms":0.506000011228025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"061ad749532f2eafbc2130ff3c6d5e353ba1d323624482ad1843a714493c3161","sample_id":"hellaswag.val.2634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0972f68c5fea14d370c571f7189ddc5e9a8f2b57df6ccfdf1fe543003ef4d0f2","formula_version":"titan-u-contract-v1","latency_ms":0.6224169628694654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"278aa3ec489dbae23cceaa47d3c68ce9f100458f40d3e814f28847dd7b73e251","sample_id":"hellaswag.val.2635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91e2e577442b4f94d3d0e78f3763e7dbedecd001c0d0d04e5d36a0bcd58447c3","formula_version":"titan-u-contract-v1","latency_ms":0.512958038598299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"396fc85d8a4d26a052044245797523fb1239521aa285d5be2f269a0da11595bf","sample_id":"hellaswag.val.2636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88cae7b76450b9310b7566668a9b116cdc3def66fee691eea18fc45dfec8e93d","formula_version":"titan-u-contract-v1","latency_ms":0.5116659449413419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e7fbdfeb5718d154989e39ce768741517b2b441c95599336e7d870bd646c63f","sample_id":"hellaswag.val.2637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3e1b36f7db4320eb7fcec9ed62459fa1d6b9a955c01d3694f0a9d11c2bc505c","formula_version":"titan-u-contract-v1","latency_ms":0.6244169780984521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b71c3518e746560d3017c55cfe772bb1a98355ed35005af50bdc1d4cc94ddba5","sample_id":"hellaswag.val.2638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afd683e3840639af9a09c6581f493e20d8f32ffddf6eb4d0d28ff864efc154d5","formula_version":"titan-u-contract-v1","latency_ms":0.497375032864511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96d4c27ea2392d254717ab485190aa103616a008b734b7f291cab80067d6e8f1","sample_id":"hellaswag.val.2639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8586c6f3a4be089ecca1b18f138c766e8ceb26233412a726a12bf123451d1116","formula_version":"titan-u-contract-v1","latency_ms":0.7559160003438592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"257a5d1d4f6fa4ada9ffa70551ff2e6eb3cde4fc2fc5c897c2f3d4d63d849f42","sample_id":"hellaswag.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c206c13d23486b0804e26c4250820254444c70f3ca8768a26b797cb7a9c57db5","formula_version":"titan-u-contract-v1","latency_ms":0.5367500707507133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43e59e7a24fd851366041e397a1111659325085f6c71b7b929324df1f8637447","sample_id":"hellaswag.val.2640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c392514d64e7b65764447a0f3248e1414d584b2498cdbbb9ae9229a0a0337e3a","formula_version":"titan-u-contract-v1","latency_ms":0.7069169078022242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51bfe38395b8f1130d52b5138e598a64583729996402bc604ae5816d7a1e03c7","sample_id":"hellaswag.val.2641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de101d3c1bdf9e2e1dc0e52d3bf086cd6ec16972325f1fbac183f311ff9c4ee8","formula_version":"titan-u-contract-v1","latency_ms":0.7107919082045555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"446d5bb94d80f5067d1dd68c6aa2ff96b172c13b5be91970a63120a871142fad","sample_id":"hellaswag.val.2642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a64f7b1d83f80cfbff7ae349edf0067b80d00cf84e77e864b572d1b7b6d66946","formula_version":"titan-u-contract-v1","latency_ms":0.6925420602783561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92c56014466858470fd87e241338b4321b40e74777a7e4831c2ee1364e3bcfdd","sample_id":"hellaswag.val.2643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58da4bdb56f120892d75298299cca013041870abd53134ab4cfc62bf25495216","formula_version":"titan-u-contract-v1","latency_ms":0.6595420418307185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd92d8915ee6fc850b5959d0acb1e8e06e0463069889fd22aaee74f89219ece0","sample_id":"hellaswag.val.2644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37beea6adad9e3feb5224bc1840f6fda144fc4bcd41ead5b7acd9fe85011ebc8","formula_version":"titan-u-contract-v1","latency_ms":0.5734580336138606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0645783509a2b0c13f333c5295a4c13493703f92c7304be213df719325212eb","sample_id":"hellaswag.val.2645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"067c7792af3500108a08e0cd4a92dc3d44d2058cc2cfd82904aed6deb864b882","formula_version":"titan-u-contract-v1","latency_ms":0.5529170157387853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73d9e6c9b65b732a4f4c6d40adba1c2720756ea991ee83489b6563dc00395a87","sample_id":"hellaswag.val.2646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6266295fa1154036063bdbd75167af2044a63ef3aff2f4ae5019f6faccafd01a","formula_version":"titan-u-contract-v1","latency_ms":0.46966702211648226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"870c42f386a94d25ce46805f2bf6acc6bc00913b515d658c8aa20f3f8b148dfb","sample_id":"hellaswag.val.2647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5df6212b128a6577e767629d2d958d1bb41c3d5111a5f6973fe5aebc699f6ae","formula_version":"titan-u-contract-v1","latency_ms":0.7850839756429195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0988de433a8c2027247d8e67222c7f01fac7c7d703d9d5133e75b575e99b4b1","sample_id":"hellaswag.val.2648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40008d525e8701232e1484deabed703f2cde4582bd090b5928afc0201bb628d3","formula_version":"titan-u-contract-v1","latency_ms":0.5146670155227184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21f9c2d007f71f5e7de18f3e9b1e8d0d269356bc5309def0429ddf43a13df1eb","sample_id":"hellaswag.val.2649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00b740b58501ee555150422c89e30e8a458f43a5b801f19f05955be166b59a17","formula_version":"titan-u-contract-v1","latency_ms":0.6154578877612948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c121c15c23b3124fc85b7d83b528e425becd40a208ee8e51e8035aad79296834","sample_id":"hellaswag.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"781fa4f26e1e37d2ecebcbbe22f777b4b66128b55399a6dfeb31ad7fefa43ffc","formula_version":"titan-u-contract-v1","latency_ms":0.8160420693457127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"962d0e21a0404811017ea1c4428671c77878c5990428451c7ff83ef95e85a249","sample_id":"hellaswag.val.2650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6be019c955af5bdb857d1ce44013d6402b6e1fc1f4864c8ad8b53d23a1f8aeec","formula_version":"titan-u-contract-v1","latency_ms":0.511875026859343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74d86cc2323bcaa22c4a1dcbb13e58de67dbc58fd206fbbb7de4dcdcadb017ba","sample_id":"hellaswag.val.2651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d524465c86c1fe09ed8ba58077d0a9b0ca1fc0adea8f981df9ee7fd62fbdfb7","formula_version":"titan-u-contract-v1","latency_ms":0.7239170372486115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a42584de6876390c81e5839bb28b7a84f1ecb2f2edd3505161fc83714b3f6ad8","sample_id":"hellaswag.val.2652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40b2faa51f3c3cfc83ccf726856f76334f3d1dfa484963a42d72a23806353c73","formula_version":"titan-u-contract-v1","latency_ms":0.611291965469718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dff6a3c3f0e89bb0fba4be3e785543651c0434668fdb9f3f4a730b63eb3b04c9","sample_id":"hellaswag.val.2653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7444cc6512ca0d9ce136e059549fba36e0baf4e3efba2399f54a2cf61a6b9b52","formula_version":"titan-u-contract-v1","latency_ms":0.6034579128026962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca5901f22c5b6f6bcc40bc206770b3bded5a8ca88275befdd8d132a02e39f5be","sample_id":"hellaswag.val.2654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2970c5bb7f4307ba7756fbd4104824cb5557e9e4f531071dc1460b333c955f9","formula_version":"titan-u-contract-v1","latency_ms":0.4931669682264328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"126851632302c016b482f6207e12903a4d10de30e70fb4d207a9a3bb384ae098","sample_id":"hellaswag.val.2655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37e0075222b7a77b198ea96e7a8a8ca0a72508bca93ba7df3233ef4199703b3d","formula_version":"titan-u-contract-v1","latency_ms":0.47574995551258326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e876855b6cec7b314792f1709900c5dfbc4ca02451c6a1b2f53cc76544322dcf","sample_id":"hellaswag.val.2656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c491f7fbca1daba382d8b0081ea43c2d1a4b4f20fe9985a839c90666ac7c69b9","formula_version":"titan-u-contract-v1","latency_ms":0.8497909875586629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ddc4f6e606a7c2601e571c15dd5f120056cb88e80fcb4e6147030d3eb4827a9","sample_id":"hellaswag.val.2657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86e102f9de72f031c5fefa4c5aa26e482b372de1e784066c2110502540afa9a9","formula_version":"titan-u-contract-v1","latency_ms":0.5523329600691795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb0a1fd5f299069d505bd8894f616b27ef20bbafb7fb781297d751632974b54f","sample_id":"hellaswag.val.2658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06b48da0e9d43cf4af092c661f7af06eb95e06ff327f4b6b5f824800670177a5","formula_version":"titan-u-contract-v1","latency_ms":0.5254580173641443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fac1318524d4b99b5ca9345e16580784c296e70837bde3bf6aa29805ad92ff30","sample_id":"hellaswag.val.2659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cadf147c507fcdbbc105d9faa19959028ebbf6bea0de2e94fe39ef33be06b9da","formula_version":"titan-u-contract-v1","latency_ms":0.7083748932927847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"935f87ff4792c541b4bc68af82e022c73c6752432d7fb7f853401c946952580d","sample_id":"hellaswag.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4013bd748ec34aea8b3551c0e9ebd9b55b17c6c2a12a94f5f5cae47882aeaf6","formula_version":"titan-u-contract-v1","latency_ms":0.48266700468957424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7957d3263a2ec073ef62517228694b734ade1b217b2251ed395c21f19f513428","sample_id":"hellaswag.val.2660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6da51344086a4ee1ce3a2f630ef2e31b2c19a9393e2005f770bfb08604203d63","formula_version":"titan-u-contract-v1","latency_ms":0.5740000633522868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c060200a44f725f29bfc02778d99190404e729005a19599d911d2021c426232d","sample_id":"hellaswag.val.2661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19797297c0c6cfe390cb1ef82c64fe8e686172e6284e9d0f12888cb0bfdfa566","formula_version":"titan-u-contract-v1","latency_ms":0.5402079550549388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ef273fc3f71862bcc476ae615c8cdac614d9cb70ac23204d1e7753ccb9eb4a9","sample_id":"hellaswag.val.2662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9cf923b5e0152e93de89610986ece61c076fe0d108624e4f0d7b796a8fa801c","formula_version":"titan-u-contract-v1","latency_ms":0.6099999882280827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f87123b5c5e137d77a164788f72c720bb513e50260a52eab0ae724d5b8ec7fd","sample_id":"hellaswag.val.2663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6aca2fe3eb094ac17c953b7d79d3c4d53156a0fe5f6ffaa4d0fb2b6d8af069f9","formula_version":"titan-u-contract-v1","latency_ms":0.4629170289263129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d438298d4ed787a07f16811f2b1649c7e25cd610ebfd00d22ecd32c4921be0d8","sample_id":"hellaswag.val.2664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dee3556b05abb0785a0d7ce8e3288d8e8e1463bf3c92f7788350579b2b3d9cd","formula_version":"titan-u-contract-v1","latency_ms":0.697583076544106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7dd459f6fcd6978a39184ba299f354724d9bf73e2fdba277cffbb2f678aa1e4","sample_id":"hellaswag.val.2665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d5fc023215bc3065321f4444650a98c726bd4a6684fb0010bcb7646dd5c0ab6","formula_version":"titan-u-contract-v1","latency_ms":0.6890830118209124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70c2958edd0249fbdd141afd6226f554d6919c5485f79236386d34acbcc9d7ab","sample_id":"hellaswag.val.2666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a270019e5b7ef929454982d97523b5dc9760630d1aa36c42304769cc0eea474","formula_version":"titan-u-contract-v1","latency_ms":0.8335830643773079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f6ff7173ca6c18225352675a91773034f8108a28fed065c010904ab4e6465f2","sample_id":"hellaswag.val.2667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9758f9bc239b41d2855dfd3c78270f7dfd3e34f79657506336fb723bb7f3d70","formula_version":"titan-u-contract-v1","latency_ms":0.5587909836322069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1961330c5b9a59548851c484947006bae0dd78c4db1e43e6b854efb035a4da1","sample_id":"hellaswag.val.2668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7d4fe6b4d8030b7b7bc8ec6be7976d23aaaf959f19fb8c8551b46f348039fa0","formula_version":"titan-u-contract-v1","latency_ms":0.5647919606417418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe7834fd8960263703c442283aa81fa047f881614ff4bdae280ba07568753c4f","sample_id":"hellaswag.val.2669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03a5d543dc9eaf8e51e6af954150290ab75e85da9a7b2bccf18689511eacd496","formula_version":"titan-u-contract-v1","latency_ms":0.48979197163134813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aef476254db5612c6f938b5ca6d3921dc2891862f7c6e18bb2a4a83407b460c6","sample_id":"hellaswag.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"906d16d9580442b61a58bd3eef40743ffe39c5da5001c3925c42c4b9b58afd24","formula_version":"titan-u-contract-v1","latency_ms":0.4741250304505229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39c7b63e1a5fbf7a58806e54494c6fa9e9a88d5003f0bc92dde1ac88feb0564d","sample_id":"hellaswag.val.2670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d69a2e5306aa3eccef4335d55fb77edc20fd551179fb023e8e383c8ab5128363","formula_version":"titan-u-contract-v1","latency_ms":0.8964999578893185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38900b5e411fff6ee91499f35071c8470e42d607c56c5b77099c744fe96a02b2","sample_id":"hellaswag.val.2671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52b7956dc067c04bfc88a4789a47e672dab3d3864b5e2f0bc9b9f99490ae79cd","formula_version":"titan-u-contract-v1","latency_ms":0.6787910824641585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff441555f1a8d42bbca4d6b698b9f25ace0f21c8c8a0eb23ae7122e68965df1b","sample_id":"hellaswag.val.2672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3273886d896d2bf3947492205af58ede9c22489ac755a53316ba625b5c2c35d9","formula_version":"titan-u-contract-v1","latency_ms":0.5695840809494257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19b3f531a309310982a9fef3c2af777881c6dc9d8811b1790fe4e2ea84976afc","sample_id":"hellaswag.val.2673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d7a6923fe290fcb79d4549604e95e8753f1cfc5c8946d9e49c931393286e2c0","formula_version":"titan-u-contract-v1","latency_ms":0.5388329736888409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40f8c58b0e175d66eeffcd0d08909cf0407357813ecfddcada22de21620ae8a8","sample_id":"hellaswag.val.2674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ce74c028de88d6413f467234e76e42c6eb00a232c3e7c4df511a795de0dec7d","formula_version":"titan-u-contract-v1","latency_ms":0.6629580166190863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75840ab314d225b6ad707abb10b97f30d0e3acfa52cbfd92cad65ec36ee16fe1","sample_id":"hellaswag.val.2675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b49a2e8569085787137dbfe03e3e556f834beec395cfc6f1c18e1321942b3c24","formula_version":"titan-u-contract-v1","latency_ms":0.5072919884696603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"154b7b3136969cab7fd07f044815058db1ec655f027b3b7a682ac25a30050f3f","sample_id":"hellaswag.val.2676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0abe1357600aa3fb5bd24457a51526c9cd98ec5905f826656c55aaa3e7ac58b1","formula_version":"titan-u-contract-v1","latency_ms":0.41604205034673214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a992ca1ac5c6643fe27345380687f62ef4e6536c53926f711c30700a9256b4a8","sample_id":"hellaswag.val.2677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbb2b349b9034e78009fa1451ae1fe2f15e36327cc0c7fc63d6a7415a38a4da1","formula_version":"titan-u-contract-v1","latency_ms":0.5245419451966882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2983f3e530cccb460516ef281cecb346608fca7e860a79c10e7439a36ad66396","sample_id":"hellaswag.val.2678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a6eb8538f4a438b34653a246cac1502421bbb7b083a4e51293b94dd17ce58d9","formula_version":"titan-u-contract-v1","latency_ms":0.44858292676508427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"383e60778daf760f06c45cceb3363ae63b091312d30fd8cfae4d86c3ca255a94","sample_id":"hellaswag.val.2679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83834bb87d4fff5a4bf7c651f8a8e20f6bf5056f38a015d2c25c485a59e827bf","formula_version":"titan-u-contract-v1","latency_ms":0.520208035595715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c65cde20d8a739fa30b11cdd348cc03656f6cc6eb0106bdecbf40947f6ef569","sample_id":"hellaswag.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea6505727c0a8026198597e4de3469079899ff21e5dd550fcb7a0bc25affc4ef","formula_version":"titan-u-contract-v1","latency_ms":0.8742919890210032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89bccc221e8a15827a5786d3b2d2dfc45b948f3c0984f2291586f0a15de25e56","sample_id":"hellaswag.val.2680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f565521ec2e53a7167cbdddebe73e7e91495459785602ea9ac87f6717a1967a","formula_version":"titan-u-contract-v1","latency_ms":0.7453750586137176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1793dfb7af469f7d3caa57aa819a2698fbdcb3a0de1c563e422ef3fef5589500","sample_id":"hellaswag.val.2681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d9d40142dd9bbbed5c3f7bbfe3b267630c831a2c6e25638d2bbc017fe94b31b","formula_version":"titan-u-contract-v1","latency_ms":1.0051249992102385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"891ad493c3e3dd73af4dd4dc8220d8352b8282b1f9765148c1c8b37a2800aa21","sample_id":"hellaswag.val.2682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdcc0784d078ab60749fdc0c86f35d21ace5d19c93654fd9abe6a1d57941c5c4","formula_version":"titan-u-contract-v1","latency_ms":0.4973330069333315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53d1bcb3fb2f46779221348fcf3fd50c33386657d7a0bb5e15393dce9737a437","sample_id":"hellaswag.val.2683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1148eb7a1994ffa8098883ce0fc40d6dbfb47a5876c0709e8ee058f6693ea07","formula_version":"titan-u-contract-v1","latency_ms":0.7111669983714819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9ec3f3a6df7166dc23266e6744f0afc96462838de69da034bdada470981d3b9","sample_id":"hellaswag.val.2684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44bef5357a5b3d6f062f3249e4d64274eacb4a71b794a5c58d54ef3d1f70b636","formula_version":"titan-u-contract-v1","latency_ms":0.5638339789584279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a45a896a1bd7b2ce73180d17a7c86bb10ebef70498a29003fd778050d774a4c","sample_id":"hellaswag.val.2685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da5af42a57575c68d441f8a5a741391d5f4c63c5da25c1a4af7cf75c1463c17b","formula_version":"titan-u-contract-v1","latency_ms":0.5275829462334514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7c02c44eaa90fe965bd961e403a0a78585a9fe86a033cd93b91cec370ce144c","sample_id":"hellaswag.val.2686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95e8740ab36455bfb08e92f8a7b06b4e3a2cdc4311f573ef49d09b03cc4729ce","formula_version":"titan-u-contract-v1","latency_ms":0.5415829364210367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb5b30169ec2a99097956324cc80eb49cc73fd7dcc17a634b7491c20d1b3da34","sample_id":"hellaswag.val.2687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42deb680575fe45ce97c5fdd35cde7bc75dba6831bf6635b0d4fec5a3b1889d2","formula_version":"titan-u-contract-v1","latency_ms":0.6474999245256186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5b1e225e6df9eac986bb0d6d032f592430477507d1d413f9fe11a09f804e309","sample_id":"hellaswag.val.2688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b9d1819060221e8bda3f8f492b8e1d0a241f1e762caeee2ce961a0f79c7f1e6","formula_version":"titan-u-contract-v1","latency_ms":0.9340409887954593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d13cdad52f2bec89b5cf421d11b8a1f5497982bdf2c2f2c820aabef9448accf","sample_id":"hellaswag.val.2689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ffba01437b2d4dcd5851776f896ec7755fea6f8c0e58f547c7860eb1dd932d6","formula_version":"titan-u-contract-v1","latency_ms":0.7237920071929693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a845ddf9fad51ea2f5f37556a907aa3c1e21ca7f1e2fcb4f18e73ccba456b488","sample_id":"hellaswag.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84f37aec3e384dacb66c7a3ae3e67f33a1a7053f742fd0e5f3826bf924f85f64","formula_version":"titan-u-contract-v1","latency_ms":0.511458027176559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c49dbdf55e15394792ecfbf1c67a7c017e76490d75f9222f2e2c59e37c26074","sample_id":"hellaswag.val.2690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b8a8bab8dc686221f1d988447d898c1aa37dfcd7b901920eceebb89120ed3e6","formula_version":"titan-u-contract-v1","latency_ms":0.9449170902371407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85ed72ef8227e0a9ef430a2b6548daa009cdd88a80e97e77258e22ab283f1abd","sample_id":"hellaswag.val.2691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bb07b78df865a545e83bd2a45e2d2c96f290b6677429bcca34af6c62d2dd411","formula_version":"titan-u-contract-v1","latency_ms":0.5930420011281967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d297e2efe6fcbefef1aae184204a99547dc0fd24a250a24828ed78a51488aee","sample_id":"hellaswag.val.2692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2267efd4f94c439f6ee407163ec333e9370cf0cf1f255eec4aee8edb92d02e06","formula_version":"titan-u-contract-v1","latency_ms":0.5200420273467898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c98720cd194996b85247364e68d3a8ca38637856290e638ce03e865e431cf82","sample_id":"hellaswag.val.2693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05ec68076f3758936f4b3467f5284567a7cf787872068c7b0b81a6e1f8b5bead","formula_version":"titan-u-contract-v1","latency_ms":0.8262079209089279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"147781a2212dd790409d6acc8f77fd4e66b52946049cea94bf41b4a618f94a83","sample_id":"hellaswag.val.2694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bf9375f003fcdf6edb730ad3f1029460d29d43d02aa3ce2c2f4828d5606ad4c","formula_version":"titan-u-contract-v1","latency_ms":0.8611660450696945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a1308b9d704661a9574fa55293da30428a668ab314985f7a5086454ec9111b2","sample_id":"hellaswag.val.2695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8a974329090906033fa132582923b7e69d865905628558ff322e3262000dc5a","formula_version":"titan-u-contract-v1","latency_ms":0.7334999972954392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92d654992cf3f90da71aa85cfd7decbd4a342fb2d04ea31fcb99a7618ea4cf9e","sample_id":"hellaswag.val.2696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15e2dc8dcf97b8d2ff8fa21fad070d0d8b81c29e3efb3fa5af4d919ab0661533","formula_version":"titan-u-contract-v1","latency_ms":0.6053750403225422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a64267ce5febe743d82024300105a8223bb405faf1396b20fabf434b6539235","sample_id":"hellaswag.val.2697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9954cd038fdb4f8da2a4f3e26d9923dc01a832f3d86715191665a60eb2e58ab","formula_version":"titan-u-contract-v1","latency_ms":0.5319579504430294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f17aab3d7ca0decb6f124cee02e5fbec161fbf1dfc5d3512a7682adcceb69dd6","sample_id":"hellaswag.val.2698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e763632c92ebd8355493cdd5b2727ef15aebbbc18111946d7e495b17305605d3","formula_version":"titan-u-contract-v1","latency_ms":0.4805830540135503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eda1e7a4ae46f817b3dd7b4f3984ab6eda341375d017a0b7cd79dc155ae2e783","sample_id":"hellaswag.val.2699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6895f432fb7451ad874ce96a23a52edc264cf76499ebad581f21962fefcf891","formula_version":"titan-u-contract-v1","latency_ms":0.6362920394167304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3a5ce253cf9e0e52017edd31dff13a2598ea1209756180aa070cd169e1bf5d3","sample_id":"hellaswag.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a868e5b0933c6d0a160f5fef2f14db020d4298c50986073eebb921fab35beb05","formula_version":"titan-u-contract-v1","latency_ms":0.4579999949783087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"272d69e4c55de283ee7e0fe4ba0e991abb9d198bd2c2cf8edee719d3d834075d","sample_id":"hellaswag.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb38eb0436dc432b5ada198272870bd536cc1b6558a1c17fbc4a49cc68294426","formula_version":"titan-u-contract-v1","latency_ms":0.8503339486196637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c35b0ab725b926637ba2dfea0b61d7223f3948823ca754e90e141744c02c9e0f","sample_id":"hellaswag.val.2700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ccef417f3366299f4e7a1df13cefa0ab6599dd9d424d6cc4f28bdc34e80fc6e","formula_version":"titan-u-contract-v1","latency_ms":0.4835830768570304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f32856135de69482f91f0e6676a610a34d59f47253e95ccd4b314bc1822169e2","sample_id":"hellaswag.val.2701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83b91f53f9afd9e276fc249ed39808c6de49be405935abbc4bfd2c9f04a78da3","formula_version":"titan-u-contract-v1","latency_ms":0.4765409976243973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b613933d16f29178b7fca18fbe15d6d22d9745d31c61c7216a74084bb01663a7","sample_id":"hellaswag.val.2702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"334533762ac8984e5dfac67490e9fbf61e2ed6a0d62a54bf3edf6dab23055d15","formula_version":"titan-u-contract-v1","latency_ms":0.6911250529810786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dd746998af8c56cd9d01554e87c96bc8b36e572e8b204260bbb6ac6b306ba0d","sample_id":"hellaswag.val.2703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3254e2ddcd207ea83bb332d2a71754622e2bd6161a7b525c3fe388084645f5e","formula_version":"titan-u-contract-v1","latency_ms":0.7877919124439359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b85cebe4adc7fcd07e2919737511e5b952669cbb8ebfe3b3ad626b01dbf1eeb6","sample_id":"hellaswag.val.2704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3cd90f95aa70751c5c59034fa377207f9f1c27cd350745227252d41624d57a3","formula_version":"titan-u-contract-v1","latency_ms":0.6056249840185046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0666d7798d94519908e0564587fb2a6d29ea77eea8fed9c382220082ddd02bb","sample_id":"hellaswag.val.2705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"902e22e254be46686dcc9b62e4ed4a70a6e60199c904b4cfb1371f661d55331d","formula_version":"titan-u-contract-v1","latency_ms":0.6070829695090652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9d0283a45fac814de6cd3a729b8f73cd9fa46a257ae92a697e003f4c77c0f55","sample_id":"hellaswag.val.2706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dca43021895b5ef5b265123e03c0472521e5a6b16ccac430e6425acfd418a55","formula_version":"titan-u-contract-v1","latency_ms":0.6930000381544232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"248f92ab52391e2a5068483ae5dcc6c693a50c87ffea0cf3214adadc70fd1dc2","sample_id":"hellaswag.val.2707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9680b07511060563c47655b39451259a40896a8ea891e1f1a1da309164372549","formula_version":"titan-u-contract-v1","latency_ms":0.7595829665660858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"821727ad40362acd0e814c9285f01f62815c6e1555c1c30763f5c46915acaa72","sample_id":"hellaswag.val.2708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2dd563be7e488bb9d0f3565166debff52cadeeff08732d1c49f9e0fa355685e","formula_version":"titan-u-contract-v1","latency_ms":0.5677919834852219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6898cb45e223bc709e022d5fe49f9b04c9420e104b570f2ef28033cbfb638d9","sample_id":"hellaswag.val.2709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5c6a731567e4c942d74e73ac4b31b52ed8b477e922c2596ce179835f29ff6af","formula_version":"titan-u-contract-v1","latency_ms":0.9136250009760261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e97a15a8526149bf00e4f2bdd8a34c908ca6cab272e95a0c1c85f9eb105440ae","sample_id":"hellaswag.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19a724b2617927f01f2dbb3e73cce84b1699e118ae37b8c6aa5d8f4641dd4589","formula_version":"titan-u-contract-v1","latency_ms":0.5949580809101462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaba16c631081ebd24c94f36328d7fde986c7a732804afc38c7c08172e062ea4","sample_id":"hellaswag.val.2710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3b79e79afb0cbdb98dcd2cc2e20bc9198fa849a7c6fce4f1486bbf3e7ce5d23","formula_version":"titan-u-contract-v1","latency_ms":0.4859580658376217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ad91c2201a60f1c1479490ea169db7ef3e82c5bc0bc8c4a220eef554d967450","sample_id":"hellaswag.val.2711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0767bec02f3bab15f2df63a6f28fb4b8bac1d5bc09c84162c73519e0a9e1ce2","formula_version":"titan-u-contract-v1","latency_ms":0.4833340644836426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"195c2b43eddc3b3e160c536e3564be1425af486337e0f22669bc95735a04ede4","sample_id":"hellaswag.val.2712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13a31d41873b3957e9b9310356acf22fe9b9e320e63b1e778ad6e281cb7d84f1","formula_version":"titan-u-contract-v1","latency_ms":0.486082979477942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af48b93a3e668811eb2c80a482857b1f0eeadb786fd6ae61f40712de1cdda77b","sample_id":"hellaswag.val.2713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"897b75eb43eccf43ef97c7efd844a25151c41bb961bced3cb9e68eaabb4a1274","formula_version":"titan-u-contract-v1","latency_ms":0.5202909233048558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"858a33e4668d8d49852e563d464acb2c741f8d77e0c6a3663ac6d981d475568b","sample_id":"hellaswag.val.2714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ec98f99f4dcf9b913e7a4ac3978f20ca91e77005bf986245c9864c49875c5d9","formula_version":"titan-u-contract-v1","latency_ms":0.5858748918399215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b2a5cf65621d595b64af9a9664d9dfe3639c2834ec3f8ac2c0d125362cc800d","sample_id":"hellaswag.val.2715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50e902fc7ff8711ef9a4cb8338555f0a9b988dd769e5c2634fa6e85c3c75180e","formula_version":"titan-u-contract-v1","latency_ms":0.6217079935595393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2009a9db31afa562037f1d41d8107a1e812e915dce35676f66bcddad7f54fa9","sample_id":"hellaswag.val.2716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6397f87e5cba82a20d33fe7f7dabb8ae45700f025a3d354139d5137f0c1d3fe","formula_version":"titan-u-contract-v1","latency_ms":0.6773329805582762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90a55ccb772049a346397d2f5e7a3954c541be77bbc01953f50811c99afe4207","sample_id":"hellaswag.val.2717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5e377e12966a242937e122b9a2d4236a591afa9c3eacffdc48d98d255f4cbc0","formula_version":"titan-u-contract-v1","latency_ms":0.5726249655708671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c03ac5420f8a24eec19f986fb239a45bd4b3ff8347f542d3d409b26af27ada1","sample_id":"hellaswag.val.2718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"778ead318c928fd7031163c902576a0126ec173229a121204aff871da46d4bad","formula_version":"titan-u-contract-v1","latency_ms":0.5620840238407254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf9fd5c59d5e7ed39196e86151a4ed30b4e08246e8e39206d6a18db8efa86b36","sample_id":"hellaswag.val.2719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3af993d88cc82fa46659dafc646d1d088d1d31de7c18e4b722f6614c66f37e68","formula_version":"titan-u-contract-v1","latency_ms":0.6755409995093942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a224b7c1a8e8c64074ed453c519d53d4dc2da4e3d2563c6bb1a5c788a6564a3b","sample_id":"hellaswag.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1afce2df9fe79457f077192333f313cb99676304f4cda58f3036c01c4d7cee5","formula_version":"titan-u-contract-v1","latency_ms":0.6922909524291754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13870c624a1ce450569d257c3dbdf800845cf4e051a000abdb7a080b9b8f164e","sample_id":"hellaswag.val.2720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"613d324bf9d89fd689e9e6d8be05690328c1836a8ddc812983e8f6fc235a75d0","formula_version":"titan-u-contract-v1","latency_ms":0.6328340386971831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dc350c047ea1fc3ef1d5ac7f4a32bb0c43dfc2d538cce5e97b5212a6e90b0eb","sample_id":"hellaswag.val.2721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60dbedbab88e6eb3da7ff49c51b602d4622cb1ec1cdab82eccf05f675454cdbc","formula_version":"titan-u-contract-v1","latency_ms":0.8134170202538371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d02b919f725aaed1d24036fa7bf033b5317e17b8c6fbd353c561e3718916791","sample_id":"hellaswag.val.2722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e50090e4e1e8a800e6f4a7d5743272bc8b4fc6093f5de7a48969064350805cf9","formula_version":"titan-u-contract-v1","latency_ms":0.921958009712398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa6475dff1dc605fadf62c947bfda8f0ed9a524b8265a8da86f1c346ef9ee6ef","sample_id":"hellaswag.val.2723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15d95d792cd7eb633d07fd8dfeed8db8144e35c4daaa978877f95adbb65ac306","formula_version":"titan-u-contract-v1","latency_ms":0.5102918948978186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"687c803ee3a08ecddf298cfc3e4eef2250506c69fa16e6f0d8825f90377785fe","sample_id":"hellaswag.val.2724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2660e9565af675d2057d53df57a408c05bc33d7fb65f3a8d4c10f160119d6482","formula_version":"titan-u-contract-v1","latency_ms":0.6070840172469616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d4f7f09a46f1be8f01325d7a5c4ba1e426fde9484054498d62956d32a44795b","sample_id":"hellaswag.val.2725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f91d610d856008b1eed703a7ad9118ae6a61193ae3f8b8eec864977f1292e3a1","formula_version":"titan-u-contract-v1","latency_ms":0.6744170095771551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cd7adf860bab050db5c1a3700e7fd5d81fc993873e68fab68d2d6d9523236d7","sample_id":"hellaswag.val.2726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44c7c7692f4d0b1178be532cc1b2a5e97d755689a5c35227f506df2e19460dc9","formula_version":"titan-u-contract-v1","latency_ms":0.7098750211298466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88adbec1c53c762ed2d2d2afbf6b95e6b9703c6d7ea75867547e3810cf642f94","sample_id":"hellaswag.val.2727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfd2f73e10061a899094a0d9a3e800adc5fcd889a3068d2f77adc3723446ac48","formula_version":"titan-u-contract-v1","latency_ms":0.5948330508545041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"355491e0e38891f6501da9fd22ac66b115ef6233434a8067775acb56be14e079","sample_id":"hellaswag.val.2728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65166ef08c988aca29c3448c1ddbff05d661686b655076372ccfe69334e5e53f","formula_version":"titan-u-contract-v1","latency_ms":0.6876670522615314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbc54c16b0e9fc53458d56b9cd8fa4673918c27978ad1f7f1b9f754964225452","sample_id":"hellaswag.val.2729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97a736a72995f42389ab5bc26c69f04cc6570902883ab855868e640540f805cc","formula_version":"titan-u-contract-v1","latency_ms":0.47495809849351645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2b08540b516466732bb428d68b6702577d10e25e63b61b7280ae74b8aba5679","sample_id":"hellaswag.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9181bbdd1b06b2ecedd41eb2b8b17b5b1b390a72f94e977bbb2fcec66bb8d51c","formula_version":"titan-u-contract-v1","latency_ms":0.7348749786615372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e1c6874d339ddb82d8cfb78297eaeb285175351557355b98a1435017dd8e3c5","sample_id":"hellaswag.val.2730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad3aa8f929268c17b1b62405cce9aa7b75c85b901d63351b897072b6b739454a","formula_version":"titan-u-contract-v1","latency_ms":0.5913340719416738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e9a94bad2c8c7215d289a6fca0f5e39e3b4d29460131ba2ad573e991efabb3f","sample_id":"hellaswag.val.2731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26e8f518ee1924470dfb60f2261ebb02c58856f55ca7ff68c33508aa6b7c967c","formula_version":"titan-u-contract-v1","latency_ms":0.8826249977573752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d06a279bf0c46a89c1a20238eae239478b5ea6b721ff6c4e0339dcca076c93f","sample_id":"hellaswag.val.2732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e191b64cda4159119c238169599cf68795b8011ecf09f74400dfa7c8d40b84c","formula_version":"titan-u-contract-v1","latency_ms":0.4865829832851887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa9b3da19390a9a5953f8f021814301fa511e32fb204e68dcbf9862ab9fb390b","sample_id":"hellaswag.val.2733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73324be8c9034b5334c2400961eb0dd18be63c6e217cd664c2da2f58c1f17045","formula_version":"titan-u-contract-v1","latency_ms":0.8530420018360019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbd7c77dd969d9139923ee42468447f4119edcaa90839d8896a7cdd81b9b477d","sample_id":"hellaswag.val.2734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa3edba9e1284b170d6c8504ff1c49fb801be456b2ab5d9b072332150752b800","formula_version":"titan-u-contract-v1","latency_ms":0.5846249405294657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e74c62692408c0cf0823e8307f5f56ff5db53dd0550efb60dc21877dc344df1","sample_id":"hellaswag.val.2735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"843bc6874fa3300316021d7ffbfa5442988b61aa59a474e21f28bc0e4abdb85d","formula_version":"titan-u-contract-v1","latency_ms":0.5777919432148337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3887f1ba2970723032ba7f27987a19357ee1a2e5eea986ae97c18cb61609fe4","sample_id":"hellaswag.val.2736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f77437d1f1544f8bac1f09c9d42ec70654f296c4384fd8c8ed34c898597ca42","formula_version":"titan-u-contract-v1","latency_ms":0.7407909724861383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7178980899fa48f52978013eea4fd03ef1d8f2203548c261870deed40b026089","sample_id":"hellaswag.val.2737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"028be6153bb240cb55adadf16b7e0b0cd67dce53f00fa70c8fbb977a9abcdef3","formula_version":"titan-u-contract-v1","latency_ms":0.464749988168478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f253b63c6ed3ea6e1cbd55a50f0e61276d2ea43c46d30fc2f8550be55a25ac3","sample_id":"hellaswag.val.2738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5e627d20ea8342b6f4327ae2c5ba3f6c57e602e1467ff0863f74cf6e3b4a20f","formula_version":"titan-u-contract-v1","latency_ms":0.4438329488039017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4a2eec13d70494d17e16ed8a09561e40ad2e83cab12d754ec342231a259836a","sample_id":"hellaswag.val.2739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66587ef37275fa06aaa26483e815edcefd16e805ab56012dfab03d695fee58ea","formula_version":"titan-u-contract-v1","latency_ms":0.699291005730629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bfdebfdef21813a59b4b9d36fb6dbae83b4dc6226acf31c763d838f8a2f1468","sample_id":"hellaswag.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30d71c1e08fff6af723121099c1fe88f59bb3bd5d74e0849e7e3a2c82489b891","formula_version":"titan-u-contract-v1","latency_ms":1.2346659786999226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"703e71f7978b9ffe261d5710dfeae20dbc63e0c2de46b59748fef85be4a095df","sample_id":"hellaswag.val.2740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08be0a550d7f28a0f22acbdffb54afa7e3ca274218ac42646f9b32a73019eb8c","formula_version":"titan-u-contract-v1","latency_ms":0.5866249557584524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b43ae0d3cc96ff5a6582e59ed940950ac1655a4a65a04690892731a45f20a96","sample_id":"hellaswag.val.2741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1c9b042a6ab3a91d105c23aae67c513d9562fb13c7bfef44c0ef3f5baa41de5","formula_version":"titan-u-contract-v1","latency_ms":0.47683296725153923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"458e2461a66625088a09e0928a8c9be5c67c915fb64adfa6564a35ef80a7f915","sample_id":"hellaswag.val.2742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"565f78c3f9440868c7c1edba7d88a02914f6b450b68122bec1aec559d4ee0ffd","formula_version":"titan-u-contract-v1","latency_ms":0.7268339395523071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c0546b673df039e02aa4ce1f3ebd28a3cb881dbe2bd14512e351504f786e04b","sample_id":"hellaswag.val.2743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e6fcc6cffdf8e27e2523f4d8ebafd055dc21e28fe0c8da069b2d202bc79ca6c","formula_version":"titan-u-contract-v1","latency_ms":0.702165998518467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"629a7ff1bc47047e911b186e6dd6f04b12189501dac8627dffa8597b4475162d","sample_id":"hellaswag.val.2744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e214cf3646fcd4ae7c39e7e7581f1fddbdeab651105a5336e7cc641a9957b817","formula_version":"titan-u-contract-v1","latency_ms":0.566457980312407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6c5b1e77caa56a84f6fc2884ecab5436e2b0325a77cdcf7b4288d3de8acbc87","sample_id":"hellaswag.val.2745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13124a98ca70075653033eed05400ad70d3df65e381f860656782501d3ef48c6","formula_version":"titan-u-contract-v1","latency_ms":0.5180829903110862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76a2efd0592dd323c370e83dcf8aa1e44acfe9d5b89b0b040481bccdb2eecb41","sample_id":"hellaswag.val.2746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4093871c23c53a436d71e16fbda896138923f7eb02ac5a2108719153a30d5ab","formula_version":"titan-u-contract-v1","latency_ms":0.5499169928953052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0c216eaa2b77d9fa778fed3afe007b5912b5b4d0c28f38c21f617230d74ff15","sample_id":"hellaswag.val.2747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f77e5fe4455b8b6c97dff744c55ab2acdc593cd7f85fc47e1addab45ee92a187","formula_version":"titan-u-contract-v1","latency_ms":0.48529193736612797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbf6775d1b58029618e45fb9c61a63e82a0d3edb2272df24584f0a4428df4e6d","sample_id":"hellaswag.val.2748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbc7d82ff0e65a8b451b8d8efea451a3b038f39ea20e6d7dad29c1ca522212e8","formula_version":"titan-u-contract-v1","latency_ms":0.484999967738986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf4c3ac74378156e8341802fd789317677b1d024b4f85a47265d4cf1e82e7b41","sample_id":"hellaswag.val.2749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"460351c10950d2d3c4ff0879f6f1efac898601b5b941de6e33ceb81b7e48cc89","formula_version":"titan-u-contract-v1","latency_ms":0.8124160813167691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7388e293da724bb7597e52e3974908ddca1c6e8afe69919e3a56ad264e9b6b6","sample_id":"hellaswag.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79ca9aa0a3554f6a1cad2d37cea52ebf8b5da018fa62d40f73fb74728dc85ddb","formula_version":"titan-u-contract-v1","latency_ms":0.6612499710172415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39a5e2ffe92e930b631e2be7c76b7902e87ba1a84f8b127ba154ba988cfee5eb","sample_id":"hellaswag.val.2750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d98e872d187141945cb24259d32ba608ae0139c4a053402a13b3054105aea22","formula_version":"titan-u-contract-v1","latency_ms":0.5525000160560012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51cf9a63664979c250e10c627200d447e5a9bbfe832fbb853eed1f522b4c7ce6","sample_id":"hellaswag.val.2751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4da5b505542cd0000b5b882c5eb0d8448429ea3c38e70f767bdd62af0c744089","formula_version":"titan-u-contract-v1","latency_ms":0.5256669828668237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2ed134dcf5d48212897ea4025f5bef8fc7d6dc061fc0aba6b57b7b93c150ac5","sample_id":"hellaswag.val.2752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a82a20b8171094152ca0313ef8fbe8c075c5ca897d9a4ad1b0026b3ff9a5dc3","formula_version":"titan-u-contract-v1","latency_ms":0.4711250076070428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe62191fff25404c398503e5b083e13b073d7e9d822e3e524ed5a1fc5081b63d","sample_id":"hellaswag.val.2753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70b571ac248fa3c0bdb1b577419aba08af218a184cd3b43816aa9135285305c5","formula_version":"titan-u-contract-v1","latency_ms":0.4528750432655215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67e196bd93501e70177512ec0b99ebd781b8f0cb0da447438cebccfcf1f33647","sample_id":"hellaswag.val.2754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6145e7b775e7b7bde265147ccd997812b7e52e7f2f1b516b805ef34712b66950","formula_version":"titan-u-contract-v1","latency_ms":0.5070840707048774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"650f61152a93ef614f2ee5f5ddbc0c775e8c029531c9ceceafa6a69c18a581fb","sample_id":"hellaswag.val.2755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d36f1308cc2d865394fd58bc9988e55164cacd5f6ced18940d5e7ec34c6f05df","formula_version":"titan-u-contract-v1","latency_ms":0.4844169598072767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a454b51af8b91d2f722c8ad31b30dea310f06638136c64a94243ea63b09a819","sample_id":"hellaswag.val.2756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"176bc761a363e1ebd5df0969b03ac5ec8e2a7ce6434f87a52b50b581efae3218","formula_version":"titan-u-contract-v1","latency_ms":1.2593750143423676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a23b509f8884f7ecc5e604b9b0c8c17fb9cbcefaa6f76b1f0e1794e83654052","sample_id":"hellaswag.val.2757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b0e9d754c06a7ff7469d5173e10badacd5d505125ae82d4db1a4002dd2a6508","formula_version":"titan-u-contract-v1","latency_ms":0.7076669717207551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a89d56edd08b6452fa94ce946e17f71ef7c6973ee7a680cbc474ea28507bff3","sample_id":"hellaswag.val.2758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87e3f07f08d85947893b69af5b725c0d001a99a3d684d7f39bd62881f35079d2","formula_version":"titan-u-contract-v1","latency_ms":0.9528329828754067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98c8f7aff36592aa342bfa46d293c45013803bb15aa277d9e7cb7b945c326ea6","sample_id":"hellaswag.val.2759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"591ac2bfc82b337d125fc6295d8345d2f8c66dc3ca179bfbae0b30da15ed7660","formula_version":"titan-u-contract-v1","latency_ms":0.48429099842906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"febfa5bef05948247186324801767b75e6042c6cbb7e832dc4ffa0147d561572","sample_id":"hellaswag.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36e5401df6ff40ccaac9b63bc1ef43e0bfe4a4502f68d657d4102da5302ff0a8","formula_version":"titan-u-contract-v1","latency_ms":0.9255839977413416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe8eb1cb7350e0187e4c14153a6800e9d38b3a7efdbc33858bbde44d52abce4d","sample_id":"hellaswag.val.2760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a104704d9e3875824d1e771335ef83297220e555b0510b45fb30eadea9362615","formula_version":"titan-u-contract-v1","latency_ms":0.5139580462127924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd685e889db76708d536ffd8aa1b57b9180dcda2cb4e2dd166003ea1e2d39242","sample_id":"hellaswag.val.2761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e1af67a4241b11baf30e2a1cc2d668df3e9e3539bb10d7e007743adfc2c3dc5","formula_version":"titan-u-contract-v1","latency_ms":0.601791893132031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7e65f350b9fb9dc56008e0ee22c5f36c70b48902d39d5e7ead66adf413cf462","sample_id":"hellaswag.val.2762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ba1c69fe48fed780298400d061a4373fbd4597a4a6ab3c905fb44efe06dfbf9","formula_version":"titan-u-contract-v1","latency_ms":0.7116659544408321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f514483198546f208490d8edda4385f9ddf917d9df43bc33ca8a896616f585e","sample_id":"hellaswag.val.2763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3771e9039eb1621213b67f7b3abb451997ed1fb05f8286dd0ffef96c36c63093","formula_version":"titan-u-contract-v1","latency_ms":0.5234160926192999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3734e9cc14c57ab2c74062df520583d6ed71844a0b73a61debf637d49c0b57a8","sample_id":"hellaswag.val.2764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee028525feafce5ed77ee90748f7c0c4297ef45b468448206831520069cd993e","formula_version":"titan-u-contract-v1","latency_ms":0.6860420107841492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aacb072322253573b43719cfcc0ee549aa74dae7bcd7c401b192bf8252e5ffa","sample_id":"hellaswag.val.2765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03be9ff1fef28810bc5ec0f5507fd5bde45bb07caf99ae692bd78d03ecdce123","formula_version":"titan-u-contract-v1","latency_ms":0.47933298628777266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ab16c53e80153907b3c8d4620da7dff43dceca3ee9adb379a95602e7309aa24","sample_id":"hellaswag.val.2766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8da834c6e289c03d16d2894a1b86ddbc3fa4baebc8cd2551ecaca1258e6176d0","formula_version":"titan-u-contract-v1","latency_ms":1.025332952849567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58124f412cd8c03ac5140f94798415b620d3e045d89e0ca14cd9f640fab4594b","sample_id":"hellaswag.val.2767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19cf7cb245d6c67d30c3eb7082105bcf3cb140533aa0075dff717bde19b7d6ab","formula_version":"titan-u-contract-v1","latency_ms":0.9929171064868569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13a3fee3ff7d4dc0db5349362b1edd4143199046109eac0200d0de8c015a4c86","sample_id":"hellaswag.val.2768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32fed10128d80fe398a0ad2f0d91f7417ad49e7e98c38c0e992d004d0c953fa1","formula_version":"titan-u-contract-v1","latency_ms":0.4678749246522784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c753b615f4e115642cc272f0bf56265719b23ee59f3e53c74b5e4ba4ec367594","sample_id":"hellaswag.val.2769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b2215b235bbec18df0b9330dab605ef03d50983eee35933d00e563f1bb89651","formula_version":"titan-u-contract-v1","latency_ms":0.5373749881982803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d7197c3ea1ffc684f7f65cabcd2bd8b0774acd57625ea648b6ebc595b495110","sample_id":"hellaswag.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9da64d569c716f0d550cef06a03b6c196a14dfa53a022150866791430227bf49","formula_version":"titan-u-contract-v1","latency_ms":0.8234159322455525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53d86c1579c3dc4cb0f3e3b7bbb4b5ed6d7bc3ebe5410201dca47785639527de","sample_id":"hellaswag.val.2770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c693597fa0ee01d2449cb9146c79488c8797407cba6e59f6fa92fb2fbdaf6f5","formula_version":"titan-u-contract-v1","latency_ms":0.6322910776361823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63bee7be8c6ed94a2849691e2ac19f738290a825546f07f0fad5b15927396621","sample_id":"hellaswag.val.2771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e6b5d19d4cefc00f4dadc04e75c727282335e119d44036c903a3d2e53fefe89","formula_version":"titan-u-contract-v1","latency_ms":0.7567090215161443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2de18cf043b14ed6e0dda97808fbd3ffcc8e5cc130bbaec13589ac02261d86ef","sample_id":"hellaswag.val.2772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7c04b33ba8290b7344720015f5d4f47e356ee3ef0a26511493e82d5920d989b","formula_version":"titan-u-contract-v1","latency_ms":0.5851670866832137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c9847cfe9e8f239b2b82f2aaeb98384fc5646c1acf12b5596051e10fa9057e3","sample_id":"hellaswag.val.2773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fe8d30b6169c3dbdff76b1876ecf1c2f9407e22959ba91daf1121c0241ca96b","formula_version":"titan-u-contract-v1","latency_ms":0.571915996260941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e2de89ad38a0e7655483467775f44716ffd43d76988aff9cab532027b713c3e","sample_id":"hellaswag.val.2774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ca3b67258c29d75900ad3309bf8c1d58f647db14a35e5cc1fced6cf36f231b9","formula_version":"titan-u-contract-v1","latency_ms":0.8092500502243638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35ee1a7e627881cd7b5fda90d1b227da3e07dbce817917a8c3115146a8e67e85","sample_id":"hellaswag.val.2775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"010ba523c87d1ea900055bb085836443a47ca1328cb309fb4c841cc972adc7f8","formula_version":"titan-u-contract-v1","latency_ms":0.6212920416146517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7de57616fbfc195f380eb9032371a3f542a8a99b424e86aa9273506a45894a89","sample_id":"hellaswag.val.2776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4278b952dc22711c65f341e7e6272cb0023e9f26e4c146e7ff2a7bbcc417d1df","formula_version":"titan-u-contract-v1","latency_ms":0.6119169993326068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5722ac988bd3a4a69984e64dfa595796c643302bedb13f6a91bd2620de9c433","sample_id":"hellaswag.val.2777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32aa53528462fdc10ff140c71aef3205d4cd63d720b6e90432541bc67e3942c2","formula_version":"titan-u-contract-v1","latency_ms":0.5064590368419886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a6cec9ed7877b9ec620fc2da023fd6a6ab91102e3d1ffe3945cd482628013cc","sample_id":"hellaswag.val.2778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffcadb38bfeeebef118d312c1fee1dda42c411115e444d564ec0bc38a6630ad4","formula_version":"titan-u-contract-v1","latency_ms":0.5929589970037341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"177c6d449aba60663849b35a5e48689a79d31d6aa8a495f01a92c3439b8d7513","sample_id":"hellaswag.val.2779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1577765d3073516215c36e9dbb0e5121b8d7bfd90cf412315c71ac2762afd46e","formula_version":"titan-u-contract-v1","latency_ms":0.993915949948132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b559259077d9f4b43e3ebf54a4d2b6de983b2969436b4c0630cf5da37b87c59","sample_id":"hellaswag.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61df72229b81424e75fb8fb47df53dd0dc89c3d020574f007bb03f3966aaff9b","formula_version":"titan-u-contract-v1","latency_ms":0.8059999672695994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aea9ce91775a888820fd86cd0bb567e45531f51bd3e9d70ccb93cf8f41cc328","sample_id":"hellaswag.val.2780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bab754c63e9a0a4195c4bc862d54c9c110bd3e94078af84584e23503d07a267","formula_version":"titan-u-contract-v1","latency_ms":0.5818330682814121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7181d82fac58053fd31a9339bf389dd34789a49b83918b8731b9d607511cbe31","sample_id":"hellaswag.val.2781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe74a5bd0668939d82e970f8a1e8de316fa44500c94d8b5139ca7b090eb283af","formula_version":"titan-u-contract-v1","latency_ms":0.8402499370276928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75176b175b1c33b11f1fdb7fa1161988721b6c478c804af4bbd46af0b219ad66","sample_id":"hellaswag.val.2782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c7dd0e06372c6580a7e6b0a95cfda7a82ccf245949da8d0326115366f98563a","formula_version":"titan-u-contract-v1","latency_ms":0.7170420140028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3466dc1e3e833ae1e4be00cdd4a6a68f8be28da1c502bb7993f27c6d49f4ee5","sample_id":"hellaswag.val.2783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"181ae73cbfd93e516c69072eae11dcbc2d1360d4cdba15a1aaf9a70d39d4d5b7","formula_version":"titan-u-contract-v1","latency_ms":0.658417004160583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3fa060767273ef551e80bca3f386a30c406cbe2745450b1f740b7fa1afee742","sample_id":"hellaswag.val.2784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54ad2b30c0c93839f3322f3d70bb0696c6a56c9f6f8e9db2a1d4a2fa31a72149","formula_version":"titan-u-contract-v1","latency_ms":0.5934580694884062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be4de93685378d96e1c63f1a5f4d3db66f9fab6298bbe567de9b498668eb6e53","sample_id":"hellaswag.val.2785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb7c120b2f1f14425cf4e05088e1847b9be1c3656f448f052d8ef77476241368","formula_version":"titan-u-contract-v1","latency_ms":0.9380410192534328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdb1abd895043b83b662fa564d2d1801352f16dd34847be44e4d45a12e126609","sample_id":"hellaswag.val.2786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2110c15e75f7c55ded9164e666d53b2fdc4921dc30b833241f99c2f97d2c8150","formula_version":"titan-u-contract-v1","latency_ms":0.588958035223186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63306800642a3c4f119a59c2e4d43858c2c87a4529e737011cb0fbcab5125258","sample_id":"hellaswag.val.2787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11384a1ebdb8c043fc3eae0684823f2abf9253783a44c62e10b1ff749869ece6","formula_version":"titan-u-contract-v1","latency_ms":0.5732090212404728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89073721234ac846bde0d94840fcf854d3c5218399cc0b7fa94cc3694f2619b7","sample_id":"hellaswag.val.2788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdb5f8e02bfd9dd1560af1cd91e1e3471ffa76eb5deb62eabab2956ba52324e7","formula_version":"titan-u-contract-v1","latency_ms":0.4739159485325217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76aae886f25d4e73349566c0aef2db58fe44171215a56f824bf3ca57144d89e2","sample_id":"hellaswag.val.2789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"404b28bb9995dc8e4b9fed35b30b691f7aab0c0e6f2cce43ceb1205376349330","formula_version":"titan-u-contract-v1","latency_ms":0.7265829481184483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"283ad1d0dceed119c11065f7daab76538dbb75f7f97e97493c40d25b9249fcde","sample_id":"hellaswag.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0dca747fcd2c9586c83d694c17e1d02284ad642b094d474d250aa2b768b2a6c","formula_version":"titan-u-contract-v1","latency_ms":0.5815000040456653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"361f755ee3d8defb0df5aca48202cb2b6d81a4568089ea0f3e90bf21fa1f229c","sample_id":"hellaswag.val.2790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7978ccc13f67c0e4837c41ab8d9f9e014bebd49c9bb6666f60ed9a9a7c01ce0a","formula_version":"titan-u-contract-v1","latency_ms":0.4754170076921582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63deaa09df7edbd41c9d366512cf014206b4f85b8bafb81f1737a27a5e56fed6","sample_id":"hellaswag.val.2791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15c1802f0239677a4a1f5bbb1ea057c54326a5b8d66df59248d36443c6d5f71b","formula_version":"titan-u-contract-v1","latency_ms":0.5847499705851078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0550ab7c34b13e9e762700b50d6c569e70664a5e67f7c07e3f8079c1a1a07a96","sample_id":"hellaswag.val.2792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d4fa3a1803664b7624055a20a1c55e54e1056cc7cbc6d482d6048f085bbb53f","formula_version":"titan-u-contract-v1","latency_ms":0.7494589081034064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"413a46aeede9439af22327645ff125b454117af431429d99c9247d3c23b2fdd0","sample_id":"hellaswag.val.2793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c396d48f453fdf0508f98c21267389d051a1a7c62b1288def5a908aa77070e7","formula_version":"titan-u-contract-v1","latency_ms":0.560999964363873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bd1b71843dd90e1ea6d7f176ca2662a945722d4729c945ad3d34d73d778e4b7","sample_id":"hellaswag.val.2794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a3bb1bbe2ce239814dcd7d498a3b4376252af41930e775d7d97515ecedb6411","formula_version":"titan-u-contract-v1","latency_ms":1.372832921333611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b710ed8d192c47562255e774ef7055ba5d053c77c143d84b3f8670917650e355","sample_id":"hellaswag.val.2795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92b0aa1be3cc364d7dbe4555c01370150c238815bb1dc31f44c668d04cdb5491","formula_version":"titan-u-contract-v1","latency_ms":0.5037500523030758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed1beeff9cb1efe736a15d9a4d4acda6f84e693bb26fe77c7b3efdd3c85d7d7c","sample_id":"hellaswag.val.2796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c120ffe92ee363fc9209dee7cb715671f975988c84852142ed684a295862f978","formula_version":"titan-u-contract-v1","latency_ms":0.7875000592321157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f709dc472252e90f719d43814b441313abcfdf539a4a5e578699bd7d4785495","sample_id":"hellaswag.val.2797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23ac716971218e574c442c70c528c35179951bde31d3089aaec2477a30eb33ce","formula_version":"titan-u-contract-v1","latency_ms":0.6304160924628377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88d34989906cd930c760f092e062be0ad955582b1d16342250898d197c10453b","sample_id":"hellaswag.val.2798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"586f784ae3455206941de10dd621d0f08183d848c5919516c2b7a4dcd339283f","formula_version":"titan-u-contract-v1","latency_ms":0.46600005589425564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3d2c7956505934ce85a67634bc14f55762c9f675791a365b045944a73f8ba80","sample_id":"hellaswag.val.2799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc8cfb74418e7715e016b4afc85e247416af40c511a04ffecfff58fa4742f347","formula_version":"titan-u-contract-v1","latency_ms":0.4878339823335409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bb4d82f38468953fb20c6aa9e843a212b90247702dc692b3f7b0db9e80f69ec","sample_id":"hellaswag.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a221c652233a1f2719cb38938775209d98146f8373dd1056c499feca09c09e2","formula_version":"titan-u-contract-v1","latency_ms":0.7621669210493565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03db1c00d7322e3a9347c2e8c0d9e5b0cdf82ab82be6d31e0b51f0b5e0fca13b","sample_id":"hellaswag.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0f162605799393265aa7685616aa349199a06df7c547b55d5ae6e27c0bc31f7","formula_version":"titan-u-contract-v1","latency_ms":0.6037090206518769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47e56cda867c1a12474feb3689ac1a537fb9e15879db6a8e5cb8d50e2b16dac7","sample_id":"hellaswag.val.2800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38144c5fe411b2044db31620ac8644727a0e346dbaa756d73818709a17081a94","formula_version":"titan-u-contract-v1","latency_ms":0.5304170772433281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04fae054e0a1248083bb87545fca01234a38c131c2a9f92eff9a43c8966bfe2f","sample_id":"hellaswag.val.2801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33034f586beae0a91c5f78e840b9ad0e17c21f8dfe325f7daad25cf2a59d3b2e","formula_version":"titan-u-contract-v1","latency_ms":0.47258392442017794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b5eb01ad271f809c291928700a3598f27582f0f253a8c4d2673f64dbe9a2fe4","sample_id":"hellaswag.val.2802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65e63ae51dc80ed2891e4d14df818e3494ef731fef9c6b034abb1966ccf1724c","formula_version":"titan-u-contract-v1","latency_ms":1.2714579934254289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59744a45e8a96c3bf68a3ceaa0abd6620d696695ef744a9e906b12f4e939776f","sample_id":"hellaswag.val.2803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a542a25a13268d644bdc712e7dbe1bff5feb41e6340c6ee41b6538addf205224","formula_version":"titan-u-contract-v1","latency_ms":0.5704589420929551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"947d14ec3e39adfc1fe66709b68483ed3c1e5bfe862feb6fd2e019e8783da537","sample_id":"hellaswag.val.2804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"398e71ea43cddc00884fa5c4ece1eeb798ee86fdd4296c4bdddbbd59661f3a9c","formula_version":"titan-u-contract-v1","latency_ms":0.5036250222474337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a809daa2fbe333c4cad9574f047f740248b75fec52a260219094768a878324d2","sample_id":"hellaswag.val.2805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee1798dd7ac2b3fcf44563259c219e8816d5c6307c120b1891073166af283987","formula_version":"titan-u-contract-v1","latency_ms":0.6025410257279873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1924f75621e90050d9937ae45421c811a51e36fe38d76e803a9963d7339f303","sample_id":"hellaswag.val.2806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5113046556e3538d44469e4b55605d5355afb0207c206932475b7ec1cc50098","formula_version":"titan-u-contract-v1","latency_ms":0.648624962195754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9575224c8a155bc017d45dc47125b368180a97c346caf218df8af3cebcac2c67","sample_id":"hellaswag.val.2807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a24f24c55215295e408d55815b849385f38844e024f293dc106b67baa21926e3","formula_version":"titan-u-contract-v1","latency_ms":1.0143329855054617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72a9edceb6f0680a8eb8fb00c750912b9f26e3b8e214400b4f7907b84d8e3de0","sample_id":"hellaswag.val.2808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22bf6cd60edcb7768362367232335f62e0421f9ca5c14905a6b0736405bcfa73","formula_version":"titan-u-contract-v1","latency_ms":0.45670894905924797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f8ee84631c6e34cdf45e390e37d3dd68836e1c9086f08be3456c4792ce62f51","sample_id":"hellaswag.val.2809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92a33500df8a190616bb8ee5fbb48f1ee60e038726acedcbb9efd6200f5212ef","formula_version":"titan-u-contract-v1","latency_ms":0.5357080372050405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"011ecc16d3f3067fa3adab4ac18c764d7a5e98158e5e4f71078d9f16fe1e7a77","sample_id":"hellaswag.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b498d7ac3df0f45eee45b356dd23f9fb368b8d99789d8262659d315e69e1f54","formula_version":"titan-u-contract-v1","latency_ms":0.6266250275075436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41f1c1e39378971c33af19b88f4f694f0f7f8d8a9351b8de2b660fbdcb398976","sample_id":"hellaswag.val.2810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dfcd5e2ca82fd954c13db305ec8dda644f7329f2541c36aaf18a52b1db1f5cd","formula_version":"titan-u-contract-v1","latency_ms":0.4598749801516533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eb7f55684dd27fc37950acc353d02540d87756023b808b0b1d28594c11c35bc","sample_id":"hellaswag.val.2811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ddae5f1ac024bae0df35581797861c39c49387cde416a10ffa61a57a2a98251","formula_version":"titan-u-contract-v1","latency_ms":0.6015829276293516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b90ec1d2df7c8a8e180c7930dc25b4ea4a75c6ce45f758775b225f5ea540a9f","sample_id":"hellaswag.val.2812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb98f7818840ff3d65db92102fe03420c48856a26bac862bbc367f8cb13f7f02","formula_version":"titan-u-contract-v1","latency_ms":0.5267090164124966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d83c10b9ad2343336b374359031146c6ee0cd97c1b7276fa45872a63067828f","sample_id":"hellaswag.val.2813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c5f3df0727fd13908de691714725e776740619179e55aaea91493584a2a9541","formula_version":"titan-u-contract-v1","latency_ms":0.7290840148925781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95f4ca3cad6224abc3fd4077fb872257630c597f4fa39be09c8cffbdf0da039d","sample_id":"hellaswag.val.2814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7de3514a872197ec5469e393f3c7f78bcaff0b95887cee6efd19f73e11a0b9d","formula_version":"titan-u-contract-v1","latency_ms":0.6883329479023814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b38176e5cec7fb6e2096ad903db148000c487baecfa18c27b177000f86c42af5","sample_id":"hellaswag.val.2815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"757d5eb6702f91fc66bdd3fe80e01a401ef4fc36635c4e5dac2cc2a32266168b","formula_version":"titan-u-contract-v1","latency_ms":0.6230000872164965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53378eaa615b5799ee864dc10b6e0871bf8a38e6563f5eca7af603fc2ffe11a7","sample_id":"hellaswag.val.2816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be303e4ee720875961b3f4608dfba6d06ac8480369c92b24f38b06c374a66af0","formula_version":"titan-u-contract-v1","latency_ms":0.6055000703781843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a1a59c3b68378b558dfcda10fdba4433065f166d5773e7a70085ae19398e735","sample_id":"hellaswag.val.2817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c424d8da04ff3c0dfc5b653b5031cbe32417a199405e02b7686f06b145f9ebd","formula_version":"titan-u-contract-v1","latency_ms":0.5425829440355301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1ca78f9851e1720f42bf983e3cdd8dba7f280e5a3bf83eba8acbc7378665385","sample_id":"hellaswag.val.2818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2095a1d0f4db9854fcf3515d3d2c56804de9fee725341fe0714e59b60d72cef","formula_version":"titan-u-contract-v1","latency_ms":0.6715420167893171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"488ff92cc3ba7a36ba0b70ce79b34f3406d704a08427a3066c61402951363a00","sample_id":"hellaswag.val.2819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5d36e87748c712e92452146251166c3032115500391b77674bb8e5cb80634e3","formula_version":"titan-u-contract-v1","latency_ms":0.5673340056091547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bfcd927176de4470dff77d33fed3b864a2c111d6e6ed4418620016035c2196b","sample_id":"hellaswag.val.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"721684b00509e1bf7793d6059ed63a41e057347644849a6d033b3d819e5d2bfc","formula_version":"titan-u-contract-v1","latency_ms":0.6052079843357205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f32229cd0d0a0a99fc48c8dac2877c29cfbe83df43009a3022b68e4e84db7a71","sample_id":"hellaswag.val.2820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"856a2bc226110f4215aa19355fcb3e176539d1d3061f9b07aeacc8076d2ac12c","formula_version":"titan-u-contract-v1","latency_ms":0.6183750228956342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f7bb88f569bebd63ddb73258e1b79c2d331adb237bd2986f6dfc36abd0d0848","sample_id":"hellaswag.val.2821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a80fa64b5a375efee59fb8dbece0dd0822744ea2efe0a3367adc8d806ea8d603","formula_version":"titan-u-contract-v1","latency_ms":0.6162080680951476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b91498d653768ef69de9918481d522fa0ffce054194f40c6fc645c129fa7671a","sample_id":"hellaswag.val.2822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b8fd9a32eb6c562837762218a7f4436075d766c470f6799cbbe28096912a684","formula_version":"titan-u-contract-v1","latency_ms":0.7367910584434867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"698ea2a1cb215f2b860905ce262f893bd26a48b43c9a920577cc3658f0dff5bd","sample_id":"hellaswag.val.2823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99a6aacc452f40c9d1677fb54a6afb108fc58d0dcd3847d873a837ea1d591415","formula_version":"titan-u-contract-v1","latency_ms":0.6198330083861947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70f4419ebfa7b5d253270cc435aad97cc84625a9f2f4f35b64f697d97c7da126","sample_id":"hellaswag.val.2824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd7039f0b39fb9c11d546471391b836d2db04bd39a52288c4a56de3267ebd774","formula_version":"titan-u-contract-v1","latency_ms":0.7611670298501849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf7e8a6f09b560fddb62edc7a33a36ba4512fe79f3dda3332355723884769e7b","sample_id":"hellaswag.val.2825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4152355d774c20b9305fc276216cb525123438c1d92ae688ac9ffb81bb9ea6af","formula_version":"titan-u-contract-v1","latency_ms":0.7711249636486173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"510d9e588f3e5a194bd6cbfc8316b1271680cb1e6217a072e7e848a508fe346e","sample_id":"hellaswag.val.2826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b28264d9209bb527a9423c2444facff640a0a7f45c1e3e32f71c44165d48085","formula_version":"titan-u-contract-v1","latency_ms":0.5639579612761736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f833d3e4cab809a1927be2ccdf1581a1f131f817112ff51cac57061ca058f3a8","sample_id":"hellaswag.val.2827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1711b35548fddcb4138102068ce23c4a33e8f888b790f4f7feea970a92f60092","formula_version":"titan-u-contract-v1","latency_ms":0.5394999170675874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a1ecd7d1f42ef80c50d15a99aa468636f65e4e8802db4f5da4b0be48b4da467","sample_id":"hellaswag.val.2828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de2cd82f9795fea05e2685dbc12d1ab703cc0d59b7fcea4c6cc59f5a572c1057","formula_version":"titan-u-contract-v1","latency_ms":0.6509999511763453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77e67632ffd996cbe40965f8d842378e97b77d5e4457eab7a456baef290d135a","sample_id":"hellaswag.val.2829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ad55f101b6b30aae4d9e13f170323deb11ff0e1f4e4f34dfbc0a054101dcef5","formula_version":"titan-u-contract-v1","latency_ms":0.6182079669088125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d6b374aba087f01e6e67c46c78f324f76b8c371cd2cf0ab61b28b9bf6afe350","sample_id":"hellaswag.val.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"581932436b87429438d8187689b0ad3001ff8693945ff9acdffb3302a33a41d5","formula_version":"titan-u-contract-v1","latency_ms":0.5183329340070486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe62ae2087dfee31603b54789b1444e12927e1fb3fd99ba81c4e4cb953d727c9","sample_id":"hellaswag.val.2830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92f94b2bb46ebf531cc8457adb3f270ddcd1cbbc27e2a3c929feec7d95a9f29e","formula_version":"titan-u-contract-v1","latency_ms":0.7082499796524644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c00b953609230e7ab9892fcaa6378ea5df32082b748d10640deca2121243b53b","sample_id":"hellaswag.val.2831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74ed7ecbc73ca8e52af4885f701d4208d9efb07e6adfc5bb769760ce1c2f5f04","formula_version":"titan-u-contract-v1","latency_ms":0.6219579372555017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7404bf0b2ed5be7b0f9c64626198cd975b5ba12fa98314e3c24d8f7f12fed5c9","sample_id":"hellaswag.val.2832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4dbba1691ba30860cd79be4f12647f7e0cf60e6ab955a029333aa73afa75f02","formula_version":"titan-u-contract-v1","latency_ms":0.7871659472584724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"309ba73040cc3e16ea60a6cea1c522edcbb2ea19515976bf3b4f98fd28be3c1d","sample_id":"hellaswag.val.2833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e76f4fc0e68e234a9958dbf43d53302e5b8a7b55b41b7814014d0dba227db333","formula_version":"titan-u-contract-v1","latency_ms":0.6022920133545995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4982997b8e753b0257dd50df50351f4922b77ba1169a2c1b8aaff72e5a674bc2","sample_id":"hellaswag.val.2834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"752f05da42d7664feefd93a9fb31c5dc4ed9a12bb5c9caa10d68cf33b48ef695","formula_version":"titan-u-contract-v1","latency_ms":0.8780829375609756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b170fcf0f170640fd3a208cb6aa66729adfdea9f23b9088b98567b6f6160233","sample_id":"hellaswag.val.2835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9bc0e2b6ee37a9feaa8b5f4650508e12b352555c376d5439d0fa3b07142f4f0","formula_version":"titan-u-contract-v1","latency_ms":0.6018750136718154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84223db1ea275ce927ff78627017619b4900babfcc73c120b92bc3aae4e5cc1b","sample_id":"hellaswag.val.2836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1b0e02862c4ef3ba07c2ff645419ccae758ebaeeab0f8b41cf9552e6a2a9652","formula_version":"titan-u-contract-v1","latency_ms":0.8142079459503293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e28df954c9b5be39c76e4ffd75b84fb70faac263f6118e40ad7e071a5efcf3b","sample_id":"hellaswag.val.2837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7204ec8b9729ecf21558818e0abe5d3ea74207edc481600f24dfeeee4179f57","formula_version":"titan-u-contract-v1","latency_ms":0.6254999898374081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a979ca3b1e1dd76769cbbb3e49a1e661560c0d0a6eec64e512ff1e6e58528476","sample_id":"hellaswag.val.2838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e06530912f28158e315cd44eab3a22f6aeaf0f59663fb82849956fbc4f10befa","formula_version":"titan-u-contract-v1","latency_ms":0.6836659740656614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ef453e49269b7c5def3c819acd2c05fbe25a445307209e1e1d80f286e16aeb9","sample_id":"hellaswag.val.2839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cad0e57133ada240b67d4890e03daaf7e1501ddb4930fa7e583c39d135d141f","formula_version":"titan-u-contract-v1","latency_ms":0.5044590216130018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62f921a9fe8d506aa2e9f38fab490d2e04d002a1b5106697b8aa3d10a2dc81d4","sample_id":"hellaswag.val.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"327f94f0eec3786d9882a513379d689b9aa5f000b1047bff1d9f50bbe509bfc5","formula_version":"titan-u-contract-v1","latency_ms":1.3494170270860195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cffda0457f086b6d530e866b9708a57a37cee068cccfb1174676123aa060d9c5","sample_id":"hellaswag.val.2840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5197ce66f447e2d1e1c1f9ad3ce665600c27e8ea169aa93780bd27ddc24369a5","formula_version":"titan-u-contract-v1","latency_ms":0.48649997916072607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1baed9a44699e98d9911f0245d4e8a186936fbd21ae08f5b6f1e61c11c9ca07","sample_id":"hellaswag.val.2841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c5947a18fee5eb409180e3ebab302d5c5b2755a4b998054c133a12c7eba37e1","formula_version":"titan-u-contract-v1","latency_ms":0.533499987795949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d76485e7341168961295740afe226da7d3aaad9dbb5bf31594d1f64315d5d465","sample_id":"hellaswag.val.2842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b444901ce99d5228c121b9c42d3aa3a06fbd04d81572aa3892570b48e645774f","formula_version":"titan-u-contract-v1","latency_ms":0.4100409569218755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a972d90fadc38ded16c0fea911225cfa381b50f94cb1a4ea7b6b2f229ab37e7","sample_id":"hellaswag.val.2843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25960255106d6e381e73f97eac89cee9a24e357e814bf86e4283a02591ffecbc","formula_version":"titan-u-contract-v1","latency_ms":1.0005829390138388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd6c7c63d55923e7e9d0d3fd16dbfda4853ca023ee2e77c9e84a44685cff22fd","sample_id":"hellaswag.val.2844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c06acf4fb03881207ae1c207de8218bf6763cc0c339ec27d5825efb6b2bcaba1","formula_version":"titan-u-contract-v1","latency_ms":0.731125008314848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb64322aa25545878412b3567ccbaced3c92e564e95d2ce6b5be1bb17391d33f","sample_id":"hellaswag.val.2845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aff35e6ae143c7813b6cd8acd8daa3ce9ca52db340f092e4eef7bd5bc3189ef1","formula_version":"titan-u-contract-v1","latency_ms":0.9130419930443168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3d24a6109c5840b5ceaaf6ca7b2945e737d8e46004006b34cdd2af5f7d04371","sample_id":"hellaswag.val.2846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b344de170d5c003c16851cc63a5736aea3b62acf487b456c528b66e4101f8f67","formula_version":"titan-u-contract-v1","latency_ms":0.5266660591587424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cceca518da90aa7e342603f3de11d82ff9d50272567980324b26aabc06cf5dd6","sample_id":"hellaswag.val.2847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f52e06b7bed0e1c6c9fa6db8ff112cf18668b4188012fd163dac770fd97e3576","formula_version":"titan-u-contract-v1","latency_ms":0.5511250346899033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39ec4db447e82d3872084cc256bf3fa50eb1a347d83026363a7d1375c20a0b4b","sample_id":"hellaswag.val.2848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"830671674fbff5e2e87732bf035299fe5a720230b0c40f721a89e834c859f2ad","formula_version":"titan-u-contract-v1","latency_ms":0.6917089922353625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebc6d93cd9fe45376dcd8f8fe6a08e9e317142d48fb9c8eec637f304427bfcf6","sample_id":"hellaswag.val.2849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c548c785932569d27dc5380f639892795f875d194ecdc5d66a6db67237371f6","formula_version":"titan-u-contract-v1","latency_ms":0.5917499074712396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad98f2a1ed543d2361ae5e4186f9b72fc95267bf826bd0512bf77e6a87fd71c0","sample_id":"hellaswag.val.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99af4e6a01878ca2c1ece8905819aa0f0017e483575e54dbcdd0c078651d6fba","formula_version":"titan-u-contract-v1","latency_ms":0.49291702453047037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ec0a4921a667eb3cc7963d679a9ffd8af296b54112827b7afdea766c4e9395f","sample_id":"hellaswag.val.2850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c126a713a5fb0d71584ec850f2f8c119463ac71233ff75637486b18c3d56d64","formula_version":"titan-u-contract-v1","latency_ms":0.937500037252903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffa64a049302e36a6856bf7232a2c49fd7c68afdc5203a1e135a9b2fe7dca8fb","sample_id":"hellaswag.val.2851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"182b0888377198c0b405dc210908ac63a6746f34c70c370be0a947fadac6fe61","formula_version":"titan-u-contract-v1","latency_ms":0.5615419941022992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7331491c76d647ad62601f633da0a455c6ade5ff141ae7bcf65d4f752bfbf01","sample_id":"hellaswag.val.2852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b83d45443365e90d5a7ccae0ba7528ce0c80a0a9040df088e84df80f9bbb27c","formula_version":"titan-u-contract-v1","latency_ms":0.7310000946745276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7061cec3845237f100fe451e9a29dc78b394001611115f6fbc2f69ff919a2516","sample_id":"hellaswag.val.2853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70e52203cd4098c092bae0fbb27cb9b1846a21b3a7b6c8b7fdcc089bf0fa339d","formula_version":"titan-u-contract-v1","latency_ms":0.750750070437789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a07422ef92f4e4b597d0d72aff806aa6404199f94f1fdc42eb2d0f02f729e66","sample_id":"hellaswag.val.2854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6baf96578c7d4263d4e40c132c298b891ba1a2f3f90f3f09a1c86692a2ed69a2","formula_version":"titan-u-contract-v1","latency_ms":0.6204589735716581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c023f644e3282e05d12713d1ba832e181a5e091a50a5b3488c581fc7125cbbf","sample_id":"hellaswag.val.2855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3a489fd24e05e368df1701609c6ec03346d54598df8891084f8f979799bf2c3","formula_version":"titan-u-contract-v1","latency_ms":0.5747920367866755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e32e17f872664cdb90666642cd0b4eba99a2c1c1a7418752c8d779493099b8a","sample_id":"hellaswag.val.2856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f69e35a76a50688f8d4e2b8238c3234bea71b37ee9eeba5bc5401a9e9480b0cd","formula_version":"titan-u-contract-v1","latency_ms":0.5709999240934849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7b9570ffd28f52753e790d6235b0ac0e09d0e08bdd78656da9bf3dd656c4ab6","sample_id":"hellaswag.val.2857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23b4ef21ddfa2a3e6dfa016846a80724533a8fff87c9a25d886e5a66116e4234","formula_version":"titan-u-contract-v1","latency_ms":0.501333037391305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50a5f84aa39047136c15badec6976c14f72da8d738ab33315c5d1c7d0b9be56d","sample_id":"hellaswag.val.2858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f9cd52d2770f9038e2645817e3ab763e04f4a4918eb0af42bc75210815a5ad1","formula_version":"titan-u-contract-v1","latency_ms":0.7154999766498804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"172583edc7b70fff43dcc50514d2418e43cb80578629e57029fd7e41b9cfb70b","sample_id":"hellaswag.val.2859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e86247e0d274ca51d3b4145cb58133f44ca527c1517f19a2be5eca06933a8db1","formula_version":"titan-u-contract-v1","latency_ms":0.7497910410165787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cdc0bf79f4a5660d04db1c011ee0c6056b88bbfc440dbbe377e39bad638c252","sample_id":"hellaswag.val.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d289faa42d2c7fab8700901e2cf37878be8f94a91d48ca9442de2dc2d7ea79b4","formula_version":"titan-u-contract-v1","latency_ms":0.4775420529767871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e992ddf06e61b7bd3fb452ffa44b5645d0a6ae1ac499acc24be8df9ba9333ea","sample_id":"hellaswag.val.2860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d05aa790948a716274691699f33148dae93d866ba22ee145afaf9bdb4f742751","formula_version":"titan-u-contract-v1","latency_ms":0.7524590473622084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20b16e465e078b933d93c73e2ef320d1e8340cffcf5c94eccf2eec2e9492deda","sample_id":"hellaswag.val.2861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95eeaa052a5fec6cbffaa5633049426b7b838b65382ad5a139aa2bc7094b7b0f","formula_version":"titan-u-contract-v1","latency_ms":0.5606249906122684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b359f4d8e270a69e2a4baeba9eea316e0fb7af90b67c474a7837babf8870fe3","sample_id":"hellaswag.val.2862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29e9c62894a07597b51a941d33b49a367e301e7466d2a4a76a4ccc6a41c3fce8","formula_version":"titan-u-contract-v1","latency_ms":0.8831250015646219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac89741520c54770540e02b8e9a8fb9176b3746d7ff17d37ca9a0466a13d0705","sample_id":"hellaswag.val.2863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed9e6fb05dca8cc65160050a48d0c954b5400e127e92f270e5bea61b44fb1c1a","formula_version":"titan-u-contract-v1","latency_ms":0.6238750647753477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6714351c25da5e6c3b8a8497ce3f3ae4c91b474b0aba371d25a586df3c35b84e","sample_id":"hellaswag.val.2864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd682552e12f55cd9e6c827d7074c81a1f48b558b7baceb12cebc83c7045290a","formula_version":"titan-u-contract-v1","latency_ms":0.6649170536547899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73a4dd7b00e0f5279768afe6f3cb05dc62f40ab8cc733db25e5086efad28ad8e","sample_id":"hellaswag.val.2865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee3b6f299923397e3ca88b621f66b948c50556b54ceaacdfafd2ea27c5eb41ea","formula_version":"titan-u-contract-v1","latency_ms":0.74629089795053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01504f43b395597f30cb432015826ffa01dae124dba6c5bd8b7b2aff79da0ee9","sample_id":"hellaswag.val.2866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fa797a4e95c69e97cec7d807fef49e3d99c997372623974d928d9c7d5d7340b","formula_version":"titan-u-contract-v1","latency_ms":0.5100410198792815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91162e5dfd25668f7c84b5e5f8229c016a4694416cf880461e7cf3f74b213224","sample_id":"hellaswag.val.2867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf67824a37ff6ebcb904e9b5da6522c8238a010d8a84166904efc16956e15422","formula_version":"titan-u-contract-v1","latency_ms":0.661207945086062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea6780023499d9e64ef01f05ee920fa4de74614a52abe1b464049c085b969e94","sample_id":"hellaswag.val.2868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bc03b2a575c5c43bb3237e685f1a735b9f67b947000689a1c7e0c09d77e4c40","formula_version":"titan-u-contract-v1","latency_ms":0.8392499294131994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58ae866d1d539c948f5dcccb62279c40fa9583d1022074a74a4e07bcfbd45a1f","sample_id":"hellaswag.val.2869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"853e9b5446da3b6cbe0e0b8f4c3134fdb306648010752494fcde26622d823930","formula_version":"titan-u-contract-v1","latency_ms":0.5623329197987914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"854cd0f3916c2c3f570b387295c563224df2d5fbcd897a6f7904f65a1d653fda","sample_id":"hellaswag.val.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eae1666cae2a20be73b58ece471356d209f90045de489cf47473db40e3d8f35","formula_version":"titan-u-contract-v1","latency_ms":0.5755419842898846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4978f633041fa8e03901420f0734570ff46f3d7eb46c3a0e3e75177e328776e","sample_id":"hellaswag.val.2870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e88fd925cecb583c5e39ebab302714a9fb04286bb41fa46d9f5d5d9b2f0b71ff","formula_version":"titan-u-contract-v1","latency_ms":0.4944580141454935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81a0af3cda95c4e6749cea067c7e76b5f1e9e3388a867aa907440b6e9e7b8c11","sample_id":"hellaswag.val.2871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d70a35c7153bfdb99b9b52cbb1a49590e98f8239c939d48810f7054a9b19646","formula_version":"titan-u-contract-v1","latency_ms":0.5746249807998538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cc47e445306a9259c0ebdeda1b20f02678ab870039aa0900cd59c9ae127b2b1","sample_id":"hellaswag.val.2872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e95f4afbad749d8cdbbfbc2b4f0e38b3f4e926c13771ef9bcdf91fc5d85f3f91","formula_version":"titan-u-contract-v1","latency_ms":0.7077089976519346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb05c39d78150bc4f5a23d35522ad2e6442b62ea6bff067d24cca0338dcf76c9","sample_id":"hellaswag.val.2873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47c0df8fade24a81241a4e31d812279d4e818bc6ec7c15a47a21cdb73bc67aa0","formula_version":"titan-u-contract-v1","latency_ms":1.267625018954277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f7ab6e3702d850298db500f3a40cc2a540635e1b7915a00fab137c83f973441","sample_id":"hellaswag.val.2874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79db0fe102caaf1ddbf4d4eaa9e918bd73702ee8d3fa8d14d1c19bfbaea58885","formula_version":"titan-u-contract-v1","latency_ms":0.9447080083191395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6681b2f5c2b5b6d8fb490f8bf215ac7f1ed498c55563cb99905ea792bc54db55","sample_id":"hellaswag.val.2875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85011da55e93f939ec34cbc06cbce60b250b67ca493a2b31146eb5ade51f270e","formula_version":"titan-u-contract-v1","latency_ms":0.5905419820919633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a10ab3bbb8e20932f0cd69adb202c3ea38db8c0c4212e27b11a68cef00842c2","sample_id":"hellaswag.val.2876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cfd1419dd99b00cde7d6c47586c685d89abf12d4e9465824764bf9f5687c8a3","formula_version":"titan-u-contract-v1","latency_ms":0.6907919887453318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b91138bd0a6b5625d0bb6b6aa2405cf4e71ee5cedf3d508b3059a9230dcb1322","sample_id":"hellaswag.val.2877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"862fadeba60493a558ad86029b40d22413e4139957b011d25fbbbca33d0e4481","formula_version":"titan-u-contract-v1","latency_ms":0.4854589933529496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"158832f9ac9cc245ece6d93349e603e7934d91597108efe4cfe8d5ccdae0735d","sample_id":"hellaswag.val.2878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44493d02cb7f2c99189a63ef3249d616c1443d26f57d36e20f0b0fc7f80983b3","formula_version":"titan-u-contract-v1","latency_ms":0.5729589611291885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f4ccbd78762f6628d4a98d347e4f91724b508265eb711245eafcd643f1308b5","sample_id":"hellaswag.val.2879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67dcff0234a802fb302316088c7ec248fab58ad0bcf4705fa094f6a336d1db18","formula_version":"titan-u-contract-v1","latency_ms":0.5290840053930879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3599cdba9ead2fe67d12d9fd60952515f578a51a6e17aaab01c99f6f2c3514a","sample_id":"hellaswag.val.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dec463ec6062556d75a2b31b021b1b13dd5bbf5bbde6a2ea091bc9345397c70d","formula_version":"titan-u-contract-v1","latency_ms":0.5954999942332506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5cff5bc40809154d62a95920da0af74461e488115aa10644766232fc6cd6443","sample_id":"hellaswag.val.2880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d3e0c11f085260076864ad26743cefc77f65700d5b2824b6aff7305aae9fcf0","formula_version":"titan-u-contract-v1","latency_ms":0.45541697181761265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5709cd66a38dc1d29c104390392f566f1d17431d9b86787d5f0e50edbf7e2fa9","sample_id":"hellaswag.val.2881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a966ebfd5f93d50e0bbb51ddabc1ae160dc68cf2c2f6900b5cddf8ccb509cb4b","formula_version":"titan-u-contract-v1","latency_ms":0.454624998383224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25299fc52efedae7a0530ff3b7a92114ac4137d09ca8fdc8ba6f366a10f6b287","sample_id":"hellaswag.val.2882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a8dcadefee3612f031ca7b7c7b04e33b8b3788b1e332366cdd605dbc4eebf8f","formula_version":"titan-u-contract-v1","latency_ms":0.5306660896167159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2580e3a9b28484dcc2461d7a4fee55382a0499e544d09d6c05ba8722c1516a42","sample_id":"hellaswag.val.2883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eaf85bb7e2693f822c3377aaddef95463af1e07b7874bae94d1daaeaaa66790a","formula_version":"titan-u-contract-v1","latency_ms":0.7812079275026917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"051b2e6685701a6e2541817712ca75ba384769fc0e7d93950eb1937968fa221d","sample_id":"hellaswag.val.2884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f748a997f8fe06887c892cb25ba2a2c47fb77dd81de44002a4f21f0189bd182b","formula_version":"titan-u-contract-v1","latency_ms":0.6881250301375985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e7db820af93a7528e4ad95f2bc20159604ca14618c18df5107708ad7bbfb071","sample_id":"hellaswag.val.2885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe3623267babec74163a8487a708505efa1dd41e41abc845ce46bdad718fdae2","formula_version":"titan-u-contract-v1","latency_ms":0.5794590106233954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61ef90751c72cfe29080e521ad68075658b934d6b8be69f99c7af70eb60cd2af","sample_id":"hellaswag.val.2886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d962840346072fe224b8745efd3b51a6c8b6ba11938567cdaedc29c6a28e5bd7","formula_version":"titan-u-contract-v1","latency_ms":0.8953330107033253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bc82ae26e5532b9bc27ae9bc0a49f41eedefcc1429aa2064559550e9ab9ba13","sample_id":"hellaswag.val.2887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"934ca08630a60aacc46c854b04a3aa67ff0329dd3596988df40f2dcc25345d79","formula_version":"titan-u-contract-v1","latency_ms":1.0856660082936287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b00127a30d1b9179f3d1a80f05a4cece8c6ccc98f0c6220d789d9e1144b4631","sample_id":"hellaswag.val.2888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7daad6cd69bcb5aee2c43ebf321c1332fc9dccc825e382fb464a264e9b66ef89","formula_version":"titan-u-contract-v1","latency_ms":0.5025420105084777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e209f13afb23e6ece987557f7b2127b1421a45573602052319e02d0cba554e04","sample_id":"hellaswag.val.2889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca5ce2be23f7dea08d3231b3b9c5a916c42b45a53f055e789af669ebb7e80dbc","formula_version":"titan-u-contract-v1","latency_ms":0.5305829690769315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc8113064000f30186f0569afda5a4ae6e32edc1ccca8e0504fd952c31310c65","sample_id":"hellaswag.val.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"174af946bd9d7da15009543fade39f34cd67ade6d5ab9f4c53cc3557fc398eeb","formula_version":"titan-u-contract-v1","latency_ms":0.5215829005464911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42ddfbcb90323cb328983c355977f483ce1ab240205f5bdacf0a89b2c58da357","sample_id":"hellaswag.val.2890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89e36d4b54a47bc66301a90f90174decd323485b67772eb25ea1f2a21177d652","formula_version":"titan-u-contract-v1","latency_ms":0.5760830827057362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c591b414c3b0ed81bf8458eca7bec4e45ca3eef92cd4acbbbd52c2f8ba011c6b","sample_id":"hellaswag.val.2891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d205c4fa2a59733c1eb9bd28ff7e28642738877eddbe714ad0d69c476497994","formula_version":"titan-u-contract-v1","latency_ms":0.4814169369637966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8402229edec859dd923cedaeb853a8de69117060a270f7c1ff98d1cdf32b871","sample_id":"hellaswag.val.2892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80cda8353e0e5e21c24c2648e6d01ef173b40b189973db359a54f5d5f66956a0","formula_version":"titan-u-contract-v1","latency_ms":0.993874971754849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e2f64815cc3b0a787ab4f62c4738fdd6b83f088f9f26ae5f185eb00828595b1","sample_id":"hellaswag.val.2893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2d0fe55e8c2069fce3acdc24818bff9053810de6077e06e8c1cee25b927bd36","formula_version":"titan-u-contract-v1","latency_ms":0.663416925817728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a35ce87fcc1b4a5ad31e139177b0d9c600c9c9bafff9ea512c7425b62e579544","sample_id":"hellaswag.val.2894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1887ea1cf372304881149117d1d9f7e2853c6934291cb57d43d07e37966d0cce","formula_version":"titan-u-contract-v1","latency_ms":0.45787496492266655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5837e1f9e16472e5489bc5ce8ec150231b8f57c351cd60d80692586e99bde40","sample_id":"hellaswag.val.2895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bccf89e180831ccae767ae4209d4f93a1f347ed523053dbb6e25788a6cf75372","formula_version":"titan-u-contract-v1","latency_ms":0.4355000564828515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73571188938e0300fa505e55a44d46685a83dcdd0d882767060ea8bcb235a1d4","sample_id":"hellaswag.val.2896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c69bc4072def2c3582552bbea619f47f3168cca7115eeb1faab19d9623bd4e16","formula_version":"titan-u-contract-v1","latency_ms":0.9754580678418279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a53585cfd3479271e47751a4516be4ff169dae0f6dd61468710d3b5efdb049fe","sample_id":"hellaswag.val.2897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"735dab856ea5ced46547113a13eef36c9fc15f154f58794b4ca9786bb850a93e","formula_version":"titan-u-contract-v1","latency_ms":0.6359160179272294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8079300c700c6c3fea2f6e7c15f83c80c302e3b87e37b21c521d879995217e3b","sample_id":"hellaswag.val.2898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f73221eb97e065fe69491afc3cab482e80482e3572c91b48a9ec37da8cf607f3","formula_version":"titan-u-contract-v1","latency_ms":0.5437919171527028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f80aeb2970df46f4cce50c8785f943b45faf129709787f8c0b1d3f433e791f8","sample_id":"hellaswag.val.2899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f4736cf578630bf37b30f5d9f5fba4b66b449ca3260818890292fb0f1291286","formula_version":"titan-u-contract-v1","latency_ms":0.703333062119782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91acbd559e5816993a01c93b8c7cfdabae199bce96bb3854012d5b89d11d78ae","sample_id":"hellaswag.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61473d46d0ef46d2a5a959047c7f8afcfe34068a7d7323ab6110a763cb4f5336","formula_version":"titan-u-contract-v1","latency_ms":0.5918749375268817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54cf7c22089afe280f96cb939148cdd164bbda7c4e3fb37bee472b257f03f450","sample_id":"hellaswag.val.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9d1ea1bb3e205585fbea29f976ebe022e5bbf7280600e5ae997ffbdc682fa1a","formula_version":"titan-u-contract-v1","latency_ms":0.4903330700471997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a53d85fe4aaca8a1a47d16dae8185dbf33869df1920c350d0bc86bc307822a4","sample_id":"hellaswag.val.2900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73699cafb71ca14dff8e0c1b696eea6a754426d2e70a8008096117bfc569f4a2","formula_version":"titan-u-contract-v1","latency_ms":0.6775829242542386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dcbfb3f98ab637b8581dc1ae36cf57164f8d3b1b67469ff826ac4cdda8b1042","sample_id":"hellaswag.val.2901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e26b6511529775482c8b030f3d30ca18312c1727717fe0595667d2b3b2db6ff","formula_version":"titan-u-contract-v1","latency_ms":0.6783750141039491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f4960b6f73e163ec18a79826ef2635e9ce3cacb5d7cecfddde5f3a4f904880c","sample_id":"hellaswag.val.2902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89736713768de08ca9f112ee3246984b7e8188133eed253301f493f2890fbb02","formula_version":"titan-u-contract-v1","latency_ms":0.5599999567493796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2230069127d3da7dc3ce2fdf14797f9767e3972d79561e79e5a2ea593475fa6","sample_id":"hellaswag.val.2903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dfb9da4a9d7054f1ce8c51084917734ebb9c80ac0c38e233b8616330cbf3b64","formula_version":"titan-u-contract-v1","latency_ms":0.8118330733850598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b22fa15852b862e40ddd5cb1da8614e3a79b3372d64d3281b25b3536caa1375","sample_id":"hellaswag.val.2904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1d54e8bc1a8ec7c8e3e3c00d133e3db411878e53cc5d6b13ea2b1094d8cfcc5","formula_version":"titan-u-contract-v1","latency_ms":0.6308340234681964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77b9298861ba5a4593fb95618fc2d5e0020748c3978d6e07190b9b92ebc2bcdf","sample_id":"hellaswag.val.2905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1eeaf44e8ee95bdabccdc050a8860e0c1df848f74c71e55862543885faa06f2c","formula_version":"titan-u-contract-v1","latency_ms":0.9978750022128224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b79627051454c6e87f3eca70a68e7dc5e34e5b3ef71242b7c0b621ebe907913","sample_id":"hellaswag.val.2906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c57db86f2ff1d7f14a1493c9e6e608448c4674383c2b2a851e2612f10e4b557","formula_version":"titan-u-contract-v1","latency_ms":0.6365419831126928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6beb86d2f2611404d375542212366d22febbf7d9c4a7f776a83a66ab25dd0ca","sample_id":"hellaswag.val.2907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d2ed0b7f8fc129591d784d95672e4cfdcd12cd3d0c5265f14ee3c01e94aa50c","formula_version":"titan-u-contract-v1","latency_ms":0.6580419139936566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8f879a7f86f9aa26658082e8fb4dda5694a14b320fcf06b0f3f9c2a4133370f","sample_id":"hellaswag.val.2908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51db8781f0469b07444b7a62e92f1ccd038fde3df3d65870b271ba853e9a23f5","formula_version":"titan-u-contract-v1","latency_ms":0.680541037581861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"239472c7f3da10f9f1a7af1808b1a80c619f2f5435d608821e509e566d58d925","sample_id":"hellaswag.val.2909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33af8a821498a1d9de80d67b5d0757d80d28f0308495ac3323115b53f498ccf3","formula_version":"titan-u-contract-v1","latency_ms":0.7524589309468865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c73c8c8a6c5d5313fd6f9594fec5a6ff777f6337988b76df5657d168beb1827","sample_id":"hellaswag.val.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e742872e3b0eb53845828d1f0d44836d145511fd06a6592d0889a32efbf82a7e","formula_version":"titan-u-contract-v1","latency_ms":0.6187499966472387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40106627c3524c374e336fe7bd754c6f8c57815359f9086e1286bb99e6d9d31d","sample_id":"hellaswag.val.2910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c3cd17e68efba6db41a09bcf50e5412bbe71a9e5749d7d76cfa0f96bf7fecd9","formula_version":"titan-u-contract-v1","latency_ms":0.46029197983443737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed24fe9453c35bec812583233fe8040950622ecf5013c415a0baa977c7c6dd03","sample_id":"hellaswag.val.2911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29b576e80b6320f9d7bddc95272b790b71a0b6ed2e7ea9578797a94c3ed926bd","formula_version":"titan-u-contract-v1","latency_ms":0.4493329906836152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18e459aac756359c347e5c954ecf67d1c88b744248ec705ab8e9f3c507ffa366","sample_id":"hellaswag.val.2912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"700247a9fd60e07c07ce79366ef3efddc772d94ee71048eeab84c4d4574afb84","formula_version":"titan-u-contract-v1","latency_ms":0.6966659566387534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcaab6271859f7428131e9f31376b896d2d143bcbde07cc1ca7f9d1f6e560340","sample_id":"hellaswag.val.2913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b32b712590fbc4f9e9b379af653c6afc4766901f905933b9cdc6f6e26da57dd","formula_version":"titan-u-contract-v1","latency_ms":4.36866597738117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c19569d1b7bdedd644816597cbebd6277b2d08347db64b0d7b70fb171524c628","sample_id":"hellaswag.val.2914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"640400d48afd65bab5712ee900242b53c0260ccf5704f3f138a9a03a65bef6da","formula_version":"titan-u-contract-v1","latency_ms":0.509666046127677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e31f61605a77425e037c12082e6f633da0f62015cbdafff54619c069c569d614","sample_id":"hellaswag.val.2915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a95b66507f8ff98281a4ea7ffd64c13a2a0ffcb519d594f385fdb945be05cc8f","formula_version":"titan-u-contract-v1","latency_ms":0.5140419816598296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b1e2caf3afc7288ff772705ef6c0e4a696440384adb836ddf2bacafc0d7876b","sample_id":"hellaswag.val.2916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf442215d6d5263f6c458608448f71d67641b16a4340d8b84fa599f6a82b409d","formula_version":"titan-u-contract-v1","latency_ms":0.5122500006109476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afbd870ba4610ce75ec25ed0ecc52b5b285f508ed102f76935c07d52dde8d92c","sample_id":"hellaswag.val.2917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adbc1ad81cb7fcb540e23d73d00620c09dc43af7b7ac0d3578cf4e885ddaa4f2","formula_version":"titan-u-contract-v1","latency_ms":0.7358330767601728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c5db9b9fcc97ff6d8fc94f866d5defc4638fc4aaaa48d5fb8dd5e717d0bf642","sample_id":"hellaswag.val.2918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afbe4f3720f452fabae8f4494e2aa796379448889bd406e45991fb38d0f0b492","formula_version":"titan-u-contract-v1","latency_ms":0.8681669132784009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e628a1820fec845d3910885f2bd3e2f0bfcec2c15e40ed0fcb7ff61ed556062","sample_id":"hellaswag.val.2919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f246fe1b8934b9512d5c94e373a5deb1fbfc6096540b51f36a986f9c5bd6fee8","formula_version":"titan-u-contract-v1","latency_ms":0.8965000743046403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fd386fe73fd10109c0d3d0bf392c4392f228aa7454c340d7b7ee37a3b514073","sample_id":"hellaswag.val.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e63ef25a44c41d98c8a2ba9c28abfaea741cb28f2642f53f520de74050bde1ca","formula_version":"titan-u-contract-v1","latency_ms":0.8061249973252416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"562de95ad821152486690bfb7d4fc9feed2c4798ff2dbcebea33e84a73f494cf","sample_id":"hellaswag.val.2920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8fd50ed51e226cd37c8b9615bd0aba171e83c3668fc788f69c16b1f2c9d5f52","formula_version":"titan-u-contract-v1","latency_ms":0.6585830124095082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aca858fcebf47990a1d1ca78cb3926766e771727ac639749fd1748f87bfb7e4b","sample_id":"hellaswag.val.2921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a82382ce2a406755426860c0e4a4421475784fb953b195e731e2f0603ca2a4a","formula_version":"titan-u-contract-v1","latency_ms":0.4873329307883978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b625909cc9df2fda3dbd3a1743cd7918682c638b1ee3ac50dc5776f05f80e3cf","sample_id":"hellaswag.val.2922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74d9942faceeed53fa0924b786830784890f6831086d3abe3c2bd257a666fdbd","formula_version":"titan-u-contract-v1","latency_ms":0.46079198364168406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"044c93199003b5efab2ebe25af16ce2c4deb65289843f46207a955d667d8c499","sample_id":"hellaswag.val.2923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26b0ce43ff1defa477fbb94f7ba90fbb719950f0d5b3f59139946742849306fe","formula_version":"titan-u-contract-v1","latency_ms":0.6911669624969363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd4b315ea13626179f09db9b2ffec5be4f0224770bc99fd1d13dbdfd386fefb6","sample_id":"hellaswag.val.2924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82a7d1d4aeb3f1b7fb4b5d7ba905cff51f4e8867e5bb2504043ad747de9120d6","formula_version":"titan-u-contract-v1","latency_ms":0.5605000769719481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf682fd5a31bddcf2c136b1cafac8adfe9ca419b91e984fccc5647fcd0c38f4a","sample_id":"hellaswag.val.2925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07172c8ed2ccb5507189fef2bdb08a55a41752dddd18c8cfc7910676c16fd1a6","formula_version":"titan-u-contract-v1","latency_ms":0.7628330495208502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"650c9689e62aa40065af04a555622de9ce8a1367da406052d0403510915c556f","sample_id":"hellaswag.val.2926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fa17438286154980ca46f90cad4e899426322888943728bc561c0e14f99c33e","formula_version":"titan-u-contract-v1","latency_ms":0.6155419396236539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e82512b6d79e0b5896f3afd30b9c7470a2a1dc78c3d2a3e2e0fc7ce5ca921bfb","sample_id":"hellaswag.val.2927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c055cac6daab6585e05d4d53d101ec872695f500eb2b30b0363b65ee82ec47e","formula_version":"titan-u-contract-v1","latency_ms":0.6607499672099948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18e8a941f22c689973157dff252f07f854373d793c03afb95569e21e2c93cf39","sample_id":"hellaswag.val.2928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c6c08c111bb283d44a1d2b67817b9cf6e21b05fbe0a724a4034fd38466d0d5b","formula_version":"titan-u-contract-v1","latency_ms":0.6521249888464808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d194f850080897c84a0b0b0185051d8cd58883ed256c607a4bb6485b338ae2a0","sample_id":"hellaswag.val.2929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bb0324ca63a7ff13d7a336656d3d9546bfa7eca0d7b78ca8be8d9f3547ea746","formula_version":"titan-u-contract-v1","latency_ms":0.7332910317927599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49adebad3b42fa3953faa0dc7c2f6ba1ecb2b7a1c1f4a17f3f8a82fd8e3a59a0","sample_id":"hellaswag.val.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a502109c15354daf0b9deddc0a550379236d90af2c6a15635c866cf55f180703","formula_version":"titan-u-contract-v1","latency_ms":0.5936669185757637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12ad3e108724f95a3540e184e2dd3cc1e080d7b57e948626ba624b787f02e596","sample_id":"hellaswag.val.2930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88dae7df934814fbcd5755fb578d8b873f51a6478d394d2957cd09838c00da55","formula_version":"titan-u-contract-v1","latency_ms":1.2112499680370092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a051840a67b2ab0bdff40108b0146607a6c822fba17f174091138515b567467f","sample_id":"hellaswag.val.2931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa83bef64e7591df9191313ff13dedbebccb87b06f0137876f8e654b37ddfd1e","formula_version":"titan-u-contract-v1","latency_ms":0.6262080278247595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb0a29d242cab47f067eba9f4984e61249a46a38622c89fa02c0d24d8af66861","sample_id":"hellaswag.val.2932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a03b676cc95a765903bd3c7b63446e63411933d29648de1105bb600aede286ea","formula_version":"titan-u-contract-v1","latency_ms":0.7346660131588578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a9ff7e5a75576e6aaac3532389a884a10d078d6efffccb12a0a13a5a69cf862","sample_id":"hellaswag.val.2933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa53dbccf38797657822b2f93259ab0e004c8ce4d1f99d26afdfff305db3bfda","formula_version":"titan-u-contract-v1","latency_ms":0.662375008687377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3810edb9cf857b532722ecf7d01df0fd1d00900e06c5ba31bd2d9180e4efce0","sample_id":"hellaswag.val.2934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"620992774c11f7c35f89431316879c02123fd88747b9f72c1cae75a058e31f04","formula_version":"titan-u-contract-v1","latency_ms":0.4510000580921769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc8434ff609ad6d221d320fac76d65958c45bf021b0fb7d672c8991d4072ace0","sample_id":"hellaswag.val.2935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2104eb4cccf10a6c6e58d13b072b17a879aa74041fb0af0f419aa7653a83c4d","formula_version":"titan-u-contract-v1","latency_ms":0.47450000420212746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5f4205c789624a4e23f9b899108dc67d65f713e72d1ad8bc33b6799b65cf884","sample_id":"hellaswag.val.2936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fde5202339c2d28d24b6caa1dc35311db990377a0346c48354f5637bf0fc211f","formula_version":"titan-u-contract-v1","latency_ms":0.6859579589217901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e884770660266aa1d4d901eb1b5fac3c53448ad23ee4426399f90671fe77e6f2","sample_id":"hellaswag.val.2937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddcfb0f53d355a6b4f9463172a286258e077c349a906401e1830ee36cb86f308","formula_version":"titan-u-contract-v1","latency_ms":0.6178750190883875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1385d519779c7a1a74561b596e47f2fad8039f4a181b90e1662a43bc207371c2","sample_id":"hellaswag.val.2938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8348a947180df5e34c2572fd4993712bb4c3c83d348db646184405799a320615","formula_version":"titan-u-contract-v1","latency_ms":0.7961669471114874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d683cac878812764cfe1b6265fa6cedb430dc57fff8b22d1f5e19de49db503e","sample_id":"hellaswag.val.2939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f3791ffa012cdb13925d3a9898a70e27162e28857f01b30e4ea3c5f1be984b9","formula_version":"titan-u-contract-v1","latency_ms":0.5911668995395303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5e27164d6fdad9094778e8ebdea7e5abc87299366344bb6ac8ef49c49753b16","sample_id":"hellaswag.val.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb0e80a4867c63a1cfb7a206386c3f98630faaf9f8ff505cc8f6fd864e7b39e9","formula_version":"titan-u-contract-v1","latency_ms":0.8687080116942525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3340a423919c58c99c58925d285e3b19b6c251890584bab9d8b5a25eb9f20fed","sample_id":"hellaswag.val.2940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f3ed19dd319dae447ece1e31e1b8ef84596b64fbdcf013e83d44ced0d1920be","formula_version":"titan-u-contract-v1","latency_ms":0.4532500170171261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce24366354ab977c620e148c1e138882828b271fdea9df5f8b7ce6c5c27c658f","sample_id":"hellaswag.val.2941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"490a0237a39f7585e4dbcca31348878ca392506805d64fec55d48420734ad4a1","formula_version":"titan-u-contract-v1","latency_ms":0.6309999153017998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02d00550a83d2f2d4071c0c339c7bc77a2b13d9240f7f25ece69dcdb61c267a0","sample_id":"hellaswag.val.2942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2a0ac0a17ba34339c76205be6e7c06b743726753ffd02d467ef71273ecd13f1","formula_version":"titan-u-contract-v1","latency_ms":0.6594579899683595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13e6e766e248dd83c2568a1d38853fd198ead7529cf62337f27591c3cad2fda5","sample_id":"hellaswag.val.2943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d55e7580f8e8a098bc003b822a59d518aa724f2f69dfe519507f89e88f5c4c14","formula_version":"titan-u-contract-v1","latency_ms":0.5480829859152436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d42466dae931e23968a6da9aaa4fd4a0b961bea048e251fe2725733e4da6b974","sample_id":"hellaswag.val.2944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b00535dc36827964ea14e31d04540c64b369ea19aeab8c7aa0ef775648087e3","formula_version":"titan-u-contract-v1","latency_ms":0.5395000334829092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f69f568f3013f5ef081393ba65148e900096822e5f87d45ca8525d7ae0f7eed0","sample_id":"hellaswag.val.2945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56194ddbf66d513bf7201e7da2bca35916f59d784397cbd70e142a9620f1d8f2","formula_version":"titan-u-contract-v1","latency_ms":0.4940410144627094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84cde9a9621b34d8f5543c1c431cfed5bbdae20b63fd430e6702b9c643221598","sample_id":"hellaswag.val.2946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5823cf3cef2d8957d5144d8c06f0ac24c192f4900f6cd695bbb3d74f587f4c5","formula_version":"titan-u-contract-v1","latency_ms":0.6284579867497087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15ba02ec6cf41a044ae058739653a9e7dae8d7d41eb49a64cefd23533b52db1c","sample_id":"hellaswag.val.2947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef417dcee0fc501f972816c0eb6b6f13897a5b115305d5bf576c6a50430da910","formula_version":"titan-u-contract-v1","latency_ms":0.4826249787583947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"976ddb7cbfaa0ca1accb265b343c159a1cbe9da661ccfd60e330656d3fd13c2e","sample_id":"hellaswag.val.2948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72b8b3c65aae99001255e5063fc47bf9b13236857ce6a9217daaabf88d4716cb","formula_version":"titan-u-contract-v1","latency_ms":0.5713750142604113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09c13032440c9ace715e8b04fd33ce19fb7a79cf0cf334c1ca690c141b2e7ebf","sample_id":"hellaswag.val.2949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d8fa0ed82c3805b182324a277c572c77a20722cb5e9175c3beacbe88aba6802","formula_version":"titan-u-contract-v1","latency_ms":0.6551670376211405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"caf9e9ba8c1f38f9922b3b6f434e068a69f2c5a8de7e7166fa763c06fc73a569","sample_id":"hellaswag.val.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7c95ea371d79a15e2272f1c768a7eb2e2821a213c29fceb978967c5d97bb293","formula_version":"titan-u-contract-v1","latency_ms":0.5587079795077443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6b661b16cd640df1481bbc84aabf1a77f04a65771c1fd003d26dc545757b44a","sample_id":"hellaswag.val.2950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d768ba37bbf5cefdd966c60770470120f4eb49b6e7d01666e79744a1f62be9ca","formula_version":"titan-u-contract-v1","latency_ms":0.6258750800043344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a41b6d19b3f21eef32dedc87029a11c3225d522f6ad4b19d4c46d11aa0af95e","sample_id":"hellaswag.val.2951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d9e11c91bc1226d0ca9dff04848167346d9cb6bb7fb72b5955d18f4aea30a92","formula_version":"titan-u-contract-v1","latency_ms":1.3788340147584677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d98164ee8cf7c9a7915fe039a801c0a9ffd00d229d460c69bd6810d0f826341","sample_id":"hellaswag.val.2952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c072b380370821b74c7c30bdf5afd7ff3ad68eb31b4d35d32e10874a9c452ec","formula_version":"titan-u-contract-v1","latency_ms":1.3070000568404794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a87f50076577f44a885f460a4e63489becf24d635278dc8432f1540213a672b4","sample_id":"hellaswag.val.2953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85f28fab1a3e8c4a2adb604661c99ee2786bf425fbcca6e32d387fab409b35eb","formula_version":"titan-u-contract-v1","latency_ms":0.602290965616703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c16d85b8202bf40738cb7a4ecc803c9f46683470f9885a4ad8935ed1d252bae4","sample_id":"hellaswag.val.2954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a505b542254211281763be6021456b93a5240ca7b971e4eb01eaf7b7a580f8dd","formula_version":"titan-u-contract-v1","latency_ms":0.5484590074047446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be996cb424cdb83a3414cd814bdebc5994bc377ad2f61fbea21668d7b4a518bf","sample_id":"hellaswag.val.2955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d2958c6c0850d1001c25028c94200801e629e085edb91eb1066cd51baa71428","formula_version":"titan-u-contract-v1","latency_ms":0.5422499962151051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed5d2a31441b645c2c19f995b1bbb05c59cad142e06d705d990537c0a785ff98","sample_id":"hellaswag.val.2956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"823f7226875fb2113cc049799de89fb5f3f7dfdd7dd004a879cb5247aa6c5680","formula_version":"titan-u-contract-v1","latency_ms":0.49462495371699333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fd0c19257e14b81c016c63413249dbdac8f2e27f12636a9622d4cce9443ae96","sample_id":"hellaswag.val.2957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e26c371c8817aa884cad299a51224618d05ab7095632b8be30c389282ec9565","formula_version":"titan-u-contract-v1","latency_ms":0.45900000259280205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13988cfd74873f81940c2412e1538fad2aacba58f7499208bf095e92ecf76f99","sample_id":"hellaswag.val.2958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b206f5de9d850255e1f853d3503831b8b776300472605e15093cbbe9174590c7","formula_version":"titan-u-contract-v1","latency_ms":0.6584159564226866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd5d36ddd2c5a49c4ed963ee50769ed007d4bc3b4a096d41cbd2f79164b8d0c1","sample_id":"hellaswag.val.2959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9eba3a56e1fad4b162cb5f1b2c75b56810596e5d8f16f005def9d8539ab1d9b","formula_version":"titan-u-contract-v1","latency_ms":0.5197499413043261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdc062bc24aa7c321f492d3a524e30a5f115e4b0923e8fa37634e014a7d63076","sample_id":"hellaswag.val.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba6e822d5c447467921b9fded6732e943e8e57caa89418ad26e22fd70474b940","formula_version":"titan-u-contract-v1","latency_ms":0.47354097478091717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09ca261abc0599a88f5a3b6da21f678072949850ba48189460945c47c04aafda","sample_id":"hellaswag.val.2960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4a4f00cd349b77839cf258e743e30b916815abe08debe6b1502a8bb68076d20","formula_version":"titan-u-contract-v1","latency_ms":1.7775000305846334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc46bfcc19eb6c4611846af3cc8d2f82469695a856101d2b8e09d9d3b46cf129","sample_id":"hellaswag.val.2961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d8b703f06052c9b516150c5ad9d54bc26164ffdfa7734389e15ba0f57573189","formula_version":"titan-u-contract-v1","latency_ms":0.5166659830138087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a4cc6a29c04fee0afb78efb3113e8d5799d92280b09e2d2d79557f938f763f3","sample_id":"hellaswag.val.2962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ca3bfefc6e13f1557789317778e06028ba439fe9522adad9acdc4f1f2069931","formula_version":"titan-u-contract-v1","latency_ms":0.7098749047145247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd7074aadcb6ae46de1654a3aa3c39d39c2523f4875f6452c50616031a9e07fe","sample_id":"hellaswag.val.2963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c144c6745f4f06b13eb42a9c5148ef6c7354b352cb9ebbce51f95968af60a52","formula_version":"titan-u-contract-v1","latency_ms":0.6959590828046203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a84710a5ba57bdf2f37cd6ce1796684a05f9ba5c4ff844f05ca7eeda1febe4d","sample_id":"hellaswag.val.2964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"399429bae2a52189b6dff67753a81a13ab402af0dce43be67ed621e390141cd7","formula_version":"titan-u-contract-v1","latency_ms":0.7571249734610319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e50023ee524dfac6261afb140be46b3f9b2d221c73f8bbc293dfb1e638019697","sample_id":"hellaswag.val.2965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c82bfedc8de176085a1f482207511508d940acb72074f6d26f7df88497cbaef1","formula_version":"titan-u-contract-v1","latency_ms":0.6232500309124589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9c6a020e166190f68515b053d5b5640f2fa7ec6c392e631c744aee81ca2dffe","sample_id":"hellaswag.val.2966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c426adc77095b649e43937312e9d2b168be0f5cb78f1d19db6486ac1f733540","formula_version":"titan-u-contract-v1","latency_ms":0.5027500446885824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef4e5407e785b1d5209b1edeb2c9f6331370f40ff8681d5a58b2c5a8f19a5193","sample_id":"hellaswag.val.2967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6a6fc0ecdf36d34fb78bb971507eacf65e897498fe61ab8c22ea31bc865692f","formula_version":"titan-u-contract-v1","latency_ms":0.5272920243442059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf831c1f7528b4bebbb46ec60df730daeee2ca00a75fc8476fd1c4a0422c4702","sample_id":"hellaswag.val.2968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74124c388f0fc9781954863d9dc3bba4f5d7f140dac6ba8c44b1ba1152ad1e99","formula_version":"titan-u-contract-v1","latency_ms":0.5761249922215939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"215c78040a8d926d35a607dd06ca07c93ebcd15e747fa30b89a5cb339ddb83f1","sample_id":"hellaswag.val.2969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0c3d513d9e8a01f34fa8b6c286f1226a3d9d654c374fe18badd82286828e025","formula_version":"titan-u-contract-v1","latency_ms":0.5057079251855612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b6b04642ef0df818c7bdc31e886b5b695812be57903d3886a6e139ea7b9ffce","sample_id":"hellaswag.val.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab88590b48b738a055884707d52bf189f1ba49b3f09ef827d6fbcbf54773ed7a","formula_version":"titan-u-contract-v1","latency_ms":1.225957996211946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46d391c527bdae0a533443dfcfeca8dc84a9275521f5f02c02aeb412fec0ddcd","sample_id":"hellaswag.val.2970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf4369b3da958e2c2cfcdc308bc6affbd57718cbe9981096ac5af6244653642b","formula_version":"titan-u-contract-v1","latency_ms":0.7099169306457043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49c031244acfb962a0da19d768aacbef5494e1eae05a7e0660e70aba85dd9dfe","sample_id":"hellaswag.val.2971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e2a323649c05fa5e21f0bec8654e225b548831b5ce3b612303dc8ceb57a5bd0","formula_version":"titan-u-contract-v1","latency_ms":0.9033749811351299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8553582d1cc133d5dff712f402ca528a49ae44feefac4daa18b5721134bbb664","sample_id":"hellaswag.val.2972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"074ae8c405382e69ddfa694129d10d62a409f103d965d68efed35dcf57ca8d31","formula_version":"titan-u-contract-v1","latency_ms":0.5667500663548708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59f7def764c9ee5546021e0fd36b17f368393ec192cb558c78bf0c30f4267f08","sample_id":"hellaswag.val.2973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68c53b05f1ab317bd56fd90ecbd0de15f775e3e72dec4443c56f7d993c433f43","formula_version":"titan-u-contract-v1","latency_ms":0.7040000054985285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e2b1ad9542082e2c3dd704df96410adbbe368e37dbc31e3816f65c1f6da3bc9","sample_id":"hellaswag.val.2974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6f6c239848c21d8a0963aea161c21002431bc18444e0b3d98526f3a06c59b18","formula_version":"titan-u-contract-v1","latency_ms":0.49416592810302973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e1cfd9e50565f498994cd49ba74c94e5dd7e7136f7dfa3f8a66eda1e1116c79","sample_id":"hellaswag.val.2975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2f82a834c358a2fc5e3d3c313fbdfd5fe4b2377dcc5a59dfc514331bf82a01f","formula_version":"titan-u-contract-v1","latency_ms":0.5097079556435347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20c69e47d72fb4381e743121a722ea9299514eb7b09d025b15f2f58eec4df3b9","sample_id":"hellaswag.val.2976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4e43148266e04baade1184dbb3c2fb67c1fb314a33dc794766cd4f804b900d7","formula_version":"titan-u-contract-v1","latency_ms":1.028708997182548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdd99c0fbeef31d7feee3d458563f4dd7aa38dbcdeb2efc3c1c774587c3ee5de","sample_id":"hellaswag.val.2977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4291878a4ee912c74632c9a4e764c92ae4fee365ac5a308e24491316f5e1b562","formula_version":"titan-u-contract-v1","latency_ms":0.5671249236911535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21c4747b03f196ee4304c5df6f6fdfaa362cd4c813c0b22a68ae43bce8d1baeb","sample_id":"hellaswag.val.2978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"288fb637128bd8a9fa4ecf1776c5c1e16ea08ef0c0a41128248cacc5e7ca1ab0","formula_version":"titan-u-contract-v1","latency_ms":0.4831670084968209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f97d895153416e5fde97462f9b6253f0b564bc441d65665aabcd4278a34dbd10","sample_id":"hellaswag.val.2979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c701b04ce89c5250fa68e4d725336a1e6500d7ea93e57d28f8bfecd49d50578d","formula_version":"titan-u-contract-v1","latency_ms":0.4538330249488354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ecb0e178a3addd48a7b1726652e3d9e5b3a218ca7175e8200bb2ef6cc6c0f71","sample_id":"hellaswag.val.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d7b841d683484c508e69672480bced0c057d363598f5c05360661de9dac9a1a","formula_version":"titan-u-contract-v1","latency_ms":0.528041971847415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"680b8f4d69de96a8f00520f68fc01b591b1ff802cdcb1ecec7e28601f96f9581","sample_id":"hellaswag.val.2980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58056b023d966f4e02c7a76b98475a89b8e2e2d583af09fe3131fc37d3b70539","formula_version":"titan-u-contract-v1","latency_ms":0.6152500864118338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"952a50f0fbc6e756a9dea4c24e10ff51b9f46a4a92e41128b6246f5413fdf2b9","sample_id":"hellaswag.val.2981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e68fbc9846d49bc4d9462911f98db99c4c9b633b8d34f7e2dc29f5d7ac46b0e6","formula_version":"titan-u-contract-v1","latency_ms":0.7366249337792397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b79569133b32dbd7a6df2b30335c0a80540e8e5818be559aa21556a483e44bc","sample_id":"hellaswag.val.2982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6e131f2d0ff8b063dc8ee513cd31742f86d74fd172b3d11cc91d34b5e8739d4","formula_version":"titan-u-contract-v1","latency_ms":0.45058305840939283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"671c160870c1c965cba330117d525950c86052f696947de5f2773186bce0e67b","sample_id":"hellaswag.val.2983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cad11d00b1e724a46b8c852be9c934a303c00e44dfa93908b8464aa37f1bbb7","formula_version":"titan-u-contract-v1","latency_ms":2.746500074863434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a21132e5691fe4cd95897eada54cfd339f4c347b365713057200795cef2e56f","sample_id":"hellaswag.val.2984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a8417a7c4f2e333664b86414b6816e558fed0dbd8b38cb7062e09cedf57625f","formula_version":"titan-u-contract-v1","latency_ms":0.7326249033212662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e480fb2265efc75b8570599b1df0fa0a9877f98c89ff22870a35c0f3d8ec909","sample_id":"hellaswag.val.2985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dafc4ed86b59e7c227b5ba001c8d2e5466bdea9016396bc535a89a9f6658f65","formula_version":"titan-u-contract-v1","latency_ms":0.6177090108394623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59db9eb6c5a462cb9efc4f9195b1a35fc7b204aeec7675366a75161cee7ed040","sample_id":"hellaswag.val.2986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3afecfb5f47efd660af2d724c478ca1162ce3b9cc0414422664aee0077db8120","formula_version":"titan-u-contract-v1","latency_ms":0.8011660538613796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41e17e3bb545c10c52f615c43afef541b46103eea2c523bf33d922cdd54ad2ae","sample_id":"hellaswag.val.2987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"560b2900db42bdc57dc6ee90794fc5d37772578b5dae3aa9c2bad7b6852b4681","formula_version":"titan-u-contract-v1","latency_ms":0.527750002220273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"499a3dcc0614820893e07fdb5d2b90b6f28520ca277fe5325b54aa17706cad50","sample_id":"hellaswag.val.2988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c91de557e9375f80ceb962ceac22489687f968ca5f6d9c1dcca75a68feb96cb4","formula_version":"titan-u-contract-v1","latency_ms":0.577957951463759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46463e11d73704f68d99d9cb2469a09cffd52f926c5b197a29f92b33201fc063","sample_id":"hellaswag.val.2989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"051e8d5e33ac22651ec7ef13d47bcdfc70838eca78cdcda5ebdacddb1effa06a","formula_version":"titan-u-contract-v1","latency_ms":0.5722499918192625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45b5fadfc9a8d7f0dcf0adc5e16edf9fcab63e73582bcfef6d84f23a1eae30f4","sample_id":"hellaswag.val.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"408ad0388b89d9f06c533278a4fb168d6d647aa317157067df166c0994edc8cf","formula_version":"titan-u-contract-v1","latency_ms":0.6655839970335364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aebf1b23c780fa4eb1d0412eec2184937c5ffb3d36103460d90f7c043b4a44aa","sample_id":"hellaswag.val.2990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"219e41aa2a6851ccdda0340b7f966a72602a614825511df01d62ff52f2a057c5","formula_version":"titan-u-contract-v1","latency_ms":0.5634999834001064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d28a66805bc6c1a7a67e2e517081a9c1587abf485f166ca2361a6c76b096590","sample_id":"hellaswag.val.2991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eef96ba962e8957e822f48c57dc7ea86fd037801024b352adfacd39fab978f8a","formula_version":"titan-u-contract-v1","latency_ms":0.672832946293056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa0d67531872f0269fecfeee458d599a4b4c3b7e694bf36ce6921a894c6b45ce","sample_id":"hellaswag.val.2992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e5319f714657d695296fa48bec8ef771b7fa01947ae13d9a296a378690309a6","formula_version":"titan-u-contract-v1","latency_ms":0.715582980774343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81cd79af0e4527cc57b5da39b17943ee51bd16d1685ef06b6fc8341812a290e9","sample_id":"hellaswag.val.2993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47dc117e5835a81f93312b3e87a3cb5126bacb2e10283419b3b55ff7cb99fe74","formula_version":"titan-u-contract-v1","latency_ms":0.462958007119596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1bbd1f7e76801c33493a58b0a4d21ee7fe88f49837c7a149422ed703c22cae3","sample_id":"hellaswag.val.2994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe2c1a222575e2a50426ff731fe65325f105fbf3d70c502d816295140b5ba2f3","formula_version":"titan-u-contract-v1","latency_ms":0.9275840129703283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"895aea56f9a5a24ceb6426676acc08daed80a2d5c33e8a02f1287c0b6926bb6b","sample_id":"hellaswag.val.2995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a6e0ed9b68f7134e2cd7fe3986b666d965d2976e6eaa1089a70be78d5c37aec","formula_version":"titan-u-contract-v1","latency_ms":0.6734170019626617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46784f36a8968df658179376c14d41ed6001309177771500a1c97ad450e3201e","sample_id":"hellaswag.val.2996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"864892d84b364a96d745cf90f334bf8ec8958808a5bed81a685f8fbbae54825e","formula_version":"titan-u-contract-v1","latency_ms":0.51183404866606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd6b5be228e00f644f397b9b779c1fd53f01cc61e9137b721fac7862bc5710a8","sample_id":"hellaswag.val.2997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c5b0831f1962003457c69a7b01f6eb73a61f05fae79c29aeddb0121c1587644","formula_version":"titan-u-contract-v1","latency_ms":0.7583749247714877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5880a8782bdf14276f864e5cd574ef36e89514419e7f02afe7d23ebd1aa03771","sample_id":"hellaswag.val.2998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a47627a1ffae31aef5e568290534f4c81c7d354457dffadb97907e4c24e27b0","formula_version":"titan-u-contract-v1","latency_ms":0.6652090232819319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c153ff5cac1809c41a4460d8059d8eade57687b9d6cd34172cca69b4084ca96","sample_id":"hellaswag.val.2999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbdc94ad6fc69c863ac9ffa30527539f84914be37489ad4c21c9b35dbca24295","formula_version":"titan-u-contract-v1","latency_ms":0.5885839927941561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56c7d9f09dbf58321bea3fc6792eeabe95382c41f8ecfb98f1f78390fbf48858","sample_id":"hellaswag.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc0fccc4d35cfb91380fcfc6410c113a995d25e62367a484bda4eb2a08e96af8","formula_version":"titan-u-contract-v1","latency_ms":0.625082990154624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4d50eb94adef710a735c2f59216e9eb9b341873fe618c1711efb1b86bdc354a","sample_id":"hellaswag.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"263212171ba75cb0b4759c33ca761774f79e4f53e099367a30952f6672bbbef6","formula_version":"titan-u-contract-v1","latency_ms":0.7296249968931079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"450506a44b525fc6c2f9707bcb022138a5f8ef5bd2419c5c4463db0db3d77d8a","sample_id":"hellaswag.val.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1efce7141d6d9fb53cd551e83cb782263fde990d2e6560b0a439e8137401e3d7","formula_version":"titan-u-contract-v1","latency_ms":0.6267919670790434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"006d52c46abf0e1e27ed8d6f6bb7e8505fa54ce85efc8ce9367ce1343f5a72f3","sample_id":"hellaswag.val.3000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f180dd6d51753493bc6749a5b262b754a0e6a37025554c884491fcba18f791b","formula_version":"titan-u-contract-v1","latency_ms":0.7583750411868095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5de2b75bfcd676b05ac0cda8b92abf7fe29ea6971da0e58604cb6b8610cb7597","sample_id":"hellaswag.val.3001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd4b91da8215761e212daefcac3a9795eb78bd058b8b6a3224bb86447380a824","formula_version":"titan-u-contract-v1","latency_ms":0.695624970830977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c2095b4939784b3c0819b991b55f70e3e1190f7ee9be38b62f0f2eb402e89db","sample_id":"hellaswag.val.3002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86524cead556898cc19c18bf5189bac26e4eda814f4d2b9bfb5fb6505fa5a93c","formula_version":"titan-u-contract-v1","latency_ms":0.7061250507831573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91ac5be9d9459692bcb71cafa2cf1f2c353696ce4b1a111ac7272c90f3d87c45","sample_id":"hellaswag.val.3003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2affb9627dd05207db8cd30063b7e337a530e56b93e25e0de94f0c0ba694e259","formula_version":"titan-u-contract-v1","latency_ms":0.4631659248843789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae7b9ae24e8c21cbdac6adb08b91d0fcfad91f12b3d8a7e4c719092175ae6c31","sample_id":"hellaswag.val.3004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6592681657e421accb18df028e17f91bd1e15a87ba20822b2c32e378c0dfdbd6","formula_version":"titan-u-contract-v1","latency_ms":0.6658750353381038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94fdd365a2007154c7e704dbb905e17adc7f05722cf2567e5ee30a2cad0fa506","sample_id":"hellaswag.val.3005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bd96ef1c89ccf90577c1bcd9c961ef5cde216c121945d0fd3090e6852a4159b","formula_version":"titan-u-contract-v1","latency_ms":0.5333749577403069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"122ec46b8d783f919c4b3b87eeb88f3d944b2bc49be17348ec08c65ae97c3565","sample_id":"hellaswag.val.3006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53dd384ff30267b71a5c93ffb04243342170e6646f6e64f56329b12f4053fe40","formula_version":"titan-u-contract-v1","latency_ms":0.452041975222528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd3e928b9140b6c753706b366b87c6c29d3e21538277f7ee98be5ea45253584d","sample_id":"hellaswag.val.3007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa83ab7f60a9a2bcedea4326d19e73ff5b124f2184354a4ef2e6d772b1be3bf","formula_version":"titan-u-contract-v1","latency_ms":0.6296249339357018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac8fd3508aab9df3809db5f25410c9892d4edf1090b5bad5de436cd8bfb25c53","sample_id":"hellaswag.val.3008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f05ba24282db4090f312ec6f20f7dc721d8092aca3151b5aee868edeebc0fd95","formula_version":"titan-u-contract-v1","latency_ms":0.6457499694079161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"615ac79c93198931a0b5ebd6b314e5b29794159be0bf5ed8df0a0717bc0352b8","sample_id":"hellaswag.val.3009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3f20da45c015b9e7234dd34273df90c01e6af0a8ca472cde8c11024ecae3906","formula_version":"titan-u-contract-v1","latency_ms":0.7130419835448265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a8d0551f6b4ca464f690c14c356cf3c88c54d7e53fa96427662abf95a7af7c8","sample_id":"hellaswag.val.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a7ac2d91b508e46893a3acc35dcdbaf8b5758aed8c137690d97ccffabe745a6","formula_version":"titan-u-contract-v1","latency_ms":0.5144579336047173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66192dcb00542bd53b97403f2de4c773728926b7638cc2eb9d254d65d61af890","sample_id":"hellaswag.val.3010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec2305f3cf80cca85c23a5c594dbaa966de6c2fef23aac0ebfeebf27b2e3cb70","formula_version":"titan-u-contract-v1","latency_ms":0.6245000986382365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e930c918bcfc7106ee1fa5ccf6a9c217bf5cf11c5d570a9047b5d8bb77b7388f","sample_id":"hellaswag.val.3011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab7dcc4d1eff3f0656bbbd4a07b00268fe77a287f17bd36ac93229b074bd3f27","formula_version":"titan-u-contract-v1","latency_ms":0.8024170529097319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6a3b9c1bc1ca4f580df6db25b0e4592b6b6d4cb59ea829601727613f88b0c47","sample_id":"hellaswag.val.3012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"532a39848fdba9952f5e3f48e47092c5b12b1f07d6b05451c892355404bf1db1","formula_version":"titan-u-contract-v1","latency_ms":0.6132499547675252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e34a910625c2f2505d8f42f3ea0b846a6eeed9946d5c1c166cec7d1bfcd4d18b","sample_id":"hellaswag.val.3013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1fb5bccad18c4d70f8e9c5c4f679a4d4d2decc87152baf114c2d1cbef044a13","formula_version":"titan-u-contract-v1","latency_ms":0.6899998988956213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8b118f3536413cb09d951cf0a58a55898c315a3e46e9dbe4b28309380b22c3a","sample_id":"hellaswag.val.3014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"082ae4bd8d9811f83375410e0e8e94d1ffa124654c762fef20aa625f7e76d0ab","formula_version":"titan-u-contract-v1","latency_ms":0.6369160255417228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbacb1a02fc8ce1dfaa812deaf84c5e5156d9ad284c7d98164a939fa8be59750","sample_id":"hellaswag.val.3015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b32549e2b6e854f4e596a994dfc41d7ba511e4ed772047bd484da80364c338cb","formula_version":"titan-u-contract-v1","latency_ms":0.4919579951092601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b4e5df61c32e14cdaf3c389bec6fec4b2a6dfd4c927b14005471a921de4c2d3","sample_id":"hellaswag.val.3016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b319fdf58e2a958c3be0fc30f6bc21395b8dc9688931f76493c6821290fdef68","formula_version":"titan-u-contract-v1","latency_ms":0.5279169417917728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38ef0b58d6aa99078d410d99fc299b19ba99599689bba52e18b2e0ea253615f3","sample_id":"hellaswag.val.3017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee3169b498eef19567ebb7c77ad733095ca48726e3cf808109de59a4601f8746","formula_version":"titan-u-contract-v1","latency_ms":0.4825000651180744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"323b255b0de49941b8dd2621c12562f0b412bfa180c2042b449535c3456070dd","sample_id":"hellaswag.val.3018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f7e6c7023d3726ee115ac29afc5be7dda2b30f8f9d653a59ca0e2ff7ac20ae4","formula_version":"titan-u-contract-v1","latency_ms":0.6137079326435924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"463e98ade17fbc598365002a590ce59c68b3e8150a10d4a8d70bb8a6ba957f48","sample_id":"hellaswag.val.3019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cdf326d8d3814f528068c9270bc75c049a1f23b0607de568e1ed7aca7aa01a3","formula_version":"titan-u-contract-v1","latency_ms":0.49979204777628183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c2464650508dffe696c8baf0ca6f8a05014c5f9ad78290ea5b1a41f5482e2b7","sample_id":"hellaswag.val.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7fc60a1a7d8ee0966a16018390d7df39feb19bef4be498eb0fb6eeb3e093eb3","formula_version":"titan-u-contract-v1","latency_ms":0.653665978461504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5bdcab7fb9c650e9935487e2de9f5f28c4eb7fbb75a330b48f9e37456e19d91","sample_id":"hellaswag.val.3020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41486a643ceb82dd9944d64504711680f6f1de7e0fb2d255a6dddb5e73fd9e59","formula_version":"titan-u-contract-v1","latency_ms":0.8791249711066484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26a1fa69cdf9d8580dfd54c04d4f1bbd329b8b4231357ea6fcd78763b45d49aa","sample_id":"hellaswag.val.3021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf449a9d2601ecc4002762f080162c730b514919693a230d573f80e37c591cc1","formula_version":"titan-u-contract-v1","latency_ms":0.5499169928953052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54c5020d3e78f9412e5ffb9873fe0b8d0270d192a10cf29560b62358cb47aea9","sample_id":"hellaswag.val.3022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc2eac2da9f7335a48045e1de7c31734a0465b238c9a2334082f66a6be10eab6","formula_version":"titan-u-contract-v1","latency_ms":0.5894999485462904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e399bc22693cdac7900f4aa7b58adaa2c40089571458d10aa1bdf3cfa3cd648f","sample_id":"hellaswag.val.3023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c566fd5e641c09b9fa3cd84b72ee08dd4c3493dd573a6d1947f8857253b144a","formula_version":"titan-u-contract-v1","latency_ms":0.7934999885037541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f6f3cb9919a413517e51c727425d2e4696679490fa0da99b8bb91ee710d73e1","sample_id":"hellaswag.val.3024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1865b41fa4b941d6233fbaddd8fdc9f4c2723f301f119012505f88b34bb37607","formula_version":"titan-u-contract-v1","latency_ms":0.5205420311540365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d1400d9039b6fa9a5b2e600e316c95e419959f85ef1d49d2119d217660f1d40","sample_id":"hellaswag.val.3025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a60c5be14672a02cbcc8238d75336db261d877cf82d536e050390c1e1b593046","formula_version":"titan-u-contract-v1","latency_ms":0.4589579766616225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08b624948b1c095681ce65dc3a4b52b7998a37817b70d470a7493aafb6226431","sample_id":"hellaswag.val.3026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2d8ca89da33cb19210577e07c0a2976c9384c612284e26b024ccf22f05356ae","formula_version":"titan-u-contract-v1","latency_ms":0.4826249787583947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c120b7372cf90fd89bce42ce1d0de44c5433d3a77e716a7a83a141ca3d4e7bc6","sample_id":"hellaswag.val.3027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab22d9c955ceed935429cbc608741a865c19cd762a00ce3769f7c9c57a6f39d5","formula_version":"titan-u-contract-v1","latency_ms":0.5280000623315573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1b585c0c0dcc40d5c69ed8b8f6f2d239acb529cb74c3b4dc4446ee47a7f12fd","sample_id":"hellaswag.val.3028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b48a70c1aba1b3c24efe2ade72185e84bd7d4b70fb4aaf563a42164a31a17c6","formula_version":"titan-u-contract-v1","latency_ms":0.5673749838024378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0e8bdf8b0ffa44e47504912de267ef07f4bee64199ca1b38cb70496232c19bf","sample_id":"hellaswag.val.3029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a90a1e6da61da3184763ba8634aa05382d80b1e0c6e2bc68e0306744114fa48a","formula_version":"titan-u-contract-v1","latency_ms":0.46274997293949127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e4e0a4282b78f312830c91846891fd91dc412602ac7770bacbfc2ee8ded8cb4","sample_id":"hellaswag.val.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c7bca4b54ba080d19beda03d79df12121a63368386150fe77a4589d94e3a096","formula_version":"titan-u-contract-v1","latency_ms":0.6325000431388617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d0294392e38209511db9b81559f3973b330c4d41204a80dfbe8194a0c3b3ed1","sample_id":"hellaswag.val.3030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c101250c33a0a52a01d11b3805b5c719ddea6f538cbcde026c54a613a7f2d455","formula_version":"titan-u-contract-v1","latency_ms":0.5041660042479634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9977ae0bf9dbbd62299f2e95d490299ed37a9de061f473fbf0b0b99a9aae681a","sample_id":"hellaswag.val.3031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"928329bd7f1312a5a54edb2d84164731b9e8032fdb8553399d74710540689a1a","formula_version":"titan-u-contract-v1","latency_ms":0.563582987524569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9546bef2b7bda67e3b920b91698d9c92d1b97e24e59baee793396dcf7335a0c","sample_id":"hellaswag.val.3032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"910caed69c162205c2c288de30d30b2aa3853b64160a63e94cff17fdea305e38","formula_version":"titan-u-contract-v1","latency_ms":0.6319170352071524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22acec863f93a5519232f261d7e19d75222dbcf838dfee6b6554ed79eb3be62f","sample_id":"hellaswag.val.3033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e508e1983e730350ddcf625f61404f4e24b2248d6fbb676dcad4ad127938bdeb","formula_version":"titan-u-contract-v1","latency_ms":0.6332499906420708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ae4b49abe7051f1ebd185c8325205708a38f5ceb98be59d2090ced72575781c","sample_id":"hellaswag.val.3034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b428cdaf59052b6833a5a3315418fc1ee80fd07866c6c75a442cd12ff9340ad7","formula_version":"titan-u-contract-v1","latency_ms":0.5095420638099313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"002e1c079d3632cba32bbea130201c36020a0b846a6f470817c43f97cc0c7e6c","sample_id":"hellaswag.val.3035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cd6537c25ba619fc6cbb183e7af77644861a61d2b3e1856f6938c585d2ec97a","formula_version":"titan-u-contract-v1","latency_ms":0.6185829406604171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcdded2f0a244cd7b0d2e38ba2fbf962d38af38a5fb46261169e6918a60e36f0","sample_id":"hellaswag.val.3036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a7532f9a6871c66671f2530f4415a537035658d33c094931b298eaec68ed8ba","formula_version":"titan-u-contract-v1","latency_ms":0.47524995170533657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71caceea638b35a97b46fda2f76b8cfcedf53b7066650ba7e411958db7dce7d7","sample_id":"hellaswag.val.3037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dec8dded5deae0f192dfd48e416bff756cfdd15f9f069643600b61c032097f0","formula_version":"titan-u-contract-v1","latency_ms":0.6220409413799644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cff5352b0ceb47929a5e4f448e5bd4d02c554c1113d585962ab672b071261eca","sample_id":"hellaswag.val.3038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e65cebcb33e90892bc0fd09e185e6ef06ba23c0c289397be34583e184aed9e7f","formula_version":"titan-u-contract-v1","latency_ms":0.5459159146994352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f214418e6e9bb1d19366e50e2b33c5b82a864359eb7d4d5ea6f244e2fb016a94","sample_id":"hellaswag.val.3039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d321f3f70df972c80716a3e04aa8c56e2c4dc9dd5a2416b0f697036a0387f2b3","formula_version":"titan-u-contract-v1","latency_ms":0.7478339830413461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d3eb84ecc79a4d6ffc2f9d73df7638176090efcd2de56edac60e415cc24aadc","sample_id":"hellaswag.val.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b1c47a9f0fe8fa1ac8a6c66790833bcdadf0e73901df8d1077ebfe3174b93a8","formula_version":"titan-u-contract-v1","latency_ms":0.5524170119315386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10696a63ec3c051668003acdf72a5b40087732f1a9dff2117c139ca913def558","sample_id":"hellaswag.val.3040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a61e06e3226585f82b646ac7ad1ae0b550ead7428f7a7ef020794caf86025f49","formula_version":"titan-u-contract-v1","latency_ms":1.7570420168340206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afba27467c4795037744be808872e6aaae87d038511c6fa4345ca5e800e4bc2c","sample_id":"hellaswag.val.3041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49dbb8b2a363d112f667db3f0b0c8a79e1612b70bb32ae5ef1b082d45c17b643","formula_version":"titan-u-contract-v1","latency_ms":0.5831669550389051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"629b25e6434c121a6bc8ecd98a437ba7c9033cd91b3ece3886d9c84d3cbb65ff","sample_id":"hellaswag.val.3042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b2309a772e7ecbc56cd02f5418e09f5b7d02e418a28169449e23eafd498ad76","formula_version":"titan-u-contract-v1","latency_ms":0.6605419330298901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cb19ce82c1ad4510919738c11377a25683604340503745184f41bc5cd6536be","sample_id":"hellaswag.val.3043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"421b4658c520a1768acad5dc1c13b0b21a19c96291ef3b4ca39d9e83b06d8675","formula_version":"titan-u-contract-v1","latency_ms":0.5430410383269191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a77f5e8886493e169f618010a54854e3136067a85a59af720629f76dd25f7504","sample_id":"hellaswag.val.3044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b4d443bb5848b8ba75f7b01c3f4ef41e62c39b9eadb3e1115410fb99af3657f","formula_version":"titan-u-contract-v1","latency_ms":1.135875005275011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54aa8f7d17ea0bb5f3bcb129bc2170617c49ea1480ffdcd18ab12d0857096391","sample_id":"hellaswag.val.3045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84e000d697673d60f09508784a0d412805dc20cb2e81fbdb7640dc3cbee4a0f0","formula_version":"titan-u-contract-v1","latency_ms":0.6776669761165977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a3b3ed7c738781f060f2b0a529836f59345f72f845e06ede714559c317f6756","sample_id":"hellaswag.val.3046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1bba5852a89f93d0e56e32f2a9ff65a0d2e51f9f54374e89605e3081494a3ae","formula_version":"titan-u-contract-v1","latency_ms":0.45125000178813934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"830d9e1eb61f821acb7983ed9029ef17e865cea847f5bf9914ea4239cfaaa1ac","sample_id":"hellaswag.val.3047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"014ab5744a64e7d268ad205bef7a679eeab867e6a6b9e12617770b8cb9bf4419","formula_version":"titan-u-contract-v1","latency_ms":0.6446250481531024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4928e9297a93bb58b3c26f66ae36b5f42e9a47369a0670ad4e7af0a20699b271","sample_id":"hellaswag.val.3048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1b7579bbfea395b08116bb891f72b0fef55b0c18dacf24104ecc85adb192701","formula_version":"titan-u-contract-v1","latency_ms":0.4753340035676956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f1ac20c01ef464361781b177632c678dcc288bdda7a9a64edb2966919718d96","sample_id":"hellaswag.val.3049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de28dcb7a827ebadf860534ee886bcb00f2079418cac99cba26dd1a75227b700","formula_version":"titan-u-contract-v1","latency_ms":0.48229098320007324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e34072fda3e1e163063b5ae3404986df38d0345a7d91a1aee46dae34a69973aa","sample_id":"hellaswag.val.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d00f10f327fc8cec7a3b79bb45d540dc3caa2d663cd704129930a7d62f761e4c","formula_version":"titan-u-contract-v1","latency_ms":0.6294170161709189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c8563b09d2576866eaeab88b847a18f4c65b2bb3da495df51ca31b43c7c0acf","sample_id":"hellaswag.val.3050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7409368e183051406456c74dfe26538a6490fd82ee8d74783d1c12d79872fb34","formula_version":"titan-u-contract-v1","latency_ms":0.7798330625519156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8cc92d6fa22e428ec511dff33f37ca4306deaa38fc07260967b9a8ef8ef98f0","sample_id":"hellaswag.val.3051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26717189c15488d512994ad2cf10e7be829d1fb7f6839ea025cea1b2401c5c63","formula_version":"titan-u-contract-v1","latency_ms":0.6828750483691692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8711f21c7a8f9d4aee74471b7b995603a18da0ddc90d229f9a286ad005d48de0","sample_id":"hellaswag.val.3052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e93368bd755b20bfd60fddd1ee8dde56266cc9c064083021682204bad164a726","formula_version":"titan-u-contract-v1","latency_ms":0.8433329639956355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5029d7de164e78a209f0b094944db2b6a5d26f24382d2749f2e9a99b5d528dc0","sample_id":"hellaswag.val.3053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d69cccefb1b32f67ea3c4359e4ce6aa59dc212a3c2646fa1d02a858392ea34e","formula_version":"titan-u-contract-v1","latency_ms":0.5026250146329403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6e0a29f2f70e91415720ea38c223efa9095dbc41fc8d0e56342da3c173be4dd","sample_id":"hellaswag.val.3054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f707eff0afcb9acda0a387c617d0141a46fbe0b06d4b2b26f9571029f2e7c81","formula_version":"titan-u-contract-v1","latency_ms":0.5586249753832817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50c8125673879954a588fdc1735cbb3ddaeb25d2b70eb2ac177b07515165898e","sample_id":"hellaswag.val.3055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4604549927b33df230c2084ca8f024425f935f6000dc7ca41392ec8040696119","formula_version":"titan-u-contract-v1","latency_ms":0.45670801773667336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02516a936e1d5fb0971c8c87ebb23df1822c34d23af7dff90c60af4f214d8fad","sample_id":"hellaswag.val.3056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88fe6b0ef1f048aafd5f77fe7dbf964d3c08136ec4d391579702ef5c71bf5e98","formula_version":"titan-u-contract-v1","latency_ms":0.4701669095084071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bbd60e7a6ad73f0d3aa830bb513babdb1b7d20d5d050d0d76f705c9f8a86866","sample_id":"hellaswag.val.3057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7fe00bb021a6af040c9aad3af9024a2dad12de67cf09a1b12037a6fdc00834c","formula_version":"titan-u-contract-v1","latency_ms":0.6329159950837493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"195ce499d338ea5d97cbbc99921b2cce34724c8ef6b0925baa79503919eeb8b3","sample_id":"hellaswag.val.3058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4261c2fa02607027bf7801cf931c8b01a5bff90ac1674076a46fc2a756d174e","formula_version":"titan-u-contract-v1","latency_ms":0.5278339376673102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36a4970c352599504fece7fd39158d1fee3aa1f93eb27f556cb0347bdb9b9c61","sample_id":"hellaswag.val.3059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ce25c1492f9ac55f5d896b24026f75a18d12a80c3687373f04a95c16d2c0b4b","formula_version":"titan-u-contract-v1","latency_ms":0.9186670649796724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebe2454fc352ffe8796eaf6dc499f656081f0e9e43c498a2223eedca6385f3fa","sample_id":"hellaswag.val.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbd3955a0e17beed3ab29d7a656695e236c52cdbc067bf99dc878f3830dc4adb","formula_version":"titan-u-contract-v1","latency_ms":0.7021250203251839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e96a52d0ad12cae6666c387663ab9b9b7d169f62360a3cf4969eaf44b224d5ec","sample_id":"hellaswag.val.3060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5be62b81de1d0d20d011b0616f7f77ef1b41f95e09d70153062e908f820ed084","formula_version":"titan-u-contract-v1","latency_ms":0.6313750054687262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9764f3d7d8a3d8615766070f87c59fbaa66a20b2574369449b09a6e033853cc6","sample_id":"hellaswag.val.3061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee9d31bbe23615205489f6531b89b1f717cda6328532c3c561e2ffd2d438ec81","formula_version":"titan-u-contract-v1","latency_ms":0.46954199206084013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f35e2cb0947724896b48bcd9dd7c2d0e5e0d5293c7f2e1c38d396a5257fb6c2","sample_id":"hellaswag.val.3062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90c7b91c9221048fdefb5c7e4d40f74579cb50dc5af69a8e9893bbb1bb33f6be","formula_version":"titan-u-contract-v1","latency_ms":0.6458749994635582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2db475b173433412f48cf0d6f5f85f0c6c0144f72d5bbd6f506c8a8fbd959b1","sample_id":"hellaswag.val.3063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b1792f6e1c6a979e6e26375902b5d28594b81287bd58432da3c8b54efe70c4c","formula_version":"titan-u-contract-v1","latency_ms":0.504625029861927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac774077024dc58cf0085b413ef80e050c5ce47006a06bf499775c2a60aa8bf1","sample_id":"hellaswag.val.3064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d0fa9bc89e38264f5ae6c6153b873b22e4680c3bb2d65cedf07caa77e8de40d","formula_version":"titan-u-contract-v1","latency_ms":0.5140419816598296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01e9520bf37f0842d6c674aed30f05345512676397877466c855ba9aaeda013f","sample_id":"hellaswag.val.3065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32a670d2c7593168685aa32b22d7c2a6990c75c153a1e59f6ba0c1cb3a9a8660","formula_version":"titan-u-contract-v1","latency_ms":0.45908300671726465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c78adba0204f6ee684a7fbcbb50fd070f7e711a5a806879083320df8c181ced","sample_id":"hellaswag.val.3066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03a382f759c2d8a23aca7f9f8caa04420b917ad98f34671c0fb86ec533de7ed0","formula_version":"titan-u-contract-v1","latency_ms":0.5179999861866236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83680b28ecc69796af34a8e7e3c89e21768ab0f673d8eb5797e0276387cc9f94","sample_id":"hellaswag.val.3067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"731f55746f612cfe3203ac8db43553717d18cdc9e0a242a2c82fa48a4d080f1c","formula_version":"titan-u-contract-v1","latency_ms":0.5174579564481974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cdf59b7702b6f55abdd2e452d0321af22a642eb3d204b33b65c0a031d92e23c","sample_id":"hellaswag.val.3068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84c08890bd06c50bb0905480e88f62bd5d2efea693d6043d9512b6893ec0072b","formula_version":"titan-u-contract-v1","latency_ms":0.5927500315010548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cc00b544eaa824510e9e9741a8ad9c7188de884a8905d8128bf6deef11a7bce","sample_id":"hellaswag.val.3069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77a8a54c6e3e7e31ce38fba4c5d9a24a2d731d74fc487ddebaa47a30a71f7ffb","formula_version":"titan-u-contract-v1","latency_ms":0.5592498928308487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e97e5321bc46d7af49ac6637fd4ed8a3ddda079f7fb69f7534f45b358e5fedc7","sample_id":"hellaswag.val.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3828ab057f067aa5688ed43821ef88abeba5699e1b9704284ca3a5ee4c9608b","formula_version":"titan-u-contract-v1","latency_ms":0.4350829403847456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8f84077abadadf867dc8b2e3397eb9e22eabd1b1d5994ab34bb0002c61aa6b5","sample_id":"hellaswag.val.3070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef302fa4f846ecaddad54c3260905461e597e70527391ce5e7b5de7af8fc7b84","formula_version":"titan-u-contract-v1","latency_ms":0.6842500297352672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b77b45928654d1d8b4dced04077d31acb734d302a06de016cface23c0f5691e9","sample_id":"hellaswag.val.3071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a9010759b2c85d56c15a6fdd859f35a8a68f6df1de2d7e5ecfa3dad10f1d055","formula_version":"titan-u-contract-v1","latency_ms":0.5575830582529306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26d7674d0fd29849a5b853bb7645d7d170c53b457cf623e0787cc923ff5e6543","sample_id":"hellaswag.val.3072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0381bb85566c9a51e5d1a16fc2b6c83fb26aca79da9c14e9b69721177f27c15","formula_version":"titan-u-contract-v1","latency_ms":0.5326250102370977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4581cd714ac3519cd967457a73bf1ccb33f0f7ffb2efdbec3abc3e351e049863","sample_id":"hellaswag.val.3073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfb90b26604629a41a8ee7e7ea5374bbf4e34ab6ca14ffc44ae2ae1f5fbb9bc5","formula_version":"titan-u-contract-v1","latency_ms":1.35404197499156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"597ef10194049c77343172a4b88d423f8f14b7d34bc0298ff11f0f8a08b3ec8a","sample_id":"hellaswag.val.3074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6d0ed5c6ae37c8dd15a9a55497e4495fb0789d10e5f938e50b88898f43b23df","formula_version":"titan-u-contract-v1","latency_ms":0.6290000164881349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"130c03619cbfb2646c9928c860f11c398fa63aa4e9f90d706dff1beeabd24419","sample_id":"hellaswag.val.3075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4d80bb3ecba52227c9eeeb2903ea4d2b0480e2eafaed838c018ccece2e5a3c1","formula_version":"titan-u-contract-v1","latency_ms":0.6534999702125788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaecd6691e7666def258472ba227c4199234dcd936c4482f3a608e4188b5998c","sample_id":"hellaswag.val.3076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fc837e7b564d00914526d5e2967024df841c21ad2637af0fbc4b15d8cb26eb7","formula_version":"titan-u-contract-v1","latency_ms":0.6640000501647592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79a6e0d238c6623d1ccb324b4146bb2b77689528447037a9937da1dd89b3bfc6","sample_id":"hellaswag.val.3077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2de4857605ba18ad4af47ce078e6e433b177ddb18f269a084c5fed04e6c74f4f","formula_version":"titan-u-contract-v1","latency_ms":1.0765839833766222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a98ed694d5ae73a9d8021c124e69b94edb3d5a148533c43739287ec5f1128a94","sample_id":"hellaswag.val.3078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7661a31bb2dd69096ce10fd0c0dc7c0f44f52dcedce8cd70547210b16476d180","formula_version":"titan-u-contract-v1","latency_ms":0.4552500322461128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb92ad794b0bbc6876dcc24ceace2342cd28ae250bfe011e7b229c1f6cd0f977","sample_id":"hellaswag.val.3079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78f6366370d89ba5c1b0810f0c001f32fbe66f82f3f403e745373ddb5987afd1","formula_version":"titan-u-contract-v1","latency_ms":0.651791924610734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15a9c7343cb0c2bf1b62fe3a89a3e19b3000feb9ea48295efbe4dfccb6abedfe","sample_id":"hellaswag.val.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9b2db0f89b0b328bf7f773dbedaaef702de7af54ee45a9f631673b98b0669b7","formula_version":"titan-u-contract-v1","latency_ms":0.7591660832986236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77cb2c5944c225e41c316297ddbbb7e0943193a6eef78020b692e46520dfc52d","sample_id":"hellaswag.val.3080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8796be0b0743564996526514d9fd1da1c3dc98d07929fd7ad418e52504969aad","formula_version":"titan-u-contract-v1","latency_ms":0.5553750088438392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d408285664a8b14e5752496a4d5d8ba1eca4e0721fe9d2cf08922c0df080e18f","sample_id":"hellaswag.val.3081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5057a582042dfd593913fb0a81ed5d0201f735edc44ea9638841b80b6a05d6a","formula_version":"titan-u-contract-v1","latency_ms":1.2802090495824814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f02e19a760ace7edfec4e71c01028ae609e101c535e6a18c83a10db086c84fc","sample_id":"hellaswag.val.3082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"805901c02b4a775386bfdaa2f9dc13fa2e83ea36694741f9739e40de79c5c46f","formula_version":"titan-u-contract-v1","latency_ms":0.5167920608073473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76f32bc955140065017f82555654340cbfe56d2d1b81b8fed08b2a71d5dea118","sample_id":"hellaswag.val.3083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea0e1c01d3ca23cc6daac82ba7e084e86972db00b4dec62f2006fda309c27084","formula_version":"titan-u-contract-v1","latency_ms":0.7529580034315586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f891308395b439fec898bd3cd2e32f5828a4b1e3f06269a0fa4453f671d01196","sample_id":"hellaswag.val.3084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd609872fbff0779266ed241bcf832cfd65c4c27c47007d4441c8200dd9a895a","formula_version":"titan-u-contract-v1","latency_ms":0.6183750228956342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37610a29bf5bcdb113fe324a1ada3f4b3772d27a719e0fa99abb68e2c51c4417","sample_id":"hellaswag.val.3085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8db6e5bc7180b2e10a262b86843febbce4c04281f020b6ec7dfa0eded9ee5da9","formula_version":"titan-u-contract-v1","latency_ms":0.48687506932765245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94ea7222bb86daa7f82e6882ef356e277553914bf671362c8433da43bc07ebf3","sample_id":"hellaswag.val.3086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c5f18bb2b2227a141bb53c51c54e5f5ee6f1989465efc147e3491f42638c96c","formula_version":"titan-u-contract-v1","latency_ms":0.5760000785812736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec9002539e02c174b6b4537b5fa82df1a0f4c14461d8ff563dfcbc081c3a9c7e","sample_id":"hellaswag.val.3087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a74bbaf223ff785271529f1011115b7da6a94a259b5163b9aa54215d686ac17","formula_version":"titan-u-contract-v1","latency_ms":0.6147080566734076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b071078dac6cf8679975c4673fc963566099c44510229a57a012c618f94dd15e","sample_id":"hellaswag.val.3088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56c05727b0678801c4e159c17d267ed46df15eef08b642e938d8fd0c34af081a","formula_version":"titan-u-contract-v1","latency_ms":0.44537498615682125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f18d6db66ed43a342da722117ab74d9afa2d2fcd53a197d7536f9ba09e49cc00","sample_id":"hellaswag.val.3089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2ccb141bd6201ad02e2298c57446ecf1165a62358859bfd815e07f7ddfdbe77","formula_version":"titan-u-contract-v1","latency_ms":1.7631659284234047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c5cc0915a83df7f0a90d95232f006bd784f8ab682e1869aa7c58e63c438dc91","sample_id":"hellaswag.val.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0a1993e370756ef4b8d45c811f69d30bca4e9495c53248ded035b34a863c897","formula_version":"titan-u-contract-v1","latency_ms":0.6415409734472632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2240e987397783e2a51aeda86eeb863389543a9bae361a284afde0e3a3a2eeaa","sample_id":"hellaswag.val.3090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b8f7413f7db5ee296c73912fb11d8d21bb2fcadc10435236556df4905fa030b","formula_version":"titan-u-contract-v1","latency_ms":1.0172500042244792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b336e3eb778341c37160f98d346b946ce655817ffdb99f89e4490e1e64334b2","sample_id":"hellaswag.val.3091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b129106ecd67a1da45b83fd9a166f8de3e2efd9996dc92d586f961663efb93b0","formula_version":"titan-u-contract-v1","latency_ms":0.5044590216130018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"676f0d5103502a2a09dbab1a06f8afbbee262f58183593d289178ca2df0812a3","sample_id":"hellaswag.val.3092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfabc3ca6f194fc6bf72eb3bf20542692bd5087891d7de84869116f32a082c0b","formula_version":"titan-u-contract-v1","latency_ms":0.4632089985534549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67a7ba772428a1e663961a64e73a033bbfaf5a6157a1edf2a3cc23309f529062","sample_id":"hellaswag.val.3093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b310fa497932fbe1a2f719a298bb720c9a8e4277c4f5948395d05feba6fb7c9b","formula_version":"titan-u-contract-v1","latency_ms":1.3432919513434172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea6fb7a3f25ba6e8c85c00cabf562265325e7b4d935d01f8dc7fd047f17effd6","sample_id":"hellaswag.val.3094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c74d47d707857d4c38530df852f250b7dacec68b7bba7406eb45ee2a519bf682","formula_version":"titan-u-contract-v1","latency_ms":0.42166595812886953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b454d6e3e42652ac37705555e1a30373c88ac9ccf7a86dd61b459a088532a8c","sample_id":"hellaswag.val.3095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce532b5aad9e57ee54cf7a3dfa8fa38999adee01cc893197386fae99c43cf271","formula_version":"titan-u-contract-v1","latency_ms":0.8559579728171229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce84128c2da798dd58d3f506911daba76b524a3536590033d640bc09b2e4eaf6","sample_id":"hellaswag.val.3096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e02b838933af594d80a11334f36a847694938d93ac723f8d5c301e8f5e2dcd0a","formula_version":"titan-u-contract-v1","latency_ms":0.49416604451835155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf9fb510226b002827164f5634cbb0e4b7cf28c4ef260c0c6de3c52e07766af2","sample_id":"hellaswag.val.3097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"025382f44c30453c32031906d9b3ac583c92cf80ae5cf3f23927c33e7f710d5d","formula_version":"titan-u-contract-v1","latency_ms":0.6739579839631915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25ee00c0a02b505f38ff235de14b262c3220d9719d47191e7d9b905cd142b36b","sample_id":"hellaswag.val.3098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d8167d82606ad6c417042177c909cd130c4a3a19ffe7102f59d4e5820ae6902","formula_version":"titan-u-contract-v1","latency_ms":0.4922079388052225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19a2a00aaab0a441fdb9d79c9360631018e4f322e00d64554eefb57668581756","sample_id":"hellaswag.val.3099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"016696bd9e743bf37ac5e7d080e339b3a2cc4498db2baf21edad7709e9665e91","formula_version":"titan-u-contract-v1","latency_ms":0.8016659412533045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84b60b52d9c7774e59cac13dfe24a1a0a9d345a3c52f6092fff6ff11560c84a5","sample_id":"hellaswag.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c99b29d5e9261988786db513ad3beb42b2c02441020e85fc4db5858a38335de4","formula_version":"titan-u-contract-v1","latency_ms":0.575082958675921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24c07712134be39ae5692a71a6d3946440b739aa83af1772c8161b09fd33ac65","sample_id":"hellaswag.val.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f14d3763d0da37bdc19dd471b10a42038ca080042267d7eed240435d8e71be9a","formula_version":"titan-u-contract-v1","latency_ms":0.7559589575976133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5872d27ca7773eef778eb7b0672d5eaa0ee198eb83adb9269b2628e2ce3b8940","sample_id":"hellaswag.val.3100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bb98b768d1993091533b9e077032cbdb2efa4ade6cf64a946d9668bce0f8728","formula_version":"titan-u-contract-v1","latency_ms":0.962416990660131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5111030be76fbd0db0288c335b6c36f8ce85d42a9ee8e68963bfe62ebd94624c","sample_id":"hellaswag.val.3101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d895659a86154a719a7d2eff2276981c007c53aa51ced4f917615eff4543a54a","formula_version":"titan-u-contract-v1","latency_ms":0.4660410340875387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc965f23a25d92e84f6af6dcba7608b99c9696e993b6babe114d6736304ae6b7","sample_id":"hellaswag.val.3102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbbf379c9b6dccaab2c76fbdd86c7fe8b4ffb8abf9554f053d883c4a47708dbd","formula_version":"titan-u-contract-v1","latency_ms":0.5162920570001006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd4e2a735d82499b5e8da067dfc2036d5c5ac8a28bd69e4dd0cf7536e34b6a0c","sample_id":"hellaswag.val.3103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a71f809d9a45704e89b89eebe27db8f05ce83bee5a3c16fdba4821547a7ce988","formula_version":"titan-u-contract-v1","latency_ms":0.6142909405753016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edd16bca4e442fa32434dc160ae900a9b4b48ea321babd166622b37df54e3ede","sample_id":"hellaswag.val.3104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c7c77c1446b0b6ddd4d873496ade88b9aa95950a99802280a2b8d8a00ebd104","formula_version":"titan-u-contract-v1","latency_ms":0.6574169965460896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2389fbc1112b46ebfdce701f0f018ea6323f911bbc8387c164999cdb02d4770","sample_id":"hellaswag.val.3105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"795e76a05c1250cd07c54204d5112029d585a58229e4965ae90642cf469fcc1b","formula_version":"titan-u-contract-v1","latency_ms":0.47625007573515177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b49c768414942611f23e33605b9d13d2a34340109ef678cab1921bc5fa406b8","sample_id":"hellaswag.val.3106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"650e8bd4e683b70b52794d12c05ec512f3403cde572eb23080839af26187259f","formula_version":"titan-u-contract-v1","latency_ms":0.547291012480855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc7635c3352be51ac213f28f17320e90e28400d6810e2b262e72b0c8f9fef78d","sample_id":"hellaswag.val.3107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5e2d4ff905ce38fe7f8d11187ba4d8b9e032a18645d0e03c034fd6266711f86","formula_version":"titan-u-contract-v1","latency_ms":1.02116703055799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e42972077466b67aba299f1185a12386c5662b07856b2051515cda54e3a1bb8","sample_id":"hellaswag.val.3108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ce9dc4b54281f16e6ae923bc7593501ffba160ae4353260eab52ea91bd60e39","formula_version":"titan-u-contract-v1","latency_ms":0.5371249280869961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54f4fb0b55e725fdbcd52d1c5f5ba8b5a0c090d471f1aa7445598123d46c2cbc","sample_id":"hellaswag.val.3109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34d81890fc5442da61a40df4003c5eea67e29f8b1df8cebd3634e5175b5e6348","formula_version":"titan-u-contract-v1","latency_ms":0.8207500213757157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d18f001935ae0c8f4e3258a7931b78e32405d61843db7a80a7627c5cb2ac9ae3","sample_id":"hellaswag.val.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11899f88f005c74f9bb6de101c2037d2a35601a3f927157b304338de96a24c3d","formula_version":"titan-u-contract-v1","latency_ms":0.5655830027535558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8695c7637a94b550873c2f62dd6655b80f55f2c20de8a7340de5dbb5b6607ba5","sample_id":"hellaswag.val.3110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f005ba972a14c8e31f26f90a34a1ee1753f546b441b49ef40ca2f638b681b205","formula_version":"titan-u-contract-v1","latency_ms":0.5856669740751386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d55df48790ac009705e7c0298e7d789fe135ac509aea7c8df31d9ff00095da2b","sample_id":"hellaswag.val.3111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6171e5f6c6583a8d59cc258f591af7bc2070014bb67a8e99b682f753bff6cb8a","formula_version":"titan-u-contract-v1","latency_ms":0.6539160385727882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35041d3a2b9ecca8cbb3eaf80316a856ccb8b7539ffd1467616b3973bf6b72fd","sample_id":"hellaswag.val.3112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e56af57b35c88bcd809bb76b23c53d12b5eec44b9893f1dbd00906c88e6bf889","formula_version":"titan-u-contract-v1","latency_ms":0.73629105463624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"963f8ff89c179671f508dd5c1d50286d51af3098a8464443352c501563e20239","sample_id":"hellaswag.val.3113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ead358ffbf7c7d08964207d2547ad8067992608692b35125d829a64f5187dd95","formula_version":"titan-u-contract-v1","latency_ms":0.7174169877544045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cc17a7403b6111211bb9164745aa26fad8b9d1a13d33bda76c8744876f9cfd2","sample_id":"hellaswag.val.3114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61e4bc50d1b6e2729e1868610b4db788e5b4d0e9dac766c29ef7a24a80adb513","formula_version":"titan-u-contract-v1","latency_ms":0.6860420107841492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc8a2de36d81576392bfc4d9af662c2f30f70530b2e8f036849659ce90736c67","sample_id":"hellaswag.val.3115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dd4345a5610235cdcbae3e8d413e7e4edb0781e8c919242be53ba61a57afada","formula_version":"titan-u-contract-v1","latency_ms":0.8666670182719827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8aae067187a6f37b4e5dfd5137bdd6de0b064eb8669218aa5d39483a3ae5925a","sample_id":"hellaswag.val.3116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1719e9f50266727075b223696e9a5e4900be89843c6a7e7dbc185a22c27c7a65","formula_version":"titan-u-contract-v1","latency_ms":0.8340419735759497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a33f0e8be9044ba30a75f7b1aee00b42b4694d23220337e88920a74cce8ef529","sample_id":"hellaswag.val.3117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d963a66255e7b16976f34c4c1389f95f861a1610d57b163a986e44938c1e6f9","formula_version":"titan-u-contract-v1","latency_ms":0.6109169917181134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b22461ade0fb30d9c6670ef481bbcecb1c70a506892254e173ee1e5e0525f26","sample_id":"hellaswag.val.3118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e87095eeacfb82092a988397df019067cbf0978730989655102ce4ebd6d8e51e","formula_version":"titan-u-contract-v1","latency_ms":0.493332976475358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"191091543d2b798621d14bdb1edafdc69ad8b4d52da94d0ac418f763f57b32f2","sample_id":"hellaswag.val.3119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa1228acae4f45587c022be96f9f621464bc1bbbad800ba26196efc8169e203b","formula_version":"titan-u-contract-v1","latency_ms":0.8470420725643635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b55bd0fbac7a4304c8f5d23e304e14ba4b843e8240119f4faf1a207b39be773d","sample_id":"hellaswag.val.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e04ec3cc2c5dc0085e420daf7ea306d791129cbc25e87b96c47de09c38aee841","formula_version":"titan-u-contract-v1","latency_ms":0.6437499541789293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3670a66452a8e78c13dea16fddf74f79c00d1f7a86e7bd644a69566ec5f8535a","sample_id":"hellaswag.val.3120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b3afa9b465afdc69eb8d07ce6245f2e179cb02aaddda0068d2afa07a2fae3ed","formula_version":"titan-u-contract-v1","latency_ms":0.5761660868301988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4218b3bf724b25511a38b6f3530eef81e874297bb29c682cf5bb6a147e7c11e4","sample_id":"hellaswag.val.3121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d4dad9e404542e5fdcb0fd485700548dfb34c80b24f09c8af402319bed3b340","formula_version":"titan-u-contract-v1","latency_ms":0.4765830235555768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bcee5be38de494969d0be5bb6e858bec91d1cf0a1cf73fc5dd7d762bfa44442","sample_id":"hellaswag.val.3122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7232ee54498aafd301920aef266799c718e4f8d8a5a65c15b44ccadea06ae1ec","formula_version":"titan-u-contract-v1","latency_ms":0.4492499865591526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6dd4ec58449dc6fc0d3d7a9a49a92dfcc38a5e840521bb8782e913a838d392e","sample_id":"hellaswag.val.3123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5588590e79f9a5f992fc704f81a19535fe19e2d51d1a3e1ee78d685964bfa17b","formula_version":"titan-u-contract-v1","latency_ms":0.6611250573769212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45d5bcd8b57076ef01b64a3f5f36080b1215c1e239736a37e7a6cf08e968861e","sample_id":"hellaswag.val.3124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"722acb1bb341b0715aa03703fc8e0e9af0050434debea1321c84708b77e58fcf","formula_version":"titan-u-contract-v1","latency_ms":0.5871669854968786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54494b3b62f4ee1cae542bbef814145d7aa8ba207a52f9c3a2de405c1db92ce1","sample_id":"hellaswag.val.3125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c356437501ddc586f4bb96eb394f24397cb2ce0d4aa43d3af5238a6d0f851bb","formula_version":"titan-u-contract-v1","latency_ms":0.5272089038044214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3b3e9fe487a6ffb88780407dc5d3b139b37b7a03ea53712f3c998629289450b","sample_id":"hellaswag.val.3126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"479e911d9b486ddfa0ac7727422ba8ddf3699e91b56c9c5556b95cab944855fd","formula_version":"titan-u-contract-v1","latency_ms":0.7432090351358056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db2c38f7a74f8c185f72dfccbb465bb9f70eba08411f251fb04fc6b66b9bc3ff","sample_id":"hellaswag.val.3127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acfe2a53ea5a9edff0302c8773709adae49d3f97be0a5df1b6a726fe230e63c9","formula_version":"titan-u-contract-v1","latency_ms":0.8025419665500522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"191977be7723dfc784dcb22283f5bbc37b0ef2aa5ebd903fb457703ee53e1a24","sample_id":"hellaswag.val.3128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8292df0bb6350e2698f1014a0ad08c436ecc377b6678cf38ce12d9d793b70c3","formula_version":"titan-u-contract-v1","latency_ms":0.5180829903110862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"704c2da4f53c0bbcf6865f797b8f57b0704bfdded537b392f8a01b9132f82f04","sample_id":"hellaswag.val.3129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"557b5bba21a60feb1c1c4e62bd1083b25c060064c627b38a79c81b1cb10147a8","formula_version":"titan-u-contract-v1","latency_ms":0.8026249706745148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d9cc50988b5db1cc977fa00cb5d1a27e239861c123551c6b07508c1c547987e","sample_id":"hellaswag.val.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e2541b2add23e4ecc578556f6806f7a5d67f83dc6e5ee1947f78a62ac891dde","formula_version":"titan-u-contract-v1","latency_ms":0.8369579445570707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9884493ac2757bd2405f16b6dfc59ef2f9d8562d63005abc666e6be54db15ee8","sample_id":"hellaswag.val.3130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fd750f810a334e11816576240cef6c38c3e3e883dce0bc0c944d96d5b90f306","formula_version":"titan-u-contract-v1","latency_ms":0.5974579835310578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6f02bed66e61d66b96389dcb893e24094b57826ad5c69327cbf0130e7714b16","sample_id":"hellaswag.val.3131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e0f3c007badaa064d14e454b4cd42060ba5f5336758c546eb875b014c5a44b0","formula_version":"titan-u-contract-v1","latency_ms":0.4517919151112437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"608e286151335372cd568df67e980860747cebd52bf0ad2bec7d124d6b9a6013","sample_id":"hellaswag.val.3132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54dc86e4af30ee28e5a472fd846eeb8fb3c3cc3eaedf9b7d8499c51f0f925b5a","formula_version":"titan-u-contract-v1","latency_ms":0.4927909467369318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6fcef81d9bf66d3e156b65abf9de5278679e33d26e77378b9e6e4a736817b6f","sample_id":"hellaswag.val.3133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53e0e61780e47865bd05075f9f993efef543d1ad48ef1a6022a3e030e171cf9f","formula_version":"titan-u-contract-v1","latency_ms":0.6605420494452119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a737a481ec7d584b46b6cf372b3ac7eecc17c4ec163751893e80c117dc70b37","sample_id":"hellaswag.val.3134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1327e06cea52cb5e5c37d0f7e166aad94c090887f804828544c6995402d656f8","formula_version":"titan-u-contract-v1","latency_ms":0.7627499289810658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4af5e66c3fa2b8835e7a450cce3d65a986d8dedfa5326d570e5cec853ff0492f","sample_id":"hellaswag.val.3135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e4f9db46f0151274ef5104d5bab1b2b34b12217a69c7d96efef29c1dec4a7aa","formula_version":"titan-u-contract-v1","latency_ms":1.2299999361857772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"475c4ba995570c2a9e4f90fb7635d0dd2662f5ec863a125c4d65ccf65ed37896","sample_id":"hellaswag.val.3136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f1a69e1f7d9da7bd2ffefb921e3033f4f2c406f29e4b5f3acf25f4cd05ea51f","formula_version":"titan-u-contract-v1","latency_ms":0.5167080089449883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34cf1292b037829ed3c8cd52bcb89e8fd16d7f537af9bc43bbd59ac2c9ee1223","sample_id":"hellaswag.val.3137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f993147dfb3b57d1db82650a211fae4a48b5d95908ff028bf0ca73db0452ab9b","formula_version":"titan-u-contract-v1","latency_ms":0.6432499503716826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5893544c639f6c93e246c0511195e116b9b5603bd9733a4a44f0daafc3944753","sample_id":"hellaswag.val.3138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6e9edd00a513e56e6d3053446b9beb1fd4d259d4b2ec61e07ac752c0fcf1aee","formula_version":"titan-u-contract-v1","latency_ms":0.4954170435667038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f13486b461764d4ee54a69d386ab1a9c3595fa7add1fcd6869989e3648c05c7","sample_id":"hellaswag.val.3139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cd167079e8d34c4744f019e46a869c31085d6a740e8ca32bdf2995573d647b9","formula_version":"titan-u-contract-v1","latency_ms":0.4888339899480343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b51b22e99431c98fc91ffa238f02103e025b4c8d30f79f381ea9184dc263231e","sample_id":"hellaswag.val.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a57ba6ad39e21898ffd6690373e82c14466fd2ca1e35671695a1c12b22329255","formula_version":"titan-u-contract-v1","latency_ms":0.528833013959229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92a8320068772add5114ab23b1245add31a86596778e431206720a4bf816fdf7","sample_id":"hellaswag.val.3140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f0442ccac1b9e3188983e9cca133565865bd01372e1e279cdbf3574b9380783","formula_version":"titan-u-contract-v1","latency_ms":0.7053340086713433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a815d505ae228c59722b33a8e886b76466fd8b309f54a1986efe47c43f29dea0","sample_id":"hellaswag.val.3141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca379203f1c55346679a0ae632ab8c479c55a8d6e39bcc0e0f502b21fb8ca87c","formula_version":"titan-u-contract-v1","latency_ms":0.42233301792293787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4823aa88281fa5dd970f7d604b49b3bf4562bc60eb11f43d1a054c8a29ea0d56","sample_id":"hellaswag.val.3142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9f7908c0f4929ae0170ddaf8926b46e97e17c94b38902b7284fdb3cea85c171","formula_version":"titan-u-contract-v1","latency_ms":0.6025419570505619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f0fc7e697746a98a78daef301ddc7078212b368213b78c57d5b2e9bcb7537fd","sample_id":"hellaswag.val.3143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ac816b4faff93dc16415aa15327818107ae6963807f9e8dcf06e504fe3c8902","formula_version":"titan-u-contract-v1","latency_ms":0.4722500452771783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a079d1be98b9c867253a5297fd6d3a7f8443b8664a310b7c0eb7c25b80ca56e","sample_id":"hellaswag.val.3144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c507766ebc2f01517997118ccbf4d52a7cd950766eab5a3c8c017aae77b9ee4","formula_version":"titan-u-contract-v1","latency_ms":0.5275839939713478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0a0cf00cd5c443df32c662960a6cdb766b54e2b032773dde84f03a45579dbd9","sample_id":"hellaswag.val.3145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49cd002de6143d1a81711dc88dca9b3d4ee7aaedd969ed431e0e710ef56f4f80","formula_version":"titan-u-contract-v1","latency_ms":0.5400419468060136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"098d9208d25b6ce406a981da325632b54f42b45da6000349fa9b3bb443f5b79c","sample_id":"hellaswag.val.3146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c126c4fad39648654d1a2e23a42b20e48e2f598ce20ac1b61923f5a158609985","formula_version":"titan-u-contract-v1","latency_ms":0.4908749833703041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"979fc136ef9b25383a02af77505ae27e746f5c76d20d544dfa6c98c6baa7c680","sample_id":"hellaswag.val.3147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"980a6bdc2e7820885efa4150888b6b7396c6ef9f733b699b48dde4dbddf77808","formula_version":"titan-u-contract-v1","latency_ms":0.5845000268891454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8850464854068309e59e1951b41772555233494ae1cec392807e8a73c0b112e8","sample_id":"hellaswag.val.3148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dbce92607e77df208f8887ea9329341fa8fd73c12f4b53587c9bad3a7505e90","formula_version":"titan-u-contract-v1","latency_ms":0.4767079371958971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e187bb6cfe6e08f15c99706cf8de0ac6b506fae6223343182fb81e31eccdc80","sample_id":"hellaswag.val.3149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d8d2a187ad9142ba7a6b9d2542207cf114f4a298ddb6af89df6b1fc39f4e1a0","formula_version":"titan-u-contract-v1","latency_ms":0.5299999611452222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cc54da6e7b0cabbbc1ddfa4f43f9bd806646c910b98d488f73cc3b99b1dc31c","sample_id":"hellaswag.val.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1642f14b65c490ed04c47d761bbb29d2c3d322c4224f4ffbdf504040e6bed24","formula_version":"titan-u-contract-v1","latency_ms":0.7072500884532928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f54c0e1f97e3d110e53d5d6e15452b4a940c1195a84a6a897cae2c9189a6aa0","sample_id":"hellaswag.val.3150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58aa9ce22f3ce2df4a7e9e04e55ce2e4b6ad2a5dc02981d5077d8c269517c321","formula_version":"titan-u-contract-v1","latency_ms":0.5570000503212214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa9f5d19a9c419bdf13ffd6e78212a5d20bd44c1287e89875d402fce66a6d73f","sample_id":"hellaswag.val.3151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca113cc516cf7e4836f5165aa7ffe5d7f83fc0022d9da3735b156d25f472f997","formula_version":"titan-u-contract-v1","latency_ms":0.731125008314848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0040d28e904dbf15a861c61ba5f7c9705c854411481287b325e98726b138ff4a","sample_id":"hellaswag.val.3152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a6c2c0bef6dc48e9b68f0ebddc26f3a356897d4ad1353b6ef78b874f5976b2b","formula_version":"titan-u-contract-v1","latency_ms":0.699708005413413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba62d910e69b05912cf87213bbcce09c8601f3ec2c4d7daebfdb9461479395ba","sample_id":"hellaswag.val.3153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cb8d5367d1dac35c0afa8c58d9727feb30e9a089faabc45ed85f28cc26850e1","formula_version":"titan-u-contract-v1","latency_ms":0.6851659854874015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71e6aa36146d5fc9986d9b84ecf89305f7a18fdbb8c2083673becaf2476a087e","sample_id":"hellaswag.val.3154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78eb14d98d776dea1b3e5c45e62ab75aa6beae34f608a581559349810f206c6f","formula_version":"titan-u-contract-v1","latency_ms":0.6397920660674572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"accf3451435391b9b03dc9213cfdc1ab81f58adabeec9f38c13f5849db62dd23","sample_id":"hellaswag.val.3155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8de38e55b4d2c2398fdedd69332b1d0e2644cb9e817fd639602da87eadc156e","formula_version":"titan-u-contract-v1","latency_ms":0.5761249922215939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4067b904dd96533a47852ba63241e78d8ac8052d4dbbdeccb4abc1f54438529e","sample_id":"hellaswag.val.3156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8088a5d689541e4474e6fbff327c22ab8714975d15f3f939de5181399d9b1605","formula_version":"titan-u-contract-v1","latency_ms":0.4802499897778034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fff352a1d2cd1aafb8849ad34b3bc0ec9cfe6091ff7789ed01dd085de3bcaec5","sample_id":"hellaswag.val.3157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b87c113c5e44a4746f85c322c9d7c401d7d032b54cc5a57ef771ef6da649751a","formula_version":"titan-u-contract-v1","latency_ms":0.560667016543448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b9ef44c15aabcc5c25d95fbb5da83b2b268970aa1b58d0cccb6078abf0b244e","sample_id":"hellaswag.val.3158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4cf8531c8c136c4d2d474b70fd28f697c9f35dcb8e4bb53c07e2084fec44b52","formula_version":"titan-u-contract-v1","latency_ms":0.701791956089437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22e11f732cb136987b87749a5499f42d9d11dac8478eb57b0d57563d03257449","sample_id":"hellaswag.val.3159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62a2218235c99570966af027fc51add75f4c5f67d6396f0cb2effefbb90e1ade","formula_version":"titan-u-contract-v1","latency_ms":0.6089579546824098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e44675a961aa4cc7ca54423bbc507b6f50d2cf65d949bd242c5cc70546716ac","sample_id":"hellaswag.val.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70d7d6d92838624418b24f74c47a9a80b6a058c834848f1e804ac51f8499a608","formula_version":"titan-u-contract-v1","latency_ms":0.567625043913722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c405257cc73502370f41af6983f39bf85ebc8ec06628fd7025cd866c1bf779ed","sample_id":"hellaswag.val.3160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2db08bfb92e611c90aca1f448c621d167e413ad6e00d202617cce0101b683174","formula_version":"titan-u-contract-v1","latency_ms":0.755041022785008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70167c7906c4520f4ef91ee8169ce8749c4a649b64185b2bb3a2024f9beca0c9","sample_id":"hellaswag.val.3161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f63d27e570d40f04c47a7b8b5fea217a952524da83fbe946291710b75196fe7","formula_version":"titan-u-contract-v1","latency_ms":0.5856669740751386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61f50300e16f00e29cba5af63c0075144b01e3a5f78350b4f7653a4f72e1efb2","sample_id":"hellaswag.val.3162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe9d6a6382b7edbe8f8086767693f0ce4e32d78829c798225c21a49549b5c54b","formula_version":"titan-u-contract-v1","latency_ms":1.6561669763177633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"499b009485b4e006b5800f370009c2cadb79410f74a497f95aa29795fd98a93e","sample_id":"hellaswag.val.3163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56df0202a4f8da367d2c3eddaf781388209e28b46b40521db1a628872eb3895f","formula_version":"titan-u-contract-v1","latency_ms":0.5644999910145998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01ab6aa47540611292b68d418472e6e3197eaed841141fb0654d889bbb76e5c3","sample_id":"hellaswag.val.3164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd2afced307789d9fbbd0f1f1be44a3c579da39e3e96c833c7bf847b1725269e","formula_version":"titan-u-contract-v1","latency_ms":0.724624958820641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faf628111017d8b835b9532e9ee9461bfca9d370e5c0ce78bc735fd5b4b58e66","sample_id":"hellaswag.val.3165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a028834d2ce9329222b1b2eebc8469e3bfff09aabd564c1fff71d6f059d6dafa","formula_version":"titan-u-contract-v1","latency_ms":0.6769580068066716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b81dfc4ea1ae52b2c84da9cb30161c87add789c4b1647e6790247353b3a95924","sample_id":"hellaswag.val.3166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6470c0eae5b14eb95cdf413cef088759cb5bd89106f240e2e93188b5fbb3096d","formula_version":"titan-u-contract-v1","latency_ms":0.5938750691711903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d01060d5a3e6d2fae7f2d3e1154783897161e2e5cededd48717f52a8079b576f","sample_id":"hellaswag.val.3167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f61e3fd202fb982aa79a92e30e2c99b11aadba18ef3a8a53702ce4ad7fb5e897","formula_version":"titan-u-contract-v1","latency_ms":0.4853749414905906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c40ac782e3893b714669c28db52e29516d73f841bb6f465fb1c824520d8eadb4","sample_id":"hellaswag.val.3168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24186617cd8a62d2b3c2101bccf16656dea12d5e0760850d26e01c839b207d1c","formula_version":"titan-u-contract-v1","latency_ms":0.5889589665457606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"185b092702bdd47bc4bc8e0c4f3a2d146d76d81ff84d7f0ffef3045e16a09a57","sample_id":"hellaswag.val.3169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bef9aa1c28616e91ef88a9379030fcc6c7c59a2ba10f32ab89ae647431f837e5","formula_version":"titan-u-contract-v1","latency_ms":0.7275000680238008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"915f0227f773916957bb10a3243f6ae54b1c1f56896cd7f8b21c5ee46a3324d5","sample_id":"hellaswag.val.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16dd84fd8cf3a4e834c3ba194376e7e8ac8e62196bb8719d16752d3d3b011040","formula_version":"titan-u-contract-v1","latency_ms":0.6534160347655416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"340f5221d04db49d5884f38871ddd10b5990bcebd7b24764a9318ef505164b03","sample_id":"hellaswag.val.3170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ec8d8f318a0e843ec96dca3438fc2daca118a90190ac6469af6a7fece2de3f9","formula_version":"titan-u-contract-v1","latency_ms":0.7346250349655747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2314e0ec602c0959e40ca175fb840b571fd7e5e5f56ca3c1bbfcd8d87eff8f50","sample_id":"hellaswag.val.3171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0233f23145cceb9748026cc1a85ed0cf8c9045c6332111c336cfadf50c5e1347","formula_version":"titan-u-contract-v1","latency_ms":0.62112498562783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"004e1364056313140a68c7a40f8ff75c102249c4b4ef9d56f7107fffb9257053","sample_id":"hellaswag.val.3172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"416996b62c68fca154ea17cf3e61fad2bc43038f320b2ccb57eced07fb777105","formula_version":"titan-u-contract-v1","latency_ms":0.6274579791352153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8614f019beadb5d7194f54598f031ceddca41acb102c277bf102060ba6b5bf5c","sample_id":"hellaswag.val.3173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cb7ce8e5c642a6422e2178c6d59462082ec8f10f6fa03ca9c035ca056285ee6","formula_version":"titan-u-contract-v1","latency_ms":0.4306670743972063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d52dae49dd220889cfb43173e102ae8297816cac830ed4245a955f9b11b0a89f","sample_id":"hellaswag.val.3174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fcf88f1f852d9188b376884b38b472edb192e3597c6c29c939f6f835696c908","formula_version":"titan-u-contract-v1","latency_ms":0.6796249654144049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9d016b95fd1abaea2efbc4e5fb5aab722cdb474031b79cbd9a8e81af577ec0a","sample_id":"hellaswag.val.3175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ede5366fd34db1ff59c47199006f0fe6be0c75f6c50fedd0cf6bef08dada2b4d","formula_version":"titan-u-contract-v1","latency_ms":0.499167013913393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a90cbf9283f93b62789bd7bddc8d324b549ea6abcffe467dd2ce9144a7d25fb","sample_id":"hellaswag.val.3176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc8c00ae358baa12abaabbbce873fe2e4a3f1bb5488e8f67e91d046e79e7ee7d","formula_version":"titan-u-contract-v1","latency_ms":0.7519159698858857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab697a9032e56850454f5590dc83be8cd9ddcdc2dc4f3ff2d19e3119bc3084c6","sample_id":"hellaswag.val.3177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6dd0a102f0766935288a216494e88f24f34b5b874fb2d724042435a2fa046be","formula_version":"titan-u-contract-v1","latency_ms":0.7474588928744197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43381ba48afeccb8d0f9dec05f09618732d0e1e476a71b70becc8c5bfeb52b73","sample_id":"hellaswag.val.3178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38706a68876955566def1e6e1be6df1b47dc6e45888e01748ffc0e3a5dd0e59c","formula_version":"titan-u-contract-v1","latency_ms":1.4743340434506536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4f33364888d20e9b57d7c7b8f08cabe4c0a661bb7834493c72edcafec7cadc6","sample_id":"hellaswag.val.3179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e1fcdb456fb71f825628ffcd1dc752208f84be6b87cc0d46c89f17fd40abf3c","formula_version":"titan-u-contract-v1","latency_ms":1.0400830069556832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50dc18718dd4e46a73df2d1e4b4ad35c25cd4a14934af48c6568f1fbc7951e7a","sample_id":"hellaswag.val.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a7c36ec3fdb8909fe9cc3e2003f9a89fc015156e571037e0fde1140533823b4","formula_version":"titan-u-contract-v1","latency_ms":0.7687910692766309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d926dcc75c232eeabe41684c89d7e09956ffa5d16c515ba0b5f5adc96413a992","sample_id":"hellaswag.val.3180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79540cbab98abc301998fad70fc6f100f7dae7968ad7dd0cc610efc1cd069dc5","formula_version":"titan-u-contract-v1","latency_ms":0.501333037391305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c26e8ae408657f636c153f034106254bae1b0fc863748b096294ec9271891c2c","sample_id":"hellaswag.val.3181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e1765b084ba564b2b4defdf01b9f13c4a90c07466b2567ab2b29138f05c7626","formula_version":"titan-u-contract-v1","latency_ms":0.7827919907867908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bb856706c8f5ec936fa40e53145c2ca998bcdd824bcac5332b9371684e58832","sample_id":"hellaswag.val.3182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cd5871460f8fca3faaab0370bbc18299c87bc4d04c84f1d0f453f4bc0be1988","formula_version":"titan-u-contract-v1","latency_ms":0.6147079402580857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a72cdcf80bc9e1265fc2534b61dd24ca8be2e70a470b59e215949c514462d988","sample_id":"hellaswag.val.3183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95f1e862a492bec02b39376047a117c1036930122612718eaca396d6139db954","formula_version":"titan-u-contract-v1","latency_ms":0.6391670322045684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bf29260c49859910e51bbe5527a3af4ace770937e7781801b6f5452a926d39c","sample_id":"hellaswag.val.3184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af4dcd21622bfe0d6b38cd0e601f18fbb68ef114894800cbb93beb9573ca6a00","formula_version":"titan-u-contract-v1","latency_ms":0.7466659881174564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c79d71500b9f7b098eb81804feea7906c835ddd030f3b6794e8d638aa9700ea2","sample_id":"hellaswag.val.3185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef49c6d8ee7fc108bc23ac6939efd6d8c3d3eeed3a0bb94fad08a37763d6cd14","formula_version":"titan-u-contract-v1","latency_ms":0.874500023201108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c44c21515c10f40e522cddf4d268ebc11b6f6d7e1f751630a560bc11e8045f7","sample_id":"hellaswag.val.3186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87cedb4baa76642bf3fa0ddede31d73ef1ce3a801fe93f8e0ac4ac64e8479fc0","formula_version":"titan-u-contract-v1","latency_ms":0.5727080861106515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5eca2fbf649425c3a832723c4962c7963dd62c16e80fb65d62374bed4640ef03","sample_id":"hellaswag.val.3187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6756ad1a6c4ed64eaf0ac468fd6f651a6d23a639f9f97e66f487c660c3276ed2","formula_version":"titan-u-contract-v1","latency_ms":0.9330830071121454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d42c6bf81062e520c6984a99bcf59db12aa5d55af2f34a3b9e18765909569abe","sample_id":"hellaswag.val.3188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04029eef1c288f8559c7ea2f47fe43b8d772ba3c66e79c2a3440bd93054d5268","formula_version":"titan-u-contract-v1","latency_ms":0.5711669800803065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"787c03e43cebf66ae01ada4a5e986aade63b2b74aad70866d6b87cbabdc4285e","sample_id":"hellaswag.val.3189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c97e7212b632ce10c5eac6b7782b03b9f38dc768447a3ecbf619f817925c101","formula_version":"titan-u-contract-v1","latency_ms":1.0671659838408232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6e27b80c9d6b7ba69cac18c988913418ecde5ffcb6eabc6bae63f3c326a8b40","sample_id":"hellaswag.val.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7ad98d6f2ac9525b6fff7c21fdb0639cca44f37e9f0807fd6c94573bc6dc5c7","formula_version":"titan-u-contract-v1","latency_ms":0.48745807725936174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbd18c1e12db0bc1fa16a18d0288db363740be8b18fb38f69f1822923d6eb615","sample_id":"hellaswag.val.3190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acfdb544f5d5a1a385ec30c44651efbe53fd63eda11a7ae20a87a657baef5782","formula_version":"titan-u-contract-v1","latency_ms":0.69966702722013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13192ce80181152c08b2bcf9909bd1e15e05c8441cc0a7d818074efea6c207a3","sample_id":"hellaswag.val.3191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba70cb47d91e17446835ceb30cc024dccab61b17d32c236f05407795965dec11","formula_version":"titan-u-contract-v1","latency_ms":0.7550420705229044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1613ccb3de2c70786c25dcc452cb5ba6f477dd5dc18cd36cda3bd8362327eca1","sample_id":"hellaswag.val.3192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"432a4d5ba36034d24c0d0bcb185ce1bad1eb142e625cc652f5673ff48cede6bd","formula_version":"titan-u-contract-v1","latency_ms":0.6346669979393482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75117b55a1aa198dacf7a56652bf6efda2f891ede0046aeaef3ee47e38945178","sample_id":"hellaswag.val.3193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8db0d3d351b90bec2b223e9e98eaeef31d6e74e23d8e7264a250eb7726c406fd","formula_version":"titan-u-contract-v1","latency_ms":0.5516249220818281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6039cb6fa27e0df78275f61f7fd6cc9bfb2b3f066103ecc1f5d60c81648d5c54","sample_id":"hellaswag.val.3194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87a577526fb13948cd5413d9f31ce51b931aa98c78609e4c2c5b47453c944f42","formula_version":"titan-u-contract-v1","latency_ms":0.7237079553306103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14102e2a5ee01fdacfc23cd3906057e89a8c15a3ed9db367cb366b6de358167f","sample_id":"hellaswag.val.3195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd072bebd686c89d7af1cbd171020d1d4a91fc77d6b39a083d9e248b3d1b5b21","formula_version":"titan-u-contract-v1","latency_ms":0.6394999800249934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e42851e501c75990a47b9ce1578b821e308e61149dc1a256ab2e04fb00d7a89","sample_id":"hellaswag.val.3196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b28c38e539a77a9d846978215b7fa433617063148eed4b5638790d6062c7472","formula_version":"titan-u-contract-v1","latency_ms":0.4919590428471565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80d79597c42c0f5b63802ed95bb659bbbca364a6c485e13893d3df4aa8cfde52","sample_id":"hellaswag.val.3197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c50eea16c9884ad990a918eeb2b0570cabaf29528a27e326e3a5c6e994a3a48a","formula_version":"titan-u-contract-v1","latency_ms":0.6975829601287842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daed9750dc60e0ede838bbbfdccda98c2fe50a796b48c3a3c1e5cfe68aeefdac","sample_id":"hellaswag.val.3198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"738a98a01e0a7ee711aa5d3328a8d4cab9ab871c372a485743c40c5d21db974d","formula_version":"titan-u-contract-v1","latency_ms":0.6978749297559261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f4be86739f23ba5a0fa9af0aee22d2199440e02b58adbc94ccd7a681fe2710d","sample_id":"hellaswag.val.3199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab78b6f3524d2b4cc0d4a74736c320f04b8f8ff8bbf7d54796be88de320fe9b0","formula_version":"titan-u-contract-v1","latency_ms":0.577665981836617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1615b14b33d897226c88a458486888b867abe4eb4dbb9c540d4ce794534ee28","sample_id":"hellaswag.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b1f58c96ab550d1abb2e24a38e02b7aa2a5fb06f11f46f0a9a9b6897e2cf24b","formula_version":"titan-u-contract-v1","latency_ms":0.6277910433709621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"495bc23251e080da819e41ea3faae5dd59af2112321dbb75428858bc6ead0bcb","sample_id":"hellaswag.val.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"399ae639d0d3f13327bba194ec7f199fdd544311882c87032f3f28b5bd4311b8","formula_version":"titan-u-contract-v1","latency_ms":0.5459589883685112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d75542df7a19aa8c7cec187d4312b80d91e6fd460eedab9b42781d75c273160","sample_id":"hellaswag.val.3200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3c67b344ec55be3a8ad73f39edfa7c74f63edfff1f66ca2aaf9c63d63aed75c","formula_version":"titan-u-contract-v1","latency_ms":0.8174580289050937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df4d551a9eaee17bb347b5cb53066dd2c7f8b55ef68db5441521b16324f1e68e","sample_id":"hellaswag.val.3201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a7ade7dd64b11d37f5ef8b770776205eeae0adcd5d53a3c6b066f2065ebed1b","formula_version":"titan-u-contract-v1","latency_ms":0.731165986508131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab9cd83b0939babcbd07c396cacbe87555306bb1df898ec07649bc196241785f","sample_id":"hellaswag.val.3202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aa85746f6cbbeecbcb23717cf175cd7d8541c2abed59e1b4c1383a4ace478c0","formula_version":"titan-u-contract-v1","latency_ms":0.5826250417158008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a730fb685334a16c463fd46d1c0b53990fa2a0f946a5d0c3b7eeeba719739e9","sample_id":"hellaswag.val.3203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b5c2197249fdd2ed1c8757b6c3d111b34c4e4763466d576c20744a270cf7159","formula_version":"titan-u-contract-v1","latency_ms":0.7644580909982324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26f8ba466db584e24d7ee12141b76514c1e9b6fb7d8914b684d9198f2e649126","sample_id":"hellaswag.val.3204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5e30ce66dc18c481913f7747b1f35ffef424d3e036024db171314d047cf3a7d","formula_version":"titan-u-contract-v1","latency_ms":0.6219999631866813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8020ea6a97d4abe91345048a1df5768c79c0c93adf2cd7f2de7516456289f536","sample_id":"hellaswag.val.3205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74c6b5aefe555ed17bc059f7e41a335af70351f00509b489635349d747ea4b12","formula_version":"titan-u-contract-v1","latency_ms":0.7045419188216329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1b04f1b3904c4553b593945f7c09ea831dd7cf0148c28e3780f394033aecd15","sample_id":"hellaswag.val.3206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35f12d0cfcd149b19b694667ea2d38cfd76bd3effa058c33a30b6c069bf13e18","formula_version":"titan-u-contract-v1","latency_ms":0.5046670557931066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"643a11152619bb5a0238b0ff66775fdfd4176c17b9b9b8f38b74b9c3d7d2e734","sample_id":"hellaswag.val.3207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a3455be4247289545f8ebc4d7c854037b8154a42a55d536252454dca4ecaaa7","formula_version":"titan-u-contract-v1","latency_ms":0.6933340337127447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e4457353d5bbf9ee6eb755738d2b6457db1d338cb4329e568ed6d3789da9c1e","sample_id":"hellaswag.val.3208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10fecfab20472e5e627ae92a30f802b382fafabadd8f5fe728fa44dcdf1152b0","formula_version":"titan-u-contract-v1","latency_ms":0.6740419194102287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d9ba0593f1d37d1c50a8c5c73c92ed79d2b8e96fdffb0fc42e28e3d0f1a1e2d","sample_id":"hellaswag.val.3209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32bf8e2b18abbc549c8553e340a952e88491bf28b1ba8486c570ff7c0e5e50e5","formula_version":"titan-u-contract-v1","latency_ms":0.6731250323355198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"103fcd7decbc77263255fd20f9fea91b3b503ececdab5b88abfe6ade6ad821f9","sample_id":"hellaswag.val.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf96b746ac1d75c2e42791fdfc8d5d55a240c0683650c60fabd5f2edaa49ed63","formula_version":"titan-u-contract-v1","latency_ms":0.49704196862876415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57fb6456a1a966b85e9fce472428f095f66f1a6f227c22e68c3dba2c1ea2e692","sample_id":"hellaswag.val.3210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25a2cbf8857b593e7f2561c9eeaeb044f325b2a49a77e07097bbff2d7e85f904","formula_version":"titan-u-contract-v1","latency_ms":0.5525000160560012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dfed2ba23706f45401531d0c07349bb9dce7472dd431b564e9cec91f994a919","sample_id":"hellaswag.val.3211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"313ee169cbb5a45d3cb17e4b46f51e78603145b5607166025b4cfa41e7d47db5","formula_version":"titan-u-contract-v1","latency_ms":0.5410840967670083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c33b4acc91fb5aa762ca3524e9ecfb4c58deeb0205bfcc2da7a85d1d578bee2b","sample_id":"hellaswag.val.3212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a55a7d09349e07a3802cb376f77220179afd35bbe4ec75a623b1549cebfc843b","formula_version":"titan-u-contract-v1","latency_ms":0.894750002771616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8823d2e75f716403a0b3f1dc34df9f9dd63dd23b7616c28b50a8d0a0017c0cf0","sample_id":"hellaswag.val.3213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7c8d076a0b5531b5f305447e85df12f126d4dbe3724a588b40d2b1978076857","formula_version":"titan-u-contract-v1","latency_ms":0.5914579378440976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7c9b23cbc6eb7e776fc39d60fbbc75421c392be4c6c38bd22645d3960609c15","sample_id":"hellaswag.val.3214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ba4ebc078375afed3b7ba8c832217aa9ac026ba3a6b8cfc1c1c11adc6f93b83","formula_version":"titan-u-contract-v1","latency_ms":0.48200006131082773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ec1e29d6625f146ba9255e1d0a5f270b49bacf732d3fa74959c2b90e4357893","sample_id":"hellaswag.val.3215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"309ab08cbeadbb24e8da1d6079795d504ecbb3f967998a4ae104c6d6de842568","formula_version":"titan-u-contract-v1","latency_ms":0.4778329748660326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e75ac485c6a96667f123baeb7f4de1ac3b6780a9f72b54240aee121d9082327","sample_id":"hellaswag.val.3216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa037f5715ffa753794b44544d710040b2b44f5f3ceb7f3ef0e3aa80b450c187","formula_version":"titan-u-contract-v1","latency_ms":0.5816670600324869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30b5bc03f8aa243917865cb985c0b5adb5680a2db99820528127449bd2975f89","sample_id":"hellaswag.val.3217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be90f1dc492fdd209038a5fc51e30134c8389fdc9f7d5910313a387b519cc647","formula_version":"titan-u-contract-v1","latency_ms":0.6373749347403646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74cf6cafcd41ec38377d9f93e6a954f79e5fe7582972c32b07e925ee81277d0f","sample_id":"hellaswag.val.3218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27950dadb91abe01e9b0309eb8b1c7a1c8289a90eaff9382263289a4de104f47","formula_version":"titan-u-contract-v1","latency_ms":0.5928750615566969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0c41010fdc2c9ebb49406bfdca6b054bdf0f5c2e666cea42aa2f7c01985e088","sample_id":"hellaswag.val.3219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70344462bd3053350738349ede1eed4dd0fc04d603e2594b70e902577cbb530c","formula_version":"titan-u-contract-v1","latency_ms":0.47433306463062763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3336254cdd14dd12cf8f39db8b95d77e33708582721669025b7b97b49d16a2a2","sample_id":"hellaswag.val.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef9f3aca464549df2293f37a990a1c91c826a50a3a381e1dccadfa20c4433b23","formula_version":"titan-u-contract-v1","latency_ms":1.0296250693500042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7f7d0f4124417458032dd462b1d421b37a731cedbed82a5eca1fcb1d4630133","sample_id":"hellaswag.val.3220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54d036c7e7a036959d20cf6ef95260b763ee4f2554c0d7931cefa1c1c2574b6d","formula_version":"titan-u-contract-v1","latency_ms":0.6812079809606075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c9841395a95e88c5b5f9984063faf428f9bf7b9063a88d6de86985871220711","sample_id":"hellaswag.val.3221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64f01490308ed93710076ecb5b6978de1896da5d87602c36b7be583ea1c33b45","formula_version":"titan-u-contract-v1","latency_ms":1.0288750054314733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33de5403e57edd820058ad82c26a5b4f9966c8e893d41b619f39a64d6300b662","sample_id":"hellaswag.val.3222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5753320e67a4677ea24d89077f7629052f77294842ec253b917fc2acb5c499c","formula_version":"titan-u-contract-v1","latency_ms":0.4790829261764884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c92b30d05ce634023ac082445fab6772066747932bfa0998912d2b90248ec72","sample_id":"hellaswag.val.3223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6372326ebc3c0af4173759eef03cc009d48763175fbd63caeacf3068d39965e","formula_version":"titan-u-contract-v1","latency_ms":0.6451249355450273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff434a59f9d3aaaf4bcfc305163df6eef99327f602501b9bbcd0ea47443deacf","sample_id":"hellaswag.val.3224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"798b2f0ce6e03cbbed5aacf8b4b98b0b00b987af1b73bc241786e4af2884e706","formula_version":"titan-u-contract-v1","latency_ms":0.45841699466109276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e902b8a4a1e57a6987d27129f2f36c0947c5b9c0a6f6611ed49c69c8ee6c2dc9","sample_id":"hellaswag.val.3225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db558982e9be7c1d69f3e7782c06a6a7593e1a172c8cc2996f61be978a1af93c","formula_version":"titan-u-contract-v1","latency_ms":0.6602499634027481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9184e08ac82f1e3bd33c59776bf3d323a4de392ad0d6c0db50aec29d6acf91d","sample_id":"hellaswag.val.3226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a1621c90287fee0a3e82a3885114af89c14af89e6ae97df2568dbe66ff710f6","formula_version":"titan-u-contract-v1","latency_ms":0.5770409479737282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b16d53bb75b65586d1daac6712ce86f18a2157edd6a2e951cc5b326c4b62b5f","sample_id":"hellaswag.val.3227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d09270b4be38207d9a25e475f2429a1555557a3b2af51300fd8f34e36c77126","formula_version":"titan-u-contract-v1","latency_ms":0.6198749179020524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b1adeed410809b705289e6a65fb4f411163b9cccb70d6d4671a2612e7faeb43","sample_id":"hellaswag.val.3228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b24ef4f83f8a6b399003d60d9a6b1abae9830ccd0e7d92ecb0ae63b089b52316","formula_version":"titan-u-contract-v1","latency_ms":0.5777919432148337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20930db6957e56d5240ced40a513429c5e17d0ba5a12ba54a33ef0d2a30577a6","sample_id":"hellaswag.val.3229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7259dfb5a72de14cca61d09af9c74355869f4fcb46693b85acdc409d42904159","formula_version":"titan-u-contract-v1","latency_ms":0.4980419762432575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4192f9670c69e593e36ed6c3896c6b4d02e3ccfe53ee03a230e3be98d178e3d","sample_id":"hellaswag.val.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cabbc04f8ac35894a9590654b2c7abfe6f6b9c5c133e4e4084364ae21eb1cbe0","formula_version":"titan-u-contract-v1","latency_ms":1.4502080157399178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e4c3271d94aab0653590bdb51ca687d1ce4d0ec799a93ded5194cde3aabc73a","sample_id":"hellaswag.val.3230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66528f8dbacfca9cb0979aa4cb0a174c287e9de686ba127d8ea4d59494936959","formula_version":"titan-u-contract-v1","latency_ms":0.5411660531535745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9d8e86d03e12599090f16aefc9e4a7548d7c0c00ecbd51155c701eba4a40a03","sample_id":"hellaswag.val.3231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04f5842f423dcf13606f262a27094088bcfb0f91dde2b270e116291ac3b3381c","formula_version":"titan-u-contract-v1","latency_ms":0.5183749599382281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82cb85303e0a45bca468664073b1f78d22aa967c9f5cdbb8abd21a45d3226514","sample_id":"hellaswag.val.3232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83c0ce546f03b6ca0290aafe08b6807638b29a40c746de94b20d1476f08f1ae5","formula_version":"titan-u-contract-v1","latency_ms":0.6117909215390682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4e5705cc05f81c895fff8ba82f27090812a0b9d8b77c5828755c8d6053bfc9f","sample_id":"hellaswag.val.3233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fd2de2e274da2853870ecc88dcf5d7fba66dab0b191bc890de9dfa7410e5184","formula_version":"titan-u-contract-v1","latency_ms":0.506000011228025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3abeb4447753d6f6ee5d7ac1e7d0272500c2fa7c59a11c5b97503e081479d2fb","sample_id":"hellaswag.val.3234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30b0ea4e1472bf6b5b67941a34b2befdff6f7978b031d741b01be4771d24a950","formula_version":"titan-u-contract-v1","latency_ms":0.49629202112555504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34f9df3f0f46ca9082d9e4905126fce349e7a5bde0ad09d92cb48bf680534e1d","sample_id":"hellaswag.val.3235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afc119ce828ddef24175783aa19b35aee59393b0d7f0f4e2283cbeccfad7b86a","formula_version":"titan-u-contract-v1","latency_ms":0.5051669431850314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bccfc034e47de595eb8e6d7295dea18635d6dc7f5bfd64c2b614c0bea53b8827","sample_id":"hellaswag.val.3236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba97083b10bc8e5bc3b0540f506ba1ab9f31d2d94c1cedfdb1835b4ee5867732","formula_version":"titan-u-contract-v1","latency_ms":0.8069589966908097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1356f5c8e1797daf7dcb1155cab295f00da109e84ea72621a48a10b437c0bf9d","sample_id":"hellaswag.val.3237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfcba45c14126dc137114ab7cfe6fffd7c796938525081dbdc3a6e33e709ed7e","formula_version":"titan-u-contract-v1","latency_ms":0.4795000422745943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a2972f85240bb49fb25ec63cf7595de60b900aa46c18478a54cc53d7f0f7486","sample_id":"hellaswag.val.3238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d54a87a5fe90a0fd636e2a032373d5fe6f126631ef8d483f903defd3374a2c84","formula_version":"titan-u-contract-v1","latency_ms":0.47974998597055674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81db5514ce6af786dc08581f6dcaa89855acc059463d3ab3fe98e71eb5237713","sample_id":"hellaswag.val.3239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beb3f55cb48c36502b54763b1113d6572e93c9ba3354204ffbeed5289aeb00c8","formula_version":"titan-u-contract-v1","latency_ms":0.6730000022798777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbcb8f3059daea16927d4b4da9e460ff5375bd8326ded0efdf016a9c6b906c74","sample_id":"hellaswag.val.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13232d278675f4549648b1bce7532d39b07286a8eb20846a3c8294863d36d035","formula_version":"titan-u-contract-v1","latency_ms":0.4529160214588046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f8ed2797d5de92a5c7eebd9c825c806ab18f2f528d3574bbaf8c689a6775bcc","sample_id":"hellaswag.val.3240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b67cd69277de29399f0adc600c81248eea0289bd5573d74655fbea84d7d2ab4","formula_version":"titan-u-contract-v1","latency_ms":0.48154196701943874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02e911ae39b83931da10e927825b3f881ded70d7e678705b5e98cc6f496577fe","sample_id":"hellaswag.val.3241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15af455989ed3ed2e10c8931135c963cd9ca82dd05459a744af8801f7c984049","formula_version":"titan-u-contract-v1","latency_ms":0.5151669029146433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18d9e044ef6fc0dd6f7eee53b8ba13135e2ac1faa00b8eb7131947543807cfed","sample_id":"hellaswag.val.3242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8773c93a417aab8f2bdbed4c094f476d0f277c373fdb421776cb4cf284492f25","formula_version":"titan-u-contract-v1","latency_ms":0.7532910676673055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43e04c818b2ce7f0b9408062f76867e523fd06811a54fa8739b71048dc5d5351","sample_id":"hellaswag.val.3243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ef152a213f5ec6669f29ddd6e3145210262f11453847c643d54f441e9c8bb3e","formula_version":"titan-u-contract-v1","latency_ms":0.8421669481322169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e95bd8eb8028d6561287c9f4529e796e797a34fea7f5c70516cb759ea0b848b3","sample_id":"hellaswag.val.3244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91a7b5365134b5a36496a870564c4eb74053944bece89dd5c1d59acd74e592fb","formula_version":"titan-u-contract-v1","latency_ms":1.1203750036656857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9332dc81d03de6725697e7a68f146b42175a952864bed278e7f8bcb252828412","sample_id":"hellaswag.val.3245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1966a97c527b5efe0ca0c170748d1847123a3489089fc784c4ca35a22f7d950","formula_version":"titan-u-contract-v1","latency_ms":0.8459590608254075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21e1f25832d85c084eb118e4f0dd36ce71ab216dfb83f9384867db06ea91bb54","sample_id":"hellaswag.val.3246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c2ee265ebd55ba7ccfccf0316ce431ad45f217d9520ff8cce880ad2559518d6","formula_version":"titan-u-contract-v1","latency_ms":1.014291075989604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0c981cb7f18926723523066d5abb2915644cc652595d083a08ba1e701fb59db","sample_id":"hellaswag.val.3247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48b619c442aec942db39b29350567df222b7f1103f6b63bd5dc5833678c21368","formula_version":"titan-u-contract-v1","latency_ms":0.8185000624507666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c1bb4a72cca104a3d5e2577f98ad7ed7ffe339bc9539a06425ca40ae8589b76","sample_id":"hellaswag.val.3248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c6198df9b32f434b2828d5224d146bae8e2c8511fcfe1ec02226b1ccf12b270","formula_version":"titan-u-contract-v1","latency_ms":1.3039170298725367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fd1bccf317d301cde4e8ced5fa52c5697fa76cd8144887109e44876e90a7a69","sample_id":"hellaswag.val.3249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b4630ac942cdef4d4dc61513889e71c8d45527d05d36f2287894b8e8372eb35","formula_version":"titan-u-contract-v1","latency_ms":0.5138750420883298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1c8bf9c0cb4972a808d774729fcef938a15e0482a61afae3185dc94a1179824","sample_id":"hellaswag.val.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a97bfa27dd2e09aa631c98ce32b30b70ec8cb640311d639faf48f87054ea075","formula_version":"titan-u-contract-v1","latency_ms":1.8483750754967332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ba6a290173d8cc85a4b8d17d8643e0be1d61a863429bdad9186a2bff9b2606d","sample_id":"hellaswag.val.3250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"624c8c9f588274c445bdbe2082bd5f79366b51ee4bf549a530580498f2da9a61","formula_version":"titan-u-contract-v1","latency_ms":0.7038749754428864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6428f1a7b692e6ae2adb6101002691465802a95db702d166ea99551fba3a282","sample_id":"hellaswag.val.3251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4c1266a12e903abd0eeebf6a1fa0a98f855388ac43b1037912c2405dc6ae8be","formula_version":"titan-u-contract-v1","latency_ms":0.8520829724147916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e7ff7c0ac37d5d89c9b1b4be3ba2fdfc5c2c243bda7b4d64cd02a4128a4bf51","sample_id":"hellaswag.val.3252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55c0e4e86ad07bfdad31cd1bdbe98943498bd558a8d266e1f82fb063faa13675","formula_version":"titan-u-contract-v1","latency_ms":0.7161670364439487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24502acf1010aa6052e923a00e4ac249e71138c7ec11a36d0b8513b439a0ec20","sample_id":"hellaswag.val.3253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"268f219b02b54170781fcb3c641f27350b2dd06bde8815a4d860a8d0c1d3b0bc","formula_version":"titan-u-contract-v1","latency_ms":1.1142080184072256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fd69f4917e0bf9f25437e463f7eadb58a41c41953f07956a164fd1b121be50b","sample_id":"hellaswag.val.3254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32ddc942e5640e43fbbf8cc8da969e47d8f749a9c9ccfec28f4b5a21b075f145","formula_version":"titan-u-contract-v1","latency_ms":0.6420420249924064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f42dbe24af4ba71ea3f179aafe5cc6f0af9629125a529cfc7c8b1154c9b91291","sample_id":"hellaswag.val.3255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edc0f5115802e9b67f88f3d0e178a31ef9575fefc6e5032a60718ddd61ee66ee","formula_version":"titan-u-contract-v1","latency_ms":1.2171670095995069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9159fef38d820bc374eecb01a432eea0d6221a305056258fa85f34025b2ae3c","sample_id":"hellaswag.val.3256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45db8a615e880c37d2a43a61e408158a682a61dd1bf8688f1850004374e49f68","formula_version":"titan-u-contract-v1","latency_ms":0.9835000382736325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84cc0c7a4d87894add4bc70a9fb07b28af9c653435671401bec8457e014d311a","sample_id":"hellaswag.val.3257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee59cd759f190918a6a9572be563acaaf5a7f2071fdd7c2ac1a325148e642821","formula_version":"titan-u-contract-v1","latency_ms":0.645332969725132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5392ec94d71f5af3afec0265e6331f4efa21d26785b4976bcb17adce78874cd3","sample_id":"hellaswag.val.3258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4d7353d02a05fe403bbb230fc4d76e38789624bcaa45ec6198ee4a6cf8acacb","formula_version":"titan-u-contract-v1","latency_ms":0.6837920518592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7abf985d103e3fa816caf6f8522d2dfec0b964e8a19fc1a6fe2c18b0e643d00c","sample_id":"hellaswag.val.3259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82dcadf59aead92cc45f382616a1c995ebe198a2d38ad69e877da9a2f819e0bf","formula_version":"titan-u-contract-v1","latency_ms":0.7046670652925968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3709f70db595a33969af1456a7a5f04892bb75c325fc61f0cdc0bed7245ea05e","sample_id":"hellaswag.val.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fcff465c335dcd2b8b0e5ba71662a54568ee590b650064ef3ebde035252ca77","formula_version":"titan-u-contract-v1","latency_ms":0.6581250345334411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"592ceb74dbfa99c3f35a6a46cbc54b86969a56e4bb4f6bcca0ee5eed91cdd20a","sample_id":"hellaswag.val.3260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f44176c122081703710ac140f00a9c6323c92f51f3f8ef024254a0c45ba501f","formula_version":"titan-u-contract-v1","latency_ms":1.1394999455660582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62d29bbef10ab161b7b150976007390e367453261dbd7d2e8f896f5b22559955","sample_id":"hellaswag.val.3261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37b4b020f1d228147f3f3de62f6d2bd242ba1152f039e460a339c7cc8c97452c","formula_version":"titan-u-contract-v1","latency_ms":0.7662500720471144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37a60223ae7fa10da703c19a8d5389daed4c38d5a1f486b39c973f16735acfe7","sample_id":"hellaswag.val.3262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfd0e8cfa9c1af34d8cc2387b014329357958921037c8052af730c2fa36627f8","formula_version":"titan-u-contract-v1","latency_ms":1.0006249649450183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61adbe30fd5d5a946f9e81a48983168232ab04f4918dba381e15d7f45431792f","sample_id":"hellaswag.val.3263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adf22693cda5d57742881856f3cb388eaebf21edf8621de65248bbafb5b807e3","formula_version":"titan-u-contract-v1","latency_ms":0.795625033788383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee2e06b858327bad76e83364cdab704d48d429369bb04b2ea117b2c83ada4ed0","sample_id":"hellaswag.val.3264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e781e30b293d85e5c651a732a752b1bd0472586159addd2bedce66cf63864353","formula_version":"titan-u-contract-v1","latency_ms":0.8456669747829437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed04ca7ba96728f3805d8dc1de32cfb6be74d919bc1d738289cbc07cb6d6cdd","sample_id":"hellaswag.val.3265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1eed64cabdfb42d131605a3312cf756c6bc59c97f04c7021fada6a409e2b6e3","formula_version":"titan-u-contract-v1","latency_ms":0.6451669614762068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"954fa5298b48423326aa2f4273f15fdc0bd376fb39989265fa95e394488983c1","sample_id":"hellaswag.val.3266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e0a963e0cf112e02e4d3c75f920d6e797f9eba60f09974958c8138c42fde6e8","formula_version":"titan-u-contract-v1","latency_ms":1.0182500118389726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b72ed7293abddfef7ec46265a39ae2466d1da180acb85ddf3232c7dfd7b57e04","sample_id":"hellaswag.val.3267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fab7215f8d25b1102d4c349f8fbe249abf2318d154fca21591bf827a85dfe76","formula_version":"titan-u-contract-v1","latency_ms":1.0001669870689511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c132c0da4a7df70eadbbd8ca6316a8085c418026e41c4deb95ba7639ac2cd656","sample_id":"hellaswag.val.3268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2d3b966b5e899d9cee9af1f8f52b7891c8a63790f25600ca11fcec851210c3c","formula_version":"titan-u-contract-v1","latency_ms":0.7023330545052886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"535d3dabf771c2ed2dcd6c72323773da48944907f8181a2d2183d85a53ac7714","sample_id":"hellaswag.val.3269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83fc626fcee3126fc5fc7179383591201f7614760129cdf2ebb24ca888ef2cbc","formula_version":"titan-u-contract-v1","latency_ms":0.4498750204220414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a280ca7851c45c21a4a37854438f9d2e60fbacec056ecd2dac344479c139d9ff","sample_id":"hellaswag.val.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23fb8883cc516384577483940031ea0da5d7a5401ba5d57c102c2aabe3b373bc","formula_version":"titan-u-contract-v1","latency_ms":0.9783330606296659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7a49ab6c67d8a08523aca47c957f2f25a5027b728682c540a6b91dbc90d9682","sample_id":"hellaswag.val.3270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b8c9dc0b883f2bd29f28f5a37dbd779a3bc5fabf013ff88e6908181dc5b62be","formula_version":"titan-u-contract-v1","latency_ms":0.8032909827306867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07d0d8cd0b0b545d2eca5e2af578c9c6b80952d61cdfa37382485166f21dc385","sample_id":"hellaswag.val.3271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"787af3a3adf000f8e20539304f4d2724dc8ea4ee8f9e165bdf7b5d9d2422f9f9","formula_version":"titan-u-contract-v1","latency_ms":0.6423339946195483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"535ac0aca72ca5968816893df332a2175bf53d6b66aa941a6c729e368f7ca830","sample_id":"hellaswag.val.3272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb92b79e4ebb30e3135c64b3e406c738278770a673d5960474d54e24748bf8fd","formula_version":"titan-u-contract-v1","latency_ms":1.043416908942163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51595acb675eec437d8d9df40594ec34e58710528bde0a6a5a2e88599e0df63b","sample_id":"hellaswag.val.3273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd2e3cc1b64eec4d3b7e83d0e87a1b4e094484d0a50b3d6e0521f16bac5ef9d7","formula_version":"titan-u-contract-v1","latency_ms":0.801999936811626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a9fa8dbdd4d48982eae49ab9d6371e186b702651b4cb57813a2f03d1bf91dc3","sample_id":"hellaswag.val.3274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17f9b86c54cb8adfff9da47f2615cca484536b58e182334dcf2d2ea3b77a2efe","formula_version":"titan-u-contract-v1","latency_ms":1.0118749924004078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"014309ab0bbd1c2d3b5f6ad0addc514d0fce9cac28e15ab555bd2604debf8e20","sample_id":"hellaswag.val.3275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55761d2c1e73bdafb02d275a7c2cf92b444440fbd136b20f009eae24cbe6b0aa","formula_version":"titan-u-contract-v1","latency_ms":0.8743749931454659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4eb359acab373f10409c222094303c6d04762af0c7400168e077a144df4cca6","sample_id":"hellaswag.val.3276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b2779db970fd33d36d69caa036b0832192d2f0f3fd7483d113a58bc8f39d6d0","formula_version":"titan-u-contract-v1","latency_ms":0.9002500446513295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2820009e21d16166fd98a749a4fb3de8f075b700a4015cd35faac4743e685a00","sample_id":"hellaswag.val.3277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56db01d2df18e7bd1429973f7ff46a29dd36b074b8f6f6b1edaa61a8ced1f943","formula_version":"titan-u-contract-v1","latency_ms":0.6957920268177986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aa30fba67dda6299fd20d8fdb653f9eb237a1993f2a715a579aad3de2d05a12","sample_id":"hellaswag.val.3278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6361c8c70fefc422afcb09f722767f557f0b645326f6abea9ece5fee8ac4e6eb","formula_version":"titan-u-contract-v1","latency_ms":2.7576249558478594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c54cd5b73b48dae3dcf8f37e11f892ee1105daed1c436862c4f061c4bb758c46","sample_id":"hellaswag.val.3279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26ffd8a21f7f537f55aee15b18f16477de0ea4590cd7a7a680cd369e08581569","formula_version":"titan-u-contract-v1","latency_ms":0.5965420277789235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d74d326e736edf3be6fe89ac3055e32e33d4bc784efa526bc982bc2dc68a5fa","sample_id":"hellaswag.val.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b71f3cf3813e740f0ec615a8e5a57cab439a68db79de0bf9462454739d3be24a","formula_version":"titan-u-contract-v1","latency_ms":0.8022920228540897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24cd10386c75295d5c1588a3189b57a4f1618d6590e0261a12648ffe7f3e8637","sample_id":"hellaswag.val.3280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c4e993dff92833663f6d0e1248bd52396f9020c6292db5b9a8cec9127a64d1d","formula_version":"titan-u-contract-v1","latency_ms":1.1129580670967698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63032bbc9ec75262dc8c2ae0f8593cfd3e65d7936361c8461df32b14c9812c61","sample_id":"hellaswag.val.3281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"005ea913aee1bd6182adbcac3f8ec0d6018ca04fa79d5e2322907318c5eb1985","formula_version":"titan-u-contract-v1","latency_ms":0.6966249784454703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c509fa3aa3f69ea0824214c18d1f0a30f115b0b8f2bf9a8b2274830549e76008","sample_id":"hellaswag.val.3282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"458519ea79818c35412e5106d7f29d1fe502432ad26e647ce773be81c507e161","formula_version":"titan-u-contract-v1","latency_ms":1.1763330549001694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71eb2f98e027b3dd1b14ea8254b53c261feeccfb89ece8af3282b78f990df958","sample_id":"hellaswag.val.3283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"079e8c14874f6883d3d9b5262b55e7e1855887f72a9ef983390ce52061c15c5c","formula_version":"titan-u-contract-v1","latency_ms":0.6393749499693513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5043d88d2a4eb3fdb30627398fac769701265cc131729d17c8a0ecac3d8d41f1","sample_id":"hellaswag.val.3284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10bd248561dc1f037bf8b5afb634c70f7a18ff0e1da4edcbfc83b713347e2349","formula_version":"titan-u-contract-v1","latency_ms":0.870542018674314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc99d2b36a4f9512281db3766ddc7ac0708235a997063ab665984a685be27fde","sample_id":"hellaswag.val.3285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcf84e29b4e25634e1c7ae99ae1effc0d8f824207a34c668cc82624b15f4f417","formula_version":"titan-u-contract-v1","latency_ms":0.7492500590160489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"099690b5580a6b120f5465f18aa710ef912813dbcdc92a23961f85a611925755","sample_id":"hellaswag.val.3286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52c73fabd0501d54644add687efdd86f09188ef3c660c7f743bdd6b80a965405","formula_version":"titan-u-contract-v1","latency_ms":0.7544589461758733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a41a0d632047d125d2494040b05b8eec4ddc62c3d83308c5eda47167c6633577","sample_id":"hellaswag.val.3287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2f5aa6fd3ac6ea2adb388e38bb26676e3e8c7bccc4acdfca5f076ed343da232","formula_version":"titan-u-contract-v1","latency_ms":0.7268749177455902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"411c783c4875c813df2a5a951d46382697ce42b4cf916b03a887e30b5265f4b2","sample_id":"hellaswag.val.3288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d4c2f78f86c260bed03992e88c8d8e45f56cd999c6d96767c001875549c1979","formula_version":"titan-u-contract-v1","latency_ms":0.7810830138623714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dc3dc4b1c1b837440e9138851d162a73184ce98bc5d99a810c5e01ed72a8597","sample_id":"hellaswag.val.3289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6305526a9c2aa45add24b7e0b9c6533974e433552bbf9bb84e3b5b965301ae35","formula_version":"titan-u-contract-v1","latency_ms":0.5832499591633677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e98967b01c489af65d1fad1645e3ee20e0b6bfacbfc5c6113b2d75d609cd5a3d","sample_id":"hellaswag.val.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd7ea33e7148b1f79c8140462d9f65a083fcbfbf46b87187f666789106f296ea","formula_version":"titan-u-contract-v1","latency_ms":0.5923339631408453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93a90b4c06fd3c256e84e9a7ed59b0392803b93aab88b0f6a9c7479047f7ed3e","sample_id":"hellaswag.val.3290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f217f5247f3a7361559d0d5be9fa4e7acac2bc0b87e8338cf26e21941da56e21","formula_version":"titan-u-contract-v1","latency_ms":0.6088749505579472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6c64052a2010dc940b7d8fb2c23445d44b34a884088ea5313af88deabe79f43","sample_id":"hellaswag.val.3291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3d4f742a8b6756dfb9cc40be252801e6ed867d4b53ace319341890f33c4f81f","formula_version":"titan-u-contract-v1","latency_ms":0.8519579423591495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0b3e85b2fe1b2a78211ec4fcfaa2fe9854b988122ce6213f195e5fd03b2b815","sample_id":"hellaswag.val.3292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d7adb05725f059ea1affdf9eeb8b39f516093246f82fc8fea4996e813bebf68","formula_version":"titan-u-contract-v1","latency_ms":0.8072500349953771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d3e76574b2dbe27c6bd5fd6cb1dd5e75022c56551de2ee73a492bc9c4a24f70","sample_id":"hellaswag.val.3293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c2da0a796ec595215322a2004b3d5a72b68fe354e799642e795c14c701c9ba9","formula_version":"titan-u-contract-v1","latency_ms":0.8990840287879109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58d2e86f0a31edab0b9d2121d46272c112b02f5498fc5a91433cdf34fdd16d57","sample_id":"hellaswag.val.3294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bba6021de5afa71001c9a912b83a6bff668d9981bf18211da917d95ed0a21b4f","formula_version":"titan-u-contract-v1","latency_ms":1.163374981842935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fb0023d773c3b2ac6d1259db02a3a14123671412d3d4092de683e938aacd47b","sample_id":"hellaswag.val.3295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"261c2a23a3fe2f5dd4299c8c581bf1f0293e2e76029bea96ba06e3926e42026d","formula_version":"titan-u-contract-v1","latency_ms":0.930582988075912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80f163f23878de79a3d653e90473c00fafbedd388de383abd5c16a77f82554ff","sample_id":"hellaswag.val.3296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a800616ce07699322074ea0cfbd9fd49cf780b70c8fc1e412f4818fd4d54388","formula_version":"titan-u-contract-v1","latency_ms":0.6208750419318676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1386f08756a9daa98a6ec0d31649e05d03605ed1ad1d38458569c78d5b1cd784","sample_id":"hellaswag.val.3297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efcc7f69229a7f99c5436fadcd37cfe0aa965d718962bcd5f6f3ee38263d780a","formula_version":"titan-u-contract-v1","latency_ms":0.7223340217024088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44650619e75d644618ff4db18a06a949c5f64021d720202fe3fd25f50b696c0f","sample_id":"hellaswag.val.3298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"894a4269cf84983294a2a6000d61bae60dfd148c77d4950ae89ffc149e8247c0","formula_version":"titan-u-contract-v1","latency_ms":0.6523329066112638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66764bd4672e929a6ecbc2ff10d101883338a53b682e7127146ee1eb1aca5a4d","sample_id":"hellaswag.val.3299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"133807c16d27465eb52089d5f72738a3c17804f90d728b84a95e34afacf85501","formula_version":"titan-u-contract-v1","latency_ms":0.5184999899938703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac5ddd88aa4c4e7cf365ee349bae2cf9705e253724aa553bdfdec6a792d415e7","sample_id":"hellaswag.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3df6b2ceb07f4c47f305e0a669f5cadca10b096b12d3f5f76ed1f7914a48a3d","formula_version":"titan-u-contract-v1","latency_ms":0.7411249680444598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3eef3e943f6eff932b25a1ab2e5ca32f387274b27a38c5313ce95535d42d43b9","sample_id":"hellaswag.val.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c98e78803baf4284e611397edaf822233b585d3e66611166134b901fae6f8dec","formula_version":"titan-u-contract-v1","latency_ms":1.0155420750379562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82dba0a1171ec0d65c2db59aebfdedba956d097d9dd5523da2f9c94f92c5eab0","sample_id":"hellaswag.val.3300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54712f92619ed390cbd9118a11f52d05e12ce7781895bcce1ba1c347af200cda","formula_version":"titan-u-contract-v1","latency_ms":0.659500015899539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc20cea343edb0ffcc21c063bda5d8fe3d0870898c74ccda4980217c791b2c5d","sample_id":"hellaswag.val.3301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc991c8fdfc48b1e8b3d1af64f2546685ff80a4bd315ea94e6d9ab651af67c68","formula_version":"titan-u-contract-v1","latency_ms":0.6772909546270967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a93ce7b302db34124d9c384c15c88ed836b0f7672329d39a9833fa1a44fba1d","sample_id":"hellaswag.val.3302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8457ce12bb1cf47dcca1cd3ad4292282ce2e6ecccae088b5d6b53b13bff6dbea","formula_version":"titan-u-contract-v1","latency_ms":0.7955420296639204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24206ae016ded4b95c855d3bbb2ec8cfc4094287d34aa21662b631858aa0ec9e","sample_id":"hellaswag.val.3303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd131f998f7bf169b6e1acdc10b849b30ee4adef8c3bb9852265a98026c9348f","formula_version":"titan-u-contract-v1","latency_ms":0.7077500922605395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57c2b9c06f53f217c2f75e96fb6bc5cffd132da03bf615512a33ea0695f4873d","sample_id":"hellaswag.val.3304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dde0f1ff2dcc0620b2fbb4026acf15cc0ddf0a359ae2d14d417279a0eea3820","formula_version":"titan-u-contract-v1","latency_ms":0.6397090619429946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b676d1a6317bd59b9c3a4415f6ddaff540ea6061aa7595ac9fde62fd706df8d6","sample_id":"hellaswag.val.3305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8e4099203d4a3a30a38aa79cbc3fd293767006c86900cb9fee8c90b02bdad1a","formula_version":"titan-u-contract-v1","latency_ms":0.7405830547213554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2e0ef2ccdc5eea2235fd58f39895acd29aa51023eb3c4b931b2f7a388ec90cd","sample_id":"hellaswag.val.3306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75e951526377102b4b1cf82567779827622c682b8c0cb49106741176f333521a","formula_version":"titan-u-contract-v1","latency_ms":0.6580420304089785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14eb0bf7af823f69c04a38269af32ce7a1e92dccebe0d92f2d452ef869b521f8","sample_id":"hellaswag.val.3307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5556673c511817cc411629dcb48f5f0cbfd17cf26257462f3b561c8e2c5995b","formula_version":"titan-u-contract-v1","latency_ms":1.2680420186370611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"affddabb045bdc304f34accb755b1ea4ef6eee04309366dd5078fb516bce49ca","sample_id":"hellaswag.val.3308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f38b7fce88f1980bc8157bc87e59efe5856a8f958aff85c59572daf3adeef5a","formula_version":"titan-u-contract-v1","latency_ms":0.9809170151129365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ece57b6b9158920938554b58ac9c2a49a621d3bcdca82c647ea17230977fd04","sample_id":"hellaswag.val.3309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfb4ba2b5849a2119d06dab5c63e89939e933cd3b8f9944d2469f88710d3b7ce","formula_version":"titan-u-contract-v1","latency_ms":0.568375107832253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f166f7f0c9d076ae199e48ec0ce33827896fa6c98d079496c9cdcd9933bbeab","sample_id":"hellaswag.val.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0877e221359ec3164d9b4443d37913547e99af6ff17da39407ff47a8c6ed18d6","formula_version":"titan-u-contract-v1","latency_ms":1.2199169723317027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f40ab9e1ebc1c08c4309ec42e5506b7c71e331946cd6cfc7dfba87b6f869344","sample_id":"hellaswag.val.3310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc33d80a35d87b4fdaf11a45f61d974a1ddd0cabfc3f66a80cb40e36a3292c33","formula_version":"titan-u-contract-v1","latency_ms":0.7195830112323165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a811c458f5bc299515f01634ccf1e8f200da309ad29c16a0b13e81654e61053","sample_id":"hellaswag.val.3311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98c09617d3480d187fa9c12f6200e0b38cf5695d9f7da1693aaf74b11cc0b9c7","formula_version":"titan-u-contract-v1","latency_ms":0.6297089857980609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b86918bb2427329a34ce6b6b8d4ac0fee9b8cb4483d52ff734f9cf511610c36","sample_id":"hellaswag.val.3312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4bf5469cf2c2ae83a032a795b2cda167fbbdccc2c43489939c50fb7fe2a880c","formula_version":"titan-u-contract-v1","latency_ms":0.7872090209275484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45bb790e2a25800cc98a4c1eaa9f8165f90bb62e9a8672d2514dd057d5bec285","sample_id":"hellaswag.val.3313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b915389c01cc64127971ddf03b354047565061e551b0c70e5010c27f7d2e4a6a","formula_version":"titan-u-contract-v1","latency_ms":0.7875419687479734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0983977278600ded52d206bd06546492aea6ff9e60132234e52067f06179faea","sample_id":"hellaswag.val.3314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f7dca6c5872b0e2bf6282cb518665d2ca3548cd1d236627e1ae912b910aa1ca","formula_version":"titan-u-contract-v1","latency_ms":0.6960000609979033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e98206f7c31b563273a9c7140a737597c15813da4424079feb39014d898ba420","sample_id":"hellaswag.val.3315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59aaa08396ed5294a70eb8d2341a617a5d51081771f49c6485cb30625a2eb54d","formula_version":"titan-u-contract-v1","latency_ms":0.6283329566940665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9960655b83743d5451f16722ec5432224e74613e606a7b2cbd1fe712138f920c","sample_id":"hellaswag.val.3316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e91179622937312c12b380bffdd90dc97e9d0e29e32a0fab5b6a88054a22e422","formula_version":"titan-u-contract-v1","latency_ms":0.635207979939878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eca28a7e6e16af122f86526a4d7acedf8099029c5b5a0f2fb6013694c31e26f","sample_id":"hellaswag.val.3317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9141a9a628f1972bed97f221e13eff808a5a0ce8dfe139864d0ab50bb8c1a843","formula_version":"titan-u-contract-v1","latency_ms":0.6635000463575125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c676a9fa921597015f22bc420822147c26f3e9e03647890c039996fae2d7ac0","sample_id":"hellaswag.val.3318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"890ec1829849ed00c50824b94b590ec6abc734839e6ba2356db070f44999e76a","formula_version":"titan-u-contract-v1","latency_ms":0.590750016272068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df9d990d522ed42cc936bb3e960fd96e2a3c43b91c548619ca53dfebeb0267c0","sample_id":"hellaswag.val.3319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"069522e0783e2de09e8b38adf2178be3772aba5d46e83f398dcd89b336dc5f86","formula_version":"titan-u-contract-v1","latency_ms":0.49687502905726433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"707f50669998d1ccb1ad86da0a3c1b02249ca4129ff6cd4d36679a43b457355e","sample_id":"hellaswag.val.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d5ebb5e12987660b37a1fdffe062e47be0505b1816b29ac782fc1237f5460c3","formula_version":"titan-u-contract-v1","latency_ms":1.4057500520721078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4bcc1e227b5edbe1d455c7e6a9e03eeac67aab6f16205ac12aac5c2f0363ae9","sample_id":"hellaswag.val.3320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"581a002f798124ef7a613eb6528cf81f2e688514ad1b3445d151a34f98144d74","formula_version":"titan-u-contract-v1","latency_ms":0.9234159952029586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c46162bc416cba51e11e8ebbbd348e2a991254e728ffe4bc410d751ed6a8a138","sample_id":"hellaswag.val.3321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2da36a364f142ff28c0c586c398d5f8b916dd3287385cc09cdf1942dd1ef7de","formula_version":"titan-u-contract-v1","latency_ms":0.9015830000862479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"743f8c2b818ba54aa14006041154be7b4049d8751c765f1febff7a8160a741c0","sample_id":"hellaswag.val.3322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9542f98567b456a6acd88a5f27d9adbd1b4d1ec2d8612d8bc23937bd9dc8bd3","formula_version":"titan-u-contract-v1","latency_ms":0.8396250195801258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3358556d796df4c43f954b963002e829f85310351f7f19c99f2b726d79855a9","sample_id":"hellaswag.val.3323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49a308d3d84b3cbae1966362f480e21801c4d72f00c867bab6dbb19b89691abf","formula_version":"titan-u-contract-v1","latency_ms":0.6765000289306045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2430d32d474c3e037c8a2dc42e882ab4db29c6f46575474088fa3a79c2f96a47","sample_id":"hellaswag.val.3324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cca32813e1d3e0bd1fac0b368f1114a00a1471c0666c17d04971705a921084cb","formula_version":"titan-u-contract-v1","latency_ms":0.8920000400394201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61b88e7c436ea237494acae290e9ac11ec55301e84dfeaf91bcc887f000c0684","sample_id":"hellaswag.val.3325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"788b241b304608db1f0a6d6daad91756a2412307030da9191e330f965b899b7f","formula_version":"titan-u-contract-v1","latency_ms":0.9800830157473683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75702fdaa8cf9fd00020c3939ad812b018b0ff00f5732e880486c80a48219889","sample_id":"hellaswag.val.3326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4b62893ba9d52174f2ada6d41b7a5969a1c773062a5017e987f34cea58938e8","formula_version":"titan-u-contract-v1","latency_ms":1.2499579461291432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6d7414825a4f9b21a5856cb9dcf05cc9ef7a06014a55c0c8c8d9e8f3cf85691","sample_id":"hellaswag.val.3327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5ebf2c95100e22014369c8b9bf456256d069fa44ce233d6aef8046a081f578b","formula_version":"titan-u-contract-v1","latency_ms":0.6569999968633056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"808ab793977a1ae3636d0ffdcd3a0a96f45bc366261b32d9be8515118c0eec9a","sample_id":"hellaswag.val.3328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9407cade9bb685f3270b4d35e644e7000a1b9d756dae4b7b0ab8d57c08703ba","formula_version":"titan-u-contract-v1","latency_ms":0.821624998934567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99e9e3cc906097b02c942a7d3a89a81bdcf6c0f2c1ca2310e6d0d4a1315d8b37","sample_id":"hellaswag.val.3329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8544a8349f9f1ed5de2b600206531c405aa0073d4103e0b194dbf65ef73ef7cb","formula_version":"titan-u-contract-v1","latency_ms":0.4344999324530363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbdcf138bb5b0d29cb6547903716c9a3a4cbf6044c7750efc2218c06342b062d","sample_id":"hellaswag.val.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ee460ab08a9829087d9f41b38cfc1da1839b4c49a51122ef7bc0224e276f308","formula_version":"titan-u-contract-v1","latency_ms":1.0639579268172383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf0e94e7392df29543196a00bb77585ac696ccd8534cede761ebd00cf552dc6a","sample_id":"hellaswag.val.3330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70904205f47a2b88cf1f31a2bc36464fff840baf1bf87a25b864cb3c74b7eae5","formula_version":"titan-u-contract-v1","latency_ms":0.7331250235438347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7f62d3b9591591d6fd4d1508c50e21191f6e53913b91af657c937f7f7d41aa6","sample_id":"hellaswag.val.3331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7a7d33f9353ede2bb1436e6315bfcb1be52ecc83f4b313b6ddfff09f58a3e56","formula_version":"titan-u-contract-v1","latency_ms":0.6349589675664902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b084ad0d2b61c7d7b605a81b19400121924f0da551ed50f9b9b83d3369124522","sample_id":"hellaswag.val.3332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1d996d473c1a7006679f6e35b98d1e7d8cd3e23edf380ec2ffd0c682372bc8b","formula_version":"titan-u-contract-v1","latency_ms":1.0559170041233301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4ce04b6f6f717943cc77925e6b8044c7a1dd14a93fb6bab72cbbd3f5159402c","sample_id":"hellaswag.val.3333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3fa96b3efaf98aafd0b57a1cbd74ec54208899310bec23c997554f2ab4e264b","formula_version":"titan-u-contract-v1","latency_ms":1.073166960850358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9963085c55d46a2f236b33ba6b557e8a7a02e7e7a695312c7479ae16e3594947","sample_id":"hellaswag.val.3334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6068cfc6515ae79840876e59ee4ebe3f856eba598fb89b06ac08a76bba6811be","formula_version":"titan-u-contract-v1","latency_ms":0.850916956551373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1843b08eeed40ceaec08c60fd3d24bab4d7870de9f14c6bffcb791b3f1829bab","sample_id":"hellaswag.val.3335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31624c7a6c6329c2604fde86202252c89c1299b385b492779cf3b1e1a86973ff","formula_version":"titan-u-contract-v1","latency_ms":0.6516670109704137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7a4e2feac00482e7b642a4c0a2112c2b53a6d346f1f017b72cfec7c7c275229","sample_id":"hellaswag.val.3336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f949eb2a2021218a8dfc7245881bb48df5173a9e42c4a2af0764e8097bd96841","formula_version":"titan-u-contract-v1","latency_ms":1.024708035402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6cff1d685cc8e40f05bf1dd824fd8b508cc2fbef458f9989e8e0800c3bea9d7","sample_id":"hellaswag.val.3337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1530d7555d2f624ddbf9ce9c68a7c1c9d033fda5838a0c717ddaaad1a4c966c","formula_version":"titan-u-contract-v1","latency_ms":0.7338339928537607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43774f39ecc7185ce62efb04c7d267f5e5f7cc3ca80ccb6bcc269770a111cf61","sample_id":"hellaswag.val.3338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0a7ba02bc79ac7dc2d92b52fcd710d96ff29c40f83472997c6c33e1c5f739f3","formula_version":"titan-u-contract-v1","latency_ms":1.2192080030217767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"887037cb2ba9b780ae1273a5c2e12e8156961a7d0e959df4fe86027f4d0b851a","sample_id":"hellaswag.val.3339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d45eca3e061c21f9c3e7219fd7425552caa49b7d2853e511c5707e7207d715f4","formula_version":"titan-u-contract-v1","latency_ms":0.48695795703679323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7054f9038ed6ac3ac5decb8a832c74001cb9df1727d6959d3fd1e7150c2275be","sample_id":"hellaswag.val.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"537cc2076e552f6195da76d6c2642e2ce0fc84047f9ee4e30b4ec0c71bec4cfa","formula_version":"titan-u-contract-v1","latency_ms":0.6422500591725111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46d8736afaf3e142edbc57181cb03dee3a8984a5b2c46f5eb8ffa243fd529ebe","sample_id":"hellaswag.val.3340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42cf3167f65b42f90a658465ac661807a52463d172bd98998e0514cd27f00f4e","formula_version":"titan-u-contract-v1","latency_ms":0.8740000193938613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acb060a71871ce30bde8eecdb9a087f982a7810c2def6e0bcd3087f66d88a30c","sample_id":"hellaswag.val.3341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8f18bcd65b920f9f8f8db09081cce6d3815f319b16e332b6dd0bb6962e735f2","formula_version":"titan-u-contract-v1","latency_ms":1.1289159301668406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"950c0de68c469874ad6a8df3c6cfd5fb601bd90b53de9a6484bdeeeed8f81aa1","sample_id":"hellaswag.val.3342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dd05d3ea644fc6dc17e56a3f34d218183b74b9b5b6aa00dd980cc929ea2eb04","formula_version":"titan-u-contract-v1","latency_ms":0.9555410360917449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abf3d0c9c9b82e1d3b670e39add579ece35ab680d7195c2fa78327d2b44a1ee2","sample_id":"hellaswag.val.3343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd0d3513798baeadedd16cffec9bd6eabe59f2016db8c0401d131cae9b6cd22b","formula_version":"titan-u-contract-v1","latency_ms":1.0528749553486705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adeab7a848b5ec77efc4c00a9f0e177903d696bd038d904d2418348345ec20ab","sample_id":"hellaswag.val.3344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4641480e33307faeb00121d92f0c004bc6ff2aae33e4d3053418011867f0dac5","formula_version":"titan-u-contract-v1","latency_ms":0.6871669320389628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"997895b4642a1e208e8efb3875c33cde98187f12b8ce937e7673ce8da71945c4","sample_id":"hellaswag.val.3345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26c1a7b33efc8bcc8c3a545c3ed4c7aa867aaecb60699aa7ca7ee3dfd8316c0f","formula_version":"titan-u-contract-v1","latency_ms":0.9964170167222619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3612b54c2d842245b515ae2697bd74014eabf097f7c4001d58bd6fc9f9204032","sample_id":"hellaswag.val.3346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e5089bf9b6230fab5c1ae052fe6f3d4e498f762598b237215e92278eecf02b9","formula_version":"titan-u-contract-v1","latency_ms":0.6796669913455844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca1881234ce6b401045b9ae2bc35f6ca52c14117b7a2d095fe910a12846f746b","sample_id":"hellaswag.val.3347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b845a7d8df0eaae4d27094f0254327ad5e48a4877190b8640a62f5246cf93427","formula_version":"titan-u-contract-v1","latency_ms":0.8304590592160821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b1dcf95bb1e462886dfb7867169a3a7b11e9bca69a101e7954e93ac5db3b21b","sample_id":"hellaswag.val.3348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a68f23e963d06818167b1ef82b0ad78059d411362c47114f1c3e03427b4c2217","formula_version":"titan-u-contract-v1","latency_ms":0.6169169209897518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1cbfd8c524fb454df003d052a85bfaa96797ecb9b97b3f22be8d778506e9e82","sample_id":"hellaswag.val.3349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01ecf3d421e011ac12c7b55f531af2f0cc6bb6716b9ef1e9a071f4a4c079eee2","formula_version":"titan-u-contract-v1","latency_ms":0.4691670183092356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d3ddf0a20c0f38811567a120761d3044875270e5803b71d58a8002b080a6ea1","sample_id":"hellaswag.val.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2fd6734b23ba09ea4da8c679f2d7fcf599f048c818734b7d95af2e95ef10023","formula_version":"titan-u-contract-v1","latency_ms":0.6415829993784428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a036343358c08c93a9c422f7f5282c00b785910288f10e5e8ce642bbce73beb","sample_id":"hellaswag.val.3350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f75288b1201cc1144026126e165f82336d1be19ca8f1b6ff6200cea12e461d43","formula_version":"titan-u-contract-v1","latency_ms":1.03704200591892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17118df81759efbc49969e1c774587cb321e7f88fad90e799fcd2cbd9fb4eafc","sample_id":"hellaswag.val.3351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"428c678c126de4a04038864332f8b007ddc9886d2938e9508f87e8fd985da412","formula_version":"titan-u-contract-v1","latency_ms":0.6572080310434103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b385fc3041c6a9138b078f4aeb9c6eb176844ae389e635606dc3b6eae64d3f7","sample_id":"hellaswag.val.3352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afa36c3af6bcdb1a2c6902486bada8ae0f1f2a115570b418baa88cc28e0910ae","formula_version":"titan-u-contract-v1","latency_ms":0.6455410039052367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"019b8ac4e2c4732d0fb1c563c8617c79416aec15a5d8db448d46858c38fecfe9","sample_id":"hellaswag.val.3353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eda91bea6d809ccb37c07a6bc5852ded4fcdc19846076a69817c47d8855a7ba","formula_version":"titan-u-contract-v1","latency_ms":0.6905420450493693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72121c16a11cd1ca10f81b7096bbc23b3014265ae04bbc427635c9e2b862d381","sample_id":"hellaswag.val.3354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91339c064a7b1b978d78f5a8fadfb4ca2820d25140cda7686de4b47d9b137567","formula_version":"titan-u-contract-v1","latency_ms":1.2130000395700336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15c932b0943e0d3013bf6dc21aac09c2177a25f496630928de4aae880c7bd3cf","sample_id":"hellaswag.val.3355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7f154452e819433a9c212440120c3f38894e5cc6b9a4770adda6550805b4925","formula_version":"titan-u-contract-v1","latency_ms":0.6387910107150674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd5056daa7769186d36a1ef5b6a8a634cd72ca65fab9ad9e5bd6f5617d0de7c3","sample_id":"hellaswag.val.3356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2928e3af8fb0603136ab984a3ed874929248b81e8fb4ab9892c6f64d615de7d2","formula_version":"titan-u-contract-v1","latency_ms":0.8241669274866581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0f49f67be1d792c33c8b46d72bfe648ce412c3cc28f409279521894543e60f9","sample_id":"hellaswag.val.3357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78d0af8300779c8708462eca361b0dc54fa802f50ba77a3af25168ff049749e2","formula_version":"titan-u-contract-v1","latency_ms":0.6624169182032347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e51dafa909e31dd8f4a0fccea25af5744076ef6b9a79057406a913bc84a1c7b5","sample_id":"hellaswag.val.3358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fca52b68ada527d9aa259cfc1188f346b55de37e736a9233412ea6e72ccea70d","formula_version":"titan-u-contract-v1","latency_ms":0.8601660374552011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfcff467103286bc070c0cac1652a403cfd2dd94fbeb1abc48c4f26e40dbc268","sample_id":"hellaswag.val.3359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0351d4e77c758d4ec1d9767a3f518de459681d3856190578e1f56602775aa32e","formula_version":"titan-u-contract-v1","latency_ms":0.751167070120573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98cec75c7824df7fd60e0c413a4c94450bbc08e483d72dd51969080f671184d8","sample_id":"hellaswag.val.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fabe81ee1f7801ce36591dc005470ec422699546f6ccbc8cd526d0bf05bd7ff","formula_version":"titan-u-contract-v1","latency_ms":0.9857090190052986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c761e782ce0bf84dd2f9a78661a8d1b6a1c5e60d0406b4e825bea741ac5a8cbd","sample_id":"hellaswag.val.3360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d7a373dbfe9b6a9055994c45945f8eaab260c1911e664815457b9d1a880f0db","formula_version":"titan-u-contract-v1","latency_ms":0.621875049546361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"760ce818b204d5662196216cd8c51585984f30fa4fd2d95d720dbbcb8826b143","sample_id":"hellaswag.val.3361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05c70e517672a1b2b0dbd52ed603ed83bba1dc79dc3d1d6899bfdcc30d719f6a","formula_version":"titan-u-contract-v1","latency_ms":0.6742090918123722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de20ccb4274580d22172351466fac9d8c7f0271105d8049f9e07527836d74228","sample_id":"hellaswag.val.3362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39f397e0ce98517e6a3e995b5c86281455ec8841a36f169d664baca828fadfe3","formula_version":"titan-u-contract-v1","latency_ms":0.6248330464586616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"782691319caea9d8ec36968c72c8076fc5f585509fa5a720e1f615aa840acdc4","sample_id":"hellaswag.val.3363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f885300b74047f7079e3b1bb82f90cea99f72847c3ccff73ec93423e94494db","formula_version":"titan-u-contract-v1","latency_ms":0.7798749720677733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"782a50e4f4a4a89dbbd84a16b0e99f7c514e870f175b417c6a5d629e81b3dc2a","sample_id":"hellaswag.val.3364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b02824b094277a4983a7bf7ff94bb73ad274ce6bfca2363db8ca6e8cbe9ec2f1","formula_version":"titan-u-contract-v1","latency_ms":1.0722919832915068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd7f3aac4a2d939606dbd9d910bd53e9e8972cebd773bbe9e42fd0ad31157bb1","sample_id":"hellaswag.val.3365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d29e346887f254bda73e8519a8163452e8df4343bfc3006b608ae2df8fa614a2","formula_version":"titan-u-contract-v1","latency_ms":0.7865829393267632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbd31c43684373399ec0148e8eacd4f99aa540d249af83e1a4ccfd8a71ae53cc","sample_id":"hellaswag.val.3366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"031afc25d6fa2b0de9b62e1997b35546ba46a1aca11edfb75e082fa542432231","formula_version":"titan-u-contract-v1","latency_ms":0.9030420333147049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad0d7aa32fadfbdd261fe631a836a2bb93602624a9c812a95fb64b42d3ab0023","sample_id":"hellaswag.val.3367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a7a2f2ed4c34bf8cb5d60c7e24f03c057b4220b01f54149fda03f928107c18c","formula_version":"titan-u-contract-v1","latency_ms":1.4638329157605767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c9efd7d233f904967150971968cb99f6c7bcf1339513fdf58fd3ba7d164016f","sample_id":"hellaswag.val.3368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7312c72faf21f6a2d005e23c8f4fd3ca643c1b9e7b92e12e6bcd291649d84a9","formula_version":"titan-u-contract-v1","latency_ms":0.9408330079168081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5eb6217f63b0e535505ea2bb672df5dbe44e09a2e476b5e8d883650e864bc484","sample_id":"hellaswag.val.3369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"687a6353b6bb3a2b42f43f7a5cfee1394a702e48c56b32baa479992661d4a310","formula_version":"titan-u-contract-v1","latency_ms":0.5116660613566637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"108719414e2867bedf9ba92f5c6ae90e8265cb6e4619fd8bf26ea5c2557cb0e3","sample_id":"hellaswag.val.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d0bfff01baa2421de61f33df2274bfbdabde550e3372256b37134c778d9dd6f","formula_version":"titan-u-contract-v1","latency_ms":0.8910830365493894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bae12677aac2217d9239f143e510d63e100fa1600b45f4c9ad931d9ccad9ec30","sample_id":"hellaswag.val.3370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6403bdf44dd97ed176ddbc9d106ca7659464d8bef1239e22ca39e2242e1ba8e5","formula_version":"titan-u-contract-v1","latency_ms":1.3047090033069253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7896be6ea614aaf1fdee778c37db07195de6ebce7c7c395ebf17fde97dc6f50b","sample_id":"hellaswag.val.3371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8b06fd2a9a0eceff7d15339d6dbbff27f99b86270e944c2682f35e97270ec8a","formula_version":"titan-u-contract-v1","latency_ms":0.6772920023649931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b6c4c1842e564ceb63bcfc0d2885011f968af4baf0e6b321a38983a08d62917","sample_id":"hellaswag.val.3372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beed3a1a428d9e3116f33604d66e3a0b6d29655ae6a9c2485554ed42bf2d293f","formula_version":"titan-u-contract-v1","latency_ms":0.6698329234495759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"804fe23980dba20dfd272d46347c2f2c292ce286dfec8f06138f47eb9c86dea1","sample_id":"hellaswag.val.3373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b249bf7d37daa79da13204e95c170a87654776a0094649d4aeb17ca6bcede96a","formula_version":"titan-u-contract-v1","latency_ms":0.7017910247668624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37dff412aacf0222f4b9642ccf8e2cc64ffc7f89c8e894c12c11fde786d79d27","sample_id":"hellaswag.val.3374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bca54525402ade888ae6e24f4d4d89ba18dee9c708adfe262051ce578bfc062","formula_version":"titan-u-contract-v1","latency_ms":0.8525840239599347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1180537f6134beb84b4cbec91feb6d47558c4e3c7380de48585212d0964b9a59","sample_id":"hellaswag.val.3375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0f7852660120f63fc3ba7766355c1cf4e8c85d0b79bb1d31cbbc033b3d30e40","formula_version":"titan-u-contract-v1","latency_ms":0.7017499301582575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c49da2c66ef2f2b456b7a7019b9b8bb3661bfc7bd59887c7d9f8d1da9bc2fce1","sample_id":"hellaswag.val.3376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37bd1dffb83dd83cb6de16df6fc3fbbd83646054f0455472e555acf87efa2978","formula_version":"titan-u-contract-v1","latency_ms":1.2247080449014902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea6e04ba768a36cd794448a1c23b61d902a847f9c1e7e38d6ce5f2d9c577f5b1","sample_id":"hellaswag.val.3377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85789fb3bee9f2b0b09e4318846731086ccc546540080f9644e46c9b24077ef1","formula_version":"titan-u-contract-v1","latency_ms":0.9812910575419664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b94f1fd92efaa856b5e7b6bcb997a33b0d4f7acf24514e25a794ebb4c8472377","sample_id":"hellaswag.val.3378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24692cb7e6ea2a9112cd6a2952a6572bea754699b8c52bb17aa024a31f462cfd","formula_version":"titan-u-contract-v1","latency_ms":1.062333001755178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3acb73d0169c857bd7b19c13be580af736b85d2563d2953c880373f8d904d46","sample_id":"hellaswag.val.3379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d820dc1d790aab33e368661af5895fb59fcf450fcde3bb9b7765a9d648bf476","formula_version":"titan-u-contract-v1","latency_ms":0.620249891653657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5aabb7627b009d4fa2bd2780ae019dff4146f143535101bc666203812e655b11","sample_id":"hellaswag.val.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92b76f4c41ec5185743747b5618b6168010cd8f93b976d383a9967732df945e7","formula_version":"titan-u-contract-v1","latency_ms":0.6399999838322401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"472890a8864bd9eb4191d95ff845bc4d6d275e517b078924a460bcc12dfa0b26","sample_id":"hellaswag.val.3380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a686afcee74a0992d4067eea4efb3396d50119ec2c59b669487fe26a12bb737e","formula_version":"titan-u-contract-v1","latency_ms":0.8035830687731504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9888e26f36904444064bb00d1aa679fc9e92c36fa33f93b7560772ef1336f9c","sample_id":"hellaswag.val.3381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1907a78d6767016fe94e8ab0c58cdd564fc1d6df6d343c36d417bacd664c4e20","formula_version":"titan-u-contract-v1","latency_ms":0.9007919579744339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c67227fbe3af904f0337e7ef38711d6e13ae25fc5035d29ed41de28b1860d68c","sample_id":"hellaswag.val.3382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d45cca9f5c8f1fc30a3daa2dc72e52f0f1c593539a0961a598ba26a3742d5453","formula_version":"titan-u-contract-v1","latency_ms":1.2244170065969229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1ab9b099155a7597f0bbc4bdd031be8ce982ea39b2e050c00b2ad29b2127c41","sample_id":"hellaswag.val.3383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6ef8d4736b523ad3a2066e04d224df21775c699db293ae7fada2e0ef1707d64","formula_version":"titan-u-contract-v1","latency_ms":0.6708330474793911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25c98c77797d3f95b95fe75bc7a08d02335765f62f59958644c50e9968958bd3","sample_id":"hellaswag.val.3384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b39caa763d014e21f966c16508ee6ce9cf319915054dbc890a54d0b14802e8b4","formula_version":"titan-u-contract-v1","latency_ms":0.8919170359149575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16d9ddb3acc9e0eba0735dad48fc72ac9729613e5474e312362ef769aa960cc1","sample_id":"hellaswag.val.3385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d200f331902b1fa109b7515338c3f07ad0a7fefbdb508b2f05a9fff625260dae","formula_version":"titan-u-contract-v1","latency_ms":0.6773329805582762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8635bf0ba2e5ea29dc9c120cb81b285f73a8e52528d2b91bbba0955c64b62f59","sample_id":"hellaswag.val.3386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20111ee83c0bc9940424fd2329dd696f4fdd89ae5aa43c06e1915fb90eb7b7a3","formula_version":"titan-u-contract-v1","latency_ms":0.624791020527482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d00a1c3c1a191af781d77bea7b0c026a88bbf3a10eeb5558540a79510e18888b","sample_id":"hellaswag.val.3387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb6c1e4ea100d33045fb09d8b3fa1b8417f417504e82a316b07799a8ef9b3514","formula_version":"titan-u-contract-v1","latency_ms":0.6719999946653843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cdc6c0adcedfe2395ac7e41a4a89667b57c514b5f83718b2d01a76ce1255322","sample_id":"hellaswag.val.3388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e2f60bc740a29ec64ca6bd1fa3b19f4f0c8308ead8e2a2234a22159987a0030","formula_version":"titan-u-contract-v1","latency_ms":0.8169169304892421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5f46546d0d2ee53fdd4b8463617d9a00f93a21d1868e3e652b11b36905b5d3a","sample_id":"hellaswag.val.3389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22bc8b578d727cd093ca2b9f4391c46538cc6fae73b326640eb2855436d1c0dc","formula_version":"titan-u-contract-v1","latency_ms":0.6292089819908142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bbd5c3c065deda1b23e711b3eff623e35ecbe51090578b763ae98f7f64bca61","sample_id":"hellaswag.val.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c8cda1252e5bcc2b9c86afd87514dde20efa45d536c170b043fd2e294d35bef","formula_version":"titan-u-contract-v1","latency_ms":0.6620839703828096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"369d5285a040c5a4672e7e44b3f92aed47ee13b7fdbc64b0920971ea97577395","sample_id":"hellaswag.val.3390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19354ce60298a334a360ace0fca5a19fc4287fa8e721de0a279e1e962acc4d39","formula_version":"titan-u-contract-v1","latency_ms":0.8332909783348441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e14ce44e2b417b68dca1943c3cccc01e1acaaca002af6a9d3115306f83adcbee","sample_id":"hellaswag.val.3391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39e3b8e74d2f393f728867e42e1841a49929144cbd20ec264bd32b479f296b9b","formula_version":"titan-u-contract-v1","latency_ms":0.7027079118415713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8a7dbb0eb941c9899d6f479d4d6d0d085536680dfa12268df9cc7b0cf691fe7","sample_id":"hellaswag.val.3392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f40bf5a9d37283b7986752d0a56ef07fb59b1ef1c4d700b8181502b954916c3b","formula_version":"titan-u-contract-v1","latency_ms":0.652250018902123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"760acde44ca6575c92be0ede25c09211eeacae1016e995238b58b4dd97eea381","sample_id":"hellaswag.val.3393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8517016cc36c021fa9f20898db1e718d6c8ced88d6cafc85a63377da62a8c586","formula_version":"titan-u-contract-v1","latency_ms":0.7109170546755195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4572b8ed8177164b1c5e1e9f98433fd83a311eb4fcc72b71d62196fc2ea17177","sample_id":"hellaswag.val.3394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b46f6a1336585d46efb8a62d393b25659559c1a4a64fa218cd0e3501554a4345","formula_version":"titan-u-contract-v1","latency_ms":0.6730828899890184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54d4838c8a3324c71ce21bf8234359a0165d522b51d57109088a3d03f82b1354","sample_id":"hellaswag.val.3395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07829a975e621c31b3ba2df4fa1f419e372f62ca94911d5d199e2a00c6ddb26c","formula_version":"titan-u-contract-v1","latency_ms":0.7225420558825135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cccdfdb3dc40e0e9b09eb398c80d3588a25d35754a807704af9b928bc63a8119","sample_id":"hellaswag.val.3396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7783c6008e349dc826023f781fdfa4e12ef921e5a4f10e60163ee236e378700","formula_version":"titan-u-contract-v1","latency_ms":0.8645829511806369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae34afaf50c2ac733a9c83976df7d15900aba5d9830c69502e600a3bf573b1a","sample_id":"hellaswag.val.3397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfcc7f165750e375bca93a9cfaed284331d2f8dd8cf232ac33e0e3122fc1a78e","formula_version":"titan-u-contract-v1","latency_ms":0.9208329720422626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a62cf47e27f4a1ef8ae924ee8809308b70871b832b7b3d3da926312aacb8c86","sample_id":"hellaswag.val.3398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc7fb1665332e73a68b2d1a87dab08f66b3c6952cd7c5451f691fb48aa8d62e8","formula_version":"titan-u-contract-v1","latency_ms":0.6189580308273435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac91649093a3c444ac906fb4655aa5eb620e3516de14d976fb2e8a91db5cdade","sample_id":"hellaswag.val.3399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ac015207da30b166f27eea5ea6f04cb3e7810c8316722cb7b0d25e668a4f492","formula_version":"titan-u-contract-v1","latency_ms":0.5445410497486591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"960d1769bd14d11df9d2b621aa2048e4cd4b7933264b61b5075c6a49300595dd","sample_id":"hellaswag.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21015fe512facc50895ad9c3d55e31bfe51269efb31876466da0a6dabe383fd0","formula_version":"titan-u-contract-v1","latency_ms":0.6258749635890126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14225c387da6ac6f61459ad86591d17b8bf4d0637f5b7edc1bc0d1c147f26578","sample_id":"hellaswag.val.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ad27e241c3837ffdcf2fa14ae631f3be5d13b635120af7ae985eb4b34b538da","formula_version":"titan-u-contract-v1","latency_ms":0.5992919905111194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd1b926e4458ea1d489a9f4fd7771cf04d62c22cbaa09bf96e1763fb44bfa10e","sample_id":"hellaswag.val.3400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04daf55b1d08ef772eb26000636c7e12a11f8957901219fa59c1b524a234dca1","formula_version":"titan-u-contract-v1","latency_ms":0.6787499878555536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7713047b66955398825e33997a179fb1352eab3f4daf279e7e45ca675b8cad24","sample_id":"hellaswag.val.3401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa40d256222ec0207ec9c7d0f7d3c30fc44e4ceacfa13e982585644624f41602","formula_version":"titan-u-contract-v1","latency_ms":1.4839170034974813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43baddfde49ad6d12a1bf2028dafb7013346f8a93d78586095a90361c47ca348","sample_id":"hellaswag.val.3402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c15ff001eb83ee5f7d401000f79cf778c41a4a3241818db5432b70a8dc20e88c","formula_version":"titan-u-contract-v1","latency_ms":0.8222500327974558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e557e7a233e914c69f7a2dd007cc86d3df4d843e64b85d162be312284db9aa2","sample_id":"hellaswag.val.3403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa2ae76bcd1a95c3c0e3127855f641a651757bd4920f47809b3b686647b92cbd","formula_version":"titan-u-contract-v1","latency_ms":0.9355419315397739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aee3b2bc2936ed7fe235fb47882fe8715de8db56a81e2b0233fb6437d6aaf84e","sample_id":"hellaswag.val.3404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8448e0514eac67d38e631b122fc2980f2b427f16d4bbf7cc0430901813f8f152","formula_version":"titan-u-contract-v1","latency_ms":0.7300839060917497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03c230bdb3737ba93b4531022ba989e749836787c2a6ff0ad9fc489e564c6e08","sample_id":"hellaswag.val.3405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08772bc0e979ad99d370adb21f8ba9be08e2bc719eeec8bb6a48ef300f85fe66","formula_version":"titan-u-contract-v1","latency_ms":0.6437919801101089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aebc21dc79d814c1b2b1b50572badcd7eb9f0f55c559e5e97d94395505d5a90","sample_id":"hellaswag.val.3406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cd77d41c7e982db3f47a60c71b588e06ee25ef5e53b6059807ca368618eb725","formula_version":"titan-u-contract-v1","latency_ms":0.7725830655544996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2ee0a878711ac1fb1fff2a5fc0f4cba1c66bb77b18def4ed297d4319614e6ff","sample_id":"hellaswag.val.3407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fad8fbbc079e28ac413bcd34e443ee1ca78677a42be1f71a1341881bb1c584d","formula_version":"titan-u-contract-v1","latency_ms":0.636667013168335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e8695c617cd0bc0e557e7562907aa0fc730bf4fb21f46b2dde332d2754a00bc","sample_id":"hellaswag.val.3408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88fd9976f5cc3458e5fc8a3857a6a9f5e5604d83768075514415dee93a1b01f9","formula_version":"titan-u-contract-v1","latency_ms":0.8668750524520874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d6c9437ef7eb24c2a6ae255c8b403f66f37f9fc205ed1df67d5c5dc40445d7e","sample_id":"hellaswag.val.3409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be503d34e14ffb4c286fe5fa2191c5d5398e8d0363faf4bf01135c6a76bf383b","formula_version":"titan-u-contract-v1","latency_ms":0.48816693015396595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c9b1ace19c990bc938a8e7fdcd2b458d6e4560973604308c0645ae9ba87f3a0","sample_id":"hellaswag.val.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2ed6c3cfaee9aff68942cfa20aa70f9827fd242e660e8020b5fd9f644f6de5a","formula_version":"titan-u-contract-v1","latency_ms":0.9326250292360783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aac9342e16a67b82899a72de9ffb30fa2f48cc22c2443711aaf354d6c28d1b3","sample_id":"hellaswag.val.3410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b81da195e2a8fd312c4d7695e276886f4a28012d1313244f0cfb6741af767b28","formula_version":"titan-u-contract-v1","latency_ms":0.8222089381888509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3638d41dfaf0328cf41b1043b6780517947ca9b6e9e990462fb3f7c42207de02","sample_id":"hellaswag.val.3411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4230173482043b5262b9011f8b599f3abaaebde68c20fee54c182c8d4cc4678","formula_version":"titan-u-contract-v1","latency_ms":1.166416914202273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9a0b57f12b3b07033db5ece1a1d8528b141dd3f1c8862199ea8007a7265ccc7","sample_id":"hellaswag.val.3412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4be146fc3ba1ec1482ae7af2dc808234e4a781fad08c03848d534410fd4b60ed","formula_version":"titan-u-contract-v1","latency_ms":0.813000020571053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9f6c6ea9b3afa298a65b3aa2547fa788c3bb62b312cd271dd182ce7af4300a9","sample_id":"hellaswag.val.3413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c74cb2b0da1a78dc587df6774c345732224e227585afbcbab4e329c95321de7","formula_version":"titan-u-contract-v1","latency_ms":1.3778329594060779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6cd8f6f3da79bde9e052a1b0baa359e7cd77a4e48f956d4d2199a1c05e84f3b","sample_id":"hellaswag.val.3414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1460f33849ae97395b6204b62b455da429d971ce6022d65f0ed2374eee00412f","formula_version":"titan-u-contract-v1","latency_ms":0.6762910634279251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a5aee07568ad42a4cc555944c11d378f8a63c2942f25f75d1754e6d04fa2e1f","sample_id":"hellaswag.val.3415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ac0f66d8cec3631bc137866033212f1f68914d65abcab7d863e5339ef7ce795","formula_version":"titan-u-contract-v1","latency_ms":0.700708944350481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2406793e17abba74b05c33727e2346f105512a74309fd2c2048b001e9a3e2ab8","sample_id":"hellaswag.val.3416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c2bd308747a95ec6dd716ee8eb52288d874698f471feef6421903c41198b577","formula_version":"titan-u-contract-v1","latency_ms":0.6782920099794865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2254d60cd77b38ccaab7429d20a91ddf77a4b823caef87d6d067e5e0ebf9d154","sample_id":"hellaswag.val.3417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7bfc6b96456fe4882277c1be696437654f8692aafcda3ea9becd8d57a689fe9","formula_version":"titan-u-contract-v1","latency_ms":1.0517919436097145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13492c1b91e33ec37cecd36ef9fc34bebe9a30858d96f9ae63f11ec0f81aa546","sample_id":"hellaswag.val.3418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b3e820d3dbe6ecd082db5fa85709b078986e7b9ac02ea7c6eea502e9eee3cc7","formula_version":"titan-u-contract-v1","latency_ms":0.6772920023649931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9a61fb2601bf01fd08c25df072b4d4342b44c5a12aa79562063bf111404f5d1","sample_id":"hellaswag.val.3419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a47768aa67d924e3b40f52bcdd04e087b1efafd25e1507e4ef99c85bf6aeeb9","formula_version":"titan-u-contract-v1","latency_ms":0.7427920354530215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42754668cea52928f9d17cc452a8e6c4d4126ad95f320c0538bce61c73b1a06b","sample_id":"hellaswag.val.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f07ae588aaa4c646566746930549aa4d9cc34ad7f46519d007ba48890afa654","formula_version":"titan-u-contract-v1","latency_ms":0.8396250195801258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cc81dcafa5de87b7ed77b99b71a20a315ce15a062204d16cdbad7ba8597a973","sample_id":"hellaswag.val.3420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36b28a14d208a158611377485e3ac7eb83f32c441ec5e36f2a66a23b2bfe464b","formula_version":"titan-u-contract-v1","latency_ms":1.5557080041617155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63c06f4db6fd0a039a960bce1d609400c9e33f338882252c745cbd00aa8cf13d","sample_id":"hellaswag.val.3421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fd77c26d7bb13782ea8706e9e3290f6dc6fe85bffd9d08b8296d90693dce70a","formula_version":"titan-u-contract-v1","latency_ms":0.7048750994727015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f21737bfe194d421ac6192eac9a383310907f59fbafa5e923041742321a3a28","sample_id":"hellaswag.val.3422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48a587d564380939ca6bd231a1dababcb3ebc67887a1b20c89261982aa24bfc6","formula_version":"titan-u-contract-v1","latency_ms":0.7123339455574751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2af75e904405a5540eba4f1d7ebc9524c22a173a0f1bb31df97625cd65fcc9b7","sample_id":"hellaswag.val.3423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"504396b895930b5ec1c54f13cf7530499c98db692dd35f55bd820ab76dab2a90","formula_version":"titan-u-contract-v1","latency_ms":0.8663749322295189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0f112e66342aef4160d4622de81279c65a04f9b418c1fc0206a45ef195dbd9d","sample_id":"hellaswag.val.3424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ba9e63690b2e475a5faa1b3a060f7a2c83ef6b35b75c29e68e73cbfdb3b95bb","formula_version":"titan-u-contract-v1","latency_ms":0.8297910680994391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08f09e17ba342b95d86ed9ef6618700f76bfb94fc35b12d1fe63abb8de1d83de","sample_id":"hellaswag.val.3425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4b81bde5b8601e66b2199d3b0eb49e41e89a72bff02a4df48afe98abb70ce66","formula_version":"titan-u-contract-v1","latency_ms":5.006000050343573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e29bbb2924c04e81c5ebec010e0752caecbe26202f8b6e2f03621530ee9f1686","sample_id":"hellaswag.val.3426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"469df9e0e17c7f657ee67737824b94857bff52804ab7009a7c3389818d2074a7","formula_version":"titan-u-contract-v1","latency_ms":0.7239161059260368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bb7a92f9f37e5bd12bca3c66f87473957072cccc0eb2d7309ab30f66983b2ae","sample_id":"hellaswag.val.3427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cbc7a09c1947bbaea4ab51adb9bf2bc0fe9906bd5258a1bc1ff742f4dcd7b3c","formula_version":"titan-u-contract-v1","latency_ms":0.6529169622808695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b2ba07ed52b41a602927be9b9abc6236ad6abcbf4bb2df58a3eb690f17a8348","sample_id":"hellaswag.val.3428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23eae2b481dc5e455e2aacbffbec95f8cd966adbec23e57bc3d506c570511977","formula_version":"titan-u-contract-v1","latency_ms":0.6065419875085354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e978f47d9b059ade0ca96d28d32b77ae902153415b649f5feb747705872dc5f","sample_id":"hellaswag.val.3429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9db942fd8dcfc797574bec851797db05ca98d578d4890f593c24cf2968c0cda","formula_version":"titan-u-contract-v1","latency_ms":0.5239170277491212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96f05d8da8697c9c57201b4c32c8238fa1ff97a02590e11919e48a5a49a9665e","sample_id":"hellaswag.val.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7012f79a4a175458926b4b091820b25d3c2697a59a09b1de1b95dcfcb3054a69","formula_version":"titan-u-contract-v1","latency_ms":0.6987090455368161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd349c799aa0197dfcca97f54657a09e0c7f136e00051075882a8aa688c5d166","sample_id":"hellaswag.val.3430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"745f755016fcd94e2393da253f923b071657a31b3fd7f84ca8cf33bc914a4bd3","formula_version":"titan-u-contract-v1","latency_ms":1.9869579700753093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2493e091232fd1267a181091d4b25114098062b79154047d35fd7b37f3b0a5cb","sample_id":"hellaswag.val.3431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ee279f0b2c842f5f4cedd53915d8c9cd4a11a9d373924bced0bc9a7c96ccf6f","formula_version":"titan-u-contract-v1","latency_ms":0.7263750303536654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"417580069b2a519757616ee200aba066c117a87082c765899c50965c237a35ae","sample_id":"hellaswag.val.3432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9fdfe8e1300815b7cd92dbac7367c1ea2cf0630b87af56a5dcc0e462f26b7f1","formula_version":"titan-u-contract-v1","latency_ms":0.6382089341059327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca1b8dec96836e93bd57907fa46215adad0808382fae964f86fbc922da5a9e33","sample_id":"hellaswag.val.3433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e830f8c14b286adcb17fa89796e60fc9d6d277a1c8b8794efc9125c56ab72e3b","formula_version":"titan-u-contract-v1","latency_ms":0.6280419183894992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef168769d37f282799b10923f0f34c5ab4553dc4e1ff0d4d166e4739f1244f0d","sample_id":"hellaswag.val.3434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b563b98de9841e43587d43215d7385bc3929946cae9fd18c2646e011fc73eed0","formula_version":"titan-u-contract-v1","latency_ms":0.7642080308869481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f78ade13859badec0daff7f6a2d423b5cb1ddf64858f5590ccd5f23627ba2f51","sample_id":"hellaswag.val.3435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c495d93f4761784da16c64e164d2eecebd3253e10506b788a4a75d1ae946f600","formula_version":"titan-u-contract-v1","latency_ms":0.661624944768846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b6a385feb50e94bda0f943d76bdfd953a6870fa8ce54a37c23f73aa37a6ce91","sample_id":"hellaswag.val.3436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f967d7cda76685e62ae3b907b5dbcaa6728d502fccc5b0415b0b6943dc50a9e","formula_version":"titan-u-contract-v1","latency_ms":0.870457966811955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fda22f0d67ca7b30ab9237bc450da9be1127100be32cf6e4c693f058e7fcaf1","sample_id":"hellaswag.val.3437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"961a2ec6df9e3d790bff7ff901c33f23e1dedd17aa27c10893708a3fd35ce5d4","formula_version":"titan-u-contract-v1","latency_ms":0.9065000340342522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c816faf425870e13807f989f2b0f1005233a5f32c89d1040edfca7f06970193d","sample_id":"hellaswag.val.3438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bd5eda7cb2633c76eaba033aea910829e3448328975fd2c131e35300928b78b","formula_version":"titan-u-contract-v1","latency_ms":0.7766670314595103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1c993c6153dc957209574286e65eac337b3164f1f8d2fddde28e02fa0d5964f","sample_id":"hellaswag.val.3439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f252584f17eb8810ba5a9932c7ffec7f42fad3a85c7ddbe3315b332c233489a","formula_version":"titan-u-contract-v1","latency_ms":0.5319170886650681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49a8e0470480c3338000a127c83c367904131eb6ea2c134dfa60577220b9b011","sample_id":"hellaswag.val.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b881d2f679768bda1d6dacd7e902ca93cb759e71dfef385beb4a6ce552ed289","formula_version":"titan-u-contract-v1","latency_ms":0.8587919874116778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76ae9f1ac8bd83724c8600f1846a2fe70ca9f7db12c70b3a0a3020982a5b0914","sample_id":"hellaswag.val.3440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a3011710c10e82adf3d243e02fe3211e886cb487b4504359d5336ab2765e472","formula_version":"titan-u-contract-v1","latency_ms":0.8717909222468734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b889e16938731723d26e1a16ef91a3a6415eddd2044d9dd8f68ad55460beb42","sample_id":"hellaswag.val.3441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0735c73d2b084ec9b8ddab533f839ddc5c72736cc251f222671212e9d7effff","formula_version":"titan-u-contract-v1","latency_ms":1.0216250084340572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edf9190e591724effaa81dbc471d07f724f677186b30d0fea1644c9718c9e7c0","sample_id":"hellaswag.val.3442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63314fdbcb5c0b9d5be386bfd3981fee82b1cb22f0981d76b84a189afee61947","formula_version":"titan-u-contract-v1","latency_ms":0.648624962195754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d3b2bc0e1fb7e0257534170ae306c5478cd04bfde98d61a7def1ad1d4de6cf6","sample_id":"hellaswag.val.3443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"667dfc10ac79f9d8ccef71ae5c8c7689e1f87551431e4676b3528135e5bb43fe","formula_version":"titan-u-contract-v1","latency_ms":0.9277909994125366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"118257573ac25f12765f379f3518e1a40ab4078a90e5b064551207f1d6d1f11b","sample_id":"hellaswag.val.3444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db5409a73cdcd77b07193a254ddbf0b77a91b7f627ddbe303b509175e0abe728","formula_version":"titan-u-contract-v1","latency_ms":0.724624958820641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cb80d2cd8a420e9bb06ce4c1eeab424a46ea63d1ae7790d67bb014afb145457","sample_id":"hellaswag.val.3445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0875e96075920bd66a2cce80b5abcc836c891b590a69246f67410f7a60ae9f7","formula_version":"titan-u-contract-v1","latency_ms":1.026917016133666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40ad50f3a2ce70be741c91b4893ecbe8e4cf614d9cc0e57a68798e4f433920bf","sample_id":"hellaswag.val.3446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7db7827580763d6eb288e972cafa16b0b95b9c347b7c118224feb8a7c402f995","formula_version":"titan-u-contract-v1","latency_ms":0.6889170035719872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"097d0eab1698a27a51a832864fa0e4d9ee8a78c01c6e03b662c6a721b28431bc","sample_id":"hellaswag.val.3447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e905f62b568e5e56b56eb66ceb2da51e3ff570989697554c7c5a65e0e1851a1","formula_version":"titan-u-contract-v1","latency_ms":1.017875038087368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"174257a513cd5761fbf633489bbb1689438d5e8daa8d2f0617faa16baa91b7b3","sample_id":"hellaswag.val.3448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf4d28e1712b05a762edabd952ffa1e547b0b634ff590c5987402dd976b664c5","formula_version":"titan-u-contract-v1","latency_ms":1.0301659349352121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec9728dac4150a2a0b53acef8756aea0cb2b9e1f607786119793e552ff31c712","sample_id":"hellaswag.val.3449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"458b9c1f8a3a2043212bebf3a6c822eab61d2baa2fa2e010872e21ea8094187f","formula_version":"titan-u-contract-v1","latency_ms":0.6111660040915012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6f19e28dc6e8585d6615155de895d2e4957ab26bcb7a6d5b59236b7ed2facae","sample_id":"hellaswag.val.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9331854297d854604d90aa25baf1f459561a7c6c091fcb65601763f1283a6952","formula_version":"titan-u-contract-v1","latency_ms":0.7420419715344906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"529d4631762013ca214b00609aedd3f353aafc3698884363000bff07b11a29e4","sample_id":"hellaswag.val.3450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47de3da75a0b4c33a47d4797a821dafd6df6224327e3389e3dc082c4f0145ecf","formula_version":"titan-u-contract-v1","latency_ms":0.8156250696629286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d64aa382b9a801f98bb81b19f22cfe9920c2f3dcd0bd8607c12248c8a8c8793b","sample_id":"hellaswag.val.3451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45c0e4628834cd1d07c615e7cd99f18e87dc44ae2238990e3852514667d2d6e8","formula_version":"titan-u-contract-v1","latency_ms":0.6668330170214176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1dcc38810b1ff6020a46deaa4115839872512c0ead061b7d452d512c64cf662","sample_id":"hellaswag.val.3452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b93e1facdcdc5b93011ac2229c24828da61d1d52d200d04a617c451b743331ab","formula_version":"titan-u-contract-v1","latency_ms":1.0455410229042172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d771aa0346f136371e8c407de4a81b4d4dfb0cdc65b96292b1b2668c1bc45af0","sample_id":"hellaswag.val.3453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b60715cab59c1c74a96fcf855000ce2114f0dc2c81a09d32cf56199017665705","formula_version":"titan-u-contract-v1","latency_ms":0.608875066973269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8e20337c50cf4512fe09ee9c03f2c0fc83d35fcbe86e8c4293704dd9904c3ae","sample_id":"hellaswag.val.3454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35ea7c3266b26fc587bcc656c98941446ef19d96bb1370110e17c7e57828a2f0","formula_version":"titan-u-contract-v1","latency_ms":1.051165978424251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"153e3bc5cabe65556425138ee462a1ac96f95913cd8a109fe90d719020811f2f","sample_id":"hellaswag.val.3455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48fe2501f9e9c1850835c039bcdb0a3b55e2b2140c3392a5c9b7c79910d72c84","formula_version":"titan-u-contract-v1","latency_ms":1.4553340151906013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b50a9ff0f5ad457cebcf35015d0c11005b05dedaaaf65335827b5ec5b69c1132","sample_id":"hellaswag.val.3456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8a085a20bf2114c63d82b11ae52e23acea2fb371f797ac09ae431370ab06e6d","formula_version":"titan-u-contract-v1","latency_ms":1.0040419874712825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"600f199496b1f9aede185f22048242733a24a574c48cc99a856da4dc2f527c18","sample_id":"hellaswag.val.3457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aeeb86ff84acb78e37dd80417a4134fd4ff217598410f8aeb7ad8c9d82f4b5c","formula_version":"titan-u-contract-v1","latency_ms":0.8756669703871012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7471382234d91e22f91de4fc88754d52e23d31822137d18f86f929c940fbba7d","sample_id":"hellaswag.val.3458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce7c716dcd3e23b0352686c393d37a36caddc9eb57a8e1ce3486ff18b9ac38bd","formula_version":"titan-u-contract-v1","latency_ms":0.8474589558318257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2df986ce64b7b8ce9dfd5210f1da0877ac63fe8458b4635f1d3b1caacf3e4add","sample_id":"hellaswag.val.3459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"898f93832b9f2ad6a71a790d5f8d96a344213d063dc7a413b9bac75629dec5ba","formula_version":"titan-u-contract-v1","latency_ms":0.6574169965460896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce56f04ec09296b63b0c70b5e43ea7995796f9597bd1f80d610aa970ae1a4109","sample_id":"hellaswag.val.346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5d5bda77f04e7f2ed25396996987c4306412348a926cb07942d56cd276c4d02","formula_version":"titan-u-contract-v1","latency_ms":0.9329590247943997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdf4bbb3d52bce5c12b5be7731b62cd03cdaf6c69e714ce7205020639a28adc3","sample_id":"hellaswag.val.3460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61e26377b244dedf716a40d40abf909e1ec3a6028885316a86010e4ef705977b","formula_version":"titan-u-contract-v1","latency_ms":0.7301250007003546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25ba5644ff1b1a854ed66970dae3967aaaf07680d6171e026b34732f485ec3e4","sample_id":"hellaswag.val.3461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbe97a1001b503e5565c1837102f1196b44ac1687d7b42ccf233137b723ca8cb","formula_version":"titan-u-contract-v1","latency_ms":0.693541020154953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17598587877293aa58214cb080e6500395a4520b5bf086f8367519f8ff770107","sample_id":"hellaswag.val.3462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2cc7fca73d6ee55856e0ae8624f40fa86b4b46a83329a4042ab735c2ae5f454","formula_version":"titan-u-contract-v1","latency_ms":0.6977090379223228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"089983c704e2110bbaea77e01680d01bf9bb9b517939bbb3c7b1609546dd00bc","sample_id":"hellaswag.val.3463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cb3446e0bcef9bd2010569c0ec66a6fb115891bfda2ebb5bbdf243bbe10fbdb","formula_version":"titan-u-contract-v1","latency_ms":1.1282499181106687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"297407157d93974f6f7c501603d1e16a2712dad2bb4c0909418938562076002f","sample_id":"hellaswag.val.3464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4d650f86a05529bb49dd4782a1fd38e2ecdc1c66b17810abecbc7010e6cc1d1","formula_version":"titan-u-contract-v1","latency_ms":0.7615000940859318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33670fd6c4cfa370339981c80ab0c4228646105b71cf80d2a8a93519abc385dc","sample_id":"hellaswag.val.3465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24eb99bdb59f47bebc658bf1a9da5af24d43bcf39fa43cbb422eed24a204e710","formula_version":"titan-u-contract-v1","latency_ms":0.7120000664144754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"389e4d10586171fa2fcd367202220afcb255676c9a8b7350d347f9781027cc83","sample_id":"hellaswag.val.3466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09c2cfd773d1442074002c99e523ff81dcb30600adfdce29a3f0bf466a0d17b3","formula_version":"titan-u-contract-v1","latency_ms":0.7938750786706805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46ecaa0ac6a139dceee5d2cb9334d4744a52554e68359fcd9e2e1d49caf9f948","sample_id":"hellaswag.val.3467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3223152659592308c3647bfcdab86ab1d1c9130710abc615cc0b57961ae17f98","formula_version":"titan-u-contract-v1","latency_ms":0.9410419734194875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b08755dce5914f2fc85714e428960734d4db2fe71edadd9dbd08179c4f81021","sample_id":"hellaswag.val.3468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d243a3f9ce0dae774507c91a05c026ce0f4a9673a8be077f906f02ecaa807109","formula_version":"titan-u-contract-v1","latency_ms":0.7747920462861657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f5a5cb9291a36db364fe02962d6d8c47d6794d5cbaa28e2fcae67556577e7ee","sample_id":"hellaswag.val.3469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"763b7a5f5c340565337e0cdca201a6eda5fe9846525d6e7e2e347c34fe9688db","formula_version":"titan-u-contract-v1","latency_ms":0.690207933075726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6df445b96f30924da7faea48d75066a8ffa2a51709b2f20e45af7dcae0adcb6","sample_id":"hellaswag.val.347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7cbdce2c7b12e657c822b7f94ecce81b91e21af75417aab7b764a516ed81217","formula_version":"titan-u-contract-v1","latency_ms":0.8269170066341758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4f6d5e0f43325c9c24a0f71fb365eab9d9fa5a864285022c8db1bb70e5ffcf3","sample_id":"hellaswag.val.3470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a0062396f584bef0904bce2ed66b668d6f3f29d256d1b2ee4508d0d1bf829c6","formula_version":"titan-u-contract-v1","latency_ms":0.817042076960206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ea9e55c0500404d7f9fcc5b8525845b2bc020018e7d0e118720f21fbb2a909a","sample_id":"hellaswag.val.3471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38c62b40a97b3b9163539781e645d6c477760624afcb44706bb77b286f61fd74","formula_version":"titan-u-contract-v1","latency_ms":0.8229579543694854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4d9a29a1cccc41b0dc0c8a76784259033b24541a19e579287de91f7a1f1f6bf","sample_id":"hellaswag.val.3472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59db45dfd73f166a228ad2fcf1626aac81be448367c94315d77e706d24d0efd1","formula_version":"titan-u-contract-v1","latency_ms":0.7802079198881984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45f9c7d54f11acac4287938579737b9ff7e1a2fb05a8973fade67c7096d827e2","sample_id":"hellaswag.val.3473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2eb3fe58ed984573e630c29fe89ef1f1b3b57da1e9192095113d7e3f2c22af6","formula_version":"titan-u-contract-v1","latency_ms":0.6922500906512141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ec92336ac51a9fd5975b8fc9d8621269dca7794be004364bbb56ddcbbd431cd","sample_id":"hellaswag.val.3474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d452fd1a77c07e9c1f3d77be8cbfabf02deb24beeca6c345df633f48e2dcfdf4","formula_version":"titan-u-contract-v1","latency_ms":0.7394580170512199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f03c80d7790c5ed1f63a2b21a00292c640b2cfb62303fdcc2bb6ddbf2e8df77a","sample_id":"hellaswag.val.3475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cae96a4887c131204397fd6a144ab6d1ae3056b7bb4c42377166866dec44e2fd","formula_version":"titan-u-contract-v1","latency_ms":0.8640419691801071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d027496c0e570006c13bf20f266c67f8eb336c81d526a59a854dbeb46112be46","sample_id":"hellaswag.val.3476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0709e0994b82bce5f08fbe6d3f769c650da6c2337d938d7bfe3a6a9004e8f60","formula_version":"titan-u-contract-v1","latency_ms":0.6728749722242355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0e1eb4025615aa79d928776d40c459539d59f49b3950a5accbd46d9a4403fc4","sample_id":"hellaswag.val.3477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2aecb63169f64a2ec0be55b71fd628c3c0d10649ecb4a14041735bc94e1ac4d8","formula_version":"titan-u-contract-v1","latency_ms":0.6123339990153909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f00f03b7a46ec00626bcca4cefc8b24da4e2eda248469f34f56e5dd3ba3aa9c8","sample_id":"hellaswag.val.3478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af215a6cff98dbd3eb3613e199865d7d608e6a8904ad98b5c729756da876cdb9","formula_version":"titan-u-contract-v1","latency_ms":0.7892500143498182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f8c97ed596b5ea99f043c87d46a861ad64a0d41a70c27a43ea6a0e8fba207c9","sample_id":"hellaswag.val.3479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b23923441bfa549774355f26938c510c97e0872dccdbfc1e903deb7c2eaa79f","formula_version":"titan-u-contract-v1","latency_ms":1.2395000085234642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7521a7c3fc97e983648bce8252240d36c56dab1c9513f598e102c588b5194f3d","sample_id":"hellaswag.val.348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bba341e4e88027e64b1668969f11faa9cd9579ff835ed9db03af99e936057c20","formula_version":"titan-u-contract-v1","latency_ms":0.7412920240312815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3707e9d1041f12e057e491370407dd0bc036deb975785b965aad202b159dec25","sample_id":"hellaswag.val.3480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40117c059af19865633211a65cf1d3af59a8880eb15aff4e7d3c5dd080f2db7f","formula_version":"titan-u-contract-v1","latency_ms":1.2589169200509787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ff2a56ab6c1022db64628d4bcd2b9cbd3e1b4a1dea722554c8deba309c1212d","sample_id":"hellaswag.val.3481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"009fce65523ca0ff22bbf2c166182453d453d09b1f06e673b042d6525b120e70","formula_version":"titan-u-contract-v1","latency_ms":0.6442500744014978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f24e188eec1e9f82b69f18c8f3688b5a552fe9eb7bc37cd93974edbc771c0e1a","sample_id":"hellaswag.val.3482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01fe75efd8a0c2e066724b78040b18699d2ce443f978a697bfdde2d71c701a38","formula_version":"titan-u-contract-v1","latency_ms":0.6978749297559261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b55637fa03a25eb1deb1b9f52504531aa62dceb5ea9862a8d84b0b74dd6befd","sample_id":"hellaswag.val.3483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7468d29502d73fdd7689587a1f3783bb49ff492eabc0908a6150bae91cee2d02","formula_version":"titan-u-contract-v1","latency_ms":0.6997910095378757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc407833f9bd80acdad94e81fed78ce8f0c20c5465d333262fc3144dcddd97fc","sample_id":"hellaswag.val.3484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9061087d69a3d1ad24291b72680c734e1fdec0b8f83bfbca39c226813d1ca8b","formula_version":"titan-u-contract-v1","latency_ms":0.993583002127707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9285d477b433cd5b52ceebfc8c833b83f4d86976bbe7d863a1e444ba0d47a1d9","sample_id":"hellaswag.val.3485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"819b72c6eae2799abdb2ee5b57f7f4701144543aff51822c2e804559e5ea48a5","formula_version":"titan-u-contract-v1","latency_ms":0.65437494777143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"999bd0c66fe3b7045197977e3961924ec5389a4ee3ca7b2810fd5a3e80205dd2","sample_id":"hellaswag.val.3486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfc85bb80cfd3abca992575b268bbfa99c554df5c52e8c9849e4c3eeba1fb427","formula_version":"titan-u-contract-v1","latency_ms":0.7515830220654607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec3338a7399a68296ad636420bf5b411ae1ba40612e46a70b6dfc41f7cbe63c3","sample_id":"hellaswag.val.3487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63831f8a47ef297d1e3b71ccaddca08c3e4d5f2ed4f33822bc16e492bcc594b3","formula_version":"titan-u-contract-v1","latency_ms":0.7382499752566218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3254f3b08c71e1d632d195bbc8236e8626baac01e81bbabd246791f4d92bef8a","sample_id":"hellaswag.val.3488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0543d068454947c3d48e6e4b39b94e44832bf12c013c1fedb40b9528a4afb35f","formula_version":"titan-u-contract-v1","latency_ms":0.7505839457735419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54b4ea957cc9f4c18c6b4a574329e645da830a433e34d064dec60a8fd52fb701","sample_id":"hellaswag.val.3489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8533c807a9a81f71f493bbc3e50c5ebf4a528daa02cddb72bec2685c8c4d2e66","formula_version":"titan-u-contract-v1","latency_ms":0.6244590040296316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13a00918ce1964ce2c09b0c12e3c54f6e98764bc8ab30245bc16404dca20e884","sample_id":"hellaswag.val.349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b44c5600fc174ba267f9ba84b1d8b08a7ab91cab23e3f0b8ddfa5953d3b0933","formula_version":"titan-u-contract-v1","latency_ms":0.7011250127106905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d98a12a16418b656b6db9c64aa29a415fa6e1ece7285721727657eaa4941f939","sample_id":"hellaswag.val.3490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db78876b3360fe573ed61c5215f6a49efb0469036e4b43452462f5c457943634","formula_version":"titan-u-contract-v1","latency_ms":0.682624988257885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3acad7a3174ca2efa9468360db682dcd1363e0d0c4ff85b14a3c59bc53b1cab3","sample_id":"hellaswag.val.3491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22e71e5e2d2c5f013a36d43e595dd883807db272520c8dfe11a30bedff578bf2","formula_version":"titan-u-contract-v1","latency_ms":0.6545839132741094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d7634dfd15fe87b5cb843baa85bcca752e9c1d4727e83dfd2649598cccac602","sample_id":"hellaswag.val.3492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb721fc47f20e46822018b16a1a1ea77f17c84ee727b380244478a376c2c5212","formula_version":"titan-u-contract-v1","latency_ms":0.6795419612899423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"594506d1d0fbfc688303b11f208b445b45ee4ad905d75c89cda6732f111942b1","sample_id":"hellaswag.val.3493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b494446879efc089647e3821b32ec0101a487a01d44c5a066020d01cddf1226e","formula_version":"titan-u-contract-v1","latency_ms":0.7491669384762645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e47120be88d798c46587a6b400a8aa63f6149f3d16f208ab5819b19c2527ee9","sample_id":"hellaswag.val.3494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ea006ed770626ec8eccce23e50253a08aada79c905a578311c03471a4edb317","formula_version":"titan-u-contract-v1","latency_ms":0.6668749265372753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce52914a02006bb656f1bc604255c89e2c4efc0b4b5277804e0a9a6ad17d4a34","sample_id":"hellaswag.val.3495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"345f6b5ee93ec83c42e852d2bad4c2946f1c1a7e58a50c195086ea3c46075ca5","formula_version":"titan-u-contract-v1","latency_ms":0.6272089667618275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d435c3458dcb690f1716908bb8f55ddaba46e37cf0a0e7821675093fbd51404","sample_id":"hellaswag.val.3496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c31d7a512741f470e41f197d27cf1763dcf2d2903800742f1de3f8a3ca285988","formula_version":"titan-u-contract-v1","latency_ms":0.6424590246751904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c17f1cf58752db03cf0fe6c068ebbe7b83576f2bd1db45b02035cad90838c2c","sample_id":"hellaswag.val.3497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed075a55aa93a69e532ff7c89d42c0fd301564e37e62f6084da6cbee2c9f3c09","formula_version":"titan-u-contract-v1","latency_ms":0.6064170738682151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61c245b0e724485d8eab99edb5a8748d4d9fc61042dbac6a9835ec116949a85f","sample_id":"hellaswag.val.3498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ba8dea4141b8447b97374935db177ba646a228b25fa7f274f071f9267cee74c","formula_version":"titan-u-contract-v1","latency_ms":1.08299998100847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74e5b79976e43e3b2f863a3c2b6b3377e85ac006fb0fb05b30dfbbcbb19febe5","sample_id":"hellaswag.val.3499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf0901868b0ef2b2cc44116ce1edb344f5bcb61f4a5e876200d898a1ab3cb2f2","formula_version":"titan-u-contract-v1","latency_ms":0.5944580771028996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7134c994a695207b623de906c966367666e71410772f922094a0abf234e1a4c4","sample_id":"hellaswag.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75a915da50f1fbd445843b21f51025a40f8b7737c498d0dd29585e474b3cd689","formula_version":"titan-u-contract-v1","latency_ms":0.45866600703448057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec368388991810cef2eeb5ed3f46ad2beea7510d5cd36003af897077a77f7e5c","sample_id":"hellaswag.val.350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f117d0676d98c34a60c1f747190d2d96fea911f48f33556d81c6cae4df72d7e","formula_version":"titan-u-contract-v1","latency_ms":1.0980420047417283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea9f10a9b5b8b24178ae863b1859b47464f49977040246be5bdedbe0ab606180","sample_id":"hellaswag.val.3500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"946b8e575cb9bff0314a4291d23cf8b03392dc7cf96c76066c304c4ad4706894","formula_version":"titan-u-contract-v1","latency_ms":0.5579169373959303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b61dae0bcdb7d8f1c9c02a241a277a1bea35a84a05fec36b57dc47b571180641","sample_id":"hellaswag.val.3501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3da0aef22715ab024150804447bc8af84ce5a8b51e322dfb54503aa6f58fdf0d","formula_version":"titan-u-contract-v1","latency_ms":0.7969579892233014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7342405b8bbdca14f314f022e290af5076eaa54f46545cede2f30ebbad9d7de","sample_id":"hellaswag.val.3502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"345bbc1d1d5d9ee0482b22658d1ebbf66835b1594960dbf083dbdf15d6ccc7d8","formula_version":"titan-u-contract-v1","latency_ms":0.6685409462079406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a069142df2cd843198454a5beb8b209a430d8e947b37069fca025f01842316f","sample_id":"hellaswag.val.3503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9be125dbd830bda28e9dd7a65a6d5c3d545cce84be72b2c8b56f3d19840d2f5","formula_version":"titan-u-contract-v1","latency_ms":0.6527920486405492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac7345913a79c0fd48c91795cb8f45547aefd20972a6407778f27c829d7dff63","sample_id":"hellaswag.val.3504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a19a45c6c59878c1fce847e7939fc353a97a636c8166f97bf0f9063d834df412","formula_version":"titan-u-contract-v1","latency_ms":0.7192080374807119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7769be1c4bdf9c62f7adea234e221606c130eadbb2c60caf8763753bd13728d5","sample_id":"hellaswag.val.3505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc7a86554f91c81b5ceba56a453b09af46751e772cf9fe98f09ab828f778077d","formula_version":"titan-u-contract-v1","latency_ms":0.9807919850572944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75f17ada9c89e6546193cda02e12ef158f357ae70addd623f648dc2c3e4ea3e6","sample_id":"hellaswag.val.3506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a4fdd5021d075a302a4f50484dbf183d1e8bf144eaa91bb7721a4471a3ea6c1","formula_version":"titan-u-contract-v1","latency_ms":0.7058329647406936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7289bbf35af29e383e6232c26f2cd62f5fc744b900d70515eecaec00cad64370","sample_id":"hellaswag.val.3507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57a92b7c2649a8b61dc85aa716ae52e72b0451d2e517a0d2829731f7948a8f71","formula_version":"titan-u-contract-v1","latency_ms":0.700624892488122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3467b79371b2c4f66bdad38ed5aa1af328c20bc771f912a3c0f032239407066d","sample_id":"hellaswag.val.3508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6c02a9cb7e1982a2e574954e99467b9b63d9b420e808f970660b491c1f72dd8","formula_version":"titan-u-contract-v1","latency_ms":0.6454169051721692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c28ce6c293621df89e6ff289196e4a56f6f652403bad7ccead8e369fc425e42","sample_id":"hellaswag.val.3509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29baafce0c7db7aa02619f0220ce3bec46e679bdc55bc0e26cb5ab2097685e00","formula_version":"titan-u-contract-v1","latency_ms":0.5282920319586992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5b9f7156460dde4f6f9e9f4493fb6f1a022ed32bc63bebae03fa68284b40e70","sample_id":"hellaswag.val.351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1fb20a86f70353be6fab0d4a529ac9a8f79e013a3968a44b1e2eea1cf703989","formula_version":"titan-u-contract-v1","latency_ms":0.7087499834597111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20b2fa6035b6bad0eb012a6822ee7d7fc4aa1646491447e67e0b500e14e17d7c","sample_id":"hellaswag.val.3510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"019c7d19cd040b99b8e3e4148bd641997fee934a184d03e3aee66e5645afe07d","formula_version":"titan-u-contract-v1","latency_ms":1.0544159449636936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"461bf8b8d28c52936fa73b58e554390326621a13f732786ba588dbe7ced7e7a8","sample_id":"hellaswag.val.3511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9edce9ebaf24ae326c7f56778648624d25f70788d6b92c55366749db66fd3988","formula_version":"titan-u-contract-v1","latency_ms":0.6762089906260371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"011e9171b3d91093da796c1b2179862dde6656338b915ddde946cab40c91dc10","sample_id":"hellaswag.val.3512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17f052d2cd581ee6809df213fd23b7e9d70bee0fae27da8621736f7ba1b90802","formula_version":"titan-u-contract-v1","latency_ms":0.7757080020383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fad8f97deeb2bd568d466658f08f4afba1e69828b52bd0817d57fedcbcf03315","sample_id":"hellaswag.val.3513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3421c97fe8d10489bee52790beaef1813e9a07e8aef3b195ad399c2bfe07ca76","formula_version":"titan-u-contract-v1","latency_ms":0.7348749786615372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f9f27c45455885db891513ca121750a698c10588f4a4ce249b7e74205a7765c","sample_id":"hellaswag.val.3514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b335d8ec5501ee060be56f8c75706d4358228cc539087bb7adeb47d6f832a752","formula_version":"titan-u-contract-v1","latency_ms":0.6175829330459237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e656f4236d6fd7fc68cfcea2252d94f519e7109325cc7574174f20b7cfec1d51","sample_id":"hellaswag.val.3515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df906ef26a5171067e90656d1af35dc75decb282889ec147705103854bcb99f0","formula_version":"titan-u-contract-v1","latency_ms":0.7075839675962925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"209088b630eb5e81ecb4923b71806727664d84b96aa0c31f94430e91f6d4794c","sample_id":"hellaswag.val.3516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fe6758e0d4ca9e666d3a9ade323ab77534b3a13d76e211aa16a498f1bd50aca","formula_version":"titan-u-contract-v1","latency_ms":0.7006659870967269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c8d0717e24944df281df0fa4db8acece65286eb6d95e6badfbe9b85116d2dbc","sample_id":"hellaswag.val.3517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bafefde7a05afd3e8a37da98aa3164007f80463893cac508d6a81604d38f1d5","formula_version":"titan-u-contract-v1","latency_ms":0.6679579382762313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f5252815e38e5548dacab2d16be7c89bc36da1db1b40505f8d0ab63258def9a","sample_id":"hellaswag.val.3518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2808a0ff75c490c2478d03040e4f9dcb6066b25fb8e333945c196ab1f08c6d3","formula_version":"titan-u-contract-v1","latency_ms":0.7106249686330557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2d33c7c119eced45f52536cd9c4f555f1b56b914feb5ff1de5e6e523d4be479","sample_id":"hellaswag.val.3519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"067b66e7555e5e6f3f93eb92ef049b29018d28591c238f0da89b941890c88c1f","formula_version":"titan-u-contract-v1","latency_ms":1.1135829845443368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d420a883ae5f491ca431aacff291d801a67c6fbfc99ea40a2c1513ba292ced9b","sample_id":"hellaswag.val.352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79b2ab660211ee34ea40bf86e70397267d45bf925f707afa60179ce6f87c87bb","formula_version":"titan-u-contract-v1","latency_ms":0.7414169376716018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7baeb9f4e4b24d5def3009f0665ec911e4c808fef0f8db80626ab608571eebab","sample_id":"hellaswag.val.3520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4aba823f3fa0db1ae90d58c94cd039c31e4d748cabbe0fc0725702bc45cd842b","formula_version":"titan-u-contract-v1","latency_ms":0.6640830542892218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cdf155af86c7e1ccc1dce898037aaacc7d06f22785ebeeb55d528d27d5402b5","sample_id":"hellaswag.val.3521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c5adc16296c5f50b790b6d61cf0edf08d7035ad57baf0c8e40b939c0a496c74","formula_version":"titan-u-contract-v1","latency_ms":0.6915000267326832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cdb09f3bb1fd1bb891e5eacc75263720cc9753235a7f4cea34836d31e38b289","sample_id":"hellaswag.val.3522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aca9803a459b7973f86cb08e09940d25c4efeb77aec83ea79d81695a7a89aa1f","formula_version":"titan-u-contract-v1","latency_ms":0.6845829775556922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df1527863107701ce034ffb5425b0dc0f905c6717b04d1a743e4ecf6a56e6f45","sample_id":"hellaswag.val.3523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebfb0c6eef93ab4b5f2c9414eda51f0a6093d07219bed3fb2ab6c58102a88261","formula_version":"titan-u-contract-v1","latency_ms":0.726708909496665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b14e43e5f3cc722fe9a8139caa5328cf8a854da7ed6109826f08c1e0896656d","sample_id":"hellaswag.val.3524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6220c03da62baf3f8790088c013fdda6f46868623037136d5e1fa51dbda42efa","formula_version":"titan-u-contract-v1","latency_ms":0.674000009894371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66d0ffa556132950434122bf12cf746924d054cd7478317aac94f03d42561e08","sample_id":"hellaswag.val.3525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fdf5f4c160960dcd008faee6ebf93b3b6c0d2a9a9daddc5a3a586552da486f8","formula_version":"titan-u-contract-v1","latency_ms":0.7816249271854758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b276b78c82add7bfd16da0c243531760d8cfce66db56f106f63d1b545dd23200","sample_id":"hellaswag.val.3526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cfdab478b622b754abd9ebc75e0df40064f8f6a2bad1ba7de39ef8599775eb6","formula_version":"titan-u-contract-v1","latency_ms":0.7327080238610506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d1e787f8918d796e4ab3ce80aabd6cb6282e2143b0285104690531fd1b2eda3","sample_id":"hellaswag.val.3527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f852826e1a795eba0bf59e4ae126dbfad2c41f4862a050cfee83236860606bb5","formula_version":"titan-u-contract-v1","latency_ms":0.7559999357908964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c4aa59e17f89ce2022a9536b7ffc4115c6264f7552311ac7ccaaa4726a0ce2d","sample_id":"hellaswag.val.3528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f948e8f332be26f4c9d7b663c1f7c0aa1a79bcfe98b0f6072e0705a87e5770d3","formula_version":"titan-u-contract-v1","latency_ms":0.7061249343678355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2c6b94b0d48b80326e1a36c1675f6b753e68a088f092070fd5c2a67f8587cf1","sample_id":"hellaswag.val.3529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01c8feb937b05f178aaa432c0d469321033b089e4897b2f554ecf42499ca5a86","formula_version":"titan-u-contract-v1","latency_ms":0.6916660349816084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53d19f4a2b1f60bf36020557090692368e27fae4832e17d697ef5c7f8d1f4c72","sample_id":"hellaswag.val.353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd9c21c7180f1968e6e2443b9d85e19a1b25a2138aacf0b176cdcaa6b0ba2721","formula_version":"titan-u-contract-v1","latency_ms":0.7400000467896461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37b1e81aa1a244434ef110df11f8c4d72f1ccb163079dcc97e4f6260b70ac858","sample_id":"hellaswag.val.3530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2721932badc49db9d3a8ee43339370f5f0bff05065c0b0a3336eea4c089b196f","formula_version":"titan-u-contract-v1","latency_ms":0.6174580194056034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e8f2b12c02ef397efb5cf6bef295b1fb01636c1f4a007cf62a1bf20c09674f3","sample_id":"hellaswag.val.3531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8f994b8a59090c06615a3707ed1aeb54c7b1e04d427ca692fad4e723313c724","formula_version":"titan-u-contract-v1","latency_ms":0.7482920773327351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98813f4e2b279388834da7b8cb16bb99fe3cd138fc421376643ee31c0223ebe0","sample_id":"hellaswag.val.3532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3a1770f4557db1c26acdda20e3f65b2965dd5f365a4bd726c0013943eeefca7","formula_version":"titan-u-contract-v1","latency_ms":0.8080829866230488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bb32b31be1079c63d3623b0300efacea632fec48d2b69259c995b8804fbd59b","sample_id":"hellaswag.val.3533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00b8e5f6d03babb54497ee2fd0f7e3fa910a9fe84f2a3313710a726fc0947c6c","formula_version":"titan-u-contract-v1","latency_ms":0.8478329982608557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cacd8a390a916ce00018fbe7d4641fb3dea1f3a58ec0d5f269b5066a5c27fe0","sample_id":"hellaswag.val.3534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f9eb6836cff0252f72fc6b06ad01b5c603d0b7c7c9c43ba000a6793f819818b","formula_version":"titan-u-contract-v1","latency_ms":1.3405829668045044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cabf349ad3958ec8009f7ef1038b73254c086b472938fffa6c5384099b8e862","sample_id":"hellaswag.val.3535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb876b062c10a8265688301b5883ef4cd7e7e612cde65819d54901e9aa784561","formula_version":"titan-u-contract-v1","latency_ms":0.654041999951005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03d425b4b62d2a937dc162eb787fb03198e592d2962aac9a40c5fb14e33c4506","sample_id":"hellaswag.val.3536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fee38592d49ed39059165d6de0715bfaac421e29a0497414eca0f75709c467b","formula_version":"titan-u-contract-v1","latency_ms":1.1797499610111117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df843f2634db2e792ee99f7d14810338653abb819a766e834a514d2db3a01386","sample_id":"hellaswag.val.3537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fcdf239419b4bc0821e8326550783579e6d969d242d44a3b1f64808d9501583","formula_version":"titan-u-contract-v1","latency_ms":0.7287090411409736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0478a6778d187c294241de06b55ec6d94f70b75519b2bd44bc8190ce453aa255","sample_id":"hellaswag.val.3538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0253f208e2c442af7bb3ed638b7be281ca72b4f732064a83d8d34b664ab395a0","formula_version":"titan-u-contract-v1","latency_ms":1.2002079747617245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"383506af657570fb21d11dd4c84d858557161dfbaf0b1bcacc7e2602eac8b7a6","sample_id":"hellaswag.val.3539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e5e1468a575128f7fb123c3b58904cdc6855dee2c9d8013e1a94469473efda2","formula_version":"titan-u-contract-v1","latency_ms":0.5227499641478062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a73c509e0eaf5ef959cf1ab3481bd784a17ca3014717352169e326c2e6ef95d","sample_id":"hellaswag.val.354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96d6680389a0ac178d8607f81b7442c86f67c6fbb01361bdeaf7733e4b6e511a","formula_version":"titan-u-contract-v1","latency_ms":0.8358749328181148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2f8f477ae5190c587f827ef9ffc6b21ff0f5c81739ab74beb4fc20dbc35a3db","sample_id":"hellaswag.val.3540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0701a264d91e0fd8e16da3e9b969666389b379adb6292b464f80493c7f364e8","formula_version":"titan-u-contract-v1","latency_ms":0.6585411028936505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb5294247b40643b7a494daaadb5193107cdf034a36ea69dc10458a8d9a7a341","sample_id":"hellaswag.val.3541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bee7a735ec891f752427a64766b2d46841deee7eec018faca374fd880dd39b8d","formula_version":"titan-u-contract-v1","latency_ms":0.7389578968286514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afdc51bf5a75058a96bab490a8af9c2c8d6761878bac3f6249dcf414ce05cd1c","sample_id":"hellaswag.val.3542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2ea286fafb4b1bdd667d0232655ec674d4d539adf153009869dac2daba56c06","formula_version":"titan-u-contract-v1","latency_ms":0.6911670789122581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc49b0faee94e829cf55c310b52a82ec49808dfe2237c665be1338888aec2ea6","sample_id":"hellaswag.val.3543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6289449fb392bafcb4c19257d32e0b625bca27842d50371edc7c76d540da969","formula_version":"titan-u-contract-v1","latency_ms":0.6893749814480543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78024cf5db8de6b90293e43998acde7a1c58fca3065c3fbfa5e95d1a0c078d6d","sample_id":"hellaswag.val.3544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd4efa42744657edd461c12e1642b951948f8800995381aa55edd90eaa58d534","formula_version":"titan-u-contract-v1","latency_ms":0.661624944768846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e06d339107486229d4ed0c7df6e979bfc97dd5dee5cfbe2eb16b67ba78f5158e","sample_id":"hellaswag.val.3545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"280855c855c91f524997b13e581110a9cb7efbc78720892a3b24a034f499db6a","formula_version":"titan-u-contract-v1","latency_ms":0.706917024217546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"446c939d4dacfc6d4222d0a6a91f26dd33a3bdcd9172e92f1a6da6a0fe9e6317","sample_id":"hellaswag.val.3546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"838a9e58815d0a9d23072b0877d76b048746dfeb4ae2e41eda0b7420176ca81a","formula_version":"titan-u-contract-v1","latency_ms":0.6814169464632869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbe3a813d671212ec9b101447f90f01bd7d1b9fff700f8b19e9b8127454fe7d1","sample_id":"hellaswag.val.3547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9a249c01db3289fc05634951b1eaefad1298912b5500f2ee21c7580d32a1fb9","formula_version":"titan-u-contract-v1","latency_ms":0.663875020109117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6bce16e4bac6d8fcc9b7757c7ce2e2018ce28d4ff6e64c5cf3b48dcf3c8092e","sample_id":"hellaswag.val.3548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5a7968a1217780134a5213c02483043d62a7eeb942f5ed77013dbf03292ac6d","formula_version":"titan-u-contract-v1","latency_ms":0.7722909795120358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a03bb01aa7a75172cd33276a630eb99895606a96346693834a01c11c8bf6641d","sample_id":"hellaswag.val.3549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f43e4e11d42494beadb5f2615004eee95b6d1705dcd2acdcf4d77f2b4c2b244","formula_version":"titan-u-contract-v1","latency_ms":0.491917016915977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5599b0dc6859e3a03394c6b3bcd14210f622106539516b8e7df2613c7ae80d4","sample_id":"hellaswag.val.355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07dc7d317091d85300f2667801c5961aea078c8edb22f69f817d109a28f8cce9","formula_version":"titan-u-contract-v1","latency_ms":0.6934999255463481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6168d5593e89b76ce101aadd90c1de9847c40cecbc8fa778d8a353c79a5824c6","sample_id":"hellaswag.val.3550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4315044366bd6c167c2036da7ad4a8455b40e34435a162b55db08bb8e189694","formula_version":"titan-u-contract-v1","latency_ms":0.6356659578159451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61cbef3f7aceeb55b1d42fab637c52a78992aa7827bd0f9242109af5d5ef51e3","sample_id":"hellaswag.val.3551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0adea40b39c301ee366400636c57d78d99d1183d8391b2563061f3dd03a0850c","formula_version":"titan-u-contract-v1","latency_ms":0.6694999756291509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60c7e7102b5a6bda2495b6a4e433b36ba1ccd879d30bf8da89d28b67f048daa4","sample_id":"hellaswag.val.3552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bab8fdb87350c19fb9de24021062a0ecbe6a8a6e27f2f2e1040a9ee28e46d5e0","formula_version":"titan-u-contract-v1","latency_ms":0.6597500760108232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0b735a067e801b1dd97f7f2a8da9d02770b29fd39561ed4e073c85053d1915c","sample_id":"hellaswag.val.3553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0a357af4020ac09370d3f3e7771a12e41af460e7508e572fe2cb4de58bb7ed4","formula_version":"titan-u-contract-v1","latency_ms":0.9898749412968755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8d8b098c0144e5f083a9c15006409dcb848b355bb523d23f73ecae518155af8","sample_id":"hellaswag.val.3554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a1ff299732bb2cf82fdcc18769cf20ad883244596b04b391427805e13bcad91","formula_version":"titan-u-contract-v1","latency_ms":0.7682919967919588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fdb2a001e7fb9348afe6a473ef5dbf612ee4cf8e9c3f824b0f239a158c0ff4c","sample_id":"hellaswag.val.3555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6db2afc8d369577795581480dc34605998619de73bb9866adf3aefe93cb492c1","formula_version":"titan-u-contract-v1","latency_ms":0.6431249203160405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91729569e06cc94598c5ff386bf76584ea8a03be77a9348dd3a40f312c894def","sample_id":"hellaswag.val.3556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b860f2641f7de24234891f397627c5e66af657482979e88c041ea45f05031ab","formula_version":"titan-u-contract-v1","latency_ms":0.6558749591931701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96530016ecc266416d7e1a31133e3938af1996702dffe60b0b44931d6d33c4e5","sample_id":"hellaswag.val.3557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b682ddc6412a9137a287864380cb711f38b99f9d5217270920d0d89906ed5f6c","formula_version":"titan-u-contract-v1","latency_ms":0.7153749465942383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6afae123fa340e13e292273be0413bc0157db78bbdeb3b088cfeaa6e136d212","sample_id":"hellaswag.val.3558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8782c84a5609906c85071d15e0affc0c0cd71aae54e62d3451fc8fc193a043ff","formula_version":"titan-u-contract-v1","latency_ms":0.8654170669615269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"944b48e3fc818ab0559ab255dc073bc10d4f0cb79c644c88656bafdf91405599","sample_id":"hellaswag.val.3559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd4153df4678620adaed72f051e700e852f5a9cd93f6ef35e219a5d06aa5aa42","formula_version":"titan-u-contract-v1","latency_ms":0.5324999801814556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"757faab0c6d87e940dd957a209e8c33a8e79a07be0e15119873c75c662d0c721","sample_id":"hellaswag.val.356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52441d4442fdbbe30c5b274fbd92c27cbe28876d8577314c1450d81c0ef6ba2a","formula_version":"titan-u-contract-v1","latency_ms":0.9269590955227613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb9ff85b8d8bd54386eea69f12685f29b20d871074c62a5bdc4aae92b835075d","sample_id":"hellaswag.val.3560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a5c20ba4a3cb9fedab8b22485c871b79e041c0f402e045f1d7dea183bd92c63","formula_version":"titan-u-contract-v1","latency_ms":0.759416026994586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afd2e85f6b9739bc77d0e86225f37f537a1522b6205c278f70b4f513f4be4ec7","sample_id":"hellaswag.val.3561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65916e9df349a50bf276964d3fa755fb02c2672ee434ef2eb0da1fb156d1fee2","formula_version":"titan-u-contract-v1","latency_ms":0.6445000180974603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d14a9bb892aaa79f07bce86841a676cf56ff6abf3a2970f0bc84d0d140c0ad8c","sample_id":"hellaswag.val.3562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb36f62d35e1355be6d6901e9327b167c0d2d8062b2ed7e80b7bc53a6521d8bd","formula_version":"titan-u-contract-v1","latency_ms":0.8165000472217798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8149c8df4dfdd265dd25dd1ca540ef758e4d4a918a4215d235bb5cced67452a8","sample_id":"hellaswag.val.3563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6be83d367d870f0659c305538e88c721e78e17f1efb276c5d464c024ed48695","formula_version":"titan-u-contract-v1","latency_ms":0.6495419656857848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48485f4ba00524a032c791083f830f6723f5fcb3592a4b9a498a9a00ebd97780","sample_id":"hellaswag.val.3564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6de72b775fdee9b6fab21ce9f6097433e5744b8d6cf41d50a82c1a37cfb08028","formula_version":"titan-u-contract-v1","latency_ms":0.6623340304940939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2996ac46ba84dc8b1a1a5f58abe52a5645be303aa916f91a8045d379060449f8","sample_id":"hellaswag.val.3565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92148757f69f6e1e514f153333874a087daeb72736ba04ef3f8aa1d5b81669de","formula_version":"titan-u-contract-v1","latency_ms":0.8173339301720262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93869c67bab439b37a6197583bd2973413c396a31fb858e4a94c6848fe8fdf7b","sample_id":"hellaswag.val.3566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4791039c4dcc2b2e4ae0c793dbd60ece30d8b3128c0fe984161b3f302ece1cb","formula_version":"titan-u-contract-v1","latency_ms":0.7740409346297383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1539becb66eaa7dd393554a59616d38f453401fa4a352035a1b6f337ad0ab249","sample_id":"hellaswag.val.3567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1260061f668b8cd9520024814ee4589164c4fb69b27483c72462b0742ff52620","formula_version":"titan-u-contract-v1","latency_ms":0.6379169644787908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f93541f8c373ee9ac51ca2467819e7d6ca5327b81583c9a1c78aaf9e4211de4","sample_id":"hellaswag.val.3568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2abd6424e4c8047fb727c43d67efd79ff9591294d15db852c83e08d98930cfb","formula_version":"titan-u-contract-v1","latency_ms":0.8203329052776098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6189e9eecae70798d48f3cdcdef26fd233126edda2adad3851d0832ac231ca70","sample_id":"hellaswag.val.3569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c057774d120be8f70730ccf237f2bddbad0363a4c4c7bfd93bd95e16eea98d4","formula_version":"titan-u-contract-v1","latency_ms":0.48508390318602324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7461b85146afa72756d5c5f2a3f490115815dcde0230a2ae640e61ec642e618","sample_id":"hellaswag.val.357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df8009f79a51c6d0cc569b4c12553b06d9080515734454b17ddb4cfdc2cdc06b","formula_version":"titan-u-contract-v1","latency_ms":0.8292080601677299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9b3df1f4499c0b9634d9fa98d55ab0fde40f721c17b3b3acf096336fd70729b","sample_id":"hellaswag.val.3570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7192983d707ebdb485d65260b9efa3b26517c73dd8f6b15bdc39c1d8d88d820","formula_version":"titan-u-contract-v1","latency_ms":0.6396250100806355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0a113ed3f8118aea2cead928d7f746a899a7620e7556e7663ae8b9aafc60d44","sample_id":"hellaswag.val.3571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a73920aebae37a95d6f09382cfe767f5119a5f38c87297120ef01b93b832a867","formula_version":"titan-u-contract-v1","latency_ms":0.6082080071792006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e1f67822857be7cb6d848aa67932925b9108c9f1ed3fcbbd100fe6370c23aa8","sample_id":"hellaswag.val.3572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4118d14140e88a9a80c71d496c001fb35787cabd8f52cdda22e55bf70e26071","formula_version":"titan-u-contract-v1","latency_ms":0.8110409835353494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2593f383ae67f86950ca0d03efa8e798050f1dca2e574da73b7325327b624f67","sample_id":"hellaswag.val.3573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc2f1240d5b19815af7cbd925aa9c449746b8dc4be50de218f781849c814e38f","formula_version":"titan-u-contract-v1","latency_ms":0.843374989926815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49d1ae2d4e06de683a80a0cac15bf03c0aaf015185a22f39abd8b29b746ed07b","sample_id":"hellaswag.val.3574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4bf5c7fbf89bb73acd7c25ccf720cef1523db4c36049943a9711ecf45131d2c","formula_version":"titan-u-contract-v1","latency_ms":0.6616669707000256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcfea98d822438d29390135fd1ad7d287abc75ebc2e53f2177fc0ea7a54b2ac9","sample_id":"hellaswag.val.3575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71a9ae97461e56ef01341598dbfef981f6f54ecb3dda351d287eefa0c3bcaf67","formula_version":"titan-u-contract-v1","latency_ms":0.9547499939799309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"923481620e796d6e84241c6ec1b86bb9bf1139d33e8dfdb3ac05217d59cf9579","sample_id":"hellaswag.val.3576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c633caf524571b70f802391af6552742e2ae1e8e892ca6215fad4c726f5fa3a0","formula_version":"titan-u-contract-v1","latency_ms":0.6937090074643493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"368a836dc4d9a9cc6bed986ce4a4c5dbeeac007f5ff25a96711309f36f9cb2ad","sample_id":"hellaswag.val.3577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"003cc62e9eaa9d8c3a54d19cd67964486a231cc6e21ac470e55ba9024b291bb8","formula_version":"titan-u-contract-v1","latency_ms":0.6907499628141522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28a6a198c40351f4179e354469d58d58af8979a57f2c4e16c5eb6f0e1617099a","sample_id":"hellaswag.val.3578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6c4a96528420e8bf268c4f2145ae2755a090dac2faa62e972a3759cb59e07f1","formula_version":"titan-u-contract-v1","latency_ms":0.6730830064043403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"675c870889817fc055b9f873b26e3bdd5d5f69458f312dd0f6b445f7c803265b","sample_id":"hellaswag.val.3579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"884c83c8803f83675ae19e27b7f493fb01df80d79092e3cea30faffe983465a7","formula_version":"titan-u-contract-v1","latency_ms":0.5122909788042307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3141eae477669af6af73da421dcb3d7ff380ed0037cdb291d5bd593882278c6","sample_id":"hellaswag.val.358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e75e26e81a580172cae21603749ed48658648509cbd1a169bc6c0306f9c4c18c","formula_version":"titan-u-contract-v1","latency_ms":0.7087499834597111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"775813c69229142dab73cc426ac24cbdc764043a2e6213d552e47f1040c374e9","sample_id":"hellaswag.val.3580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6397d7b612f0407f5520d01638fd4f738d8d3feaece2a463a3d9447bee98711c","formula_version":"titan-u-contract-v1","latency_ms":0.7011659909039736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ad22d651dccb587481284dcdd4af84d67c1d215630050367f7d936d7a3d8a09","sample_id":"hellaswag.val.3581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97680a8348823e3aeaedec46d422640c1faf1030d13e8a56280fb0d4be066bfb","formula_version":"titan-u-contract-v1","latency_ms":0.8392910240218043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fcb7b0e5e0626a7a5456fdd441a3ac3f3e05f7f3686716d5f037669f181619e","sample_id":"hellaswag.val.3582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e894d7e7a6b2f9c4802b6c18479f882495e5fba4e9ff29fc5eb3ce3321c7a20e","formula_version":"titan-u-contract-v1","latency_ms":0.697457930073142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c57da7510498f0f5469afa96e9122d1cee0283b14288208716d2aa1ed73b8bd","sample_id":"hellaswag.val.3583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ee987cdb767f51f21e930939e0e00c1855485bbff4dfb5da320222543618b1a","formula_version":"titan-u-contract-v1","latency_ms":0.6879579741507769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5edda863932e69597b3fdca6ad8653eaafa9e0f345af9b96bcedb9c55473ec03","sample_id":"hellaswag.val.3584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f84270a3de9ebaad41cd13dd0b1ec7080faf5788debc1e032360b6af8a0adb0b","formula_version":"titan-u-contract-v1","latency_ms":0.7196669466793537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d809962a502a477d9558213d655d22928bf9d29b2cd521b766a2480d35ddb75","sample_id":"hellaswag.val.3585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5864de0a1597e547512b82d8bb42b4a1ff503162e00e98311c47e5a650ec4cc","formula_version":"titan-u-contract-v1","latency_ms":0.6402919534593821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ff376a77de5480333d2a1479a894c8294a04648418f4d8ca64906a4db1c8044","sample_id":"hellaswag.val.3586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe97f0ded4b1d3c5c2c4436bb79aa8314e619c9ec53dab63c085ab03d817c930","formula_version":"titan-u-contract-v1","latency_ms":0.6778329843655229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f16c577f37e08bc37cd09f88769d58d153aac7b90096d1a9a183bd02c3ee97ce","sample_id":"hellaswag.val.3587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d15b2e1fabfc25ca6ca2de2967708532af75643e7363c2856445e66e447d52f6","formula_version":"titan-u-contract-v1","latency_ms":0.6082499166950583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2230d8da9293155d7f64a6db94a9433c2c8932ece4f3de84a871be414e4642ff","sample_id":"hellaswag.val.3588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67428414461290927a47d551b7cc67a351ae83ee29f9d89ac39a425e1bd0afb1","formula_version":"titan-u-contract-v1","latency_ms":0.7598750526085496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c69ea67b72803f2fc6cc51e5f178253a871441ddbe9f0fb1b778cc99fef5667","sample_id":"hellaswag.val.3589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24c6aeb034dfc8c54e38bf6877312b44b645f4cfe40c1cce7c311f787457f48b","formula_version":"titan-u-contract-v1","latency_ms":0.4616249352693558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d643c9e9e47b8890080d8478472970eebf33bd0a1cb6fa852cdc0cb4bfb5e04","sample_id":"hellaswag.val.359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d89bd096cf68ee0d93117913571be1eff0ddb353b9f2d098b966a27da270d409","formula_version":"titan-u-contract-v1","latency_ms":0.7043330697342753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65339ec7062e586b2e490d0d43e9acb1353a38e3542b5b52a7f43e369f3f225e","sample_id":"hellaswag.val.3590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a70188bd2e24f7a140f32610123fd604b624ede6248df3323e269b5318ad364d","formula_version":"titan-u-contract-v1","latency_ms":0.6289581069722772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7ffe3ec7a7d36171430452df44d41ea9ef1168ff56c0c1271522d599fb379e9","sample_id":"hellaswag.val.3591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0099ca8af1f36119f365e623679c7b5f2fb8d7a861f3d351256b3e6ac6424318","formula_version":"titan-u-contract-v1","latency_ms":0.6847090553492308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc1b1df70a6c42b34815b78f32dac11643d8f40f735bc4efce683137bf17bca8","sample_id":"hellaswag.val.3592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3819dadfc9b9d3b814bec9c3c13c526462db50feaa42b3ccb6b6da4d8dd09e5e","formula_version":"titan-u-contract-v1","latency_ms":0.6562499329447746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1066e0d4263be2cc17317cbc7c845d36dc98f87a864b880ef1d60d26f5bc6812","sample_id":"hellaswag.val.3593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4876a5fc0a564011330cf83f815eaa092e4360f14d3e3260d4b12a21043f9d6","formula_version":"titan-u-contract-v1","latency_ms":1.0315830586478114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da1aa81da729fc5a87f6d7db1c87168cbda5e3fc8eb5af910995513240414e4d","sample_id":"hellaswag.val.3594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"428a07dded64b5ca78a9461f8ea12404013528c14b31cc94483bd069477cb470","formula_version":"titan-u-contract-v1","latency_ms":0.8886250434443355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41c4d0cb255e0f8523887f9caab4b314194f018ee38c5f7f320fcf6b421bbcf8","sample_id":"hellaswag.val.3595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44bbe8190cd363f2e67af6620f0db18f7ff1dd9a09f319660126a40ec50f389d","formula_version":"titan-u-contract-v1","latency_ms":0.9017919655889273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03b2b708116bf38defc52c8250228a8eaf0d4d5c56cd31a9ff70883dcaf5b619","sample_id":"hellaswag.val.3596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52ea1b6c56509bbaa636ae130e84d83b96d028a26869ae1a0bd88d68561f5ffe","formula_version":"titan-u-contract-v1","latency_ms":0.660583027638495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a35284f1f2aa87bf126d60b0701d94d4132f5ff1182fc1748567a6efca756bab","sample_id":"hellaswag.val.3597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e8ec8a2f96ba0c24220290f0d4ebdacef04ca92955286782bd4dd8821cfc2c7","formula_version":"titan-u-contract-v1","latency_ms":0.8511659689247608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1edf350e84e1a1aefe009951ce7dc6ec94aaecfb9f56001f9350343c29f6b0c","sample_id":"hellaswag.val.3598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddec90bc41026839cd73bbc3888d790daebd1e435673a917dce92a925ba17a87","formula_version":"titan-u-contract-v1","latency_ms":0.7849170360714197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99e222726887ca828b6eb012965ad2e82e54c410849e0286ecbc0ccdf50bb96f","sample_id":"hellaswag.val.3599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e161af9eb13df6576db8e657309a1e05826f35fd56e63cfbb0f37a7c52ae09c","formula_version":"titan-u-contract-v1","latency_ms":0.5531249335035682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"955f423bbd7b9fc33ff8d251e65f0453ea77199179c239bf84446f413f13adc7","sample_id":"hellaswag.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a3c2d5ba07af4d4e797ba97bbce498e57740f785081f14878aa5e64f81fb2ed","formula_version":"titan-u-contract-v1","latency_ms":0.6120409816503525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71bd9b27281f0ce2991465e5d8b945033e633549265e23bde62b20cb9b3f0fd6","sample_id":"hellaswag.val.360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f033803c1205ab58b50a32fc73278a007d307c8f51fd69c5315cacbb2a05423","formula_version":"titan-u-contract-v1","latency_ms":0.673915958032012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66e2e57ee651960ce728b6c3b5caa6ed592936a180655dd91a2d3f72aabfcf6d","sample_id":"hellaswag.val.3600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7985775e4ed3dadb8a5828dd5f55639f4668e5d657112443f109f8628c3e2889","formula_version":"titan-u-contract-v1","latency_ms":0.9047080529853702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c43340350861f19a6e49529fc139bee2c067d58925e5e972a23d9507a5ab21e5","sample_id":"hellaswag.val.3601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a22764b21e51d5b98b2ead4f63fc505a9c567c98cc9d6c13f031bc8dce8c2c0","formula_version":"titan-u-contract-v1","latency_ms":0.7006250089034438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d7da1710684c4f73a741a2e9d07fbe59790be40110ba9ba9da922eca3d7b277","sample_id":"hellaswag.val.3602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b10e3b78ab44aa0fc599aaaea379e5d42e9da7f57b4ca6978c464f6bcc875021","formula_version":"titan-u-contract-v1","latency_ms":1.0527910199016333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a2367d5fc8646036612a9f6cb87c87497f4990a9f89181812581b04e5023e9a","sample_id":"hellaswag.val.3603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69e6cf4d31c55a6109381d0f9f50c451a99f658d65d9ac6ad86bef9d830124b0","formula_version":"titan-u-contract-v1","latency_ms":0.6597089814022183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e7b60f5eceba806e8f36e27198dfc0099ef0c7e3b1d602b7f044cfb6023a4a6","sample_id":"hellaswag.val.3604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3335497c43a091637f7902af96f1d68f73f3a78350d18e96af5cfa3207b8032","formula_version":"titan-u-contract-v1","latency_ms":1.0723749874159694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddb6b41cf59b9a86ff1467ad7bffc73dd3c595ff32668fe71f20e1b0faa3acc8","sample_id":"hellaswag.val.3605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c5e90828f965fef4f2e1803d97b497f5f0f2b6edb89cbd451b91ca107ce34c7","formula_version":"titan-u-contract-v1","latency_ms":0.8170419605448842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"122c5c6a1263d15322ea36d4fc2885c5f00d5c6be8ecd0ebf19385bc4b49be97","sample_id":"hellaswag.val.3606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3649a3875429676f3f212e85c206129cc04a88ec1ca58430adc62f0a9201bfd","formula_version":"titan-u-contract-v1","latency_ms":0.6530419923365116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc3298c790cc8f2cf1b4d27c417538f330c4432607a2dc92a5e2ef3aea3bf310","sample_id":"hellaswag.val.3607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ab296dbf7446b8b100b7814844e580568b64af51c07fd1b0db3898a37ffee9a","formula_version":"titan-u-contract-v1","latency_ms":0.6173750152811408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a3468a1af70305127b3c8535133939defad1f1fc236391cbfec2b0766572be2","sample_id":"hellaswag.val.3608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e9ba2c74cf2c693938828ad85853fd3a1e4d55d261d008afd39311a1cce77da","formula_version":"titan-u-contract-v1","latency_ms":0.8354999590665102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"540fd750946908d8000ffd8c67adeabab9fd9789635e8e94eba12c928873e354","sample_id":"hellaswag.val.3609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49fd41b4abed8faa3e631094b930b94d273d0a115b0684dd17b596d8214e8941","formula_version":"titan-u-contract-v1","latency_ms":0.4502920201048255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c930efe043a3d1c4c0560be9e1f45fe08b12e27743ab4ba076bdf0aea21dd759","sample_id":"hellaswag.val.361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b618fdb4751d643e30657c1f24a7472b9b244727df298ba70fe743932b7ee161","formula_version":"titan-u-contract-v1","latency_ms":0.5931670311838388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"532999ae5d36bbd88f120a5226b1ec67156f44d12ce496851d1551ce418005f4","sample_id":"hellaswag.val.3610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ece91c85c98dda19e4403598f6d577adffe5115a7d08b9a8fce6068a19f24c1","formula_version":"titan-u-contract-v1","latency_ms":0.8076670346781611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d79a054a8fd16419602c07dee69f41c33ddb5ee3a3efde4f3ede244b1ff371ac","sample_id":"hellaswag.val.3611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ca13ab048824740150e1273aa2e51a550132d6f2e2203b59f5985ed9632aced","formula_version":"titan-u-contract-v1","latency_ms":2.0529580069705844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4036f70869d603bb31419931e5b972cd2709b57013c86a60834d1aac73b19d28","sample_id":"hellaswag.val.3612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73561c97e0cc4467813a84dc5a4f956a698789e551a8731d1da6fd87263dc58a","formula_version":"titan-u-contract-v1","latency_ms":0.6477080751210451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2c5040f25efc01e216e0d4f5c2e8b2428fdd742964bddb8c500f38a4554e903","sample_id":"hellaswag.val.3613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d421b4ff18111c3078d3cf3f8ae190d4c87a09c73a2a39357494727f35f91b2a","formula_version":"titan-u-contract-v1","latency_ms":1.3671249616891146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87d2fcaa554370299007a1ea3d3bc4b4f31577dad002c631ac0e2b9f982604be","sample_id":"hellaswag.val.3614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bafd44e59f641db79ddb9a8164e4129bf3792ad39026d015a2025f9f54f6adfd","formula_version":"titan-u-contract-v1","latency_ms":0.7725419709458947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9bc7858094414539abae331af694ee644022233a14f9c612b170f4fc00d2188","sample_id":"hellaswag.val.3615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0970be21ed821971167af0aa2dc49e230417c4f3f78ed0f39045a32fa9e5a16","formula_version":"titan-u-contract-v1","latency_ms":1.3488330878317356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b275c7fc6687b6ce9b7926b2829a339fa40c972ba584b0deb8dd3db0eb0b19ac","sample_id":"hellaswag.val.3616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93e000886652ab1813af17c3c4923da2af991cac0ee5ebbff1f1bdf11d33474a","formula_version":"titan-u-contract-v1","latency_ms":0.6631250726059079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b75984056df8edce60058ff539633474b184d8bf27a6038a57bdedda23270c75","sample_id":"hellaswag.val.3617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c0814ad3842dc0e4ac7cb373e68cf6113af76f8ae4104cab30f206bf57e58d3","formula_version":"titan-u-contract-v1","latency_ms":0.7540839724242687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba35671485ac9bdf79f291043af040fd5965953f5129fc1ff7d0bd1fdbe58d2f","sample_id":"hellaswag.val.3618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"194a369e18171234b2cb8f34ed4d685441890781fb52eb24d638b3310a1b54b2","formula_version":"titan-u-contract-v1","latency_ms":0.633500050753355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62f64c47ecccf4759b32d7b7015798ba6fccfe85273af2c49fa3f927e8274255","sample_id":"hellaswag.val.3619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16e013eb5c52c4046ad5dbe348706e3d1294f0d8396f6c04f2140d845b7675ed","formula_version":"titan-u-contract-v1","latency_ms":0.5507499445229769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e9cdd2bfdfacc7de8467f2b620f5b1ae3396c577c19c3bef5f429108b9f75dd","sample_id":"hellaswag.val.362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60f795aa2189417174343b0fb075ae06749c615fbed56d4b3f3037d0b0dd49ed","formula_version":"titan-u-contract-v1","latency_ms":0.9833750082179904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f88d1a308117137248d604b4bbd82dc5f87715e1480726c35ab9333bd4fb175c","sample_id":"hellaswag.val.3620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c8923e2daca8e4daf07db26e957ecfc2c3268d03dcb7a1b117968753ab05d9e","formula_version":"titan-u-contract-v1","latency_ms":1.0152499889954925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2f64cd6ab697a7fe0aae03206120dc16904b46855853a0f16d0421071f21ec8","sample_id":"hellaswag.val.3621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36a748971688823848dd84520244dfaf9f29a691b6ce8a6e460352643161694b","formula_version":"titan-u-contract-v1","latency_ms":0.620083068497479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57c31cf37ff27f162ebaf6d1bd76a36424c294dc94c9a91252942aaeffc0d226","sample_id":"hellaswag.val.3622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50f46862c00854dd7427461b25daa659e6fafed6746d3650d4fb620db8707ec2","formula_version":"titan-u-contract-v1","latency_ms":1.1209170334041119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ba028ea2cdd7d4b713e41f38f6a0cad67f7c668309c279aa169548e1087230e","sample_id":"hellaswag.val.3623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5273dd4193f0fbdea1ba720ff0cc9c3c1e559d425baa7bd993cc4d2097102229","formula_version":"titan-u-contract-v1","latency_ms":0.6447079358622432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f20b6c6dd9b5941f9e4961ae6acf5e1c7673372a1e405d84c04707facf2565d8","sample_id":"hellaswag.val.3624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"040908d000497d9f604f63c3c6c4a6f63461552caefd5cc1d9b3788a9901fdfb","formula_version":"titan-u-contract-v1","latency_ms":0.659584067761898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"468725ba8a97e00f94f75fff3c65ff23b819aa442c7b389d284da7c398ea7ff5","sample_id":"hellaswag.val.3625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51128d84d0a0c00b808d4fb1ea19a5854338b67b4e74fc661c4c9498cb27ca9d","formula_version":"titan-u-contract-v1","latency_ms":0.7166250143200159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65f8f8d70992390ff594963f57d0236bb374082a52e85e1663720de067647c83","sample_id":"hellaswag.val.3626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf7561982d2866f2d1b239bd99eec566645ae0061cb98e17b79347162614ee64","formula_version":"titan-u-contract-v1","latency_ms":1.3556670164689422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d928cea55a08338225b827db47a7c8bb5188c16c543eeb977ba6cdb26a51334d","sample_id":"hellaswag.val.3627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89c3c355c2c243f9c6ef248dfd788c00803ffe355e6fcaf1fab721cb3033aa32","formula_version":"titan-u-contract-v1","latency_ms":0.8077090606093407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91ed08b25a38d6260c62b3c43958edb3f685a17d7bd0a509e682c6affea74356","sample_id":"hellaswag.val.3628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"849a4e6263a44b772cf195785d5cea3f7a410d11e4b87609760261c8657a07c8","formula_version":"titan-u-contract-v1","latency_ms":0.9517909493297338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd88705a3eaa0ca722be629b43f1d4af18eca3bda81781607a7c0f0493aa72ed","sample_id":"hellaswag.val.3629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71b8f9fda84b11920e3136ee5841a1305496a663733f651f25de6251dcc4c3c4","formula_version":"titan-u-contract-v1","latency_ms":0.6137079326435924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d22927ab633a6d6b387f2dec059b06e4447ef30af196214b493db31a0a9df04","sample_id":"hellaswag.val.363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"492112edd24ef7f613c41fce679682196c8ede5528c66d0e14ae98f6217c5d94","formula_version":"titan-u-contract-v1","latency_ms":0.8807500125840306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c91ab38a0c44687993f4e127291349e563e1878969b149cea3d871fe7dac61d","sample_id":"hellaswag.val.3630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dd87998b3c5383655689cdc9cbb3f6db3e2f84c64a5cc1c48a7b9eb0c0085ef","formula_version":"titan-u-contract-v1","latency_ms":0.6013340316712856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"935acf28f8c5295c7eb44ff979a88dc6f09f6dd54494f692274cc4b0c0a5ffc9","sample_id":"hellaswag.val.3631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"309970858d54820fcb6a5182f6ed6e72d9e9c56c5b06452a437900487e7b52d5","formula_version":"titan-u-contract-v1","latency_ms":0.6850420031696558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7b63a74a0a0afaabf36673384c66c7ed4e27e80d0d8021314ea1747d9960112","sample_id":"hellaswag.val.3632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51fbbdcd5e52b0432b3b37ce38857e222565bacdae78efdad2e676046ed38930","formula_version":"titan-u-contract-v1","latency_ms":1.0950000723823905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae3a5f4ec1eb8fb14e6f46e58f8f641aca491debdc3e51446509e52eef566def","sample_id":"hellaswag.val.3633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d48ed75d1d36e806e215481b4778d2556145e99420936863519dcd27adc5e6da","formula_version":"titan-u-contract-v1","latency_ms":0.7021669298410416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c3c5b6d701e03f50aecc0a6e18a28ece372723347c9b551bf19b64e1867626c","sample_id":"hellaswag.val.3634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46d7c1c0841c5ea7415cdb06de0243bf3ad39ce70b8ad77e079ce1f88f4edf06","formula_version":"titan-u-contract-v1","latency_ms":0.6153750000521541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6b150527e4255ba577dcdc4e960b824659ae6b79752e6cdad4fac47d336036b","sample_id":"hellaswag.val.3635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3c53c65f389ea2f4288af4c77bfc0f58944588f157fc1c6716e5fe058cfc958","formula_version":"titan-u-contract-v1","latency_ms":0.7122079841792583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d81874f29a687d9461ecc91e8faaaf4f3ef0ecb55bfd4c95b6e1a2ad707aadd","sample_id":"hellaswag.val.3636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"444b869b348fe4260fb38e7248969834f23e414f7cbd54104ea324ba5be62126","formula_version":"titan-u-contract-v1","latency_ms":0.7041250355541706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18427d0239f59dab5a90666c844656baab1dc715c57726b357b9ef0ea6b921d9","sample_id":"hellaswag.val.3637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"397510f3ce6d2d03b33cf9b98c87405d2be3ecccfb829ea9176d300ffc15b839","formula_version":"titan-u-contract-v1","latency_ms":0.8633329998701811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8871bf22c754980c52c90c7d0734ab6cd810416d315cb8698dc5e937ae5e179f","sample_id":"hellaswag.val.3638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9ab19ab5cbd6ccfbb9581e7726252264dbefcfc18dd1f7f0415aceff9197343","formula_version":"titan-u-contract-v1","latency_ms":0.633083051070571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"796229d20cee7646b5c2969c7c22dcd1305db29184e91a7764c8b22d69cb0092","sample_id":"hellaswag.val.3639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"890710fc5af6fe821f9850070fcd180b52347ee2c4cc3d3435ef795e5b5eab86","formula_version":"titan-u-contract-v1","latency_ms":0.5326659884303808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e15cede7cbe2e50143531c27b794bf0123a8f24cf66a0f59656adc4e58f45b21","sample_id":"hellaswag.val.364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"979c0eccc2329996a704a5b8ed0e389894dd8bb6502de01ac254b2d775ebaedc","formula_version":"titan-u-contract-v1","latency_ms":0.9345829021185637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"729d2e3b2d5ff95af701a9fd53bee324f5475ded46576560c9ecc3ac1f465eae","sample_id":"hellaswag.val.3640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cf027f238bfe7df895611b3132862503d42bec68186266ec4ccea42881ee48e","formula_version":"titan-u-contract-v1","latency_ms":0.8627909701317549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3885461225db30655805f9e860349a6f167ea861fdd6c85189c82457a67690f6","sample_id":"hellaswag.val.3641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32feef9dea405dd7c6ad1fc80091eb4729b173e28cd25b411568d254bd5e019c","formula_version":"titan-u-contract-v1","latency_ms":0.6412500515580177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa98918f514135af15999d84bb9ece49b366c0555a07f58639667a29a93808a3","sample_id":"hellaswag.val.3642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25d0df222ec3d0644ca11904ee079a5749bf8a6732abb60b8292a96176ddb7e4","formula_version":"titan-u-contract-v1","latency_ms":0.6184999365359545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cf97c98056856aff4f8afc231c093ec051d023b86b1e0af49c0575f425e6668","sample_id":"hellaswag.val.3643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6078b2e6ea62c08951770ab8877c45b593f48deec3f0571310fb2296ccdc509","formula_version":"titan-u-contract-v1","latency_ms":0.6051249802112579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"947c6b9229ece9a2c1f26ae80b7c9de4267b985ec10b754427cb9195b44859ec","sample_id":"hellaswag.val.3644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc2361cbc9c60b94bc5fdfd3739802047e6b898ba1d075b6f2af1f76068b3397","formula_version":"titan-u-contract-v1","latency_ms":0.9586670203134418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a30c833a1d96df5512eda3f4209730bb412eaa217792abb055aba32f7ac0a29a","sample_id":"hellaswag.val.3645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c0a358e6c4d32f02d076e9b2fdd754825811d4d0178bb063235cd72f689104e","formula_version":"titan-u-contract-v1","latency_ms":0.6494169356301427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b8744b45c7a593f5d722fa791579abf18cbca3509cafbae72b66646fd7e8272","sample_id":"hellaswag.val.3646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e36fc5b7b00a075cb8f7c6e57b62d561cc93c45596854f6b5b1ca580ed4e175","formula_version":"titan-u-contract-v1","latency_ms":1.008082996122539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"671277ae2e19732a3b48d9287eb0dfb351440f04e483a267635a997289191dbd","sample_id":"hellaswag.val.3647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d7dc34a42032f35e9911239e8275858247e4b1528587ee06ea19d0642f65154","formula_version":"titan-u-contract-v1","latency_ms":0.6405420135706663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f4b8776fb4d20568a7cb8a16007b63719f8454d60bd7ef082f552a95265b45b","sample_id":"hellaswag.val.3648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c565f514514fabd3c8a707122684ce3f9e4f49441f460f9dcde531027c3e294e","formula_version":"titan-u-contract-v1","latency_ms":0.9165829978883266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"780a32ebec0acb8edb5c71098cb16d8bac8c3fea7a28e2f4691b8a581ff047e0","sample_id":"hellaswag.val.3649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d1087b2bfe538c9933e42e2df3305c74d29901ebc358c34935f4fcec0a71d21","formula_version":"titan-u-contract-v1","latency_ms":0.5165839102119207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc08f389419425e9e26018654c2cc2bc75e153a26b1b16cae0da237890867dd4","sample_id":"hellaswag.val.365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c5585cd9ec504393e6b0255964bb028f04c125cf03cc2555560d506ced20138","formula_version":"titan-u-contract-v1","latency_ms":0.7812499534338713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7967d8f50d8a39a2694b7d32e8533c5449f75362240f6ac6f9e48f93c43e1c1d","sample_id":"hellaswag.val.3650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1921fcf269de39b4843a3fc4d898944bc2432fa6c682243c013911c3e91d390","formula_version":"titan-u-contract-v1","latency_ms":0.8165410254150629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f5d1aab6b63b2da5856899143ca47291b2d9391a790ef685bc1eff98c355fec","sample_id":"hellaswag.val.3651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f814a15211aeaddc01491f08ef2e469f4560ae0bb54e6383e90eb4366cdc5238","formula_version":"titan-u-contract-v1","latency_ms":0.8744579972699285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"899cbac0f2200c586786855021b53044be73cf1712a5d6367b1f8347b6e73e61","sample_id":"hellaswag.val.3652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e56a0368b8dad46cd0bdbf9eacd6c738ab6abb95fb6ce6baaee217c4c1673f74","formula_version":"titan-u-contract-v1","latency_ms":0.944583909586072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3348966bd03720d781152e6a5717661f4347d74457ff7d0721023fa7fbe54d74","sample_id":"hellaswag.val.3653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0e5f8d6167ed8b97076d2d1d632bdb36846e59ea8d7df5d220e08d5ec209bf0","formula_version":"titan-u-contract-v1","latency_ms":0.9354170178994536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35aea65dd834b70a50477a5e354746368749cd85abca2364783d6ac6aeb2ecbe","sample_id":"hellaswag.val.3654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74ae4ec7722359c688f0cbffaf6c31cd59ad498588bdc1d7a7359daf23ff5390","formula_version":"titan-u-contract-v1","latency_ms":0.636375043541193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f887b0f17b7ffa9478dadde8754e575c7f52826301bc4234bf31440e203dd63","sample_id":"hellaswag.val.3655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e5aec2bcffa3f3f1030b38636201ff7f5fe7980cbf619bdfcf5bc4ea3efd70c","formula_version":"titan-u-contract-v1","latency_ms":0.5910000763833523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f53d8519467d0d4acbeaf0b380a97854f5151081b353782aa7cb179ce0f1c5f","sample_id":"hellaswag.val.3656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d64d9a80a00a4482a16e5b8cfdb5b7fdd65112fda7dfab3154ce2a058b712c40","formula_version":"titan-u-contract-v1","latency_ms":0.6950829410925508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6469a0fd99cb4c25cb1b869a98f648bfab4b90a287549bd9f4fcd114de6c5314","sample_id":"hellaswag.val.3657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f923eca41c2f590fff35240eaef6c417196b447c873e10fa41fff5bb51b8f4c7","formula_version":"titan-u-contract-v1","latency_ms":0.8390420116484165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b8584c905ce4015b4bd7ca5ba5b39da43de82eeb12ef15f09c81b7676132e79","sample_id":"hellaswag.val.3658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd40a6b0afd9e9dca8a98499f84cd7c16af67fac09059093f430c418ef94e4cc","formula_version":"titan-u-contract-v1","latency_ms":0.7049579871818423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"012b3f8d99da8e4b6871088ead66d50ed0fe1681c5986be78c2110aab3d64b49","sample_id":"hellaswag.val.3659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11e6461a06b5f45aaa8d5497dfd7541d8a0e23bd33f93ee73cac6eae4321b38c","formula_version":"titan-u-contract-v1","latency_ms":0.5670419195666909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6d16a7ff1b79cad2a647efee387fb2954e644ce894a319ba4d87b6722d44781","sample_id":"hellaswag.val.366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abde70db8d2e1206823c954c4281c60fc508bbeb926597bb8bbc04e791fe39bd","formula_version":"titan-u-contract-v1","latency_ms":0.6967500085011125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ff6a44cd3fe79f683e27a62e1a5b2b8502600d717a587a2d6ed6f5bea501fdc","sample_id":"hellaswag.val.3660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"125fd00de1a99ece81953e0f157ddaa120003b7d855b6ff455dc9d9e374b002e","formula_version":"titan-u-contract-v1","latency_ms":0.7799159502610564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b36d9020ba4d38a299d1b74d6d1cac3551e37c99c25178beec09ef446bd1020","sample_id":"hellaswag.val.3661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dddd079ba8951caaf65ffd2827e60a0897e81240ad140ef6fe6bf6cc69c3f79","formula_version":"titan-u-contract-v1","latency_ms":1.0847500525414944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53835bd534aecefc577adfdc573520eabd8d25e2444c479fcf741cd642e2994e","sample_id":"hellaswag.val.3662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01add32aa34cc3d7778a45e7505f186b47344140dc85ce7d8a2ab4858e27ea8b","formula_version":"titan-u-contract-v1","latency_ms":0.816625077277422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5eac53986e7742ff91720ba65e198531c85d12f6f0bd7834ad3f2561510abd9b","sample_id":"hellaswag.val.3663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47bb24889e4b964859420e73ee970e6c7445c9d0a055a5634e7782858ef9b782","formula_version":"titan-u-contract-v1","latency_ms":0.8249579695984721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20325deb8ec1af7a18678418d46db69d94af9a86bc2e1f6ed82a546182d258cc","sample_id":"hellaswag.val.3664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61bddf36bc9af7d85d00405299e8ad25c3d4c29412c2384299220293b3daf223","formula_version":"titan-u-contract-v1","latency_ms":0.8087499300017953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56d2b86ffe671c2f2deb3e5393e447536d296732360dc9ddafe2e60e26f85c18","sample_id":"hellaswag.val.3665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d2886b076bee3aba8bf95583c3d160c9c6925a01585cf91739bad158377f84d","formula_version":"titan-u-contract-v1","latency_ms":0.8198750438168645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40e896d2a2154454cacd893fdfc7921720f270d015a3b21da5558f6fc570a63e","sample_id":"hellaswag.val.3666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"463327e9d2e807e5494c5487d5cc0129ed98f235297ce1c8bf8991943e951860","formula_version":"titan-u-contract-v1","latency_ms":0.6733329501003027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"604f3119869efce0d4e258d73a4af42dc444e565113ac928e48a80c5f299475a","sample_id":"hellaswag.val.3667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a964b1943edd98b882f88ef7670f7741d268462c8ad7fcc679d7c946d3ed4cfb","formula_version":"titan-u-contract-v1","latency_ms":1.0359169682487845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a7986a06542bc7d28cb28387f7211a2860d4fbf1e0a766f0ca2a447f2993c87","sample_id":"hellaswag.val.3668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad4c00724e4b096814d9ba642a11f8e97dd29aae8a2f22ca3f5bb322938feaf9","formula_version":"titan-u-contract-v1","latency_ms":0.9563750354573131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd37c169d5dc4f8dd95051a1f43c7cdb9f9d8eb5167cf71bffee6999ebb8a2ba","sample_id":"hellaswag.val.3669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60aa0b3871e70ebd931e58d5f00608c3543ca53a61e45c82ed59e8691418fb99","formula_version":"titan-u-contract-v1","latency_ms":0.48754201270639896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7e31dc6d841eb02e2c517693bbeb08c60c09d17072f0602ccb6907455a452fe","sample_id":"hellaswag.val.367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"618f5b6c2866d7417a81b57efb8006e393b7f8406722677a7a4b8b39240fd967","formula_version":"titan-u-contract-v1","latency_ms":0.8471669862046838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3aa9ddfcccfe917b4f99af66de41e5b53e47d40295f4b4280d9b824c6e23b81","sample_id":"hellaswag.val.3670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"043a0fcfbb2ce25c884c0c3f09beebb5b29dde96e7998dc3300094b75d2837e9","formula_version":"titan-u-contract-v1","latency_ms":0.9369580075144768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"240ed5facb56beaa21ce454c945d4b781d5327645547f35259ddc2a1db711bd0","sample_id":"hellaswag.val.3671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5d35ec360f4b748c2418fbbdf1ad14ee9e47ee50328623d275599da3b00182a","formula_version":"titan-u-contract-v1","latency_ms":0.8872079197317362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c634e6c18ef09e7e266edcb0840e20ce8ba5ebe0955613a48f7fd65b0146e08","sample_id":"hellaswag.val.3672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"593d75e5053fd641205de00694e39a0c549a867960b9c9c65e47a691aaeed491","formula_version":"titan-u-contract-v1","latency_ms":0.6072920514270663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7edaf22f346d8a97910839f621ef22cca1a100d065dea969ffb488da0f671dd7","sample_id":"hellaswag.val.3673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61e89a0dc58980105aec821577188174b0a9afeeac98994a0d9ae92e82ccf4c7","formula_version":"titan-u-contract-v1","latency_ms":0.6022080779075623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0b7b1ee7365dce583ded8eae5d99e6f82033661f829b764252ddcafc373b156","sample_id":"hellaswag.val.3674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca936bb8cfc8567b83e091f2e88e36ce43005701a12b43fc9020d1354031aa90","formula_version":"titan-u-contract-v1","latency_ms":0.6078749429434538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2e5ff5bdc1bf00515ecfc73edee98d50dd918479ba06cc7f778240fa4f22cf5","sample_id":"hellaswag.val.3675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5956072875428415c650de0cbb0d3b47033842e777b6d7e766fd5fb9fb3c60f5","formula_version":"titan-u-contract-v1","latency_ms":0.9689590660855174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b61175778f18e71474671ace6dc0aea3eb2c2049673e49114bffefa00b9d7106","sample_id":"hellaswag.val.3676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c5236e60fbf23ce95495c58a0e5b481185a1c8cf24bae86e1bd1eb5994e4197","formula_version":"titan-u-contract-v1","latency_ms":1.2392080388963223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f1726b98856762a7bde8b83ddf92cd54971fe33791fc584f0805ab455555a62","sample_id":"hellaswag.val.3677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bbc101104c06de4ec37b6c7afa24dadf9daa057dfff9481bc6c4922ef752c5f","formula_version":"titan-u-contract-v1","latency_ms":0.850292039103806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f814fbd3e8be2f08de768ed1cfda9bbaa92b24430e5e4705d23a67763ec1daf8","sample_id":"hellaswag.val.3678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78fe44dcb1dc590c628bc207ec856e15cf31495ba54e5a19168b958718e9a586","formula_version":"titan-u-contract-v1","latency_ms":0.8368330309167504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbfde6a7210e2eebaaafc2b3552350cc37909f0cc520469006cdbccc25fcfe3b","sample_id":"hellaswag.val.3679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6961a0143eb0b47a4f13c35021fe22e4db1ed3b9e4d7aa378cb4c87ab8134de2","formula_version":"titan-u-contract-v1","latency_ms":0.5022080149501562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1be1e5fbc0bb269e2d12147325c68a1beccbeac2e2fb68711840c1b36d10c35c","sample_id":"hellaswag.val.368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee9cd6bcb1c5cd48aefccc90f30ad90a96f34606a3c024dc7c88263b8ad1f144","formula_version":"titan-u-contract-v1","latency_ms":1.179959042929113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04cc71ca081e288fd068982bce870ac746b6f7f80a3442c7d82a7cf140ddc1ef","sample_id":"hellaswag.val.3680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d286051978a0d50fc43338d8f1c9e9f84582f127c06a4605b4047fe3791ce92b","formula_version":"titan-u-contract-v1","latency_ms":0.8127910550683737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c678ffbc676dbc96b765c198d0fa96808ab93e1b5295ec3481976a13eadcc9d","sample_id":"hellaswag.val.3681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5a22bc0a8a58b6818ff6ad90227329040b33ca437741703320011a0052de0e8","formula_version":"titan-u-contract-v1","latency_ms":0.691334018483758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5982dc9f84b72ea25b64d99bd9990b74ed434e2edd1dfdad2cfaa69c2be6c292","sample_id":"hellaswag.val.3682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f4600945ecc3ec6f04d79ee188e7b78fde7be722d237c755b7677882a5cbd29","formula_version":"titan-u-contract-v1","latency_ms":0.673583010211587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4dc82fa471c3cd3f68b4f42097be57c24ea6e34f8fe8362ef62cf6907a4c686","sample_id":"hellaswag.val.3683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbd745973602d787cc34fa9683c54402f600cf1689050187f9196f6ca618a6a0","formula_version":"titan-u-contract-v1","latency_ms":0.6839169654995203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae7459ff5744cc99ab0624c19f1f308fe23fe834cdf6246a7497c268285a9aa5","sample_id":"hellaswag.val.3684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dd3e75b06d21fa13d367859bff1ca12cd19d787df1311dd0fc94859859dc486","formula_version":"titan-u-contract-v1","latency_ms":0.9186250390484929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"502bd07001a26c04a20181cb8f7184a7dd517db544b67ee9fe80b8df970111b3","sample_id":"hellaswag.val.3685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c3064ffc5452c5af41904e12139cb169c040cb54fe1251c57f9e5b48d80998e","formula_version":"titan-u-contract-v1","latency_ms":0.6853749509900808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd5986a0d60339e0c2ffe39503f877859f79d7ff29cca01dc630ee1190b42854","sample_id":"hellaswag.val.3686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80493691167f5e794bb83998ad19c3aa5583f92996b2a6583162270989c94fb2","formula_version":"titan-u-contract-v1","latency_ms":0.627166940830648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcbc7a7a8456e628816095b7f27a4c29537543074ea3fd02f6832fb98df69a66","sample_id":"hellaswag.val.3687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0e42fd2022f6a37dcda8372e848431f0af47b37f9fd8de74241de6dc86ad4f7","formula_version":"titan-u-contract-v1","latency_ms":1.1559580452740192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7620da60c210f30d06effb760532397ca5b505d0b8ee41f295d74f0b61e850b6","sample_id":"hellaswag.val.3688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e0228849d37f6ee316dfe54cde3e0b7acd650cb49799f01f2a3d46104e300f6","formula_version":"titan-u-contract-v1","latency_ms":0.7917919429019094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7562a10e6ec862e8f5152a6be72f4d992b19c18ec0732b6434771dde5f3ca86d","sample_id":"hellaswag.val.3689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"006b5ab4f86551c979caa149f10250f95ee2af40091f1f4a02ade79412539556","formula_version":"titan-u-contract-v1","latency_ms":0.575458980165422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e03cea46f7e058cb482c81fbbccc3b219acafc37409016e4db0f4e3a082cfc17","sample_id":"hellaswag.val.369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2825589cafb70d5863cba205fe6ab48eecf5386bef9bb8fb575e80c3b6a84363","formula_version":"titan-u-contract-v1","latency_ms":0.8136250544339418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9da316497a4418377978db49b5ff56739220af1dc7e7815869e67c23bdcaf2fe","sample_id":"hellaswag.val.3690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e1452362f064bc323c70e5a12600e10001ab5cf30e5681c1ba02c9ae49da6c4","formula_version":"titan-u-contract-v1","latency_ms":0.6118330638855696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6649d826ddfadfd462fabbcf1d12af5fd6057649e25de52162bb5d16cc4e3b4c","sample_id":"hellaswag.val.3691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b49850aa074f6cc00869b077c433e8788d4ef1992569d08d7e6aef9fe9034dd4","formula_version":"titan-u-contract-v1","latency_ms":1.031916937790811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"276ced1bdd54c86febf229f73705c6b6cbf3422946823d375e68da8f9b473720","sample_id":"hellaswag.val.3692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f04e26798d5488e2f7acb7a14f1b7b161885aacb2657b8419600cd32ae092231","formula_version":"titan-u-contract-v1","latency_ms":0.6335410289466381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88727d74c8708357a2ec1d35267d17a6b12add7a893d5cd40c7e0f69df71632b","sample_id":"hellaswag.val.3693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2558ded063720f073a60ca278badfd14a5ea819e28f2244a17a39660aca32ed","formula_version":"titan-u-contract-v1","latency_ms":0.8015410276129842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48d1238309f5a618ade4d29cb9bfc1a719ac326652d7177ee17d35bed6f47c4e","sample_id":"hellaswag.val.3694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89d675dc088668373e437d4706539e158038e4936e0eff1a77b560a26cd4c6d7","formula_version":"titan-u-contract-v1","latency_ms":0.6676249904558063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdf776b81d815fe2bb4d07ddc2346ee8f13775451032fecd28a0f728b32f8a69","sample_id":"hellaswag.val.3695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cdf6d7432c25e522ffe0eb8a74e1fb3c73ebf6f3c8a976ba262fede217405f5","formula_version":"titan-u-contract-v1","latency_ms":0.6512090330943465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f08cdb8be9289b02c7adfd222e5b4ab2881c7400b538518fe17fa307d45b26fe","sample_id":"hellaswag.val.3696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f1a567f327fc696ef4c995f336fc643b4a2b69a471cde1e42e0b12e2de7b629","formula_version":"titan-u-contract-v1","latency_ms":1.1172910453751683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e52415ae39723be94703ede7413df3d29b371f85490cae2dae215de277fcffb7","sample_id":"hellaswag.val.3697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a8ea60da878b892ae8242fbb66e256365616720c7a6b487838697db9afae60b","formula_version":"titan-u-contract-v1","latency_ms":0.8020000532269478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ecc42c06f52a3ffc29d5e7be483094b5caa56abb047f038c7a98f718a8b57e5","sample_id":"hellaswag.val.3698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a3db06082a6941b394f2ec10e9fd20fc03e7d7777e0081656c85443cc6486ba","formula_version":"titan-u-contract-v1","latency_ms":0.7993750041350722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bf12763500e8c959de2e3aaed9ea6c1a10a066ce45fbe8445b9a10460cad372","sample_id":"hellaswag.val.3699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f18c442d3993112c417fe322f9d96dc3c02ad1977e82e82c03bbea2a3643698c","formula_version":"titan-u-contract-v1","latency_ms":0.4621250554919243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b7a14befaf921725429ffacad9d5602f066d2ad64bca4898a7225b2af218a3d","sample_id":"hellaswag.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13a6cec54b45caf5a066ff99c19e889d56369aca6ee62cddf4070497ea3eaf90","formula_version":"titan-u-contract-v1","latency_ms":0.5012910114601254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a127e06eb844099afc4824735148f0c5f7932eeed1b8ee6f7e0522d3512c80a0","sample_id":"hellaswag.val.370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"745f64ef846bbd10bdc9f45a989d410c4cf0c7533cdfa37b756844063936bdba","formula_version":"titan-u-contract-v1","latency_ms":0.6488750223070383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b73cc6ee90ed61f8297861f05c77b94714b0cdc5224c13c275485f8a96b6b565","sample_id":"hellaswag.val.3700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7f2d4fbc02ec99c42e711fd18502e86860f596cd4a0a5a8db4d1bc5e55b5d77","formula_version":"titan-u-contract-v1","latency_ms":0.6523750489577651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dc0d7f149908a19807383a1d657740c6698da219cf6d4e298ccb58a1bf71a5d","sample_id":"hellaswag.val.3701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d24506633361dff278eac5edd34bdaf92fcb8f7c2158af0fa6f88b57df34346","formula_version":"titan-u-contract-v1","latency_ms":0.6391670322045684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4162612d7eb35135ea9f0339bd250bae64fe97ad502659c1b4486da80f34093","sample_id":"hellaswag.val.3702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fce201593a6835f7a74313fdcb23d2603744c392dfbc95995f1eef3e3713bf3","formula_version":"titan-u-contract-v1","latency_ms":0.6428750930353999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cc7fa84a034de6cf22f4e87f0a42f827333b6411bc197af646550711ad91af4","sample_id":"hellaswag.val.3703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e90cffa73fb51cef95ce5a0cb9217ce94e2f10972be980c9717d482d30749d59","formula_version":"titan-u-contract-v1","latency_ms":0.6134579889476299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d508438b9ddc7ac4abda1ef9a768302b70c67c696201f34e67c77f6840314bf4","sample_id":"hellaswag.val.3704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bae21e66a90bbc3509a39a3ef9de9c4e1d9d4610db0cc990cd32e8bcb0c94d82","formula_version":"titan-u-contract-v1","latency_ms":0.8815409382805228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"870df5a22d215d78564e4e207044d4f82a9b77d5898074608dd64ba462087106","sample_id":"hellaswag.val.3705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"600d08b3136594bb4e544a58771b8b28bfa80c2e3bfc28c705b075cd188a2d0a","formula_version":"titan-u-contract-v1","latency_ms":0.8482499979436398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9ecce91dd11ff5ca2cc1f4b93147d65e22fc7667f17df692bf7b800e24b2fbb","sample_id":"hellaswag.val.3706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4cf05abaa531ae9dec625f866c868d796a79380470a217194d506814627acb4","formula_version":"titan-u-contract-v1","latency_ms":0.582417007535696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c47bacdb5c44fc051a06e08b27649381331e68fb3b8c469abe09ec49e9872a09","sample_id":"hellaswag.val.3707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bafe91e5ab7c30c75de97f86aff16d4791902b561eb1888530b81bf5747de85a","formula_version":"titan-u-contract-v1","latency_ms":0.6870419019833207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc017cf920f30bf3d7f4a2bcfbe9be62bf479bb623a65ff1d2ee8769dd3f9443","sample_id":"hellaswag.val.3708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804bd23902789b8c96e853bd669c22a76ab024083dfdd2562d19cadecd86141c","formula_version":"titan-u-contract-v1","latency_ms":0.8744170190766454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14c0e1784ed3b8bc0f4a8b88b2a172c18612552373a37ed72627ef6b5b2fefdb","sample_id":"hellaswag.val.3709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21957831c5966261c64fae656fa2c68f91727162fc002f642037dd9d30cfc27e","formula_version":"titan-u-contract-v1","latency_ms":0.564957968890667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50607dd293a24683f030dcd630db8c1b2543f2278350b95e16f972454bbc74a5","sample_id":"hellaswag.val.371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5158d278882075dd131d17cdbd6fb100fa687aca35915f92857cff6debe31c56","formula_version":"titan-u-contract-v1","latency_ms":1.1497089872136712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f1836b1ad4e6c3f8976f902f4a837e55e5f945f23a9e2abbf572b06aef33643","sample_id":"hellaswag.val.3710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88dce45c5fa548e16eb938e0883b0d873cdece697e4df5685826cbd6aa8251d2","formula_version":"titan-u-contract-v1","latency_ms":0.7005420047789812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a67e71f41b2266f1d24ab50b84649d38cfbc9ee5a74ee78f02976cd6bb75a7e","sample_id":"hellaswag.val.3711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"891d6057cc80719d302d9bcfdb3b76b510f3b5c58d3b12f272d97cf18df04d46","formula_version":"titan-u-contract-v1","latency_ms":0.8694999851286411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b6ac1a699fbdd08a694d2575fbd2a287336ba8b0a73b1ece13c17b482dea4b4","sample_id":"hellaswag.val.3712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29997e2b3e70671b6d7fac5543e1a23e1f2e7168b17d15351672fde6960de7d7","formula_version":"titan-u-contract-v1","latency_ms":0.6641249638050795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aabac353b900f510e3e9e4d958ad7dc6de0ccd033d8d107ee99b2d08089d4d67","sample_id":"hellaswag.val.3713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d42a58c0fe818a2c7f35bfe4ecac042b306894a380bfcbdd6993a1f2b769d21","formula_version":"titan-u-contract-v1","latency_ms":0.6632909644395113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68baa541adaf848433e712bc7c06cd6fe5f4e0f35cfead49840524d62d667c20","sample_id":"hellaswag.val.3714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"977530d818bb34c894bf1290627fa15e740a022c7bb9a8ce16a1a9bbfd35046d","formula_version":"titan-u-contract-v1","latency_ms":0.6177499890327454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeac02ccb31e0610529e68c0e260cd46d7e76b4ffb7b8bd222d71c6e1fd3d062","sample_id":"hellaswag.val.3715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8b9614bfca9585e58ac853dad96dcde90cd75d94f3b9193f9f51f52428eb5fe","formula_version":"titan-u-contract-v1","latency_ms":1.2091250391677022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a609728b18d0810e084be73249cb74516821cfed4303f345c7a64ee4fedddc4","sample_id":"hellaswag.val.3716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b8ae4ca70f6fac9c70843a25fdf65b16de0fd2eda401ebe6be4c9932a265b28","formula_version":"titan-u-contract-v1","latency_ms":1.1934160720556974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7996eade06a690720bea4d12dcc92280fb7e8f8e0d42bbd1c31d9fd1786e1d68","sample_id":"hellaswag.val.3717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a663838be1d3a8226ef3c9a272dd3ba625371ae86371f6ca17e0fd479f7129a","formula_version":"titan-u-contract-v1","latency_ms":0.6974999560043216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48270509d57ed18aed3cfbaf7136dc814aa0448ef91217e083ef92df021de8f9","sample_id":"hellaswag.val.3718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"484e6594de29e436fea146a72bdf3722ae62a5c5103e1e8b61b9ea7df4172d6f","formula_version":"titan-u-contract-v1","latency_ms":1.215082942508161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"799246a2e845ca4dc96a1e4f141d907ef21d346e4d04c309a9bcd7e5a91bce12","sample_id":"hellaswag.val.3719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"847104503a9b2ccfd026537d0b3a77ffa683fae5b1c74ad08d6b9e525a30f84c","formula_version":"titan-u-contract-v1","latency_ms":0.7418330060318112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85bf456619981450d7fadf577be89c883f3fa24f2947e8f19442c67f3cef69de","sample_id":"hellaswag.val.372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24ead645286ffd7a202334b890c3594463fb0693722ef872042d1cf2b26469c7","formula_version":"titan-u-contract-v1","latency_ms":0.6985419895499945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa9e8d9d2ca32987b71fec8b3eafbdfa0d93b6bc6c49b1d2e423b28ba62257e8","sample_id":"hellaswag.val.3720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"700b56feb77ec45735f2e5846feade36b511cff3bb40392433c70ce98122bdf8","formula_version":"titan-u-contract-v1","latency_ms":0.6660000653937459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f46ae8c2bbefb9cbef68f9e236c00cbf06d00cfd41d7dd0cff1699f0a9b5acb0","sample_id":"hellaswag.val.3721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"113e35f5645d5f43e0ee78c1fe7ae64b44972c79a9f1e23dd844eaee95d91a84","formula_version":"titan-u-contract-v1","latency_ms":0.6181250791996717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe87a8841dda6af450a42ca03845222ec2aea3389b062c7f912808b1358161e4","sample_id":"hellaswag.val.3722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"908978e562346626c6450cc4ff898e539863fcb3ea04a43835070d237b9620e4","formula_version":"titan-u-contract-v1","latency_ms":0.6697919452562928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a85461f0307836ef6fd00dff2e3b405d9868e882872a1d2bb080226d6a4fb444","sample_id":"hellaswag.val.3723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ec6ef6a496674e8245a7baf1ca9271885ed496e9f431c488e015d170e295c1d","formula_version":"titan-u-contract-v1","latency_ms":0.8938749087974429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"261690ef8500b3580869b92a1033325a46d91e146a9cf99569e8a409ac9719be","sample_id":"hellaswag.val.3724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1da43e08f1c99b64a2429bed87aff5e52106b6ac64ddc91caa9d18bb455204a","formula_version":"titan-u-contract-v1","latency_ms":1.1893750634044409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"219da1de8ed61744f60d0f49b08ad94ef76c75c6efcb2c37b887ab96a79410f4","sample_id":"hellaswag.val.3725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c39a73f86ad888e8b1bdf107272d991e973586d20a6e4ab23c7227901f9a430","formula_version":"titan-u-contract-v1","latency_ms":0.6807079771533608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b4c36a2a34f6c96b244ac80ec59a6de66c5255edd0896652984ff9a1d3b1d58","sample_id":"hellaswag.val.3726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a00d4678667a0c6fd50a5a2ccb4ee3e4307134d6f73eb37de446392c92e0cfb","formula_version":"titan-u-contract-v1","latency_ms":0.9152500424534082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe6de000a7d08d193667c1dd92de974a934d6100355ca0e536c67497322d04cc","sample_id":"hellaswag.val.3727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcce78ac2f7d57462f1856e4b215a84e194e6b7f284b531b331becc4e06f485c","formula_version":"titan-u-contract-v1","latency_ms":0.851999968290329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bbc41f35b3ddcc64251402b342f3c9e299c43f091be835fab4853886280da9e","sample_id":"hellaswag.val.3728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b4484bc417fa7dc704d553f756cfb1456e050e1d2376d9e7814f753e5e4a58f","formula_version":"titan-u-contract-v1","latency_ms":1.1981669813394547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c8b19fc76bf8bf9fbbe3bae10e7de848e196c31af67b496e6ff1e0820ff6826","sample_id":"hellaswag.val.3729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cfba89f94ab73325212db994d081105db8e9ac3adb520cfcf6e1d95d7c6c46b","formula_version":"titan-u-contract-v1","latency_ms":0.4907089751213789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e0331d56df798657100f6a69a16b50a34a18239874aa761e52a76ac9097bd13","sample_id":"hellaswag.val.373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c30c2d062795def1b530e674aa9f5b63f3e0fb4e60374d32fcb20d1b0e923ec7","formula_version":"titan-u-contract-v1","latency_ms":0.7069999119266868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"749e0c08e2d6aa8ddc81475eb685450f920786174e6cce39aa831ba823a99a0b","sample_id":"hellaswag.val.3730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db16e57b90d323228a3de7a6498150d154570e3e2bb380e4a38a7bc013945d57","formula_version":"titan-u-contract-v1","latency_ms":0.6649160059168935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b53114969e6c0a8e65a760228d75a945101f8ad8750d8f474fa9ee5aa02545e4","sample_id":"hellaswag.val.3731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c60a340cf5282450e7524e379fd64ccffbf2cc02967092e31c7d6c017394a273","formula_version":"titan-u-contract-v1","latency_ms":0.6780000403523445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d947b80dca27d360296ac2d683ee32be99f972b2d56746c44f71077ef4c26e9","sample_id":"hellaswag.val.3732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfdfebc4997f50818dd0bbee47ae022aedd063112fc8768a6bd929877ca6f4cb","formula_version":"titan-u-contract-v1","latency_ms":0.6461669690907001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"416d2d48170244877154918227d0af0f8296163dcfe8ab9308c93633b502bf77","sample_id":"hellaswag.val.3733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10207fa1b8cc373d31e80ed486df493e37aea7585da186254de78e5f596505cc","formula_version":"titan-u-contract-v1","latency_ms":0.8038330124691129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"126231aba9c2da3663c8895421a621e560fcf2e42e0eda06f33c53cdfc635fd4","sample_id":"hellaswag.val.3734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c6d28995e0bdd85fb50fe6d90c468379f100518a154d5650006836783dc65bf","formula_version":"titan-u-contract-v1","latency_ms":0.6301669636741281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07250d78aa30a351efe894e350ef4169202f7db743974cb5f18be45062eb2d7a","sample_id":"hellaswag.val.3735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21a9966adfd49926a9ea1014756ad9bb1e9ab81089599d486c5a3abfa8533383","formula_version":"titan-u-contract-v1","latency_ms":2.4228330003097653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8074b08d1dea0fc0cd7b36f48ef2b6443cd18f3f69ad919aa41e72c4faadf1f3","sample_id":"hellaswag.val.3736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fd63058223447cd522dd4564efaa1eb26025508ca2b44ce196503ee19c6f519","formula_version":"titan-u-contract-v1","latency_ms":0.8067500311881304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e0cb2d17b584244d9e1c19e4381b11fd8f67d9ca700e6a145138bce76ea9c84","sample_id":"hellaswag.val.3737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56ccb3234da8987860b44772dca231898070782e9f0bf81249322324c5eaf783","formula_version":"titan-u-contract-v1","latency_ms":0.6565420189872384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5e733afc92ddecbac625e987035136441c41f55c7695b29b17ec0bc2bd88448","sample_id":"hellaswag.val.3738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4472b7df03f48d4433808d529c7a14dc5b37642630fc3c63b00840441714354c","formula_version":"titan-u-contract-v1","latency_ms":0.6144579965621233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28c3af2288b2ba59cb7364f8cc8d15e6392ae0bf9d7d4d4bc40312e4e7fb9783","sample_id":"hellaswag.val.3739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d069fbeb5df424dcb1db1662d159d44729ef6a3ad16d6b00973bfbcf3ca4f7e","formula_version":"titan-u-contract-v1","latency_ms":1.1502919951453805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e63490c57f3ab343cef2963e951add9cd28c75e64126f5a192a5e8abc81edf9","sample_id":"hellaswag.val.374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10051b3fb2102543c1732899993f8fa23c5ca6947bd4698c6cf710b29d60a12d","formula_version":"titan-u-contract-v1","latency_ms":0.7281249854713678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da38c2a3e7a839128b022837eff0359427e550f954c54b900ec45b5de0dcfb89","sample_id":"hellaswag.val.3740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a82bbfed775c90300b44691ab84e6a89300c275e5a57390de3190f24d8fab855","formula_version":"titan-u-contract-v1","latency_ms":0.7290830835700035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6135a2e2da7e11fbe38c39663bc71b47c5214104543ba7c42e7f253e0e3622c","sample_id":"hellaswag.val.3741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98284769f9ae5a65f235860e478bd2bdebde393ac7f10e497ab40407de3db235","formula_version":"titan-u-contract-v1","latency_ms":0.8682500338181853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2be8770bf22dedae7d8c47304d097a7202a37ec7c3654664622b226d2272aad","sample_id":"hellaswag.val.3742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c67f514c936fb0d48b75e8acda3dc6f5f339f635eff2bffcac5e92db4cf49a3","formula_version":"titan-u-contract-v1","latency_ms":0.7933750748634338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"086a74fe9adaec7ab31d9883a60f1b299dfa193258de05b1f26ce2265b61dcd1","sample_id":"hellaswag.val.3743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a58c98b5bc870a80f5d2c15674cb52e12f529aca3f48fe16d4175a1c03dc043a","formula_version":"titan-u-contract-v1","latency_ms":0.7764589972794056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5348248f9d90517f460dcc9efac183bbbac022faa83e5b2fff404718b980297b","sample_id":"hellaswag.val.3744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56e8ce9c772f8f74d6e4c94faa8292922f860b649a88fb10f8d4fad40bf9aea6","formula_version":"titan-u-contract-v1","latency_ms":1.002207980491221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abbeb0856dd716cba3c32242e7b5b148bb084a083d48ca6630c7f305829da917","sample_id":"hellaswag.val.3745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0508f904e14877ffbae9be527d06fb7704535c3e1b41e9020c9400dfe811f6e5","formula_version":"titan-u-contract-v1","latency_ms":0.8334999438375235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"985b0b4e2e836c14d72513520eb63366ed25744d25a23fdd452abf57ac99597e","sample_id":"hellaswag.val.3746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd9e4c3c25f9506f6be93e29357d622a2fd489e1f7e934b26988d571e101e89b","formula_version":"titan-u-contract-v1","latency_ms":0.7012910209596157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66fc8e31388ae77b48d1593a16431555095de92caebe43aecbda712db5371957","sample_id":"hellaswag.val.3747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c399c38b7e4a2b02dfb20aa55e649fc74e69c315986034e5d8a832f2f26a38c","formula_version":"titan-u-contract-v1","latency_ms":0.649999943561852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1794fbb12b43a8d5f055c5e526fb6c14b3c6d87a5b109fcb1659a7dab58d80fe","sample_id":"hellaswag.val.3748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c7db1742e7bebb548e954dc8b7f8f499695abf82a347e5b3bcd88fde104955c","formula_version":"titan-u-contract-v1","latency_ms":1.0585839627310634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8511efe06f5ee20b12962ed3e20a75be44a19866fa4f988e361a2603ad3fcdc8","sample_id":"hellaswag.val.3749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8d1822df4f653095792f9b804d5d6a7d1eb9e0ebacc2c8f0f87d335e9459e0e","formula_version":"titan-u-contract-v1","latency_ms":0.5487920716404915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27c06536198c67065144f38624e84b9e3a7fd711d0a05cf96868196cea53ca55","sample_id":"hellaswag.val.375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce96ca1f935af62e925f6a8236fbc24f95e4f4c05f112f32ca8273abced5b0b6","formula_version":"titan-u-contract-v1","latency_ms":0.7089170394465327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09c0725d50c275c7d70a38cef02e6d76d9cd9ce9e5770942a376bc1abd2c951b","sample_id":"hellaswag.val.3750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b3e6ad32e1f341920a879661142fed5d3adfb1f7d8bb7b25cf65316dd0619bd","formula_version":"titan-u-contract-v1","latency_ms":0.7892498979344964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e098c15180d879fb787495ce9c71257b67a3387af5ac678416c23551899d3c74","sample_id":"hellaswag.val.3751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcdc2694984978a60d8d335a6d726902d2c588ee8c1a4be39b5127c08ab53029","formula_version":"titan-u-contract-v1","latency_ms":0.8685000939294696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b379c7adedfd4b99141ad6d8a7df677cde72e0ab5dfd00fc462edb1597eec80","sample_id":"hellaswag.val.3752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"918dd26fdd6de0c2296ec708a2a005e33147ec43f108020eae72d52676cbfbf0","formula_version":"titan-u-contract-v1","latency_ms":0.6197500042617321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a692a2f88815e5c09bc04335505c3f332b0da86db2763303a8f14addb16ef27b","sample_id":"hellaswag.val.3753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59c5f5bfb109f158c508288e0f26b6587a16cb215c39d75c68bd69df9ffc542d","formula_version":"titan-u-contract-v1","latency_ms":1.0957500198855996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9680bd2d3b59fd53d2b8346b0e1a68011015c2e316b5822ef957113003a62f58","sample_id":"hellaswag.val.3754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"121f1d6fa933ae18f3635f605a050880e3a9cdfeb14e068106daa6a6845a80e2","formula_version":"titan-u-contract-v1","latency_ms":0.6679589860141277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6144a55bc2d8f69ce5b79613fbb209ef2643c4a7458b9ab698122cb1e3f836c2","sample_id":"hellaswag.val.3755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec35a05219c2544add24b260644e6c8029cc2f0905ad7fbc9e78894349692261","formula_version":"titan-u-contract-v1","latency_ms":0.6672920426353812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"479d0b66b5b8bcb53a97f70a0b24a2e10b20431ed77a8e8008590df890c7ded8","sample_id":"hellaswag.val.3756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"354843ec72bfd75b7a8492ecd780bc4e161952201df0d1ffe0264c3538d8be88","formula_version":"titan-u-contract-v1","latency_ms":0.6748338928446174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb4e2e744afa69c2886e4f2eef5ac7aae168dfee307a42f53a23ee25fb158be5","sample_id":"hellaswag.val.3757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0a08cff42b8d6054cd24e62d7591a6b4ba8d292083b56532d2cf86efebf89c4","formula_version":"titan-u-contract-v1","latency_ms":0.7964170072227716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6c634da4559114087c085c821ad12a970d7fb35fab25e5fc677897662ad8e96","sample_id":"hellaswag.val.3758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb5064170cc74b503feb84768fe56fc604f105aee11847f097d44a1bc138f84d","formula_version":"titan-u-contract-v1","latency_ms":1.2294580228626728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f16c59a987e131b5a450bc72575bc75add293e7d102dbfa2d2f41834b6f7e57","sample_id":"hellaswag.val.3759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08b976d91e77c758db2043ea35efce36f1ed5e8627a216f674b33c3d2aadeff4","formula_version":"titan-u-contract-v1","latency_ms":0.7102499948814511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c93a136cdf27f195f7fdf6f1708989581556c4961584cae2541c797df867ef6","sample_id":"hellaswag.val.376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e42e978430f69321058bd2439269a050227f2908e1f5b9ad029be895e81a746a","formula_version":"titan-u-contract-v1","latency_ms":0.6704579573124647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5903eb6a632c2653ed6a6caf5d4a9d5f4bbd0b1e98063bb1cac6f29facbcd0d","sample_id":"hellaswag.val.3760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b5536a3fc12208aa283e0e8485c4e41ed5a0743e84674b2d3ef15b5bc64ffb0","formula_version":"titan-u-contract-v1","latency_ms":0.6181250791996717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc97bf527187154e370a025ea8bbf74e721dcf5166c3d1fb7237ce3e2de446ec","sample_id":"hellaswag.val.3761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d217c4ccfa243ec3b4c40f61f8e974f0bebfb97648673200057e52057b3f2d91","formula_version":"titan-u-contract-v1","latency_ms":0.6688750581815839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05bb13fd4d179eedef7a294e5cc2314bf2ce9ca48fbc6d6b264c6762117194cd","sample_id":"hellaswag.val.3762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d17de77232926d9d1bc3e4f0237939ad66b221364634814e79f25eefd5beae1a","formula_version":"titan-u-contract-v1","latency_ms":0.8370840223506093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63c5ce189db6dee23e326977fdf037c45166f414a6d6e3cf53cd0f3e9ca67865","sample_id":"hellaswag.val.3763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75b69f512bbaec4253997266dc0b0f723e8bb0ce52ebcc88e9869424c2e260dc","formula_version":"titan-u-contract-v1","latency_ms":0.6740830140188336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fac72eb3fb23593eff508825f98676963d44b547dc252066a8989bc8d18cef7e","sample_id":"hellaswag.val.3764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6f48e1ce12a65d29693bf7914673dbe028b39ca94e3472dd4bda336aa6ed84e","formula_version":"titan-u-contract-v1","latency_ms":0.7941249059513211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7596f530b5c7e9f7ce5a3568c29dfb13d526340a2a33e0093789c059b211ca3b","sample_id":"hellaswag.val.3765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ebcc62e4fccc40753d3719d113484b7f5d814acdf8f4f59b52fc037290baa4e","formula_version":"titan-u-contract-v1","latency_ms":0.6882500601932406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5161f8dfbac08df88a198a13725ae4300751a5d8e435fa258de5fdf8b3578533","sample_id":"hellaswag.val.3766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfc945a255ae65ac7f75e85ec87dbd7fa84b78362cb55c5a838200d11e5f2c42","formula_version":"titan-u-contract-v1","latency_ms":0.7987499702721834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f2af5b90c8b3a042d000a7914b6475a0a5959ca14db52f41a87538d4ef5bc5e","sample_id":"hellaswag.val.3767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15a33f4e160f66b9196723ed6eadd0c776ec0128396e936137923f727906b64e","formula_version":"titan-u-contract-v1","latency_ms":0.6765830330550671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"873b991fd938aa31c632e0dece02880d013d66e2d5608495965ebc652efcff39","sample_id":"hellaswag.val.3768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f904aa03932607ed59e4b213e42ee876a0930314afa5cb1932207fb18fb6fec","formula_version":"titan-u-contract-v1","latency_ms":0.6503330077975988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6c457187048bbe1737bc90c52b4445e21b43eba17429f0d4c728317c52ad61c","sample_id":"hellaswag.val.3769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f3138a2982f649f89a9176cf058f685c1310c90f7b1e9cafd428d22bfb0a1ef","formula_version":"titan-u-contract-v1","latency_ms":0.6750419270247221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4c6c222d011ca8443acfd9c56d4cc201d7c2312e9f704fd9a4e1d5be767dcf4","sample_id":"hellaswag.val.377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d129048ad86f10db531c285d68d54c5c92b3ff147f6c8356ad62c7f81979445","formula_version":"titan-u-contract-v1","latency_ms":0.8403329411521554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60faebf3ae0d6c608ea30437d19e5d2ea424ca2b3dda1f7531a8b10bd544a599","sample_id":"hellaswag.val.3770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"930139b1b02c5b9d674b7e5d8bcda15daf56041725a539e71892d80005827741","formula_version":"titan-u-contract-v1","latency_ms":0.9095839923247695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4d3b53d2705ff428d0c632c762e49197262afd49d7aa27af00f0d6733d96761","sample_id":"hellaswag.val.3771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41aa3f5dfa4d86b1c52004fec91ccf8d1e667080b6e53b9c19df433b7e6927b7","formula_version":"titan-u-contract-v1","latency_ms":0.7992920000106096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e2566db2f41904688df6a6bfe691b5e6ec2ca3f195b96f1d01d9900937ad061","sample_id":"hellaswag.val.3772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cce569d9f0cec776dd139b11ee98fc4db953fd7cdc2561e4cc7ef13cb0af4efa","formula_version":"titan-u-contract-v1","latency_ms":1.0287920013070107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa7ae273d2128883515e9cc8aa2e4358f24b91e71594e2dc1c34d455d8c76a4b","sample_id":"hellaswag.val.3773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d54a883109aac72c867a975bb3ec9b79658daedd446c9ede20edf3fa4581bc32","formula_version":"titan-u-contract-v1","latency_ms":0.7267920300364494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fc7490858fff648c1b05356d1b366baad384074f5a730c62a067695ef4c01d7","sample_id":"hellaswag.val.3774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcae6ffb337aaf5d08e04fddb54ac9df79df3645b3b3db315b45cb6bc75e167a","formula_version":"titan-u-contract-v1","latency_ms":0.9086249629035592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2efa1c8ad4e9e685af51b711b3c8d61b7e0997fc60d24002f04a43162589ae63","sample_id":"hellaswag.val.3775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e08adcfab083eb60190cbc0f735ed2eba6d613e60c70a7e6e50c3fe3c2a1d4a9","formula_version":"titan-u-contract-v1","latency_ms":0.9909580694511533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a89ae4b3ea18e91edd60dc84e7e830f3fd33c55359ab7376c35947c0ef7885d9","sample_id":"hellaswag.val.3776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"628e2b3cf35686e38da90bf6673f9b9a404ae8a26eeada85ab59afbd9990c282","formula_version":"titan-u-contract-v1","latency_ms":0.6654170574620366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae745f05dea302b62aa3512618dd4d185335d1c4c393c99b53a690fdefe4a07c","sample_id":"hellaswag.val.3777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63cfc4aeff97015f9f73b071ad681c4010d4bc1d97365842f600afc5af6a8a36","formula_version":"titan-u-contract-v1","latency_ms":0.785584095865488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b67753800f17334c900c6198817ec781e15eb900f45a04c8510f307db3df021b","sample_id":"hellaswag.val.3778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b88a1243c55dbd4ba99a340867d5739801cc41bd425d3f1d5c526de7b0f8ca4f","formula_version":"titan-u-contract-v1","latency_ms":0.6970419781282544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20ee747a2f6293b98e1f012afb8b7e63309360f3407bce38fe1bd27b4be52075","sample_id":"hellaswag.val.3779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44323a603cc2baa2cd059c1cd2b2e63613a1f20414ac9b7b47947919b273990f","formula_version":"titan-u-contract-v1","latency_ms":0.6807920290157199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bbb62d929c65f853874a73b1bb1284d69a933eadaca79c407f71f66603a9b63","sample_id":"hellaswag.val.378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4742626a1de6a407a4f170c5a17ee2f37b172ebc34dec48b094e44f24130bb91","formula_version":"titan-u-contract-v1","latency_ms":0.6174169247969985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6e5282ec7f04c5ade966d99405a5c68c087c5fc63d172e9011ef754a942873e","sample_id":"hellaswag.val.3780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f25e944bbe7e5938c9db84f31cf0f976407a4ed858b21cf75b318fe73b45f287","formula_version":"titan-u-contract-v1","latency_ms":0.9500000160187483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecc2153dade52e7b0948d8b6c198eeec9acfa8dd370a431555fcc4968e634d2f","sample_id":"hellaswag.val.3781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d174d3337d2f8704e254dcf91035c64f33518d70eb4baddb92897bbcb9e36d6","formula_version":"titan-u-contract-v1","latency_ms":1.095999963581562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"752d8b29e60fddf0323681d01545b59a0265934e6bea40ba85058d0cff32cfc3","sample_id":"hellaswag.val.3782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b070f6a70fc3b69b90b2ef973318e6655baf7361073d45d6b3ee424c51937e6b","formula_version":"titan-u-contract-v1","latency_ms":1.3822909677401185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1b048912e83c4590734789abfe040ab32902a682de122229d5785413528d350","sample_id":"hellaswag.val.3783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eec63d04572719562075ba05abb3b30a3462ecb60188abf68760648feb28f382","formula_version":"titan-u-contract-v1","latency_ms":1.105832983739674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f77b9f7df9d4367371c42a35eea513bd335e8035ffce58210481f31f33b9e91","sample_id":"hellaswag.val.3784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef7baadd430aa9c665d227d56348750fb01d9f5803699b4da97d5cacd3dbee4a","formula_version":"titan-u-contract-v1","latency_ms":0.8656251011416316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"443d890a8586111e23dd86a75d2ba20b737a25a6d479d88a752688eaf6e76b77","sample_id":"hellaswag.val.3785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d50b2d62432d68e0ce285f15bc95ca26ab7c7c5773590d0172582e0e055d18de","formula_version":"titan-u-contract-v1","latency_ms":0.5544580053538084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e821a9da490a2876ac3de3e5a6a202fb83219af20773af9e102e35473e57efd3","sample_id":"hellaswag.val.3786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"721964f675b83ff8b4712351b7c1e9c627094239c1d257ad2aa1efc5cb0d4811","formula_version":"titan-u-contract-v1","latency_ms":1.0132910683751106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d83635bea8ce12be862c55b9f0c0168f0f860e619c5c47b3640f336850dfecc","sample_id":"hellaswag.val.3787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a5acbcdd649f46fe245afaf8fe9089e4ba2fef10079d4c8d01de9877b1f9c3c","formula_version":"titan-u-contract-v1","latency_ms":1.0603340342640877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"360c940d16e32ae2a9a937f6bfdbe3ac9dfa4552b3c704cba1cebebbb208a5d1","sample_id":"hellaswag.val.3788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"789c6d33320f973560966158b458b282cc6206beb64bd081fbf695687d6a76dc","formula_version":"titan-u-contract-v1","latency_ms":0.8739170152693987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"335ad6944c60b12a4a28f098ac0448ca65e127794f61ffe4e7d77641e8400058","sample_id":"hellaswag.val.3789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0099c80ba6194a15edfbc9dc53ae9c99258204f09821f97c111d0b2a29f7a9dd","formula_version":"titan-u-contract-v1","latency_ms":1.0810000821948051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed13c5759268c497f44eba795dad06a43b025fae3234a1c4778e563287c3b883","sample_id":"hellaswag.val.379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91a2d71b42bba9c2a093deac05f5b79872e184c4fb91d430134a24b39ff215cb","formula_version":"titan-u-contract-v1","latency_ms":0.8000410161912441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dfb97eb43e906284e0463f55e162990626ca792b972c2671371496f2f2565db","sample_id":"hellaswag.val.3790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b50918387a75561d05845cdcb3095dfd27910c0b812660ab5473d482fb383d1","formula_version":"titan-u-contract-v1","latency_ms":0.9894589893519878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd687c40588791a691077049b394f815f7c1c6f971776084ea0df1a89a811d13","sample_id":"hellaswag.val.3791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb8b2cb3c00c068382c33b07a940293efa3f21e0d43625861e84689ffd03d56b","formula_version":"titan-u-contract-v1","latency_ms":0.6893329555168748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d280f9e9bf8df93f26191104ef7cdcf698f54a44680f6f0f27399a27096a422a","sample_id":"hellaswag.val.3792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2abbe114a7287be669cbd5c0d6f2e66f2ff7e54baec125bad7a9395ec37078b1","formula_version":"titan-u-contract-v1","latency_ms":0.9094999404624104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a354d6812c66297cf8037408791700bca7b561b7c47bf407c99cbfb1d72937f","sample_id":"hellaswag.val.3793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81a62b30f09c6fd87681247e94922d805e4a3b700bea41a8949ff17cccf0ae93","formula_version":"titan-u-contract-v1","latency_ms":1.0056659812107682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1f5df3792030f0b32a9dfa21620e742d05c935f0e249d6b0ba277e2349f604e","sample_id":"hellaswag.val.3794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f285ab7d7f78d95818c18a13e7da0eaa62d21831620e9a2a721e0ac09a56963","formula_version":"titan-u-contract-v1","latency_ms":0.9558750316500664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dc12372013cef697069547668152ab086015cd5ee4fc3e82365ed8bcf7d7cec","sample_id":"hellaswag.val.3795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c8bfd46c203cc4559f78d851605a5a0cad54b0bad25cce816ec58540d41c660","formula_version":"titan-u-contract-v1","latency_ms":0.8511670166626573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7fc28e0c8ab2511ad8511d5f72120424eb545a311abba1d35fe69b5dfc60483","sample_id":"hellaswag.val.3796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d47c7d5a1f60355fd0bd0bd410f315536673419a721a9b0420e224a11b455ba","formula_version":"titan-u-contract-v1","latency_ms":0.6887920899316669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed81caab6fa37ed8a53ac2a3df77c8f3fca3ff961998da4289a1de157e2aea09","sample_id":"hellaswag.val.3797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"727181e67944d8c4ed627c33edb450ece561b16b692c3a16dde2d801fe5f5e47","formula_version":"titan-u-contract-v1","latency_ms":0.6576249143108726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cee2021b7fe3adfa6e0a9dfcc5bb1f7cfa438e4e70d1f9f0f8c067a6eab37ee","sample_id":"hellaswag.val.3798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3746aa0e18e6f7dc2f83e7d2625759f41ff3f3efa49329b01d5df85fc94eddc7","formula_version":"titan-u-contract-v1","latency_ms":0.8974170777946711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f69d2f77eda05fb36f3e562053d234570ba42bfda72598605d683acb9b9578c8","sample_id":"hellaswag.val.3799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92f15bb2b004c3a9e4504de3a32cd5d5396cee4b2d704670baa2eca00d954a03","formula_version":"titan-u-contract-v1","latency_ms":0.5014169728383422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01a9a005781ba1e627ecfc46d497388ac8b1a62026ef6cadf33b3bfe8bd53902","sample_id":"hellaswag.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd60912032b4c7998b2a6b42ee61b67d68219bc65e01243ee3a2b1873eb00286","formula_version":"titan-u-contract-v1","latency_ms":0.4675000673159957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3030b17cb5afd63c71a20b885d356fb9ebcacc71e58c76c7b950b97a1c937db","sample_id":"hellaswag.val.380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40d6a6876b78108b502a3c615d4d7eda399e99c9489ff6823050455fab8588f4","formula_version":"titan-u-contract-v1","latency_ms":0.875667086802423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22c6406fa9d046e497f8ad7c3e1a8799687da04b4e67b8719fe736286c2d4c80","sample_id":"hellaswag.val.3800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45f6b0b076cd2b8fcb4ef9632d20ce330c921fdb693258b3c35d388848c94e2d","formula_version":"titan-u-contract-v1","latency_ms":1.0532080195844173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cceb68bd6a00f4f3ba157ac4a2d478c875d746d698beb5f94901c0c4fa1d468b","sample_id":"hellaswag.val.3801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d4b5081bf7086a344e14e90f786d5298dd84d13dbe9c30fcf1ddcdae2397fd9","formula_version":"titan-u-contract-v1","latency_ms":1.0682919528335333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fedc170b50f43b5c04cb4544d8c9e467774d991c212975e1aaff281c68775afa","sample_id":"hellaswag.val.3802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e95f79776367657484071c69434cb75b56cb9d6185a2e315c0d63623e3696a10","formula_version":"titan-u-contract-v1","latency_ms":0.6471250671893358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df215701be3fee8670f787872e3c0dfb8e4ca52a77e65824bf93fddfab88971e","sample_id":"hellaswag.val.3803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46d3a7b3a48230bd559fe76da153a4b2f8d0aac1542132729248e9fca02829ee","formula_version":"titan-u-contract-v1","latency_ms":1.318291062489152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46b20cbe2d6c3492c360cbfee224af4f55861da23ef5c0d4d305e7e7220043d9","sample_id":"hellaswag.val.3804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c66327d420749eb225a8d785e22a4b9883b685418037e533a97b86ff49ec103c","formula_version":"titan-u-contract-v1","latency_ms":0.9363749995827675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d38d98eff20c42c80e6e07e26c53cf627b6e8836338b463e09027478c353a97","sample_id":"hellaswag.val.3805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3530c94e37883b3a11e9414ec2eba7aad634c582ff57f6ff7eb9d040cf70967f","formula_version":"titan-u-contract-v1","latency_ms":1.211125054396689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b54d8b7a660692fbf77759b3354633d1c7073070e6aea92b3c56830bdae146b","sample_id":"hellaswag.val.3806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ade41795f1a844687c4b1b23e400267e3fddc0827dab087870b6bf1fa685c372","formula_version":"titan-u-contract-v1","latency_ms":1.928500016219914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"714e5bb70763be11134445e44ef0d2d2af1e96c10feeaee7ddd7dcf6c68c6d65","sample_id":"hellaswag.val.3807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7e622da901a5294948eed17f8dbb4924f3dbd8f2f23fa6d395de205406c2b76","formula_version":"titan-u-contract-v1","latency_ms":0.842583947815001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3111c25a44eb9b06e4034762437a7befde2cfe6e5a17d58a2a8492408a45f924","sample_id":"hellaswag.val.3808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d17990eb6c7c614aa387f817261d54dca183e438af80753fee9d5ad76539b10d","formula_version":"titan-u-contract-v1","latency_ms":1.571709057316184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6157887e5de82874994fc6e719724f832ed09a8eba9cd5d3e049be206de32932","sample_id":"hellaswag.val.3809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"644e686ac1352fb3789d09bd2c70e337158846e955c743b560c6dbba1c6b5e14","formula_version":"titan-u-contract-v1","latency_ms":0.8177499985322356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bb5b8abc88e5a572d149fb602cce5a105c57b1898f476d97f26ce4a941cb026","sample_id":"hellaswag.val.381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88d92cb5c13602ff5d73ec8caec636e326298ffd83f50d4d2120d9a3d2cc005f","formula_version":"titan-u-contract-v1","latency_ms":0.8041249820962548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35fbd8c9eec63dde982227de71aef8b9e913e7f0315decd974118b7e14cae4e4","sample_id":"hellaswag.val.3810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"563f43d5bf0c8c4b55628ff63348e518934342211f2977bc6884e73a75be255c","formula_version":"titan-u-contract-v1","latency_ms":0.6764170248061419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9e4e1815cf326cf6421a54b921bdc942fb432d3d42c32f93539fcd34d0f4db2","sample_id":"hellaswag.val.3811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0af734e414e74d78ff8f578f8adbc1919c488af08d8bb9f3e45f529707b13b0","formula_version":"titan-u-contract-v1","latency_ms":1.932457904331386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96b0d6dde8a98d489ad2c6a6c2901518440352097ffbce5cb2d763cf8936d90a","sample_id":"hellaswag.val.3812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f777671da64f5b228ca6440b7b7f8dda1fcfb204b1a20ef579b2d08e7bc69774","formula_version":"titan-u-contract-v1","latency_ms":0.7039170013740659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ca7edfbe44fc37f2f2550ec561d4ef4401582cc02ae3e1f7cca74837f922c52","sample_id":"hellaswag.val.3813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cadd71f372e07ab67d35e4280acb789a676e29eb3401b836c8111b87a01398a5","formula_version":"titan-u-contract-v1","latency_ms":0.653665978461504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b171f34acc702dd6a63f82aa878398e148b98df4df2bd708f783807bc8f3338","sample_id":"hellaswag.val.3814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"643750b69c21c47089d33b4cd267ec32476192f178d853249b078e3b115a19b8","formula_version":"titan-u-contract-v1","latency_ms":0.6389999762177467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"459c1fab85e1ad3c77ab92a9bef233c762c9f8a4250b01696f3edd6fff298c0a","sample_id":"hellaswag.val.3815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e3445c72cbe7498afb473d73eedcb9c2ed2c17fb45f2cf7a8b380bc5a79b66c","formula_version":"titan-u-contract-v1","latency_ms":0.988833955489099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e595fbbb85923ebeb709195b9331362567678fa6587cc39638757e0726b0f563","sample_id":"hellaswag.val.3816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4edb775f503e64f0e64cb0bd633bc13d74be54643332c84aaeac7fefd287780a","formula_version":"titan-u-contract-v1","latency_ms":1.4902499970048666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0079be750eef0a0bf4c5784af526b434616d8f67d988ba884a8d3eba04f1f9f4","sample_id":"hellaswag.val.3817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef1d4f472dcd67362f8b738fca70bf64af2f0d787ecc7cd2edeb631ee2dbfb24","formula_version":"titan-u-contract-v1","latency_ms":0.8537910180166364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ac64f1891315cf3de14f12c006eeeb9cae80b2134c62c8a79476ef4735ea97c","sample_id":"hellaswag.val.3818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8a98fd4a68bb2aa2d75c7ca10d5745160d5db6c87fe3a8e2ff5121105a7271e","formula_version":"titan-u-contract-v1","latency_ms":0.6191249703988433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac8ba62da9dbb865dbf965abdccd7e1e542cde579a65a530fdde7e85473ae333","sample_id":"hellaswag.val.3819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97cdbdc09405cf11dd49568ed74fe7ead1277196ee4610dc260ce448616458f5","formula_version":"titan-u-contract-v1","latency_ms":0.5175839178264141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8d3d01eb02befee170564e823d2ece275e5403b57f1b2337ca786085e00e782","sample_id":"hellaswag.val.382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf8d7da2d2e7404008eea4fa3a5c9f3b2515bbe3a153f027fc23bfd8397fb831","formula_version":"titan-u-contract-v1","latency_ms":0.6589168915525079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7018fe0f38607f162d40d6935e9b879deb2b550012d34aceda6c4b35ea44be70","sample_id":"hellaswag.val.3820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d0ecb8bcc5a59a36c2b524756254839615fd792d54c902ceb4c0659722c80f3","formula_version":"titan-u-contract-v1","latency_ms":0.7241249550133944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20c9aa89debcbac24c0c8c563a35394a2011e8d4ff1bb0a04c26ef7ebf553da8","sample_id":"hellaswag.val.3821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b51b1262820bbfef2434e4c50fe941e1dd7af315d609e08c2563788b0e4ce2a","formula_version":"titan-u-contract-v1","latency_ms":0.7974579930305481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c40b209db3ff144c8bdf3fe32c026520e88a014d0cb158a5c83431079785ca7f","sample_id":"hellaswag.val.3822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ede9e12db8237b9d1e70557a9f4a173a0bb9cb71e6b847bfcfacbbb9bbe62d42","formula_version":"titan-u-contract-v1","latency_ms":1.066999975591898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cee814cc70a2af9985c8f9371634081db0cc4ae8b81badbb0614df1c165e35f5","sample_id":"hellaswag.val.3823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eed6ab48b3c3dc00c122ec597bc6908c88d17fd4d16344fe3c77f3bd8592f564","formula_version":"titan-u-contract-v1","latency_ms":0.7235000375658274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a57bd8bbc06b4afcbc4b6bc88d723d848f9bc494b5e67a83d91a435dc3bcc73c","sample_id":"hellaswag.val.3824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fd6fc90d3a86e7d3399aae8eaab464d15ff4f84917f029fa4308661cfcfeb30","formula_version":"titan-u-contract-v1","latency_ms":0.8605410112068057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4166ceecfd6e3588c8f29cf68393917b7b3d3cedc060be9a2ea09c4e104f304","sample_id":"hellaswag.val.3825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73c7bdbd25afa4d316e5e06f4b26933d1a97977d379f870cc02f7385e6bc3938","formula_version":"titan-u-contract-v1","latency_ms":1.0322090238332748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17270bacf51b6f4cd3cff2e610829671b356e0a57a99e8db28aa91146b72a85e","sample_id":"hellaswag.val.3826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f4559da11bb8c0e0d3c81b6dc2cf86a90e2f2c07ccfc16300e4fbc0e1df35e4","formula_version":"titan-u-contract-v1","latency_ms":1.2745419517159462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8bdcc264caf8517aad2832856e76144edd467e32e3895e9e53300de1aac7d21","sample_id":"hellaswag.val.3827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b124ed0485d48978f09ee5580cbd0b600df40ece310d747d69f8a01b9ba2fa2b","formula_version":"titan-u-contract-v1","latency_ms":0.6524169584736228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2f3a3db4afce9c0a24ff7e6073aaf6b4f5369351ac68505978d60911033e1a4","sample_id":"hellaswag.val.3828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bc807cd272682eb3a9c207170ed784318e65467ddf618dda34955cecaf63248","formula_version":"titan-u-contract-v1","latency_ms":0.6873749662190676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17586fc815e7023f93a9cf986b5ceacf1d515e8bb50a400a47e81bc64a2efbcb","sample_id":"hellaswag.val.3829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"326bdee58ea4d6f887bd048b9579c027847a0e5c7b5f8f3dcd8fc1cfd4582719","formula_version":"titan-u-contract-v1","latency_ms":3.0854999786242843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44744d69969e21992c6f5879e03ab39785a8ba6890a655df81282d09d948cba1","sample_id":"hellaswag.val.383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c354b38725dfd02848ab61a4c3f26ec3bcf0e62ac6d8baa7e725bc3a642be23","formula_version":"titan-u-contract-v1","latency_ms":0.7091250736266375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"144ef3298adf85b995f08e1506327f12d4bf1aa237c4a5e2af6bb0f1e9023b91","sample_id":"hellaswag.val.3830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4565e82366ed3d6ba1d7c35355eb439459bda40abb5bc0fd0a216f67ee04c09","formula_version":"titan-u-contract-v1","latency_ms":0.8245420176535845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b2b80deb30464edcd3801c7f89fd50ad981d7a5d49a73d422de4a0db726bcb8","sample_id":"hellaswag.val.3831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"181d5d987cc471f6b5acba265e5a913600d695674b0f834ac8a2a7bf9b95c6c1","formula_version":"titan-u-contract-v1","latency_ms":0.6621249485760927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb3423a08be112ba13ce28625b9e7f6885aab341c9cc02d50c46f7dcdde06e08","sample_id":"hellaswag.val.3832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fddf1b455c5a36adf5f7968bd334f4e26b80f2841a2909c465f32ead8dbb0d9","formula_version":"titan-u-contract-v1","latency_ms":1.1628329521045089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8154ee40fe957bbde03e24e4dfcc4a503a78081cf24bd095594560c4ab9f4028","sample_id":"hellaswag.val.3833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0766b172164ca46ba18064983a5fb29617d0c543734ca8f2ebe9377a200e3370","formula_version":"titan-u-contract-v1","latency_ms":0.7427081000059843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fe1488a57035cda5753889342a85dd2231acab2cdb0c64a3e1313b4e33913b8","sample_id":"hellaswag.val.3834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"285897b375cb82bbd306bf75897456ac6bf963c83097e668e0f4c66276f5c18a","formula_version":"titan-u-contract-v1","latency_ms":0.9457499254494905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34c8d7590e3472aa1b82a6468d12ec79f522b4aa1c1dd3b73006e3258646fc38","sample_id":"hellaswag.val.3835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98b6bfd9dc68eed00c50bfcf25ec6f59ddcc8311a050fb41e69bce06857fa471","formula_version":"titan-u-contract-v1","latency_ms":0.8727089734748006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b62769fe4f11d1168febdcc90b33d86c7b347891101563ddd70aeb302afd24c","sample_id":"hellaswag.val.3836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81ed9e903d7fbd204f19bcaed1c238778a4d73210de5793f40f3305dedd61360","formula_version":"titan-u-contract-v1","latency_ms":0.7178749656304717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33fc5d30e4bd72b361b6e4f189d54acc250f35b800bc5867cc5981bd97a7d6eb","sample_id":"hellaswag.val.3837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5eb2500d46c5af9c5ed2d14ead9d2d1355f74139ebe9a34258bcf19d55d11749","formula_version":"titan-u-contract-v1","latency_ms":0.8196660783141851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edc912bf01873dc6ff4c8cac40ce3d3c7df2bc1e4bfc8817468017ab33beff74","sample_id":"hellaswag.val.3838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ab4d8155bc18ecf61a4e7bf928ea2b6ca978f5b92afba9f523e50b0f4b77243","formula_version":"titan-u-contract-v1","latency_ms":0.6950839888304472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d205ad80417350e47ea847454a10a323f3dcd7cc52c0f1d1a39b87ed3d3d0dbd","sample_id":"hellaswag.val.3839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec3cb9607876335ab6c023de0c6b8a21c12f3baef934de69e00029ac0b285e4d","formula_version":"titan-u-contract-v1","latency_ms":0.4873749567195773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a09239d77c6b866f639d841d21a2374084bf42cf284f7aee1638b627d93e43f2","sample_id":"hellaswag.val.384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45c5b300b474181eef481d222579df82bdbcd45b622c30b76a3eed21b7f6c387","formula_version":"titan-u-contract-v1","latency_ms":0.667833024635911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40e607102a020a0fdbd8e8f1794355133b8986fc95d672c85be993de1065396f","sample_id":"hellaswag.val.3840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0f07fdfcce714303a166f6ed10f01d0b063d5405565c7481ad96065e64c1ae7","formula_version":"titan-u-contract-v1","latency_ms":0.9402090217918158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28bfee3f1a4202835bb5296fa4714a5b89de02f0cf68706ab2b9c26442a71a5e","sample_id":"hellaswag.val.3841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2051ca7f70c51fe7564f0c71db9e0e2a2e340525f1da9f6ac2e8dddd86fb1f71","formula_version":"titan-u-contract-v1","latency_ms":0.8024999406188726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57131bf87750ca97dedd3f817aea910a10797568652f8c56fb166edac54c42d2","sample_id":"hellaswag.val.3842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dff9dda3684dbaaae4de89f3f15940ab8a275aa32293b7166287f0210d599d5","formula_version":"titan-u-contract-v1","latency_ms":1.410667086020112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c97029f6459d486b57ad2289a04c0d4a71b064f4b2a5f9ee8f55ccf8d4954be","sample_id":"hellaswag.val.3843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a62e4ebe71d8edbdd37d1e1ec962bf2f55a70d8c3c1e2ff7d850e90bbeacf7f","formula_version":"titan-u-contract-v1","latency_ms":0.6730830064043403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"795e30c5fc3010fefcedb74b39609ae2e504af11f1263d8cc9519186324c70b6","sample_id":"hellaswag.val.3844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af17ef54fb005fe29d29a2e36aa08d5ce71e670d4d6fee23942ee503aee3af9e","formula_version":"titan-u-contract-v1","latency_ms":0.7555420743301511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73ae3631efac280981a9dc24f2c832204e90cbc2f891637572a9bbb3e934c467","sample_id":"hellaswag.val.3845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f884040e835cd0befdd77d1dcc83cd53d3acfd5c3581995d8ca942111ce33d69","formula_version":"titan-u-contract-v1","latency_ms":0.6085409549996257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f62f762ec4cc7e1e7bae3b6ee3dbb0ef06375bdd49f22919f44166497d9bdc2","sample_id":"hellaswag.val.3846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb4e75cfde755293d8491cb972174c49a9d35ea62d99f3c848c7f005cc9337ad","formula_version":"titan-u-contract-v1","latency_ms":0.8584579918533564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6771de39282ec96d2ac8e4620565e7d31cae736707efe49c15832bc5cbd090e9","sample_id":"hellaswag.val.3847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e944a8dda721bd878d10e3f29982fcf21a879a502183661f8d7226f34ba09e16","formula_version":"titan-u-contract-v1","latency_ms":1.014249981380999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7a4366ba38e71cb7a5f38f962258c9c295234b7bfa6eb40493c0a5cb1946a4a","sample_id":"hellaswag.val.3848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"195af5f415a0bc9633cd6c7a8e04618af1d37b5d9b8a21334abb580396d1e6e6","formula_version":"titan-u-contract-v1","latency_ms":0.8287500822916627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d38f1e004f052da66daec934672eb2ff756532501fad35a0c580a871249c23cf","sample_id":"hellaswag.val.3849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82411fdafe1ece4300d43acaa3e0ab77ee16f01fc30ef902b787c88dc1170388","formula_version":"titan-u-contract-v1","latency_ms":0.7118750363588333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63524a9c500e76a2ff687afb0a4d575b1ab8ade7ca7b0f3a116179a2ec05c4e3","sample_id":"hellaswag.val.385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86e33c83f931576519078c658b738cd362d33d60eb2285663e0b4e9883124757","formula_version":"titan-u-contract-v1","latency_ms":0.7899580523371696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ba522a8791d7e46fcc289c117a4e78c730bcc531a2ae83c3a2639ad89181dda","sample_id":"hellaswag.val.3850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e13a7a4d4b4c4ed66ffd2f51773480c6d564bfc3046fb6cc3e16ba6195070e56","formula_version":"titan-u-contract-v1","latency_ms":0.7031660061329603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80f918aac2272731708b0af7ef24823812f6075b38d6dc8a0209622d7dd17967","sample_id":"hellaswag.val.3851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f7eafa569051d5bc1f5057aee57775b15f3c653102d819d658efb24b5fb0f63","formula_version":"titan-u-contract-v1","latency_ms":0.6379589904099703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b93141b8397ee647f61c3117c7478235774bf3c1b31ac965c92bf48f159c4a6f","sample_id":"hellaswag.val.3852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d6e4eaccde1415e2890ec9741959cf6dd0689a41224c797d45a0ce07fdf00cc","formula_version":"titan-u-contract-v1","latency_ms":0.9249589638784528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34e8274cc12f1a83e4734b9ac746f168d47e12a4a46a276f052eaa2a14a5fe14","sample_id":"hellaswag.val.3853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cd53e2b2f7fe3eff80adb66547baa77e3816906549e88e2ee404365fdbecdfb","formula_version":"titan-u-contract-v1","latency_ms":0.6662089144811034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fc8e8c24203dbe58827ecbdc8532eaafdcda285b7938df22ac1cde0a6aea324","sample_id":"hellaswag.val.3854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd2b5f113d769d53ad4737f46539bddd4bb28f889a6c90f737439c28b0b6f7bc","formula_version":"titan-u-contract-v1","latency_ms":0.6358750397339463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1af364d36db6e4d995e3480ba2d3623523c7acc2418ec4489efb346b07b81a95","sample_id":"hellaswag.val.3855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72bfe6a8bd34c756356e9e17fb076f5174a83e138d1f72b2bd4474e618e51509","formula_version":"titan-u-contract-v1","latency_ms":0.831749988719821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f5c7bf8232751dd3f5f25609e5eba72a1fdf5ec79965e77907bee7b68358d27","sample_id":"hellaswag.val.3856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41a4ebf4cd20f18dfb955dfd6732d4af2ee21244e49127a164d6ef70df66d691","formula_version":"titan-u-contract-v1","latency_ms":0.6931660464033484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b5f241198ba8e013a4b55cc7f7ce45bb0ce50ec2bb7453c199b73800b25c222","sample_id":"hellaswag.val.3857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50447b088d6a58d2bf2b623ea849830a6bb140cd706ff9771769392a9eafd23a","formula_version":"titan-u-contract-v1","latency_ms":0.6201249780133367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47506182ff94147efde22b5d4a0358bee411ec80bef25aae4f73fea865d98377","sample_id":"hellaswag.val.3858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38c693ca612f6a0ad6e36c0ba2ff280a02954044f1f41049fa8b857497bfca13","formula_version":"titan-u-contract-v1","latency_ms":0.8788330014795065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6604fbf6ea9c280b20fe02ee83a33111aced64796215b99de32eb1175d788b82","sample_id":"hellaswag.val.3859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb2808af122c8974f8c1dd96647bc12e1490d2a82251d7a01633134245c8b60b","formula_version":"titan-u-contract-v1","latency_ms":0.6331660551950336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe84dcdf016e6430ee39d92494e90469640e5bc5e6848583707895ecfe9b8550","sample_id":"hellaswag.val.386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e68b0691bc221f831e9a64d244c017fe0ae1ffab032fe8095d696b81c23dbbd","formula_version":"titan-u-contract-v1","latency_ms":0.8479169337078929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7eeebdf4fac6e1b5014b4d8c85d8af825660a8ea908bf379ec0d2a777214a1b","sample_id":"hellaswag.val.3860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d52572d1971df555bcf63a91c0dd5c1df58761d23beaa212a2df7a1383027fa1","formula_version":"titan-u-contract-v1","latency_ms":0.6273749750107527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4f2ac4466ad02e03831579720fe9970e44f041d98bc75796a34fecf1795b614","sample_id":"hellaswag.val.3861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2c612930134fef210fd863ae1eab54748d930229981baa8bd5f9cebf63407d3","formula_version":"titan-u-contract-v1","latency_ms":0.8057079976424575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3914aa1429cdb40264f6d4e9f748ca726b79c5f54d7f1983643de65d9f0dc3c2","sample_id":"hellaswag.val.3862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aaa41437558530a0479c710d89c167faff2dd6f8c3870e9d6cd379d0b8cfb034","formula_version":"titan-u-contract-v1","latency_ms":0.801792019046843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fef11d35518f9818b5e3e5485b1f0ad9f6036e3b9749b74510c960c0c31b82dc","sample_id":"hellaswag.val.3863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b134b87da294a32bbb53587ceaa15aa19565071013e4dd87e23ecae76ae2a740","formula_version":"titan-u-contract-v1","latency_ms":0.6232090527191758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f689a4e657630385e7955831f31a36856dc86d9ae76e58102a7b9aa46293f2f6","sample_id":"hellaswag.val.3864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b89cd634f488a62923a55ae5f92befbdaac9381c0265ab652ba9a9ba87082f4","formula_version":"titan-u-contract-v1","latency_ms":0.6446250481531024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35eb870c86187ecfa6039c255d2b13ec0cd3dc9fe3994aedacccc81447ae4b8d","sample_id":"hellaswag.val.3865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84c6750ea9c9106563264dec9a6eadc830292e3f37773bf612fbcb1d9d11972e","formula_version":"titan-u-contract-v1","latency_ms":0.6705420091748238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcf75e57cfcd8c2e6cd34bb69f32a23f6b04627399b008fcb9de9a87b795b98a","sample_id":"hellaswag.val.3866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04153315c963bf08cf41195fffd45661ebb88c5ac77ef95e16ac9c5dcf3969fd","formula_version":"titan-u-contract-v1","latency_ms":0.796334003098309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76cadeb1af2e82db590886fd5fcab3e75d3e9d924195e3962a19a9c4b5ae8c27","sample_id":"hellaswag.val.3867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b08ab2407b2660b6005de011be2f5a739af49a00ea2fee04ef92eb83f547f8ad","formula_version":"titan-u-contract-v1","latency_ms":0.8520830888301134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bd9a5c9b7f8c74e1acc5a50cd2650a6f7a413dcdfb006e9c43a60cf5635941a","sample_id":"hellaswag.val.3868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc00e4f407ac4d8c0359ed437779aa162b714cbe694400c32a3da822a3664903","formula_version":"titan-u-contract-v1","latency_ms":1.3243330176919699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"138951522fa3f8db32e97cc2b8c2d250bbc0558a92bef43853b1936b056c8797","sample_id":"hellaswag.val.3869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a211a277ad6b0e7c3828b91c4d9439115687065c5c9ff2b50ef6db5c6ebdead7","formula_version":"titan-u-contract-v1","latency_ms":0.7289999630302191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed51b51e7f7c7d88c1d571d726e55c7bec1d227461f6b9251c5262aef954c020","sample_id":"hellaswag.val.387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea205187555a8c90f758cfba33f7d6433deabbda321bfd357f1c59e80ccebcac","formula_version":"titan-u-contract-v1","latency_ms":0.8388329297304153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"885a9d7cde23d613a89b0080ec0ffafec8b0eb31a7e965fcde81d8d81fab0442","sample_id":"hellaswag.val.3870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aa87db73605bb2d7e935a224ab2496608fce8e0c8b43273fb660ea95dad7e66","formula_version":"titan-u-contract-v1","latency_ms":0.8731669513508677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25e0e1adb0e62d564496e24bb068a477731ee9d738c3689ea692c9021469cf05","sample_id":"hellaswag.val.3871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d92e9cfc28c5709a2e4f90a76c0e4ffd1df9376cc9f47382a59437f21d0a669","formula_version":"titan-u-contract-v1","latency_ms":0.7436249870806932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32e3311532c4582dcae460799334837845be73a5f7cf080c2002b30833843ff1","sample_id":"hellaswag.val.3872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c5895eb9effd3db06c9764650b3960600788ef0b6ca7aa3c2e02ef3e08da482","formula_version":"titan-u-contract-v1","latency_ms":0.5930829793214798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dd0756b42c06003784ca455dc4d7bb39afed7f27ead352ef51cadf26f2ac993","sample_id":"hellaswag.val.3873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c965eeb56ef346e094f5331fb6dbd22dff76582ce377f09d1b6b9774af32a954","formula_version":"titan-u-contract-v1","latency_ms":0.828874995931983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"854c4955a11619691625b5b2307617d9568e13cbca9b9c2d53a022ebe0663434","sample_id":"hellaswag.val.3874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2a179b67168564538e49e0eeda5f201a6babac22c42184dbbb0c64308c44ab7","formula_version":"titan-u-contract-v1","latency_ms":0.8963749278336763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1901657b6998c375f75988b48732de9f4d4568687c28689a0c592abe15749b5a","sample_id":"hellaswag.val.3875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e857a558a69c6de6f23e16a950ccdb9640b73443d0a66305f4bebc6f40b27f6","formula_version":"titan-u-contract-v1","latency_ms":0.647209002636373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f828a905978c48687d98422215083e74fa77467e68fd32322867be4a96266ef","sample_id":"hellaswag.val.3876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4c2bde6a1f0fc096e36ac1e398606b6cf7319c319fda9b94cad46f357222971","formula_version":"titan-u-contract-v1","latency_ms":0.643584062345326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be5c674011f461cbe0ceda043d51760df72a27b75d6ce2d2f544531219a14364","sample_id":"hellaswag.val.3877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7907c592ef3663b964db854d2b6f7e3e262f0efa2573e5e1dee0ae13f3a14274","formula_version":"titan-u-contract-v1","latency_ms":0.7605409482493997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d9bc1367b80cf0dd45e9e4399b92108f58632788586996120292c31c0db9555","sample_id":"hellaswag.val.3878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9d24fc7edbd716aa07ec4ad476f2cf1654d14c297a9d537292addf64669e7b6","formula_version":"titan-u-contract-v1","latency_ms":0.6433750968426466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de1edb2a5ddcc6629614fa156e03616edc723a72bee7360db5fdea9a6697e0b3","sample_id":"hellaswag.val.3879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"755061acf11675a3e26359df2c15ea4d041f5e637af4ce7a31c7122a3d7ac35f","formula_version":"titan-u-contract-v1","latency_ms":0.5411669844761491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0fbf15380f07f89fc3725fc523ea47e5dec87f9c76717c3a1516a319c64a72d","sample_id":"hellaswag.val.388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5c7a4564e7c0eebb374fb79b491a1556f2bb7e6b6cc70714f2929ac30e2d413","formula_version":"titan-u-contract-v1","latency_ms":0.6480839801952243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35e0f06c7f94eb53bba4993fb6e3429b2dfcdc2ac290f3728c246c4fce51ffdf","sample_id":"hellaswag.val.3880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35814b16347387233e2c18e111e0b125d1f9c3ae5d9676a297354f19369d6624","formula_version":"titan-u-contract-v1","latency_ms":0.9752920595929027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f070684eca53892c784b4a838390811aab5b2e7dc54756ab2ec3b009f9187cb5","sample_id":"hellaswag.val.3881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"303fcfab1705dea444ebbc24dee688d88e4745fc0b822a6417a3bb417fe5c2ed","formula_version":"titan-u-contract-v1","latency_ms":0.9026250336319208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae2476b7c7216e4977865a3c4e31e359e681a85832a8d1f44843ac445d776369","sample_id":"hellaswag.val.3882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbb2206906b8f8745b038bc125e8bfa3faed422f4d205bbaadb2fa20bed9a440","formula_version":"titan-u-contract-v1","latency_ms":0.8041660767048597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"457f4a03879b09466e67e0d178830eeb78cce7dd036bf8cd6785cd60229cf4ee","sample_id":"hellaswag.val.3883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9458a990fabb274395db48a1d8ffc0ecb5440c34bd086e146715e436996b5b37","formula_version":"titan-u-contract-v1","latency_ms":0.7798329461365938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"646ba6cc2c75a900f1b40346898b49843f7becdb2ba2486637b19a856deb2689","sample_id":"hellaswag.val.3884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fab9d587cdd0e8cb6fe31f8afebeee97d5a3293eb3393b822ef3d689212a54ca","formula_version":"titan-u-contract-v1","latency_ms":0.6333329947665334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f927a3945250a89234620b66e6ed40e514405336b43202bab2e8bd3ceb43e43f","sample_id":"hellaswag.val.3885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"552d1d2477b85a8c3a52047ca656c261bf8a0c348c89f1661c27158a19a2bc62","formula_version":"titan-u-contract-v1","latency_ms":0.7150409510359168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25e37330ce43b66590af33256f7bd87a1d98195a1074385d89c7fc339b471830","sample_id":"hellaswag.val.3886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"654b3217cd0f5ef39f2dc7cb54242a212e8a29f365be0f16809d8b10b4041f00","formula_version":"titan-u-contract-v1","latency_ms":0.9188330732285976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c5a17ca0d2349090bc9f71adc636fc11a0de95dda3bb0199699eec6c153b77c","sample_id":"hellaswag.val.3887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc2cc56be91f49615ae25062df53d719242d7b32474692d2f2007731afb8e6da","formula_version":"titan-u-contract-v1","latency_ms":1.707750023342669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df759ce5c7284aae54a69e687e061559687382decae98d61e2c804a02fdd96e5","sample_id":"hellaswag.val.3888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aee2d7b133a5ab20a6e0495ef8b8ac6d4288afaa5d35b8709026ebab4393ff1b","formula_version":"titan-u-contract-v1","latency_ms":0.5501250270754099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fb731e4a8fc023ffdf45f39e433636b14d6a4c7f16cd7f34fdbbe7bba973985","sample_id":"hellaswag.val.3889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c0d6dd75f770483f25cd71e3954ee501eeb44d7cae786a01bba6c095e03b9b8","formula_version":"titan-u-contract-v1","latency_ms":0.7354159606620669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c68d93ec487bfc6e7578ddbeef8d1bdfea29cbc43b5aed939fd12d061388b2a","sample_id":"hellaswag.val.389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"929e7cfbf66253dd73f1b662248e2195490403f84a290382bc220fce05042b12","formula_version":"titan-u-contract-v1","latency_ms":0.7127909921109676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f64f12db793d3d3b030ca635ef551c96b8f73b40fbd4de6840b4dd8b73c44d7b","sample_id":"hellaswag.val.3890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45f50c064b697562e6e959d8608285c60f510d3773c2e6e71c2d4f929af6e1e2","formula_version":"titan-u-contract-v1","latency_ms":0.6682500243186951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"223da45cad52c82861aa3d452ce3b08a8b20af0f7cd8208b2e722e3e2b85056b","sample_id":"hellaswag.val.3891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80f8ab514d29990d750f892c7e05955fd60e450368cb0c26245e26051ec56cc2","formula_version":"titan-u-contract-v1","latency_ms":0.9618750773370266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbe4943f89016dc62bf649ce9efebaafba5b17102d953d780003c61db8b3e297","sample_id":"hellaswag.val.3892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48240bd764b30c43abbfb13017af1afa3782a2e76709ead4e791bd419bc56320","formula_version":"titan-u-contract-v1","latency_ms":0.631249975413084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17dbe39de79a8687f6ebc22b34c199b1b9f94fb15657bf8dfc351df0e03f3bd1","sample_id":"hellaswag.val.3893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14ac787cbd13794fb20f5ec70301e879736b9a5f9c01793daece639ff79b4f43","formula_version":"titan-u-contract-v1","latency_ms":0.639582984149456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fa9995db8d8bbd23a303ba703c4ed2f1aeeb07dde52a08f3c8c7afe1592f334","sample_id":"hellaswag.val.3894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c6aa419337d37991027016b531df127d8d2d84334b72fc81bbcbcbbe02ee37a","formula_version":"titan-u-contract-v1","latency_ms":0.6779170362278819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a1efcc3375a66ba531d4e8b7588cdee3b799296cb85295c2d58dd8eacfcf874","sample_id":"hellaswag.val.3895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f5caa15e76aa80d7ec32e781a8975ac3ad85571435f2950969f9257bfad973c","formula_version":"titan-u-contract-v1","latency_ms":1.510834088549018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5a055441490783719f7e458714bc958dfcfae098dce59485c5ec8f96167ce72","sample_id":"hellaswag.val.3896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcc88100e296fa717f4ecaf115afa0f05e4adb1941d45eb929a9d7a2d6a03ba2","formula_version":"titan-u-contract-v1","latency_ms":0.6702080136165023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75c25afac384c2ec2e8e2e0e175481d4b2e0bf7566a7fbf7b4a82f67bc16c3f3","sample_id":"hellaswag.val.3897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b174e310998864e8367ebfdd1bbe406cc27ed39f6ced7e1efff6f4a3e2815da","formula_version":"titan-u-contract-v1","latency_ms":0.662083039060235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bdc531f3f854264d0dd0e9bbd4dac8bd52dea46bf19148d22a4c3029b3b541e","sample_id":"hellaswag.val.3898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4d43c54806b1072ef7393a98e6d979b468f31c073d1505a604c7745ba5ffd85","formula_version":"titan-u-contract-v1","latency_ms":0.7457080064341426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f63f5a0b4139d9058bc169a005b0a55533c7554a8fe1d3be705df95de70fc677","sample_id":"hellaswag.val.3899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a8ef3d9ba01e08a3f8779520ad77075f283c71638283b6f33c4d0e63c1022bd","formula_version":"titan-u-contract-v1","latency_ms":0.543000060133636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"686a4270f1142350375ce0ed6ec98581323a63260c07a3fe77a6e5df1bc98c6d","sample_id":"hellaswag.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b481f0fa4236f50d717b7fc52f309ea7453dac74617abe0085e0134dbe9eac6c","formula_version":"titan-u-contract-v1","latency_ms":0.6863749586045742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d7a9531859bf168f401ac5034db96829bf5a88ba429e3084a29c954301d5a2a","sample_id":"hellaswag.val.390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b783f7af69086823e507ac7def04702349366bafc955f06e8303778220674d9b","formula_version":"titan-u-contract-v1","latency_ms":1.0735419346019626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d6a7aa5f182434a9eb5b27984de09fa00e030cff864a1439523d4e211332584","sample_id":"hellaswag.val.3900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b46db518945baeef769f78505a9d8b31e414ebc0beae57d95e599548d3fbfe12","formula_version":"titan-u-contract-v1","latency_ms":0.7782920729368925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94c2503f482d0c256784b15de2b4cfe3c8db95d51bfe49ae69a2cdc845b2f65d","sample_id":"hellaswag.val.3901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce4f8786ddf9004b29546e7118ed5e607de7c22f4b010de402e219c2be2ce224","formula_version":"titan-u-contract-v1","latency_ms":0.6198750343173742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c38c7d91db4f1d5455dd45254624580e2b1cac92b84f68315797b6ede09c456","sample_id":"hellaswag.val.3902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26840dd98d894ffaab3b08ce12a937de254e98d538c9f8451a8ad5e9a0515696","formula_version":"titan-u-contract-v1","latency_ms":0.6470829248428345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8a52bebfc925393ca88cf803736c99b63c3cf299e7fbd6fcda791dfadda416e","sample_id":"hellaswag.val.3903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bee09f51049de7d57f12d082c5ead6867d47639118ae4305291bd1d34dc965c","formula_version":"titan-u-contract-v1","latency_ms":0.9297089418396354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4102490b46b688ba7e8f6e35005726e4893ef85335bf8af4df0f111593f0b024","sample_id":"hellaswag.val.3904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"385bcfa5e974b667958392058fda2428d477c2bb65ae8173dbd7d50e05550dba","formula_version":"titan-u-contract-v1","latency_ms":0.6470419466495514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95d5e5e5e41e163c5852137c993679574653474cb8d91d7912c4b3c2a5061a32","sample_id":"hellaswag.val.3905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43524505fba2ca1818c73155b07f185f96195343a881d25a62c0c17c61c2f5da","formula_version":"titan-u-contract-v1","latency_ms":1.1009169975295663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e37117a8b788aa7279ee945b9f9408d156152269cd1048bc141f2e84fa6f552","sample_id":"hellaswag.val.3906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"517e4ff0600e240a3a2812ea97553c232ea4d85ce32c62d6c4088a3da170e5aa","formula_version":"titan-u-contract-v1","latency_ms":0.6703750696033239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04e4f7c910023df0e7a908e858aceee733efe2942af3c7974d4961b0a45c7721","sample_id":"hellaswag.val.3907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1553cdeb1689dbbd7cbeec15a1832d6a7d23df6a005fc19e60c458ef7e9e2a4","formula_version":"titan-u-contract-v1","latency_ms":0.8970829658210278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"781b2d525ad3e2be29ec81ba005790a310cf17bdbf69f1ac82e51236bbed0ace","sample_id":"hellaswag.val.3908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78f844a8381c0abeefc2209ba35154fa777252e141aca0fbfe0093fbcc7567da","formula_version":"titan-u-contract-v1","latency_ms":0.8786671096459031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4a12f589417989600c87a0ac21afaa82dbeda3af0e75925d3692fdd978087ee","sample_id":"hellaswag.val.3909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00e4f06f4c8f86eaca228f4184e6f435028b48a1d4d7e967bbebc9e4944e9d4a","formula_version":"titan-u-contract-v1","latency_ms":3.011042019352317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e152e1855e16053b7ba4c7fb035b1e45924b6f85fa9ede2f2275065f1b544920","sample_id":"hellaswag.val.391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa9bdb0e65c88806aef70918899a6db41333a228f73c33d958a6ca70b6d9f555","formula_version":"titan-u-contract-v1","latency_ms":1.871375017799437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c674ce3d3a53a2dfe7d8a08b69b71b07630bb2fb33c9163320f3d1f1e5fc93c2","sample_id":"hellaswag.val.3910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6698a76c9bb1373fb574b0ac27cbe2308a2d834149dafbf9f11f0c38fa0d3df2","formula_version":"titan-u-contract-v1","latency_ms":0.7052079308778048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"747cfd8e0426b27bedfbd0863ffe124047f26972a50a40350ee659913ec52881","sample_id":"hellaswag.val.3911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a605a481caadd0b4e13bdb781e0ba6668a57dc96791888c8af2d0d8922f1494","formula_version":"titan-u-contract-v1","latency_ms":0.6437919801101089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56627d0ed29467bf4afccf2158f6b683f1a51c12e159c959801be0db07971291","sample_id":"hellaswag.val.3912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11857fd7a51a989391a9d8310c03728289fff877be110ed1ca1e0086daef64ab","formula_version":"titan-u-contract-v1","latency_ms":0.6345829460769892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eacad3144a48ce7f76298dc6b1dbf652c486ca3670d3877cc675342d8a348f9","sample_id":"hellaswag.val.3913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d44cd28efd446e19f118164c484637b09e5105054582787f9d4f7d2d880a79ae","formula_version":"titan-u-contract-v1","latency_ms":0.6587500683963299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93ec2139d96b5888e8b0bbbe7aa02c8c151874bcfc99605afe9ef966755d98d4","sample_id":"hellaswag.val.3914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8442dea037f466a67f5f745bf0b1a99c9a0257dad1cfdb169208d0104883c22f","formula_version":"titan-u-contract-v1","latency_ms":0.8039999520406127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a6b5f4b075b0abb357d533bfc95d8366fe033989b8b86ce765de122b4ada809","sample_id":"hellaswag.val.3915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53fc99c07558eb7823ddc5708b2b17f0672c26f7b0e1cda389e1285adf9d3278","formula_version":"titan-u-contract-v1","latency_ms":0.686999992467463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a1c0d045c29dfc4693bed66b362a2154cf61892274d5b1b5fc195c1b7cb474b","sample_id":"hellaswag.val.3916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66cc09141c0ca2c156e147e36013d5fd79207ce8d9c79a084e5ff47435f9668f","formula_version":"titan-u-contract-v1","latency_ms":0.6702080136165023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e06de182998cbb58539b31dcd987d7e716443d4880badd489920f51f5e49445b","sample_id":"hellaswag.val.3917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4500122ca5a57e18bd42a0174cfac139a42379603f390fb5615cd7780b1937cd","formula_version":"titan-u-contract-v1","latency_ms":0.6528750527650118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee0027719f5a8ea88b43b08840243b23fe7f15c469cccaf12ac63779bd4bf5ff","sample_id":"hellaswag.val.3918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d558b52cc961404a2b827e94a745a6b96487db96c1a3c39aa26c812a3d354232","formula_version":"titan-u-contract-v1","latency_ms":0.8987919427454472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c0213b666ca97cc64580ce5649a6a66f3eab78bd55075bff4cf7f4c51d1d4e8","sample_id":"hellaswag.val.3919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4deca555edc9c493758534a0591477d64fd9ba8ca8466283e7ea75490e9496fd","formula_version":"titan-u-contract-v1","latency_ms":0.6652079755440354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21207189ae1396f065c10e973db823e88d3faad36ed0be074b94bce7706b55fc","sample_id":"hellaswag.val.392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3e4d0da905b4dcb843a11a41ed90ffdbc4eb20035121b294ead32cc0cc6e0f4","formula_version":"titan-u-contract-v1","latency_ms":0.6381249986588955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44b063e89b1647546679fe328db48555d612146a0849443e84785e55ef85228c","sample_id":"hellaswag.val.3920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4955396e410b4da54215c5792092e4e88a1cc478c7f7e4949b3f1b4c537bdd22","formula_version":"titan-u-contract-v1","latency_ms":0.5926670273765922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0498af66b5c2fcc411b5c885a1c166502e09b3ded207e9899974443c72e60cd1","sample_id":"hellaswag.val.3921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caf4f8324199dc6c972e242b728441f802984eb47166333ef79b5e07f16f3937","formula_version":"titan-u-contract-v1","latency_ms":1.1685409117490053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44d55f86b36a5c576cb955eb77f8841154cd4f5e4e455e6c011dd23b75645ae0","sample_id":"hellaswag.val.3922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"978b667ee3da34ebad45e8fc2839e634e160c3e3ed648b561715dd3f064db40b","formula_version":"titan-u-contract-v1","latency_ms":0.8150000358000398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d177be42fc03e6c35fb90a585d15f694eecef10a2ce97a9952df881c88d45f20","sample_id":"hellaswag.val.3923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47c5958d4cb00aaaa713a61aba659bb833964a864d07d40344eab27e27cab180","formula_version":"titan-u-contract-v1","latency_ms":0.6049169460311532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d644629870f15d7c9094f24f48bf1c955634fc792306cf1117834178729ce8e8","sample_id":"hellaswag.val.3924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4dd2860ae3161794d9d6ce77a2ef8a2ce06a7e76a7f0f4a205e0fb569affbcd","formula_version":"titan-u-contract-v1","latency_ms":0.9706669952720404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec75cb33abeb75b2bc9bcf9f14bff736ab29f01648ddfb2178c37cce0e0d5601","sample_id":"hellaswag.val.3925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9211a72458735208b42fd0b709acae2609a5f6f24df20010c871022404290616","formula_version":"titan-u-contract-v1","latency_ms":1.0471249697729945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"675c715ee6fbe2fd023c2973957850efe55e047f5655bb03080e46b2134315a0","sample_id":"hellaswag.val.3926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc4a6b14047bace98e136915e7149a0ab87a48d201da0d9a7dadffb5307e5b21","formula_version":"titan-u-contract-v1","latency_ms":2.5576669722795486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"188e3acdba4bb56837823d6a8513e0e5e57f8e2479f4578644e921116eaaf2e3","sample_id":"hellaswag.val.3927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"547a9d8057346d9bbc3c23d0c148dd8eb0cfa9a6f83df2a59e329e4cd188938f","formula_version":"titan-u-contract-v1","latency_ms":0.8193750400096178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e192f51b0b59ccf718ee04b5ec16de476715fa53a4f32934f05963a148afd06b","sample_id":"hellaswag.val.3928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81b45b894e3d87df9db7589c0952bef4efcb36576e0e506d1bc5c1791f677448","formula_version":"titan-u-contract-v1","latency_ms":0.7055409951135516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10d8ffe66b9fd4053dfd11968bf519fb93f1b3406d099b3e1192b7d3851dfc85","sample_id":"hellaswag.val.3929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0111df3e4b05827512735e703d0ee2b2f47463020028aa524bca26754f06d03","formula_version":"titan-u-contract-v1","latency_ms":0.6043330067768693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4196eeeacb3f7850e2ceee2492b9d89830661373881b84d0f1d9c2fc0233ed1","sample_id":"hellaswag.val.393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"348cde1d8467ea6bb8ee690925e6478b83ecd0508beb7ad73dfa0ac5ff4e1d5a","formula_version":"titan-u-contract-v1","latency_ms":0.6369589827954769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1cc31807f52bd2d59ca01890d254e4dcb3735e24b15733ec48d039d16418e83","sample_id":"hellaswag.val.3930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52d6fd141dc85e97cf3def16b9d9da094e87789fd40cba9c371564b27609be27","formula_version":"titan-u-contract-v1","latency_ms":1.1373750166967511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11d662ddfdd6b848cd68c9520379ea53aa9f60ce737f22384e0d7c67c1388d35","sample_id":"hellaswag.val.3931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1fd3542ad974b40828637c43b6b5dc7fa5c7967cd0df663b6d24c9492e5a08f","formula_version":"titan-u-contract-v1","latency_ms":0.6785839796066284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f705d1dbdf31b471053876f832ef1f96d874b6d6dc577b6a39726942d14f5fa2","sample_id":"hellaswag.val.3932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cde01f810d8623f3f866bd51858bf1a476e4969cfeec985a4a804f7404a604b4","formula_version":"titan-u-contract-v1","latency_ms":0.6096669239923358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ab5437d489eff03fd356783779bdd1d30f2643a65de42b240ed51794457fb16","sample_id":"hellaswag.val.3933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5644c249fed070af6ab2a1bca9664af165868057033cecbd1b0d2d94d9409cda","formula_version":"titan-u-contract-v1","latency_ms":1.4685000060126185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97a063ed659dff92372d0f2839a5e8ad658f8eff7a81c196f59bb201937190b7","sample_id":"hellaswag.val.3934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6f4fb8d4459de5d4da6eb32786ba78eeabb4f572f0829433abb0fa890d97d7b","formula_version":"titan-u-contract-v1","latency_ms":0.6271670572459698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bb56961141711df9e69928a632ee863eb638ca812b8621293aa1fc482677fa2","sample_id":"hellaswag.val.3935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"588d69b4d7030bde5f93646e98973280bcda257c3f679f88e2f9f1a9009ade47","formula_version":"titan-u-contract-v1","latency_ms":0.8163750171661377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4722fcf4d109ba4131dc289cb203402b5d633a307fb035ae99006424ec789be4","sample_id":"hellaswag.val.3936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"370e7277e0951d512b10ffbebc0050a0810b9d16889b3d3a56c7962cc40beeb7","formula_version":"titan-u-contract-v1","latency_ms":0.8416669443249702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84b8570ec73ef745bbf15116813f3bd7fde4c13fc2e2cafae9937e36affe6808","sample_id":"hellaswag.val.3937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60ac1f425efb396782fdf68860abaa2a4b7b6b401ce759803ff5eaf256aade6b","formula_version":"titan-u-contract-v1","latency_ms":1.134582911618054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4264362fdd4674057df20a9fe4dc7aafdbb1107631ae74ca549b520d3be44ee0","sample_id":"hellaswag.val.3938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9f1269fa24e9ddf5177038a1b4e5b29d017a6b5ad8d5b3fcabcfc90c80f2180","formula_version":"titan-u-contract-v1","latency_ms":0.6578750908374786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e48c8ef1b399484e15fc46aa56c289f01500dc693f6dac4be00c90db589e05c","sample_id":"hellaswag.val.3939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"810f1272d7581177c8629c46319b0701297b1347ce327bf0a3cf6c6c80f5007f","formula_version":"titan-u-contract-v1","latency_ms":0.47395797446370125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d0ec2311fc6967865d6f3c3034aee9f64c164001b6c8a0b7a447a3bf2cfffc6","sample_id":"hellaswag.val.394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"540eeace3897457fd4b7187b46c663bcd0237634f582916aa3c8739315db7545","formula_version":"titan-u-contract-v1","latency_ms":0.8148329798132181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5ee0e75a5bef0ae8032719606ae247b08638f034c2b85a8c9ac36f7361794a6","sample_id":"hellaswag.val.3940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f80f923988e52784b2759ffc0d603bc3574dd75dfc7082165ca4b5dfafa93449","formula_version":"titan-u-contract-v1","latency_ms":0.8422079263255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a853a61063af29f283e96462cef6e4c087302d4a928e0c7d79d154105edb111","sample_id":"hellaswag.val.3941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58b14846ab52af0d569c17535ca15552b2475c920417d453cdd3162ca4dcf86b","formula_version":"titan-u-contract-v1","latency_ms":0.6880409782752395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d705124d105d0dc79fc4984c132db5ef4df470bba526e288179af646f1cdc429","sample_id":"hellaswag.val.3942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51acf9e8d1f15d6bb16ca7704040721e1a0f01e731c8e44a484fdd001725df84","formula_version":"titan-u-contract-v1","latency_ms":0.6702089449390769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b123aef81bb0a1f27f1f2a15c800c433bed07eb1d135c6d915549bb778ccf7e","sample_id":"hellaswag.val.3943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3238dde0236a04dbad2dfe992f205511da12d8e7a078e18bdb5476d9eaaa1b2","formula_version":"titan-u-contract-v1","latency_ms":0.6282500689849257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"545370fe0b8f52d53036145e1165434f18a8bbbeca8ba9e243edfd0a77fdba6b","sample_id":"hellaswag.val.3944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb2721ad742955b27588dafde3561bc7f0c5e37bd7b7f91e6f958240ed91fb9c","formula_version":"titan-u-contract-v1","latency_ms":0.8215829730033875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0753b64e2c63a990f24fa800a36f300d551238d49b825c59ebe059552b7da876","sample_id":"hellaswag.val.3945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"322cba2bcfea4c0ad0d3ff2e3f9beea321ebfdec996a0460aa6a5713d8601de8","formula_version":"titan-u-contract-v1","latency_ms":0.692749978043139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2eac83c07427c60b8e854a0ac960076269b0d8f22bdc3002b2c5f6fd8febdb6","sample_id":"hellaswag.val.3946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b1fcf4a3a6a16d673f2af1349f67db7629d50019388f5b113392e51685ada84","formula_version":"titan-u-contract-v1","latency_ms":0.6605839589610696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb365e96e76b914aaa4654076231efa47ac8f567a445fb2045b13ffb440ca0fa","sample_id":"hellaswag.val.3947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7e41b8cd5f8d3d0c412fa4cbad9f0ce4784e374d54d428ca454ba5ca95a2bb7","formula_version":"titan-u-contract-v1","latency_ms":0.8435839554294944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75ada8cf63af3914be9341fe40e7ff038401336c927a3152751fb2b7455381f9","sample_id":"hellaswag.val.3948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05551801b5870610d28a26a52521e11d1da53fb0a49cb28c788de19542ff7553","formula_version":"titan-u-contract-v1","latency_ms":0.5570420762524009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a5b13944336a2aed2795e978a7319c756e0bb1e234d7d7c8bbea9c212d647dd","sample_id":"hellaswag.val.3949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58e7a8db4e5504dd10aa6739680bb4c7f698196657ce9f5a6062142d0a9a3474","formula_version":"titan-u-contract-v1","latency_ms":0.8203749312087893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b42839930e0da1c0728b4a647536c050d98142f504ea3f0e7718e6dfea24c9e","sample_id":"hellaswag.val.395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92faccd163aef50d824f44ce2285e23dde87513fbb1f749bab23fab39a77d2cb","formula_version":"titan-u-contract-v1","latency_ms":0.6280000088736415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a7003e065ae02a93b8fb2b646e981938f7a26a0e99facc99bcb847d4a10be24","sample_id":"hellaswag.val.3950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b8f1eab1504335ae2e9a78723a5dd30c7f8231d3d38cbcd78f5e5288fcacbb7","formula_version":"titan-u-contract-v1","latency_ms":0.9686669800430536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f765958b8dd33576a557e2a016476c245d78a9654143ea04de0753d993a3f9d9","sample_id":"hellaswag.val.3951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c87484842310c07b5d664bc71466ee908d98fa209c2b7c012a5d6e547359d041","formula_version":"titan-u-contract-v1","latency_ms":0.8722089696675539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82c291e7ffdfc9a48c671c811722989370b4b7a78a964b8500f5298ac524f647","sample_id":"hellaswag.val.3952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8611e62133a4a5edcc7a3ee51c900acde7784de19218c067a26b54f0e9db4012","formula_version":"titan-u-contract-v1","latency_ms":1.086917007341981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aee018ad02551f9fee0ae48babea41a0f11d886018330a8bb1e51ef53ab50349","sample_id":"hellaswag.val.3953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"936918836399d51545a334f7673b524c630497fb0364a68eecd24de6ae12b251","formula_version":"titan-u-contract-v1","latency_ms":1.123458961956203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55409239d8606ecfa9d5980f23fd646fb3719f29704aa18c351596ae6d10468a","sample_id":"hellaswag.val.3954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eec5fe951cccaf84c8f550a49d02d10ace6ae070296f11f11f4f2f0e5e9a36dd","formula_version":"titan-u-contract-v1","latency_ms":0.6939159939065576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e96da8bf97d13fdd791ccebbd66f58448267b03ff5235579d64019fab41bba01","sample_id":"hellaswag.val.3955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"597a413a31a3348dc0d42f234377dd80f9e11c6d722259bad9d960a0d0d3290d","formula_version":"titan-u-contract-v1","latency_ms":1.1050000321120024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d134353133239e4bc0f96ff8ea3785cf204b6f0ebdae34571609012da903903","sample_id":"hellaswag.val.3956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f3b520a18554235fe2e08b8fa2f4493296719610d88033c1ff49203595d908b","formula_version":"titan-u-contract-v1","latency_ms":0.6432919763028622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f63a151eed1ce4fc6bafd6b63e93f0667ddad91a1229421d4ef043d3567aae1","sample_id":"hellaswag.val.3957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc00f58c51ad8883f543574cfd8945c376587449cdfd9a31eecebdaeb76014ac","formula_version":"titan-u-contract-v1","latency_ms":0.7906249957159162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0821700db117fd1670ba8fd91ae192068ab921250b228b978515adf3ebbd474","sample_id":"hellaswag.val.3958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"142bcad1a115e4322f082a674696b22fdcf3dfb398f542c54e1ed0162081dae5","formula_version":"titan-u-contract-v1","latency_ms":0.6723329424858093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db32ce342d8099a1e1cde97fb7adca8389e61de6a2b755dc3471bc24894e97ab","sample_id":"hellaswag.val.3959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4234fdee30dc05f8ed9cd64e472f0c079e6a05ff2d64c02e0fa9242e458dcfa8","formula_version":"titan-u-contract-v1","latency_ms":0.7662910502403975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d3defefdcf5d98751dd2e6ef2432234271c7624e838f2d3981a33066449df19","sample_id":"hellaswag.val.396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef22804f523b6dbe58408302d45e5efe43238194f4e1cbca45474eb3f6eec6a6","formula_version":"titan-u-contract-v1","latency_ms":0.8662920445203781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bc5a2145a19a9d4d96917e24f89c0d7613cfa5e5ed06ef93c0ac3f4d841966a","sample_id":"hellaswag.val.3960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95a450fa74b6c2677e08ed9028f05618f652bc7defb2c879cab414f1dcb3230a","formula_version":"titan-u-contract-v1","latency_ms":0.8076669182628393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7ab0da1488499dd5be192f19f220d637ab46265d7df3e42933ed8d7891571d0","sample_id":"hellaswag.val.3961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bbb19a0a07c68e626092f22f31093608b3dfe37659a0bebb073bf21be377975","formula_version":"titan-u-contract-v1","latency_ms":0.7017080206423998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a19ee0900c43ab4333c4321a33eded5f2cd3ed260a14524fa09328479221596","sample_id":"hellaswag.val.3962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a32b911e58946e081477048b2043bb0b6a112d8d2944a52a9b096da1c6fb05a","formula_version":"titan-u-contract-v1","latency_ms":0.6064580520614982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffbe4aa905b9d61b1998499330cfd43e24079568adc27d26d99c3464bface234","sample_id":"hellaswag.val.3963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"198f115d7e8ea8c0afb045c4b007c2d14e054d016f4a2fc3d2ec2abc5da2731f","formula_version":"titan-u-contract-v1","latency_ms":0.8228750666603446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00d6c6247e60acb3b0d4c717e44809da92c9d132006af740e56a90e0bb3ebd0c","sample_id":"hellaswag.val.3964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b54270159b4fd477170b729f31ceade6ed05b6197e91d1a19196f6bc7d0bca0","formula_version":"titan-u-contract-v1","latency_ms":0.8793750312179327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edcd4f3d288f23161b052541198794fefe26c7ea3861a8be0403bc3e060a3905","sample_id":"hellaswag.val.3965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5a59ef24741a25f578d084a1256984f63d10b7aa2b7f064bac688d15fddce05","formula_version":"titan-u-contract-v1","latency_ms":0.7927499245852232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df8f970cb795cbd978a3b57497e525a0ea10cb2f247d34b4033fbb106f6a6cd7","sample_id":"hellaswag.val.3966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"980cd6c813e4fbb3e02f1956013665e63b57b3a4a74f4781a9afaae59769eec1","formula_version":"titan-u-contract-v1","latency_ms":1.339250011369586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc5bc1bbdcc3abdd6d3c941d6c6e59c27ee9db6c6572875c75f3332bf02efb52","sample_id":"hellaswag.val.3967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fee886f0dcd85a7e3f51d59953b79793cc3283b0e80c67dcbd84ddd67f86d8ac","formula_version":"titan-u-contract-v1","latency_ms":0.6327501032501459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0688e485666912b44739b0527733eca59e1363109cf0fe195d575b69956a58c6","sample_id":"hellaswag.val.3968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81f5a685a5b3ce11352e7c8da8915ee4de16a42264f1b562d9a5dc9fe2aeb330","formula_version":"titan-u-contract-v1","latency_ms":0.7085830438882113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f326565fe15a6895b10a72be9518d94cae0def44d80d7f70380daade1cb0fdf2","sample_id":"hellaswag.val.3969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1577cea67eaee5539ed9d6807e6ad49e091efbd2df66f38f932cc05a8291b25","formula_version":"titan-u-contract-v1","latency_ms":0.5559161072596908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f31e5d34c7099caff19154b5fcce981fe674fa3c54e7e7b7e65d2f11e18268bf","sample_id":"hellaswag.val.397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3339dad8df3de15d90853e6ba1ba7d3494eb399f633baa3b8c47333b2f2c76f9","formula_version":"titan-u-contract-v1","latency_ms":0.8977920515462756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba96afa88e72c735a740e1e1d8e885613f0ccce23c399178d951eb7993327985","sample_id":"hellaswag.val.3970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f55acf6d62258d4398ae4d5d75e612e2346cae39bc219544183d8720b3abb873","formula_version":"titan-u-contract-v1","latency_ms":0.6577919702976942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21cc603347d44d8854540e3b235ef028124cc03a2c70b85c14b1eb21c028439f","sample_id":"hellaswag.val.3971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9573c8490d470c49ab6cfb0422988cbb258f85925c04b40bc6cee5e3cbf3a81d","formula_version":"titan-u-contract-v1","latency_ms":0.9249580325558782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dd7256dc6c8410206711735c767c77d3d438ac138ae96263401857201f34b90","sample_id":"hellaswag.val.3972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61321184cf75ef94e2f4ba198f36aa03f80dce07743dd01cd114cef581fbf869","formula_version":"titan-u-contract-v1","latency_ms":0.8446249412372708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9538b731c6e8fd1db8e216bdd934e0597bec6f3e4ba558538c9e243ba40ccbbf","sample_id":"hellaswag.val.3973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2466a756e9a47bc0bfc4a4003eb8e6653f76d494cc099007e070792e2a157133","formula_version":"titan-u-contract-v1","latency_ms":0.8497079834342003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e2b7df473be75348686ba385c71ea928f2c936c57fccb54a87e53c676a6d2ec","sample_id":"hellaswag.val.3974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b2510daa498f2ed8407a57beb7102e39e32aaa5b1f8cde85b914a2c71fcb888","formula_version":"titan-u-contract-v1","latency_ms":0.8354169549420476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"636c901a76fe8d895765a3b4c23bfb5607689e47e00ed325dc72bf40b6c8c06d","sample_id":"hellaswag.val.3975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b16911d4797cf76bb6999c63609bc525beb452a761d33d800aefa49c9f4dcc5a","formula_version":"titan-u-contract-v1","latency_ms":0.7885410450398922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"089448d76c5a05c23000f5063af0e18f4152cae212632d3c189c1f71aae7bec5","sample_id":"hellaswag.val.3976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fb91ef908ecf25ad3424a63415ffd90473acab849069a75834343d51b95f610","formula_version":"titan-u-contract-v1","latency_ms":0.6279168883338571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddd6e3f4134e2f36f75f4e4d582603f4278d09dcb849b0d7cc22177755cc17fa","sample_id":"hellaswag.val.3977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bccc8e9e5226dfae21617eea930648f27e9611f87fd07ca58c2d7f17f9525e2b","formula_version":"titan-u-contract-v1","latency_ms":0.7240419508889318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ffae3135fb220730381bbd4b7bab3352572e9d4aa1f3f42e9c991ee9f372310","sample_id":"hellaswag.val.3978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2750f2b7c136502d6d2557eacb9e8d706aa721db39502951eab15355c75839a4","formula_version":"titan-u-contract-v1","latency_ms":0.9342910489067435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09efcf946778ff8ae8ace43b5597421d09875a9f9b305594d1520ad0b80b9471","sample_id":"hellaswag.val.3979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86fb0e178e536ee7e0f6c9e36a14c3541bd466c6ef89b1e40c8d3384a96193a7","formula_version":"titan-u-contract-v1","latency_ms":0.7505000103265047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dca19a5fa0561da2ce539b3e766bf22ede94dbd6c39d2a4b9577e7f06e5b424","sample_id":"hellaswag.val.398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ea3608a80f68b8cca13f5334ee8ff35d54c6dcddd5332ad4f98146d700ebec1","formula_version":"titan-u-contract-v1","latency_ms":0.7685839664191008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcf3abc1bbb759c9e794c240c737d3b26e807bb4eebe207560cd53e04df6f10a","sample_id":"hellaswag.val.3980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03d645af509b5ec068e82fc9f17ded2e0c533acbfc78cbe4541cb71c7efe7bde","formula_version":"titan-u-contract-v1","latency_ms":0.8864160627126694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2189004b3e1c7dfdb0fc9b671fa4bb9f23f0c751855c165c2643b01b945890f","sample_id":"hellaswag.val.3981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b5cfc09f24476ef893711119261b520e1d230ed85019f8d58323e4bc4246206","formula_version":"titan-u-contract-v1","latency_ms":0.6336249643936753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c81241b8ddf580116079aaa36f967342056e2362cfe7fa3b97800cd0b6aa7d94","sample_id":"hellaswag.val.3982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca6dfea45c8618eb96543490054c3b434fa5213673346bf18ca6cf569c9e9720","formula_version":"titan-u-contract-v1","latency_ms":0.6566670490428805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cd3bb674e75c5090916c68c36f6d0626b2b2aed4996cfe2c42e7ac3562ed009","sample_id":"hellaswag.val.3983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b763483c53e71ac64589b72360d553b69961140c4c2c6406a5c9ebe753ceba63","formula_version":"titan-u-contract-v1","latency_ms":0.6955420831218362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0326646d4327277b30c24a9ba1cb2a2faf2d60f19b427f380d6f5abdf1312d7e","sample_id":"hellaswag.val.3984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64c71d1569fb019278f6ac055b9ab01c8140084bb136712c99d6918a18141a06","formula_version":"titan-u-contract-v1","latency_ms":0.8415839402005076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef8d06b55f212265f9a6bdc985efb1383056348a77474462f063a10297bd82f9","sample_id":"hellaswag.val.3985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b910b09977420c15c4b3af90f86ecfad6e18a4541c17320a514890b835e32ae","formula_version":"titan-u-contract-v1","latency_ms":1.0622090194374323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2831ad19e9b9adc03f19cf7d3f92e1d21edd4b7acda45d3b18e31d4abe6fb910","sample_id":"hellaswag.val.3986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85e8ca1952095b46a1fce0531fcce133b9112ba083769ec812660b754b8062b5","formula_version":"titan-u-contract-v1","latency_ms":0.8450000314041972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cafa17be6f5731a0457c538590efda067eed3a02d3bff431f467829d6e91287d","sample_id":"hellaswag.val.3987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf9731cf76a9eab2f8b73480b713f2fa3d5ac3dff634673a5006ac702d3c7f18","formula_version":"titan-u-contract-v1","latency_ms":0.8838329231366515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b748630a056a9099e50c2cbe6a1fabc920dfe821337ba7b02dd0bad002953153","sample_id":"hellaswag.val.3988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79fed4479f1cbd43d12f94b791006aa6a0f8dd34626a60bbe455b7f34cdd5b48","formula_version":"titan-u-contract-v1","latency_ms":0.9982920018956065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02a5b0d6d305b67d601bfa6a6551933cbbed68aad72658146adb93c23826a725","sample_id":"hellaswag.val.3989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27333152bacb9453358724159c7f9531423411071db1c65b05c4b6ae2b485d65","formula_version":"titan-u-contract-v1","latency_ms":0.5489169852808118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2ad22933e300af8d9de4f76e490b45f5080cf6febdfe37444be787d82a97517","sample_id":"hellaswag.val.399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"087d5ba7811fcff538af325147e3a49e9f0c35f09f977127e3d162fd86ba1db8","formula_version":"titan-u-contract-v1","latency_ms":1.2905409093946218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9d6be45b5e927401752db1fa3f96403067ab61784d5244627f09b11763f9bfc","sample_id":"hellaswag.val.3990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99ef8fc9f4dd2e681223f85f7f74b6c8f4f09cc10a72361825bfa482b7f6c3b6","formula_version":"titan-u-contract-v1","latency_ms":0.6911670789122581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9a4bcbb48a32e9429246bf1ccfe362ab8710a5225d8aaa28f59b6728a9cfeb3","sample_id":"hellaswag.val.3991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c19196f87401ade269453d023882bf0969879455934e4cc364a1967eda6a1ddf","formula_version":"titan-u-contract-v1","latency_ms":0.8103330619633198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06dd668fd0d16e49f909b02bb1fffd9ecce51fc518d9c102172e896b25e0d3ec","sample_id":"hellaswag.val.3992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"721ffd56a07234378e49a2a31ea54a1eedb29863817786360bd4f55919cec435","formula_version":"titan-u-contract-v1","latency_ms":0.8138340199366212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3203a52d2293de0e2cca474a14600a28a80eff576f59078b51599799f60d6360","sample_id":"hellaswag.val.3993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58237c65017fa57378a30811e4cebe0a7fcfad8f9f662beb4ce87b066941a9ef","formula_version":"titan-u-contract-v1","latency_ms":0.8505419827997684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69ea2aac74d58fad35ac5b9a837b9c2d009c8b74823129634bf9dd36d737d725","sample_id":"hellaswag.val.3994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9f84a93d59a88df8d68e5533f2a08c26f1ad134f6d1c4c42e66e18467a5734f","formula_version":"titan-u-contract-v1","latency_ms":0.8096670499071479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0f5b3073309da00bd64645a73164ba2d1191bbc3abf19aad4e5d5d72955e0ab","sample_id":"hellaswag.val.3995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40cb1c3942dcff81358e3629d4dabbece05649f295b67dd977330b5880815b45","formula_version":"titan-u-contract-v1","latency_ms":0.6355419754981995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"355fe5569e78bbcd6a614654712275c4d6242bc6e731036c206e7be513b3a8f7","sample_id":"hellaswag.val.3996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"378c78cd8c358a698457a8c3785cba671a7cd4870de9cacaea991da4f9e4e5f6","formula_version":"titan-u-contract-v1","latency_ms":0.9908330393955112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de59aeb9b25e86c19f0d3ed934bd0ccc7cbed95beecc01242ee66953bd9a126f","sample_id":"hellaswag.val.3997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7b755f7d00265f95300864d38936c41bc05aee6f40427a1c6060b55fee2172a","formula_version":"titan-u-contract-v1","latency_ms":1.0984590044245124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5d7e5117834d126bf547afed252ecb19ad2e6e76b78be00d82f3756df713080","sample_id":"hellaswag.val.3998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"417c0d88d4013f262c89a405b76323ae2a0f1555353f41a0fba3c590302cd9ff","formula_version":"titan-u-contract-v1","latency_ms":0.865875044837594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fbbea7f170ff82ee3108c08ffe6577983e93fb2ff2379d5505bd682d8327b36","sample_id":"hellaswag.val.3999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d016e30e10a830fa45373cea06b2f6c49d5dc95c9c7ac556a7e49a77dba20ab","formula_version":"titan-u-contract-v1","latency_ms":0.5863329861313105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc70188ad38e21439dc61cb9076a7fa2f4efdf31cbc402ad00bbe368dcdbbebc","sample_id":"hellaswag.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8681a70018db04fec4b4908f411eef1454e00392fa4d51fa1f235e18b54583ca","formula_version":"titan-u-contract-v1","latency_ms":0.7170418975874782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc7cd237b3d018566d9ef199684de3aefb6a2db6d70e53a4a4a06a6ce66591ba","sample_id":"hellaswag.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"694d2f99f7f7db7887d74e5de581e3f1e825d8bacbe375ac5199e0150f6cd2a4","formula_version":"titan-u-contract-v1","latency_ms":0.48166606575250626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64c323a75f2b6499096238247e31c7664295b3d1cf1167ad14fb3926ee099d6b","sample_id":"hellaswag.val.400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b4847a2d6405808c80b2bdcd1349a80685e0bc17f5143d7dbd272e0d4a63e4c","formula_version":"titan-u-contract-v1","latency_ms":0.8412079187110066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8a4bdc8fc6716e8139d1b2d4ba5b1a964becda583284818ccf63289612c92cb","sample_id":"hellaswag.val.4000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"090ef2017d98f7569be9abb44e4e636218118ef86d8d20035c6a6138dceaa4a3","formula_version":"titan-u-contract-v1","latency_ms":0.865542097017169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fcf44ad72f45f9ef11f96741a8bc1cccde879a0b5e21a0e88f111dcd350452e","sample_id":"hellaswag.val.4001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb2f8741251496e94298f968391abb3340beec1f27a00be99b199c03d2722b6a","formula_version":"titan-u-contract-v1","latency_ms":0.8632499957457185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"beda169712087a0558d959ff6be13c798f69a2dadab5bf7c91d9e1e2b3cd66e7","sample_id":"hellaswag.val.4002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e534f3b6c95ef54e43dee5c24521dff5c306d3bde31d72cb344d9f73abfd7f4e","formula_version":"titan-u-contract-v1","latency_ms":0.5935840308666229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5f2a329f3e727175e7998ffdeb53f83853f95998a0d3758bc2ae720c80fe503","sample_id":"hellaswag.val.4003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb96e388ad17a836a8a59e5fdc4732f74afb431ba5215bc0243f9cd945b4517d","formula_version":"titan-u-contract-v1","latency_ms":0.6571660051122308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b44269551b24ae3f293afc32c70a2096cd73e87936d41f9b54affc52147f7708","sample_id":"hellaswag.val.4004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f711aaa204f79f22ed81043b88772f2b2eb56d3d4a821c971d5ccd370f28173","formula_version":"titan-u-contract-v1","latency_ms":3.443583962507546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"668e1c07a42068604438ad92977e7e156fe759e0cfbe4a5019f7b6433ef88b3f","sample_id":"hellaswag.val.4005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80f6f4f0ad59a58ca0bc2a2a2a20b7987be0c581a3f3b8d43e4e2bdd15dde94d","formula_version":"titan-u-contract-v1","latency_ms":1.9215421052649617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8caaf626a938a0dd739a3135ef5abf5c8cbe7c01f501cad6851ae1e73f7be528","sample_id":"hellaswag.val.4006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf0998d3c4283ad489d7aeb4efec5ec06429f8f45675e87db8b6cad12db70629","formula_version":"titan-u-contract-v1","latency_ms":1.0613750200718641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"367eb714749fd7463a1a8f776fccb3c8f5c362990844a44c0d94d5bd4cc157d9","sample_id":"hellaswag.val.4007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c41811aa9b337064545e61515fc1a03d53e0bdbbcf246eff7d9d235acdc22735","formula_version":"titan-u-contract-v1","latency_ms":0.6112089613452554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be5fba6d0a9ea9eaf89fab98c41210f60c01e79f26771df26069f122bccdc370","sample_id":"hellaswag.val.4008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3fa18bc61199ddd084893f2a5e170ea3a27d4afd6341179f98dec6c31005a56","formula_version":"titan-u-contract-v1","latency_ms":0.6682920502498746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b8f2e2f1763a18a1fa3ed3c065a0218f8f2390ecb436c2481b55aa369f780f0","sample_id":"hellaswag.val.4009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cceed7b9c70ad45f4f1a606b7f31912d3e370c6b71015eccca0b82c4ea51a6e","formula_version":"titan-u-contract-v1","latency_ms":0.5869580199941993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1203c9cc6774b7ceee4c7ae53f3365faad1476fec81f15406f7ef4908a4ec2b8","sample_id":"hellaswag.val.401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c7e1e2e6752c000c3d78ebe0ef98187331367c75b8250444351b71ab5f43359","formula_version":"titan-u-contract-v1","latency_ms":0.9444589959457517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80fdc2b128618f9b564476b550142ee8de95446a6645e0642f46815b831d0505","sample_id":"hellaswag.val.4010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06042cecc34ce855aec80077b9c6252dddccfb8ddbb9e02a2868446bec9c2e3f","formula_version":"titan-u-contract-v1","latency_ms":0.5800829967483878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5789b32afae3efadd8eefdd31300200a0f50801c9b8cc063df551fae6fe9c3d4","sample_id":"hellaswag.val.4011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a29e092ce9e071b16168e41c2e7b34f17ba400e1fdfc2f8a623e7a65945f51d6","formula_version":"titan-u-contract-v1","latency_ms":0.9394580265507102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b053f5097fd2d4d324b16ad5875d1030a8771e2f5f509f610d62f7120833882","sample_id":"hellaswag.val.4012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebfaaf189f4d716c6058dbd058349b830df69db61df35a7609cfd572d5dd414b","formula_version":"titan-u-contract-v1","latency_ms":1.1967080645263195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fa68f07888e1a18eda0c5489e9b6d1b4f9d24f2fd6054442f0f5d62fbc26b3c","sample_id":"hellaswag.val.4013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5df6e2af6e5eb28c7d16cbe361354a9dcbb74091c4f3a4202ffb651da0a8cf4d","formula_version":"titan-u-contract-v1","latency_ms":1.0507500264793634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd2986aa250d467e06cfa9c1949fc8e9e2a14c957ed4bb6d8a633942171cb7f8","sample_id":"hellaswag.val.4014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a4958cbbc00f276593870418a34ba6267fee99242e1ab061f1ecd973d4f6889","formula_version":"titan-u-contract-v1","latency_ms":0.6406249012798071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56d6a5768032c15fbfba0ac9cdcae4b9aed108c18ed99602bf679821b8d62fa0","sample_id":"hellaswag.val.4015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd02695d25a36ba56efc35037da30b1aad509e60beeb11806cdfc58fd257c056","formula_version":"titan-u-contract-v1","latency_ms":0.8729170076549053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6c6eb58c3b2ea4fc778c42a928ced37c757df42e46cc63fc0833c8ddd92397f","sample_id":"hellaswag.val.4016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1081fc6aa01924ed2b36f1439138de9fe1d6587b20888b3a57dc84c12ce356df","formula_version":"titan-u-contract-v1","latency_ms":0.6653749151155353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bab998227646e5b69a45342e83bafd61c170284d4d16b5f4c644f17bf54adb3","sample_id":"hellaswag.val.4017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dba1965c07f90be8cc25b85fc4f1dfd918e7be33b32f51016a931afa82a1237","formula_version":"titan-u-contract-v1","latency_ms":0.7164999842643738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a19faee106864f80a0595454ae54eca87f834f287b8a070bcfe9812b49894ef9","sample_id":"hellaswag.val.4018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52b920e77b9926d3c42e14417417554ab517e479a9faac8272ac31a71f317123","formula_version":"titan-u-contract-v1","latency_ms":0.7556669879704714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75b5066be967559a3a6d3014feefa91f406f9565b569183606efece0749348a5","sample_id":"hellaswag.val.4019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95462d16e609cdfbe143503e7abaec3d5f9231a09adfed7cf332c3c984148fe6","formula_version":"titan-u-contract-v1","latency_ms":0.6177499890327454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06b95cd1054ff65a4544d01dae5e5267e067a2c40ea9780809b2c9f387b5db9b","sample_id":"hellaswag.val.402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c89ce8b8715eebd5df63a8af7dd63810bd320c8dadb59820cc71cc499ffa5ba","formula_version":"titan-u-contract-v1","latency_ms":0.6251250160858035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2364ce93f8f3b37d74bc104f165a683d219ea8f4f04f256026038e652d3bcb36","sample_id":"hellaswag.val.4020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38699cbb80a54db58dab9deca1cf9fb154d0ee03c8214a6e62930f3e448daad0","formula_version":"titan-u-contract-v1","latency_ms":0.7894579321146011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"056f36e6ae6019fbae50e075fabf3962f6ac0ad61be60a3b3002fda05ad92ec1","sample_id":"hellaswag.val.4021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f63fbd64c0197ac40d4231bf39544ea64ee70c325a8070775b07bf7e0345454d","formula_version":"titan-u-contract-v1","latency_ms":0.7000000914558768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1563a2b4ca171f07c5b2116a6b9bdf5083da7f901895fcfb2b3fb6982d23181e","sample_id":"hellaswag.val.4022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd2e9dd0f5ebebfa8f49799a0e0f5735d2f85cbd3aa930dd50d23e4b1fc77c5a","formula_version":"titan-u-contract-v1","latency_ms":0.6770000327378511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4163c1722bdbd98ff9769286a2062b646bcad362abba528a919401dfd5b9a0a9","sample_id":"hellaswag.val.4023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80b5fe5c63147621a412aec4ea2c69dee219fbd469552397016833644a7a8a08","formula_version":"titan-u-contract-v1","latency_ms":0.6487499922513962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5686fee485a7d101765fe7cbc124b78f0a86c0fe552b07ebe77e0c103b9e3eb0","sample_id":"hellaswag.val.4024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57b3635598c4a11f5f55b569939826bf72c78aed324e70dd14b7b896a8565a6d","formula_version":"titan-u-contract-v1","latency_ms":0.7054999005049467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2631254f4a1463896c9acff344194573a2b3f0f632c4a511726b7a0db8387b09","sample_id":"hellaswag.val.4025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a15cae8d42969783b7ded4f65800de5ba007e5b005240b33f2059de206dc8d5f","formula_version":"titan-u-contract-v1","latency_ms":0.639250036329031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3e791445702b86e4b0c4eeec28ffeedcc273bfea79bf59d32827af203f0f2f9","sample_id":"hellaswag.val.4026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d7d8d01fd9df090b0f02534d26c1db88ce8579a9db01e94448c6c8f0ea1f090","formula_version":"titan-u-contract-v1","latency_ms":1.0417079320177436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f63363c48b93927cc6e3b36de688518452652e1094d08155cb23c05107eb7da","sample_id":"hellaswag.val.4027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"208ffde5a0c035a33dc642d5e5d46d74a558519ba2d1c2bf1114c5749f7553c6","formula_version":"titan-u-contract-v1","latency_ms":0.6855420069769025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69bc26b643f4d10bbde1e4724a60acb838bb462918d2dfd8e380069692e57354","sample_id":"hellaswag.val.4028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75672bf5caefd26818f289a47aaff45b2d2fa4936ea9650bb69657294e9aebc5","formula_version":"titan-u-contract-v1","latency_ms":0.9660000214353204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2f97cecce41666102e9faab5dca3d5b306b7eca52e53aae6bd583a823fdfbaa","sample_id":"hellaswag.val.4029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d89a137361ed8a5543572fddf005b51afc79458f1fd6a72647cbab7794dad27","formula_version":"titan-u-contract-v1","latency_ms":0.5386249395087361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09db5166438a724181db5309c2bbe69bbf446da939e7c25ac20549e203f9df17","sample_id":"hellaswag.val.403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6b0321957f60f8917a536f3c45a84847462ae2f0d910d5c73769295b9c11667","formula_version":"titan-u-contract-v1","latency_ms":1.0177500080317259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37fd9b7fae3e338e674caa5ce2287f4fa84b3d99de184e08ea5de9de562432a8","sample_id":"hellaswag.val.4030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c2f694d0b04edd57b8d12f2d230282d2b12adcd5579d6a9133d45908606f96d","formula_version":"titan-u-contract-v1","latency_ms":1.9507909892126918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc07b6e19654a6a52a9d1d3bbd8f62d2a13938ca1b9276707b7facfd8eddd107","sample_id":"hellaswag.val.4031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0338f867e936019206bf18b22f83ba9e04521c2e670ee3ab7eb623b441cd7b5e","formula_version":"titan-u-contract-v1","latency_ms":1.2634590966627002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b73be7373358eba74fabbe713f55de854f84f1c20f595240cbe10ff15e8d54dd","sample_id":"hellaswag.val.4032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"931a30c086e2c70d8b2ad709e8cbeed0f3b08f489fcb9624d4a2f03337bb306b","formula_version":"titan-u-contract-v1","latency_ms":0.9404169395565987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"557409530005cb3e59a3d85f8c444a894a3d76ce969a1d1619f8c553a1497cc5","sample_id":"hellaswag.val.4033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23202fc728a75532a21fa4368d79a8abac79125e496a93924ae050f1418e46b1","formula_version":"titan-u-contract-v1","latency_ms":0.8479590760543942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f215c245345ec204833266299ed38c96ab5ee609786fd24dd6ab0ed62d76d97f","sample_id":"hellaswag.val.4034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f55378ff435f90c81de6cc1233c844bc011c8c40a07d7f44608364e5c5e1cf5c","formula_version":"titan-u-contract-v1","latency_ms":0.9070839732885361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fa2b4e6651d99aa9f174e3007d603b197114955239dd14ec1912c3dd9274516","sample_id":"hellaswag.val.4035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47d7d0111a99ddb82f1af76cc4f611a3c2c30067ddf5fa1190f659c3eed41c2c","formula_version":"titan-u-contract-v1","latency_ms":0.9371669730171561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae8fd1d598a1ff0619f57403abb1e4870b05a4832265789559fcfa56c1b34ab9","sample_id":"hellaswag.val.4036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b48e1af53aa82d4010af7a4cc6d14430f220e1ddebfb6156f2e48080f55b0256","formula_version":"titan-u-contract-v1","latency_ms":0.7007920648902655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"230760f4c8ee84a6925a6ced9991cc0db3720c888ded379eff7bfd9e5fd6576f","sample_id":"hellaswag.val.4037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"036fab8842b42802ac74c03f95009a1b3bab95878157cbac525e42a80570e287","formula_version":"titan-u-contract-v1","latency_ms":0.6253329338505864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e6f7563917b345ab408aae616d34bdaee96b20a8ee9a2d4ec442d9ecb1423da","sample_id":"hellaswag.val.4038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d9ee601a19b1cc52cc0f3d9f26bb074125245cf8b41cf4165a26de4f3f860c1","formula_version":"titan-u-contract-v1","latency_ms":1.4974999940022826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e405ced3066f2623abdfc9ecea0781e8c5b06ff5193870f403f09bfdb02d2d3","sample_id":"hellaswag.val.4039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1093bf859922375c15b89b90ba6e1c28ac6c75cc332802170e7dbf82c0129ee5","formula_version":"titan-u-contract-v1","latency_ms":0.5230000242590904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f642db53315f5f32aa2ccfbcde783a1f0ee76b23d8eb991b76cd3f19a79b06b5","sample_id":"hellaswag.val.404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ca1f0d099b690d8c0605c9402bebabedb8a47e9712ad052c6ad3db66d95fe14","formula_version":"titan-u-contract-v1","latency_ms":0.6782080745324492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1cc12fab1be679c84320ff9eb3ad984fa9a4636269017cdf9e07706f486c247","sample_id":"hellaswag.val.4040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac9cfe9ce3ca83dffbe83290ada5697c7512bf23d54d9887f4cd57b5d2470ffb","formula_version":"titan-u-contract-v1","latency_ms":1.4348749537020922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a02e37e496009acb8988440cf1aca1703afd0fcaec23d12f2f4ab3da74075f96","sample_id":"hellaswag.val.4041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4b69f9d71d3ca245b5ecf9848dbde7b12285f233be97c3410dd9fe180ced58b","formula_version":"titan-u-contract-v1","latency_ms":0.9508749935775995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"638d3b9841de4dd1965735730ca8ce05db903cb7ecd3301156e814d1cb614031","sample_id":"hellaswag.val.4042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e95bef63da7dafdd1da4d47c18c984a9816620cf01b80ff651c999eb6f8970bc","formula_version":"titan-u-contract-v1","latency_ms":1.4755839947611094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed12d7361e841b8231a02c76e9eb8c086846c0550a644a32f0935e6a1132a55f","sample_id":"hellaswag.val.4043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b03f1b7f86c60f0e42ab546ca34e055481ed1561a31101f088c86fb79c4b88ee","formula_version":"titan-u-contract-v1","latency_ms":0.9400419658049941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ca32f9dd824fb75cafb73071c722eaedd442eee475d2c91ff829dfca05fd904","sample_id":"hellaswag.val.4044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b82fb58a5d986dc1c496e14aa0b75515cf0f0cb81135621ac6da376914ba996e","formula_version":"titan-u-contract-v1","latency_ms":0.8302920032292604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6f1ca7c21e89cd62927035b4ab653414ce5cd9bd1849d9720fa150b271cb74b","sample_id":"hellaswag.val.4045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"282170ce1d82be284e37b0e6dbca0d908b8db367d558ada337945f3324cb490d","formula_version":"titan-u-contract-v1","latency_ms":0.7801250321790576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc5f14b03a4c1362c68e69a2e2098edf35e28d32c939f1efe0d19e11705443b9","sample_id":"hellaswag.val.4046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da51ae0c04060fa74dc77eb54f8ede0fe6e8524b8ecffd7bca926ec284e81807","formula_version":"titan-u-contract-v1","latency_ms":3.9083330193534493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ece16f3bf81c00b9b23d34257dd1de2c6acbbfb503b198fc90cafda19a114e6","sample_id":"hellaswag.val.4047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4bb8bd4ced4145f749a70145e2b5a707902ddccf235a65d6350ae578dca5d3f","formula_version":"titan-u-contract-v1","latency_ms":0.64970797393471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ead95e3d59d86f25954d0392cb141b42906a308bc86f2674939da27c2d32fe14","sample_id":"hellaswag.val.4048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69404084ae5e04e7750069a4dd37dd186686c1d38c11938b5680b6f2d0a092a4","formula_version":"titan-u-contract-v1","latency_ms":0.9365839650854468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0ff13ee7aaed6d9bd367ba70332e361357d43a1aaf19b1e3e42d1f57e92496e","sample_id":"hellaswag.val.4049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f781ae44f2371e083f40b1f3a78222b6b3968e7184d8927ef8a7913bfaf868c9","formula_version":"titan-u-contract-v1","latency_ms":0.6817920366302133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9f1376d7faefa9c0c3e0eb0bc54f5663a90e0b162e817496f18dd3113f19fa7","sample_id":"hellaswag.val.405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ffb112b54d9a7bcf6978817efd50726afb6111fee42108430c08d7b5f414d00","formula_version":"titan-u-contract-v1","latency_ms":0.8349170675501227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43f4fe45f2420cb4cc9928b6a84022ef3d0653c6f2ae4e768c94f328088636cd","sample_id":"hellaswag.val.4050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"068747da33046e176cb58e98a166b89ca0fc1973a95e2d23f706ad7ed88bbbc4","formula_version":"titan-u-contract-v1","latency_ms":0.6591249257326126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aef9c7b929b485ff4de3e5651a08720f30b2c5854fbafdfa53cae98319a6b7b9","sample_id":"hellaswag.val.4051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55c2bc6da5e95b97d2ef7be6b8d0085c242b1c8d8febdf842e564204ad133236","formula_version":"titan-u-contract-v1","latency_ms":0.6643329979851842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9f64d33fabe69de47d9419b6c49d9675d35df3aca77e68f5fce7bc4ce03278e","sample_id":"hellaswag.val.4052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70b66b8ca8df771aa285f948056cb8307c98277dce0d5b811c3896029284ecde","formula_version":"titan-u-contract-v1","latency_ms":0.7867920212447643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d68231116095c6b84df94b51193df7ef0d6ec98df8bfc5244115f2ee06d5fd2","sample_id":"hellaswag.val.4053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a239bdc72683b790b879ad68282ea9d2a8f11cdee47bce3a1a1d9fcd21334e8f","formula_version":"titan-u-contract-v1","latency_ms":1.7690000822767615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24eeb98a02b39d8d8364bcb704d61fb70b648893d3bff1c6af8eadb218ef32b0","sample_id":"hellaswag.val.4054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89bf4cb307448abe7ed925d089bffc9659bcb2d6a779cbd3e4a98aa316131403","formula_version":"titan-u-contract-v1","latency_ms":0.9073329856619239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63b28fbc8ecbe7a45fa2c18d86e3c06cfbb48bfb4cc3b93d8c8c88b26a2c11c6","sample_id":"hellaswag.val.4055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8108f4333071f002f45eee4b12c4df306954d2a593ffb30df0873360fa0c29f7","formula_version":"titan-u-contract-v1","latency_ms":0.6474999245256186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a95eeffb1910d256f13ed4ec29c447eff69565c0585b51ab3ed7813a59f1f563","sample_id":"hellaswag.val.4056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e797e1e349d45bbd849cf338461fe1a2b23c0e22b95bfbf309236e8f4904e38b","formula_version":"titan-u-contract-v1","latency_ms":0.7088750135153532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f41d0edeac9fa124ab1ab0734f51738f2195953c7aa87ee03bf0ae4866822d97","sample_id":"hellaswag.val.4057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ced2c7734fa161a3460769f186662d1cd761dc0a30211a87fbd16662cb193483","formula_version":"titan-u-contract-v1","latency_ms":0.6518750451505184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96818eba84fa49068e5ccb13bf63613c5a65b19b706e3a6bcae8130131751ce9","sample_id":"hellaswag.val.4058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d4b0dfe486196c3af36f8a97c9e58154d19b8ea3464d7425d252aba4cb210a1","formula_version":"titan-u-contract-v1","latency_ms":0.8314169244840741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0983ecc71caacd0288e8f2c6a40f35ed1153c7241d84b03e72bb332d7781fd8d","sample_id":"hellaswag.val.4059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"114d8750f5df0977a094ce8c9e7c1cfc080ff452297518948e7deea6155dc763","formula_version":"titan-u-contract-v1","latency_ms":1.0735829127952456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3174d3c4a3044de70e75d96e0e908574e1eb8fce5825df3bfd651ab6dedf1576","sample_id":"hellaswag.val.406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4372ee62b52c8a373f08bd143d0063668192deebac571384a2b3137191dd72a","formula_version":"titan-u-contract-v1","latency_ms":0.7100829388946295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"538ef79b46f6425ef40e7d84684cc8449a6f8ec159d42f8dc4160d901860a7f0","sample_id":"hellaswag.val.4060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a43e8d2a9f1f8b269efe32bfa8cc4d4332c9924200460762db8a451823f2a0a","formula_version":"titan-u-contract-v1","latency_ms":0.9302080143243074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f6cd311ac42f7abc4d972f318702d185ef087632dde5193748907f98d36c7ce","sample_id":"hellaswag.val.4061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4d77cf50ede7c4e5c2b5b82157adfd2f86ff8b97a02d6b2bfecd09adb5e4a9c","formula_version":"titan-u-contract-v1","latency_ms":0.6806249730288982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22cd24475a4a44d83d6d2d2f63d0b23851aa493bdbcfc215f47728767d9d0a3e","sample_id":"hellaswag.val.4062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48a4689888b322a1371f1b3f75044d722d8fce8ac5e85d5ed198693989caa42f","formula_version":"titan-u-contract-v1","latency_ms":0.8268329547718167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d19aed1102f1b533d3726a5de2ade08af1bc35421f0aff70ab1f0f96c15fb25b","sample_id":"hellaswag.val.4063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ee6f4a7336cb23260792a2c7a164bb5ddb81cfe251616cd7bcfbb11132aeef5","formula_version":"titan-u-contract-v1","latency_ms":0.9884160244837403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45cbf94e753ba73aa0b6c56299c077f9e90a8ff874463a5b6598d12f21d2ee46","sample_id":"hellaswag.val.4064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4eb5ccb4a79c583c726b13841f119993a6bf7122a18d6ed86a4306c3f5893368","formula_version":"titan-u-contract-v1","latency_ms":0.6640000501647592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"778ee1090165a8cbf7581210534ad72e0b058b073add4d90e52904f2ce65335b","sample_id":"hellaswag.val.4065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c667177ca31451ce04e3a7043672f8f21fa36c1e76cdc897170ce026b6b83598","formula_version":"titan-u-contract-v1","latency_ms":0.6404999876394868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c853e0a7795e644f0d57f1962d587a069d26cee4bd54a99ba63597ad723fafc","sample_id":"hellaswag.val.4066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1979cfde8d6a39a2bef7757b71b4cee62687f04f5331d63cca0d008a73da3b1","formula_version":"titan-u-contract-v1","latency_ms":0.655125011689961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f6817fee2ea61ab454c448033e8d2b962f6ad6dc09b066265cdf5564637c492","sample_id":"hellaswag.val.4067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e08000e38a2fd41fb2750de3a93432e17e221c6310996d9b58b691a746d61aaf","formula_version":"titan-u-contract-v1","latency_ms":0.6745830178260803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"652cdf02448cd3095bc24a7f083443ecc60797c367eb90dc78b0574255db42ac","sample_id":"hellaswag.val.4068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df5ce52cc1bf07247dc021e209e1fb623dd4195ecf1620be1d3016153f8413c6","formula_version":"titan-u-contract-v1","latency_ms":0.7392079569399357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"927daff5c1c46e2909522b37493dcb4cf1647b4ed1fb0ebc76b73f67b2e3b333","sample_id":"hellaswag.val.4069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1d84d38507b34697a9687585bf3545a773b5c4496f46836e85a1eafb0a8595f","formula_version":"titan-u-contract-v1","latency_ms":0.5013750633224845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f07a89f4b27c5cba31afe114b4a6dd7cf1e7c67da55451e978f80839f712f67a","sample_id":"hellaswag.val.407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4fd47273cb179ffe9f7951c4515763aef38b52e583132cd2eb6401af45612d9","formula_version":"titan-u-contract-v1","latency_ms":0.662707956507802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82bc45a2826e065c8234fb8e9541d88cc28d74e6de4e340f08316a33d36f94b6","sample_id":"hellaswag.val.4070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a5b1693cd4646304227240edf9bd05c72d6848cd75748b12d256326aae201f8","formula_version":"titan-u-contract-v1","latency_ms":0.6336249643936753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b588b8bb46db2902f055ac8a912e866eebebdfcadf77da99c80d755d4ae8bb8","sample_id":"hellaswag.val.4071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a96fb5a0aba326f273bcc3746c955f42334b600e3422182dd69c52930f33b1dd","formula_version":"titan-u-contract-v1","latency_ms":1.0474169394001365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6f7e5ce9c7e14b7ca702151521a072bc697f132d56f0ec6fb02fa8b909dc7d1","sample_id":"hellaswag.val.4072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81758bea2e3b8f70b566a28b18b7b994457862f17295093f4e1f237444b983db","formula_version":"titan-u-contract-v1","latency_ms":0.791291007772088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aecac4880cf1de7cc1d61f9bb1ec1e379f1dfe3201cd2501900f47d48ac580c3","sample_id":"hellaswag.val.4073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5daffaf84bade085b76364647f16ec97c75db185fbc7388aac15350402336c21","formula_version":"titan-u-contract-v1","latency_ms":0.65754191018641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"161ab4c9d5f3f3f617274d4383052288bc9428a6628af5a2a9731997677bb67f","sample_id":"hellaswag.val.4074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a2d8fbd1d18d8620b8a7dc530c4513461ef10afe20580de4a887078469eabbe","formula_version":"titan-u-contract-v1","latency_ms":0.7094590691849589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc5c6a500499f117b5bc34ab91db814faffc00fb6bcc8d01008e66f15b041e1b","sample_id":"hellaswag.val.4075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a696bf493baf7895c8d7270cd464740fe699d70e4c2f5f42d6499a47030c4ef","formula_version":"titan-u-contract-v1","latency_ms":0.7188750896602869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"413f0d4bcc7363e3a810c59bf9a70cab7ed35a5c6bfad28bf24051c8399e9e2d","sample_id":"hellaswag.val.4076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7b19ac8bdc8985fa0323fb62f43889446f94b4a2aa841aaadccb7e0a4fead5e","formula_version":"titan-u-contract-v1","latency_ms":0.8578749839216471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"051ff5885f504e749388809ca59d079e31259f501011961fe3e7382ba255c095","sample_id":"hellaswag.val.4077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0ad431b22bb276431819a773e39ede1027180b49fa0ec3a93985f9197625657","formula_version":"titan-u-contract-v1","latency_ms":1.1708750389516354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2759343c4722cd05b908f30424f5e30360392bafd154431d40ba8c65cdda7920","sample_id":"hellaswag.val.4078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e775543fc5622742d97423f50dee3278676effaf58ab1600a9f83f1c058c4c72","formula_version":"titan-u-contract-v1","latency_ms":0.6677920464426279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcf18edd154011256bd99ea26ec7d7314068c075794b837964e647ba3943392c","sample_id":"hellaswag.val.4079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fa14fe91f7ac935e9642f8e7dd0b4caa8eb5b2af5c7516f9c37b264e17bf6b9","formula_version":"titan-u-contract-v1","latency_ms":0.6187499966472387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6db363b4e3a45aac3ff0537582c35f61334a2d4ef4b9de662626f2750691cca9","sample_id":"hellaswag.val.408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0d7c1be9328416bfb7c33d83c448ec3b7ef2c78b31d5c67d1065b5a65d7474a","formula_version":"titan-u-contract-v1","latency_ms":0.8367089321836829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76a0ce60d298fa200d8d7e01bd3b87dfeaabaaf7a14ae43fbeceff6ed12ac470","sample_id":"hellaswag.val.4080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dc4b2ace6037ccf7ce16426c58cd3b92bccac649d2d59ed6dfd32ebfd1af980","formula_version":"titan-u-contract-v1","latency_ms":0.7994999177753925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f010e57d39d59e665cdb8df2d6989550e9f980fcb5c8d73d9417fd544c3bb77d","sample_id":"hellaswag.val.4081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18ff107c5460e7871d784ac162e8faadcb2262ca2ae6e301f98e288b2a8683be","formula_version":"titan-u-contract-v1","latency_ms":0.679749995470047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93caea1fadd21f15324a277a330b716bf52bc3b7d37e5f3d4e7d1c6304e0c0ba","sample_id":"hellaswag.val.4082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a66adb5ce435bd17b94f7cab20d7da520f413e7250dd5962b43c5e20c7be93ce","formula_version":"titan-u-contract-v1","latency_ms":0.7101669907569885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8664e03a38cee6c9ca4ce9d02aefee7f411269928800160f0e4dc9b17cdfe8e","sample_id":"hellaswag.val.4083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a65ec46293a131411d6132402937fbb274fb3d2861ef4165a2f056fc5066ccc","formula_version":"titan-u-contract-v1","latency_ms":0.7060839561745524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9387032bbdbe441b70651767bfbbca34531c519c04279075e81975fd73f31483","sample_id":"hellaswag.val.4084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68bffb3c8e228d19fd243aab46d12bde50681a4c031b88af5d0bc85d893f8235","formula_version":"titan-u-contract-v1","latency_ms":0.6777920061722398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a105db546947f0b07a2dd03ace1bd45f52a9e7e09c952ffadb336f102a085b25","sample_id":"hellaswag.val.4085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e67fdf8cd06d2774f444d6967a1d685e3f1a00c51fedf707529fd915ecab6bc","formula_version":"titan-u-contract-v1","latency_ms":0.7008329266682267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97499ef443d9dc152ead093b10e47127bdd1b3ad3046d6aba57c81a83da86b4d","sample_id":"hellaswag.val.4086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65553d22817d19d23def59fbf59087913859ac01a8b2a1e78de063b2596d1783","formula_version":"titan-u-contract-v1","latency_ms":0.8883329574018717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8e304d4e38320de4d00f44987b8d79bf16ac96e8c1fe91275252f0bcc0204d2","sample_id":"hellaswag.val.4087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8eb05dcdbb4649967f40c925e20dec11a8063dc25ac12a1375449abd59803c8","formula_version":"titan-u-contract-v1","latency_ms":0.7737090345472097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b1878c9189a3e55092d3721b8c3e1dafdaefbddd060b5f00baa70a41d090619","sample_id":"hellaswag.val.4088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17839ce992ab6789c7a98fe9cb92ef38f8095259fa6399ed53e5d41d8d112945","formula_version":"titan-u-contract-v1","latency_ms":0.648624962195754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd238ebf43f2fd34b9079b425838c55088ce10052e7edaa3b6685fb5a8c1236c","sample_id":"hellaswag.val.4089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6313ae76a9a6c5de398842376f90318c0edabeeca5ce2121d307053b0c226e2","formula_version":"titan-u-contract-v1","latency_ms":0.5740000633522868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf322c9de359caa04977031d0a4149299533fda9944a6f8a126fe9ebfa336e63","sample_id":"hellaswag.val.409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eeab91a91c218fe6feadbc3b8064a0ef921a58f47e5cc29bcb53365ad269ba2","formula_version":"titan-u-contract-v1","latency_ms":0.6505410419777036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9f6d09c67dbebf583c8c1d593c060aca5028766a974b3c0b3ef77aa4d0790e1","sample_id":"hellaswag.val.4090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71dde553451cdc307f2a14881032543dc0b371ad14556ec631d2a64089aa3708","formula_version":"titan-u-contract-v1","latency_ms":0.7039590273052454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f99dca87e96feb2ee10149b6b2464daf0d0d3d2b5feab523c17634171b469243","sample_id":"hellaswag.val.4091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dbf62daad2b77bd1ec146029540d1ba38a76d99e6a4b1400d71f8c60ea72ad0","formula_version":"titan-u-contract-v1","latency_ms":0.6468340288847685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6258064086183d263da78313efaa0d6b96b788e366861810bff7b34a1ff6ad3","sample_id":"hellaswag.val.4092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42b394cb54de9181f82d119a120f30c15e495ab46d21662607fd4b5c66acdb02","formula_version":"titan-u-contract-v1","latency_ms":0.6512911058962345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3983ab4f50cb872a6de0e87b83b3a675041bc474300d4ae3e5248f32540e11b","sample_id":"hellaswag.val.4093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3160d99b86ee731aa1df714122732f1b177ad877b775b2dc469ef6a62398ba3","formula_version":"titan-u-contract-v1","latency_ms":1.0070420103147626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6369f7a61fc8a8f97fcb1c4979ffdb347eae4360507e9ef874ed5aae67e99e88","sample_id":"hellaswag.val.4094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fdc02f748584002b395939a98d7fda7cc97cfdfe989c4ece264a7304cc62edf","formula_version":"titan-u-contract-v1","latency_ms":0.6107080262154341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e68d6dbbb5421adbd9cd0fb5a0abd6e7640a6a49cdb8cbbf4f083d7c88b96ce9","sample_id":"hellaswag.val.4095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ccd114f6baa1297d046b0464783466ddf8b344e7e721fc475196616a28c588d","formula_version":"titan-u-contract-v1","latency_ms":0.8114160737022758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"582a6d9c3ad32b524e37a0720c67742c997e7214cf9bcbc13e25bb3ccb5df620","sample_id":"hellaswag.val.4096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"892a4e015a0f7faefebc006c5f9b9db3fb57a27e897b9d21017199f8dec2deef","formula_version":"titan-u-contract-v1","latency_ms":0.8077910169959068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49126871b9f88eee009dfcf7f0f34baf0d24fd887b97204fd0e8b22b6fd86cc4","sample_id":"hellaswag.val.4097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f3da59cfc6f1041a89d535d457a2a211de9249206f229a02b20c2c2f5e13098","formula_version":"titan-u-contract-v1","latency_ms":0.8228749502450228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba04b6d62a29b35012398e9d20b2bd16ee92fc86751e0ed371f66be3cec3bd75","sample_id":"hellaswag.val.4098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb0f453bea990ffaa0eadc9efb3c188727c31367feedfe6d6e93fbb9ef8449b2","formula_version":"titan-u-contract-v1","latency_ms":0.6740830140188336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c856aa4ef34d9fc1d4db1411ce9aad6cb9c4075d3455fdcfb1ac04d4ec5d38b8","sample_id":"hellaswag.val.4099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cfcce976f8d29798e65d721079c4b7a31758c40f41405ce73bae77fddcd8587","formula_version":"titan-u-contract-v1","latency_ms":0.7451249985024333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a952320ccda1ff138885dce3bebc1d6afe54bd6a13007d1b0177ae9b472f688","sample_id":"hellaswag.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c215dec3a8f06965c24bf03645c954943446c741c8ebe13543d03ffb2642b7fa","formula_version":"titan-u-contract-v1","latency_ms":0.5328339757397771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71638f4941f9769bcf490c87565063837e8ded1c3974cb72ddebdd801afd75f4","sample_id":"hellaswag.val.410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d7c2f41b913372cc569b701d5e434c432f1cae532b1f8a77676ccaa14de3726","formula_version":"titan-u-contract-v1","latency_ms":0.6643329979851842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"213bb8c8adb7b0f422ecf3ed6e55ffcec77ab0a819b08d457c48dc20f5c83d03","sample_id":"hellaswag.val.4100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e26769fdae4a45def727c202d2b84d2ca5c5979b57dfb8b8b39c4a58a9f85b51","formula_version":"titan-u-contract-v1","latency_ms":0.6985829677432775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d02a31a103754fd13de8395496d2c6a4d142b9f2120ad455389a9e3f5b184d04","sample_id":"hellaswag.val.4101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a81d3f159353da6781c3a58fd243afd44913996c604cae2356ff96bfe194fe32","formula_version":"titan-u-contract-v1","latency_ms":0.6586250383406878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c475909384675a6f5401ec6c25ed5e44c25fcde642d312c1f373b4c6a4c389f4","sample_id":"hellaswag.val.4102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffab99b3eb620b84d84c6a8ad2c4793ab0eceb82d3b147cb647d5d6c595c0c1b","formula_version":"titan-u-contract-v1","latency_ms":0.677207950502634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d8c7e904509352734456478e714332c3f09fec7b733550c34ff6d1088dae96f","sample_id":"hellaswag.val.4103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef2b7ad1c7be4440ae9ee7c63c953103794857a5dda41f3aedb7a4adf95c5d83","formula_version":"titan-u-contract-v1","latency_ms":0.717666931450367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1acdb531bb29121ca0fb287ce9cb8ecead0e80ac0e6bf31963980ab0fe733e77","sample_id":"hellaswag.val.4104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87485180691d5e3e27b3c96fbd7a712578d5954765c1b529f7a76073040cd001","formula_version":"titan-u-contract-v1","latency_ms":0.6664580432698131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1d40ae5e1da5f84f149033433ba84e444657fe8b1dab0b3b3516e8600d29c68","sample_id":"hellaswag.val.4105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f582553434ea1cea88b04f13afaf957ccb0eec48f5a9df8d07a5f925a235725","formula_version":"titan-u-contract-v1","latency_ms":1.2238749768584967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebeb22437c3b88a8f3d724cf8877a5527a8ab459c7b4e85c2c371ceb2f7933d3","sample_id":"hellaswag.val.4106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87be9acb8d4b38f1f28e5b122d5435e4880878a4d97cf5dcd5587e5f5ae752ec","formula_version":"titan-u-contract-v1","latency_ms":0.9688748978078365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58464d87f38dfc66f1516ba4b058c3441fedad9b932c60baf16010101c957346","sample_id":"hellaswag.val.4107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2213d9deaed35336ca953fa857d94a0a718254d5b7b0c44d086b2da544a254d8","formula_version":"titan-u-contract-v1","latency_ms":0.6891250377520919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc02cf9e036bd2a85bc5bbe71214afad0aaeffbac42163eb17905a7643f02b54","sample_id":"hellaswag.val.4108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f15c5681777a9ffdd5b62b21061c9b9f9b20fc9e527dfb2113cffce8753016fa","formula_version":"titan-u-contract-v1","latency_ms":0.965000013820827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92fd49b8303677ffeb5e66860022343c16445626aef24894c4f4432d5592b565","sample_id":"hellaswag.val.4109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aedd9b21e7affde091dc8fbaf3a1bb57de3c6a79f08c91af39144c76ba37fa38","formula_version":"titan-u-contract-v1","latency_ms":0.6614589365199208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73335c8e2936a3b6bcdbca5d58aca5f976ff0eb67fc887643891113becfcd471","sample_id":"hellaswag.val.411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4f202011442e9eb10a0839694bb02a09361a9463e7e8ffa7cf7aa938c24694b","formula_version":"titan-u-contract-v1","latency_ms":0.6793329957872629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9cf543275bff74a8dbb8671911ff8a187136713bbff63a098635d70a46afd2b","sample_id":"hellaswag.val.4110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e972aa266e34b7b666ccc035bb2d0bf8a1fab63e3dbbda730b33da986e1a1101","formula_version":"titan-u-contract-v1","latency_ms":0.6633748998865485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcc8573bb75c8d709ef21d5615c10331badc916019f11c19041bef46343f7170","sample_id":"hellaswag.val.4111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e59e68d90c4a94a94467ab0976af29ad5a177336ca9c910dbd7b2a39af39f0bf","formula_version":"titan-u-contract-v1","latency_ms":0.6998749449849129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee0a53fbab0b8ea6ca2ec96724cd8fe729047e7afcdc625b13bc753c22b0db5f","sample_id":"hellaswag.val.4112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35fda72db5e67b8aa8005a8c33a029547ce9415578a6cc5a0ab46b324cdb6e3d","formula_version":"titan-u-contract-v1","latency_ms":0.6524160271510482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd7310594966b85158162f21d6afa49d4fe66dfa4c1f8be263cc1246c0c62403","sample_id":"hellaswag.val.4113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"962f31f3cd37a52f9e3fd2be672b9266dcd70891219e56b3da4becc1a98c19ac","formula_version":"titan-u-contract-v1","latency_ms":0.6464999169111252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bb40a9851e107606f1f5e6234232168d558f794d9d96f064f72d1b45231349f","sample_id":"hellaswag.val.4114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f4ac7c04e39c4a094c93b9778421379d1299d67fa15cb300947966a9731a887","formula_version":"titan-u-contract-v1","latency_ms":0.6718749646097422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"188f971d85c12f3a50f98b5a20e5e3510478882312f6d6d562ba94078624b7e4","sample_id":"hellaswag.val.4115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0755fa703cde289f2327b9e4b9ed100dd8d1b1a632a253a82fc565588908a3d4","formula_version":"titan-u-contract-v1","latency_ms":0.646832981146872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e29729c02357c641ac7845a76c43b4c74a6ddb998f0c240db10725a40a0ebb52","sample_id":"hellaswag.val.4116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"304221164328196f4c0124497a995cae22ecfc579efa9d8eacaf4efce6b4bb4e","formula_version":"titan-u-contract-v1","latency_ms":0.8219999726861715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acabc0a5199119012f38e119dd2c21a4c9580de614d066f693a88d19253213ae","sample_id":"hellaswag.val.4117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"938caa8c9ff8edd234d370943b48039c2612c3fe57860f16d2ab764a3141576a","formula_version":"titan-u-contract-v1","latency_ms":0.6313750054687262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"724c423cd3a16a48883fb77e8dec144b695ac74bf17e84190d9105fdc4377537","sample_id":"hellaswag.val.4118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffc2011cc496edab4e557314b2de9bf1a29df06334c86a05cf26a6e1a5a8ad9c","formula_version":"titan-u-contract-v1","latency_ms":0.9134170832112432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d33a228764ea9d8d4cb87171d51193f97811cf168e1c838c80991a98e2bbe7cc","sample_id":"hellaswag.val.4119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5d474231790affab544172b76e3e88f8fc4014874cb2beced7b2b685b49a85b","formula_version":"titan-u-contract-v1","latency_ms":0.7326661143451929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64fe77e92bf44d40cf9b89ed93c1dc418d9d99c7f9a07f0f84500dc1dd045f6d","sample_id":"hellaswag.val.412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fb25cd4bd382dde89dcc2fd359ac6b3e9397ac70e4e02df33d7e7b851f72246","formula_version":"titan-u-contract-v1","latency_ms":1.480500097386539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58c0966c099f723f1e28a5e9c7458d9a947d0b74769db09eae93adf1da90cf61","sample_id":"hellaswag.val.4120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3a5ab59207a4fc5aa2ec2ca9c37a935ad0a62864413fe004b01a7f176214b95","formula_version":"titan-u-contract-v1","latency_ms":0.8122920989990234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3d59d8e73a6420b3685a8edcf420490817a84d549a9bf4629522915cb8fe0e3","sample_id":"hellaswag.val.4121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6043fb76323b69af69e24806ec4a05b42ea1081726438ea262fc0cf9bbb7b81e","formula_version":"titan-u-contract-v1","latency_ms":1.5185000374913216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e6a52d3579f1fa5f980f085b8d6d6b5396d6daa0a5ca607544c3fa47d0d82c6","sample_id":"hellaswag.val.4122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7333038adf38a7edf20e065015c92adda33cfca07d6f9f50464067eea0890f42","formula_version":"titan-u-contract-v1","latency_ms":1.3544999528676271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f959dae3d58fa6c09da350378f59caf7853d363baca6815535b28fad7a8e2364","sample_id":"hellaswag.val.4123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a6b34a79929987464fd1ba8b9a4a6dd3ac4eb51bddfc761822d5dfd2f33024e","formula_version":"titan-u-contract-v1","latency_ms":0.81362493801862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dcfe01218edb15f2f3462f0c8151f91bb364bdc660632946192afc178badcb9","sample_id":"hellaswag.val.4124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42f676c3abcd06b64215fd698fbd2d76aacd5004fbcbbc6384dc0e491fa22dc4","formula_version":"titan-u-contract-v1","latency_ms":0.7102909730747342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb2a614dc15a05638bd64b239658871114491f3a04db5346b8d9983d264231f1","sample_id":"hellaswag.val.4125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"315dc16ebd4cc1511c490c34590660574f5c865be5f26aa905a55ff4bbdd0ca1","formula_version":"titan-u-contract-v1","latency_ms":0.8136250544339418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fd515a4bb444ee18ce623b450b518e93fabd9d32fb39fe3f6e726f84b6dc617","sample_id":"hellaswag.val.4126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"384e55d860bdda14b05e62db009c5854b54e641c535ea58c36499db05d8a86a4","formula_version":"titan-u-contract-v1","latency_ms":1.343333045952022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68cc1eed5ef60f2106b985759f5aa51c2a8d75db4dc086211925956019428984","sample_id":"hellaswag.val.4127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c57f7171e6f6b8d1ba4857d85cd16908947b6fc97f479fe7d028bdc6818d448b","formula_version":"titan-u-contract-v1","latency_ms":0.6817090325057507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72829bc089adfeb418311c3948a7f5221914f201c56654e261f94dbe09e0ea73","sample_id":"hellaswag.val.4128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec469c5dde0af2fda082cc3a694fb4e29ff38b8fa269941e383e74f0e85bb69a","formula_version":"titan-u-contract-v1","latency_ms":0.9239999344572425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f00c326a9f5205201c4d9ed2c2fc9cc054c6a776e13a31859d2b2e410ffa424","sample_id":"hellaswag.val.4129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0835a754ce541b0470e5fb0eac11eda4d7980029cb4800e60c2ae4d39284d8fb","formula_version":"titan-u-contract-v1","latency_ms":0.6715840427204967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31640ef5b85ad8baa4e6edea97b57918ff371ed0cde5a2e6b9bf05cd4075ff5b","sample_id":"hellaswag.val.413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12737e8903dcc0bc4436b55e20bdd993c80f52aa65a366732f42381d02335d46","formula_version":"titan-u-contract-v1","latency_ms":0.702542020007968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f41e7bd3e445bfaf949581f79c3100fd40e2d3bf48427791183c715fb6e7c2d","sample_id":"hellaswag.val.4130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b67b533aa2efff659ea80e70b9cdccecbc6ac3ea1fc9f1dbbdaa5c2857caf69f","formula_version":"titan-u-contract-v1","latency_ms":0.7830419344827533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0b6112984bfe009dc2ae01a52722d2d0c74bfeb4356628b155a576aa7cbd363","sample_id":"hellaswag.val.4131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1d1b586a8fd429ea599104c9d88c04d8c5550a3c6d98fcba66c2075bb01ad3a","formula_version":"titan-u-contract-v1","latency_ms":0.8522089337930083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf637260e41a0d50f613194c16966cf42209329f3eec9a390d642b4bb32baa9e","sample_id":"hellaswag.val.4132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9eab31aa67c14cd378b1f90087d084817e5fd58b8737379000223007a344817","formula_version":"titan-u-contract-v1","latency_ms":0.7221250561997294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c094e9d9cf3747275ca23588182b7b24272245a115c132173dff4a3f052c84a","sample_id":"hellaswag.val.4133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"261a1135e13fb9ca6eebdbc207fd3221d29db1277003ad2602d7a75e156ac4af","formula_version":"titan-u-contract-v1","latency_ms":0.871166936121881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be6d664d394925484b547bb924c32c224e90eb464d6f5a17383300796110a130","sample_id":"hellaswag.val.4134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62d9fcd6b45e7fc6e7c739d730d93792f2b4e9361dd0509c6be0269e5c3a8f50","formula_version":"titan-u-contract-v1","latency_ms":0.6846670294180512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71836f5611a1e3a5690b1db4839eb2be4c8cc8ca7c971cb3d1ae38a7a237f88a","sample_id":"hellaswag.val.4135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a736855716811ea2b4c37a6e57240561c2eeeb00c76506c2d64872b5d32f2ee5","formula_version":"titan-u-contract-v1","latency_ms":0.6427500629797578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65cbaf413155c32e919f1b74707acbbe5968e51e80fc739d13f6016d508a7f86","sample_id":"hellaswag.val.4136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a819042120e597e51b1127a3a253b2c4cdf5495e45712da33f8ad31a558a3a22","formula_version":"titan-u-contract-v1","latency_ms":0.7076669717207551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a37ccf79d4daa6dd784f0ebd55424d1bc57236aac8e6e3f0a8fe618dbffc0973","sample_id":"hellaswag.val.4137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f3cde2b12f50a496ced55917f54c5ae0f233de0f66ebef451a16aeff27a329a","formula_version":"titan-u-contract-v1","latency_ms":0.6884169997647405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6466c5231b637aaada13604fd91ab0d9c579709694b307f25fdc759718dbe647","sample_id":"hellaswag.val.4138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"938ed864b26555f6e17acc88de475776b6bf280b65b5c2a11603907ebfd63c94","formula_version":"titan-u-contract-v1","latency_ms":0.9970830287784338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0829ba202bfcbe04326e31ef16861378abf41773c6472554ba74f3c201cb80b","sample_id":"hellaswag.val.4139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5decaa0d752b3b057ed908b287d3033c9755e264194373f51eca388da3701a10","formula_version":"titan-u-contract-v1","latency_ms":1.3544169487431645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e84440f4fff19a74d2db79e7a915e0037e436661de232a32aec27f370488e917","sample_id":"hellaswag.val.414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"497502bc9398c1d50654b819ef04c4ede33178ddcd8c7e4cf3ad678465c4f71c","formula_version":"titan-u-contract-v1","latency_ms":0.9469999931752682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0cb28c8625462e345f10fa72d5598d5b7ffff9e4cb6b509c797ac3560c1874a","sample_id":"hellaswag.val.4140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e8adcf7e7832f1f49448442feb79510faccdb3e5294a4d9b802f7ddb3549f7e","formula_version":"titan-u-contract-v1","latency_ms":0.9062500903382897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c5c425236e1baafe61c4312c7c0cdb5baf032ab5c117a7fc00d15b8e9cf2a30","sample_id":"hellaswag.val.4141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b995605d90861e540c910bba69f771e45074e38defd81566c33db360b443d0d","formula_version":"titan-u-contract-v1","latency_ms":0.8109590271487832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d32f7e63d39dc3cb502920e82500cef7b292e1fc3f0d0994ead7a25ff248de4b","sample_id":"hellaswag.val.4142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb9b4077d6334c1267500685ac8cd8328f763f33d1f352c05e27d260f3f3e057","formula_version":"titan-u-contract-v1","latency_ms":1.7907089786604047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0eca9bc662051b2328e825e30b9b28fb0baba014cc4d9e57a7914030a3ebbcf0","sample_id":"hellaswag.val.4143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92f212262802effe481c24f9ea7e5410818c023d4f0472ab387bb5b0d9436c64","formula_version":"titan-u-contract-v1","latency_ms":0.7563330000266433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e07ba85c78c42901dcfbadb92c3f86bd4794f6ff51cefbd07a03a449f6259b9","sample_id":"hellaswag.val.4144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a137c25eba4ceb0662a9fb3c2a9577235e940084a7f507446da674b675f44e3","formula_version":"titan-u-contract-v1","latency_ms":0.9028339991346002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffe571a015adf29de17139aa6a9525c90b968f2041ccac6e2e7d9a0a10ad6646","sample_id":"hellaswag.val.4145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dec62834ef20afac18a3702f256cec821066a3eb185ff7d27a6103576e4d7c95","formula_version":"titan-u-contract-v1","latency_ms":0.7740410510450602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9efffd2ad4749a78cd1b498a1664643d8e4e5358249d0c72ad699e61db1bd0d8","sample_id":"hellaswag.val.4146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8948f9abe145888a469129d76e7d8d5d6a514af57717ae2c794fb4e9ca66e8f7","formula_version":"titan-u-contract-v1","latency_ms":0.8862079121172428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b807c2f2f04e249f9e880e2cd8ac2c1065c780c3cd9b3de29336394fa0cc7701","sample_id":"hellaswag.val.4147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0a218e00e4715166c89dde8b81fa7c4fa804fb37cd2347ee165d76e5294ec2b","formula_version":"titan-u-contract-v1","latency_ms":0.6677919300273061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff05f87ffae973311fdfb5f91a3a995180f268743f80fb9edbc5d1d53548edc1","sample_id":"hellaswag.val.4148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30fc31aa0219f7bc54da4a53aaf7bc89298f97ef052e26564b97f31f74b72d89","formula_version":"titan-u-contract-v1","latency_ms":0.9894160320982337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9cf5ee7a56337d6356327c957dd0416953a81ac19785975b65b719b5e4801e7","sample_id":"hellaswag.val.4149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37c916b3fc53fd85f0845fe8b6bb1733a0fad3016ce50726f53a1716299b3b3d","formula_version":"titan-u-contract-v1","latency_ms":0.9270840091630816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbc2baa447155a55e1567f3d705a5826dbf1211ef84d136f8363b45728fef53f","sample_id":"hellaswag.val.415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8a458a63abaa7eb177c03929fb5a53b78355bcd89c18a6c4eafeeca819e256a","formula_version":"titan-u-contract-v1","latency_ms":0.9574999567121267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94b26aef52a4d3491e469153a2f3c975ec3a95624b3fd4a2cb5f4b64be60ce90","sample_id":"hellaswag.val.4150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f12c6a083eed38d2b5842129306f7434926fef36c3986c37ba4826c05450ca7f","formula_version":"titan-u-contract-v1","latency_ms":0.8156250696629286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddf42c4898f4d3cfe93ceb948603ad728d8a271c0b0f0af4b17483efe3e41fee","sample_id":"hellaswag.val.4151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f98878b1366651a6dfec3677e2087d38b34ebd466ffe958979f237231966422","formula_version":"titan-u-contract-v1","latency_ms":0.72825001552701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa445270344bdcd195d176ace5aedc02ba2fd5b0b086915ff87e08d7b60f2b66","sample_id":"hellaswag.val.4152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ac3fe6ce35ca2e0ee8bc0636acf89818567e3da260097e5b971bfcc9460aa97","formula_version":"titan-u-contract-v1","latency_ms":1.486875000409782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1bd21e1d87c9c3c2464ed44a3af82dac14878e29496e712fb2d656dad9a98ef","sample_id":"hellaswag.val.4153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02ff79c96634e3e32073f0663e209a50d24bdd8da9421216500ca0fb3faae975","formula_version":"titan-u-contract-v1","latency_ms":0.9160001063719392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82760642a4be3ae8fa6e4ba7bb17fe05a42af165be36903471fe32566ef0f4c3","sample_id":"hellaswag.val.4154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5497995edad887d77b6a64c4d31cd734c36c0d4c3f59c58146c746791fcd330c","formula_version":"titan-u-contract-v1","latency_ms":0.6512079853564501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2754d6a7a814dd0598cd81497e1385f0f3775056a1275b866f6543e7a8c7ff66","sample_id":"hellaswag.val.4155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2d948c8017faacc510193dd760b7fe69c9ed9d0c4ffa0ac48dd635d6c8ad693","formula_version":"titan-u-contract-v1","latency_ms":0.6425409810617566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05a3d2492a767806061a497fe46dcf7ba193aae58a72ffa2879820897e86e4f0","sample_id":"hellaswag.val.4156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2d19a5dd3c212dbbd65d5133c3c9cd8844354f3cfca1c38ed9535be19e83609","formula_version":"titan-u-contract-v1","latency_ms":0.9716249769553542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1389c3abc547865cee8ca3a757f5051393af501c1a5b1631bb5a5245de57284d","sample_id":"hellaswag.val.4157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5bcb65eda3f58080689c8356addb56074a21334356f716c6f2e74544cf8a3e9","formula_version":"titan-u-contract-v1","latency_ms":1.0110419243574142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04b7e44c4187dcf38fba2aa51b10a9c4343f1dbad6eec9875bf19229db78ac32","sample_id":"hellaswag.val.4158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28f910a28e3968700667680a562471aaf01dc11c615e3fb75b1c7b6f7c8bba53","formula_version":"titan-u-contract-v1","latency_ms":0.691374996677041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"981dab95f17c8aca44129097a62dcd6eb82695bc99241df6292da23162716283","sample_id":"hellaswag.val.4159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7d37823367d0b18afb64e6ebfbb952512bdb9a093576618477241a9aaee70e3","formula_version":"titan-u-contract-v1","latency_ms":0.6696669152006507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adc21e24dab577ca34bf5d2d1c07b58b79496afbc48217b3c2213eec808587f1","sample_id":"hellaswag.val.416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4ce547e2f30f6fb7dc111a67863c6b3759441fc1305d645cd973bbf153eef83","formula_version":"titan-u-contract-v1","latency_ms":0.9443340823054314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e71b673da52419035a3fdd4aaa399d90a1216f5d56fd862db20833994cd9a7d","sample_id":"hellaswag.val.4160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b23428978e8f5a36ef45df0a731501afee5941ddd510a6d4d89348051756f6c5","formula_version":"titan-u-contract-v1","latency_ms":0.6651249714195728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2f817147548c5965f88000cba4ecd5b3b106d9b200c809bceec9fddc67843e5","sample_id":"hellaswag.val.4161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b13525c9d28026fedbf4106bc787c1fada8e6518c773489472d4d373bdb62c5f","formula_version":"titan-u-contract-v1","latency_ms":0.7811669493094087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e86b2a68c3f8c27d6232c7825811b0a116c9011979339c3f83b13e0b01250cb","sample_id":"hellaswag.val.4162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb10df0475162f8d8cd055e5d9690b0cf65797c815f4ff6b4f6b446c55772daf","formula_version":"titan-u-contract-v1","latency_ms":0.9481670567765832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b4e1e49e9ab3b975eec975c1d63ced2b803b1473f6e77ea1ee906da9f71d209","sample_id":"hellaswag.val.4163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4e42571c26ff2f430f31d6b07882bd626e229919f1c74f4b49d6fd680e5e042","formula_version":"titan-u-contract-v1","latency_ms":0.7241250714287162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3b714df7f3fe917ad0f65998d47cc45cea96dade18eb653d6efcbceeeb156f5","sample_id":"hellaswag.val.4164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4a2dd0b605852fd234035207f38019037b633437113e1ada872bbf837cfa5f9","formula_version":"titan-u-contract-v1","latency_ms":0.7251669885590672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfcc720604bb928748c988523b6c52ca05d80b31174e9a469d0e6b00c485d66b","sample_id":"hellaswag.val.4165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"641018f63f40036d809f81a982710de4d0064773ca6109047bb5b4e63a0bc29b","formula_version":"titan-u-contract-v1","latency_ms":0.8396659977734089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4acf934066ebe1d870136339d60df8ff1c051519fd223bf3b5344faca5cac15","sample_id":"hellaswag.val.4166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e24c8cee56e453d8b5527c07f64dab6a9f9ef8976785169137e0ba2ebccff9fe","formula_version":"titan-u-contract-v1","latency_ms":1.7577079124748707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a657669b6c0a065f9cee06870f52ec16ecc311ebc79631337258d6de01fdbed","sample_id":"hellaswag.val.4167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b555175318761d3549993a57f73c1a756a592b5df5721ec05ddf1026a3d06f6f","formula_version":"titan-u-contract-v1","latency_ms":0.6995419971644878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dd755699d7ef65b707bb79216db7dfc68642c41bfbf34b1909cf448f84e3f0e","sample_id":"hellaswag.val.4168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9177946318f52e28e5403fe5a9c55906d2903e3e6b766f23e7f04968f8fc44cd","formula_version":"titan-u-contract-v1","latency_ms":0.8568339981138706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"044d1bdf3136abfbe757d326063698ccf082e084262d311a72b904bd54abb048","sample_id":"hellaswag.val.4169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5ece747d4c39236aeefef87af97dc23c56c876e439004e523cb3ac33c3590c2","formula_version":"titan-u-contract-v1","latency_ms":0.4882500506937504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb0ed82608d5e0344a8b4c9a0e9db4fb6695e558783b01177ef26f4067b0375e","sample_id":"hellaswag.val.417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84e902fe9e54c9238d7f380a8f2e9b781e90ba6f6a3afcd70b76d5a021cb9568","formula_version":"titan-u-contract-v1","latency_ms":0.8400419028475881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"829e7413d5e8ca4340c3a6cd92b472ed792667bb7ad88c4f0ed25779ada77126","sample_id":"hellaswag.val.4170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2beb63330e7a72dc9020ba9ccd7b5ec207c2778ba531e3f8ff7f68b482f29137","formula_version":"titan-u-contract-v1","latency_ms":0.8290000259876251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1727369dc5f0a48da1823122f0daf044b25fd8ed4cebf9b7d4b3919775f7a50","sample_id":"hellaswag.val.4171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a850771fd0a7746613bb7d306489c8a1c7f5c12e3002965b1bea6113dbf47114","formula_version":"titan-u-contract-v1","latency_ms":0.9284999687224627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db2b741a1420a7502028aa8564f031eb3e3a35bb72e814559aeb0504f7ecd639","sample_id":"hellaswag.val.4172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12bc9e69d4e81e58fda207eb6e69693cfca4fe40c1dd8eed0b3d1c65d390a7f9","formula_version":"titan-u-contract-v1","latency_ms":0.8159999269992113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d7d26db9553cb3d0185b592daf6c70b86aba153f2bd7e48952f6c53dad740cb","sample_id":"hellaswag.val.4173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f68de9e9d66479b1f1bc190491b5ff032b584be4ed74f8b76b3747094e49418","formula_version":"titan-u-contract-v1","latency_ms":1.9010829273611307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28909b067c8db6ffb0b90e6ae7b0c2c23e3b4f4806cfbe39aff23a4de7435a5f","sample_id":"hellaswag.val.4174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cdc6359e5ff572eed3baad30cce9cb17436c7a6229a826dabc185c1463d7cfc","formula_version":"titan-u-contract-v1","latency_ms":0.8375420002266765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd88783140b1967fc91c79f9418c6572d3ac768b55d4f8329ffe2b03b92fff48","sample_id":"hellaswag.val.4175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b45c5fedc36fe2f545eb75d1fd692f9a613298970b3672182d720889992f332","formula_version":"titan-u-contract-v1","latency_ms":1.1366669787093997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e780f384b9184efea1abad476186a165458f135baadf6b8af9237ca1b9ab9285","sample_id":"hellaswag.val.4176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1fc1358cdf353465471c46670ea368f28576095085fb10008cb2ea910e16d39","formula_version":"titan-u-contract-v1","latency_ms":0.8342500077560544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"694d50243385fa6188ce710c45d5268bddc0503ef3ceb1ffd954a786f518f5c5","sample_id":"hellaswag.val.4177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"340b871581b57f9245f935f6b1d47a3406f7271f96fb95c2c2396698c7fea513","formula_version":"titan-u-contract-v1","latency_ms":0.9662079392001033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83928748277a6ea7cdfd3ca80aee6fc91f366a79dbfd4a68220a56cf367c8f74","sample_id":"hellaswag.val.4178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a2fe33d5989ca183a0b24bc43b4542519d21bb163361d729fb497178e15ab63","formula_version":"titan-u-contract-v1","latency_ms":0.6591250421479344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6cf9c9b4a8ae16380768f9a7b39bcbbf8755b5d129478163c6c4a8376664ddd","sample_id":"hellaswag.val.4179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6920df6e2cd662cc1da45a09929fc0599eb5fa6cf26ad0364270688dbea8d82","formula_version":"titan-u-contract-v1","latency_ms":0.47783402260392904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f47b5152b65e8264a6502462250bad1fd4c34454b4dd9c84b49ed15442c3d594","sample_id":"hellaswag.val.418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"442d6668f02ade902fe205746de44c1286f3bc66f9058ba2951827edb338287d","formula_version":"titan-u-contract-v1","latency_ms":0.6551669212058187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70e556810905b3e0bad64c1e9391f3bd8d8b65ce1ffe73391a511c0a7309acfd","sample_id":"hellaswag.val.4180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a21de76a4adc5549b87bf1aee71714ef4e8a94a00cf6918fff1fa441f15fea75","formula_version":"titan-u-contract-v1","latency_ms":0.7819579914212227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92953831429d69544d8418eda50365c1c108c697e27315e0df9a13652412efef","sample_id":"hellaswag.val.4181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a9e4d33f651faf38c5e61f2557b5054b31edbcadb09f5eefea8269f002ce9cd","formula_version":"titan-u-contract-v1","latency_ms":0.9727500146254897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"beff7e06b63bc00a91975a4aceee8fea427d7047695aab7e11b923bb9c3604ba","sample_id":"hellaswag.val.4182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ba97ff279f8243b5c4589efc81ed468ce46658f94e810c5790d36d47ddcc52c","formula_version":"titan-u-contract-v1","latency_ms":0.8684999775141478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4faa4b2bf3d0953986416b37618284b20ac74ced59c8d68937bbf1ceb82661f","sample_id":"hellaswag.val.4183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"626c84a87ad6ae1487f8556d1a97213a44de97749cc0bcfa95303700c1de7d25","formula_version":"titan-u-contract-v1","latency_ms":0.856374972499907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a115c5ec93f4104d9d38c61698090c885eba120cc13b0e31306de329b34cf98","sample_id":"hellaswag.val.4184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dd89fdee7dd57b89c8a53c8a20e8ceeeb355197d9843e68c9381aca6ec44169","formula_version":"titan-u-contract-v1","latency_ms":0.828083953820169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca1c051787ec84b55f8813d11fbc9124322b56567cc890a098351d7ecc90d472","sample_id":"hellaswag.val.4185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80504f2831e513b9d8fb98372dbd062c10f72c332bd92d1e1ae3224de496cb1a","formula_version":"titan-u-contract-v1","latency_ms":0.6570419063791633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34a0bfa8fe8c4d9c3cb3359c12ffcdae1b93350ba4b8971982f1e6d21ed57546","sample_id":"hellaswag.val.4186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc8f205b617dedcd03cef08f9f9e30b63ef43fa32474adf554ff841cef74a860","formula_version":"titan-u-contract-v1","latency_ms":0.6498750299215317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a64fff7c40092b3b21339a0ac9b3311ce75164319ae91b767010165fd294e762","sample_id":"hellaswag.val.4187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dc1d70c1c6ea7f0b4e8c811b9624e4e9f3c5c89c8fd5318ee114b7a3ed807d6","formula_version":"titan-u-contract-v1","latency_ms":0.6119579775258899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8aa81f27af8d9765fb420978e90be2e4279ac3e2299cf0baabd21b06167ab33","sample_id":"hellaswag.val.4188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c35ef919f229f3f373e949d9465edbbcbafe9c1ab9790e9e0b80802843b23aab","formula_version":"titan-u-contract-v1","latency_ms":0.6677079945802689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5df2de340be13abb3409691624d714ff614e44eb7807e9f1053c2421d2b93657","sample_id":"hellaswag.val.4189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"992111a5c8bfdfb5567120e5e612523af09478345d714b057c46ffbe8e428e7c","formula_version":"titan-u-contract-v1","latency_ms":3.2330829417333007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fff0b758ea8652e9655c9a2499f8bfa80cb51782acd842cb0cfe38c4f65c78d","sample_id":"hellaswag.val.419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6c91a3fcf64d12a2f6c785b8ffadfe7c66bad24d635cc510cda7d88739510bd","formula_version":"titan-u-contract-v1","latency_ms":0.6671670125797391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"770d32767a5e285175a71f4dfd98eb22d90e8968ebf5fbabe94a4840126424af","sample_id":"hellaswag.val.4190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0d1dd24ec2dc7e58fb4cdf0a40a3ca6afd83369701db7f5559007fcad82f117","formula_version":"titan-u-contract-v1","latency_ms":0.9365000296384096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10e71e8559929be5080558e65959d77e0715a77c7bd751a131be06260ef143d3","sample_id":"hellaswag.val.4191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29d6478c6ced465fe7b8b0aea4f85a78b4fce58c7df766ef01f7e5b1db610fef","formula_version":"titan-u-contract-v1","latency_ms":1.0645829606801271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e08e6b347c95d5a3940c2cfa2ce34294bbcbc75f43a26c53dd97d95767837a95","sample_id":"hellaswag.val.4192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5be9cd7cb5d38b50f8e67f9174f6a32697f130817d3461293d03b1399b3874f6","formula_version":"titan-u-contract-v1","latency_ms":0.65287493634969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b9bfe9b3536f3a33b634411491aa8f6be7af7fccce364f16fb9c705964ce773","sample_id":"hellaswag.val.4193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d5580ca9c9d8d42fa188fadf39ac950f9d560bcb8a95d138253a1acc596f948","formula_version":"titan-u-contract-v1","latency_ms":1.302999909967184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbdae7d8f81ce7b6717df296e6813544b6aec92e414956ae9a601ca260fe6820","sample_id":"hellaswag.val.4194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d6aef39d4f3a78ca5ef4c5c951e44552a8830a745f4fb7c85ae73040ebc5e53","formula_version":"titan-u-contract-v1","latency_ms":0.8369170827791095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d66acef1f2d36c407bce8ea181568d308c7dff07c1198f7563a5e91ff40c1308","sample_id":"hellaswag.val.4195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fd809bebdcf9d364b0855bee7a3c40555002ab2a612953f0df9ac0a8e5f66dc","formula_version":"titan-u-contract-v1","latency_ms":0.8334580343216658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2af891de6c4510e39b3951cd340ff198ec50c01ec46cb69eee952a46440752e9","sample_id":"hellaswag.val.4196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15e9624c258e3c5f569b5f5e7f0a32472f12d04054b750cf78d995a705f0cef9","formula_version":"titan-u-contract-v1","latency_ms":0.799915986135602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2e63123bb0b9309e1a21e453bfa87fcc0e36ba1ee709ce66c2b0884519b728a","sample_id":"hellaswag.val.4197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36b95bae32ca096bdb6a300435ad7b2e1345ebe6c5c73adf2898aa256f8fcba7","formula_version":"titan-u-contract-v1","latency_ms":0.9042499586939812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c777a86e6bc72a4d1348ad82da45946d2c21c32fed6c1f50fceafbf9d0732ed","sample_id":"hellaswag.val.4198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81a6d0caddad2002084e428de62caf2dc356785effd24ee628a9e3991dfd934d","formula_version":"titan-u-contract-v1","latency_ms":0.8204999612644315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0d871c00a02d5b096bfb9706aea2bd695249c6f79b33d557815e7060f181e47","sample_id":"hellaswag.val.4199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4183ac60b315a4ac754e1016685541666103927bd3219429ecb1ac7f441efc48","formula_version":"titan-u-contract-v1","latency_ms":1.1518329847604036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51266b4bf89a202c06ddd6cb261e9ec72a17205f1a23296c55e1b29e60267b9e","sample_id":"hellaswag.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5d74ceaa40aed9c082224f44b204afa2bac64a69300d9114144c64d4b0c946f","formula_version":"titan-u-contract-v1","latency_ms":0.6890830118209124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9448596cbde09e4204c08799351dd8836bdec88d0977436f21a3aada84e51a4a","sample_id":"hellaswag.val.420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fcd2d56d85278c446d6ce5d97ac3e5db6182f122349e332e3309aa7251a2b81","formula_version":"titan-u-contract-v1","latency_ms":0.6647501140832901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c18c9673f7ee22033eb886ade21bb103ba19908efe81c165921eae04586c4d52","sample_id":"hellaswag.val.4200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c58c455a1de80e473363a9ef09e199d01f7cd3ce4680659053b6fd76a84ec4d","formula_version":"titan-u-contract-v1","latency_ms":0.6197500042617321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0791b3aa8239eb797356ad115bb888259ad16dc6bace093dfc527b4ca80e51b","sample_id":"hellaswag.val.4201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab92f9de2e84cbd49cf2dca2adba7a13c62c358bc671d4da768dc1a24e4c88c9","formula_version":"titan-u-contract-v1","latency_ms":0.8648330112919211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd09d495c1d3d5569c70f168bcafc2e720445f81ca537860c06b66309718a44e","sample_id":"hellaswag.val.4202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d4b432f3bcc143195c9f70d9614ae2a8db7b92944cb7ded44919c09e0a2f51e","formula_version":"titan-u-contract-v1","latency_ms":1.187334069982171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be7fb5a04469e28ec788e547067f3db410e6f84c95380336dd0d70b0d2ac8d62","sample_id":"hellaswag.val.4203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c506a43a693383184c518102ba39f1e4667b7f46b7c65c072ff3e3da47ba3981","formula_version":"titan-u-contract-v1","latency_ms":0.8175419643521309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94d90762e9c346520186c692f5ab53d36e61ad1b1084b767daf9d6332e54a777","sample_id":"hellaswag.val.4204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"510e4001b66397aff9d7f45ebbbbe13c8abd09945c7b39980b3b6d70d8854b9b","formula_version":"titan-u-contract-v1","latency_ms":0.8315829327329993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"326bf66ab008452aecda4473597b3e355156f614994cb624c408c588359832ac","sample_id":"hellaswag.val.4205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f249e1751cfb99a18743e746921aca03b385dff462718987a89b93ce0797ebfc","formula_version":"titan-u-contract-v1","latency_ms":0.7630829932168126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30b65c84b1dfdf77e89cd347bfce95f1a9dcec7e2ec555cb0089357956babfa7","sample_id":"hellaswag.val.4206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"707d9f0cc5d0340ea2a76b71d4c8d81960e465397ff7180ff20767a0e69121f6","formula_version":"titan-u-contract-v1","latency_ms":1.0567090939730406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99db22a5fa805cd17ecb3e4936b11af15b8b85f53a39504cb5e9429b65311b22","sample_id":"hellaswag.val.4207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac5223a533473064f0f0de84ee2a7eee2bd705f7b53cc8284e7ed4649e700c2e","formula_version":"titan-u-contract-v1","latency_ms":1.4949579490348697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b038ce3c4d434bceaa3c1041e29ea3030ade5505321568fa2ea0030dd2cb2e06","sample_id":"hellaswag.val.4208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30b798b8959f21ae06a526cc59dc5850d27a089cc6a84dbffc63c668a1004d4d","formula_version":"titan-u-contract-v1","latency_ms":0.9626670507714152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20b2739708283d67448c74ca4d0999756a901b3ff0d7c540e2ad47e4395e856a","sample_id":"hellaswag.val.4209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2d45ec808e0e6de09d72d86b1d1bc2ed29c3aaa32e2bc8c59d29040f77204eb","formula_version":"titan-u-contract-v1","latency_ms":0.5426669958978891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b7ffb29ed1ef3a5073dfad647ee026fb5e38e02a2cd2fc82523fa2ba9d075a9","sample_id":"hellaswag.val.421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c817490a3476c072e0759650da907261eff6a52ffb872c452a9a51f91c5ec6c3","formula_version":"titan-u-contract-v1","latency_ms":0.7992909522727132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec398a86098a4ff52b49b1f2e999fea2506205fc85c019a329cc5263f3be1ffe","sample_id":"hellaswag.val.4210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ad1b2f4d94211415abcb3b49ba3843c9bc3510b26ed364819afa8b820c8ea41","formula_version":"titan-u-contract-v1","latency_ms":0.6536250002682209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f51ee3d8deb4aad1355d0699a22179b299d2f83892e3591c1737c2a2a66e211","sample_id":"hellaswag.val.4211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0e91b9aed13aec5a69b68e041a361040d617bf3f87b07c1b03dba16859cf464","formula_version":"titan-u-contract-v1","latency_ms":0.6734579801559448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85dbaa070f602b19f29811172c401f48810481d596587e3f1aa7b6a26c2e9029","sample_id":"hellaswag.val.4212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f890f40654240be709aa3de030e9265e5253c84b3809cb178094a03e52c96f3a","formula_version":"titan-u-contract-v1","latency_ms":0.9112920379266143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5614d7d8d18fee0a1d1d07536a91be600e6ffc99f6dfc31baa2345f28d9205b4","sample_id":"hellaswag.val.4213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f4999f873772b5b5ebe168b40cc1bb6b1df59da9e43f919d9cbdc9026c3ea9b","formula_version":"titan-u-contract-v1","latency_ms":0.8940830593928695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53bde0a08a331ed1c8217c0bd963d74bfc18f1c65c489aa0f82f954cb6d8bfb7","sample_id":"hellaswag.val.4214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e5ab6ef1534b922f3ac5527d8ee165e009d0dd39b14bc4ac9325ccc0448962d","formula_version":"titan-u-contract-v1","latency_ms":0.8887919830158353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c41d8408d17982526f41659fe10a02fa30809a1cd7ffb7d66a78f40fbd7c4225","sample_id":"hellaswag.val.4215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fba7a6088521d5cc5a990bc44d6d822357fdc4d32a2c967f06d57d2cfa08431","formula_version":"titan-u-contract-v1","latency_ms":0.6389999762177467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a1c0121cf32b9e2997ba32b21851f4c29f4c90c1283347eab0fd49c5c73cd90","sample_id":"hellaswag.val.4216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bca489c2d0173a1d53a57015d6e2257ed3c1605f4dd43458465b5601e7e4b98","formula_version":"titan-u-contract-v1","latency_ms":1.6932080034166574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"634e0c0e14260a89c237f203d798fcd25cf4317b5c3d31cb07b1265fd52dbf4a","sample_id":"hellaswag.val.4217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cef8b0de723486010ac75287144f5a3b82469bba5355710c705d137c73eee98","formula_version":"titan-u-contract-v1","latency_ms":0.7701660506427288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a85dd700822c7e3da5e20155bbd2bea270cc8fba2dd73d15a22f8898e9e0529e","sample_id":"hellaswag.val.4218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd94c169c853e511ba6cdd204e21d30352004bcf8ec6636ac95bdd39b67134a0","formula_version":"titan-u-contract-v1","latency_ms":1.238583936356008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b42f379dd53d7cfc5ff7b8274090baa3dc654f227e5f21dd1ba391cc33d0ee5d","sample_id":"hellaswag.val.4219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"659b7357b67020a03d2cdc545f1347a352fe16d9e736f5b6d2d3bcb21b49a496","formula_version":"titan-u-contract-v1","latency_ms":0.7702909642830491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e211544433f7b9251005eac6702ccaf5eb9a9c9d816e6cf78572ea66e810a2cc","sample_id":"hellaswag.val.422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d54b24b6e9b0b252bb17b7a84bebdc0c8de431543636afcf1796c7114ee3544c","formula_version":"titan-u-contract-v1","latency_ms":0.6639159983024001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22114cb908d3402a7414285f35b451fc0395ce187868f57a5139faa979dba960","sample_id":"hellaswag.val.4220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e25dc57cc664d36a494b2186835977a2a0c23bef1b3a8c53c102f9d0a8dd9d59","formula_version":"titan-u-contract-v1","latency_ms":0.6683749379590154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbd86955a10a35eb68f11ecbb23fa0eaebb6eef16bdb37b038a63a97bd8a7754","sample_id":"hellaswag.val.4221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35383d14c70cb6e5a4ae94473d3f3ed63b09e7fe5f3ca1ac73b046521af405ff","formula_version":"titan-u-contract-v1","latency_ms":0.8899170206859708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58ed28afb747675843da7953f97994403585046b41b205d18963f1e54b33be43","sample_id":"hellaswag.val.4222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e879ead29d1bd70db0e955d43ffce3ebec780cfcd8bff555977d7f6daa14af5","formula_version":"titan-u-contract-v1","latency_ms":0.7102919043973088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bc7ca512ce654acfb7d5fd2f02a859ae51123da21ab524e66b18ec0618ca443","sample_id":"hellaswag.val.4223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cebc0a27c8b41f3140fbac09a0a461b3a35d5bd01374b6bc9d385aed42e711a","formula_version":"titan-u-contract-v1","latency_ms":0.6396669195964932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95f6007ff8dc2a30d719e88054c06396d9e95762a1261ee50dda3f49987c0bb2","sample_id":"hellaswag.val.4224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91316a34bfc473e6c8c97d623d355227514c6fe105c63b4f88cfa0b3c0fdda79","formula_version":"titan-u-contract-v1","latency_ms":0.6778750102967024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dec410eca8b3ee8ada1b0ca48d1322fd538a4293a0ed6b45667e71eecdcf6bd","sample_id":"hellaswag.val.4225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc88ef92e19babf3e76f9326f86104f7ed47b425eee28e6380ee634195c8980b","formula_version":"titan-u-contract-v1","latency_ms":0.6588330725207925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f94ee93dffda3099b8b6754e432cc61a8318dda13678d8d0881c5912c6ade20","sample_id":"hellaswag.val.4226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c4e08598ee24e30b25a9027b05a159161fc387bfa68cd7c94ed2657a21035b3","formula_version":"titan-u-contract-v1","latency_ms":0.8684579515829682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a55980f393873d6966ad5f7913f2075653e51b4dacaa3bf8c1f19670acbb69f","sample_id":"hellaswag.val.4227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34ab920784e80175fa38d2c9986be01023895479017ac5c69f1df83bb60f0078","formula_version":"titan-u-contract-v1","latency_ms":0.666291918605566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23f5055029cad2017eed2a4cbfcd909663d1c4d40a501126ddffdfae597ca9d8","sample_id":"hellaswag.val.4228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee5f550511413fc1a4ae5ceef6baa836b1fc661b9b6b0b9fb43bccc52fdb052b","formula_version":"titan-u-contract-v1","latency_ms":0.8016249630600214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a9ac1208c8df886cd99ebb8ec957ce3af901a7467f658a880945e3218a3a166","sample_id":"hellaswag.val.4229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53e7e4226065683a24b5f70fac11e26b54c5c4be1894cbd9def98a45aa383669","formula_version":"titan-u-contract-v1","latency_ms":0.4934159805998206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ce31a38f808c0c129ee726862365f7dea2686b7391490e39d6c97e33fb6adf8","sample_id":"hellaswag.val.423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3ff2ba50475864b731fa77f0f152e6c725a3a268e77edd93452f3935edb6c2d","formula_version":"titan-u-contract-v1","latency_ms":1.2071250239387155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e9a6c760bb8a95069938ed2ddfb4678ab2e4d0302344b5d293bc5b7be3d9949","sample_id":"hellaswag.val.4230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1790e50bcaea91acb6a58644138b2a67e4ed343f22b8e1c5b30c3aed61e9a51c","formula_version":"titan-u-contract-v1","latency_ms":0.9900419972836971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b8e1af582b2f275b31328d9cd23b744d5a083159c581be6100e21a321c2c728","sample_id":"hellaswag.val.4231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d494a699b6c8ef898217bdd85838358b0898899b1dd00c600e36ca0528fee5e","formula_version":"titan-u-contract-v1","latency_ms":0.7824579952284694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f00439f928eee98792784e34d3aa042c01aa7d07cd56d11e0797d501592b280e","sample_id":"hellaswag.val.4232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d49178f0cef779b5197c0bfcfacf74684233283a1732f3a7d81648f3126b3f91","formula_version":"titan-u-contract-v1","latency_ms":0.6392920622602105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e40d6773f2b04fa21b566326de4fba97e9b2cd21d3d35ab7eb4ffbf391caa79b","sample_id":"hellaswag.val.4233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecc127d5983134664eb6b56b187e9d8e4bc4d5318decba7697db7e41778eb2a7","formula_version":"titan-u-contract-v1","latency_ms":0.6208749255165458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca5fade5dad6e10b14066027ef46f31afd72162df3b644b6c260431c26812db0","sample_id":"hellaswag.val.4234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff531aec4b6719bea47df16e39a460de314ed9f100bade6341bb330226d1a467","formula_version":"titan-u-contract-v1","latency_ms":0.79774996265769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52a3a81257d19b1ccb0fa8a725612675119d92ab5b2c5397dc2c84e3cb3ef315","sample_id":"hellaswag.val.4235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ca057aef1d3c82f1036252fb7aff26440219013f1d6775b0092dd12284671a5","formula_version":"titan-u-contract-v1","latency_ms":1.0396670550107956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cb612514eb46fec640ba328f5a5770a486fd18d992c807bee3c1e40c7a3dd4f","sample_id":"hellaswag.val.4236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a70770b77c0aa4cfe990571c8dc6715079016b288bca0774887c261f1745e92","formula_version":"titan-u-contract-v1","latency_ms":0.8043750422075391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e97631c79768be86e4e2e85ec69d3f81b5a7a9b9f32b11ea9363cf0095b8b2b","sample_id":"hellaswag.val.4237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c19eb1cf1543d11a5373fc621619bd44f2ddd5b26a01838ec4aa3338b8b69761","formula_version":"titan-u-contract-v1","latency_ms":0.8324580267071724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20a743fe71ec6333d27a4b92c5202f358bfe53bd2e8b0a67bf1a9739af6ffdea","sample_id":"hellaswag.val.4238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71fcc08d7e69fe69796330a1eac2e059e649dc63aaa581e5251b24b431ad3ded","formula_version":"titan-u-contract-v1","latency_ms":1.1427089339122176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8513dd1ec98bfa0beb9f5da6b31ba291f2c1ddea09e9802e0fd79d9c9f990a4b","sample_id":"hellaswag.val.4239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8165282ac2a2e0bc38a27d0910919485df98e90a765132a96fd922d1233e7c2","formula_version":"titan-u-contract-v1","latency_ms":0.6386659806594253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e660643585430928ea5325842d6f84af40d6fac747c44132f66078c2a4a62ede","sample_id":"hellaswag.val.424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0463feb38ebc0f10c3fee52835c26a1e127306e98fd7b6c6b59b8072336e8761","formula_version":"titan-u-contract-v1","latency_ms":1.1277090525254607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4969861ec696824e8d65d48ee3b20c0d1f5bc9591c2a083ca505944a172e75b9","sample_id":"hellaswag.val.4240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18e11ddce40a5e00625597308519d684a42aa5264c5ed28768974f89c8139d6a","formula_version":"titan-u-contract-v1","latency_ms":1.1507910676300526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2db608d4bb49c738bc89d98583d80fa1e8b50c26adca97950b95547c57a2bdb8","sample_id":"hellaswag.val.4241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df1b3a12423e50e7e0986e7d44f697b51b19aa05f1bb3a185cdeb643829ee1d0","formula_version":"titan-u-contract-v1","latency_ms":0.6614999147132039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdfb8a2f850f604c6679e5b085ee69818db2c411e9355953d440177822b2dd17","sample_id":"hellaswag.val.4242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f79afc576d8e78a1c7b9687e650bb086659478d39b628fb80c0c471e9ce79a4","formula_version":"titan-u-contract-v1","latency_ms":1.265416038222611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd6ca7a80a4611f62182018d0921c7b397a1f229b0c8bbe1cea18f8a8521b699","sample_id":"hellaswag.val.4243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c70d3bd47e41db79cb8a98d7f1e36a91a6ea9fed08844c21b41834fcb5204cf8","formula_version":"titan-u-contract-v1","latency_ms":0.5997080588713288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f86e6af476602f9a7f2f05ef7709d92ee9d98b51e13fa33ba34818c490918b0f","sample_id":"hellaswag.val.4244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fedd49f9818c4c093be43f247a7ae80ec958edb4d19913c59970f3003e2049fb","formula_version":"titan-u-contract-v1","latency_ms":0.9360839612782001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b482cda2102493860d1538a10ff2763cae0e058e2bc84a1cdb012cc1400acff","sample_id":"hellaswag.val.4245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c9ddc2f2af72b93a80d3e33d22d292d439b25ba4a793bd4857dab5c6753f27d","formula_version":"titan-u-contract-v1","latency_ms":0.8533750660717487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2102a97268a78036233fd8afeabc8c2cd51d3c63dfdda22e57a0f6f1ad246b69","sample_id":"hellaswag.val.4246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14dfc444e2c8c55bd99f5947076803e6d9e8da3b531c52658cba57274f845062","formula_version":"titan-u-contract-v1","latency_ms":0.7530839648097754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"155af7969640ea3e4e140da2d6c2c59fe811866c29abae1fdcff719b882bfda9","sample_id":"hellaswag.val.4247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4281926fa870248db82ed63bc8f9c2d3fa968fc4a1e00208c8074929c7c14c3","formula_version":"titan-u-contract-v1","latency_ms":0.706541002728045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c01893cf9a4602b358c20def8a1d328b05a63f7b6e80ea20047d7b04f21f64f0","sample_id":"hellaswag.val.4248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3a7e019acbf50f5cb456485bc00c0a69c41e73e7f239680d9b413d25eaa559d","formula_version":"titan-u-contract-v1","latency_ms":0.6538339657709002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a13be6e3b0d086284164261a1d5ff993d0cbe127893f7d11ffd9f94c8bbfb2c","sample_id":"hellaswag.val.4249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e34e69475fa227d459e2fb34c02c9696268e83a39b53cee495805ff136cb0a97","formula_version":"titan-u-contract-v1","latency_ms":0.5725830560550094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61ff969e11d03a4a77eba1379717866664b367274c949cb97ac8bcd9ca63cbd8","sample_id":"hellaswag.val.425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ad15dcfa69000e61d29242264efb1327c6a5b1ac127888d8a7909f1f15dcc03","formula_version":"titan-u-contract-v1","latency_ms":0.8156249532476068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7b3703ac9170f1604ee208a6a9ccba5cd9f622d02798e9e7486b9da63c207d0","sample_id":"hellaswag.val.4250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ec5410c3530f6ae16fd74c99442f06783e0d20d2a36b3590ef3fc2241348c7b","formula_version":"titan-u-contract-v1","latency_ms":0.7797909202054143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9feb0c2b5007236f0ed8e5218db0e8073ecb9328d623d589d01b69ee8445d183","sample_id":"hellaswag.val.4251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1c2bfe2aa87e9803c17685607319946e6af2c06a864b7b38d59812c3a4af7aa","formula_version":"titan-u-contract-v1","latency_ms":0.6708329310640693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5793a2480dc30e1069dca7f3c75f0c6518e2ebd5057bf509ccfd3c771af55a07","sample_id":"hellaswag.val.4252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9473a10672edd0f77e6ea973bfaa52c04dc62a6559124167d26ef13caf749b3d","formula_version":"titan-u-contract-v1","latency_ms":0.6548339733853936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf351c84c0461eae09ed3e4da0d212f7270eb79f81c4711a0b3a3dceb2b7d9cf","sample_id":"hellaswag.val.4253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0123833b5e0233706831f3f946fdf9739e89f530882ec189a6c8a69e0d2372ee","formula_version":"titan-u-contract-v1","latency_ms":0.8299170294776559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"088ff4387fb3b138c8176d1684a8f23c6b7327b7a52657f66dda318f377f8cbf","sample_id":"hellaswag.val.4254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb4cb121a82f5d45eb273c3cc82aa8a4093e51e0c62df3a491ef847ce5a03549","formula_version":"titan-u-contract-v1","latency_ms":0.9500830201432109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40fcfe3255401d39dd88ec2d07b5b047185e790e75830075ed5295c0db249078","sample_id":"hellaswag.val.4255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"617e2d0cf6ad6d90d6edbe9ce58259453e52783b961d3201e03d05802b481d9c","formula_version":"titan-u-contract-v1","latency_ms":0.8427499560639262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e6aa078c02467d5ed1c5d5534e66d00a10069f5eae45c16515d716e2b9328d9","sample_id":"hellaswag.val.4256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62476a21d1b7107de89148f4cf1ed7d33c0908a5917b71b4d2eabef1604c8dbc","formula_version":"titan-u-contract-v1","latency_ms":0.8607920026406646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a6f6c3135c4c32347f4ee171c522447ae2cbf2f1628e0d6c1a5dda8f18a279a","sample_id":"hellaswag.val.4257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92925a599d7df34032d0d0086cc3cd8bcce4f0fed4d7e84fbc53a2c37d74b7ed","formula_version":"titan-u-contract-v1","latency_ms":0.8359589846804738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91b373013c6af1da695b30ecfb6127ddcbac1b56c76d4e29c57dce9566724375","sample_id":"hellaswag.val.4258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d24f6ba2cd76d960a127c0c9ba3fdf0040198bde8bf700b7efb452d529906eb","formula_version":"titan-u-contract-v1","latency_ms":0.7251660572364926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"862c43d3c9ae3de90a1b6c3bbc505712147f540389489342838b2dcba0c061bc","sample_id":"hellaswag.val.4259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38fcd9d4e8263df79d51adf8bac8bc6037ae50c7e3c329f99c24c7e2a40ff56d","formula_version":"titan-u-contract-v1","latency_ms":0.9070420637726784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9941c05f309028f932d3a1acb6e092a8adc7167e6d3881019ac4f18acfbe6c55","sample_id":"hellaswag.val.426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"462fab3d487e397a9fe9363315e83995f11772d32c0cd2ca7dadffb1db7252c8","formula_version":"titan-u-contract-v1","latency_ms":0.6572920829057693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50e56ccbc9664280f3369ad8d96adc9a209de372bce43340bbe69e1fb6a7f32f","sample_id":"hellaswag.val.4260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f450fa378e8f6a91504e7167b894820dfc2debd853a7c77aee368593f221a4c","formula_version":"titan-u-contract-v1","latency_ms":0.6762499688193202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9d888a442cd687b37b9c19c3f09631fd15e45e3bd83de9203037fa79dd9caf2","sample_id":"hellaswag.val.4261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e7ec9f2d8c387588c406babd1aabf47f945c3a25c9dcd6fe06252d2fbb5a7d9","formula_version":"titan-u-contract-v1","latency_ms":0.8774999296292663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6836cc1562b447fc30d20bb589d4b881821aed2b5776af31367ddb56ce9cce93","sample_id":"hellaswag.val.4262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc3e76df6fe207520b2abbc2dffe8daad972db2558cea8d6797acdeef98bccd7","formula_version":"titan-u-contract-v1","latency_ms":0.8464169222861528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a46597b24ed12fff9070152a6813effab4ade504a4be5f41772d71c868d50e74","sample_id":"hellaswag.val.4263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e56c894ec07fb0fd08aaab65ff78811d3df48e7aee77f3806acfb33f21281c00","formula_version":"titan-u-contract-v1","latency_ms":0.6958750309422612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de1146182ecfed2b3eddf02a17e84246da9ac3f9625ac37ab0eef4363ab183f3","sample_id":"hellaswag.val.4264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76ea50d4b0f64db7fca33a24f13970357a9320107577c882fb59681ad1cea3c4","formula_version":"titan-u-contract-v1","latency_ms":1.0800829622894526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54eedca2b1efbce97edc4856aed45e3f9420bbd944820af08f51eb61407a745c","sample_id":"hellaswag.val.4265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bb7b475405661c1297d0dcc905ba4cc4bb2ce71d3a36bfcde37facd8cb664e4","formula_version":"titan-u-contract-v1","latency_ms":0.6896249251440167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfb3efa6fb298f874de334b57322b1802f649625002bcd4b108d03a6469688c1","sample_id":"hellaswag.val.4266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41f9cc2e7b36e5519dc404d3c34e7776ca09b7154b1481ab76f8fef5db6aa012","formula_version":"titan-u-contract-v1","latency_ms":1.2054579565301538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80c794beb75cd0a2a59601e3b235c5896049d99faf24017ca6474d2099f07467","sample_id":"hellaswag.val.4267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf96607dbcb238636b6384be23df803da7d38f8e91232796758814a2a8091fe9","formula_version":"titan-u-contract-v1","latency_ms":0.9250419680029154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"707513f254408097730d479ce0155533490dde767ab31da524d35aeadaf5759a","sample_id":"hellaswag.val.4268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"161502ac756cb718d73a4e50aa7c774d04ae5d7b2c8e60ac644035236020f4f8","formula_version":"titan-u-contract-v1","latency_ms":0.6925839697942138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"703e2f6492bb04865d702823fb039fd751d7a93267703bdd023976b959315c07","sample_id":"hellaswag.val.4269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c73644e1393e0091fce29c13d0d09f1815e5ca02073063ed2cb24dc1fd415b1d","formula_version":"titan-u-contract-v1","latency_ms":0.5442909896373749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d1b7736b28a7b27065b188d29d89e82eed6cf4d79924c142ea8903dfa8933a6","sample_id":"hellaswag.val.427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"313047f952cb6cc30ed2f87a9be9d4b22a95e502183260dc431a55e6b7302614","formula_version":"titan-u-contract-v1","latency_ms":0.6604159716516733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c653c78380938d07da791baf7d6a8f099fd89f1e57000c64863de3f8d2ef245","sample_id":"hellaswag.val.4270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cab8e54209b7d0bb76b25d2bfdb016d3f6acf7229edbe1ad38636f1d124861d8","formula_version":"titan-u-contract-v1","latency_ms":0.8894159691408277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1b6b2eff0328f9cda5fe59cd886703645d5511ba4c5cfd86ce03c24fad881ef","sample_id":"hellaswag.val.4271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c2ee872d83448d5d5355d23e352bcadc1c04254cf8ddcfc17c50d6b248cab8e","formula_version":"titan-u-contract-v1","latency_ms":0.7645000005140901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0e7ea5547d1b425e226bb070c8a1830c89ee0667e3b3386d81e457e85a460d7","sample_id":"hellaswag.val.4272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cce3c45f8b1103457bfe0ca48a15ef7a68f7616fcede7f6dc802a410e6c767e","formula_version":"titan-u-contract-v1","latency_ms":0.6991249974817038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68775fcd62f8de8f50a9e117d0b76f91c836ee83ad6cc5bbb3d20a3146804de6","sample_id":"hellaswag.val.4273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7863442af38dbeac5e4f60433bff32fdc16ddc66e040ebf143a4e5f5b4274afa","formula_version":"titan-u-contract-v1","latency_ms":0.6452080560848117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5e271d4964c6380bb75d6f06e277256116a9e2f9ec7e361ca7515bb960f50d0","sample_id":"hellaswag.val.4274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc36b3c96f2114a9e4bd699f47a0299c81ceb5ddfb52d1044965d43e732fb7f7","formula_version":"titan-u-contract-v1","latency_ms":0.7372499676421285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"870dc52212f42437283135afbec2a3490c07821d6b4dd343b6b5b42cbce28344","sample_id":"hellaswag.val.4275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f108b10c3ff921c34fa1e8df0bef18dcf809bbdf70882bcb7be950a0ed01e482","formula_version":"titan-u-contract-v1","latency_ms":0.8436660282313824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c28265be2f85a12ed1067fce1c3c06969145644673ef32e5a0d60fd8536c704","sample_id":"hellaswag.val.4276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4670fb8b754ce97a2e0e104cea0a6a9f87ca00310ee1548b066e24de35fa9b4","formula_version":"titan-u-contract-v1","latency_ms":0.7285840110853314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"770065c23f3d9b8dda17116acc22394301eb589bbd759a99f70db02462f20f6c","sample_id":"hellaswag.val.4277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e63ab19e068ca9e19211ade5128355e06bf1fb76057316b96b1072fb105aefdb","formula_version":"titan-u-contract-v1","latency_ms":0.6807080935686827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfc39dad4f2b6b0bd3d717c21ba170cc98adf84a9086400de635f0480e9683d2","sample_id":"hellaswag.val.4278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"239559d7008744116cb3b209c3b40f84a096fa6e4f0c122b8cb7e378e03640aa","formula_version":"titan-u-contract-v1","latency_ms":0.6061251042410731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94ff7385df47b1966a58bdb01549b32bd72f1853f3d9cb855e82ea7c2de4ff04","sample_id":"hellaswag.val.4279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98405700012ec35535ac530198d01d6c8de9009fde370802af02590afdeea17b","formula_version":"titan-u-contract-v1","latency_ms":0.7160420063883066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59392233745a9d95c8b366eb2ab215b4698cfa4a0b5ceae724b1654f609c3258","sample_id":"hellaswag.val.428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97774d88edff9226ac272b41e4c9e9d53c1a4f3ec7bd979a3d5c3fdbd2b52860","formula_version":"titan-u-contract-v1","latency_ms":0.8405420230701566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5e1807feb7497bf27a9e6febe575f84ab9ed5c0c250f3942a29be268401fe13","sample_id":"hellaswag.val.4280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"073f676da36c4f0db7b87ea7053ed664b40e5267c892799e3fc9d92398099419","formula_version":"titan-u-contract-v1","latency_ms":1.4003330143168569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4907571092371b5d14fb5e8b9d39fb8b4b7de68b1b451e8c37e2e468f6d427f1","sample_id":"hellaswag.val.4281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6d1c4d56d717c0de7281f182ecaab12c97d7cc230572474c1e696c8b9ab9c54","formula_version":"titan-u-contract-v1","latency_ms":0.9056669659912586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70c26036059a396e9d2e45084b9a40245798ad6449b1404db8c3d260eb03ada4","sample_id":"hellaswag.val.4282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7806f22ed06bf4aedd66e8a513d7130c8b31d7f6bb611c78b15014ac58a9e8d","formula_version":"titan-u-contract-v1","latency_ms":0.9960000170394778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9f920df7c29971779f35076b4f8b53e8ba7677499c0a8544b280077a17010a5","sample_id":"hellaswag.val.4283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0820167074e3f475b40e2584bfe87ad86c27963109f9bf9451359b28a9a7c69b","formula_version":"titan-u-contract-v1","latency_ms":0.9309160523116589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79723b9327cca217b9b3a4df0a7973feba14b7c5d3f82f2bb6edf72c3f1872df","sample_id":"hellaswag.val.4284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19da0b779ea338b3c91c3fd39da285c6c6b7d236b56cd489f04af4ef721e93e5","formula_version":"titan-u-contract-v1","latency_ms":1.0512910084798932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0655fafa6e99eca92807514de3719d4e1a9b1643dc0607882a082d0eeaaaa9a3","sample_id":"hellaswag.val.4285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d96a6a995e6cab62e743022e3dff310e3149c7f5b09cd2d7eaa948369e6d7b50","formula_version":"titan-u-contract-v1","latency_ms":0.8612918900325894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2dd2db0efcdc0b8c66d966be33c86fa0fa2c5fc2707b7a5116bcae00a4cdf05","sample_id":"hellaswag.val.4286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35e46fb39c86c882d0a9e5156424ce4898e9acb3e2fc8255e4686ad27036fce4","formula_version":"titan-u-contract-v1","latency_ms":0.8876250358298421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98b1a4a0ab065e278261f275c3a2f7e2502fec266252e2b02c3e7b543d8e851d","sample_id":"hellaswag.val.4287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39890150029b04decdbbe09cb8fcd9e7cf13c3fd505cd61b2b2e8228408b5fb1","formula_version":"titan-u-contract-v1","latency_ms":0.8574590319767594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e6b35c2fc42b19014762cee4f29fea8b4fbd6aeed22b7cf1761fc4dacd881de","sample_id":"hellaswag.val.4288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00ff4e2cbcfe40ae256326bb039f456dd30c04742ccc4b569bfd4411d6732f80","formula_version":"titan-u-contract-v1","latency_ms":0.6357079837471247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3029833030e7372ea053e9de76caa4227e9ade1023c8157eb548a07242bf577","sample_id":"hellaswag.val.4289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6f54fcae557690fa19989f150305cfaa4bc59923ed3e427de32096722a40a19","formula_version":"titan-u-contract-v1","latency_ms":0.6923750042915344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"804fd3f9e4bee1cd8550dd7b433c832a28bf0bd4018b8704b0dd30228b5e6902","sample_id":"hellaswag.val.429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63b1e8c0e548bf4f5dc20a517bca5d9bac0ec18bfddbe2963ca8d89a8f5d8c61","formula_version":"titan-u-contract-v1","latency_ms":0.924041960388422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6ebd78d0469a5c514e033d03379449b50c40ff232d141f930b7c6729630c46a","sample_id":"hellaswag.val.4290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d89d9bb4a61fbf6b507336740171931fd687c15bcea21c385244a40f3fc2528","formula_version":"titan-u-contract-v1","latency_ms":0.8984579471871257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1abaffeb020f1dac26d9db3a88e5ed78ea7cdb74e4ca94df41b2c36e205fc237","sample_id":"hellaswag.val.4291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a14f4797b741e1202745c1f752571ff673b6958d25fa6b260132bbe7f64ab63","formula_version":"titan-u-contract-v1","latency_ms":0.6433749804273248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d3dfc6b454cc77ec4644771e586ff345de98812f98fa71e526b3404ba25ea3a","sample_id":"hellaswag.val.4292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bb38c3f901d980f0ac3278a0f364111cfe83b8b2a495994e5433b2c59a22fe8","formula_version":"titan-u-contract-v1","latency_ms":0.7678749971091747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac761dc8a07f18b866f67c06980e774489610b7e3edda4f7747f82f27992b378","sample_id":"hellaswag.val.4293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"513caa1d0722405c86d3555abcea779fa623ae1c2d30145c102d9dc2e2461123","formula_version":"titan-u-contract-v1","latency_ms":0.6723750848323107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"567f2989299a80e92ab5f273804faae1c3483d69b5366a49a511f8de2ec1e09d","sample_id":"hellaswag.val.4294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0b44ba0a914c3b85adcfba1afede9c09b44f56b5b7b880923c1df589113020a","formula_version":"titan-u-contract-v1","latency_ms":0.812583020888269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"566cbeaccc972e93255567ce8410b5dc5b0500ae58d3e880d1b80d834380c6f1","sample_id":"hellaswag.val.4295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bccd938ef76f15eff5691702a7219859f3dfcb0a9d12550665c63dae470f878","formula_version":"titan-u-contract-v1","latency_ms":0.7181669352576137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a008cfa12325f108022a34b45b7d078a5e0a2f4866e01da80fd0fb8478e521e3","sample_id":"hellaswag.val.4296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02c2c4c1c9647c2519b2ebd8a4aa0ea2cd5726eca85ba2549132e62bdadee8e9","formula_version":"titan-u-contract-v1","latency_ms":0.7035000016912818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1952ac56d137173595fc787f959e385b0592abe5f866ded027a2c150d64cdf46","sample_id":"hellaswag.val.4297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d8b8c1ab9b1b4661f375350dc604cf4308df4ef4e032d285d86ebf5b2a7d70d","formula_version":"titan-u-contract-v1","latency_ms":0.593625009059906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fbda1e58256503f0db64863961f358c2f9e84974e8cf505b0c088b4cd2817dd","sample_id":"hellaswag.val.4298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0af6054bc79bdd248a6af63baa223a7d8403c145aa0d13f5f034a758be1a9131","formula_version":"titan-u-contract-v1","latency_ms":0.9212919976562262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5ea7b7f913c464ceec19d5cade9aefa48a45b367c0a2e4ddcb11a94a691c728","sample_id":"hellaswag.val.4299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d97b96be9676b57e64a83548fd9d19c08a0d063ba2b8720cba13d2267c542212","formula_version":"titan-u-contract-v1","latency_ms":0.890374998562038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4be92178eea80c8e12c9840c974bbd0fbf82852942e617e31e1f1e1554819ea","sample_id":"hellaswag.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00e55e64883eb8a9457f974a45624d70c0e6b9182dd5a9a32cce8dece8651132","formula_version":"titan-u-contract-v1","latency_ms":0.6399169797077775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82c7675f42a0148da1cf582cdab89407f4c3a11fb2aa34b716e531b0d7e4c0df","sample_id":"hellaswag.val.430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a3cecb82ea240a95d92a6da1a559727a49f539a08be73ca78a019f68f55cfb3","formula_version":"titan-u-contract-v1","latency_ms":1.1923330603167415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83ec4f5e7f020a5c425b9161377ac251ccf58c975348b4197fc9314ebe1efe51","sample_id":"hellaswag.val.4300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1142f7a04491d346fbb2fd6acbcfb03bf7d9dc5c087f388fe02acc54deffb341","formula_version":"titan-u-contract-v1","latency_ms":0.8608750067651272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1c47321909111ad1696a3e9fe5cb7471d0793f404ae5d9d58e1a62a5632adf4","sample_id":"hellaswag.val.4301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe123d273888024efd8ca7d39e18d2158c07938a448578e6d42d258df865b382","formula_version":"titan-u-contract-v1","latency_ms":0.6737920921295881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48e0d8504351994c075d5fc99e9f1e69e4467484ddecdfa7e1671b11b5dd9c75","sample_id":"hellaswag.val.4302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c23a54c39945f4411260f4f590d230e20a9926e977a40950a3733e246f52418","formula_version":"titan-u-contract-v1","latency_ms":1.3685839949175715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a249149ce664cf488386b5872dcfd80b3742cb31820bac7b4ad94f913cd8a73d","sample_id":"hellaswag.val.4303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"355ca38045bbc3f807926c2017d71718c7f99fecd435ec3444b9c3dd32f00936","formula_version":"titan-u-contract-v1","latency_ms":1.3676249654963613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"026bf40152f10c40000f6a96fc805b4529953638a911f099e2dd74b93cea8fb9","sample_id":"hellaswag.val.4304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b628fe4af8325b8f5a1c73a252fe429c14b0e37d128ab734fc74d5a83e4a3b4e","formula_version":"titan-u-contract-v1","latency_ms":0.8089999901130795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8018bee572050cf2f89525531df321c09960909cd12da85bbd0cda0b235b98d4","sample_id":"hellaswag.val.4305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95ad3f89d0db8f02eb94a94aa59a244740efbcb3f69a4cb8abd300656bb7aaf4","formula_version":"titan-u-contract-v1","latency_ms":0.8148750057443976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ff4284674566f6390e5dd83db5c628f2c463aa1c2668f863f4c3848d220fd6a","sample_id":"hellaswag.val.4306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"010b52cf63136e5b559422298c052909fd939c29d5b26e300058f93014bfb291","formula_version":"titan-u-contract-v1","latency_ms":0.6190410349518061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a7ac62cc5d649dcea745d54b74fce693678581a177b5124fe1ae670b78ee9da","sample_id":"hellaswag.val.4307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d0b89cf01aa8ed79607d846b42d87bcc5ad58634e0942564663e26401f13e8e","formula_version":"titan-u-contract-v1","latency_ms":0.599791994318366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc9085451d5a8e2cefac8716e09266e24aac057da9d09a0573225831e941afcd","sample_id":"hellaswag.val.4308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ac113154f2c288c384894854774aef5d7f2ef4087b32d9a5235e70078da4c19","formula_version":"titan-u-contract-v1","latency_ms":0.846165930852294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b0d13ab66070ae791d84dce2c3fb8bd1a14a7bf99ad08868887b381933e8458","sample_id":"hellaswag.val.4309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7156718a2af80653499846f4fc3493d143edf3a1fc59e9a45d965a06cd5e3abf","formula_version":"titan-u-contract-v1","latency_ms":0.6995419971644878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9364bd1b748a9bd1f0c2499e602d63985da17f36bbc4ce5ecd56e11f1554d74c","sample_id":"hellaswag.val.431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faaa6b220e1a4dd2aba2138765645823c740b15b39da91417aa55a474d98ff04","formula_version":"titan-u-contract-v1","latency_ms":0.6305000279098749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4d53a0362c4d0749b8ab19b4ed46d67d713ff93bbdd336ee39bed65560aa0f5","sample_id":"hellaswag.val.4310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc0892974286385edb660a9a1ddd9634cea3880bfc946955b247f702d70b569a","formula_version":"titan-u-contract-v1","latency_ms":0.7705000462010503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efced09db2c927453c5d72fa34e5854603d29ed043f6960326a82ada1e141b95","sample_id":"hellaswag.val.4311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d97e59ce1bc578a5e4de6f0af127f1a585c16b2fa8d6cd726cb8899bbc3c1eb","formula_version":"titan-u-contract-v1","latency_ms":1.1699170572683215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a10a0c80188305d411365bbb2f58916c7e191ca53e18ee405c576f5356d8d86b","sample_id":"hellaswag.val.4312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c2254abe08b84bcb077d3348b689df53fc52b4565c193a6a0fd9887f8afaac3","formula_version":"titan-u-contract-v1","latency_ms":2.597958082333207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"342c69c1b24fa71fd9f392f1e43fa04e9168a567422423f85caa07e6cd16e5a0","sample_id":"hellaswag.val.4313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f50e39dd1cba89806618c16e3cca9ff47199f2759979127fbe51489b6b87fdc","formula_version":"titan-u-contract-v1","latency_ms":3.5714999539777637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"544a74da6a34d6b7b2e9f124b241ec8a2b12fea183aab73b27eb51899e8c1f10","sample_id":"hellaswag.val.4314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d74de334269feb0de1b74c81e2646556dee37b05a767eb97d424d88983f8d3ce","formula_version":"titan-u-contract-v1","latency_ms":0.600542058236897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f5c60f124c56c530559549f45b5758ca8ff44de332a5c9be8e5499df6d7eb22","sample_id":"hellaswag.val.4315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12144e9a06101a985357bb8434f97dee2785e191c16ad4f92868e34e2e5a769a","formula_version":"titan-u-contract-v1","latency_ms":0.6438330747187138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b9da2461a5a6e6f940878f8b475171df8ba3772793e57c83453335519e0de65","sample_id":"hellaswag.val.4316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f328e4fb7fa257baf263e9ebb581d7297f96bbc3f4fcec8290653d2884f3755","formula_version":"titan-u-contract-v1","latency_ms":0.6707500433549285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3302f5f6355d07ee7e339c98275f35a3fce810d902083194c1196bade5b9d64","sample_id":"hellaswag.val.4317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b9c548e6c624223dd6c55b879e929b1da8d8c03700d2824e5811ed6d97e064a","formula_version":"titan-u-contract-v1","latency_ms":1.177749945782125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5f6b4a9a70162b022c50650a8e3cd5d2b1c20640f5dc176edd10a95409e9acf","sample_id":"hellaswag.val.4318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b08e3a63364a2a51fe4c0a295e7671297d60abb9c22b0b59998b1a056641f454","formula_version":"titan-u-contract-v1","latency_ms":0.8145410101860762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da8f2942aa3977022231d7eae79ef2a5daf7fea78aea115ced623b45a9a65e64","sample_id":"hellaswag.val.4319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ab11b05bfeecd9711de6262d88c5fa2ff672f6b0cea113a02a3c1741859ec5e","formula_version":"titan-u-contract-v1","latency_ms":0.9264169493690133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea8401bb660a8697709cded580c3616c595a2c0b77d81b152671239929b26138","sample_id":"hellaswag.val.432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe411ee6a33c6ed3e49fdbbeff5dddf2a30ce5285c7fc4a9d40bf9665c01a2b5","formula_version":"titan-u-contract-v1","latency_ms":0.940999947488308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16941767f47d52d6f4ef5301a1aff56a3f65a3026ebc61b69e27b10501ee7a67","sample_id":"hellaswag.val.4320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca62106eee52d1211eef96bb295365f1d0fe132857b83c4bc171c11a9d39b99a","formula_version":"titan-u-contract-v1","latency_ms":0.9574160212650895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d174188115bb025ac26debc4c9a8b86eb2826821c23c688e2c7f619ba4e5ea6","sample_id":"hellaswag.val.4321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"777ae1baf91165f2e113ec4919bbdff6c3c31d5e893b05897ca3ed4138a2f715","formula_version":"titan-u-contract-v1","latency_ms":0.8055830840021372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a53f2a3208d7225046d28f5558339a238f87218c31b70153c8fa89c1580efb9","sample_id":"hellaswag.val.4322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c26875912ee0821d586694b5d5eccc920db4465c5e33d1f86d3be3f37eb67148","formula_version":"titan-u-contract-v1","latency_ms":0.8058330276980996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da5452c2c39deb0b84772576b125541a36a188642c099b852a73ea379f61a8f8","sample_id":"hellaswag.val.4323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f543258e7bd44463a699dbeda9fb3481b6d086b820206aa9eb91489e5638bd2","formula_version":"titan-u-contract-v1","latency_ms":0.8467499865218997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2910f703b3ab0709a2d97baf11f1fd1d3a6c7785dd319b498a578cc5693e942","sample_id":"hellaswag.val.4324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66f5d858c12b37a907e9aa70daa946185f0fb51512c92017a5af1911aa1e3dde","formula_version":"titan-u-contract-v1","latency_ms":0.676875002682209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"622cee911c659c3a50a3b40cf3b4d4e2aece9d2c164101f9d65d21405b64120c","sample_id":"hellaswag.val.4325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39cab5dc989be33c6c51765519c1d562af6103c47130867ed70424dde3a4d39e","formula_version":"titan-u-contract-v1","latency_ms":1.0930419666692615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"837b2d46fd6dc17b6bdf03f7cfca5872fbb4ee8e4ec66e95f073ae351461370a","sample_id":"hellaswag.val.4326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adad37a215c04bbf0b047a1006f111560e6cf4c5439551f47c07ca7b812f8c42","formula_version":"titan-u-contract-v1","latency_ms":0.9255410404875875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b241f96bb6a6b101b20cb49699276fb3fab1aecd8541152f04ced4a8aa042088","sample_id":"hellaswag.val.4327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11f40072a3c03d4f09badfc670144935fdf963033865ece0de995c16d2ddd95d","formula_version":"titan-u-contract-v1","latency_ms":0.9869170607998967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"841d501e0317f4aad90022c6c45b918135a05344262d6b981e5de14f86c27d98","sample_id":"hellaswag.val.4328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ad3ea0ce123144c5be32e9c668c8f24bda7c36e3cee3d7c342f65663fa366b1","formula_version":"titan-u-contract-v1","latency_ms":0.6086248904466629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd90d8cd05f0b53fa2565dbb63af5057a5895ede0371f2b0f19f62e80e72f382","sample_id":"hellaswag.val.4329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bf38865d50aa83118b6eb22c53338514bea1a8e1107b37da61633ed0002769d","formula_version":"titan-u-contract-v1","latency_ms":0.785208074375987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e8b428514fb6874884305980a5b56ab0ff7b3881304049cd086df01af988c19","sample_id":"hellaswag.val.433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf9f69eb291c844c632f9442179c3b61c95a332b1649fc4971a997644aef871b","formula_version":"titan-u-contract-v1","latency_ms":0.9070408996194601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58facda64a158ed9aeaa91c00dad07e201f8f579ef137976b371482ebfab60a3","sample_id":"hellaswag.val.4330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4f1105125ed7653e243ce994c2215c9edbf141b0f0b10eb352d9dc08028d977","formula_version":"titan-u-contract-v1","latency_ms":0.9159160545095801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"806fb6895b67f29a1bebd7f422e039b644f20a76216b86320d508455c2fe7dfb","sample_id":"hellaswag.val.4331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bb36350115ff7268e427498ef6cd2910fdc4b0bc0a3977e44be231c06adf5cd","formula_version":"titan-u-contract-v1","latency_ms":0.6629589479416609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3b824e0ff4ab683f174f18b7f5fbd20ebb6eccc7a575fb8916256b7c2eee097","sample_id":"hellaswag.val.4332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19f1df5f7f6b7f78cec6b99fcf476f5bdfee726408099ca63eb87f050b4e577d","formula_version":"titan-u-contract-v1","latency_ms":0.8738330798223615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1f5545448ca3ced8a821a2a112acbb08896751b5827b6ac5856fc034479e66e","sample_id":"hellaswag.val.4333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb62609ea9d4fb1265fd57d424c8e6a5133392e6c354ef5328d5e929b25ad7d7","formula_version":"titan-u-contract-v1","latency_ms":0.8384579559788108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7162ce707f24bc7c358533ef9f7ea337a6c3694bb8e14e408ae515013fe02085","sample_id":"hellaswag.val.4334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d855953e9c23d3b1f71efab26c3a1824df57e99304694ada83ca8111ff67134","formula_version":"titan-u-contract-v1","latency_ms":0.8986659813672304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ecc948ae154cd866c93c107612a6d24c40271515c76f272c5bb27a01ab645af","sample_id":"hellaswag.val.4335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ae0aa9c0c138eb70286a59929706362f0aa6c55cc5475177effd42aff1c46f1","formula_version":"titan-u-contract-v1","latency_ms":1.093875034712255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e5ef7bb2ed44a80b11703fae0237144c160ad5409050d9f85201da3436f0645","sample_id":"hellaswag.val.4336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a95258aaf47519eeef29a9f4b178bca7c5bfc06e1bc8fe80eb476349f434cb45","formula_version":"titan-u-contract-v1","latency_ms":0.9256249759346247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57fbc5572a364cf398867ac9b09e5bbabddd74b87a22a696655faf9982f0b82b","sample_id":"hellaswag.val.4337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01232a20215dc669b17f6d914065aaedfd196b8b56f96403463cbced6c9f2167","formula_version":"titan-u-contract-v1","latency_ms":0.9120829636231065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc3ce597262ca9c39e6f603cc07cebc6b4ff068f7e69fc7b84c42548ba4f7a84","sample_id":"hellaswag.val.4338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1226b5baae2f80d6b355ccad666757347c3a616da1d1a6c10a1fe464365e3093","formula_version":"titan-u-contract-v1","latency_ms":0.6883749738335609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a6ccd4dc31b7f92b55c96b97d644239870913c46b4183864c0aab4571b90f3d","sample_id":"hellaswag.val.4339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20cff8d0249cb03738066f6e4ace00e9b8dda13ea40bdc3addf59308cfca5562","formula_version":"titan-u-contract-v1","latency_ms":0.8345419773831964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d789ad1ad72f204effe3cc303dc5c0839f39a67e60f24bd7d28f28ffde4bcdeb","sample_id":"hellaswag.val.434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"004ac56adb6b60202d23de6a479555e29080739360cc5ce7cca3924166792e08","formula_version":"titan-u-contract-v1","latency_ms":1.200250000692904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef73ee31b4aa8915eed22663a8850c29a93f63ff09986a9f1236048b70f23389","sample_id":"hellaswag.val.4340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5524516e2e9ff5c382bdd4b282a7520757bb1a21da9109a3e7630ceee20b4cb7","formula_version":"titan-u-contract-v1","latency_ms":0.6326250731945038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e253b4a6c0f77a1206f1524239bb34fc088026cbf9b6e6650e930f6a0d52dd8","sample_id":"hellaswag.val.4341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b3009db2af90eed4b184bd78e6ae7dbf95de35f85e214f2c32a7e1d8bf73192","formula_version":"titan-u-contract-v1","latency_ms":2.1137079456821084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60a71f6d1a1adae2e122399e117aec654e7e9c824a8863330bce8487bf2f8a01","sample_id":"hellaswag.val.4342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"964fc3fab194ec658039296b2b82d9f6c11baed6ca5dae5128210654354916da","formula_version":"titan-u-contract-v1","latency_ms":1.01033307146281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89c4781edc05306f98973632c798a8d9a5c19276dc28fbd375acbb0fa3fef65a","sample_id":"hellaswag.val.4343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b58eed1d900de5502c40791159c80a8851bfe69d9900be636e0cca0917ed8d51","formula_version":"titan-u-contract-v1","latency_ms":2.3569579934701324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44b97ed2d94f48ac626d6f0c83258276f7eb093de0568433f89980363007c685","sample_id":"hellaswag.val.4344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84516541703d3363a986aa5ae1923f4a19358dd33fd982c71f00bb4d52b18542","formula_version":"titan-u-contract-v1","latency_ms":0.9523330954834819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00cfbf7e7d460051af8df953c76df2a519d4ae26d9f85b41c60c5042b2fd5c71","sample_id":"hellaswag.val.4345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"728f136aee1f6b0db0dbcd5cbfd3e959f1927afd299b228f787df1d13e8b7628","formula_version":"titan-u-contract-v1","latency_ms":0.7299580611288548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"197c7c9d5b81ee0169837d9f5e4b3b23dd951887da547d6f6f1bd8c55a62954b","sample_id":"hellaswag.val.4346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8d720c80e82feebad9edf2f9236fd78d67c912cf33c2c0cc2b7d9b64c823a58","formula_version":"titan-u-contract-v1","latency_ms":1.1685839854180813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b11f8c07f56401b74f684bcbffdefa1f71e6440d024715f8e7b029c1704fdd26","sample_id":"hellaswag.val.4347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76c5604362cac1988023dda1adf9e543f26f4d331429d3cc4917eb420e8b7dd3","formula_version":"titan-u-contract-v1","latency_ms":0.644416082650423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27c410c31f8b578ff942744df9d46bcd172e02dcf948a0c436ceed16720ba110","sample_id":"hellaswag.val.4348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a8952ba0cff9fb18c840c498b112b42d167e4f8e7b5dcfc30cb27a126038be0","formula_version":"titan-u-contract-v1","latency_ms":0.9072920074686408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e316211a36bbde7b55da0ac8380e4a7cf14df2278f1057a36d9769cecddcbd5b","sample_id":"hellaswag.val.4349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4b8f37c23a51c24d234e91a367fedb9840cded10a1bc0224135f95d1fe353da","formula_version":"titan-u-contract-v1","latency_ms":1.3232090277597308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6977955b369dafa1e2ff268c11f23f7e0746c9a7996ce217759a49f365022da2","sample_id":"hellaswag.val.435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c6aa97400fb4b73d94f58971876ee889943acc417e57261bdb2892dd8c84344","formula_version":"titan-u-contract-v1","latency_ms":0.7327920757234097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c3e3380dbfbdeac6aa2f0601d1226c2539c4e2a6b29c59d4501abc6174cae7c","sample_id":"hellaswag.val.4350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41b1a93872ffac665c92e847fe5cfffb5dac12fe054c04d460ffd6625938e940","formula_version":"titan-u-contract-v1","latency_ms":1.020750030875206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9711bd3ca2008141c1dbf14f10c6df20c33fc535b8eeec942385d9a2063bd679","sample_id":"hellaswag.val.4351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a948e94fb6449aafe1c90276de0666e02bdb1e127ec37a8651b65dc4dd2d4311","formula_version":"titan-u-contract-v1","latency_ms":0.8390420116484165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57beaca6889bce6f2641992ba8d06ec4204690580ea52b1364d4f20519964965","sample_id":"hellaswag.val.4352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a424e98b5cc6fdf67eaa9350b8c1f647adab2e6a1c129726d340d90e4e6ca1ae","formula_version":"titan-u-contract-v1","latency_ms":0.9472080273553729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"328770cf3fce35ee14f4f2ecd9d2936fb7482044d6ed93097b68b507809145bb","sample_id":"hellaswag.val.4353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e71d380e173755470c49e1da179d29c2b8b3f58d33553385bb848e10e176841","formula_version":"titan-u-contract-v1","latency_ms":0.8902499685063958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1030470b06851f35a8a2d37e7a527febab6b94b30e9f003848004e9c30a66b29","sample_id":"hellaswag.val.4354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00e462070f41b87c4496d40d0dd27ebaff3afcb0807706ecfc0ca67c9f58830c","formula_version":"titan-u-contract-v1","latency_ms":0.6647499976679683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afe27869fba06a848d8b26982ca604625c0eb9fa8a7bafcdab353fa377c60063","sample_id":"hellaswag.val.4355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbd0245e79795914aa0e356a98c439031f9102ee4e9777e19a307e7836211113","formula_version":"titan-u-contract-v1","latency_ms":0.7870829431340098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ba9d1ac53f042a45ce32dc54e9c5e50628a3adc203882298ab7230e315d81a0","sample_id":"hellaswag.val.4356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d308cf06d3f0b1cb22c02ea6e22b2cb18cae943f0e82c65b427a97b6a7a79ef","formula_version":"titan-u-contract-v1","latency_ms":0.8293749997392297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5588e8437763697c88582eeeae2cd99a95a10bb3200adfae0a4699db0d69997","sample_id":"hellaswag.val.4357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3baaa728ea49f3bd810c01a414bdc133cbee0b2e0694ed5d891977d1e59008af","formula_version":"titan-u-contract-v1","latency_ms":1.5035000396892428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c1bfc5a15e1aae515bd6629b67b87959c785c59ea5d0d1fc6274ab259bebf2c","sample_id":"hellaswag.val.4358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbe38aa1e6e30954a7673ed94a1862f8be2453ffdaf50f5426ffc3e44b3a939f","formula_version":"titan-u-contract-v1","latency_ms":0.8695420110598207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c947b58eb64b6405425ab9f9b394f437597325d1b7082eaaed9bf186346ec3b","sample_id":"hellaswag.val.4359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8346e715acd12468175e58b4e54b223c34b09ba81c148203fdb21421a11364a","formula_version":"titan-u-contract-v1","latency_ms":0.6380000850185752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afbd9ed6de917e8eee976083ee2a127bd6cbff08f158bfa468eb4eb8f3f8f00d","sample_id":"hellaswag.val.436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9e249c64551ff407bdf37aac7d19720daeef3ccaedc96c9d113c24953ebcb76","formula_version":"titan-u-contract-v1","latency_ms":0.874041928909719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8310245ea6ab48c4585d76b43e794f8fd7a14a4d80dadd172bbe40f8d4c3148","sample_id":"hellaswag.val.4360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa9fe40773bd63595a66a3bc2a32b1c6e1c48ac9decab7086bb7a448d2d60abb","formula_version":"titan-u-contract-v1","latency_ms":0.8105830056592822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dc7fe5d555d06d858c25f1e1776cd08bf252855b68e3aaf57304a8aabc95e6f","sample_id":"hellaswag.val.4361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76a2c6d9a9374e5910c57f78f2021f273dc14a6a0f209ed1653d4761b9478ddb","formula_version":"titan-u-contract-v1","latency_ms":1.2291669845581055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30190c1c2dac0808a9c9a85622aaa377b67832055695e177911563f9225f1e1f","sample_id":"hellaswag.val.4362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3994662f9cd5846cb9a2493c69c29fd7fe8ee7b9ec8a0f82545967f50d2a9167","formula_version":"titan-u-contract-v1","latency_ms":1.0203749407082796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e14e7ccee11648288353b8729580735c1ea7e18123023f682297ffe823c0e234","sample_id":"hellaswag.val.4363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e0a18da2b2b5ca81dabcff30000a34d7c34ce7111b4fba286f8b69799e22c6d","formula_version":"titan-u-contract-v1","latency_ms":0.6498750299215317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4088d6105c9f7d5c7fb5c51585c8bd88aa19e2062dead0ef72e12076a1434cd2","sample_id":"hellaswag.val.4364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2196c7f51f1ae16db5b24c93f5600494aeb19bc2975be084bcf7966b6abdbfc","formula_version":"titan-u-contract-v1","latency_ms":0.8686670335009694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1950f29b8c5395e058dd2aa520cf3973c8c1662fb50bdfd8eda69f231020ed13","sample_id":"hellaswag.val.4365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bcc12a281ea26987e57bb0bd29b2c27a4da722e278c922e7f91f1704fe472dc","formula_version":"titan-u-contract-v1","latency_ms":0.919666956178844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a20b6e31a4b4b7b26baf6b241194ae92ebbc7da578a22cee6df0e7887ba9d2c","sample_id":"hellaswag.val.4366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"453a532089a986087a7f84b39f6fd3ebe18c10abdba2736f97104d52b7d4b9c6","formula_version":"titan-u-contract-v1","latency_ms":0.6728749722242355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3924c050e9f18c8cb84ff704b3cc36e96503d88896ba6c4ab92801081da9934d","sample_id":"hellaswag.val.4367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23d919dfb3384992f872696fc9ec6e8e382445e4c6868948a710c8bcd564f259","formula_version":"titan-u-contract-v1","latency_ms":1.0398749727755785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf660d2086e61d56ca1aac2552bfa6e598bbf87412defb1066831a0807b74c7e","sample_id":"hellaswag.val.4368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7189158db0182b77c45d1930bc55c9f1d3fb4ce90b73469c0d04a95586a59571","formula_version":"titan-u-contract-v1","latency_ms":0.9174590231850743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a2e30287a93d346ba89e471bd1fb7d4b383c80a3605b8311d160054ee6b7098","sample_id":"hellaswag.val.4369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2eb224bb3ac8d4fedc7d147d3d68108bad9e868ff77ab388af529c2148dd86d7","formula_version":"titan-u-contract-v1","latency_ms":0.4876670427620411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"319c87b2492379ae6cb93c39aa86c04b51ce76800928d52f84b516eabaae55e8","sample_id":"hellaswag.val.437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70c0b54ee09942cae5637ccfa51cde4ee04e3f46676950c365b909ce751a70c9","formula_version":"titan-u-contract-v1","latency_ms":0.6288749864324927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5daa52c112e9e41ab002012215d178eaf7d2b17b65418ec735b339c87cb9ccd0","sample_id":"hellaswag.val.4370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe4bca1b421017b0955114625f506875f998bb36ad336eaec6183d85ede6d548","formula_version":"titan-u-contract-v1","latency_ms":0.6702080136165023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c13f23fec86af323e5b1cb26ce653ce3ace205e2e7001de78d90fbc1def6ecb","sample_id":"hellaswag.val.4371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0eb94c6e5b810ba672d993d093dd770b6ae0e6b5433c742719157630bc366965","formula_version":"titan-u-contract-v1","latency_ms":0.8715000003576279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e2f50cdefbd6cccce22e65fba1547a9c8a673fc12ad68c1c9820c5fa158c55d","sample_id":"hellaswag.val.4372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"429435cb6b4eea3a13f17d15f60d5c3b35c276314b547335430ba771aa16c66c","formula_version":"titan-u-contract-v1","latency_ms":0.6241250084713101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32f4e1635facaf983093b8cb1b5dde152cc98fcd22c7dd9e4eef6166023d7f87","sample_id":"hellaswag.val.4373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab2511b9fa60c485d3c8a0b0049394db0cb499c33ae8f01e0f169746c6a00d18","formula_version":"titan-u-contract-v1","latency_ms":0.6910410011187196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"711a5f276749d02643b64054dd38fa28999fa8959e9fdb9fbf81c1fc1fcb3463","sample_id":"hellaswag.val.4374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3006192aaeaa0cbee70e6e1c59f1dff62b3f054c29e198cbdc48e6ee7cd4b70e","formula_version":"titan-u-contract-v1","latency_ms":0.6039999425411224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34d0175eb7f1298cbf4273db08a642fa27a017de36578ef4a4befe7ca64c8b4e","sample_id":"hellaswag.val.4375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3170fc826ca52b4059b2733f27e2206a598c513aae8a4351f41bb58e69ee7aa3","formula_version":"titan-u-contract-v1","latency_ms":0.8478750241920352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd0a99c3d0f34b919fe3e81c67d67e3ed8b07fb3d33ce0aa1d6b927a21437a0a","sample_id":"hellaswag.val.4376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cdb2d3dc1c61f20d486f54af518250f33c6c38a3ac7849f451cabf593547d0b","formula_version":"titan-u-contract-v1","latency_ms":0.6544999778270721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5eee824979c9811f4c95fe47ea1f53019285427e36478fa9602ca5115ce1e10","sample_id":"hellaswag.val.4377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1abad856a2461bd209bd22adb52806fb099be2efa531a7b9a07538cf4a5896a8","formula_version":"titan-u-contract-v1","latency_ms":0.6384170847013593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cc543114ca13b32c7baf4d525e913fafab0405247698fe102fda5be88642450","sample_id":"hellaswag.val.4378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"129364e09fe6d28e7df4b4c0148607fb8d105180161db4e8d99a7096b7825dea","formula_version":"titan-u-contract-v1","latency_ms":1.0802920442074537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9ee93209139fc0c59e5a334bdf45b66f9a62a205e1b56d3186b892e2f7958ac","sample_id":"hellaswag.val.4379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b324238342362f66f0469a00b9c5c4ed7cf8a3d79cca49a3bf74f023d33cb3f5","formula_version":"titan-u-contract-v1","latency_ms":0.6264590192586184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cab42e5e1fc8b2878bac47cf67e79af4d5e4d3d86a147c8c7cd555b5f1d444ec","sample_id":"hellaswag.val.438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7c29fa8fa5030c7e8a0a25966448236c73cb3f62c34f90f98b895bc2825735b","formula_version":"titan-u-contract-v1","latency_ms":0.9688750142231584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35239d2985ab872586a9383c164650bc35ce4b3ce66bc9424ef23249fc589537","sample_id":"hellaswag.val.4380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04343225571377ba77b566b289cde7d1bca63112ba0e79aff209f44fb31e97f8","formula_version":"titan-u-contract-v1","latency_ms":0.6832090439274907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f15ca39d5ca81f3298d1fa6201884124a37930ca8f2244fc67ea7886207e4346","sample_id":"hellaswag.val.4381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfa1f929f80e4350cb441afd7df8b55f66e515b4bb0e4086183f476383f2799f","formula_version":"titan-u-contract-v1","latency_ms":0.9525419445708394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7b1f11418bb6e3e5bd9502cfe4cfffd259aa4cf6893893e7b8b224b931a8e88","sample_id":"hellaswag.val.4382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa88ffabd9453134ce56d1e9dc56c3e5732b72b59e3e2ee7cd02e407a4c284b7","formula_version":"titan-u-contract-v1","latency_ms":0.7271249778568745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1612e3839317bf15463b346cdf462d5b694c5b45c928c96550edb0e28a5d802","sample_id":"hellaswag.val.4383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4043b40e2ffeaaecc98968a0ab30ade4569736bd58b9508cea398d57ee47fa1d","formula_version":"titan-u-contract-v1","latency_ms":0.8922499837353826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60151a7ffc1da60f607f5a36cc2f007b6a53b67af20602365bcebe958a8ddd1c","sample_id":"hellaswag.val.4384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0f60ae54c0bee72b55e4e858c3b282a5bf2131cc587d9e9e2ec764fe97412d9","formula_version":"titan-u-contract-v1","latency_ms":0.8113749790936708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1b62819ed808297bac3b83cacd2f5f207dd5984beb7f43680ebd90e289503ce","sample_id":"hellaswag.val.4385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b6c6df369c0647c47606381acdc1872853a26a2128e16c51a972be1ffa10a4e","formula_version":"titan-u-contract-v1","latency_ms":0.8222090546041727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff8b7c8ef71200ba6a8d25f8a5226ce5949e5bf0cf5a27f195da913bf587c61e","sample_id":"hellaswag.val.4386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7e57ef2e7748088db9c6054fb4e8116b5927bbe8686c3a020104d1f340fcaac","formula_version":"titan-u-contract-v1","latency_ms":0.6386659806594253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7200c2281d6fa75099bffbd947e5bffef6426f79f104a7b935a7532fb992df9","sample_id":"hellaswag.val.4387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"717709e2f05a1fdd4345a0ad12dae9e0c8f4a7fa23b2696888bd3d67ca666762","formula_version":"titan-u-contract-v1","latency_ms":0.5772500298917294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a708af8fdedd7351f2ed00f3cfafca855ad2d5916175724579e72091adb834c5","sample_id":"hellaswag.val.4388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"182a6c5a103fb2914af24f27512e0b805ccbaa800af31ae6560b85d1c7ae3737","formula_version":"titan-u-contract-v1","latency_ms":0.6364589789882302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b12f945acc64ac43f5865e26162100fd607d1d68748a932e702b23a24c907d39","sample_id":"hellaswag.val.4389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a312f3d8faf26e00890d0904f7d968f4febac912b55642241cf29baf8c0571ed","formula_version":"titan-u-contract-v1","latency_ms":0.7597079966217279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1451fde9ef315c2bce4e8a651e9fd972765ce45db45b9dce6cb2d722cc374b93","sample_id":"hellaswag.val.439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a24ef5fa5ad65fb1f0cedbdd014c16a17823450934d8fdd050ba932b91ae595a","formula_version":"titan-u-contract-v1","latency_ms":0.6747919833287597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"653dbb2f8666524dfdc27921378945ab4c8226f373611c81134222964ec32754","sample_id":"hellaswag.val.4390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05d554efd82e1ffad1602995d2025f392cb6bcf59000c11ff5ed41fa60345d77","formula_version":"titan-u-contract-v1","latency_ms":0.6392919458448887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fee44a286b1a5f1d8a1b7144fb907b98e2801392e4505808ba513c424bd6d03","sample_id":"hellaswag.val.4391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ae302ad488d38ba301e789b3ac43105d91fe0657d54e34514d0d023ae1e0b7f","formula_version":"titan-u-contract-v1","latency_ms":0.674624927341938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"512fd87690eee048e0814ac1e18e79d6a94a3212a5f96bd76c1e70ca3a8086d7","sample_id":"hellaswag.val.4392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2cc6500008a3776976800b3f9587f30d835fc46e531a7c0d9f42e700ef194bb","formula_version":"titan-u-contract-v1","latency_ms":0.6266250275075436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb9925980cdd2e9ef4b437f2e9f8d42089c85d1f196405efdd35762b1728ccc0","sample_id":"hellaswag.val.4393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ef28e63b5eda31cf076e805c3e6a9cd2f59bdc5c1ce13b15af7225e0b5b6c31","formula_version":"titan-u-contract-v1","latency_ms":0.6125419167801738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1075a787fa18422fa71d9eec605657602c6ece38a19b59a213aa17a6295d542","sample_id":"hellaswag.val.4394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0c3d296d2360447f6dc92e17837d8ed8c3fde08357617049446cf2b0b522fc1","formula_version":"titan-u-contract-v1","latency_ms":0.5697919987142086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2a7e684731b18f0d4c75b09a33e40bceecc9879ca8795379a7f54e038e919de","sample_id":"hellaswag.val.4395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdf7d17302ac8fc80c9ec4419a269a2d9038af09d6cedd004640be4eabb72c24","formula_version":"titan-u-contract-v1","latency_ms":0.9310409659519792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d030a9ce8e5aa4983ac41d56f577fea117317b9c3c0e87739425f6426420e03f","sample_id":"hellaswag.val.4396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3422ecb57ea943337b221a1a5a0b203fdb17e6ab167c846af0772046ae328a2c","formula_version":"titan-u-contract-v1","latency_ms":0.625707907602191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc82042c5eef4df67b1ec41fa32b6924d3d9e490c2f43ff74d1a9229dfdd5830","sample_id":"hellaswag.val.4397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccd577a784e4e3f85eda60aa3b2579040be0f3ed79c83af9df528d3e4e46f824","formula_version":"titan-u-contract-v1","latency_ms":0.8547499310225248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7a14bbd5ea96d9d76666bd04f3794f58d6f3b085ac0db7c3b468f54cd500aee","sample_id":"hellaswag.val.4398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78019b8d3f500bb4f32cd3964d991eb7652f1a1a5ddb1e2c5523c80804c02ccc","formula_version":"titan-u-contract-v1","latency_ms":0.6573749706149101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c86c894247acea2eb5b8ca870780c69230e1df981327aa5d505b8e42a68160ad","sample_id":"hellaswag.val.4399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3fe469b58e1792a0e32fa0113925532bddc43c0b0761478ad87a2f081a73405","formula_version":"titan-u-contract-v1","latency_ms":0.5098340334370732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b235ad027c863e817e64705899b1143c08fbfdfa4ea84e4875964b20513b3544","sample_id":"hellaswag.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daf605146765114dd973bef969877b8f2a7f497ee528adbc5f6e07b2a2d63ae8","formula_version":"titan-u-contract-v1","latency_ms":0.7629169849678874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60fdd22566c615649c9a39d65f086a61c779e489aa07b2755c236e46f1d594d1","sample_id":"hellaswag.val.440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a05cfda4d37aa97e53edca3a6738d02fcf7307522a79fa3885f53725d852d3cd","formula_version":"titan-u-contract-v1","latency_ms":1.3251249911263585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2dc01997a3fabeae1b1c0ab2f3cca3651b5cd12a6ffe0f5dc223a6a8fa6eebd","sample_id":"hellaswag.val.4400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c3ca89e6db97a7f434750ca6317fefa35d6ab6e3ac380d3d981e3acebeee66d","formula_version":"titan-u-contract-v1","latency_ms":0.6457079434767365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32478f56f6e9910383ffaac78d25c815211766e7072777b55dc80f3fbcb45e2e","sample_id":"hellaswag.val.4401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1306c3ea7459ffc98211b3db36441a9714e9cbe0a45024928679be152df737e9","formula_version":"titan-u-contract-v1","latency_ms":1.2691670563071966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4161e3e8c14626a59482a749f2e0553f6224589ee650fa0e591d859997bf6174","sample_id":"hellaswag.val.4402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0720c9a2d0ef23a60f6a98da2357aae5cb48a30987329a803673eb6ba3abc87","formula_version":"titan-u-contract-v1","latency_ms":0.9279589867219329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1672fb56a63fedcbded920415a283304a8a2f129a40717f2dd21a8343e543564","sample_id":"hellaswag.val.4403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d1211662a31a3c3614ce60567c9b01a78357b8587cba0884873faf0858c1f87","formula_version":"titan-u-contract-v1","latency_ms":1.8234580056741834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7a7e8646be8d73e3ba43d2da54dfb9006d2c08d13a0f9e5fbe50018ec5d0c77","sample_id":"hellaswag.val.4404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b3c50b0e201b6758038a3a86786d0c6ee2e550e70d64bfc48c7032d240fe8f1","formula_version":"titan-u-contract-v1","latency_ms":0.9190840646624565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a6c3f6c673a64303dcd6f33960edce0be39ac54d6e19564daab4da0c2e2380e","sample_id":"hellaswag.val.4405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3969128553ca166395e38fe209be0d2e98e6220f4955dfad7a37f0832563e63f","formula_version":"titan-u-contract-v1","latency_ms":0.6660420913249254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da8c67fefaebfbcccbeedfcb8de1f3638c8b4c3d1e8d56b0e46b768be99c6ac3","sample_id":"hellaswag.val.4406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"531ae6ee490be03812d0c04e64eea55f7aaebdca04a73c235da584d61fe9001b","formula_version":"titan-u-contract-v1","latency_ms":0.9698750218376517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4891ff6aa515e3c05ba81e79fab11ee5b866aa4854b4bde5e0a472a25c8451ea","sample_id":"hellaswag.val.4407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0fe4e7f3884eb1213cd0491bde6ae35c8396bad8769e4603ca87cf833db4e43","formula_version":"titan-u-contract-v1","latency_ms":0.6175000453367829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2eb46a70492d361fc9016ca18aa79d06c0d4868abe487a9caf76da6531136ab","sample_id":"hellaswag.val.4408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07f34c3a5d1e5b07b2afffaf6b60e9e7fe83ee5e5d35407ea5465edf83a5fec6","formula_version":"titan-u-contract-v1","latency_ms":1.3140420196577907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5d0e889aba1fd17070a2bc8b3d92ae35cfd54dc88b2466effd0757ec7f3fbc3","sample_id":"hellaswag.val.4409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c988d05001ce094b40c595ef8684a7537545025c494d677ecb0abee1e9e37336","formula_version":"titan-u-contract-v1","latency_ms":0.4849160322919488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bfd8700e55a78a350b12d4872c9312bb21560b6a95b91b33f697cc30e8a7d57","sample_id":"hellaswag.val.441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d57021b7cfc9b5c657ab713a9143ff35ed504d89f21536365cf790e2b5ba1cdd","formula_version":"titan-u-contract-v1","latency_ms":0.9554589632898569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc5aee49d97b51b848f316a538c4e0f3adca31a253783cec6a25a4545e48df37","sample_id":"hellaswag.val.4410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68589540e74fd0d749bc979e3aae2fcd736f2f735de2902e247857569c0feee9","formula_version":"titan-u-contract-v1","latency_ms":1.1612080270424485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ce5b165ce78831b06abc837bf332f036ac9576e88fee3905663ef47f1884592","sample_id":"hellaswag.val.4411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b7d6028139a91508716351618770a3735b29cb8f5c143836f4ea66a2bffd5ac","formula_version":"titan-u-contract-v1","latency_ms":1.0874168947339058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26825071cbc889f54675c312f6f4b296572573c66461db0ba0330514b6213278","sample_id":"hellaswag.val.4412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b20947b2f31157c43c5c75f8f6402113e62da2a5d503c5264b1d932518349a50","formula_version":"titan-u-contract-v1","latency_ms":0.7827919907867908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12d7b2d5fc3d962a177797b850bd107cd8794bb26efa30344c0f8b517e0499b7","sample_id":"hellaswag.val.4413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1401bc49b6e7fa52a4e5f93b561597b96cea09e45c6dfa876e5bb7fffb325820","formula_version":"titan-u-contract-v1","latency_ms":0.6802499992772937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d308ed86bc142eb0fe119dd2890c9f692d865fc1f04636daabbd41cc98779216","sample_id":"hellaswag.val.4414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c715454de7c64407bece8bc619e6ea0243c42509f3fd0f55cc7fd9a175debbe","formula_version":"titan-u-contract-v1","latency_ms":0.8524999720975757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b299e837dabc95e9ac88014c33cbae2fa8f420b4146deaf4aac147e3be103898","sample_id":"hellaswag.val.4415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9308ceae04b73a920d031018721f0fbd93cd7fbf3c25e536db20c385c18a157","formula_version":"titan-u-contract-v1","latency_ms":0.8633329998701811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20fca7128cfd5b86527cbf5cbad3e5a0c40221a9e5dd9781e7c223d089443535","sample_id":"hellaswag.val.4416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c781ba9edd88361b21a20d03fae26f877986ae742bac80d93e1b3b7637f599eb","formula_version":"titan-u-contract-v1","latency_ms":1.1574579402804375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"666492229b6bd137401052dc61e4122e178497042967cc8e96a29ce2729d4aee","sample_id":"hellaswag.val.4417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1db539ac986fefec4a10a1fc494e8f7d2e594de9f505604a6a255c292a166037","formula_version":"titan-u-contract-v1","latency_ms":0.6331249605864286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8808adc249d0d473fbe170b89b2e1f4adc9961f7575833de04c9ae53e592c70","sample_id":"hellaswag.val.4418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccac9806eea1983193d9f28ba65abd7875b4213f7f9f923aa941b4a0772ffcfe","formula_version":"titan-u-contract-v1","latency_ms":0.6542910123243928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"096873a12c5b43066524c76be3ea595323151da7636f4bb68ba43ec242d560b6","sample_id":"hellaswag.val.4419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38961638b943ea04466cdb4fd0b08d93892011abab06086f1f84291521c49f93","formula_version":"titan-u-contract-v1","latency_ms":0.47962507233023643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cef576b7084cb7b3061932f69a8b8a4da64c6ac0ec625ee234d4b2a27675adbd","sample_id":"hellaswag.val.442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f5e0ef30965b6e5b6e455b967974f3b73e249b67ced8f5c3ebf6b58a675d822","formula_version":"titan-u-contract-v1","latency_ms":0.7031249115243554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d871b1ee8e986dfd6ac2eb9b567ffc9da1d8044e77f199d7727b0987c5ee199","sample_id":"hellaswag.val.4420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b05429460ea3e82438da7b1419b40fb98444ac363721a28e41e2d72e2b43da7f","formula_version":"titan-u-contract-v1","latency_ms":0.6636660546064377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31fcbef20375337bd6b1aa87908e1c607f8b52700edb59730e19805b9ab96a0d","sample_id":"hellaswag.val.4421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ad66c721d358fd88a8ec9613525c8cf6c9577a8158e6aec60b46fba07da3859","formula_version":"titan-u-contract-v1","latency_ms":0.7379580056294799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"952f742901da2dd8de261f5f38a41f0d198734cb80e08069510978354961b804","sample_id":"hellaswag.val.4422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ae5e98c0b2efdae25987b8e675b0f6d0cdd378115e03fc1d25f4dda12042123","formula_version":"titan-u-contract-v1","latency_ms":0.8292499696835876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5eb28ac34868f5e1ab00393c78b40a748f4ef3a6a2204b0cf6410f9d277c9f3b","sample_id":"hellaswag.val.4423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6e1172bf3157ae734c234d48fa1f3eddf3d231667ee1f3c6e9ae03f044cc81c","formula_version":"titan-u-contract-v1","latency_ms":0.7243750151246786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"877ffd190121746276fe022928b412deff0206ac717b40978596b1d0605c7b75","sample_id":"hellaswag.val.4424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38715ef46608c5656ee66b383acdb100a603de0e93925e26426d3063a0dc541f","formula_version":"titan-u-contract-v1","latency_ms":0.8252500556409359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"269c109a8dbb2f2c1b6e3c462121c3f649e2ac9343b59cd92a3366249a983706","sample_id":"hellaswag.val.4425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de240256cc132bc18ed26f4c213c3ec2bb66a084aaaaae92313b1ad9358e7e2f","formula_version":"titan-u-contract-v1","latency_ms":0.6427919724956155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5ed71d828d5d6aec1964157d5f361a17df5f755b9819842c11d9768f300007c","sample_id":"hellaswag.val.4426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52ab8f51178474b09f54f47bb5c6970c4a06b1a25d89c708d0b3a77788ab7fbd","formula_version":"titan-u-contract-v1","latency_ms":0.7821250474080443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e3f0c6a0e21c0f32b076997fefe90c6430c9edf7f490d47a1181d84f8def721","sample_id":"hellaswag.val.4427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54dfff796de5fbd4e36fa5c064524c5a8ed7e5dd417a4a65814c9c63ac0c0b32","formula_version":"titan-u-contract-v1","latency_ms":0.7522080559283495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c4f5a7642190cc134ad196d9177e6c1fcb40046b768c9d8f25682957e11fcc8","sample_id":"hellaswag.val.4428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d98f5a96fa18583ef784e0a6d46d9b9b06ed345f1effa222489972fd86d98e25","formula_version":"titan-u-contract-v1","latency_ms":0.6397089455276728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"613f6ce3d98c9f9a1c75f5beb270f3f29208aa08cc59e1557ad1e89e17c054a5","sample_id":"hellaswag.val.4429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a704316b5508469a0c71b0411f03ae19866ab9af741217468757a3550c0d0806","formula_version":"titan-u-contract-v1","latency_ms":0.47974998597055674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d240953b1dbe84f386bb4ea9372cd59445610166efeb36177a7886942d94bec5","sample_id":"hellaswag.val.443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6aa75181c9fd1a91859b0ce9a969cefa36b479d66a2f5d13880685236eea3677","formula_version":"titan-u-contract-v1","latency_ms":0.6243750685825944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc610e9abbee0c5efe76fba1064ff80ccec8e73f763fe391a9722df5e3092285","sample_id":"hellaswag.val.4430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18c7420361c9898faa93949d44d19a788864075909ce789b41f836e5de45bd49","formula_version":"titan-u-contract-v1","latency_ms":1.1353750014677644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ef5c9416435bfee9925b62f7afbd22f0acecb39fa4f0e0421b29b9ba3ded44d","sample_id":"hellaswag.val.4431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b6dafb5ffc1dc3cc8e26f143bf9ce2b8495e5ef8cbc2754b885345f101d8240","formula_version":"titan-u-contract-v1","latency_ms":0.6985830841585994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cb26eec149a90a4f3bd2e8a45b5cf5911a4169bcbbcee07fe038820a8abf00a","sample_id":"hellaswag.val.4432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87914c0286f9628bfc36fa7fe442a84fa5254315cc1a1ab9945910c5790d6c99","formula_version":"titan-u-contract-v1","latency_ms":0.6601659115403891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce08cb2bd000995ae11782955dd2acba89cf550ce07105b6e516bc632af23514","sample_id":"hellaswag.val.4433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"621a5ff021bb3885a3b2612eecc3b1a3827d6cd013751b81c0c5dcf6780a23ef","formula_version":"titan-u-contract-v1","latency_ms":0.5867090076208115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3a14c4217cbc66b4fab85cc1117bbfb59ef2b237d35d620b619faef3d2d1480","sample_id":"hellaswag.val.4434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ab05410367420f0ac04ad9cdbcd1f945b679da0f6fdc55b7b3fad7d4c1987b6","formula_version":"titan-u-contract-v1","latency_ms":0.668209046125412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30e1fcd7a9e7e42fc10b67b00cb3dd42bd691b7369ffe5df31e0b6ede83f8f35","sample_id":"hellaswag.val.4435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"986377d2ec5e1d88dd10c0048c87f39cd571b50bd4ba7ee0af1241f005c7911d","formula_version":"titan-u-contract-v1","latency_ms":0.9234580211341381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ba99b33fc5e32de1c560c6898c3f3f0bd2b0cc5ccba4a1e35d50591e38e54c2","sample_id":"hellaswag.val.4436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09467ac1b4929ef20908a4b1655c03f1796eee6448c9d72f541533a7c6e0ec2d","formula_version":"titan-u-contract-v1","latency_ms":0.6849999772384763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03ee8c64c115f971dc37de048574b260e4ceb30208230166479ece7e7e40a47c","sample_id":"hellaswag.val.4437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ffe220b8ab8dbc005ffa20d73689ba07269ed337fa4a2af157438d452e021b3","formula_version":"titan-u-contract-v1","latency_ms":0.6101250182837248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e0ec415a4f0b8079be7ea96af21be44a51309e7271c7821091319a2d96f60e8","sample_id":"hellaswag.val.4438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90ff0412153242a917e047c383a58bed1373b83cf618ee9da0422931434bf489","formula_version":"titan-u-contract-v1","latency_ms":0.6172499852254987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ce9a4b6e22ebb5a024baa9d98e27592dcdd4e76c7ee41c23dc122dac3134144","sample_id":"hellaswag.val.4439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8823b9861abe785cb844982864da2564995bdc77d9d88b043df5bea05fb81924","formula_version":"titan-u-contract-v1","latency_ms":0.9578749304637313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2fa66b86799ae3754b4c44cb23c2216bbb00aec74f6dfc15cab6805a224813d","sample_id":"hellaswag.val.444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87dcb4c7d70d71cdf137265593f55a30535d2c78abd5e629a10f05097d272e90","formula_version":"titan-u-contract-v1","latency_ms":0.9210000280290842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6082dd44cda0a896f95d42885be72b38a614fafe880f47f9c62563e90c5f1496","sample_id":"hellaswag.val.4440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c8079e0f8a7605ae3cff5e00b63952239bc428db37d7f4a6b277a47cd4f075a","formula_version":"titan-u-contract-v1","latency_ms":1.0980829829350114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d26ac84c3849ea4eb7a109782988fe5967166219e4925e7edf32e117159d6262","sample_id":"hellaswag.val.4441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e011817283d2603b20a45c4d6b65ef20ca7e61fca4d9d4c7c2f3a0a00841980a","formula_version":"titan-u-contract-v1","latency_ms":0.6683330284431577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ad8e3f8c46c91b3482f3b86b0032b66cb3f8805e57966d090c2786a7fbdd04a","sample_id":"hellaswag.val.4442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f680d90bc547539902e117aa8ebc51dabddb21e32c94b3057493fd9e75ef621","formula_version":"titan-u-contract-v1","latency_ms":1.2196670286357403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4293b5a699ca5a589bdafeb6ba48e6f8a2987b6be6d10b371934d3e36f2b58d1","sample_id":"hellaswag.val.4443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af32a2b266bf48fd22e4ff117d48f44c73a69c5f37ccbf105c2b3624954c11c7","formula_version":"titan-u-contract-v1","latency_ms":1.2353749480098486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bdc485038cc1c1038f73d5eeb8c8edbe10cff50fe8859baf98a458b094a7217","sample_id":"hellaswag.val.4444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4cb2125c239b7df5cd01001d5e60706b0ea999a8ec4637bae8cea67337d0ff6","formula_version":"titan-u-contract-v1","latency_ms":0.6661660736426711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ed7ba21390fb93719dfc40e220e321baa0e46bd491536d26f4a6eccf38e3dc4","sample_id":"hellaswag.val.4445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe6e3f721f212638c24ec664bf06f46a3cdd468dadc5a613ca35a504119f0d58","formula_version":"titan-u-contract-v1","latency_ms":0.9972499683499336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"490963d91024f42eec516f136ca7d095119b5c0ea6ae0a3c949a37613fbdd6dc","sample_id":"hellaswag.val.4446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdd3293fa1f9475a8b3401ab2d8aad8aac81afdc202322e1dc90bd9f5ecb912a","formula_version":"titan-u-contract-v1","latency_ms":0.6205840036273003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fbf3d51a952e4dc0a1a2178c4904e9ccfbaad4c3b886449b85c9fdb57e14a59","sample_id":"hellaswag.val.4447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4524ce2f183d952c49394987ff8dc24ea859cf219a0fd95123f0f39b6dac95b","formula_version":"titan-u-contract-v1","latency_ms":0.6053749239072204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc0f9286c362edfdb3ac06171130fb3a6ab5d3c7223b3837304ccbecf2573c9b","sample_id":"hellaswag.val.4448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43194d5452f32500e3e0cc94c68906a08947a58c756c3eb4ff21a9a4594eba35","formula_version":"titan-u-contract-v1","latency_ms":0.6741250399500132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65c7e1873a744fe4f607e91475f98b6b820102073bce8cfb2f4935336aa480b1","sample_id":"hellaswag.val.4449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13689e2fee9e9e706d9831b006a247d1cdbc25f29212d97f06b06c25d340cbdf","formula_version":"titan-u-contract-v1","latency_ms":0.4362500039860606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3478b80502bc9805d347c15e3f08e110a82a79cfa962bfd468b1639f2891afcc","sample_id":"hellaswag.val.445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cf682de76b18b4f3e047cb261f13a3bfa02d11967a0d4d2b97f9a6665008b16","formula_version":"titan-u-contract-v1","latency_ms":0.658749951981008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2d3cc09ab1a059b98a756b95585d5d60172fae6ccd430863611cc2c550b0471","sample_id":"hellaswag.val.4450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a078c876327c1a97f603c1ae63d46bbe4d3cd5a00928af9c8337f5f3aff2dd2","formula_version":"titan-u-contract-v1","latency_ms":1.161874970421195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bff944080f91322c9ff9296b58155758b64f500841c31eba65ad810f7bbf1edb","sample_id":"hellaswag.val.4451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"299d584cdbf022d9d9c60b48b06babb6a80617b0787504031eba0cf1054324ce","formula_version":"titan-u-contract-v1","latency_ms":0.6389159243553877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59286309ee5cd525dc218abec3ce10c7eb2a111361e112897510c2c9078c6bc5","sample_id":"hellaswag.val.4452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0689b754dbeb6a876bfcb089f7205f38ea35e99de1a830db24428f9564b809e2","formula_version":"titan-u-contract-v1","latency_ms":0.738707953132689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ceca6e623c4094e70216d28f129220fe85edf3bb6691f3ba6c9845cb8e8cba4b","sample_id":"hellaswag.val.4453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3913ede6541314739c6eec875d17d7a8b094eee1ae4d82335d65a0f34c14dc87","formula_version":"titan-u-contract-v1","latency_ms":1.3097079936414957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b87116d631905e8f10ef094d52276e4da84d8830a9cfd4632ba68932192ed5e9","sample_id":"hellaswag.val.4454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49644949e4c2010f4a6c10101f396fa734600e2b56754cc7c03471866bce3c55","formula_version":"titan-u-contract-v1","latency_ms":1.9637920195236802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47651cb0fd9e3ce8ad21b627543abfdc85e4da56309e6b8bc47900bb7e1de955","sample_id":"hellaswag.val.4455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ed9177e71051c3fa8d1d5e6a37d24e2715ff411c27c6f782f47f5a9f4f74422","formula_version":"titan-u-contract-v1","latency_ms":0.6426250329241157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5351f629ab24fe9f4c6cbf69ebd16167137067dd7232c193fcb1f0b4bb13b3b8","sample_id":"hellaswag.val.4456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ad3bbe503616c724af21ef6a54952be8977d97763b66e0a80205cf09bf3554c","formula_version":"titan-u-contract-v1","latency_ms":0.7081660442054272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaed88b80bcad8501f954dab408aae678f74d094ac016d8b88a254e1f517d411","sample_id":"hellaswag.val.4457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aea28c791494e958bc0c7420814f623f1462a8e825a87a8d47fa1542209485e3","formula_version":"titan-u-contract-v1","latency_ms":0.8435000199824572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90253ddd31f16612f504f0d7b7667948d4a8c5a4c2ce591e951a222fbbaa705f","sample_id":"hellaswag.val.4458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53e0b6cb03405ef6371e340ac1c51c4c643f021ac31a7bb4a9bc4dd2e533570b","formula_version":"titan-u-contract-v1","latency_ms":1.1519580148160458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2727bb3c4ee5ff769ca83ee2b663aaa773f81e8c124adb4bdde40d7d75edd63","sample_id":"hellaswag.val.4459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"031410ec229a4bf74363bd0d54b21a5b11c69ee0438099ccb7e355d1924af75a","formula_version":"titan-u-contract-v1","latency_ms":0.6910000229254365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"190c9d4814f640f69851fc754c935cb8821edf565a8dfb86abd21af5a54ceefd","sample_id":"hellaswag.val.446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b4e1e100add6f875d89efd18ab1d334d5ca41a13b261ff3348643caa0dd0ced","formula_version":"titan-u-contract-v1","latency_ms":0.9174589067697525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdf79babb9b4841fe869f5d85de25c9ce9eed9cf3f8ae7b83ab7da768f3cca2c","sample_id":"hellaswag.val.4460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4d68581255573e69278b7b5303224f6b2600f523c0a54728511e7bec6cf2aab","formula_version":"titan-u-contract-v1","latency_ms":0.6417919648811221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3853350aad00fde6360d01d93f8abe21d263b9aa7e69a652634370e560712bcc","sample_id":"hellaswag.val.4461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f70929a15decf7145f9791d7d9c5e4da1ea526792d02c3b486700bf18ec13312","formula_version":"titan-u-contract-v1","latency_ms":1.2084170011803508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63aef02bc8fcda45f886f369ce5b40f5bda852669cfac2cd784c03a957f31a7f","sample_id":"hellaswag.val.4462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"065697c901879e835d8016315cc7fd18bb2333619c784464cff93655a36d7b41","formula_version":"titan-u-contract-v1","latency_ms":0.6947499932721257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3466a7e542638caec552a30ff91f9736ab5b2923f70a8f8a73b6fd23f590624a","sample_id":"hellaswag.val.4463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a637a4860581da29d928101f56050a5a75bda6924524f4a507a6816c3b147e5","formula_version":"titan-u-contract-v1","latency_ms":0.9088750230148435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba40356e2641985246e1d6595b16088ea5ff8b2dfd8faa15adb24ab5e05c9697","sample_id":"hellaswag.val.4464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c153825fdc24c4023d2a66d3b0406f4daf8c076f145a13f92405cdadb52155f","formula_version":"titan-u-contract-v1","latency_ms":0.7810000097379088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a647d003ad6f527049f7166b129f920b79442e69527d031a5136844c10e46866","sample_id":"hellaswag.val.4465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24b9a5426400f73cd04c4e46b1550e1f7a0b1af0d4a27c9b975e712ec8c00508","formula_version":"titan-u-contract-v1","latency_ms":0.7674159714952111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daea5431870e32bc2478afe093035ae8335eafd8041b48c3f037c3cdc8a176ef","sample_id":"hellaswag.val.4466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"658fe12518ac4050351dc90a310c3c313e57004eae99603876d639cdf56c7694","formula_version":"titan-u-contract-v1","latency_ms":0.8659580489620566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34d5fe035ef05b847e216f0e00d851ea4b1c89c3028158be0c401b2931e902c9","sample_id":"hellaswag.val.4467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fb4952004fc1f7173fdecba5878b7884d9e552bdc578f4f5ac4e6b681808d34","formula_version":"titan-u-contract-v1","latency_ms":0.8985419990494847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81c35a375206452676183bba3afe2a506848f47c1753e285f9fed1f25cdea046","sample_id":"hellaswag.val.4468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"549ff8c46ddb92593294077f609b14d25e306cc5becd14adcdfd3d9084925b6e","formula_version":"titan-u-contract-v1","latency_ms":0.8435830241069198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60866dcf599297c444967d2a1ffb1997c3bec9cdf2c6a2c34965403dcb9913cc","sample_id":"hellaswag.val.4469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38e41eacce9565705341dd7b252516bad443773f7a07a933e4b8418c3e1e3762","formula_version":"titan-u-contract-v1","latency_ms":0.48625003546476364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c454ac6d7584fde3cd99239b704cb6dfdeee90b254fc2f62b239e11020a8f684","sample_id":"hellaswag.val.447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8dce4f57a6bc682365a58c03ac917f1692cf61b1c841e19946099074b25ff12","formula_version":"titan-u-contract-v1","latency_ms":1.1438330402597785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"221cac51e508be7b78b43ccd818402a2702c12e28c12711e9a9ccf6c9c1e7c82","sample_id":"hellaswag.val.4470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f7ea046b4b7e8d070d12440f8675e44468491f525c7954b21b71b4465af1077","formula_version":"titan-u-contract-v1","latency_ms":0.8634160039946437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"494125349dafe56575275df27e3ab18f6c54faf289b06b7dd52b4cdf2daaf578","sample_id":"hellaswag.val.4471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5421116b39778176481352210698594564de12e30a9b3a69c31b5ff567f22b1","formula_version":"titan-u-contract-v1","latency_ms":0.665250001475215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"065fe59e272555e08f6dff048b21b76798aab3b1b1230df8b1e80a88233f100f","sample_id":"hellaswag.val.4472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8d952493278f33268af66b75acd3a9e91231027a084fefdbb6eeee0c88d5bf3","formula_version":"titan-u-contract-v1","latency_ms":0.7638749666512012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb40b55d6fe598ff23f70156faaa3833492fd662c944fbce8a34d3d8dee17fa9","sample_id":"hellaswag.val.4473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"866fcf619d4e12c58aaae8563475423592c96ccc767528382d048d78cf423d27","formula_version":"titan-u-contract-v1","latency_ms":0.9011249057948589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db18cd74e38409f4754a8347412997e9745e2563da7e5824e91bf8dab328cd9d","sample_id":"hellaswag.val.4474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5d7f676998d28cf454e792a4f906fe69931aa53f91a7dff5b7b09687e689cae","formula_version":"titan-u-contract-v1","latency_ms":0.7777500431984663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76fe0da0580e3a8329b6f97ab943002615a0eed2f10121958a9ff3daef0ba78c","sample_id":"hellaswag.val.4475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa92d00f8f500f369ee51102ec860ffc35d71d8e00a1c98eb3fcaf8c33e5895d","formula_version":"titan-u-contract-v1","latency_ms":0.9782089618965983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddfa223be5258f66dd9f8a172d953080369d9a1e6cd116de009b9a0cab45f58a","sample_id":"hellaswag.val.4476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0f8d8a6501d2a179b9a864bc0643ca416ff8302f5621f78761613c722a53af4","formula_version":"titan-u-contract-v1","latency_ms":1.2477090349420905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d081964f1f6bbce924aad3c2d7b1a61628524a9de5c4acd05e7630bf0f5e1f2","sample_id":"hellaswag.val.4477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbea58efb945d5fd902447694c8e77b17c3d44bc7047a4111e2b961825dd3bc6","formula_version":"titan-u-contract-v1","latency_ms":0.8947910973802209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76adb88f361a93fa1f36cb1f4b8e95ed686ae6a2dfbc22dc6fdfd04dad650e18","sample_id":"hellaswag.val.4478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd029a2735f8d6e11657ebc45f931040cad26a022b276989877898eba7ded845","formula_version":"titan-u-contract-v1","latency_ms":0.7262079743668437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d203318aafbf7f7899c74bdb4a0cf205dee7c477a67f09187f87bec4ebcca832","sample_id":"hellaswag.val.4479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9935f8b6fc13ad3131dbd4b218a61783df63f774ea7347cba96d06287afebc9b","formula_version":"titan-u-contract-v1","latency_ms":0.6713750772178173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ca96ecfc3042a0ce58d6390d02bc12f900d23787d0eee27a843974d758d8a99","sample_id":"hellaswag.val.448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bff3cd0b683bb25fff51b15942fb0f60d18d539a820493c52d3cd3eb3e21bd9","formula_version":"titan-u-contract-v1","latency_ms":1.0608340380713344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af424072446729a579acbe0085ddeb4493829a745d612e4c007bd0e250ca6da4","sample_id":"hellaswag.val.4480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcc843b92fa51423b4853c440e4d591cfa3835df851dc4209bf6dd8d4de6abe5","formula_version":"titan-u-contract-v1","latency_ms":0.7779169827699661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"319a9f1d5a9a3e4a0b5fefe08d871ed612cd7297f6a136b6d83167b42d266fe8","sample_id":"hellaswag.val.4481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24e7b1d742305075f4b526d7c2358a2dc583f67eb481f6483f5cd0400c450214","formula_version":"titan-u-contract-v1","latency_ms":0.7152920588850975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7261ebf4b7300bc8d0fb14ec575e69fa62591781c209872066de4f2c17169e8","sample_id":"hellaswag.val.4482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aaee73927435391ea7ea237250c4e062ca7cd23b235cff57c7b79d68401a577","formula_version":"titan-u-contract-v1","latency_ms":1.2345419963821769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dbe9486cc4d588e654f2f22eba7d0b957225c605b9ab33c910105cbaa2ae516","sample_id":"hellaswag.val.4483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e01575c8956747f4fbbbdefd0c77526bb3df07963505587ae6984add66b733d","formula_version":"titan-u-contract-v1","latency_ms":0.7262920262292027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9338b1cc91eace8dc99e451fe08032254c5cd9469e45beb201431fdc4d66c623","sample_id":"hellaswag.val.4484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2359133ff831d322b7fd20c43dc8ebaf54d52b7d1f116a3893e9c0464b674526","formula_version":"titan-u-contract-v1","latency_ms":0.9795420337468386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb73d6107c12042334454b80fe67fabefe2bfd954beb3669b8eb2ace70a78314","sample_id":"hellaswag.val.4485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd4c38fd6a978cdc37bc237accb2e99d03824a93821dbfd26bcb6d01675a055d","formula_version":"titan-u-contract-v1","latency_ms":0.7016669260337949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a85df1f3d98b5d88912295509b4cc31dfc7ed1ba2ead1430391f3d6285a4a203","sample_id":"hellaswag.val.4486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e859606157a319934c326afd088d5f46542533e68c6a8524580f345aac43286","formula_version":"titan-u-contract-v1","latency_ms":0.7972919847816229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"343c44c46476f79587ec884d7409242d59f0101379159b2648a027ec33806527","sample_id":"hellaswag.val.4487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e645c64d0f41256acdb3547de8acb7898436f3d073e2451c2a0eea17f31576db","formula_version":"titan-u-contract-v1","latency_ms":1.3815840939059854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6aceca30b854bc6972960aeb77de3cc10760ab8f286eb30b5be68a32553a518","sample_id":"hellaswag.val.4488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e2442219c978277364aae5000ed6591c502252b54ce0557b000d34246a25270","formula_version":"titan-u-contract-v1","latency_ms":1.082874950952828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28ba5aaedc43576a02556a813e5fd9046f53dec0a890510c625193089eff8c49","sample_id":"hellaswag.val.4489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e8bf573615dd58df77cd35a401fe1ffc941b0844ff09b816b318b949c3906eb","formula_version":"titan-u-contract-v1","latency_ms":0.7533750031143427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cf10ba7aee24f0815398c631a73f111f612d255332487c3f3dbf40d0c0c16af","sample_id":"hellaswag.val.449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b12b4e40ca98d8007994fb1680ebee4145c94ebe2dff60cc364afa094730c7c8","formula_version":"titan-u-contract-v1","latency_ms":0.9642919758334756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f26cbc3db0fc140d8e1fa444ad87ec71aedc4b54a4a61dba5699655e103716a","sample_id":"hellaswag.val.4490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62df787dc5f208cb813f7d808f18808467070a422bca52361cef683758ca4f06","formula_version":"titan-u-contract-v1","latency_ms":0.7419580360874534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c21f1c99f289b5ec5bdca435163f434ffd2701fcf44833db3713737e5932968","sample_id":"hellaswag.val.4491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40a6f137ee054f550599267d74c963dbd8b685f14bf290a7683ba5a658b20313","formula_version":"titan-u-contract-v1","latency_ms":0.9000839199870825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db0283400a3522a0e02aaf851a15717bb73b906f8b70b8d6f552be9972668bae","sample_id":"hellaswag.val.4492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73a69d88f22e4a49101d96af44907745ff5a17435a54e4db79f2aa010e1790ab","formula_version":"titan-u-contract-v1","latency_ms":1.2033339589834213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"700d2e68dce68033756e73d6d66190adbc030a2e159a1595f5497b63c55baae1","sample_id":"hellaswag.val.4493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20ab4073974bd0e4840d586e6085301388c8d9e4e5c9f7d9975b7870d3bd7d54","formula_version":"titan-u-contract-v1","latency_ms":0.9410829516127706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ec7f4cd932e02f6bb8dbf6cff71ee14779e2e3a1dbac898edc7d350ce336166","sample_id":"hellaswag.val.4494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48f239b4fae7900cb261f62f2185ae6605f3fb80ff0e5a50fe286f5c30e149b4","formula_version":"titan-u-contract-v1","latency_ms":0.6470830412581563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5710431ccf729844ff31f8b1f8aeb050a214dfe4e48910d3130410b29154af2","sample_id":"hellaswag.val.4495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cdd5a15e0c7bd8f3951deaf00329bdcbb551241ca23ec025bf2b1690b96f4ea","formula_version":"titan-u-contract-v1","latency_ms":0.628374982625246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cc837480c484de34c8054003581d4f4fa0da934b2a0c664cf0d8cea75bab390","sample_id":"hellaswag.val.4496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e00da01c2b5e0fbd3810769ad9e3acbdbe28558bb97e1f1e4e24d36a92e170f1","formula_version":"titan-u-contract-v1","latency_ms":0.69500005338341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a670c55c354aec850660cb37b29e3434f109cd97943628ebc90391b5499e5da4","sample_id":"hellaswag.val.4497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80a3067e5cb85dddfff046a310b400601cf460d6d4a7b32c287eb289c37b22cf","formula_version":"titan-u-contract-v1","latency_ms":0.8321669884026051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06efd5172cb191a4a01f80734c9233b01065ffd74fad46fda097c0ad816cbb23","sample_id":"hellaswag.val.4498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fd3d9cf3add4b1cf1d89d1cbbd409d911dac2288307d391c88902685edcea71","formula_version":"titan-u-contract-v1","latency_ms":0.9582089260220528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f74572b5f04657eff4539448b89fd8cb03a9b78859f26d6dd62f5ce43d9c8ef","sample_id":"hellaswag.val.4499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32ec8a48c4926e93ac5f7ae916400c08bbcaa50f5f4ca2ec874d4d70f0f38219","formula_version":"titan-u-contract-v1","latency_ms":0.8579590357840061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c78db98881789405e899d30698460062116743cbadc12b1f7e1832264bb7b34","sample_id":"hellaswag.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14435c4acaebf3cc1814710bdd0af8a789f2b838ed8fa6b64104e79b9cc7ffd8","formula_version":"titan-u-contract-v1","latency_ms":0.5441249813884497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"797d581c58b5e92daca67a12c02335b8d0e6a9015921988d316119aaeb8e52a7","sample_id":"hellaswag.val.450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa90d2699ddcc7a77c66a69427e43bef0b272b398a3a354c5b978b9beb1026fc","formula_version":"titan-u-contract-v1","latency_ms":0.7207919843494892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74d2f8433ee6494d0c9962907829f907754d43c85e245c58a707655971554c0d","sample_id":"hellaswag.val.4500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36c96e8b8a30b5f74bdb7f27b40d1a4323e94c03cbe3646af69a604de27474c4","formula_version":"titan-u-contract-v1","latency_ms":9.72116703633219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"862dfc50dc17953088566f8e6ab36145d96b5ff7f49e31202eed97d5ef794e38","sample_id":"hellaswag.val.4501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d1696ddc4d2f768cf4228c389690ef91144a52dea1c99d80652b5e6e80b49c8","formula_version":"titan-u-contract-v1","latency_ms":2.7557919966056943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b717216c563f8fee3731af3414d3bbc4e7fce6231e5f60ad69e66e7e3d0e1879","sample_id":"hellaswag.val.4502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57bcdf1fbb8836545d02484796c8db73f0b2dab6b8094f45a478141a90aca7d2","formula_version":"titan-u-contract-v1","latency_ms":2.6863329112529755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1383bbd3d38c95d14cc70bf5ca5350afae5b3ed4ad0b29665b1d1e7bd915c7c","sample_id":"hellaswag.val.4503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66f3f2507d87567574e51cff3e3159b64b01ae26f1bfefbcf1509d615b4e5c1a","formula_version":"titan-u-contract-v1","latency_ms":1.2181670172140002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"424e3fe133ae45b213e968a4e01e5ad9609eeebbf33687d7149d8cecf443b104","sample_id":"hellaswag.val.4504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c37374796007fff079a6321040d792582703b739d5c27a531f016ce36b3f1857","formula_version":"titan-u-contract-v1","latency_ms":0.6732090841978788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ea9025f4de4c1ace3534db672f3508d105bde6515c7f6c9166b315769a9d275","sample_id":"hellaswag.val.4505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c53d49511954d28e49c4dd62b7ad2a2928430b5845245ff4297e4ebb7c8a4fd9","formula_version":"titan-u-contract-v1","latency_ms":0.6237499183043838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e090fbf485443b72c875d5654175163072da3aa5b4202006c4cb6fcc0b9c478f","sample_id":"hellaswag.val.4506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c612234fc55f16e099bf557ee41ee455ee09201cc65078816f5a6cc7f7193ee","formula_version":"titan-u-contract-v1","latency_ms":0.6195829482749104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4666ffc0243360f63c596fa79621cd85c04647d658a4c86d9b5e897c63187957","sample_id":"hellaswag.val.4507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8990df239ff3483b192a1cf0526d85bc073e947afdb9978ed37294758fdef391","formula_version":"titan-u-contract-v1","latency_ms":0.9904580656439066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b7a92a9160544dc646ffb93f5c355e3032964db76ff497b51509bb33be9bf14","sample_id":"hellaswag.val.4508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"682fec27682915272de94141fcfc1f32fa77112b8107ecda7aecad41447ee0f5","formula_version":"titan-u-contract-v1","latency_ms":0.765542034059763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"382587887e66f03041da36790385422571b999b356294e03123e8029653ad910","sample_id":"hellaswag.val.4509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2581051e6cf75392c6f03bb326e99880454095cc25a5761c310df812d3a0efe","formula_version":"titan-u-contract-v1","latency_ms":0.7278750417754054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82a29612e14d080fb499f1e235866350cf2ea8a8d03fa2943ebe8b03bfe6def1","sample_id":"hellaswag.val.451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9323c3584107dfbd49d2cfadefef74201fb9a88788c8ee4e089e3eebee120293","formula_version":"titan-u-contract-v1","latency_ms":0.7518330821767449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33c248f614b21efb8c51cc854c9c5b3f3b4e9d4598d2a2bf9d03ac3d30d00c9c","sample_id":"hellaswag.val.4510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e89d9d934f1967a69cc1f9fd56e72eab6d9f3724f63272222557c1fdb49914bb","formula_version":"titan-u-contract-v1","latency_ms":0.9411249775439501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b826ac88714d5d9203604ae49c405e81fd637f852621e44faca9067c650c26e0","sample_id":"hellaswag.val.4511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7662808c1e91224e14bdc6bf26ca6126f1158e51f7f5b19b5130eee2b4d7a1bb","formula_version":"titan-u-contract-v1","latency_ms":0.7683330914005637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3043eb07d1eaa238274b949b8c10ccde65861a4b20c1b47c46e052368b7893f0","sample_id":"hellaswag.val.4512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4b81ef965a6c9b6b3e49d721a9276e49881c30878934434327a996b3e5cd077","formula_version":"titan-u-contract-v1","latency_ms":1.021958072669804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4931f38d521dbde61c0b3b821cede7709e2b3c8c06002428acd52a37aa52061","sample_id":"hellaswag.val.4513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee20fcec0ab527ee320caf90aa1fc0963815581da7418eb79290af289893d8f2","formula_version":"titan-u-contract-v1","latency_ms":0.6661659572273493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a7ee841bfaa7614911c015c4f28b08b52a4d8b2cbf6b184385e21e1922188bc","sample_id":"hellaswag.val.4514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59bc509ab790affcc98b37ea7cb63cf8b5bdcdda6d3a733700f6d902d7043d01","formula_version":"titan-u-contract-v1","latency_ms":0.6387500325217843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a52aa1b8bc07a20bb85bb35f338352d995448a43819deda6840f2f888d9d405b","sample_id":"hellaswag.val.4515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b8f7aad20e50b0719dd97399b1138d76b2f7c83004636e90414230ce6017d7f","formula_version":"titan-u-contract-v1","latency_ms":0.8056670194491744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06e971fd653af7d1b85ce06d0e06260b0a221fef06d5313e14b1456459543615","sample_id":"hellaswag.val.4516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"981b8b124fad24741cd63f002bc3fa68b8d24850ab81aa92cc232955e35b7e6f","formula_version":"titan-u-contract-v1","latency_ms":0.8149580098688602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76cf539f127b3fd629a9e916a50b83c83ef70df0209ac77b3cd1e0af9ba59646","sample_id":"hellaswag.val.4517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfdb6139a3a229c451e6f4ccf737911a09eeefa8ee0324d4c41529e401d56411","formula_version":"titan-u-contract-v1","latency_ms":0.6859579589217901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78d065ce72307665ae73e7598843ad6f8e95d9111fe9d0eeabff372b0aa9410c","sample_id":"hellaswag.val.4518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e644e79288b10cc0d8d1c1b9ca477bc3448a5cce86206b12a70af250f0a5072a","formula_version":"titan-u-contract-v1","latency_ms":0.7960830116644502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"874086535eec2704c891d83f56a3dced5bd844c1e5d3896c3eee7ed803d2d1c3","sample_id":"hellaswag.val.4519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fd4ef5ecf2e89221573352779e03e7be32e63b54274c518b4102fa22aed2397","formula_version":"titan-u-contract-v1","latency_ms":0.5255419528111815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0123b0c6f6e8aec64b6a4364dcda7218c06ab07159a7713267f6a18b1d1633dd","sample_id":"hellaswag.val.452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16c335b1bf09b670f2055d65353cf8157dfbaaf97bf37612c43dd7973fa0a11c","formula_version":"titan-u-contract-v1","latency_ms":0.9366250596940517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"488c1167f2637abac57e87f99ec84c83178cc6bdb727b15feea2516d52d3c51e","sample_id":"hellaswag.val.4520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70e1c6e099d2bd006812ae203ac05d7784a5fbdc33559de5798ece30cf6652a2","formula_version":"titan-u-contract-v1","latency_ms":0.9120829636231065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83b673de43106b2cc53682ce58d85b1a7c9822764f64c7019bdb43cdb8f402c6","sample_id":"hellaswag.val.4521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f445b73f12b451271d668aa8c63b6390a861d75b8b000622ad26912b4af747a8","formula_version":"titan-u-contract-v1","latency_ms":0.7773339748382568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"968104920df9d97fb8c978479807ab4c1a0e2a021f51e569405ceacfd04d2052","sample_id":"hellaswag.val.4522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afd8310246cc5d6fd7f2ca8bd96622f1d504baa9be799ef557082cdebe9a2734","formula_version":"titan-u-contract-v1","latency_ms":0.8106250315904617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec708e2ee9d274981adfbcab9145ba450ff0d02f28e54da9a467fae32c899ff4","sample_id":"hellaswag.val.4523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa66df529cc9873397465a6f341683c3a4d13d49cd9b55c32381fede4e552279","formula_version":"titan-u-contract-v1","latency_ms":0.9289580630138516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d96ba4a4c3d320bcfa949cc07aa9de51785819cb0e6fed536849a1112f448685","sample_id":"hellaswag.val.4524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e80e3bdb34ec90b10367c8de78c447cf8765d4eb3fe1b8c0db4b1630b6da51c","formula_version":"titan-u-contract-v1","latency_ms":19.066790933720767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17a44c09a75c51a93b15f2d4adafd9ed569f207e6e1099c7c107256d076e4080","sample_id":"hellaswag.val.4525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a4daa1225d4eec88e2fa210a8dda6bcead19b9e57f2af065174a067649add15","formula_version":"titan-u-contract-v1","latency_ms":0.7933329325169325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ae62352584ef69f2b5ba0fc6fce372a17efc9f7b8fa43754da05b8c8363dd00","sample_id":"hellaswag.val.4526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50bca7948924c654c67b7de6baa04b26b9ae5e56f748dbc0ca897397a9c38cff","formula_version":"titan-u-contract-v1","latency_ms":1.22637499589473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a29f2f2603a616c02ed2d8bb1beb224ff8431957b7566d0a371379342633a54","sample_id":"hellaswag.val.4527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f913bec29de1b648588c1cc9e7fa6ebec1aaa7b0aace435631c85f3e4c3d2dd1","formula_version":"titan-u-contract-v1","latency_ms":0.6317920051515102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"613d92d213abb9ea6e5a7fb383faee6d1df80579d1a402d4dfcfb291fe0b9684","sample_id":"hellaswag.val.4528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"178acdf4f021a9c23604ef76d754f702a558596177ab69497126bfee3f2d5dc1","formula_version":"titan-u-contract-v1","latency_ms":0.6723330589011312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeddc45ba059f87bf2928375b5cb173ad7ffd2bbbe72698ad5b88b72fe51270c","sample_id":"hellaswag.val.4529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3de3e7e13769099410ad1866ebe71aa9673543b0f0e2edeea14743dd4913a6c2","formula_version":"titan-u-contract-v1","latency_ms":0.6978329038247466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"886ae921f2beac15168be5da2c97790831a25651efa0e94b82e3ac346d51f884","sample_id":"hellaswag.val.453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57e5881aff977ba53dc8abedf75831fcb2f9e084b11d18bc8c44647b02d21946","formula_version":"titan-u-contract-v1","latency_ms":0.8887080475687981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e01e04b635bca5adc377d4b2f3cb3355b78f973478846dcd0992b1d304cc1ebe","sample_id":"hellaswag.val.4530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bce640fcc448d450bed76f3e0f6ebe3e455197699f3cdbb6fcc95f2101ddfe25","formula_version":"titan-u-contract-v1","latency_ms":0.8319580228999257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"483938f3749c13148dffa953e0cedf003e185685f266acee8628c5f9d8e83cda","sample_id":"hellaswag.val.4531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9689b9cad50a26d9e5ed5805be83e6f02207eb78ea06a68a66c5cd7d7dbf6e90","formula_version":"titan-u-contract-v1","latency_ms":0.647209002636373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"379a3bb4c81d097c232952e1bcc0f44e136943bd78051839ed85d2af37ae0fec","sample_id":"hellaswag.val.4532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b376259f57683f9e86c34202f1bf28704e10e14240357bb82bc236a00ab227a2","formula_version":"titan-u-contract-v1","latency_ms":1.2569579994305968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f5c457a2bc6d6d61e6ae9d5123e10babbeaeefacecce643f5f7d93a6cd0d06e","sample_id":"hellaswag.val.4533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df5168b85308a36200a6a4ff49912cc6d0dc03bd66f9c88d7a931ecdb2d399eb","formula_version":"titan-u-contract-v1","latency_ms":0.8937499951571226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11387c34e3d3cf985325bbbe9d998ec0da3682deb9b21df02ff31c85367276b2","sample_id":"hellaswag.val.4534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12db41356d1f6c40e714d2ffffc128175f9df0e7a6eef990cad02b144e5e756e","formula_version":"titan-u-contract-v1","latency_ms":0.9508749935775995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46cabf06d1e04ef69e5bddd5baa99e12ccf65c4910149b3197eb3541842f60f1","sample_id":"hellaswag.val.4535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e8ada9b0a350d8eb08d5c2de73a2ae158cea13a951ecf03d357a6e73c11fb23","formula_version":"titan-u-contract-v1","latency_ms":0.9382499847561121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0de1cd75d3e14ba3ac44cedcd77fb62f79053ee5f122e6d3a7f229ae1494c40b","sample_id":"hellaswag.val.4536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd71444aaebd8ba95c2164475ba63931b324c27ae612e8d785c10daaa7150909","formula_version":"titan-u-contract-v1","latency_ms":0.8002499816939235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb1179876f90577b9cfa8fdc39fb3c28d66a925ae79bba7dab58df3bcc625daa","sample_id":"hellaswag.val.4537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01eaf22c9c1ae239adf9d6870d25058fdb6ce12bdf0733952e48e91c279c2f4a","formula_version":"titan-u-contract-v1","latency_ms":2.2071669809520245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9bad125d02c80b2687948a2ef593175df8b002edcb59e55aa11ff3e006b1a92","sample_id":"hellaswag.val.4538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff5ca21be66b5cb04e5c1c05fdd1247c061d91618942271303897fbef3e6d4d3","formula_version":"titan-u-contract-v1","latency_ms":0.8660840103402734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f7c0b5a6e27b5d73c1cb65ff041845a22a04fbe2a320de7ed1c6f8c96847f5f","sample_id":"hellaswag.val.4539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ff2189f6cfe85d96de5a7beaea2cf794148ab9136a9a0593fefe1c389c0ab43","formula_version":"titan-u-contract-v1","latency_ms":0.5637910217046738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61718a646bc6d5ee0ac48f605f99af82ad91ba481140e3e5cab58cf6b0ac34d2","sample_id":"hellaswag.val.454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeeef961780ffec48b79aa293221e7de474060104d4d01fad67ddc3c2eb96e63","formula_version":"titan-u-contract-v1","latency_ms":1.0613750200718641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"005b113d207b1040dff72d688a813e99dbebf52511b6329c37010807894764ea","sample_id":"hellaswag.val.4540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"773f577e59e5858b233f4fb35355e8c650c03fd40ef4b0817971f285e35a54b3","formula_version":"titan-u-contract-v1","latency_ms":1.886541023850441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a108ef76bff4a16e0f5a5c18278a652e2d30a214b7c97bfd6834466b19be4d9","sample_id":"hellaswag.val.4541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66f3c888509238a6ac6f6bbc76638775b37d0c9404bafee389a1e6100b674cd6","formula_version":"titan-u-contract-v1","latency_ms":0.8487909799441695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7058e6e09346f7868f9bb9e76c4727b0e9de28cfb3b71e585eb32e871c667556","sample_id":"hellaswag.val.4542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69ae1a3469f13c690c3b7f4d649b8172b2cac1549404ac721aa58bd49a73caaf","formula_version":"titan-u-contract-v1","latency_ms":0.74095802847296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19362bf0509caef8f03545c9889479b5bb9b5e95dcf48ea341349f0e6bf08e66","sample_id":"hellaswag.val.4543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0245c172b1c24cdbb43595d0eb1832a53bd4b3651fb23439800b5d15a80e9c6e","formula_version":"titan-u-contract-v1","latency_ms":0.8622499881312251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebe92f0ce20732f555af1f760b14c383060572b2ba5348b596ff18f7acda0238","sample_id":"hellaswag.val.4544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b8cedd08f864521f7ac5392eee215248781d26042cac9005fb6287eb745ee7d","formula_version":"titan-u-contract-v1","latency_ms":0.9250829461961985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bb78172dd64b639ef535e90d4d157eb1b1bc1767c6938a740e2996758712173","sample_id":"hellaswag.val.4545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1de6a050bcc2429ed3ee491c1d5ad31dabc48cc93cb2dd225efbed317c4b96a2","formula_version":"titan-u-contract-v1","latency_ms":0.7442920468747616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d51c12b2907a8f63c3c7776f5dc117981560f0050657aeb36c3715a2b387e17a","sample_id":"hellaswag.val.4546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c1c72f6830876824240d4a30a3e352ad8013218a169b0f18aec33f5771b372a","formula_version":"titan-u-contract-v1","latency_ms":0.9109169477596879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b9a2a2f40df228adbd0f9fb4db702d176bad89de79d20542ba159052c1b8319","sample_id":"hellaswag.val.4547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e478913cd7d4900676dd17b3cf70c1a4462a1bf9c9d2e408308772a57f88c36","formula_version":"titan-u-contract-v1","latency_ms":0.674000009894371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8730fae5c8d551817fe5a7575e79392efe5b1fb93a3e23d351e1e796b9233fb9","sample_id":"hellaswag.val.4548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f8d2e7abb345e58a6f5e1076ebc5c571de2206aa57d9a57bcb7e1d892b1b82a","formula_version":"titan-u-contract-v1","latency_ms":0.6462499732151628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15e62d5063f7639bf47e6921b3fb142d1097943159989afdbae39befd8f56570","sample_id":"hellaswag.val.4549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ac584fbd410bbaed3c51f8c5937524ecbdaf36445a8e1505c421a7ec82f8e45","formula_version":"titan-u-contract-v1","latency_ms":0.47216692473739386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9499c561890116f3f09a67d032117a9200f1fd525ef36afc768700318d398512","sample_id":"hellaswag.val.455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0aff5c4764077091da8b5ea1f73f02272a2b104482b18473c95bb062990715ae","formula_version":"titan-u-contract-v1","latency_ms":1.3214999344199896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a23cbf4bd86f8c2b45c821e840438d7f834d295e4292e58c347089e5c42f627","sample_id":"hellaswag.val.4550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74a7fe1474675d2f938359030bdc4921e15981309f33b4296211113080e74f5f","formula_version":"titan-u-contract-v1","latency_ms":0.9603749494999647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d14c4ec7d15176d9a80a7b7e3a98135616af401f3911138676013bde878a818","sample_id":"hellaswag.val.4551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a071b51bcf18ced72ee03c9bbdeedd6e918ccb2dc9e098790d030b72ff8b941a","formula_version":"titan-u-contract-v1","latency_ms":1.3626250438392162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b83315432d2135f4d5ec61380df9b34181d347146021dba626a7c44b83df8e1a","sample_id":"hellaswag.val.4552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"928827dd9aafd00da406fc2c28237880113bf04c21d4a19bf81350fbcd68cf37","formula_version":"titan-u-contract-v1","latency_ms":0.7106659468263388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5a9b2aca7e6021e420c03a2b8a9836dd2f78dfefb8a53eedc74ef2ffa0039c3","sample_id":"hellaswag.val.4553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbed4ba0d4133e42fc516094fbb75564d3eef9fa31ac9ec72d5eac0a93a58ff9","formula_version":"titan-u-contract-v1","latency_ms":0.6372500211000443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f5843b90d5a84c51033b33a6c6aa9f2f11a935c3a23809b0ae72a1541234f3d","sample_id":"hellaswag.val.4554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62f0450b9ea2afcc1236616acd16cee538d25ed3b460c456a35744ce59c1c282","formula_version":"titan-u-contract-v1","latency_ms":0.7071669679135084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50b366b55992386d9dc9c16b2d843f660a39e4195f5d7acb6c3cf8e0bc225b39","sample_id":"hellaswag.val.4555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90aa96c16fcc70cdc587fc8417580b5bcb835b4f211df6a3ac6cca0fbddd2f8f","formula_version":"titan-u-contract-v1","latency_ms":1.3361669844016433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9effb76b381019081db25c3f9324354c359fb55db0e48480a66a50d70a045cb2","sample_id":"hellaswag.val.4556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91bcde850ecb9e275e566d526e3f51d1e6305e85d0b43d20ff05151739b63241","formula_version":"titan-u-contract-v1","latency_ms":0.6325000431388617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbf125357913adb643e99aca3dc0953230f2a3df5ff27c3b56ca844dda778a14","sample_id":"hellaswag.val.4557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcd323163b7bc78604ade65cb39c708b3c2dc7a8492e76270be6f87b1a503a55","formula_version":"titan-u-contract-v1","latency_ms":0.6595419254153967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba387aab320b895963e080751f8360dc3f8f02d744abea5824f1ead0222146ac","sample_id":"hellaswag.val.4558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b96ec0b6803cb404af1e95a736ac522ef2e1af5410045a7bec4ee19eddf55a6b","formula_version":"titan-u-contract-v1","latency_ms":0.7600830867886543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cea0e631d05c740c79bce2c7f0e25b87e52df542ad25707f8be33fb86d2a1cc7","sample_id":"hellaswag.val.4559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59e7a1e27e3ed37b9bc7d8c8c4b99fdcf15223d1ea5c529c68bb024524e03c09","formula_version":"titan-u-contract-v1","latency_ms":0.8264159550890326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"074641d2a46e0934aaf29969deb30f5d47c7fbdda838002f597bd9ed543d38e4","sample_id":"hellaswag.val.456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d26b10207d0b02cee93b42d2a2a4f59f90f71e9bfab53dbb7cfd69b2c6184c0e","formula_version":"titan-u-contract-v1","latency_ms":0.6576250307261944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6d52bc0e20cb152c9c8a9ed84edc61c370a8c21c402f2d86bbfba9da02a10dc","sample_id":"hellaswag.val.4560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7242f6f4561496ae24cf264dfb8cf4a962814a1000b6b33ba9ad1fe86398621","formula_version":"titan-u-contract-v1","latency_ms":1.3008330715820193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eba6a3737ccbe958eb24392b6e26efbecfa87ecd11b3a6194176635ba0c5fdb6","sample_id":"hellaswag.val.4561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"882dd6fafabf458e9ee91d059da43a90deaf96dd842f77971c07c9d8b4f53c2e","formula_version":"titan-u-contract-v1","latency_ms":0.6679579382762313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a733a411240cb3798a537b1c94fffdb78f419d3df85196f39555bcd0b03fa1cd","sample_id":"hellaswag.val.4562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"814c938507d72fe74255e48b1b96b54fbb9f4ab3d50d331eade260567e74f607","formula_version":"titan-u-contract-v1","latency_ms":0.6626669783145189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c3e9269162af4d20fba568d0044d1d4e47bbc8cb4d50e1e422f499a9294e52f","sample_id":"hellaswag.val.4563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dfe74c20328f5b8721e0a3ac8ea67bec208f70ca7670a6b8413a8961ea26e0e","formula_version":"titan-u-contract-v1","latency_ms":0.9293330367654562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9db1c7eea8e34b6c70cd484045c161929290a6c9e37fbf2933b8e9fb3210eb5c","sample_id":"hellaswag.val.4564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee64a908e177919a6aafba60dc5f860dbf19a4493b68b1e2cd8c066ab6c7a6b5","formula_version":"titan-u-contract-v1","latency_ms":0.7363330805674195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f134c9c8ab64c9aa382109e9bd14e88050480dbc3d0c147c12e96a889fdbfb3","sample_id":"hellaswag.val.4565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fab1cc99e9945a6d34d258f5ebbb332c2aff261e39bba6bc4155561904780e51","formula_version":"titan-u-contract-v1","latency_ms":0.8234579581767321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f760ad2381b0557511338c81d3569556f2065c8faba64664f7305fa79af3510b","sample_id":"hellaswag.val.4566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb69464f82278d7a01d57f840ea182c1590dd07ba36a0c1d728fa289c58f99b2","formula_version":"titan-u-contract-v1","latency_ms":0.7281249854713678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57132411865414ffb2230714a45fb1bb9e9ddd4bf34256631afffce15453e3c2","sample_id":"hellaswag.val.4567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0fd7a41021ff6de5f7cddf481378132e3d1514d012644c9a8bdfcc09804591c","formula_version":"titan-u-contract-v1","latency_ms":0.8574170060455799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c80079e3024bd51ce74a57b635faee4667c333e1f97b84deed4d8ca74c021d3a","sample_id":"hellaswag.val.4568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"befd4f4a2588722c33a7d20a533d3f08fa1ac6796ab48caabc6e3a5ab095b7f5","formula_version":"titan-u-contract-v1","latency_ms":0.754666980355978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"629ba75e144c5d210d416f261e0531d2b92312d876e465d2f1e5309219e5ee1d","sample_id":"hellaswag.val.4569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37d5844f9e65000074341b69a7214bed9b91960c2e53b1337507354929a1810e","formula_version":"titan-u-contract-v1","latency_ms":0.665958970785141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92a112a2dbcfc4eb03e837f225c4431d9cbb38c9d54ce43d35c3765ed6c218a9","sample_id":"hellaswag.val.457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ebaee956c2c9122f8c61851e1e392f0b10b052becb7bc772559baf8ddf8faed","formula_version":"titan-u-contract-v1","latency_ms":0.6665840046480298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0028ff0fa09fd8944c2de9c33045cced0e25acb142a554268547d14dacced33a","sample_id":"hellaswag.val.4570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86e783658f258d2741f5bb4eb74a6c9b5b30510515bd9bb05d1b7a6317ae3284","formula_version":"titan-u-contract-v1","latency_ms":0.7496660109609365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40a8f1c78446aa3c584d91bbb9c0eb0bdc67a82a56f04ac5d0d72697f78702b5","sample_id":"hellaswag.val.4571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb93a4e58e54f72d3bcb96138de58c8ed38f0b7b19b4e0d4428bf726107a8cf0","formula_version":"titan-u-contract-v1","latency_ms":1.258708885870874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9bb1b69ba678b69944eb3b4c06671b1c1a1db145bbc17d011841e84b4afd2a7","sample_id":"hellaswag.val.4572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83ce14d2b5dcfdc0de3053ef07e40de3cd9bc662745fb3f864c79ee728e21d98","formula_version":"titan-u-contract-v1","latency_ms":0.7057079346850514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a278854562e79bce24b14d156c679db6a605b0484dce68dff76741c2b77d969","sample_id":"hellaswag.val.4573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec1eff9f81b59b21334adaa0cd87f251e806b83dd73de15eefa99ea95d7fb133","formula_version":"titan-u-contract-v1","latency_ms":0.6989999674260616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef12322370a622240e74716063d2fb669daf0fdcdb4c3ff7edbe104803c44902","sample_id":"hellaswag.val.4574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91458f1281eadd6629be7e9732155c087bcb00b299faef971fda5362484672df","formula_version":"titan-u-contract-v1","latency_ms":0.6624999223276973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdf7ba620eb996bb926786fc09e8732da6e247c286f12835d3af59c7b75464e1","sample_id":"hellaswag.val.4575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b07ac1a0ee3def13bfbe74e32d284e408705028d9ce475df3009965b801c8ae3","formula_version":"titan-u-contract-v1","latency_ms":0.9517499711364508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32d2ce5e1c3aadd954c89e3812daae32a5d05465d1865f788332440be9232a10","sample_id":"hellaswag.val.4576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e6795d99d76c49d81ce45c2c36acb0c02a51339624cd6e65a388fdf1428ad20","formula_version":"titan-u-contract-v1","latency_ms":0.8568749763071537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"381cff7cf52b62afadcbad150f8003c3f77257741158cecd8e47ed16a976e943","sample_id":"hellaswag.val.4577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a878e9e043a3d659e5b2ab2b24126f8126ac18cbce03b377479cc2076a19b4ef","formula_version":"titan-u-contract-v1","latency_ms":1.10941706225276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a9fa6512d950e91687639aabadf6e11294ca76457eed497cfc014c13b043583","sample_id":"hellaswag.val.4578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45460b739eb2bfd6d38aa931927c1ca5ac5df532a35e5af0cec33003afcdfe1f","formula_version":"titan-u-contract-v1","latency_ms":0.8131249342113733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"339406407b4b0a5712fe0a6effb9acefa0dd63eb63e0fad699f0e3be972baa0e","sample_id":"hellaswag.val.4579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7a65640807ef0a957f1e4051eb086eb1c9ba4722b748b0b96b0ca62774e7daf","formula_version":"titan-u-contract-v1","latency_ms":0.8540840353816748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc9250856df6b6a4ba9248b2a3866e1e640ac55fe172ec668fc4bf20561481cf","sample_id":"hellaswag.val.458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b4fb0890ecdba6b3fc24fc13eb81cbf6cc46bba4cf986d9b85279ce4147d07b","formula_version":"titan-u-contract-v1","latency_ms":0.6309590535238385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db2e4e9d6bba3812673abb559ef6713c3e11e1e76a7c0beb0a20e165e6eb45cf","sample_id":"hellaswag.val.4580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da3ed0c26e940dd4f1fba21400ad06cbf0d4dacb474bae87b1e78582e9b40e54","formula_version":"titan-u-contract-v1","latency_ms":0.9279160294681787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"058904930dc0c8e9f05cdd626799a59dfb6cf72c0b0b2b78032bc16d413954b0","sample_id":"hellaswag.val.4581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c87db9e1955f79ed9d92cabc120101499895ba1ddaa881cfb6ed7cbdd01ca17","formula_version":"titan-u-contract-v1","latency_ms":0.7298750570043921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d295773832c0e4713b0fcd3c71fe9014bdab3fbf1e2f1e26ffd82c5fba7e38fc","sample_id":"hellaswag.val.4582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34d53a20c299b702da2ca8c4cb50e4acbb466691699b296e132df09131ce95e1","formula_version":"titan-u-contract-v1","latency_ms":0.6953750271350145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"433cb39acfb61cad60d4a7bb23fa8890ea212100c11fc30207cbba41dd38bb7a","sample_id":"hellaswag.val.4583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81b605c7a2b3e4aaad6ad7af8f968931bb6210fca4a8c39457f5323619fcaa10","formula_version":"titan-u-contract-v1","latency_ms":0.6849169731140137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c37493e2f37fe748bf726bd82f52a91c3d456aefabacaaea2d14ab9a0ef12410","sample_id":"hellaswag.val.4584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40e824075e73d3b5897f4eb26d2df5a5a4a2896ad281b6153d78ea63181da5d4","formula_version":"titan-u-contract-v1","latency_ms":0.6244590040296316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9992307020a8dbdb7f1c68cc55a5af1ca0342456d76ff134d063aa29e813f1f8","sample_id":"hellaswag.val.4585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"527514a41f42e7196718da741eec62d9f4c7fa438f0926936359398a9e8cc049","formula_version":"titan-u-contract-v1","latency_ms":0.7163749542087317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e5d6d06b9ca645cba89d22e2c9dae657c157bd76b6bcef52bc6bd25d972f83d","sample_id":"hellaswag.val.4586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c677c4179b57b38f026d20e448d4bd3c206ba0e27472563918b5efb3b728c36a","formula_version":"titan-u-contract-v1","latency_ms":1.6486250096932054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5aca5252988562efc750508a02ebb3f8ac0c41119cbe512aad5af1592eefab35","sample_id":"hellaswag.val.4587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98ee4c00aca7caff655813810cfcfed068717c0988fd9d9c5a621a4ff5bb0d97","formula_version":"titan-u-contract-v1","latency_ms":0.6526659708470106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5098a39cfd2ba41a8f60a5bb4290b3e9abb7a99288f972f2881daf3e13c3d89c","sample_id":"hellaswag.val.4588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49b0047307a769618c572b47ad37291f2e03692daad34d04f3fb339adc8d12a9","formula_version":"titan-u-contract-v1","latency_ms":0.8790410356596112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fb4d0100d39e3c152b03112e28ab77696f34b0d46086d31bd72ad5111792fd4","sample_id":"hellaswag.val.4589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d519576588f35dfdaf7f28050f7eda56992a9242ed475160ee6db73f6b6bb847","formula_version":"titan-u-contract-v1","latency_ms":0.5022919503971934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10993b8384660ec15af22425b456da2fb45c715839457051fb785affb0e69c5a","sample_id":"hellaswag.val.459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a133f7dfd8f9f37b15aa44283dd98b92dade0cee1e913c7fa3c295f1021efcb3","formula_version":"titan-u-contract-v1","latency_ms":0.7151250028982759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae4a6340dbc17d18ccee10a63fe81bba0cf04339b5d4bfe8d301c421088ce9f8","sample_id":"hellaswag.val.4590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08b812c6d5fed6226039e275eb9ab586c2dc4a82c262bbc84aed638244327d09","formula_version":"titan-u-contract-v1","latency_ms":0.9244999382644892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7546b6abc02f7498ee314a58d6e9f4388acdd9d9afc1d4585a0507dc1d7f677","sample_id":"hellaswag.val.4591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3ff2e7b02243b3465baa04bd80ab1755dc1ca4f6663600e7e241ac0d6a3c27c","formula_version":"titan-u-contract-v1","latency_ms":1.07029196806252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cff09f5306b6f615d6fc3c64b21af1cb31a25cefc227895bc21d1e5ed3d571ed","sample_id":"hellaswag.val.4592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e54b4cc636faf1091e06643eab3d26d714745a9e45ccdfb8904c1fa388ef501","formula_version":"titan-u-contract-v1","latency_ms":1.108707976527512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e243dc3c162ff678cc3a5041c1639fc90b1a0ea2e2e57857a42cb715c9a94bb","sample_id":"hellaswag.val.4593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"692375d0fca7ed10205bce2a7daec88d8550c7ca32fddde3e4f34e519ac8e5ba","formula_version":"titan-u-contract-v1","latency_ms":0.6689589936286211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b3c9ac179afa76027d262f6269fc30b52037202bd966a6eb3918b1abedeea3a","sample_id":"hellaswag.val.4594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dd0d47959b7f3347f55cd49c68fe2abeb959fd2fe9de159c9ccbd0a5d3a2ce3","formula_version":"titan-u-contract-v1","latency_ms":1.1624170001596212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f308859ac80523a848bac0a8eca5de88e86e52557c1ccd83f6e9b1eee1c48346","sample_id":"hellaswag.val.4595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"418e90ef0c3fed19d37fe74f0e9993a699c71760507961af0a57a10a903fb765","formula_version":"titan-u-contract-v1","latency_ms":0.7429160177707672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66c39b4b4c83b6842460aec84755067aed992dc524900d973c51a93e20763c16","sample_id":"hellaswag.val.4596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"983890ae459c6c417048446a2ff7d47b5ac8ff465034598f4ae868c329b00223","formula_version":"titan-u-contract-v1","latency_ms":0.6467499770224094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fcc2b4164460d39b724fc66deb30c03e933119890d6e65fbb33574f9a1aaa72","sample_id":"hellaswag.val.4597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad6f3d02560483b4ce6ef8fe56ae351d0273d10bfe466a40a201021911efb86e","formula_version":"titan-u-contract-v1","latency_ms":0.9663329692557454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"543bbf903cd56d4a69ee6b06878a01235d1d6d2c5d9d78be98f6db9008294795","sample_id":"hellaswag.val.4598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f7b717194adc775e33479cf3274e8102cf0f5632e43d89354c2c45a64968995","formula_version":"titan-u-contract-v1","latency_ms":1.147083006799221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66706f0633ccaa91422c3378ddb02e6e026e1bfd745c82b8b90cb17978208a57","sample_id":"hellaswag.val.4599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90b082234e925e4f4cc97bfb4e33c1a3dd59d46a5d23f654d632758d5c431f3f","formula_version":"titan-u-contract-v1","latency_ms":0.9502919856458902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"297ae9334c9507c1522f40be739b40d70bca7160b88bbd9d117f546193eb1a27","sample_id":"hellaswag.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e15d23735336004bc8a26d0ab210c733f1ee38cbb6973e441591cd8781ee627","formula_version":"titan-u-contract-v1","latency_ms":0.6119169993326068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b996fc0a7fb80c4ba68ff20cd7c3ae5c26671a9b255ea99518e81e07e027ddb","sample_id":"hellaswag.val.460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23aacb10f32e0da750a8107d10e73b0297e34aa43b1fec7318f3e5710e407342","formula_version":"titan-u-contract-v1","latency_ms":0.7369579980149865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"064ac909f673205315a5a14d36291eee64faee1c813b9140e995176c89e14864","sample_id":"hellaswag.val.4600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e046a85e2623eee48160ff7c943b6e0d53dd6ae031988c974d0b551e9042cdf0","formula_version":"titan-u-contract-v1","latency_ms":0.9264160180464387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c73dfb1eba9e15802fb1138520c5561bf8a10bdf7c1cafb9bca2d6667f369972","sample_id":"hellaswag.val.4601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb6e1ebc5ab30fd2a1bea6d70c08864fba1207f676a458d003a6bdb57e56b10a","formula_version":"titan-u-contract-v1","latency_ms":0.942167011089623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f79162f3f46f97ca9a927c04b742b4dd36818c2e8b9c3f71bd30f2d97dbdfbd8","sample_id":"hellaswag.val.4602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f2d21b414130a3ef05b9a985b4871375b8954246f359a8c502196827b9fc009","formula_version":"titan-u-contract-v1","latency_ms":0.6169589469209313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ec5daf092fd80b7390df1855f4d218c4af16e6f577a4e08e1e43ac351035d30","sample_id":"hellaswag.val.4603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e8b9fabe606ca5c2ccbf4e81b3c93a46132a97be7269d4d0e2587e248a17f0e","formula_version":"titan-u-contract-v1","latency_ms":1.0864170035347342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02f5da37981c0422b0da15275d3b42c81e78658511a86b5901919eb7796a97ab","sample_id":"hellaswag.val.4604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b5187fb06be8612a56eacaa781dca98b7af043ccdeeac2eff184faeed59295c","formula_version":"titan-u-contract-v1","latency_ms":1.0971250012516975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1d89ad13ceee70fdfc8ea90d8f0b0a3a17f337ed81fa56819ff45528b5d38b3","sample_id":"hellaswag.val.4605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ac72735b897080c2887d38f2fec02d7eeeb834c8bd87ac42b74b948e16f5de2","formula_version":"titan-u-contract-v1","latency_ms":0.7293340750038624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e869e55caf74a37201661db689aa470d79e77e5ef59ae9bd1a00025b3c7a161","sample_id":"hellaswag.val.4606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a78e3139cf0e55a694d05cf38530d4dec1eb61db32a335753a95b29aa8c64156","formula_version":"titan-u-contract-v1","latency_ms":1.2925409246236086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41b4d684fa6456e108b49fbf5b2207064efc8af3d0c327bca6772960df030926","sample_id":"hellaswag.val.4607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d03faf4476c7907c053962d70e863e7c723852f966bb3b399f297990de59a43a","formula_version":"titan-u-contract-v1","latency_ms":1.1004159459844232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e262d206ee1cf2002fd9a228c0aab2cc818b3cb372dea1d3d6002ee3b29e71df","sample_id":"hellaswag.val.4608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"414654d7c540c274f7f6f4f6b7ab144fb23fa015d75535329560424e311b81bb","formula_version":"titan-u-contract-v1","latency_ms":1.6368329524993896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23ee491d026422a0878213d9f5f7a24ea26e1d571c5d310420ab6708d923ad57","sample_id":"hellaswag.val.4609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78d2cde1c7bf469fcc80aab57e7d69e701de20a22e8c2c96b142141138924853","formula_version":"titan-u-contract-v1","latency_ms":0.6050419760867953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9890cf5ea8ceeeb999399358cdf68fdf0c36f7254d2d9b438619465b08fea4c4","sample_id":"hellaswag.val.461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2675179e34412c5f4a972910d2b678526fcb0eba15328b1c062111e34fd92577","formula_version":"titan-u-contract-v1","latency_ms":0.5974159575998783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f995802f4198909fc370c74ac75c9d73240ed9ad2dee92a6794ebafd2c8edf2","sample_id":"hellaswag.val.4610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ca62901c32019498be7be3d95c7f844e5545633a7b808ea3880f96e83b727ff","formula_version":"titan-u-contract-v1","latency_ms":0.9113750420510769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccadf8d2a19df4cd08fcfdc394ee786bc157ac1d976605455d6b1d58c7acc351","sample_id":"hellaswag.val.4611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"607d3e0c8b8ad1d14e46c15a6b80afaa0a76da61d81dbfa8e834fc70e9999c27","formula_version":"titan-u-contract-v1","latency_ms":0.6789590697735548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"521c7a8eae7fc51b53a7c6862b38a0ebda6e510f8211db24ca019014c6a87bf6","sample_id":"hellaswag.val.4612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d6b72f3f49ec4684c1df0c38f949e0b2145d3a818d79275069b6758b6d473e6","formula_version":"titan-u-contract-v1","latency_ms":0.7273339433595538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08bfafff4c417477b2703225a626054dc41e8ebe204edf8ed95c8193abbfccd7","sample_id":"hellaswag.val.4613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6012b3150297cd21de799bb45d9f71bf83ebae930a31e5b72851081402945a8c","formula_version":"titan-u-contract-v1","latency_ms":0.7262500002980232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9de1285bcae896cbe7bc1cd04f7e071daae2b1d83eadda14e6958f0ab699860","sample_id":"hellaswag.val.4614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0bea65111f2cce756eaf74f9aba72a3a3559a1b216bce99fd8c73778a4aa008","formula_version":"titan-u-contract-v1","latency_ms":4.221834009513259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8974cbcc25d9998b40a83037c0eb63e167db9f5dbf5f6ae3668275c82a200d76","sample_id":"hellaswag.val.4615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8abff9e31c3033a1c12c816f305af1d5a8512eaf57cedff0695eaaebc2caba0d","formula_version":"titan-u-contract-v1","latency_ms":1.2781670084223151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7f6b62f67d2590e5822f25edb656e3aabb4ac047c6504172ca15208c9f66d36","sample_id":"hellaswag.val.4616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f5806dde3bc560fc88f493920ec6c57a6e89ea7b3e0a69b714bf5d184b99591","formula_version":"titan-u-contract-v1","latency_ms":2.620458952151239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"909ca0bf2136fedcedd80cd48fcc2f709338166ec1836be62ccc40f2b9fd0d11","sample_id":"hellaswag.val.4617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13ebad704136c0cfa0dbb7263b2cd430a9140e00fc917cf4f88b7891192b9402","formula_version":"titan-u-contract-v1","latency_ms":1.0128329740837216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fa35fa02775687bc0bf0ed381372fbce222abf390709405d1a5fa1497eed637","sample_id":"hellaswag.val.4618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35853f44feff41a2029b2138d99e67e6f8fe62f9887c0811969cd1dcf04b45b7","formula_version":"titan-u-contract-v1","latency_ms":1.2047500349581242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2185cc802863234b9b87a7a67ddcfe942b4856d6192c33e4704f42b411fcd26","sample_id":"hellaswag.val.4619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5eb932323364d3e90af41ec994caddf36061386a1f77699f7b65212fce33ae49","formula_version":"titan-u-contract-v1","latency_ms":0.7695000385865569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd2cbd82ece88b224e28f46f6e27c7804f9dea1a2da96fda9927e625b2866651","sample_id":"hellaswag.val.462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e568d4c536063fc28cd6835bac370f845f3fac0f670169cb4291ea6e7737c98","formula_version":"titan-u-contract-v1","latency_ms":0.8161660516634583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95013ceacd91d51baedb1b41451fd30d86b5381270199fa93bb177b0eb465484","sample_id":"hellaswag.val.4620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7533d2e34a84d8ecaf272440ec35062258bb655feae61b0795262344519283ee","formula_version":"titan-u-contract-v1","latency_ms":0.6673330208286643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22aeae96addc93b613f670cdc42120f7e23d291f364b4307ddba9dfc4aa5d865","sample_id":"hellaswag.val.4621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fcac0b51d0930ef98971e25f2b17cfff37287e62706d1a30f4563457ff22edb","formula_version":"titan-u-contract-v1","latency_ms":0.9012920781970024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d77285207b36c6679ba5bf758b7681dd1eb64f7dcd38cbd1a80c00456ec34ea1","sample_id":"hellaswag.val.4622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae79649a02f96c8ce6fddc4e7c301dbbd4badb74cba3f436018efa2ade30ae22","formula_version":"titan-u-contract-v1","latency_ms":1.731625059619546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da210be903d373dfe78dd92123d5ab8f665dd1c15d8ae7903d2bc8e53daeca26","sample_id":"hellaswag.val.4623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"362a69514d55baae3c75376f12fd915d64f017d4040a8ff9ba54ada419daa09d","formula_version":"titan-u-contract-v1","latency_ms":0.69500005338341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ed0b8116c9d76091689e29ba62524df16a9e24268b1eff23887dfae1208c91e","sample_id":"hellaswag.val.4624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21f4349209f93d9de8791f8e6839e946d06b84cd8d8912bde2f393ec5fc5b068","formula_version":"titan-u-contract-v1","latency_ms":1.3558330247178674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a8a6ac178d4ff99ec42b40be277cbd78c814cc1d50502af503a1af779220c74","sample_id":"hellaswag.val.4625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48297f173de2156e813ad7c09bbcc8206e1d15be8c52719db804e68018bc32da","formula_version":"titan-u-contract-v1","latency_ms":0.7100000511854887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2385a6f99d18cfdc37d797f54c6c46893ce0301fe50d35303b587c53c3fd9cf","sample_id":"hellaswag.val.4626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c030c4dea74ab1dafd612ffde3295c9402fdff2b279728ce1d9f53bebda2f9a7","formula_version":"titan-u-contract-v1","latency_ms":1.1345000239089131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"742fb668cd8b56c7143e5aa301b1115a577d8efbb62cf25a5b42c910320d8778","sample_id":"hellaswag.val.4627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"429b6841bdba6e9c1f4d7dd03b003bbbde702f6213fce6dcafe2d9d1b88da5c1","formula_version":"titan-u-contract-v1","latency_ms":0.7206250447779894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9b5385a9749b50abddc9a6182f14740d0066af9ef5a12b5f7105d83cdc5cccb","sample_id":"hellaswag.val.4628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"391174705528a12aba0cf3f698b04732ca4e7e2f041cde6c9df64ec630e52456","formula_version":"titan-u-contract-v1","latency_ms":0.8670419920235872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"212f586b058e9bc79041d3dfb8fa9f46b2d1c28286c72e3496d34cf2b1fe51f7","sample_id":"hellaswag.val.4629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c7eac4efebb7bbbb7586ec3e5032f83c210806b8910078e17081c09513717d6","formula_version":"titan-u-contract-v1","latency_ms":0.7012499263510108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d345c9452d13221ac5a74c0c3e901eb9ddc5c5344b6379f0b388987bfaa7f51","sample_id":"hellaswag.val.463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03d64067b13387680bda34173bc71daef90e387ab8a8f721dc00dd541c007f8c","formula_version":"titan-u-contract-v1","latency_ms":0.9129159152507782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e3773839a1fe34733ac6471ee036711980b28857a36fe639ea299d1012767c4","sample_id":"hellaswag.val.4630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f18b7581b014b154d797b72635dae4d18ba8431f7703fbc34fe6de315eb4b7d9","formula_version":"titan-u-contract-v1","latency_ms":1.9327918998897076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f74dcc787d715fb9153c0e6c6021cf5bd72fea59eb930df05e740d968bf34e7","sample_id":"hellaswag.val.4631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfe80c6b33960320431bbb5ad8ac7314e34cd85a5be712e392fb8848f1b310cc","formula_version":"titan-u-contract-v1","latency_ms":0.8197079878300428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8687b0861f3368229cb35d0017f4630c55ad008298fe12072fa28d0b682d0f71","sample_id":"hellaswag.val.4632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd538cc90d1577dfa17ef8109cf3d23f6e58988c01e2c63dac08f774615f7b34","formula_version":"titan-u-contract-v1","latency_ms":0.7330839289352298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6406a91dfaf133ed5bd1e7faff2d13191bad3ded9b2f58ac9db10daa230e6828","sample_id":"hellaswag.val.4633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8d06fb1e460e7960893caf9aa0129eaba6b2a68d1cc4109d347537850127036","formula_version":"titan-u-contract-v1","latency_ms":0.6781669799238443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fecdac4a7d8e95307dba13bfa6b7f967e17123ab2e41ae559c5698e7bb171781","sample_id":"hellaswag.val.4634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0aef4cf6f8f317898b3c7b02711f46258237a8f4cc74803e6ebd225da378d75","formula_version":"titan-u-contract-v1","latency_ms":0.5722499918192625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"483ca2e4f708e3f74ffe9507a9c7a297488d8bddd76093b41fdf42a40bcc5b37","sample_id":"hellaswag.val.4635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c21e4649daa3b2539c17a08871957d3cc36c812783f7f8a024f3ad94654ed1a0","formula_version":"titan-u-contract-v1","latency_ms":1.7822920344769955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0288640be17763627e526f5ee6e841d5c7c4ee2183b2ab8e60a738759debdc7a","sample_id":"hellaswag.val.4636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0036611ed13bdef5851b30ad5c640fe8cf5bcb0f656e626bd6b592f8f2ee7b5","formula_version":"titan-u-contract-v1","latency_ms":1.5565420035272837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e35d2400ac2c8d3201a0161255219245596fe0f26540083d5a61c141cdd62b4","sample_id":"hellaswag.val.4637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34c43410d9f72152cdd6624af2d4e610b34f3e224148a77e330726fcbb4f1ba3","formula_version":"titan-u-contract-v1","latency_ms":0.6231659790500998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"838380ab7fb6309041a15ec7f1141a39f401367a352e914b9e1c458b0b1c26ac","sample_id":"hellaswag.val.4638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"811ff63b4d4b5013ee9cbabcdc0e35b84f1611e69b7da17d51ff98dea16a77ee","formula_version":"titan-u-contract-v1","latency_ms":1.1773330625146627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5217aeb1850c0427af2f7cba75c3871f4ecafa9252103e7a69983422408b2176","sample_id":"hellaswag.val.4639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2746ab8b5d4b593bb1fd074589b2a6c52e657d969a3f323599024fbbbee5673a","formula_version":"titan-u-contract-v1","latency_ms":0.4653750220313668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8972af2a300a56b46614d29cce0e6152c071affd08de6db7d750164d79eedcfc","sample_id":"hellaswag.val.464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8d632780099c0fec7a27bae205270ff4872c168d232abf290c0920430a891f5","formula_version":"titan-u-contract-v1","latency_ms":1.0271669598296285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eabfc231d6b8b36f86d05191f1168f414f0e801062a65546557bef50ac2b5aac","sample_id":"hellaswag.val.4640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cb5e15e42408f539676b6933ff818d8beef590f1cb84346c992e46bcfb8e63b","formula_version":"titan-u-contract-v1","latency_ms":0.8745830273255706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13ef2f967f798704ad1e3fe9b016a45c04b7823b85e035b4704ec88fc9a165e3","sample_id":"hellaswag.val.4641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61416332f8fcd27687eaf2ceefb02ee93663a2f83abb28eca1d0f6bbb9aecb7c","formula_version":"titan-u-contract-v1","latency_ms":0.8555410895496607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b9a0bfc7549e2061ded5f1504662d9eff4a65158b189ce0f11b1ce016d03193","sample_id":"hellaswag.val.4642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a857550ded3cbf500e5001135356441ecb1003214ce68c618142f948b1499c81","formula_version":"titan-u-contract-v1","latency_ms":0.9906250052154064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f543b2f84e660b3781e50b219008df9bcb895cbcba39423555ebb1adf45216cb","sample_id":"hellaswag.val.4643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"421824ff9f0ceab8c05a56f587e59df60e178181aaa48f39333a9a12b16d3593","formula_version":"titan-u-contract-v1","latency_ms":0.8580840658396482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce71d23cf2afbf6a748da10097409e6355dec96dc24cbc5e2fa536a7e08f4a0a","sample_id":"hellaswag.val.4644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32afba74f732a81f445489c4b0eebde9cb57a3edf3a616ea78bc7912fa364aaf","formula_version":"titan-u-contract-v1","latency_ms":0.9273330215364695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86008bc50044b24ba7aad7df70bc76ce49de7d11149768e8bd92cd12691a5b6d","sample_id":"hellaswag.val.4645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74abe681acc98ba4d25c74ffcb66faf035bc67d7bc13bf5dd46740e0d3cd3511","formula_version":"titan-u-contract-v1","latency_ms":1.313457963988185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ccf28086e883b38f292e7751a08da5aa33d44f8ddae5dffa03a79a32cc7d3cf","sample_id":"hellaswag.val.4646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3428e553daa81a1d1d984873e340a2927368ff2baa3cd896addd541df44acb0b","formula_version":"titan-u-contract-v1","latency_ms":1.1471250327304006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee8113a06d73e1387ddc9fd2a4a3c4470139ebdf239a158d31ed4a98c155ca9d","sample_id":"hellaswag.val.4647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75fa57650e3162d73710a1b0273839cb0211044f6ba24a078bb40c6576590eaa","formula_version":"titan-u-contract-v1","latency_ms":1.3550840085372329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ee02dd2b9ef69c1fdc5ec890460314cdba1d9bd606d16d915f01402ef97db02","sample_id":"hellaswag.val.4648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fcb0dca80d4036690ea99e5c22b3994d92346ca7c8e5d617f4b089e22bc6a6f","formula_version":"titan-u-contract-v1","latency_ms":0.9300829842686653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68791d711b0a90c1b33e47f271f2a24f4f1b7e1b17924ca14f4211c2db84835b","sample_id":"hellaswag.val.4649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3cc3e6a201c70091901d488504a43dd9315982da8d313f4a564fe581ef5667c","formula_version":"titan-u-contract-v1","latency_ms":0.6627499824389815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85c22101db0dae6ace6085a23462f51343dca3dda823c95d0c811154a449fe6f","sample_id":"hellaswag.val.465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6ce21cfaab14c38951f1207a4117f12169ee277941d961aadc810dbf24b9543","formula_version":"titan-u-contract-v1","latency_ms":1.063917065039277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"712f83eb234afddb0c6d0c1b7dd52edd74e05a46a585267d2e00cf42fc4604ce","sample_id":"hellaswag.val.4650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d04e6184819e0dac016667ae33e03fa8cbcea5b6a65ed48dc7a2d435baf74c08","formula_version":"titan-u-contract-v1","latency_ms":1.0385409696027637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5895cc5f30534ba4d5dd68406a9beabcb10fc2fa9a55eeafd5412a622575ae17","sample_id":"hellaswag.val.4651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16bba1a945cddb22d6303c81b229540a1cc77119b1d9d1112dbaba67a26ba2eb","formula_version":"titan-u-contract-v1","latency_ms":0.820250017568469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9d599354399380568a627c2eee46197b9bf11ec576f8842d84a9337600a6400","sample_id":"hellaswag.val.4652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9de2bb48fc180a6b1f893bdf83c5544028be4a7afc37ebd2fbe302e6f81c6c08","formula_version":"titan-u-contract-v1","latency_ms":0.861792010255158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1c0d8f98343e10a31a97b0f86b61b76dde511e8f93306c378ccfdfa58b30b09","sample_id":"hellaswag.val.4653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2baa4c41327b307d0c214dad0c5724417892dfd30f86b641a62657935cafa0d4","formula_version":"titan-u-contract-v1","latency_ms":0.7736249826848507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c14deee7025fe24eacb5d33f2490d65433b02037236bb84296cb8169d4af5e83","sample_id":"hellaswag.val.4654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"986c164f1f7fa0a40566b354436f6026d5127f278c69cd39c4c7f860f3b1a90f","formula_version":"titan-u-contract-v1","latency_ms":0.6843749433755875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0751d1d24f6839b1e5538827c0012f68b8d4ebffe384e732163c375e0818ecaf","sample_id":"hellaswag.val.4655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4da1096e420df68c47ca5f7adae5aeff28ddd873432a9a5f1cc69f45dff0862f","formula_version":"titan-u-contract-v1","latency_ms":0.9112500119954348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4108d87ed2c1cd627f074c283d9f9d6d43e169c2cb0d02b43e877d2846916b4d","sample_id":"hellaswag.val.4656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4015ce2d08df562172b4939934e8045df8033557a2019f4535b22d6153ae97b","formula_version":"titan-u-contract-v1","latency_ms":1.1068329913541675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d83578ac6ec09deed7264f63645085f90e49449a178d664f18c1a0e265e29789","sample_id":"hellaswag.val.4657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e5ca8baf6d5e94f04c337d7051cc4218bf5cb152109c028f9ea322afff78929","formula_version":"titan-u-contract-v1","latency_ms":0.6724169943481684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95b0fff8b9febf2d9ca302a217c8bbf70f90925f05ab0c485b5ca293e48273c5","sample_id":"hellaswag.val.4658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd4372e3cc1af13926b0403a77f76902e2c7a9548afa561db151d0617aea2d34","formula_version":"titan-u-contract-v1","latency_ms":0.8796249749138951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ebbc9fbb88389c8971b74d21584c3c91a0af5c9c0fc3379b9d6ec3b1019358d","sample_id":"hellaswag.val.4659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efb7772c4b38304c4551d6b3c000fd8cda5470c13953b9741d4c1a8fafce4735","formula_version":"titan-u-contract-v1","latency_ms":0.6388750625774264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfed353b19c5e96d077b929980fb44bc9609b58e53e245e1f04baa359528f372","sample_id":"hellaswag.val.466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e70240fe359244c4a35d82608670e64fd9523f49f42b4e1627a069eba0fc369","formula_version":"titan-u-contract-v1","latency_ms":0.9398339316248894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29564427c412cac7f1bd21a4ddbccae0a9507e5020a66954bdda8849e341bb0e","sample_id":"hellaswag.val.4660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09f347135e8beccee5346f35c8c4a2c61784ecbe87a426e07c010973189e7009","formula_version":"titan-u-contract-v1","latency_ms":0.8908750023692846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5376a74db652b7c4072186943559e2b1bf16dfd1fff3fe707d01f49afbecdb6e","sample_id":"hellaswag.val.4661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d6c59eada7a078b25a1d8ed60ae6b226c18c8ade6751aed419ac8b735eacc7a","formula_version":"titan-u-contract-v1","latency_ms":0.6910000229254365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2cdc6d10d6a484722c4c14f42e6217fdddd4002c50d8f062b2805aac9edaa03","sample_id":"hellaswag.val.4662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c5baed031bae683b5a65853f474bb17c4470272c5e481f0d7d58511b2bc7891","formula_version":"titan-u-contract-v1","latency_ms":0.8611250668764114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e6fcb78fbb198af5b691b155cbf316f6d910232fd1d68c6525f821c46763682","sample_id":"hellaswag.val.4663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94cf7f343ca31db6fde4c8cf46490cea814508f82f312a4fdb70a82ad997cbce","formula_version":"titan-u-contract-v1","latency_ms":2.1794590866193175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b631b3e5df420a00ba97815278106f60917778dac5fbce13dc12b70809eabcce","sample_id":"hellaswag.val.4664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f03a4b7779a8e6ad8bddcaac93a13a6e24cdfb240715caa5139787a11f313011","formula_version":"titan-u-contract-v1","latency_ms":0.7064579986035824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51eb23d4cafdd9a48752990cc4268e33b7ea9fb571a5caa4570b57d7eb86a82e","sample_id":"hellaswag.val.4665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5481108dda04f2390c83f44bc4f87196abb7cfca3103a1a0c9c9f18f8825ede","formula_version":"titan-u-contract-v1","latency_ms":0.8326669922098517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cda2e4aa1dcb7b098c6170af8f0101ecb2cdb07a26b8bc92f094c9b26d77d03a","sample_id":"hellaswag.val.4666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b4547c69063475b5f97f171d1d05648aaab4d8d0bb80ffd969341e3a21a4a8a","formula_version":"titan-u-contract-v1","latency_ms":0.9528329828754067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af31557ea332a885719f31f0de27ca7412e57b6ee0cd7769a0a1ac5f19d15d43","sample_id":"hellaswag.val.4667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8338ea028ebb9192af438b286012b60fd032188c23afb892d1ff9c761c8b0a04","formula_version":"titan-u-contract-v1","latency_ms":0.8507500169798732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d3f7ff7fdea477c28b6a82460ee2d8d6c083a233db36869f9b9b893cfef9fd0","sample_id":"hellaswag.val.4668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40bbf43b38829b2d3a60fbe30a647d311c839b5afeccf524c06086c8bbcb4695","formula_version":"titan-u-contract-v1","latency_ms":0.7527089910581708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c7dcf1f0b349f15f4ea9eccc8bcd9600793dc26a4bc410b4c265b08d17e1ad0","sample_id":"hellaswag.val.4669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9502e2ed83983e9ef25836945d88af91581d6d01aaaaa23a6324725294d806e","formula_version":"titan-u-contract-v1","latency_ms":1.1766250245273113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ef1af3cc0abec03fe958d88431d41d19aac9336d470d38536b49a1e5c7347df","sample_id":"hellaswag.val.467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"279abbcee83018972722c8f08f9f30b52624efca4dd4adfe971e3d0f56b83796","formula_version":"titan-u-contract-v1","latency_ms":1.2872499646618962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6294f4ba735649c4c6a4fbafab3ff846f26cc8b7725b5fcc4a4935c34d98b3a","sample_id":"hellaswag.val.4670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64bd38eb822a3af5b989cbfb1dbd0c929c5d7176ad94f87c1f9794aa8fa15f39","formula_version":"titan-u-contract-v1","latency_ms":0.8351249853149056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"403c731f73d1662b033d6d469c8663c7ae7e191d643642528043b90e1091c6e7","sample_id":"hellaswag.val.4671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b08063389aae02a8b2ed6a199bc7c07c2eec90d8171bacc80170eb94e106e23e","formula_version":"titan-u-contract-v1","latency_ms":0.8957079844549298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db9d3fcca5d59408d24dcdc1159a4f9174136be4c6690600b829e4527c52858f","sample_id":"hellaswag.val.4672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44096eda5e079679491830dbd44c51c7bd6a2a2f579e977e111ab28d7107c453","formula_version":"titan-u-contract-v1","latency_ms":2.026083995588124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bea7cd3966d4305bc022de5014938c651a3373548e7781031caa1cebf3e5033","sample_id":"hellaswag.val.4673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55181beca3d80ec2e6a7242d934cf878acd3c15cf56c6c5152a524b9af6afcdb","formula_version":"titan-u-contract-v1","latency_ms":0.8319170447066426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71eae7828252a5f771be5351fd035834f86577b5348e13bb2f449006f3042e0d","sample_id":"hellaswag.val.4674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ce9a8aa0180d0b24ab45d61b59ec71fc204963033e16c9e71c7649cf252d0ac","formula_version":"titan-u-contract-v1","latency_ms":0.7268330082297325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"575aa54e08b89f4bd008e654d47594172377156a9825d2245df023f47981f896","sample_id":"hellaswag.val.4675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f9a1e9a2ff503a0ffaa27cb728c663f34bb0e8116b46b5a0d2e2baa3b528e7e","formula_version":"titan-u-contract-v1","latency_ms":1.0197500232607126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bc9bb4b11b01034b66a954354edc6f62bae59cbd5804e96d1a10551f5df992f","sample_id":"hellaswag.val.4676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4baec4f00d64ff6007aeec134d57c9e53d54a51c06cae03c1a822b04df16c832","formula_version":"titan-u-contract-v1","latency_ms":0.784332980401814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37d81262c148b40ed73d4b22ce36440e190d88f36bbf552fb2beb44d8ea06db1","sample_id":"hellaswag.val.4677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cac2237793a8459a3d04034ac0047357fd7067699a220f519c5de18b1eb3ccd3","formula_version":"titan-u-contract-v1","latency_ms":1.6839159652590752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8496ff94a04ffee2ba826d7989a923b32c9fa7f9083527f6349b93c03f64f02c","sample_id":"hellaswag.val.4678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"180df57e24bcedf85a31c1e3363ccf858228b9b134736a0862cc469285e34186","formula_version":"titan-u-contract-v1","latency_ms":1.8963749753311276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37365e443f2a0a1ea1cd0f100f2d0fdae4ffdacd1d6dd8a6e42b964662858bd5","sample_id":"hellaswag.val.4679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b31ddb94f45ecadf9392fbd4329e6652ea2b670ee8100f1afbc89152dfb4d9af","formula_version":"titan-u-contract-v1","latency_ms":0.7817500736564398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"491fa8c7996666096fa0ceda970861c9f4455718618c9cd275db4882be82d21f","sample_id":"hellaswag.val.468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94e31d5a3daff608de025c871e4b3f7fa18c2b10555b0ebd55d1a692691e99d1","formula_version":"titan-u-contract-v1","latency_ms":0.6719579687342048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbcb39a8900aa0ec22a6cc8774ab29c3fb1f132c7a77f86b5d628a4c76ed4da5","sample_id":"hellaswag.val.4680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e24a4b51db27f522616d9da5bf0c97353335a6b0398c43c2fbb47c1041bc794c","formula_version":"titan-u-contract-v1","latency_ms":1.012417022138834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca1c86567579db3c725db5aac0ca2698898572fdadf051b9b0a208b2d30a1af6","sample_id":"hellaswag.val.4681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"468cc53bbb4c70d59a6e7356e8c3b5f11c545c8f830036f2c705dabb8d1b7376","formula_version":"titan-u-contract-v1","latency_ms":1.1992920190095901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"345adb4c1d6f97624d9a4f7ac25f3cce188f523336e466432196b797ea4279d8","sample_id":"hellaswag.val.4682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c567b4c9e20bff0d679b6873cf7a95f45149552a089d5d65130a020118427b1","formula_version":"titan-u-contract-v1","latency_ms":0.7552079623565078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6fdc9a8a483df461d248e4993473b75dd6213650180948d8f10163fede82efe","sample_id":"hellaswag.val.4683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3c203d5e163a21073a522cf78348396c9efa104b7bec0b0791bf7e7aa9c6896","formula_version":"titan-u-contract-v1","latency_ms":0.9577920427545905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28ab361ae4cbd8029c7889051d67b64eec6e5ffa3c5ee2bb75225669afbfa99c","sample_id":"hellaswag.val.4684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef61e4538e6a3fc624650d07abbba46592a2abc2416e4a95a8c552c1dc641859","formula_version":"titan-u-contract-v1","latency_ms":1.0587089927867055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e19e6b5b1bb7d1bd8eda1b55aaff7ceea774876545a3c7350deab5a3474719b3","sample_id":"hellaswag.val.4685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df19024215058c76a2bf15c8f740f7d92494ef11d667dd0a6e95aea666171c83","formula_version":"titan-u-contract-v1","latency_ms":0.7668749894946814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84888d9aff774ee7d221402f4a6fc65a091f7bdc7d05bf8d07e6768c7b1a1e18","sample_id":"hellaswag.val.4686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9e86a939bdeed0f353a4f89f66662f0564216453115d504d3b11416606e0e0c","formula_version":"titan-u-contract-v1","latency_ms":0.71387505158782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b03e8a6c649d45afe6c0ee9e76328e5ffe6cafef468348282d66f25cfb28524b","sample_id":"hellaswag.val.4687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb64293e4b57b8f984ee29e7cfda9ffc0ee5132fe170c5fbbc9284f2f7b39065","formula_version":"titan-u-contract-v1","latency_ms":0.6687920540571213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb061a0bbc0a9b7689d14bcef784f346d9d4ce1fae25c547fafea23e7c3dd567","sample_id":"hellaswag.val.4688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b79ad697b421943b95f79bf3b565393fbdc816c88f2f2b87c8a764f2bae3eb58","formula_version":"titan-u-contract-v1","latency_ms":0.8033750345930457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7caf1b5b0a7b33275b4508b768d0f73d0500668891ed790d32031d5bae90acd5","sample_id":"hellaswag.val.4689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ab4a2811d556603841ab6e93faffbc7160dc65bba3b6be628e40339eea471a8","formula_version":"titan-u-contract-v1","latency_ms":0.7222089916467667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"659ee2f431c2b0d6f70290c9f4ef29bf6c524ca28077bb28265ef2771aa81dd5","sample_id":"hellaswag.val.469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20b027dd26cdfb9e339a366b2c04a9276c52cc32c2c44b72efd8f4dcca1530ba","formula_version":"titan-u-contract-v1","latency_ms":0.9069580119103193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a4eee2083f12fca79be3655aee41ad1114d643a07a550a5278ddc21e6ba7058","sample_id":"hellaswag.val.4690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4331e41bd476fc04a0592a086ca54658268d8a1ff172bc2b4e9fbf0bbbd5e573","formula_version":"titan-u-contract-v1","latency_ms":1.1533329961821437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21bef4fa8f5bf71a4a113d263aa05e40f0e14473617e85ffb398f84ed2e14701","sample_id":"hellaswag.val.4691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0df600754a0a2148aa26d17892a464b00e6bc2327c0ce9448b8ef950d201b12d","formula_version":"titan-u-contract-v1","latency_ms":0.8717499440535903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f8ddb7b1f6f96dcc2c0cc8c429a14db8461a454af86f01129b78666b5b39c16","sample_id":"hellaswag.val.4692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb856a0311415d23f9aa8a7c3be804cb79ecb33ab6528f1f3f552ba9d3def41a","formula_version":"titan-u-contract-v1","latency_ms":0.9856669930741191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5e76a616700f734c29961e52cfe4cbaf3f94f2aae7fc41121faf13a4bdeac80","sample_id":"hellaswag.val.4693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a8541f0c0eaee7a21a485a5d1e305bc5917487668e5b4cd7528b4a3a04ce69c","formula_version":"titan-u-contract-v1","latency_ms":0.8770410204306245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c9b31b88534e6ea79e3762278d37f4b628cbbdb5712119a6dfb5c4d87dbaa9a","sample_id":"hellaswag.val.4694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c461be91272588c28b34a2ee9b3abb45d4ccee028debd5ef84b66a518915a07f","formula_version":"titan-u-contract-v1","latency_ms":1.0234169894829392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f571afe04e7d0702a290d59ab2ca5e2832b31abdcbac53ea3cc34e4ae2d4c239","sample_id":"hellaswag.val.4695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1b714af7b394604cfd08078b699f1f15237dcd497ecf51a4a0ba4c091bd04df","formula_version":"titan-u-contract-v1","latency_ms":0.844749971292913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7be231ef7a0a054fc327cbedf01cf9468283095a1a51c0f7dccaed4aa67beb1a","sample_id":"hellaswag.val.4696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13a9f5ef4ad05dba01f2f2569016a28456f04cfeb7c3c57511ccb3264b9222a8","formula_version":"titan-u-contract-v1","latency_ms":0.6683330284431577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b6fd51510999a9dbe1cb8b5e180cbbb87feaa481183fbd9073372bba25f6bd8","sample_id":"hellaswag.val.4697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"921aed7ec7f77400d6753060eb0fe1bc8cf476c36bbe9ad718f64a7323477ff1","formula_version":"titan-u-contract-v1","latency_ms":1.1182089801877737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96eedec5e6fa1554a3bf5229c3d8f8c19e1a5344b9c8749efada4330f7d11cd8","sample_id":"hellaswag.val.4698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d2447e58a5ab67a2cf2192de5997cbc28b3e2644809a61be5487ac097ca3255","formula_version":"titan-u-contract-v1","latency_ms":0.6327079609036446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"589d1c942cedbd6bf5c1de493d4ae98f422c72c9a74fe18ec8c4ce7891e2a0d1","sample_id":"hellaswag.val.4699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2565b70a301757ae32a0098c1ae6481ac175e306b90ea1296f6b238dd07a45d","formula_version":"titan-u-contract-v1","latency_ms":0.6739170057699084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbcbff69adafba9ccafb073b7d334686b879a88f7c1b07a03e43c8e1f4b88b97","sample_id":"hellaswag.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30684cfb5031dc12dd2f5fb0114620939900894fc627df90db7471b87ef4e867","formula_version":"titan-u-contract-v1","latency_ms":1.2962499167770147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41c00f54d1d75cff3534532ecb13678e666dc62dffb6488bab3f34ad6bba5ff0","sample_id":"hellaswag.val.470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"417d40d6f91501e19f365e43642ca7ace16c0ba4aba602ac07121064f4dbb2e7","formula_version":"titan-u-contract-v1","latency_ms":0.6911250529810786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df538eab91b81aa97d35f02c2126f5ddd3b2c04bad021482e072963876a71431","sample_id":"hellaswag.val.4700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c2900a1ac185b5d891ef1e44f90066ae175a79b1d5559f6d8d99021c671f82f","formula_version":"titan-u-contract-v1","latency_ms":0.6957500008866191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc8a347811ef288384e38dd3b9a3b81fd1929593f13aae3cf6c175787e07999a","sample_id":"hellaswag.val.4701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f15ae6d79c95e29cfdf5e852bb6d8a3bd546748159580dd7daa87944ab70c75","formula_version":"titan-u-contract-v1","latency_ms":0.994333066046238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35ca72a925d29bd49168ce8d73a332de0c8c278b6503007f15c0968a1b0d6bc8","sample_id":"hellaswag.val.4702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f0f466fe254dc3868cb617c46cb956e898e74ee4a89c49ee63a9e55c2a9d3a4","formula_version":"titan-u-contract-v1","latency_ms":0.8652081014588475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cdecfbe2aaae9142ae6b4e94cf19b39e101ab1d7e6fc4dccad601fa4abef755","sample_id":"hellaswag.val.4703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72de1ae618b53c0cdd6ed5f300f48ca59964df1ba1559b56f9e25fe5c4fe1c77","formula_version":"titan-u-contract-v1","latency_ms":1.1372920125722885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96fb31df8568aa72f37dc1f0b9f0fee36e3dd0fa115a6ec812909bdbcbc5e749","sample_id":"hellaswag.val.4704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1700ec9d34a2355ecdd8f66818981f33406d2e7b960cbf01e99772da86972dd","formula_version":"titan-u-contract-v1","latency_ms":0.5787500413134694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3897fa9064e3dd3fbd2ce8cd2f385bb0586cad85affe4da8685bc336ee7d399","sample_id":"hellaswag.val.4705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8134b7ce6a1d4653cad9b0384bc5c8e9f519b13d7512d75a12c87b674d6e0de5","formula_version":"titan-u-contract-v1","latency_ms":0.8174170507118106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c72ee3cc140a35f53138ac997fa5d75a220da96e65d20d298318a68474e14466","sample_id":"hellaswag.val.4706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82c2163d3627ac728a1d62d52d75abe8d52bb5f271576d95a86c1be4527556a4","formula_version":"titan-u-contract-v1","latency_ms":0.6682499079033732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a50255549278fb3ff4a4e930df1406a0a8db6d702008fda5aa39c01f8afbba8","sample_id":"hellaswag.val.4707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a27da25ab33dbee695044622ddf12f8ea93e9da047dcc218a2a15eae64a741b9","formula_version":"titan-u-contract-v1","latency_ms":1.295749912969768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00e45609524674c5a1d8a5f9b2318c2593b060510685a53b13878efa517e5490","sample_id":"hellaswag.val.4708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52da290d3e9f4890eefdf3da5ba1a8d9bb93cd078fb324f09a6937d19f5ff126","formula_version":"titan-u-contract-v1","latency_ms":0.6087080109864473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29663b0f5afc9e7e64e97c324f32275d405d8a74b47903830063207055501252","sample_id":"hellaswag.val.4709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"157798c90e0693aea9da5342c83fa9defc3322a074b1061fd7a454f2e4b4ec3b","formula_version":"titan-u-contract-v1","latency_ms":0.6198330083861947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ccd1c9da56d9757c22dd74a815a1e77e13284cfa0b298b1c50cf44e46e295f3","sample_id":"hellaswag.val.471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81de14f92fff29537ca3c73de4e80bee6f9b48e602141c6762222da6f7cc7631","formula_version":"titan-u-contract-v1","latency_ms":0.7252090144902468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"133025c82a72a8a1cf69512168165df078c1958f7def4b2d1fa348c437ce5e68","sample_id":"hellaswag.val.4710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2913c79b52d8d665a9ac48da5c8b574193e35d9bfd763bbabbccf8f66fc4c6ee","formula_version":"titan-u-contract-v1","latency_ms":0.7345420308411121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5d8b1c40899e260babee09a0704d0426046bf5d08d26997d212b0ce8d4ea58b","sample_id":"hellaswag.val.4711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeabaa64e85eccc5abd1a8d6f5610aab9593c5807c77dbb526093bd255f10465","formula_version":"titan-u-contract-v1","latency_ms":1.0313750244677067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38ce7e68d8887683a5d0db75880e96dd7645bac0934dc0a2f96e68ad1c7d2ba6","sample_id":"hellaswag.val.4712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b631ed2239acac46c9b219ba3af33467b1d11c0e6ad9b4daa67903b183191ebc","formula_version":"titan-u-contract-v1","latency_ms":0.8570000063627958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebaf0fe3f31d6d497e89fa0f257087d90c170a7e1e0253180e2a85f679c50732","sample_id":"hellaswag.val.4713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baf0d819a3cdaa2dc8aa9acfd7683c16a109d4bc72284de0c9521bd07d0a927e","formula_version":"titan-u-contract-v1","latency_ms":1.1975000379607081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94e13e2b64c415e7a664ff0ff25af29ac32acfed2dbcc01a932f2449382b6c11","sample_id":"hellaswag.val.4714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e11e88684f50efee220cabc1b963ff0377af690670b5904c023b229a69e43eb3","formula_version":"titan-u-contract-v1","latency_ms":0.6529999664053321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9beda7b99c72c3390981bb50ae4affedf02abde1e6e05858d431a0978c4bb51","sample_id":"hellaswag.val.4715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1bbb741296a11d59933f1c848587a20fdc3a305d6bf97c138f265459122d49c","formula_version":"titan-u-contract-v1","latency_ms":1.275541028007865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ff89a4f33bc1ea2495a331c4d762f9c906d6847d827cf9452ffb469955ea859","sample_id":"hellaswag.val.4716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fae0411b2ae248ef926867a536a43a2f935829997bf3bfed995c72bd681c60e","formula_version":"titan-u-contract-v1","latency_ms":0.9259579237550497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33da4fd89ef57cb3309118949f9b39da44b4d131ef419e0cfb998e8e9a2d638e","sample_id":"hellaswag.val.4717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36bea36b08565281c4cfacd482c615a70fc8d4e173565f23c8170502eadf44aa","formula_version":"titan-u-contract-v1","latency_ms":0.652582966722548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d85d445d27bca3959b8e47de86133371bc7a710a027e3ecf74546be3efe3f42","sample_id":"hellaswag.val.4718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8483ca046d1584377e700d350d480f0b3d8bbd1a3546fbf9ffc7b0ec001544d0","formula_version":"titan-u-contract-v1","latency_ms":0.673541915602982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9aa9bdd60b34b735d878192ad663a30c00f2c389ee3c081cbe1a8c4084aa06d","sample_id":"hellaswag.val.4719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7af7e106f4a879ac51088b725551ab5b878371b4c48202d25a0ef4c12f0e9033","formula_version":"titan-u-contract-v1","latency_ms":0.6644589593634009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0b5da7adc2409645d932dc41d6779906a64dce38cd344d84bd6b0188b84876b","sample_id":"hellaswag.val.472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3add854daf7828dc9b7706d77dcfd5f02eb727e1ec1312fdda46b7c0b59c4f50","formula_version":"titan-u-contract-v1","latency_ms":0.61962497420609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b74b444d4deb39ba49b99d927f1ebb1a3a7a2cc13c72884feace338760114a6e","sample_id":"hellaswag.val.4720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e79159b5fe83254b58863dccdebea9f94bc3d7c6879be3fc5acd9242c23e53b","formula_version":"titan-u-contract-v1","latency_ms":0.7247920148074627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"876c372273acc130b40145faf6a93d2fb4e13065317fdc455ec58b31922cfd4e","sample_id":"hellaswag.val.4721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0870bba8ffbd44075a8ee93b89f71ff3e7bb5223019eb73ddc5340013a4087e7","formula_version":"titan-u-contract-v1","latency_ms":0.7047080434858799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2216e57f52307163966d9ee7346436d13855ae3459c4bab68b8dced3225cae21","sample_id":"hellaswag.val.4722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88ec93648e91abfe9131c61b6882592270a161d9f4eadfda1aeab42d1c479eac","formula_version":"titan-u-contract-v1","latency_ms":0.5957909161224961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f9a313eaff77bb3e95c271a74f5aa109b0d03aedf80d38fe47fa4248815a323","sample_id":"hellaswag.val.4723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"657447460fb3c462013e75d06ca516bd2e92691771c2c9c7b268b1e55e9e4d25","formula_version":"titan-u-contract-v1","latency_ms":0.6816670065745711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e068223016c38334426ae4b4b5be80fe3cc639189344f0a2e51149901d4e695","sample_id":"hellaswag.val.4724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ea261fdfe0bee29b28cc0b5df091edfb306e3991bd4cecef57b828f6d280665","formula_version":"titan-u-contract-v1","latency_ms":0.6539579480886459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82a005c565bdb07becd9c6d646987cb3e1ebdf6d1e97b8412751b6ca4cb0b827","sample_id":"hellaswag.val.4725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"973207727776fef44280059db2277e31206518b7c269ebcf45489b95d0d8b47c","formula_version":"titan-u-contract-v1","latency_ms":0.8695409633219242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1608baef54907d1e8633cf15051ebcba778c2590a8651ea9201606ee967a1672","sample_id":"hellaswag.val.4726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7b40c97cacccfb274e844a2d0c8e110b86971548a7f48732a1c4c3da0365334","formula_version":"titan-u-contract-v1","latency_ms":1.0182090336456895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2ed98007dba07df0d8b2cc375d2d4c5dfdf4635899c5279510efa48616bd11e","sample_id":"hellaswag.val.4727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64a73522a085fe10464aea19763120a420a093ad7e7d7b8e748a2cfb54ed5b63","formula_version":"titan-u-contract-v1","latency_ms":0.6767919985577464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c1124d77c16fc5f010ad8296aa433c82c8cf6916a4e0883d8c570959bc017f9","sample_id":"hellaswag.val.4728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ee818e1fd48e78a63d8608eff51708d91d9784e4458c4f11883ec0717c68eed","formula_version":"titan-u-contract-v1","latency_ms":0.7665000157430768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3576c0739b4563a0a7d2e57b06215f7223d1819354fb671385f94126fa4eac05","sample_id":"hellaswag.val.4729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad6c5cb967f6bffa3688468e3071d9557cf0b24eeb23c095586a0bb45dc81268","formula_version":"titan-u-contract-v1","latency_ms":0.5239578895270824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eee6bb2c57129b62e903fc0e8f1059a1717b4d0fc973eb7d53ca647b41d02670","sample_id":"hellaswag.val.473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cc770ff9024662ae670eeaf61a2ecca5f70caf151882e262049db47dddfe0a0","formula_version":"titan-u-contract-v1","latency_ms":0.8280409965664148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efa21ffa9ffba6bb0d88be82f34c2e2fa2fb07a8e6848c85fc7b2b274d4704d0","sample_id":"hellaswag.val.4730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bb65bd337a28265b1869cca45f3e87bdd5774c878249adcf52643909d5a1fb3","formula_version":"titan-u-contract-v1","latency_ms":0.6325839785858989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65d76d33ac556e06692d4273c6d832120d8ab0b6b9aa2dfc2316c895488cc942","sample_id":"hellaswag.val.4731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de0678b229ca0565da28bbfb582c4614a774f597df328f4502faefed9b4d3462","formula_version":"titan-u-contract-v1","latency_ms":0.6561250193044543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c46079594b870347d3d10f43c8b9da73baa9d896c8c54ed9417716a1a13a2574","sample_id":"hellaswag.val.4732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1157fcbf4f97b2f09769c65eaa17dbe526d40efc0ceb88ec49678082c1337ca8","formula_version":"titan-u-contract-v1","latency_ms":0.8374169701710343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07c618f3d156a61fbe6908dddfa58cccc16646ae3129d2c8e941d378ea4b9285","sample_id":"hellaswag.val.4733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a581a930c1dcd86a4d94e894efd75c1ab3f4b96d07358492d0258cb785a394b5","formula_version":"titan-u-contract-v1","latency_ms":0.8649170631542802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96ee5d53f7e39c8db710d6f3a3b1b570060868a99542f3ec95b4c0c798aa7ff2","sample_id":"hellaswag.val.4734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4deed35597ed0bc5ae867ddd47f95eb2a98a5a55670930eae4fe8f2c352e21f","formula_version":"titan-u-contract-v1","latency_ms":0.8027500007301569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"126ba11e36ba2c2350f31c5fc271598b2f008ab8097d604fa88055d34de5529b","sample_id":"hellaswag.val.4735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0ffda274e8810fb19292d72a1ae649c133ee01eedd3c16f4a348b4415e88c93","formula_version":"titan-u-contract-v1","latency_ms":0.7157089421525598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfaf2c6c78ab5ca1ee8b3b5ae05239f1cb567c67e736fbb7100ad3af7383e50a","sample_id":"hellaswag.val.4736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80d79212cd4ba6a870fe6350760cd46b2b3608c9303bf92a135f9d4ef6b223a2","formula_version":"titan-u-contract-v1","latency_ms":0.7655828958377242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e7727c20c38566feef50ca4305f04c073e536191c7623700a33100de33b7cc8","sample_id":"hellaswag.val.4737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3d773d997d3c96e09a09319728ec1e6b1d5d4cd9549ce18972146e0ce43e045","formula_version":"titan-u-contract-v1","latency_ms":0.685916980728507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f90246106bd91ea6526aaf7574d56f80474f8799d9aca94ca137574ee9231d7d","sample_id":"hellaswag.val.4738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac1c5682c2b833de43a621fce355fa5642b64e09e327d5ca3cd4a2a3bcb965db","formula_version":"titan-u-contract-v1","latency_ms":0.6995000876486301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9484eee0bfce17263dda80ff0fbb9594ce7260d346db99f9c1107423a470adc","sample_id":"hellaswag.val.4739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b511a6ee53d279318a4fab54d402eba73b12cde016a2dd0d2a884b00f7ddd1b","formula_version":"titan-u-contract-v1","latency_ms":0.7871669949963689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ef5f7f3b5b12e850bc3a69c68da3f3d981f27f7b447c309543607b5f329af12","sample_id":"hellaswag.val.474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e925539a4f6cb4600e05cbf9c6243244c637ad94beb8bd404fb6db3fd12cbeb","formula_version":"titan-u-contract-v1","latency_ms":0.8226670324802399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"246e384d2d9a72d321e36e2f3999421afead31cc984b35b66814bb3ea7da9704","sample_id":"hellaswag.val.4740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1b7146364d6b34fa531e2d9562d88b1a20e6e74e6999535550ef5857e4487a5","formula_version":"titan-u-contract-v1","latency_ms":0.7980410009622574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"203ef4faa763879937260523f1a9529a3539e2d11265b8d6dce4be1b0a4bdb73","sample_id":"hellaswag.val.4741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed7f5406cf94c98f87e514a9a7307b5fcfce5f4a5f306c1b33245504dd9cc238","formula_version":"titan-u-contract-v1","latency_ms":0.9522500913590193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"757f9e394d2bf86103a68d2b47379a3f73e091e9dbf5f23dd083f849c1d44da6","sample_id":"hellaswag.val.4742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"480829490357705f659e2b8b0acdcbfe6f1b76bbcd5ecc4ecd1fd11c67cbbfa7","formula_version":"titan-u-contract-v1","latency_ms":1.3139579677954316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98974da35b659c3883c95bf99ae219eecc77a8ea17b16e5ff2a574c8bcf3134e","sample_id":"hellaswag.val.4743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"642ff0c81dae03388e8b74e3dbe0114121f15417dc792e0bc86377e4ddf7dc59","formula_version":"titan-u-contract-v1","latency_ms":0.661291996948421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b5709730b6e6c3e355e5cc812a140dab9b6d7ac12b58774aaaec5f68bf7fbf3","sample_id":"hellaswag.val.4744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c2ca6396b3c890842f45ebc420b769d351a32cb818b37130096e10a34952340","formula_version":"titan-u-contract-v1","latency_ms":0.6835409440100193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce81ebbb7fe94fc90b3f3bd0f7c38948780ee65547ea963aafc63b9406fe7a14","sample_id":"hellaswag.val.4745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdb7d4b3e09a878ca1141760d2e9e644186ff75fb0e4ad220b2642064f5f46ae","formula_version":"titan-u-contract-v1","latency_ms":0.6340420804917812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ddc03037dcd3c3c1da0e74ed919020f52edf92ffc65989580b0ca63eeaea323","sample_id":"hellaswag.val.4746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d40c0502a09de388dd4cb30c67549c2a6b423aa15c51382cd313e410bde8eb79","formula_version":"titan-u-contract-v1","latency_ms":0.645332969725132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d38eac0e19109ba91000e760be3e00ddfb0efb55e87242fe88a2ee56a8e5031","sample_id":"hellaswag.val.4747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6745990d373a33f2ba46da59616a0f94cc41b0cd3db295f1c6e79bb8cc84b0ba","formula_version":"titan-u-contract-v1","latency_ms":0.9449999779462814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6d929272c75a103a8e5476890c7d7c2690165aece673c0b705a8e90662d823a","sample_id":"hellaswag.val.4748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"046b8734f70566af4de234da6d4969277b7b70598e86c9092e9684df585c0c93","formula_version":"titan-u-contract-v1","latency_ms":0.6126250373199582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b640fcfd7e4123a7b8df3dfd54b4f70611aad4c4c2b8aca7d7784d5219e96ba4","sample_id":"hellaswag.val.4749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c443fc41de0e01f158b6a3ee929555cbfef485229a551f0b2a209eaf3ef1c7a0","formula_version":"titan-u-contract-v1","latency_ms":0.47629198525100946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53df41fdb2114744dfc3dc92a9cd6668c9f58f4555d472f3e7f7adf3a982a881","sample_id":"hellaswag.val.475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1207760ee571f842b55fdb144564e440b4b984cc3039bed8227d2921cc9546ee","formula_version":"titan-u-contract-v1","latency_ms":0.83220808301121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f61c9360e3b40b11fea18f10fcdf383c30c12b5bd82af4fdbceb1623031946d4","sample_id":"hellaswag.val.4750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"040bfdb47e0279e7f90685609ddde837809fe303d024e5d0bce76787f1cec3cd","formula_version":"titan-u-contract-v1","latency_ms":0.6608329713344574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ae67dbb55e470f665997597844e5d9008a9ebc6bc72b5990011fcf91095bf1e","sample_id":"hellaswag.val.4751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f658e3100000936d8cf4077b223717c738e39e419f2a02b07aa9880e7abf6ec8","formula_version":"titan-u-contract-v1","latency_ms":0.8572499500587583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea41f5de5b247a8986878122c9cbe1fb035ce40678456031db8f703d8014ff59","sample_id":"hellaswag.val.4752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f2a11adb5083122735a0a30fab9a176eef8f824fe83afdda493ecabf196b54b","formula_version":"titan-u-contract-v1","latency_ms":0.6536670261994004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d0b2d1882c048d8f35111bc7b85cb1b9a52ae283b615e6adab71f141053e876","sample_id":"hellaswag.val.4753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46c6ce93673bb1653704d546f33e3139d471fa1df95bdead64c1d43f74a78f11","formula_version":"titan-u-contract-v1","latency_ms":0.6730409804731607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"452d0da3a82152f6c8934c85cece9df0016e9d5f95a29f661fe14279aeb60eee","sample_id":"hellaswag.val.4754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d94144c16ca4d2f1220c57b17bed5b09820f880ffe5473111bb55da0c1b7ef5","formula_version":"titan-u-contract-v1","latency_ms":0.6312920013442636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d166f50326f47f68a57326e15ed07da2d5e5394a7bdf79257c7ec3e55cb598b","sample_id":"hellaswag.val.4755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3d8629ca26bf34fc5918e056a7f52c381c9a8aa733e5bf195f61ad4d2698e5d","formula_version":"titan-u-contract-v1","latency_ms":0.8888749871402979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67ca3cd8666ee1b2f1277b8a076fa25b3428eaa81fbd2dfcbd8cff5fa3880956","sample_id":"hellaswag.val.4756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e7288a1eac978046e545bdc7a277253f9c53e1ed2e26c582d6ef400eb849f02","formula_version":"titan-u-contract-v1","latency_ms":0.8420420344918966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f8b45379e1e242fb0f04c201fc9f0a3f2cbca54095d48d391cc97c1005b42ea","sample_id":"hellaswag.val.4757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc7e52e5a08024bfbfe0bd1fee7721a728c20f589ff8431140fd4f25e7bf5d9f","formula_version":"titan-u-contract-v1","latency_ms":1.2597499880939722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c3f97130c7707ceda68a131766d2567566c7fb826faa8914fcb9f38ecab8d02","sample_id":"hellaswag.val.4758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8eec31db8c896adb559f94512958a006906f81f90923d87dfa969e0f7b121f91","formula_version":"titan-u-contract-v1","latency_ms":0.8206670172512531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec469423c86910e959209adec39fc6f5d3fdabfae6bb7e645f3869d07aa4cc6c","sample_id":"hellaswag.val.4759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc9de47e05e55fffaf2a04dfc37fc3b77f5ab9f113cec234ac7222734ba8b12d","formula_version":"titan-u-contract-v1","latency_ms":0.464125070720911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"291ab365dfe32f2c0c43ae37a87fc4d7bb107d60ea0824fb2a29ac7a2012fa06","sample_id":"hellaswag.val.476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34fa12457ebd981448beb5adbd980614f2749cdf74d3f9e12cebd02516c7e800","formula_version":"titan-u-contract-v1","latency_ms":1.5652079600840807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10156503013e8dc3273e712cf9ee5ce70b3f8bea34329dea63a28168a0f481ff","sample_id":"hellaswag.val.4760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8240405af21d0c1ff87f4afdd2ec8f7d394469a9753a27e8ba44a0f03b8b542c","formula_version":"titan-u-contract-v1","latency_ms":0.8004159899428487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af534fbc379b317019d9c08b6a160817a03b2d5fab17f885735f1b2481de3985","sample_id":"hellaswag.val.4761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5e6598a0a8f2115e411ff81dd4d8824d8d7d1184770c86853dd738b7f68c559","formula_version":"titan-u-contract-v1","latency_ms":1.6953750746324658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e310be8019e7a1f10c9dacdb52b80aa507375051a4c92b1cb7147da7956223d","sample_id":"hellaswag.val.4762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b129f607b9d2d37f59e393110ae2b526c39e90d4d8edafe264b25790a9236e5a","formula_version":"titan-u-contract-v1","latency_ms":0.6946669891476631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e465718afb95d41948f5f4d90e74843763ea25d2b7c5be2c0cb51d36d30ad99","sample_id":"hellaswag.val.4763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a50ffce49ee2cd527f6fa37a1dc80d2143cfe95f96dd51d3726f2ab995cff9a8","formula_version":"titan-u-contract-v1","latency_ms":0.8815829642117023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5235e076a3954422b9c34095580ef8d8c82af0b3773e9027b7bee90ef9f8d32","sample_id":"hellaswag.val.4764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05e80c93978f2e89867b1e48383a8bc69b06e542a40110c437821b00d2ecb99d","formula_version":"titan-u-contract-v1","latency_ms":0.8210829691961408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3407ae422d3d81d5fe7d03163e1dce26a45c7a00b93845147fcbbeb11997e9d4","sample_id":"hellaswag.val.4765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f9059664b433fa7b90f16cef8433780bfac092956ff1315d198c6f1f4cfe848","formula_version":"titan-u-contract-v1","latency_ms":0.7127909921109676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eb921c80d7e28d8fd717cae8f64b51692ff48fd9ef9134eec16debd5ed40b98","sample_id":"hellaswag.val.4766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81e54816c308d59a77c018562d16ece3e243716af08c9f32d71b9c3cbdd8c128","formula_version":"titan-u-contract-v1","latency_ms":0.8316669845953584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2fa86b32c0507a9c7910526bfd0a44c773e8d4f16901002b8b6aa53c1dfde1b","sample_id":"hellaswag.val.4767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac40f2870588a415ce3dc45d68c7d5251e852d596b5006d7837764721a7a8ceb","formula_version":"titan-u-contract-v1","latency_ms":0.6968750385567546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d9d66f45f7e8a09431154c53678ddc194d82f864a149cda21a75f1f15ad3515","sample_id":"hellaswag.val.4768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f338143fcca4da30873ef914da6ccde9edb7592a4e5f9c87381cc2c6c295a658","formula_version":"titan-u-contract-v1","latency_ms":0.6761250551789999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c272e29b884a3ef435c73e197a6c9707a686a6dc0a1ac3106ba1716c723014f","sample_id":"hellaswag.val.4769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ceca7c7d27c3975d9c5236792fb70e4d134a6b8b7ee9300e0ee8630c76b3cf0","formula_version":"titan-u-contract-v1","latency_ms":0.7798749720677733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53e4476436087406d62d789006945841d70fbe175d5dd842561a3868271ae686","sample_id":"hellaswag.val.477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b897f2e52e0a0d1dda0ddddeb10deaafce22483f962f8a71b724fafa3d6a35f","formula_version":"titan-u-contract-v1","latency_ms":0.6837499095126987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c42f003f93472fd688130c232224a8689665e0bab618ef364c1c96676b75e13","sample_id":"hellaswag.val.4770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f33ab13c0b132446f0959bbcd219fce96b7e5687bc35bc6f1312ef6d48c0457","formula_version":"titan-u-contract-v1","latency_ms":0.6487909704446793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b8758a106b2a99e48d5ccfef54ee6ae2e69cedac99bd7251e88c86f2783ebd2","sample_id":"hellaswag.val.4771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f618c5a631c17eb103c277da300e460c94a1416e27801b2b51ecd8eaa2d08928","formula_version":"titan-u-contract-v1","latency_ms":1.222291961312294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07067e0fd5f4a7a277a07c03db892e330c72e3577dd77fa183f44f6f58880684","sample_id":"hellaswag.val.4772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c4db165d31d3ce111a57ab499625a2379652d9438ffd66bafa31abf75241be0","formula_version":"titan-u-contract-v1","latency_ms":0.7790420204401016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64107ec250660272176fd3e1a9c4a27004b7b0a41dc9f8cd3e55e0756aa9bcbd","sample_id":"hellaswag.val.4773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30ec016c8632fc18ee2f7dc2dbeeabc414cd5df03f0ec76d5c67e12cadbc81a0","formula_version":"titan-u-contract-v1","latency_ms":0.866167014464736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e74a6528ea37cb580b5bb99b336e3fe045c9f7b41014f2b049ba49030f16c2be","sample_id":"hellaswag.val.4774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f607ccb8cde5ab4ec6650869e6d56b9af54252b084826b023026cde64da299be","formula_version":"titan-u-contract-v1","latency_ms":0.7378340233117342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e860e80aa71c8f96a46efa6ec073652368e8c22bbf537d089713524710acbb36","sample_id":"hellaswag.val.4775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc7a162e5224b60c1bba1b2b4c9ba56cd31910941ebb08415af45a05155ee8a8","formula_version":"titan-u-contract-v1","latency_ms":1.2034999672323465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a3e5f48dd1a16b3627462cea42fe9ddb48ad96fab298ee3f357d07aa9388fc2","sample_id":"hellaswag.val.4776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70bfacd1bc3c15a7782f99312beb801528f89f5c5abfc107a814af94fd9e04cf","formula_version":"titan-u-contract-v1","latency_ms":0.662999926134944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c971fdbcf28d7ca1254a92b7a70345ab70613bfc8de663e969bfad00a70d4d6","sample_id":"hellaswag.val.4777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1ed7200cb7a9a845be721800c5dfd9ac132782afb4f1036f52adff86244218e","formula_version":"titan-u-contract-v1","latency_ms":0.6731670582666993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7d7071cb047821070b3ad5b686379aada772354c3858725e5ebcdd885731b34","sample_id":"hellaswag.val.4778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a742a875806f97936e5affdf1c4183816f90ce8b81e1e74db208d538b9c2a20","formula_version":"titan-u-contract-v1","latency_ms":1.2242910452187061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eac712b024a0595b8856ab55feb2baa3b2c783ea7660b639a72e902a04d050c7","sample_id":"hellaswag.val.4779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16568362eac269089cc979ce7d23113d09445722f011d9c0773b3286aaa920fa","formula_version":"titan-u-contract-v1","latency_ms":0.5231669638305902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e694d502eeebc2db5c9e4523cd39d94bd16fe5c1d1aa6f71527a1faa3e4f420c","sample_id":"hellaswag.val.478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e338f9b7433a3e718146d6df2b4c5031cb1ec5a3637186d0b6d1b605f230d9c3","formula_version":"titan-u-contract-v1","latency_ms":1.3604169944301248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac214c6eba57aacfd55d948d4332bcafcaeacfdeab755804466f02556e5f6b58","sample_id":"hellaswag.val.4780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d08ce47e05d34a2e998dfb2adf46d955f3c3dc9d53564d9c292a7b9e4d2808b8","formula_version":"titan-u-contract-v1","latency_ms":0.9087090147659183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5f93b59878283d23506c1519d5d3cc906c44716af0744074dac7a809e4e7679","sample_id":"hellaswag.val.4781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b3bffad456f8dad8f9412872c662480b0fe0732f74e5244b81787b77e291ffe","formula_version":"titan-u-contract-v1","latency_ms":0.6772080669179559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9349a63d0165e3060829a588b307939c243883bd327a6bbb9d6ebad51b47f72b","sample_id":"hellaswag.val.4782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e5433363c9ea7f8fdaf726c4d7646ff526a74c7c5f9e775fcf8d84d61d2ffe6","formula_version":"titan-u-contract-v1","latency_ms":0.8324999362230301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"220c8bd92bd65d78c34b529af4299fa50ec36a83acfe6f08972e4167e83287e1","sample_id":"hellaswag.val.4783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69a64297b1172cfa8eb4d542b6b3b712fb5f43d2f1f49f40380e56870d0cfa66","formula_version":"titan-u-contract-v1","latency_ms":0.6542920600622892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d2e075b7d97dafab41305acc219b4e8d69ebf3ccc792535179a470759a40dae","sample_id":"hellaswag.val.4784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"748208bb0f8c5e6165cd7c587bc526b1beb76a5ad2eb86576004ccde1f5761f1","formula_version":"titan-u-contract-v1","latency_ms":0.6854580715298653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"472c3e8b0d254089aba7e8ee35d975827535a8a86f7e68c9152b6ab993fe422d","sample_id":"hellaswag.val.4785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb35f7b05e604d1470fa45519c2c7fec81c72eb1110e82ea5eee2661df269a23","formula_version":"titan-u-contract-v1","latency_ms":0.6580000044777989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc6aec09ef0a0aced6dca2492867c75459fc8dce063d422aea4cc5a96c970f52","sample_id":"hellaswag.val.4786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6585b8f2c78166cd4607e74a695922f4d697b60c1200d0e75797baa7b69fc820","formula_version":"titan-u-contract-v1","latency_ms":0.6680829683318734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdba125a31fda2cd085c9f09838dcba498f590b9556269af78dc81b870b903aa","sample_id":"hellaswag.val.4787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64714cca08114c49b5a9218ac320402ede960f99db527d944a5a298fde5cc37d","formula_version":"titan-u-contract-v1","latency_ms":0.6399580743163824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a082754d9a1064ae3cc1e0fb4173ccf19149d568f94c66402eb4da3fcec34e4f","sample_id":"hellaswag.val.4788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b25aafb8c3395f2c020f97ec3db856861d319f95d26cbdb2268dc6e47ce8046","formula_version":"titan-u-contract-v1","latency_ms":0.9070000378414989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f14ba3fbe1156e2a16e4f7d9e2ed5a2a504257f7d2f52155c26e46ecaffda7b","sample_id":"hellaswag.val.4789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d38464ec389aff0a860d0207c5b2b75885382b0fc756d07635a22e0ccd443c59","formula_version":"titan-u-contract-v1","latency_ms":0.4804170457646251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b3ce398e4e1c456cd84ed71e2ffc44b4bcba0db150fc52cdadbf15aa8398250","sample_id":"hellaswag.val.479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8166916f371df91b72d398cd5e407f5f9e0cecd4dd2bd93d9bdbd9ca40ed3a43","formula_version":"titan-u-contract-v1","latency_ms":1.2872499646618962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d680c52f3e130c6823bc21553dcdfca259d6f1a46b48b20df1424e0e5705f1aa","sample_id":"hellaswag.val.4790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e6b148fb4349f12317e4346e23081277622c6f84b40321c2d30f24081d3c06f","formula_version":"titan-u-contract-v1","latency_ms":0.9320840472355485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fad6f501f024922a0c82bfe2f54dfe0518ef5d367abcfdd0ba21e11ce038a47","sample_id":"hellaswag.val.4791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"271cf2ff8a43e680fcc7c22ec2ee91c4cee32a02d9e6f696772f6e62a662a4be","formula_version":"titan-u-contract-v1","latency_ms":0.6330410251393914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4acbbf9cc7b7f0546d7d4168c0939ce92f8c3900a691188c3deee8a8918211a","sample_id":"hellaswag.val.4792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ba2698f4a1021c3343f95e4d0ced0bd0179356b4a4392a0d5893364384fd6f1","formula_version":"titan-u-contract-v1","latency_ms":0.609208014793694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bb93dc4a76d22703c1bb5f327ba8b155bdc063b8efd547e8f9c799d6dcf9ca8","sample_id":"hellaswag.val.4793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80acfbc129422f146dad420cb4727d9792d53bd013458df9082afe413bc6811e","formula_version":"titan-u-contract-v1","latency_ms":0.638167024590075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a1aba5f234039c53dde9230fb82eeba4ff9712cd281ccf89a547decd423f6f0","sample_id":"hellaswag.val.4794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a05f38d847e47bb13e82f147a6f2c23ed5a1e31606229f76f3dbb2decde1420","formula_version":"titan-u-contract-v1","latency_ms":0.7197500672191381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa1f28f3f74812c335ace0281d0dd1f086c05ac0aea4761d040703a26148e95e","sample_id":"hellaswag.val.4795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72cc1b27066550707f839cb1faf84144cf74176cf12a9ec61802e7ccb09d2548","formula_version":"titan-u-contract-v1","latency_ms":0.6611670833081007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3efff6abe54c3ad1a502da19209cd8c0909cceadaa800ee808ac1a1f9842df2c","sample_id":"hellaswag.val.4796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81f12a859cb7499ed5a5663fbfe12d033425accd7717e8b4be161bc3c035c555","formula_version":"titan-u-contract-v1","latency_ms":0.6701250094920397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14324bc598f2a88221af613f8aef88a1fef1a6663a0063bcea0790d30ecde7f2","sample_id":"hellaswag.val.4797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2f59073b8a45528e72d38e1ef142f7900ec21f9d20ac5526421e5f935d39ac9","formula_version":"titan-u-contract-v1","latency_ms":0.6444579921662807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"569a917e491ab4d8410b88b930e17fba33bb3448ad7ded05fe1bd3121cb05f82","sample_id":"hellaswag.val.4798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"789064a7b878fd08123da6b2ed1dda3b300f5fc6470fc9e3ea75cc9f1a0fb2ee","formula_version":"titan-u-contract-v1","latency_ms":0.9734169580042362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"179be22739157445605b92f82a7092c86181ad61b1ac8fa6de45babc23d08de5","sample_id":"hellaswag.val.4799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d5bf7b5186ca70262178f272fc291d87537a7f92047e8020e1e46e7447a4515","formula_version":"titan-u-contract-v1","latency_ms":0.487250043079257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"363d8acda0f0ccf13be214840424fabcd98b7d4c482ee29340f015d20d1aaed0","sample_id":"hellaswag.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"703c7426082c18f7412176acb7c3b5025a7abc7284033f1cbae3e9ff2915858e","formula_version":"titan-u-contract-v1","latency_ms":0.6030420772731304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6b11bfa3202f17e3d77035a5dc232f17ff91da8b7c4ece0e537f729c629a33d","sample_id":"hellaswag.val.480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5858c361f1ac3fbb286c2b1ec5886447a7302c5a43ee269e50d755f06798eef","formula_version":"titan-u-contract-v1","latency_ms":0.7815829012542963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d3eb3c8a07d00496fbd44fa6200efe5cc8f6647eddb5a308ea711975c623d21","sample_id":"hellaswag.val.4800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55f4310adb4cb4efa7398bb4ef88df7dce261bb7ccdef686a0727614a48624c5","formula_version":"titan-u-contract-v1","latency_ms":0.6305830320343375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f40921acb095a8eea38a97f3bc0771295636614759283795bdb304051ad84d82","sample_id":"hellaswag.val.4801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e22c907ea4e3b8e930a816390258376521be7d88680f5965df142d897ade8375","formula_version":"titan-u-contract-v1","latency_ms":0.6125000072643161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48a634e11804c64b99679a4d9d5c54323c10aa3b19c3c9032701d0e956eb7fa7","sample_id":"hellaswag.val.4802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e929ce3b803c2a664a7670814618dbedc856c686c8d14cc2911ab114dc65e295","formula_version":"titan-u-contract-v1","latency_ms":0.6420840509235859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22984bc7573047fe18f419ab0e681efbf54d3355dfd1fa97eae5a0a57b19ab95","sample_id":"hellaswag.val.4803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e003beb146048abf2b8cf6d4bd3c373bc31297155d60cbedde4ecfb23ce3c7a","formula_version":"titan-u-contract-v1","latency_ms":0.8476249640807509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f1226b54995ce065c16951177c85b2d55d304425ff40aaf78cf8019088e682c","sample_id":"hellaswag.val.4804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d27d96b38e9bdc62e5e84e9999aaaf1e73dc27cd2ce7b3a97b63747ca80c3ece","formula_version":"titan-u-contract-v1","latency_ms":0.6756669608876109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e6b5d2a5eb0637ee928fff75279af3d0eaca794c3ceb7ffd3356cb8c74f2e16","sample_id":"hellaswag.val.4805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e204ca296ce3eec66177238be8f560f51c7d7dca03993b5b0e7330d37e9aaa2e","formula_version":"titan-u-contract-v1","latency_ms":0.9147090604528785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35718a8df960f009d6b9d1dbe732f09eebadbbd05b8e1868b59ce734a3aeacb9","sample_id":"hellaswag.val.4806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ca6cdc99565bb07dbdc616050255f8d03fa060a4ac757496242278156990aaf","formula_version":"titan-u-contract-v1","latency_ms":0.8590000215917826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b678b59b0bbe8bef7d116fc0e7da0f4ec2381f7d80f8bc24f8db1c018373005","sample_id":"hellaswag.val.4807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fefb13bfc4ce57a298ae7b8916a5bcd6b84e6ad3fe51f0493d7cba983d1d91f","formula_version":"titan-u-contract-v1","latency_ms":0.7856660522520542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc703197ecc23ef92124f2627d85eec8df3b0863453f409b48297a4fc770a170","sample_id":"hellaswag.val.4808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfa7e13a6df5772324a0cc604c7064873f2edce9f82efe9056a2c49b541983a0","formula_version":"titan-u-contract-v1","latency_ms":0.6875420222058892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e696fe905a68deb8b66467ac8fc953b50f6de3ca4039d6e70fc3d9416c21c2ae","sample_id":"hellaswag.val.4809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a9d1a5a64589d9133d4caf204cd5d5b0c74b1c188612066e41bb480d40f5947","formula_version":"titan-u-contract-v1","latency_ms":0.465832999907434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fce988493783096ffd6d3f4edc5b312db00d8a93f1e7c01362815c582f90daba","sample_id":"hellaswag.val.481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11ce4f45d43e3047a4ea890a73101b281093d555085542c57aae20c80a4d56ce","formula_version":"titan-u-contract-v1","latency_ms":0.7719170534983277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd5e820a202d1e655c31bf0dd97a701da3d7835aa0176630954bacc799843319","sample_id":"hellaswag.val.4810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b9f3c617aea2946d5aabe589b1cf24916d2b56de31a7fbf858145d85960c709","formula_version":"titan-u-contract-v1","latency_ms":0.8950420888140798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b77d2e31d56febe9796d42b942d74fffc1001c5f08fd8dcf10aeec5065fb221c","sample_id":"hellaswag.val.4811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1b7f71b79ce9f89b1c0b40b6613a8aa42c683874cc8832e9bec36229d7f70b6","formula_version":"titan-u-contract-v1","latency_ms":0.5762499058619142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9913e821ee1cbdb097efcd6556b0192c1b05e75237d08d6eff10fa564e4cb0af","sample_id":"hellaswag.val.4812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed76c925cad8b803d870fbd1a9b37d756edd345696623c1545da920b445be124","formula_version":"titan-u-contract-v1","latency_ms":0.6455830298364162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b24fb5367e5a5f20f1dcf47ecaa02580adf29e6f514bb5c536b182d24401b7a2","sample_id":"hellaswag.val.4813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"875a0488987c52813f02350104e620162ab6e219e48928dd588d7c8c1b36e861","formula_version":"titan-u-contract-v1","latency_ms":0.6857910193502903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"812a367d00443dd701aab668e8cfa735b3e31a4412ed828b50763ef8976001ac","sample_id":"hellaswag.val.4814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ab30769bda6b7fcde1bbca1913384307fd2081b49125211992f00b0a3e3bd40","formula_version":"titan-u-contract-v1","latency_ms":0.6481249583885074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14a2850ceaa879b994de52cbb65205080336831bd8423091c9600c999b72bfd5","sample_id":"hellaswag.val.4815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09bf884134e7e7df2b773dd9e95c799bc3e278ec7b9f5cf98d5da80a4175d259","formula_version":"titan-u-contract-v1","latency_ms":0.8933749049901962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76682ede723ee4ea77a4b1dbc5071493a843d83fecf93ed3397479222291cb86","sample_id":"hellaswag.val.4816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9d01b5d974844d5c1bcc954100920af9b853ed9ba3b0f7b704449be279774b5","formula_version":"titan-u-contract-v1","latency_ms":0.8807500125840306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b8919ef88b7fa6a708a4b470a360fccbdc61cb0a2f9eef2ccdda82fe181e743","sample_id":"hellaswag.val.4817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"596aca1a8ca676095f9c492b8741a690247031df7aa19137cdfdeeec8b82bebc","formula_version":"titan-u-contract-v1","latency_ms":0.6394579540938139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3571e5da6067ca27e30dee658440375af033e5de67005fbe57cd91b15b18b56b","sample_id":"hellaswag.val.4818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55fd9a0682820d1af429e1a8ca8901c24a2472f94665cd0d219306f8035ab52e","formula_version":"titan-u-contract-v1","latency_ms":0.716333044692874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f52f0440bdf08fecb438bf226c6fd83e2b85042c626c00ee9ad1239fd79ebde1","sample_id":"hellaswag.val.4819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7299f6b5883c75598aadcc6aaa88662e6196af74c907cf93c09e42b42af6f31c","formula_version":"titan-u-contract-v1","latency_ms":0.7719589630141854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7018012d8bdad3bc891a6d6dd3886ba4860a6f654b03bc36b6ed83bbd828ff5e","sample_id":"hellaswag.val.482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dad3c7bff1954fc7578b6e9e27872204b41322c838621098d340faa4287cdbe","formula_version":"titan-u-contract-v1","latency_ms":0.8490419713780284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86eab001e97fd9e069b9a68b7f0485702ba21a4148c1cc77f8ff3e19ab85b62a","sample_id":"hellaswag.val.4820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d470a77cd94fb32522feabf42142a7a6ebd741033cb9ff58bd215c45c59f454c","formula_version":"titan-u-contract-v1","latency_ms":0.8347920374944806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c2313960b037013949f4cc0d8e4784c8d87b4f7fd60119fcb9eacebf770a7ce","sample_id":"hellaswag.val.4821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a61cbff71e005253615d59907bb6c5bddd83c49b3b87277b683d11e25867beef","formula_version":"titan-u-contract-v1","latency_ms":0.6734579801559448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fde070e175a1237b8eaf857b37e72c8014643f1a9b7af7719248b473a999889a","sample_id":"hellaswag.val.4822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e51631b36d9502b2eb31eae25f37efe658df2e085c73e93fdb4d31f67016f442","formula_version":"titan-u-contract-v1","latency_ms":1.6022499185055494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f576b5831da31e7c67ee687fc9973782609af3f4e7bef78ee9ba3ca9b678ae4f","sample_id":"hellaswag.val.4823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10c6bcc038483f89d90b1bdb2b565ba752f16e10672a7ecc13859c8502b8bd2d","formula_version":"titan-u-contract-v1","latency_ms":0.9485420305281878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1f2be575c7deb80760b3c5c5f41d89ee059e527a34310bfbd940264859a2992","sample_id":"hellaswag.val.4824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56f180c6319c54ac3a7d9ceebb725c8d3587ff497d1517ca49b1e1f563b2627c","formula_version":"titan-u-contract-v1","latency_ms":0.9867079788818955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7511c088291571495a176d6438cfe850e288b5ccfb30f6992aceca7c23a90e72","sample_id":"hellaswag.val.4825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a682aec9762bd52a03dac3c3d3510a4da6d175c51d5d468491a9f9f0d2027f6d","formula_version":"titan-u-contract-v1","latency_ms":0.663083977997303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac3b15b0072c59091e6d6fe7a8347c7b2a3d1054416d4d9462f95ec978b2ea28","sample_id":"hellaswag.val.4826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dbaeeea2fde39d98f2ef0fe67bd580cabd4fd3afced70c13236732a4fe79a74","formula_version":"titan-u-contract-v1","latency_ms":0.7278340635821223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"205055a869b891f25f41856dd6445616f097a55ba78a2337f801d760ef11a396","sample_id":"hellaswag.val.4827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c34c9a811c8ed5a09e07aa4a86ecade2a7d9dcdabdb1295787c99050e12048c","formula_version":"titan-u-contract-v1","latency_ms":0.6833749357610941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b7bc0c072e91be3452447d8fef1c70642cfb588c8915febbaa5548136f6cd7f","sample_id":"hellaswag.val.4828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c59a51ffcb0aaae7b895bdc9ceff0899c9c3f4ae33deef780c52dee66b8ee5bf","formula_version":"titan-u-contract-v1","latency_ms":0.6398339755833149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc468efe2d17f7432d71ab03f08e2738e7caf37a6ce1619e6c82dbb68d0ee98e","sample_id":"hellaswag.val.4829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d72e0a11f2570da9e09a2a01b477508e0df9b40fa3343843cf5a951e0b96111c","formula_version":"titan-u-contract-v1","latency_ms":0.5907079903408885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e8d7c2af19acf89eb7067a8a10c25efcf75f924d703ceb9c075c0ddc2b7c74a","sample_id":"hellaswag.val.483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32c3e7efd5ce80fab7aacecc1e068cb42e131372b0d5b3f5708e68cf4896a19e","formula_version":"titan-u-contract-v1","latency_ms":0.7069580024108291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"520165eea53c93d2324f3c4655b4d36614ca8c97feb8a96e9a8f4be0cb1d684d","sample_id":"hellaswag.val.4830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adf2b6a789f0b113023cc61d8d60479ec7538c120eaec6dccdc5fea546d7584e","formula_version":"titan-u-contract-v1","latency_ms":0.9568330133333802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56f34d2a3233b7933da84296133d13855d7f3bddd99061ddfd8563908bff99ba","sample_id":"hellaswag.val.4831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb7b0d45272894fb6327ac4cf018a4ccdb749340447e912e508e6d157396f705","formula_version":"titan-u-contract-v1","latency_ms":0.6590000120922923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c54979aac75a999b655eec90c8f9ae739d695c80f5cc90a17003d6d31770ec7","sample_id":"hellaswag.val.4832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"708cb7648f34119c1d13bb99ddb551afd985ed40bd43ca982ad4f214488038ec","formula_version":"titan-u-contract-v1","latency_ms":0.6379999686032534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3818c0a954b9f3744f2a5a8604f1298d41310f66b00cb898fca23242775cb85","sample_id":"hellaswag.val.4833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80d4705fe7d60f97d6df0ca43c8ada353bd1ef5472f5a1009eeec9f1c5d32adf","formula_version":"titan-u-contract-v1","latency_ms":0.9827909525483847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f33b1b1a50a896c85eaf8da25f19a6f382f55dbff72f65bde54315745f9879e9","sample_id":"hellaswag.val.4834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b3f330480b912d14f60c2619d25e18fdaa645ba3b9b073b13b305d3fda7c28c","formula_version":"titan-u-contract-v1","latency_ms":1.3259999686852098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"891d7430ac26b978e488789cafa4770bad3386a40ecc013627b82acd26e14573","sample_id":"hellaswag.val.4835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"823fb94f9bcda84d682295e3fbbf2f4745cf1b28039d0d74817f7ab3e9f1dba5","formula_version":"titan-u-contract-v1","latency_ms":0.7183750858530402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a58a68694f0630abc599c0366c1f2aef209b00caa129f24bdf38ae2aba0f796","sample_id":"hellaswag.val.4836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb170b3b1048226c6a0b3911d4f406586651d3cf54c92ccfb616c62d3d1414f4","formula_version":"titan-u-contract-v1","latency_ms":1.1409169528633356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8241ec99a827b8d361138c53cd3e6b9ae119c1f9b26439538cc9cb1fd8259f9","sample_id":"hellaswag.val.4837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8081066576b4e5273af3a99304487150411c3c79ff021d11a4e3f9b2203e947d","formula_version":"titan-u-contract-v1","latency_ms":0.6951250834390521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0abb891377cb0b368ad9c9d99cfb02bcc97e57f098717f7b4066e40d1bc5e16","sample_id":"hellaswag.val.4838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5919c423001f84ac0f1b282f6899b0c90f71880fded94dedff48dbee793286a6","formula_version":"titan-u-contract-v1","latency_ms":0.6563329370692372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1b9ed8651e60eeeee61acdefe6e4e54fe75c3dd06a8cdecc284be51fa810706","sample_id":"hellaswag.val.4839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f994ba50472bc00039715dc803c832542a74513a4e865e37aa90d11659925537","formula_version":"titan-u-contract-v1","latency_ms":0.7021670462563634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"139e5fe4d6188e7467a0330b78aa24d1e87f5b374d526d4a0e0e72f03e6c5e11","sample_id":"hellaswag.val.484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a64d0e3beaa32d2bdffa1848327295c031ee95b59b4a81beece6c7735f76934","formula_version":"titan-u-contract-v1","latency_ms":0.7257920224219561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca835faf128be49083582a64da34eefaf4304ff738f10a7ac7b4527632668092","sample_id":"hellaswag.val.4840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"829c1d3d4715b7e9cf15fbe68bd6498601cafbd5d77fb9bb4b1a4c0b794a19ab","formula_version":"titan-u-contract-v1","latency_ms":0.6947910878807306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed4369231b0f14e448983ffcbf410d59dcb4e33036b66549dcb9669dfe0c17c3","sample_id":"hellaswag.val.4841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c88eaa2925bb0fb3d2da552605c5753f78ab065cc74bf03f20caeec015d1688b","formula_version":"titan-u-contract-v1","latency_ms":0.9787499438971281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1f9362e62b67fdd703f8f466e675d22648de2db7773b1469305fd8a3437926d","sample_id":"hellaswag.val.4842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d271c3fc69dff8fe3d47cf326e6229e9247b970306a6158e2f7c32eed759b8c4","formula_version":"titan-u-contract-v1","latency_ms":0.6660000653937459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a218a49ebde226d7437a09881ce9ff08f6818f0fce43ae8332ef71658cc75092","sample_id":"hellaswag.val.4843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a08bf6d712fa40ab9f68da1e097b78e6234909e36952be29022e520acd0da74c","formula_version":"titan-u-contract-v1","latency_ms":0.800624955445528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7a3b81d92928f770a2ceeacf46a6e8131175317f41f241198bf72b777d20259","sample_id":"hellaswag.val.4844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f10daeb58336d145064adc2e861e4578178a709d54c87215070c28f0569614e1","formula_version":"titan-u-contract-v1","latency_ms":0.9639580966904759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"256d9a4ec21a1d4d9b6a87cfc767ad8b3220e8cd8c171ca6dce765dd74f9874f","sample_id":"hellaswag.val.4845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67ecbed2b8fb849c3ae4da247cbfde73de9f6c92a3a66c63cf9dd41a9d22ffbf","formula_version":"titan-u-contract-v1","latency_ms":0.6384999724105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fbeb4a6d2afea26827e26b877e605c081c82c5d0b4644fc8d13ae828133f244","sample_id":"hellaswag.val.4846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"073da200a608b06db73cf7cb918bf89f4385f94ffa2a577ea8ce8dbd9227471b","formula_version":"titan-u-contract-v1","latency_ms":0.7564170518890023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2abf918aa2b7c44cb0e1e5bc33d2c45dc22d66568a46b18ba8b90f1ee121f09","sample_id":"hellaswag.val.4847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"521179117ec218195c99b6a3f588be9c0fe7636de57d0c971a589e719fd169a2","formula_version":"titan-u-contract-v1","latency_ms":1.0841250186786056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e3adc15e62b132dfd813794b4399f0ed823b622ac093651dfb2287b8c902ed8","sample_id":"hellaswag.val.4848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aec3227878f2e3eeef78f10e7aa14b3bad3d4a73b1e903df5fd339e7dd4d7303","formula_version":"titan-u-contract-v1","latency_ms":0.6182079669088125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef47134fab69208eea3f3a681677a6c5171c91e1a0280e244a18df0061ab957a","sample_id":"hellaswag.val.4849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63a2623690ccf8227d9fc6ec21308acaddd911824d9dcddcad07912fc5682155","formula_version":"titan-u-contract-v1","latency_ms":0.4718339769169688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f557955f69976dbe66b31ed4ef5d2675ce1f782b8f0b29400197d7edcaf9c553","sample_id":"hellaswag.val.485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2f0cfd2d19a4b04e0b9560982fff38b4531b0105ca902878968695ce91a86f7","formula_version":"titan-u-contract-v1","latency_ms":0.6793339271098375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15deb288f5922c58995b30ee677b6220baf71fbfb1e0c09fb7a3d221ca5b2a9d","sample_id":"hellaswag.val.4850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acd511485ea86ca90c88dc85a3a0bb11917f8275d13f2a600d9c81147d56be1a","formula_version":"titan-u-contract-v1","latency_ms":0.7041250355541706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0293ab7d88ca425b3f4a90ef82aef8df3cf3422386307f2c41e81fc3736a4f96","sample_id":"hellaswag.val.4851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1176887f419befbafb837aa228c61804c6d7935fc0ea4cbdfdd7c16024d85ff","formula_version":"titan-u-contract-v1","latency_ms":0.8572079241275787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ab18a87d978b1d548895afc24e8d15014a8be39d4028af2df57413ec260a6b0","sample_id":"hellaswag.val.4852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0507b7b3c9ab2e593130af2b93a83fa4c1a0c00d6ff2b4b787f1be2eb67c97f8","formula_version":"titan-u-contract-v1","latency_ms":0.6376249948516488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d542eb13de93de1d6b9d89bb59a5362c3f80295818b0c443ff2ec604cbecf2d","sample_id":"hellaswag.val.4853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17e77e0234a7396a6cacccfbf85d0ffe80577aebba6d32355a7bdfaede7e33ba","formula_version":"titan-u-contract-v1","latency_ms":0.8515000808984041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a812ad51c347b4aaecb82828035884153d27c7aeb02e398fe21a36c4fbddf936","sample_id":"hellaswag.val.4854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74b7a377364e7905bd15df2abdc6576c6208e59ca46ce605eab5872adf912519","formula_version":"titan-u-contract-v1","latency_ms":0.656292075291276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca7dbd02245455529ccde10a7b26f6b2b62ead2e1c7bfc33681fa430880770cc","sample_id":"hellaswag.val.4855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0102f08b2756ebd05968ca63b2418a5ba8c51323a98ab1f0279a5444cdc2f644","formula_version":"titan-u-contract-v1","latency_ms":1.2261670781299472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dd2ed5a70fce9dd59da474cb5198345bb9989847f5fe48cbb8f4a5ea136bd6a","sample_id":"hellaswag.val.4856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5d174344ebfbf4896d07f787fe035d0df2a03b6a260d4993b85d9c8835f0693","formula_version":"titan-u-contract-v1","latency_ms":0.868750037625432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab939ddef3f23cffd9bae269b1d1ca3f1a23103e8b1aeca305a9bfac9ebf2d16","sample_id":"hellaswag.val.4857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"412b635aabe281394b58d55aed67b977af5952dcc601d123f2485d1002cb1406","formula_version":"titan-u-contract-v1","latency_ms":0.656625023111701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c978b4a31f17cab3689f1ad72807095938f1193f05837c6db09b989fafefc79d","sample_id":"hellaswag.val.4858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee4d69bfca8661c149ec7c5c3a775a758c593fa2e30564d4d6f11fc3c3605ffd","formula_version":"titan-u-contract-v1","latency_ms":0.5870000459253788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4077ebeeab6445a89baa5ccd93406e2b5eec2205ab055b529861b586f476c7ea","sample_id":"hellaswag.val.4859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37e0e0acec5dc90c94da461ec141b838d321a93c8803592a44305861f6531035","formula_version":"titan-u-contract-v1","latency_ms":0.5968749755993485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0df8f61be0695e205a5cd419d8dd25b74fb7aadad0ddb392c84321e4191cc303","sample_id":"hellaswag.val.486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51a215faeb31725ff227001565b418c1876d0cb70f23bb0f09ae97ad83d51a37","formula_version":"titan-u-contract-v1","latency_ms":0.777499983087182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ad1cd5238222cf87c63ce46b7b4ca92cd9f1a78d2a348c30585e4eabbc34382","sample_id":"hellaswag.val.4860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faf6cc9e3b7b57da67ffec5ad22ab88df84f5ad7547bad9443602ecb9a50e88c","formula_version":"titan-u-contract-v1","latency_ms":0.7831669645383954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc10920230d15ea9040977f584bee458d9dfff1bac08d7a47fafe7c239dce903","sample_id":"hellaswag.val.4861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61cdb14e7f997b61e3bde09cfa030077ce0df4f31023c8cfaa57bf5a05da83c4","formula_version":"titan-u-contract-v1","latency_ms":0.7244580192491412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4624ece1834ece5c1cf35233740e832ab54473c7b7d3f62a046400e87100a494","sample_id":"hellaswag.val.4862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e31368132070729b8a4cc6d6ab56cbeb8cb15b9313daad4ef4936d3949a7a3c5","formula_version":"titan-u-contract-v1","latency_ms":1.188583904877305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b81bfe9cde056704815f7973ac5d8082bdf28750aa84d64ff3496962cc6857c","sample_id":"hellaswag.val.4863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7228b919c49448639bf02baf40b05a2dc1a7eb69c4bc8aadc1e98b64f18d2220","formula_version":"titan-u-contract-v1","latency_ms":0.8672919357195497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ceb7a34d8ca9c562ba7bc815d91bb305cce46d7b378be6e02e7c2b9bb05a339b","sample_id":"hellaswag.val.4864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc672e3558925971cba790077c6a5d940a7e720f97b77ebea33647bf96ed03cf","formula_version":"titan-u-contract-v1","latency_ms":0.6927079521119595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3979ca2e599b93c9456550cd2ada15a265a716e31c077b4c8c678eaed4bef90c","sample_id":"hellaswag.val.4865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b251bd6f739cbdd0c0b71316b2a435b5baecde57695ab3970721137a676a426","formula_version":"titan-u-contract-v1","latency_ms":0.9245410328730941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"083ba20ee39049cd540b113bc5d264946be0c606525b7dab88de13333420e12e","sample_id":"hellaswag.val.4866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abb12adc4854cc65917e3d7f9093bda92db96016872ccb65c834f109d643806f","formula_version":"titan-u-contract-v1","latency_ms":0.9180000051856041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43f702df9712f0f1e1c8f52132fe90fee2a6a80b649e49f0b05f8ec2d9e99b36","sample_id":"hellaswag.val.4867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69df39bc2ec453f27255fb0c7e3146c80073238aa844c59e7001ff35d024d70c","formula_version":"titan-u-contract-v1","latency_ms":1.1062499834224582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54fce720ae7057a07d9fa9d1ac522025078a235c4721abc959ae8ec42352628f","sample_id":"hellaswag.val.4868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"279d9c64e9cfa30dd6cdec2b402a89c2176fd0353bf52340c2faac165da219dc","formula_version":"titan-u-contract-v1","latency_ms":0.6674159085378051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b874b4230fa5a1aa099a8fbdb76c92b34df84264d3de42af9db0029f7acf35b3","sample_id":"hellaswag.val.4869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c64fd8a886d4411d16e71a431d80c15193d88d56818b7b10f407aaad276ea55","formula_version":"titan-u-contract-v1","latency_ms":0.565374968573451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fe878f9d4859cd10955b1ddeaaae6483f0b07175acd2803a01e98d676d024d1","sample_id":"hellaswag.val.487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0c5517dc58044dfe1a9641ecbbb675a389c3ca9135d2f08df8dd07814e57281","formula_version":"titan-u-contract-v1","latency_ms":0.7918330375105143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7065b55801086b87652f6becf7f0b5e2c4a26c6e4c048415f840c8e995def094","sample_id":"hellaswag.val.4870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89b94141553c4b106eaa11ec3d9f5e005dc48490f3aa765e5fd366399a2bec8a","formula_version":"titan-u-contract-v1","latency_ms":1.0732909431681037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fb2bfffc16ef0b0e5f4623c852d1d2c853110ccdd89ce5dee11fe347e0c8c8e","sample_id":"hellaswag.val.4871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"300766d6e2b5758f63f2d796cb989dccfe9c656aa675a5751a46919f232b77d6","formula_version":"titan-u-contract-v1","latency_ms":0.6626250687986612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c98ff09e65209c4777fda90a656002bbfa4e08934acc5d4d889585fdcdab573","sample_id":"hellaswag.val.4872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23c69fd9bcc08e11c5861a77b4c0b1c442212717115d226af4766402777e82f1","formula_version":"titan-u-contract-v1","latency_ms":0.6412500515580177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbc643f0e882959e12d1d965d9b746176cb97dd50fd7c45aa2d741be51848c66","sample_id":"hellaswag.val.4873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dbc797fc11f6a8ef2cc70cfef98f178fce1d8b7d61e834c7a62aa3746560199","formula_version":"titan-u-contract-v1","latency_ms":0.6493330001831055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef6b662125f13340b3a56f3ba90b50944f4c60c223a5ee96e00203af3d5fa91a","sample_id":"hellaswag.val.4874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"372e0050bf2d60673d10d393f7a0b46528ca07089bdf6d25d501c793e7ced662","formula_version":"titan-u-contract-v1","latency_ms":0.8762079523876309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e6e3004ba2c76ab4eaa22952c206bd65723991e2197ccef0dc4e10067490d94","sample_id":"hellaswag.val.4875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"483e7a9f33216a3400c4e647fe7161916665d136650896a38f156d699bb2588a","formula_version":"titan-u-contract-v1","latency_ms":0.6531670223921537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e542c1f0a06c46393273af8f426a5d22367e1aac14ef6dfcb3cdbf209edec01","sample_id":"hellaswag.val.4876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc9766dd5a74b854b7a19efff9a432d7f3a013ab813e8960f7f62ad54423cbcc","formula_version":"titan-u-contract-v1","latency_ms":1.3285829918459058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e4c32d8541452ba371314e4dbd22963689ec8cef654f5b215e77af25051ecd0","sample_id":"hellaswag.val.4877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e308f6576f9536cae59de883ace22639db367233b4002af34613b52e4d67ee1d","formula_version":"titan-u-contract-v1","latency_ms":1.2580830371007323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a005fa35b1166fddf8d5d5f3f8c6d68b3660c3b88fdebc6e719706142d72f09f","sample_id":"hellaswag.val.4878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f35fef13f2d9ede8ca3d81de76bdf3dd48681437cccf7c9f28041296fcb51ed","formula_version":"titan-u-contract-v1","latency_ms":0.8874579798430204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0516991f741c44cac73933e6a26251bc25987dc94e5f179070f98885c6f1b750","sample_id":"hellaswag.val.4879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcfb8e881611f369e6e644000964afc56b5248a09d5bd43c92c7185a9f7a77dc","formula_version":"titan-u-contract-v1","latency_ms":0.4871670389547944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cda8718412c8e6215d59bc6057123a4cdfb0beac63eee281fce7c2bbd42cd3b3","sample_id":"hellaswag.val.488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca548b14b7a27387767f84b5a7888f18b5ab26c9e2946955f6368369c9acf69f","formula_version":"titan-u-contract-v1","latency_ms":0.6961249746382236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8587b11d280e347692049e2df3a09382f00742ccf698ea61c66c008cbf2b2f75","sample_id":"hellaswag.val.4880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8bba476c5f963df52ac8679f2f5259a346e8a39f55e37cdb49637386ebe2890","formula_version":"titan-u-contract-v1","latency_ms":0.7689170306548476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"912dd44994bdc4d1a1eab1fbe42afcbcf559fbb841ea95db549f3dbfc0f20434","sample_id":"hellaswag.val.4881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e716b4bb77a9ecacf9efc093792c1ff91ca2ea9cbc0e9f30f2804418b0d9e1f7","formula_version":"titan-u-contract-v1","latency_ms":0.7466250099241734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"962f3edc2016d4434b64f0146d63298bc0ee1f6458a75cfd7f20c44d8543e0eb","sample_id":"hellaswag.val.4882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8de9df373f7db422c843a6c6d713c23e0058fdd71501405e6f2573e9ed4737dc","formula_version":"titan-u-contract-v1","latency_ms":0.8263749768957496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"822a5b7bee2552aa2127c2b177e02443b982524954d4291e424db0e56fde02a4","sample_id":"hellaswag.val.4883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c592e45d22630e3ec8a4fe5df24f0ef2874a3647bf421d64c6b364534fdf9df","formula_version":"titan-u-contract-v1","latency_ms":0.7084159879013896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab6f10389d8b2f06c64e492f0ee6552a4c2d0b0bfb87e45bbedf070a9b71c51d","sample_id":"hellaswag.val.4884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"850c603ea7593b98b6c9b2da3d11868d02215c2ed2c1fe2d3556bf31bec44dcf","formula_version":"titan-u-contract-v1","latency_ms":0.6421249127015471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b520c84160c10bd77e0305bea95262e765e9266f2b0ce73d4f6b0cbe9fdafbe","sample_id":"hellaswag.val.4885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a5e79b9e7d06fe690fe97ed51e426832e7764b48080271961d407e692840c5a","formula_version":"titan-u-contract-v1","latency_ms":0.9827920002862811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d34e82627ebb68017b3d3c760085eccb2cb26972046dec78e82ee4c2753422c1","sample_id":"hellaswag.val.4886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dfcb4f8aa8efa89bbaa7a198e98d90e33eb536bc8779550b35272448858ab32","formula_version":"titan-u-contract-v1","latency_ms":0.7224170258268714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"078430c1046988f52db6bb8e736cdf60777c2be87a9c7d62e684561348d55204","sample_id":"hellaswag.val.4887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f5a14121fa8c547b4cdb5a3a4d059159ce426e999dc394de21102042fd4b7ab","formula_version":"titan-u-contract-v1","latency_ms":1.0617090156301856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2e37f8cbf762a6cf75aba69139117ca44ce2d86d8350e4646953b285a65b646","sample_id":"hellaswag.val.4888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65ac02cdab2f0173e6f68e7871d9357f4d2b53bf1033d2d2259d26b995a58f06","formula_version":"titan-u-contract-v1","latency_ms":0.8762499783188105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c868928ab4b1a6d0917c923239beb5422a5cea993a0a68cd4f6ea4fe50b41d8a","sample_id":"hellaswag.val.4889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5daae9ad058c455537176f2b3ec6cf44da842ddb0b97fc1a1afe684c73ec898","formula_version":"titan-u-contract-v1","latency_ms":0.6729169981554151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8c2f9ed47d281b0b67a3d9ebb9cca4e19da7fa08c96e5739fc221b82daf1a36","sample_id":"hellaswag.val.489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85debaca7b2eb20cc0b2c8dd3df5ea342efc4f571c3acc3b3be5297afe50a55c","formula_version":"titan-u-contract-v1","latency_ms":0.5975411040708423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2a27002d50853731583c88375d0437c2b41f52ecc56507c1686925d20ebc00f","sample_id":"hellaswag.val.4890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5324c37806f5fd67fd671792c17e986805e22c92914315e8497b70e517bb83a7","formula_version":"titan-u-contract-v1","latency_ms":0.6387499161064625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b0930668305a72fc5c36edd298a06085c9a725af79208d148102ee8b693f7f5","sample_id":"hellaswag.val.4891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25736f6ada5f558e9260a456abced35b388f91fe87e605fa04ffbb1c0e6a3954","formula_version":"titan-u-contract-v1","latency_ms":0.6871670484542847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0514230ecb51c0e62735d4525712dcc38d2e844910192c98767cde7c329c1288","sample_id":"hellaswag.val.4892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"428bb23558e9ce38fc0c22e0a3797df4ecf74d26029b237f691d6458703d2e5b","formula_version":"titan-u-contract-v1","latency_ms":0.9679999202489853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04b6c3086df7f75ea4ff94e8d1008faa741eddc881b19f854459249bee195782","sample_id":"hellaswag.val.4893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"803cf64eeb8778c67c716df477ed9557295fde2996c5744c709ddf6f3e8710c5","formula_version":"titan-u-contract-v1","latency_ms":0.6446669576689601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2aad258e19b60da30bcb469fd0c7f41cfdf4c94102c8afe2dfb02a534db1e189","sample_id":"hellaswag.val.4894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baa607b6b45103d61050cb9305bf51eae87a5ee425ebb20149f69dc10e407619","formula_version":"titan-u-contract-v1","latency_ms":1.1629590298980474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"247694ac40912582541f21df2638ebb410f8eb53e25870bcf824b37bb0ac3649","sample_id":"hellaswag.val.4895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afce903ddd83e5e36eceb7f0717c5b24506b17fa818e6811822d884952c02ad8","formula_version":"titan-u-contract-v1","latency_ms":0.8227500366047025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb360a22a47f9204dbdee8d8f88163a1d485574eaf53e68d9ebc9db888dee97a","sample_id":"hellaswag.val.4896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44a6636e4399435c4e0e7c5736ef0d634170e583bec8f9a2c52df53c794a6028","formula_version":"titan-u-contract-v1","latency_ms":0.6653330055996776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90a5115cc0bb383b2e8dede14577a7c3dcff588a0441731817764fe9e0faa2b4","sample_id":"hellaswag.val.4897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c17b17ed89c5c3b4510470e5fc9689327cb62d2b8455ac8a5667965ad02ba936","formula_version":"titan-u-contract-v1","latency_ms":0.5988329648971558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"404f0aee05e2ab7d94d5c043ae95f2b209164bd17a3af49e987a0be09a9cae24","sample_id":"hellaswag.val.4898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"169644fb7900b1ec21d2f89895d350df2343466e8dd16c3d6cbef9ba915e8fd9","formula_version":"titan-u-contract-v1","latency_ms":0.7841660408303142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cff8ea11ed43d8722ee171f14d4f8fb082e51f9b23042965e49b07cb1426d8db","sample_id":"hellaswag.val.4899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0179cb2b25203aeb815d9da8c5c35d2d6898cad006324f56408262616015ba4","formula_version":"titan-u-contract-v1","latency_ms":0.6298749940469861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdbb119e52138c01d998f86543039215e60a787edf6288c599c7b6a3248ab22e","sample_id":"hellaswag.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"781aed1900e43a6c18cfb0733bb06cb2501d1ac4cd432a20eb363cc24908142e","formula_version":"titan-u-contract-v1","latency_ms":0.6368750473484397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f01197cbb557234a7932d37cd4543437b30a6a721806fe86bf8df0d1bdd5316b","sample_id":"hellaswag.val.490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09101e289b34c03e09aed58717cc1a51bbab68f83e1e33e65b5d9691089ff715","formula_version":"titan-u-contract-v1","latency_ms":0.719625037163496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddb2dae59857f83d1f61a0041496ed481085413ec1de13adc2f5cd69d64fe029","sample_id":"hellaswag.val.4900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be46d63aa42349a9adfd1df562edf9ff9b6302d363ea2852668fedebcabf919c","formula_version":"titan-u-contract-v1","latency_ms":1.0379999876022339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1becfb16f728cac423367dd30499d137d1f16d009c13debd766136f1d15bcf34","sample_id":"hellaswag.val.4901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3f597098f211d91adbb2acd7fda00c8f86cea82548b0537defd093fdb8218a5","formula_version":"titan-u-contract-v1","latency_ms":1.0454170405864716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6cc003e202e95ade4ea788fb82f60a15d10e5f731c9d515846e96bce795938c","sample_id":"hellaswag.val.4902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f65c35ef8b4a4dd5bfd6b896a1fe579a11bd683b9a9ca00c08f00c4229c4d4fe","formula_version":"titan-u-contract-v1","latency_ms":0.6734589114785194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4691bcb33da05f17bd1f02c4100ee6daf936be906665ba14a55ea769145e2a0f","sample_id":"hellaswag.val.4903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29d86044be78fad7e6026bed544a27331cd59bd6e86867d0ecfec15e9d0ae45f","formula_version":"titan-u-contract-v1","latency_ms":0.9460001019760966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea1bb844e1db1e4c76487b1d51f37805e540c7b6990292326e669f26f2631d4d","sample_id":"hellaswag.val.4904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3086df152bfb7f18d63951ff352421e65f743befe1b92158de7e0a035f4e6829","formula_version":"titan-u-contract-v1","latency_ms":0.630917027592659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b324727accc20d58d2dbb1ab44baac9b3665126f60898ee5770aae590326355d","sample_id":"hellaswag.val.4905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4d31164b32a9438f1f388d0e3870866d8346b262f81966cad58651f68d115ac","formula_version":"titan-u-contract-v1","latency_ms":0.6378330290317535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cc35e57f17ef98d418a0b095e9420225c2aefd335a96e6f0f1bf40f0720dcdc","sample_id":"hellaswag.val.4906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f66ccfc7e8be01c4cbc3a005fc90caaa2e8bebd722812c795c25cf03d9226efa","formula_version":"titan-u-contract-v1","latency_ms":1.0280420538038015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b559b05c4ff5b40c806380ad0627acd95804894d6da1e1c65019521d5ef0f2ab","sample_id":"hellaswag.val.4907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"704b12499aa755a3fbb95942e70630de65aabb964b755e70d7c8ff11f79b0297","formula_version":"titan-u-contract-v1","latency_ms":0.8631669916212559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ba07e1830c492d402fdc9d56030ad022f03d181800fdf95b6101840bfdc2a1d","sample_id":"hellaswag.val.4908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4dab93cfb73289237b1b6ef219a7f56a9f4af5a789b75bb1ac88b765debb5ce","formula_version":"titan-u-contract-v1","latency_ms":0.8629580261185765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3c1ef90b84dbad8525d6c7a35f6a030b15229ca06c9b7be30748170546c1679","sample_id":"hellaswag.val.4909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3b5be64cf98a759846de8ccd580dba5d602f068f0f1d7045208fad79fccf6f2","formula_version":"titan-u-contract-v1","latency_ms":0.7115829503163695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb6cee5c8c6f18756c4d398230b69d93a868fce027e28806966239368054855b","sample_id":"hellaswag.val.491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e1f3d812bdafe700f973380e979e8b3bd5fc54ea768ef6b933d448bd1708add","formula_version":"titan-u-contract-v1","latency_ms":0.8894170168787241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0f4b5d9a49be1e3cd55976846a66fdae077e56aa0043589b909719f4704539d","sample_id":"hellaswag.val.4910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fc9708bdba68a7fd7919ec6e4a78608639711a2ffd11b3aba802d2a22ecec37","formula_version":"titan-u-contract-v1","latency_ms":0.8769590640440583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d54d48595f5c9c89aee996ba9b3b14459928540f04e2efa9e538ffbea465004","sample_id":"hellaswag.val.4911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb60ec24664ec1b30035874dfd2516c144a88e6d2abb58e566b83d0c428eeb45","formula_version":"titan-u-contract-v1","latency_ms":1.0749169159680605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f45edec71f82b35e6f9e5f07aca50206f5c7e25ecaaa52b1ec6b99884c9aacf9","sample_id":"hellaswag.val.4912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e784948c355225926cb05a52b871f9c8f122fabdae42ae03e2557fc5031c991b","formula_version":"titan-u-contract-v1","latency_ms":0.8357079932466149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf5240c2e7fc0b30430c8a4521871b8720eb61118dd62ff133ad43e81ee569ea","sample_id":"hellaswag.val.4913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e79a544697eeaacd5b4b5550a75e653dd96adc5728c7b5dfdfd43553e26e795","formula_version":"titan-u-contract-v1","latency_ms":0.6815000670030713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"424ed9791f49f5a91697c48aaecc5d16ef8927a42d9560881d13d506dec774f5","sample_id":"hellaswag.val.4914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f40aef8a46c97656e4bb76838910874163606a87d26c3f57ddfd9d549c927b78","formula_version":"titan-u-contract-v1","latency_ms":0.9900839067995548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b300135d5174954c75ae702a4c164afe5fbe7831e818f7eae019d7683c54285b","sample_id":"hellaswag.val.4915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a436dd9f6a8d2da3cadca221353189fed6e102486c31fc472805673ecca39b33","formula_version":"titan-u-contract-v1","latency_ms":0.9279169607907534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c41eb7c6c8e609c97a94db5eb6c5c10d28f027cd3d26bf1346671a74cf70a83b","sample_id":"hellaswag.val.4916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77e85b5d7b7244131cceedffc55ed60d1be59e73bf2b6626ade3ec5ea0c038c8","formula_version":"titan-u-contract-v1","latency_ms":0.630541006103158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aeb66a9eeb337f9b045a596a949c246f7e050caacdc9ea238131f949cea0496","sample_id":"hellaswag.val.4917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24340f496ab6f149685004931860256fddc598c6704681eea90326a0c4dd20cc","formula_version":"titan-u-contract-v1","latency_ms":0.6037920247763395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f749ceb9073bf886baaa88c4d6312ba50db3fee48e2e33fd0c188668374cd15","sample_id":"hellaswag.val.4918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c9743a86114951374fe6e125ce12c2c44fceb20fd101716680ab5eb96a59ad0","formula_version":"titan-u-contract-v1","latency_ms":0.8380829822272062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bb7be27cf2c5073c05368fdbf153e55d960f93f5c53cfa3e4797fb1fe695752","sample_id":"hellaswag.val.4919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acda5863edb50960d2109eb89942e1a911aa96172a99896ecaf6addf60780be7","formula_version":"titan-u-contract-v1","latency_ms":0.5822079256176949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9e0f2e14eca09108a028ffe3b69b965fe21c080094fa4232462590f1f0195c0","sample_id":"hellaswag.val.492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ead60eb918f81e595b1fa21ee35db93f7d67a092396b59a1be7ed78bba160fa","formula_version":"titan-u-contract-v1","latency_ms":0.6394590018317103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5c83315c0555f3a5e0f96483d91e5869ebe41aaa44a5d31b754d96db6799adf","sample_id":"hellaswag.val.4920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02e960b61553f2083ce4706028507900c60481da87851934807f595e1e37c1dc","formula_version":"titan-u-contract-v1","latency_ms":0.6303329719230533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8f552de5fdc705b2ffaea007fc0f84e335ec117511785940fda7fec3c6b284f","sample_id":"hellaswag.val.4921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e01b3c0f92a6a4ec3780b5dae9353c01e5392f1dc55d63e02da56597b98b665c","formula_version":"titan-u-contract-v1","latency_ms":0.8777909679338336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9e9f3b0b39d0134d4eaa2047df802c2f7e6a0288b8a199bce663b33887a6a7f","sample_id":"hellaswag.val.4922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36af2738fb42d237a7d97240584181ea483548e15b33cbfd7351f8ae63b1cb83","formula_version":"titan-u-contract-v1","latency_ms":0.671125017106533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23e4a8443a7477261767208d15c72cc0916ad405b819fad447a307c78a7e5406","sample_id":"hellaswag.val.4923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9df640e9a9858a9440f04cce989560ef23d0a76d8c9094eb9e2282de264e61d","formula_version":"titan-u-contract-v1","latency_ms":0.855666003189981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b6b140249fe35f3a972f29c665276a265472e437dba66d91d3623f46f554968","sample_id":"hellaswag.val.4924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0500fd39dc3e80855c0e96a41aa51ae0bfdc8fff9a324ce8f61749fadbd8ddbc","formula_version":"titan-u-contract-v1","latency_ms":1.1085409205406904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a30a5dfe0bd9a634fad9b8386540a02fc5d1d69fbcc78d07958a7179411dd25b","sample_id":"hellaswag.val.4925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff1b67dbd36f59350361307b6574965ebdeed161d961fe636ff0322f6ac2604b","formula_version":"titan-u-contract-v1","latency_ms":1.0784170590341091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ff02b37bb3be21f12fd9599fd1afcc5562cb8e67f9f9e6d5aec722a70b42204","sample_id":"hellaswag.val.4926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5b08ca34c00ff75a01026f7275376836b1767bf0c7197ee94d854a243539fee","formula_version":"titan-u-contract-v1","latency_ms":0.6120840553194284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ad30cb827f58c779689392888aa731d091d31368a331e5f8a6bc936a6c3494b","sample_id":"hellaswag.val.4927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a53227a3122b5119de3785bb01f2ca206017a839a630f3b6b41a921b568bf66a","formula_version":"titan-u-contract-v1","latency_ms":0.8185830665752292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03e0e2c41c57c0fbdf057e29bc7c549db3b9efeb00e624da90a7938b9e9d9466","sample_id":"hellaswag.val.4928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db1ac3a28406f3dd9d83adb205e811bc847d63015a013f2e4edc15529a88a1da","formula_version":"titan-u-contract-v1","latency_ms":0.6648750277236104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21d5aac7c8b9c59b13d87063af8cb8217ce2795fba937b23d69b76bd576e6225","sample_id":"hellaswag.val.4929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e14f75bc4f535d97170349e597ea427923c6170346362c59efe9d8d67f25265c","formula_version":"titan-u-contract-v1","latency_ms":0.6827500183135271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a173b626edf56d041ddb82bf11abe61ae0dade08fc680d8c97d6bbffd7b7b08","sample_id":"hellaswag.val.493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"911e87e35f9e6d5a9f6a70453f4718e2d538e6eab0e6f2e97a3e5fb7eff4a088","formula_version":"titan-u-contract-v1","latency_ms":0.8288329700008035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3781fe7c8b2710397a38a08d12020d4280c4aed733452cbea89d3505cd1898ff","sample_id":"hellaswag.val.4930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae7e7d2be285f416ee61cf2cdd945d09be78384a4bc4626a46364dcd219d8379","formula_version":"titan-u-contract-v1","latency_ms":1.1325000086799264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acabce53588a2e3d611051b018ea82b516219030b33698f3bbc480c1b377e6ea","sample_id":"hellaswag.val.4931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcaf31756bee4fa3da6848663a8c278c65cfe6569a12592011d87c84dd7ef26e","formula_version":"titan-u-contract-v1","latency_ms":0.685540959239006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0aa612cc553dc49ce48a020ae8f32f713607e2a3dd2c11e910332849be1e739","sample_id":"hellaswag.val.4932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c50718e36609438b327b4f129103b963556ce7aaefd709df054b079c706f9eb","formula_version":"titan-u-contract-v1","latency_ms":0.7331669330596924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"465d0577473a3f6e9a81e3a0b3fb0c7b92639089e6af4efcba449d7eea60b5de","sample_id":"hellaswag.val.4933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e765e5b87aa27ba444b52898220e03a60c910d726bb8139d13c22d54ad6cead5","formula_version":"titan-u-contract-v1","latency_ms":0.9420830756425858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fb7f8ba6f7cd7914cc25ec0160aa43804aea52da79b5a847a11bd418baabd51","sample_id":"hellaswag.val.4934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38133c63ad15e385f998ee0a59b7de013240d47b8f76e42be277008ea217d37d","formula_version":"titan-u-contract-v1","latency_ms":0.8492079796269536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"689b9de6da3de6305ae9666fac02dbe27ed67f96a1218d08ecef1a74500b9ce7","sample_id":"hellaswag.val.4935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04e95ec27ca16df4c075e5b96b6b0abf610ee4b4f5e80cd939b61bcff86e0b27","formula_version":"titan-u-contract-v1","latency_ms":1.665291958488524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e4d4646e3ddc68481ce0e1b8fcd8b5c7ec51b1fdd946fce9d6b8ae2c65ff5bf","sample_id":"hellaswag.val.4936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9caeac840a826c17d6f40558ff4dfee58d5cfe8f7b4d780b68217968abdf24a","formula_version":"titan-u-contract-v1","latency_ms":0.6996659794822335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"967300a95d096d3dc53f893070634998b150af02cd0ef98538acfebb38931879","sample_id":"hellaswag.val.4937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a208d8f4921e374d0942c8b9f3a1a409f34a58df55c81959a19fc090b0a55f13","formula_version":"titan-u-contract-v1","latency_ms":0.6697499193251133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71a0e21f29da01567ae50ca194b2b70ec37b276f582760c0001e218e306a4adf","sample_id":"hellaswag.val.4938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4944b7dc06f10e043deafcacdd9d6947b84cb4a9b28267ffa90fc085e69b28a7","formula_version":"titan-u-contract-v1","latency_ms":0.885333982296288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f62cbe3037253a15fce7b2abb810b09117504c81fd8105b04c8cd4ba1bcebcf4","sample_id":"hellaswag.val.4939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1971e9e12002fa20840595365376c4118dc30a4a565091ce34d0757aae9bbe1a","formula_version":"titan-u-contract-v1","latency_ms":0.4445419181138277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9414229884c5f903477cb32ae47e0076a138762ab771f30a452543d955dce27a","sample_id":"hellaswag.val.494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d518bf016547faf970f6273d946771fe2a3bc330449c24afbb60d3cbc92f5b4","formula_version":"titan-u-contract-v1","latency_ms":0.8880830137059093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d40a221b8ab5574bd3a102399448c2e3e91af28ad66b99c9dd02a06e8a785276","sample_id":"hellaswag.val.4940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3203ed5dc0d25d6931ff5e62d517e988a47df8f7551b0a6f3d262a60eb51186","formula_version":"titan-u-contract-v1","latency_ms":0.6050000665709376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ced5e8a4b43062cf09fc5f919a77afaa39d843395bd20396c89699bbfeaf9e3b","sample_id":"hellaswag.val.4941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fae70eb6511a1c29bd9bb58250b62bc6b539fd6e88b48d3ab9a487e6f1649a9","formula_version":"titan-u-contract-v1","latency_ms":0.9372920030727983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03dbbc8ecd7f6b933ff6eb76d1dc3c217f828226e6abc6cba5a6ae6a1240e40e","sample_id":"hellaswag.val.4942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4b18e95487969a495feacbb1a0b772cb256138f123baf5fa0bcc8135e0e074b","formula_version":"titan-u-contract-v1","latency_ms":0.7732500089332461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c277247c44b7bdee2c2e77d90d2af028494beafc83099435b553e68bfe55ac9","sample_id":"hellaswag.val.4943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d12672492a4eba091e0eb533889cfce20b506a1f49f1705bb19d2c920477832e","formula_version":"titan-u-contract-v1","latency_ms":0.7075839675962925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ae433ec05ed1d7e005cca249863c0a02de2cc3ca42d6f091836192df62fb14f","sample_id":"hellaswag.val.4944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c661f9ecafeb94d6194e88f9f375275bf35c72e2f81111f066d410463a9affa","formula_version":"titan-u-contract-v1","latency_ms":0.775999971665442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"def4496d25bfe80db2a73a115e7a8596c433afc0eed954e597c0e2d981209285","sample_id":"hellaswag.val.4945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e6cd65d7d45619dad865d10f58708375074f82e5fad053b8831ccff7040563c","formula_version":"titan-u-contract-v1","latency_ms":1.025457982905209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34cd6d75ebb2dc5ed37a5080bee13cfbffd3da24e49958451c3d6737b0461a97","sample_id":"hellaswag.val.4946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0066826ac047bee09c712f1ecc8481ec2b4ee82ad62f54b4bd97bce9d74c27c9","formula_version":"titan-u-contract-v1","latency_ms":0.6553749553859234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea4bf894db50c972ca97bc83095cceeadf1aa91f0fb4c768e4f3e2e9b0c6e16c","sample_id":"hellaswag.val.4947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92156aeb552db1f6d8190b090779338e737c890a2625c2537ba67d52d6fb12a3","formula_version":"titan-u-contract-v1","latency_ms":0.6855829851701856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eda3848fb2e1ecf10eec5e434485f02f5afcc97916ef8bc6cddaac17eef1075","sample_id":"hellaswag.val.4948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b09b64ad5d3276132fea03800cba3b5bafbbe48df28baa7cbe147a956c9cf68","formula_version":"titan-u-contract-v1","latency_ms":0.6862909067422152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baf594f4dc805e264ad8120123745bb1ed534f20712df158098f8ee0a1a19efd","sample_id":"hellaswag.val.4949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10027634be98d849991e2c2631b8d6884b520693cfb3ded5a7f2f5d48504d32e","formula_version":"titan-u-contract-v1","latency_ms":0.7139999652281404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e431344fc09908bab5523d2d50575352f521ca0604b831fe31d7101c82757ba","sample_id":"hellaswag.val.495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5c172f1b6489335b3ee5a541ed439f329514ecd290fc97e1fd73ac455ed7cf4","formula_version":"titan-u-contract-v1","latency_ms":0.7066249381750822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db18bf99bb263919e8b3003eec73a7293e3f94ada5996f6f68199c6a1413a4cd","sample_id":"hellaswag.val.4950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db48b4dd099a5620122063617f2f309640a89fd7d45d2898078897950f5a6e19","formula_version":"titan-u-contract-v1","latency_ms":0.9133330313488841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d311a7022fed44eefdefb9902768f85a6e72d6246079258ed68112d4cf1f543","sample_id":"hellaswag.val.4951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0038d117b5163996a421d152b915c96a0fc2766b4b4049cf606d68984b502abb","formula_version":"titan-u-contract-v1","latency_ms":0.9177079191431403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b606d5840523dd3ba85c002700c9ed0d974ec810750660e888552026c258bff","sample_id":"hellaswag.val.4952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a70561a84a8d3fc282293dc7420369d38296d5ed75974a488f9ce4fa0ad553b9","formula_version":"titan-u-contract-v1","latency_ms":2.9785409569740295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0d43b15cd1f7c6c1864475c6f33ea62816f170d131330ed428de567e6c7ad29","sample_id":"hellaswag.val.4953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e71795f1719fa52c0b005828ac9d2e4e846c545a3938218ac1147b30e54c176","formula_version":"titan-u-contract-v1","latency_ms":0.938833924010396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"883c804d08bfa76b52e68dba5b97427b7595b637a6acfb412f2d0aafe5025b1f","sample_id":"hellaswag.val.4954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf2852496a1b546bd72551c3e9d0ef263fe9be7a2fdb14011789a4fbdc380fd1","formula_version":"titan-u-contract-v1","latency_ms":0.9279170772060752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e77d0b9b957e9defc6f9a2878cf614fd73f1c2885aa6a029c14e9d5bf11e51a","sample_id":"hellaswag.val.4955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc8e57c23ae58bb440fc8df741f0f6a3fe193d56172f185552038c52afe731f9","formula_version":"titan-u-contract-v1","latency_ms":0.8338750340044498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a787102d2282f626a6fd6b7a57402e9b092d03440a7a14f59dce8b7ff11a73ae","sample_id":"hellaswag.val.4956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb9159d3a82bf66ceaad3582d5cfe5d1df10ae949981a7e1f6aa5dd37810e0e0","formula_version":"titan-u-contract-v1","latency_ms":0.8634579135105014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bb1c2317f387f1c3a05ddc9d720525cf78f9ca3988a7886f9f7d489cd541b18","sample_id":"hellaswag.val.4957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"778bd9aa0cf1de45216500899a4a08b3479d0fe2e2b3943b95944c90f19dab05","formula_version":"titan-u-contract-v1","latency_ms":0.865875044837594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64c1442024a4a4cd9eb0cf8d86413ceecef5ee1afe5452803e6b816317db4c81","sample_id":"hellaswag.val.4958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4eebfcd17d657dd4d31c05a0898f42bc09ea8b1b85778df491340d7027736bcc","formula_version":"titan-u-contract-v1","latency_ms":0.6907499628141522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c66344e225d97516410122442712b64fcbabbd2108b498b7be68ced80fda1ea4","sample_id":"hellaswag.val.4959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a096b573d8205822259628c11afbf80554c285e5543f1f4a7b140cb44db38b28","formula_version":"titan-u-contract-v1","latency_ms":1.377166947349906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b507b4254758758e35252e0fd26a813cc90f64e408fb634b69ea16500f68c8c3","sample_id":"hellaswag.val.496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09c4703f10f963b61bb4a9edb7b7002027c3088e6397550b61e80faaff3a6862","formula_version":"titan-u-contract-v1","latency_ms":0.5847919965162873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7072546c1d5c21c0a8b4b83347e67eed03f9d37fb495ec0db8e3f1701970f282","sample_id":"hellaswag.val.4960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb1fb5e09951a36e00d7e176464b08e73a5063f6da1e035629f716b07ac47adc","formula_version":"titan-u-contract-v1","latency_ms":0.7112090243026614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d701605dc5ad3e5c25fffde9d058425fa0bf6c3b3a388ac50374fe3a8235297e","sample_id":"hellaswag.val.4961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"839655cb5be149d88477cdf3e7eb645b9a9caae8d59b7ce5f61b42dfa40f34e7","formula_version":"titan-u-contract-v1","latency_ms":0.7243750151246786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95290557cd24d241402a49820ea97ea76d585b6c39fc0158a476fa48b7493922","sample_id":"hellaswag.val.4962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26e65422ed0a98d0ddd8b31f388ac83d8c8f641b9711fc530f15454a09865a88","formula_version":"titan-u-contract-v1","latency_ms":0.8990410715341568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37e6fe846db28ef451df3dd252f7d70ba9d96c7791795c17104025f3f5985053","sample_id":"hellaswag.val.4963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a9d47b59ccc0648c7128ea42dc8052a0e00df36861a1437dc6debdf6a25e0f4","formula_version":"titan-u-contract-v1","latency_ms":0.6996250012889504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bb7d1f756312e848f17c2af0bff6068170d1b54cd8b34ae17f641c5a0806101","sample_id":"hellaswag.val.4964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76dafc4e2bb33793bb51ea1bcf0def63e222c3c9aec2ab955134f1f9594ba511","formula_version":"titan-u-contract-v1","latency_ms":0.6550420075654984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed64ee4b6535f6f4756d703df1d4b14d2171881013802114c013d15e0efdc57b","sample_id":"hellaswag.val.4965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8942afc163029ec055d7b0c6177cc11a806d53ab7bde5e9d719921e1bb8044f9","formula_version":"titan-u-contract-v1","latency_ms":0.7625840371474624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5c52a3e5e8f417b0dc5c2e1e83f9847ffce2a5be5801641e91b0731a259e45e","sample_id":"hellaswag.val.4966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43c7bc0ade4acba07a839b13c67dbd7f55b1ea7c35b4f9b69003e4b26f4ab723","formula_version":"titan-u-contract-v1","latency_ms":0.7472500437870622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"846632995f3844106233b579214f57bd3e42b719e9b5a9bce9d9b714ae8e8a66","sample_id":"hellaswag.val.4967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2992de12faf87edde4547d4f1455920d89c30577c883fee44a194001bbb1b042","formula_version":"titan-u-contract-v1","latency_ms":0.6664999527856708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f6e6c2e1bb49d027d490dceff4b7b791b7a6bf97b31374d50b77e395d2d70c3","sample_id":"hellaswag.val.4968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0df6fcfde9ccfb76a7b2d8974e8e8bca8aeda3dda87936babf61f6089af5e30","formula_version":"titan-u-contract-v1","latency_ms":0.6707079010084271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25b3e23af10ec5ca1fc5ac3e05ac322b6d7f36744541e3213956e6e09517057b","sample_id":"hellaswag.val.4969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83ef9c42b0fa59aa8d699ca3746ed1426a1605f068aa01a2ce612e2a6c20895a","formula_version":"titan-u-contract-v1","latency_ms":0.48470799811184406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22f28648cb4344f86a000327dc9858fe447f873a98e805f79b88f946fff09c35","sample_id":"hellaswag.val.497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36b220aeb590ae1ebba053f45bdb21a9e9bbb9fd7ebd1f94731d7270fd436763","formula_version":"titan-u-contract-v1","latency_ms":0.6750000175088644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a10215f574a0a5dd90e0dec2730109555530eab9cfe65ee7aa14973a4d55ce44","sample_id":"hellaswag.val.4970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"321033091e6b46feec032a909d2f2c972dad68fbf06ce6ab481953a822adc961","formula_version":"titan-u-contract-v1","latency_ms":0.751083018258214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"593ec90449f95bb6574d47fdf4ccf6aae118c64f343494df34e10b2eb8aa5126","sample_id":"hellaswag.val.4971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc190d2a68c374d06078778103e29e42da5e844ff2f0465917937c91f85a9634","formula_version":"titan-u-contract-v1","latency_ms":0.6551669212058187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"618fac3e4f9373c9fa833191984ef6386c351e51841d9955b78c1f8b96bd4c0e","sample_id":"hellaswag.val.4972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94196278897c3436939678b6285be87c4b9e3848f1a104d35326eba6dbc39152","formula_version":"titan-u-contract-v1","latency_ms":0.8963330183178186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da36c775f6f96ffd73c7f482ecd14d4808c39255fac76d47773dc6e2e9a23f47","sample_id":"hellaswag.val.4973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74b4d4118f1d0eb9afa732fd1086299ec121edee1ab3c06d4e2d0a70c14f7fd4","formula_version":"titan-u-contract-v1","latency_ms":0.6263339892029762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22f6b726ca87e4d7cc138c438484fe9a0814ec45d89f8fae7929977f42c7c02d","sample_id":"hellaswag.val.4974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc28f3ecd7708f8f2b51f2affaa92f2f2b35e2a6e680b58667980163cc21d917","formula_version":"titan-u-contract-v1","latency_ms":0.9761250112205744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc9b77b55529ffe738bc76acc857f2395453b1874b92077d9d5bb777bd5e6f51","sample_id":"hellaswag.val.4975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3ac3d8899d61bbbe2744d96693709158bfd10535d34d9d92e4ef54b70cc6187","formula_version":"titan-u-contract-v1","latency_ms":0.6326669827103615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca572b0656103a7f9833937d9f53b52cb9996f045c0b4f6a06447ec6984a7975","sample_id":"hellaswag.val.4976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16bcab56ee988c3a79be26d93779d52b0d9113b4210099c04fd10637d41e513e","formula_version":"titan-u-contract-v1","latency_ms":1.2925000628456473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dedcbdc648a4472ba560ffd36fef1acc7d8f1549943bf06f072701ea42834148","sample_id":"hellaswag.val.4977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"591096946e8dfeb5c90cd20cead32eaed051574fee81bbe1465db4bca0213ed0","formula_version":"titan-u-contract-v1","latency_ms":0.7414580322802067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95c61a466e890602d5473449d81d9950e139140dc01cc60277e4a750863de611","sample_id":"hellaswag.val.4978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af4be8f55a30e827679588128144ea06b97694265ded7a6bf07f7dd898035de0","formula_version":"titan-u-contract-v1","latency_ms":0.9501250460743904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0c81f547d0c726f56344c364fccee7a405122228097f75b6099e323e3deade9","sample_id":"hellaswag.val.4979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b99ce9b02fe7d22bc1232a376b8ec595e7fa98d7b488ee2de32b52706b17f66","formula_version":"titan-u-contract-v1","latency_ms":0.6664999527856708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22347f1470ecf1a950baf7977b6338b2d160abe4c9d5ebd78daf720a5f098192","sample_id":"hellaswag.val.498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef5c12404e1fabbfc19faaa2043a65a40cea1e36714fcb85cd98768d9572f067","formula_version":"titan-u-contract-v1","latency_ms":1.2697919737547636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c9f5a86178d13b0c57616fe9c988a5ba1c1320e2688d58bba7f0d0733b65dce","sample_id":"hellaswag.val.4980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"812a678793706775dae941810de4dc21c26b747a9f063ec006799b2d4eccfccf","formula_version":"titan-u-contract-v1","latency_ms":0.6999170873314142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d02538a711d0bdae0781aebf290f7e6262d2a421833049f066b29f05c078921c","sample_id":"hellaswag.val.4981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef2402416d62a76935c19e42023a6e02b321d88a2a23cbe1d45e8e6b3cb6348d","formula_version":"titan-u-contract-v1","latency_ms":0.6157500902190804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04ad46162101a714ef3b34b9de4c84df1d9e31df2bb835f0aef16c70f259624b","sample_id":"hellaswag.val.4982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec69d2ea678ebb7c441d3a2e202dad00707a31e3071314b9ab973e4fece87a7a","formula_version":"titan-u-contract-v1","latency_ms":1.0631659533828497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa31e7443bcfb973074ff785ec7c7365e11c506426d15345fc8cfbf517e0062d","sample_id":"hellaswag.val.4983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aaaa850bdeeff2d842a0bb11ea98a10bf29771db5bf7728e23a229ed10bc97ba","formula_version":"titan-u-contract-v1","latency_ms":1.1350000277161598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c199bd3f5aa3e49bb13de488dc7d0adc57ac5436ec25fd54a4de01876c26183","sample_id":"hellaswag.val.4984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b2852c31703d8e0462b17b39af8976fc339fb487eb21097cfe4850fdaf896a5","formula_version":"titan-u-contract-v1","latency_ms":0.5749580450356007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b73c1264d05ddf9f8356fc9afd3449d0e7e5468ed4738728e551b23e5d005cd","sample_id":"hellaswag.val.4985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3db6ba4b65fe191f6d8f843a17d6b70f0f1bdde11fec9635ac556f319afde1e4","formula_version":"titan-u-contract-v1","latency_ms":0.7143330294638872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e187b484dc78daa666de0c827af57c67dec0da1f4542f1de6449bdbdc96c2f63","sample_id":"hellaswag.val.4986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a20da1d1172df7fd3ee3b2d8465a9ed8bbeab1d6dd7738167e8a57c40384b750","formula_version":"titan-u-contract-v1","latency_ms":0.9796250378713012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a603187d5ee1e06e09529041275809125b79585b416b1c68ef8b18a637cdc667","sample_id":"hellaswag.val.4987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a60a82327927b6b08809a23f5f576226b2491fbfc25db84aabebc4b69e03323c","formula_version":"titan-u-contract-v1","latency_ms":0.7079580100253224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31397837ade09e1114cd73bc733a85ebb2c1a8ef906f4699a079ae781c405695","sample_id":"hellaswag.val.4988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5da574e4fabd89c4d6bf2ae6b97621a6b1c677a328b592d84765a8c11dfa53d0","formula_version":"titan-u-contract-v1","latency_ms":0.5937089445069432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"199832981e8d7039458538a06d6be736e22ed9ff0eefdf5dab6f69d7a8d264d4","sample_id":"hellaswag.val.4989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e64a10cda2b537a314d2b7ddcfebbac7ba1dc5cc51580faae21e611edb3f7c88","formula_version":"titan-u-contract-v1","latency_ms":0.427457969635725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7545f57378e76e4a3670250be3cf44e831430c1738becbcce9036df129abafef","sample_id":"hellaswag.val.499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd71c7025aba2d6e11028153a3a72dc1aa82d3463b3b5dd1528f9fcb861021eb","formula_version":"titan-u-contract-v1","latency_ms":0.7836250588297844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5d27d0b58d4ca483fd652cf1b8b4f36c0cf197af08b4fd9c3e42b661b64804d","sample_id":"hellaswag.val.4990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b94e48d44651f458b0017733f92c7ef703c8882a3b5a14bdcfb8a359c31e2dff","formula_version":"titan-u-contract-v1","latency_ms":0.6618340266868472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c218628b9b3d365b985dcfabbb07a33de2754e05f45aace4da522dfc912a0ff8","sample_id":"hellaswag.val.4991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1d110b7e8f118eb22980baaba9040e86666749ac898147fd67c3f89209fb1c1","formula_version":"titan-u-contract-v1","latency_ms":0.9382079588249326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09b8f43d85a153082516be604b082e9c4c3a1a519301f2497a55a1f487995071","sample_id":"hellaswag.val.4992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93db0d9419cf3b881bba64a218d4fbb3a3d12a17e7c31cb32ab5d3141412d8b7","formula_version":"titan-u-contract-v1","latency_ms":1.1550829512998462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ac2a76d87c3e036590303aa9330ba0a8c259f36255eec159d1f7501219e0dd8","sample_id":"hellaswag.val.4993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd92b48d46ed2c2f19a6e8003e7d720dcb12cbc1086931bc7c74fd39ed908a47","formula_version":"titan-u-contract-v1","latency_ms":0.6735839415341616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22145e83ef782d7c6bb10794a749dc1c4825ee60a821cfd54736cef50064f0e2","sample_id":"hellaswag.val.4994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae38f1b6659526a7e6346418d428419b17efc2e0e997ef3da7dc5bdf6509b7f4","formula_version":"titan-u-contract-v1","latency_ms":0.6228340789675713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2e9a0181264a16a5c788a5a442e9f79156b7c3c8570c32f690fb090c61fc2cc","sample_id":"hellaswag.val.4995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14410f9f0e61401c2e471a395faed22c0616088763fa6e50c577ae62163e0613","formula_version":"titan-u-contract-v1","latency_ms":0.6776669761165977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eee06a75c0f9c899ef2949da76e6fb50a513680163929df7659375933fa51862","sample_id":"hellaswag.val.4996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd1ef2dbdd32f6c75b17c3bcfffcf0e08bd5be63823c0884ada67c8da3812dcf","formula_version":"titan-u-contract-v1","latency_ms":0.7418750319629908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a841b28cfbba715f227547811732ad270ed96ebbf2c554f9340b1afda0297f8","sample_id":"hellaswag.val.4997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f687df6f12eb0a94dc67fbebf7d754597cf3f076902f557f13ad56d13ae2c1c","formula_version":"titan-u-contract-v1","latency_ms":0.6501669995486736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39ea39869f213578da0d65c8271f68787bc9f714cce8167e08650b0d2b6eea4f","sample_id":"hellaswag.val.4998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dab9c77261b0a9e4102cef57a656b6ffb53173eaa2731bb897453af0493f67d9","formula_version":"titan-u-contract-v1","latency_ms":0.9160420158877969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aba8e5a991cca3bdd804e9201d0eb5527d3d5d1df4ca95e64cd52b7de2a69174","sample_id":"hellaswag.val.4999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"882332d60accbe0f525231650a7b33a191bdc4e2d7bd602caca7bbbb9d2e8aa3","formula_version":"titan-u-contract-v1","latency_ms":0.5437920335680246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72b7adb082a142e3fbd35fa5bc2905ce6302e1116f12be1d679a102987e097f4","sample_id":"hellaswag.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c15d5689a1613b181d40a3d77e56b50853192afe8f77aef99147810d9274ae7","formula_version":"titan-u-contract-v1","latency_ms":0.5080830305814743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8ab094cf476b5c791082467e295fdec81d88c40825cdacb39db057442e57308","sample_id":"hellaswag.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb10107690ef1c79a38775be0d73fe6b473623414c087eb729eeec8945e3002a","formula_version":"titan-u-contract-v1","latency_ms":0.4694999661296606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9d97a51ba342fe4b65c4515027025439fe39156f5f673315656975e91c7752a","sample_id":"hellaswag.val.500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbd3409854daf53f2fafbf8ef8c7306859bef44289a78b9e16f57c6fad824e54","formula_version":"titan-u-contract-v1","latency_ms":0.6222910014912486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c04b9dc53463f66d5bd6b22b566ac93abff8dcb504332584bd365b2bdb963cc8","sample_id":"hellaswag.val.5000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8993dc126fd2b21191ff82431159bc6384a5b814658938db0ed4458284a0d142","formula_version":"titan-u-contract-v1","latency_ms":0.6430830108001828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95dcf82226fed7f7428f4607e34848cae43cf42b992eb909700b9048c0653fde","sample_id":"hellaswag.val.5001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2eeb20166f4efc3d2e9ee891b6c3b39bbbf240658c956e439cec5ce0c82f230c","formula_version":"titan-u-contract-v1","latency_ms":0.8569579804316163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4daa42cefce8fef5d6bf2c747901902e8732b66f6b1f6e09da9c21fb30defd96","sample_id":"hellaswag.val.5002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3048eec2764c642326a169b8b051d88dfb50b27e78b321225714c1b885024fe0","formula_version":"titan-u-contract-v1","latency_ms":0.7595840143039823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33440ad66234c8d0e2926211445a9c5e685841d92efefb5ddbb4d8a2af1f7027","sample_id":"hellaswag.val.5003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9964e6c98e2d4ca16a649903645c292dcd0e854dafbbf661f7e7c22cfc2b6bc4","formula_version":"titan-u-contract-v1","latency_ms":0.864459085278213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5039645048b750c5977f5ddd4536c0348628cb2afd2a47401b9831257fb3f9a4","sample_id":"hellaswag.val.5004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c159cd98301695614c751bfdedc02b4fbc4f3130729b49f88bcc69aec64d5ae3","formula_version":"titan-u-contract-v1","latency_ms":0.6862090667709708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d08c169f817d995655e8faf11e3f7b5d87938a871c6839604fb050006fd807e","sample_id":"hellaswag.val.5005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccef6a76dbdb6cd246086ebb6bfe462dbcf0402787ddabf9907282dbda9e24b6","formula_version":"titan-u-contract-v1","latency_ms":0.8265000069513917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"100c867b1f2ca722eceafaf1154fc3a3473fd849b5072fea432b74142d991ab4","sample_id":"hellaswag.val.5006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed70742173e9d3047314a657f71c9eca2dc9fe7f44cc87cf1acffd6678907e8e","formula_version":"titan-u-contract-v1","latency_ms":0.7812500698491931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44066bb242abfdb73373e6bb8e69ec7eba71e214085f228d1be9b7d10e587c1b","sample_id":"hellaswag.val.5007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c69d110c7adc170407dd7a9c598d3355aa19652a6bd756752ed2acd5c2a04dcd","formula_version":"titan-u-contract-v1","latency_ms":0.6220829673111439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3541292cc5f78e7e3411b94f8fab032e25335f257bf4b55c812da525276a5eb","sample_id":"hellaswag.val.5008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee836d37eb1bfd61bf9fd3e803a7f29e2128c9fa068458faa6e7f3703f1020e7","formula_version":"titan-u-contract-v1","latency_ms":0.8492500055581331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f37a2e12f9856b20df14f2908915ef7afd29efad7fa945c4abde2c8d4db4cbe","sample_id":"hellaswag.val.5009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1a7a0d4657fa49db5dfb08ff599a0d67d646a1970c1a47bfcf4de3f03899a4a","formula_version":"titan-u-contract-v1","latency_ms":0.6907499628141522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbc35b111fbf31e8421947dedb1b056b0f7d6672688093b0bc01f3a7cebfbc15","sample_id":"hellaswag.val.501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c26aef71788d534f50ad1e88342d3afffe209b00b17e64d9091f396772bcdd4a","formula_version":"titan-u-contract-v1","latency_ms":1.2771670008078218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a9c157f6c7e227e61a2c874825186ab813520294f96bf49c7df9399592e0492","sample_id":"hellaswag.val.5010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4c1f2215e739e811947ed002f60bf5339d5b53509083dd59c641eae58d01324","formula_version":"titan-u-contract-v1","latency_ms":0.6089999806135893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1314b0f85ac4598d0e79005757e84bda8ed0b312f7b15899621cdf953c5d632c","sample_id":"hellaswag.val.5011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35c91ff0477c72886d13891929544dc5e4218ecc9c77feda1292ffd115fbc02f","formula_version":"titan-u-contract-v1","latency_ms":1.2569579994305968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bb2a038e31970c63f8fc165d8ccec2b1ab18aeb80ad6c882cc676592eca1633","sample_id":"hellaswag.val.5012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1243a405f5fb498b6ed8b22b8e81f75415e9e63afa9633ca0c9dd31227de0b2","formula_version":"titan-u-contract-v1","latency_ms":0.916499993763864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e9604a5fce74d879a82c7c0eed1bf7f2edd6f90a8533b3cb12205920b8fdbb6","sample_id":"hellaswag.val.5013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"375950f6f46d0f269371a38cbd2fbdda3ad8b060071c04335e9be5b0a844a28f","formula_version":"titan-u-contract-v1","latency_ms":0.7249170448631048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"213c2af5b65a4789e545f64b9728446ec5caa2d9b9d4f380287dcdceb194ce5d","sample_id":"hellaswag.val.5014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46cccb2a5c013cde6dd4926c783bb426a060825749966fdfb5e9754bb9e29228","formula_version":"titan-u-contract-v1","latency_ms":0.5711659323424101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb7fb26e3103641e9e3bbcd3a62e379f356741d0087e29affcc47c5529d11ba7","sample_id":"hellaswag.val.5015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8527366850ad213f0eff9ab1ee55e5fb485fd67e57283b51972ffd0da4707d67","formula_version":"titan-u-contract-v1","latency_ms":1.7043339321389794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f802cf8a1d44887cc5610bc4c713fd136ea1506d3f3085296927ba1d06e4a5e8","sample_id":"hellaswag.val.5016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b05cca7d36076306dab9cdd6c6878fc004d43cf0a373713e72ef9800e902bdb7","formula_version":"titan-u-contract-v1","latency_ms":0.8338340558111668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95edf04709b3b2d633d4fdad059482b9d31bb0710486676c8c9ac269ece2f0a4","sample_id":"hellaswag.val.5017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66a1694998932458c3f18229d3de9aa6e9efbb40aacab75ff56030eb7a29e23e","formula_version":"titan-u-contract-v1","latency_ms":0.8983750594779849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4dca750b3a2c3b758c48030123b378792cd8c78b55af882b0e9821a0528a61e","sample_id":"hellaswag.val.5018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e5c5ddbcf1586d023e025789f5306d0c81dbe1efae5b8dd55915a0c16feeef2","formula_version":"titan-u-contract-v1","latency_ms":0.795166939496994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dae5858916d6d14ef9d3cdf72cac8826d6332372bccca249a8f66dfddd0fef8","sample_id":"hellaswag.val.5019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c43d63e63c6252cef0010eb0c570f6024572cc5e21be7fd5e645df9ebee7e1e","formula_version":"titan-u-contract-v1","latency_ms":0.7247918983921409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32ae5cca3facae8b320753e165c05cd94d5ee33b62a560c340484cbffbe30c63","sample_id":"hellaswag.val.502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a63b0a4077462e45867aae9982574ea535a8dd6dbbb23ba7ef5bd76f09793525","formula_version":"titan-u-contract-v1","latency_ms":1.6094999155029655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6f88810665ecf905617593c0da50773b546985dd599d315f21dd1a0b90a1bf3","sample_id":"hellaswag.val.5020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"071d7244ab517f0a2bb4dcd0a97a25cf69d4eca8922378d8ac49bcbbcef38e52","formula_version":"titan-u-contract-v1","latency_ms":2.6015000184997916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8577a4d0f88d5ec553cffac089b962e40908554c79532685dc8af209c591de3f","sample_id":"hellaswag.val.5021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b73a6978ac24a9f20e1bfe2977d3ebe553108c3ded9006413583ab0f4bc88319","formula_version":"titan-u-contract-v1","latency_ms":0.8046249859035015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d603b93975be55eba32a81660225bea843407522ee19f618a198db929771c1e1","sample_id":"hellaswag.val.5022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2b262eb9d89554c8780e36bb7cf799b18acffcf62de540317406e3248fde971","formula_version":"titan-u-contract-v1","latency_ms":0.7009590044617653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f662b1a31803489bc7c06a60d0b2ca828a744ab7fcace705eb00a152e3e8e1b","sample_id":"hellaswag.val.5023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e77724148e35134cef68232c7f51626c22bfd3a7cd41cc35d6af8856775631a8","formula_version":"titan-u-contract-v1","latency_ms":0.5685830255970359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5c1ceb353f0288723067425376ee5151656f3701a14dc9f9cf2e4328636124f","sample_id":"hellaswag.val.5024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee45438d2868c10b33d2bbd8a310289ceaebc0043be1adebffc1d54fc7d16c84","formula_version":"titan-u-contract-v1","latency_ms":0.6187920225784183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c88fdab361adc3fc03b3bf559411b33bcc6b1e1416b3406570f23cae5dddaba","sample_id":"hellaswag.val.5025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"168bf886af1e50030b214fbd35e6e0a19513fec90642bab5dba6b6dc874b5485","formula_version":"titan-u-contract-v1","latency_ms":0.623375060968101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d78eb9d932f4c5020ed2d8c95cf6d29176080ee6754a75140ff1b676bd1bfccc","sample_id":"hellaswag.val.5026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3ae172af97efb8c46041e5d2910cac229b9259e523b5ff157f1d12821cc8e10","formula_version":"titan-u-contract-v1","latency_ms":0.6648330017924309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca5f28d1cd1166ffb8942977c0de182d38a37b192ca9f23e9d8bf5fcf0215a26","sample_id":"hellaswag.val.5027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aee11c58b93a9383cd0185086eaba9a19ad8142e2fa4f3ab03212080b5802c6b","formula_version":"titan-u-contract-v1","latency_ms":0.6449590437114239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d54345c7bec13c0aa6bcd7b577592b0fed1c14263585afd0f492e20a553f1a4d","sample_id":"hellaswag.val.5028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c0a3d4da81f01305759bf74c769cddafbd841dcb8708038fa3c4b9846ac141e","formula_version":"titan-u-contract-v1","latency_ms":0.8552080253139138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a373db94066249c404f6ff23b74ab995bd2124304f7f0fb1fc75d5881c7c6d1d","sample_id":"hellaswag.val.5029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d850ffbc57b529cd6eb8120c32620a52d683b75eef5682d9db25785f311d92c1","formula_version":"titan-u-contract-v1","latency_ms":0.4651250783354044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"947fb2f788d295827a5280a66e03c6ffe5af15b99326779930c3155fb9b00377","sample_id":"hellaswag.val.503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75fc5b179027a9fda48c1a0852e64fbefaac39a68becf2a0da41f18a191e584a","formula_version":"titan-u-contract-v1","latency_ms":0.830375007353723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e1a1cbdfe54eb01fea9c9ecad72db626ff9c9d746d648b28bc97477a1970361","sample_id":"hellaswag.val.5030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a6d2bf014abb48d7e6dececbc5bf3fe59da385376bb01beea0801bb49fa9d28","formula_version":"titan-u-contract-v1","latency_ms":0.6419590208679438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a41286e796c0a90d0129b090153b6286422b3de374f5f58db3ab4aa12738bce","sample_id":"hellaswag.val.5031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e200cb8a88baf8a9c7a934ff7ceb4d1f0f74ea9e5a52d30963090718acfab408","formula_version":"titan-u-contract-v1","latency_ms":0.9099160088226199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f7a8a0e5c7a412f18262ccc5e59afded1e2933f105799a91472e35130f4f76b","sample_id":"hellaswag.val.5032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37d149aeb5a41ca2a6471aeaa9a0efa727dbff51efcbe075cfebc8d3bfe8196a","formula_version":"titan-u-contract-v1","latency_ms":0.6970830727368593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c87377fe93cb959739de2d418d5d283b7e017257610385fc3b3b2f806f50e4fa","sample_id":"hellaswag.val.5033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"971b65357166567052f2c53cf71a4df6ce9fffbfe2fb317d1e061dbc664807aa","formula_version":"titan-u-contract-v1","latency_ms":0.8614589460194111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79d8ab0598af9847f6939409d10069151f865b5943801355bbb663a837714dc1","sample_id":"hellaswag.val.5034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edd12b8286974f6d0670e507e836d29b305a59ceb770ea3456ec4529609f6433","formula_version":"titan-u-contract-v1","latency_ms":0.6501669995486736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"236568ce86e05b7f988214898552f4c867c41f676e2d02b2de31fb1498ecadea","sample_id":"hellaswag.val.5035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8f6578dbce893f6a3639215f66265d2d17fab08833156084b84b60649c2fe70","formula_version":"titan-u-contract-v1","latency_ms":0.8185839978978038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a85f44ec87c3bd5b1ad7ef2419fcfd439c3298eb8f0a06921f78bb133fcc59d","sample_id":"hellaswag.val.5036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6c87be730803b676966218e00060cb780c8af46d3d5939ee46d36f029a5e079","formula_version":"titan-u-contract-v1","latency_ms":0.9917079005390406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12c11a57e3d81061f396bdc20b78d51a96dce23385f9c2e2147a3762fc18f2a4","sample_id":"hellaswag.val.5037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ca64f34c37e90ef125ad004aae5af502aae7b3515fd2d5385ca5533d6cbff9d","formula_version":"titan-u-contract-v1","latency_ms":0.916791963391006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"420532f250be3ac9cd8293487a2e46294d20759d8ce37df63c7470bb57749f72","sample_id":"hellaswag.val.5038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72f919f9ca6be784ed8184d5e3a3e111ff717ec6babd23555f99439d118c06d8","formula_version":"titan-u-contract-v1","latency_ms":1.0524159297347069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dda6f0b3592ad0af5f08425826dcda57b45b93229a02d16ac4cbbe414c48a83a","sample_id":"hellaswag.val.5039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fcbe1cc65b9689f72a8fb862e9277aef1eeb22fedaa944c10bd6c20ee890029","formula_version":"titan-u-contract-v1","latency_ms":0.6404159357771277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e06a1a17df86be21821f2682a557c19d3f52275367f85e8101c893f3f9c86316","sample_id":"hellaswag.val.504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38ece640ba4956756d106c3bad85258ad425c339fac25152a5cc06cbe94055fa","formula_version":"titan-u-contract-v1","latency_ms":0.7010840345174074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed9ab51ec2784224755af565639501e3f95601dec0e162143b2f6d22a2a1b2c1","sample_id":"hellaswag.val.5040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"519b35a523415acc78dd5e1d414f9a007a7421ebc894bda881b22fea6895f7f0","formula_version":"titan-u-contract-v1","latency_ms":0.64166693482548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ba077a6dba82b41455822b5706f99c80bc299644e7d9cfcfd0899848093dbec","sample_id":"hellaswag.val.5041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5da78ffa0e69f8aea037029ae910223fbc0e14c9be6f6b8682b863e001e8707b","formula_version":"titan-u-contract-v1","latency_ms":0.6399999838322401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"872542a6b262d2b7db81685428da4bac5f0a851cde5430715dfc46a878976295","sample_id":"hellaswag.val.5042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e894f1dc1a5ee781c84174f24e220268da1694b06300fd985c5db87adae52086","formula_version":"titan-u-contract-v1","latency_ms":0.9143749484792352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff1741d19ba5017cd9a6b7135e4ca7200a856f925e9de1805d484f7545a8fb8f","sample_id":"hellaswag.val.5043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39ca9a6858e33bf1942e2da72761f2877057f54d5eb1e2177b72a0621e771ea4","formula_version":"titan-u-contract-v1","latency_ms":1.0263329604640603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6efe9b98573ac958c9cdcf2daf1a15c4ea1d710179e747b4704e4ed7730cba3d","sample_id":"hellaswag.val.5044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f44f8f5d6681fe67722a3f6d4e0df8febe3d7e053ec9848dddeddb483633bfc","formula_version":"titan-u-contract-v1","latency_ms":0.8395410841330886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d82926988002f5edaa7d689c00e7277b0de180b45205bf4b8465da4b8b9dff2","sample_id":"hellaswag.val.5045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4610b9ba93b8e102161010168026fc05948f061e8d81c973de1e99a5586f5200","formula_version":"titan-u-contract-v1","latency_ms":0.6650419672951102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f52df2c4999fdeb0fbebb72e2495422b79520a2b60123b4a80fe374d54235e3","sample_id":"hellaswag.val.5046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1a008b32b55d8577513219555bd6bc3ed47712b46ba25c6f22d6cd27e278377","formula_version":"titan-u-contract-v1","latency_ms":0.8845840347930789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a75344958b0fadb49cd559d769506072a10d55ac836a097d20fe7468dd8b85cb","sample_id":"hellaswag.val.5047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6af6cdde6ef2f0c0053e672503c537f69486556eafce8fa0d3680d98af5f393","formula_version":"titan-u-contract-v1","latency_ms":1.0332090314477682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f097deabbbc89227d08b0cacc2a7481508071807efd4d91891369af4581d72e","sample_id":"hellaswag.val.5048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a4c0d0b5286664a0f71233c467809dc21384523d67d2580ac45dad395a0c08d","formula_version":"titan-u-contract-v1","latency_ms":1.0392500553280115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dc726397e178e0dcbdf35861849724c8948b0946a3ec75b11602585ef0c2307","sample_id":"hellaswag.val.5049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34f6f4454b1e966584df32237c5e228029663f636e9e02b47db59ad69a0eeadf","formula_version":"titan-u-contract-v1","latency_ms":0.5782919470220804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f298ddacb8b3329b1fc4768484043dc57c62bb1a9193c3517a2bb4575a022e0","sample_id":"hellaswag.val.505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"173d7c496b486633c63a0858c67933932a1b99c4a07d1b553f78553b48a7ae53","formula_version":"titan-u-contract-v1","latency_ms":0.7492919685319066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ac5e0539f65ba0572d3f1f89687c3db0fd22440f2fa56e0084466dcbcb1a034","sample_id":"hellaswag.val.5050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"710776924c26a124b3b070cdd61eb8d0430b81e2849cb926e7119a0989ea13ff","formula_version":"titan-u-contract-v1","latency_ms":0.6386250024661422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9853c4433721d0229c1f637b18e29e629b8102bf989c85b885398c7ec895a64f","sample_id":"hellaswag.val.5051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08d7737560778bf150d1c204d488e658cabce427e5b83153470b342bb0eee4c4","formula_version":"titan-u-contract-v1","latency_ms":1.4020409435033798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a01f28799f96ce746e61b0e287da2667165ce18176f5cff9a17f40c2cccf69c5","sample_id":"hellaswag.val.5052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd87e77a413efe670bdf0fd8479546c08de4f42566ffd6bbf62268fabc79e58f","formula_version":"titan-u-contract-v1","latency_ms":0.8976670214906335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14dc52ce9439362ce485bec84d65f992b564ebacfe1c35582970303c0a00869f","sample_id":"hellaswag.val.5053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea8707e4650299ff93724f4d327882a589466f418cc1db8e15bb1ba91dd0f30b","formula_version":"titan-u-contract-v1","latency_ms":1.0239999974146485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16f8e39f63eb58295aa61f345af064920cf09195d337bfe95fc6de5644fa0b88","sample_id":"hellaswag.val.5054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5607c29fac7f416537eacfdbf62c82556f026a5f77054da90e8da63f5d8decae","formula_version":"titan-u-contract-v1","latency_ms":0.7713339291512966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41b73134ed71c283606a0187c48ba5f231feed6c27320423dc4e898bd3a2d033","sample_id":"hellaswag.val.5055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb8c3de2b0f335ee7c203632024b3358d917e89a64344d11b5204cbce95011e2","formula_version":"titan-u-contract-v1","latency_ms":0.677666044794023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f7bbb323faf47ac96346ae783ce3efe5f17f34c18cc7470fa75946e3f4bdc84","sample_id":"hellaswag.val.5056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02f06e96beb513921b9c25f74753a9346794412f131f3ea20fb47b4e46772657","formula_version":"titan-u-contract-v1","latency_ms":0.6828749319538474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc057f80a2a5bdfc563b33eeff65f07a2dbe3ba5440673f4e1f62873e0efdad0","sample_id":"hellaswag.val.5057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6fcf3bc992c46e5d13e7a0a7ff6c6ab7ca7b3b8fea540bf1e55f73c8ca158e9","formula_version":"titan-u-contract-v1","latency_ms":0.7934999885037541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efcb313afffd330600fad517c4666068a6df4071df04689603316cc6af5158b7","sample_id":"hellaswag.val.5058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f525331b11044ee8606fa8dca73f9962fb774e0a0ac5b41c467e7b05c724ba78","formula_version":"titan-u-contract-v1","latency_ms":0.835333950817585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72fb11f00c550d3bf9a2d2e0a0cd5164c409a5ae9583eaa5b0fc0a986b43beb5","sample_id":"hellaswag.val.5059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acb13da47da1e02ec8775e01a6ba3271c1e72928d6bf921802936b8839f58df1","formula_version":"titan-u-contract-v1","latency_ms":0.860041007399559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a073267495cd84c96764afdde82f1df66eba31362e0fddf00bd9d4788be7856","sample_id":"hellaswag.val.506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9b7af0f1350717a84eca760bfa66aaf6942909636842d035d51c200adbf29a7","formula_version":"titan-u-contract-v1","latency_ms":0.818834058009088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"577101e5d3cd9b5bd071486f74fd2024d71fdf9b50ab052d307f56996ad18eda","sample_id":"hellaswag.val.5060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2d751c3dfef29d42922eeeb7e9af0a216ac36eea0fba986d1e0c97acfa357fc","formula_version":"titan-u-contract-v1","latency_ms":0.8860420202836394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01ab7983b7ee22356b5f38f69b2f7ee985504ee546cc17b979077101b3c4b8e8","sample_id":"hellaswag.val.5061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd7b16cd39e4871ed4391f359087b4080d6a0172f3aa4e0ceac6545ed5e28236","formula_version":"titan-u-contract-v1","latency_ms":0.7657500682398677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b1f0aff14d8c66c320eb4f17eb1b34d3223f61a2020c6ea16d181674f58b5a6","sample_id":"hellaswag.val.5062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b52f4b27d369994874ddbd1a548553c0c47f5b1bddf91a96453931ad1f0f380","formula_version":"titan-u-contract-v1","latency_ms":0.8211249951273203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57fa658f053e9fd7b3ba293bba014b0c3df87125be8dfe8488dd3c7258f3f963","sample_id":"hellaswag.val.5063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29420da03b1becabe44204c4f0a68cef940776c7113dfa4745e12dc9d5aa88d2","formula_version":"titan-u-contract-v1","latency_ms":0.9067089995369315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52e2afdbfd6f416ffd980eb3b8c85680c0cef5fefba44f6c657cf8fcaf9b0d7f","sample_id":"hellaswag.val.5064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4177a3ac34853f4635b2baab1dd4dd81bf5ddefb2a3823179457b902f652c1f3","formula_version":"titan-u-contract-v1","latency_ms":0.6992919370532036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c29230936f618f5a91d903b160e3f6fcd9763b7313042a9ef1ab6788e3cce06","sample_id":"hellaswag.val.5065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bc3ac0e19f246675a2ef1ff50627c618b606dee9943b3077f26c77a19218bdb","formula_version":"titan-u-contract-v1","latency_ms":0.8291249396279454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b460d6953e170b969e1f64c5198e4712deaeb1e4dbf20c56fc9fa294ffdf5196","sample_id":"hellaswag.val.5066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"968e42ac646604894ef6013bcd954c9ae4b638ae23665d926552ccec667e1d44","formula_version":"titan-u-contract-v1","latency_ms":1.507250010035932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdd2ce3b138e0416ff27f0a40a17d50e6e181a17f5d9eee3279da458776a5df7","sample_id":"hellaswag.val.5067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6b002d38872fde495d47bef63628701bdc9b29be286cd21a6b8782806272136","formula_version":"titan-u-contract-v1","latency_ms":0.668874941766262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"566b6677b986ffc79dc0af42decaa6dd5ff5e52798913f969d34b967649471e4","sample_id":"hellaswag.val.5068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cefe0663dead19a13b5733c237909ba09643d561efc4ba355078fa65816a1a0","formula_version":"titan-u-contract-v1","latency_ms":0.6349999457597733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2b37f963e52875ef1babb9b8b164dac53d26c424bd0fcebf45d535cb89ca01b","sample_id":"hellaswag.val.5069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42ee7803fc60d9f7d07278161e384f9679bd6b5705aee4e20bcd15808ec12348","formula_version":"titan-u-contract-v1","latency_ms":0.7526249391958117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06cb47df15c2943e6e61a823ce7b4adbd8d3a673d119e3ed04712320d2c18f19","sample_id":"hellaswag.val.507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"122f9c270435a3fea59d943eb92c57f867fc000a20b4a71fc1329b4e172c8366","formula_version":"titan-u-contract-v1","latency_ms":0.60374999884516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0822168bd6a0b162021cde3ef139f973c2e700b4dd0828550c1c889c306b9fb","sample_id":"hellaswag.val.5070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb9e4810ff3a7df0071fb335dd92cbc2a4bf788c667bf6daa81008992baf8640","formula_version":"titan-u-contract-v1","latency_ms":0.9032089728862047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b23055bfe44b17197381e79dccea1e4c3c5d07dc3d30aadac35d09afe14d9338","sample_id":"hellaswag.val.5071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e6600b3fff76a223959e8878ae59e0c30b41d753e6be873827cd45de7cabe4e","formula_version":"titan-u-contract-v1","latency_ms":0.6749579915776849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c8c6038a7fcfee4e47710c5905342db1bf88fc39c5988ce720b65ea7ff6d156","sample_id":"hellaswag.val.5072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08570eadc47a2c1ca5db2a5471634b397f58f2d8d55076cadfaa25f40a74ab4b","formula_version":"titan-u-contract-v1","latency_ms":0.9112079860642552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17e122c28fc763975899a7b7a958e5c05a68e73a3d81d08582be15c6600e99ea","sample_id":"hellaswag.val.5073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f254c77f54a4f909a53e36c8c3067d1e161075fad2296ea0a422cfbb948a3a0","formula_version":"titan-u-contract-v1","latency_ms":0.756917055696249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7c35c4d9401c6c58cfad471565bd05c708a0cf6954f11c596729cee63a4c1ca","sample_id":"hellaswag.val.5074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2654fdb6eccd0d9ceb428f15f390b222a7b3f088e5b3ea97a481fcea05477551","formula_version":"titan-u-contract-v1","latency_ms":0.665250001475215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f30680aa27e136012c51c2e26eb2924a83a502063fcafca71436577d4fcbbe6","sample_id":"hellaswag.val.5075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c6a625dbbadafc3836b49916da0f8da21fa8f7908220d4cd333117cc1c2d5e4","formula_version":"titan-u-contract-v1","latency_ms":0.8342500077560544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96ba105e9f206581aebedf348e6da76503bec19b643bec79231b64bed49b3e10","sample_id":"hellaswag.val.5076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9627dc811e001d75971da84ab15d7fef353427a23e8ae7c75981ed03b51ea466","formula_version":"titan-u-contract-v1","latency_ms":0.8676659781485796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6c8d3a98f9234ad59de024e2f0ca7f748899435a641815928fa0b1b6fb95c70","sample_id":"hellaswag.val.5077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c406424d530c36bf2da629a6f887666a7723df4b1a0106b9332a42c5060d3a4","formula_version":"titan-u-contract-v1","latency_ms":0.9211250580847263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66088ecf1b20db3ebe5b30d5b9895a66564b995e43e27e40cfcebe8e09f22f0e","sample_id":"hellaswag.val.5078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db1d2dbd5a04b3e556d203684c4085eec42d4a23db4bfb6a6c94033108f8617a","formula_version":"titan-u-contract-v1","latency_ms":1.022250042296946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee2bc757dca617ad16e627379ee82d6fb4242954b9b2577e2b62629dea457cdc","sample_id":"hellaswag.val.5079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01d4feb71c4842f4e4aabd3568eae35eb09a43b07eae174fcbb75251d759f019","formula_version":"titan-u-contract-v1","latency_ms":0.8269579848274589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e58beccd12f185e8ae23c56977ced8e7ed4f434b07e6e032bad321a4645c77ca","sample_id":"hellaswag.val.508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1745a15433b31fdb1b81a00bc41fc6d94724cd690653df41a032875616733e96","formula_version":"titan-u-contract-v1","latency_ms":0.6382500287145376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffb6d843e013e576136e6ea28a22579740a6cb15fd6268b8f2b5e9295badae31","sample_id":"hellaswag.val.5080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7831d222bef3b13db34a4ff9715d398773ac0abc61c57350c200202e7b520bae","formula_version":"titan-u-contract-v1","latency_ms":0.8294590516015887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72acbdfdfad1c180f576ce23b2bcb99c2e78f7b248da07803cfd84c3f9d82cb3","sample_id":"hellaswag.val.5081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"958a9030139f14f082a2c9ec2584aabf49569c2ecfd9cb3a8bed206f0dccec8d","formula_version":"titan-u-contract-v1","latency_ms":0.6440830184146762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6227212e92881a9e5b868292467a76486c5e71228118cfcab520c8de4bc35724","sample_id":"hellaswag.val.5082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9261e119752a319b34f1520a0825770952545103322536082953149b6d8e055a","formula_version":"titan-u-contract-v1","latency_ms":0.8279170142486691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bc3fcaebc24dc72be0e378fa528f52bcc724d2a76d3ce5008f13e23a0249221","sample_id":"hellaswag.val.5083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"810b70b82e94a016fc67fd39d584f1f78c07b49d1baec9b80e102052b276c6d4","formula_version":"titan-u-contract-v1","latency_ms":0.9935420239344239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"432c03a9441d715ea3fbe92579ae988a73337bf0e1e3ee36bd8deef361f3a831","sample_id":"hellaswag.val.5084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f355d7bd48b21a641aab4ebdcd9449622555deb7cd3a00bbef37f442eea00cc","formula_version":"titan-u-contract-v1","latency_ms":0.8992920629680157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7346a9606c5fe5c32f49767a1fd4eb97abc9348ecbf9512b59100a2efb495628","sample_id":"hellaswag.val.5085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9702319043a368be03b16d4670a7b4f9d58904681c90047ae3354aca6dfaf630","formula_version":"titan-u-contract-v1","latency_ms":0.6516249850392342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"236ebcdf58603415d222541315ad5f87f4a68a1e9d4fe1d97c820dde2e01e8dc","sample_id":"hellaswag.val.5086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9e450387a06ae04b998aef3b11583c2a28c04f5e592e45a8113c7197588851b","formula_version":"titan-u-contract-v1","latency_ms":1.160374958999455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39cb3502abf3a03472a83bc9e2dcbb649aa20f14b612be1970f36759bc1de75f","sample_id":"hellaswag.val.5087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb6f6be9febc55fc7a4299586391e38452e05bcf9434999178772b60592ff3b2","formula_version":"titan-u-contract-v1","latency_ms":0.8504160214215517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32dbbb2de603fd587b029aad7569acdab3219739cc041dc0a04cdea5379ffa0a","sample_id":"hellaswag.val.5088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4140545f5ce811f8b6a7def842d41d14cf8871cad91ab23701d58f6153c45a6a","formula_version":"titan-u-contract-v1","latency_ms":0.7225420558825135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8617bd187f01c654b95b9424b93501153dce53edcb9e1db5968e29832d3f8dbb","sample_id":"hellaswag.val.5089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77d2b6800646ae732773b77dfa06160b67bb4836d78b4f8651ce909175fab044","formula_version":"titan-u-contract-v1","latency_ms":0.6550840334966779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c028905ebb613e4490ab901ddefeb53cdf3fea251741fe9ecb8e8b5ceb898829","sample_id":"hellaswag.val.509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d9b962049abe9955873109f60d19099680a669e54f9ce5ec2ad9bbae36ade4d","formula_version":"titan-u-contract-v1","latency_ms":0.6980000762268901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d74afa2b46dea1b04aa8ea34dfa4d199af66b7516e6faf07e2d5e5a43b1c5e4d","sample_id":"hellaswag.val.5090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a71fbcec135d226c0cf314970ae432a671e8bdc2267c4ba629f966a9513809a4","formula_version":"titan-u-contract-v1","latency_ms":0.8925840957090259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e1c9e594cef6f2bafd7fab4172194912d18c1c629b168da38f336fad30bc16a","sample_id":"hellaswag.val.5091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8014c19c9ebff354fd3266612704aab520e454362218ff8e2d7916e4cd64b5b8","formula_version":"titan-u-contract-v1","latency_ms":0.6321250693872571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39eca92f108ad7cf49611d314b3628a0191d77dce70c0ae350a01e71317f650b","sample_id":"hellaswag.val.5092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd36ac524998a35fedf472581d7c28c38fa692c0e6c669ddfc171be59593b9fa","formula_version":"titan-u-contract-v1","latency_ms":0.8184160105884075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f5587fad7da247741cf8dc1c6504b784a27daa38fbf2640229fc1c01e6e7b40","sample_id":"hellaswag.val.5093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6d07763a50a956a39dcc65609604809e47b3c93c1db6905fe77ccca388c7ef7","formula_version":"titan-u-contract-v1","latency_ms":0.6337079685181379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b60e4c68affcc83bf3fe200e2b2ff7cbce7662ae5381dc2f7f2ef49e95eea84","sample_id":"hellaswag.val.5094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c095726341eb236d470bcdf8bb4caeab590d0d8bf258fc62a3d3515ed404143c","formula_version":"titan-u-contract-v1","latency_ms":0.9112920379266143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bd90445f7b4cec1f2777669a6d6ad92e4aef38c2e41107e0443be49c16ac3be","sample_id":"hellaswag.val.5095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51dce673e496cab6bacc91a152815dcdea91a73b485ead58ce125aa504a1e341","formula_version":"titan-u-contract-v1","latency_ms":0.9970840765163302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27d1278a6c4764c82960ddb4106a96184d40f7bd16b98b047b089b6147121c75","sample_id":"hellaswag.val.5096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b15fbf785e9df939d259d0c950b77c01ab32b61e3231fd4f90fbc415fec5e9f2","formula_version":"titan-u-contract-v1","latency_ms":0.8865420240908861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08a59ff66924355e0ca5bfb9e8f2d6cf023abc8a4ec41922ed2d4707592c62bf","sample_id":"hellaswag.val.5097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4b32eab1392ec61a132ede00da3657da3752cc1af79a6f6c7a4afee0fa0feae","formula_version":"titan-u-contract-v1","latency_ms":0.7220839615911245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aaafc00314302951e757d3021f84780b2aca6b9d446308e9d0d73e682dc83fb","sample_id":"hellaswag.val.5098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8df603380d51554051567fd76792563a17e677271cff8c529f4746d8a7235498","formula_version":"titan-u-contract-v1","latency_ms":1.2605410302057862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fee68fc995274f517df2847b8cb1636f986a58e699c0e1cdce0b34224712565c","sample_id":"hellaswag.val.5099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"221d74421cecfbf5e5a8365d5b757192e8819b90537c0b0654a9d2a0a156f987","formula_version":"titan-u-contract-v1","latency_ms":0.5260000471025705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14f23cc30b6e047960244404f483e579ac463fa3efabb956347cb22f175e78b2","sample_id":"hellaswag.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6569fcd679ca87226800697b523c5189c32a9d1e93dce5e1c3941a00000f9791","formula_version":"titan-u-contract-v1","latency_ms":0.5721669876947999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7908febea59020c3acb1b5dd71c06d451a4204a2d161158b5e336720f0a58c6","sample_id":"hellaswag.val.510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb9fb824782a9d7cb1e90abbd8824f6ec0799105ec2be2ec2442163f1debfbc7","formula_version":"titan-u-contract-v1","latency_ms":0.8189589716494083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e61d6385584673ebfa4fbcc3ee556c1c24ed5ee3fd132b4b602d8b80b9cfb4c","sample_id":"hellaswag.val.5100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a481ab38b3b676fddff91bad255dc748ec6f4bb6bddc2efd5f5de446e2c7921d","formula_version":"titan-u-contract-v1","latency_ms":1.0440830374136567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0693dacf209025f9683459aefc61cb03f24f3ed425d49785829b494e3bb627a2","sample_id":"hellaswag.val.5101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"173c85e6441078a505a0f9b91fe441f7bf1766978b34df8878a7f8ac33ea21cb","formula_version":"titan-u-contract-v1","latency_ms":0.6712499307468534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"685948ca120946ad197b67bc97d9be988501428061413536ec1b0df716a02fe5","sample_id":"hellaswag.val.5102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27a87e3661248e0a026c32553b2afd960714956e3888157caa63661bd74a84bc","formula_version":"titan-u-contract-v1","latency_ms":0.8514589862897992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee0e1757bb96822b5b035c665c69accdac729f40f498df1234eab8a5def2c0e7","sample_id":"hellaswag.val.5103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08a995d627f832a713a0590d23f7142569bae90f09b90ba4d7554ed1dc21e632","formula_version":"titan-u-contract-v1","latency_ms":0.5995830288156867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40187919ad1a131fcc57e3a4388e3bc80621f58d55c2aff92865611ba39eeac4","sample_id":"hellaswag.val.5104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6a3ec48bbbb4397f6f5f7a7a1c1a215b2f549feed1b5ea019fd62ec830434e2","formula_version":"titan-u-contract-v1","latency_ms":0.7191250333562493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9f169c2903856a89b94f963cdc78a5dd30b018a68b8522630fb37d516d9cfe1","sample_id":"hellaswag.val.5105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a068885acb622bcce631f40379bbef1fe3082fe9171361e88756a975a52b62e3","formula_version":"titan-u-contract-v1","latency_ms":0.6998749449849129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45cb178c000c759750e6bde972ccf153264476724ee28fbee1b8627cf943dde3","sample_id":"hellaswag.val.5106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c997991de351306b9e55f5ae52a0754a17a8a3f96588fd01e63ab323700bd25","formula_version":"titan-u-contract-v1","latency_ms":0.7016250165179372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d74c62d41165dab76f4e7731c183cf1b2c310b5f5a1eb3ccc178dfd585c7291b","sample_id":"hellaswag.val.5107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"186eda45ef33d27f0d99957247b7fbe408eb4ab8ba58add576210827517b88d1","formula_version":"titan-u-contract-v1","latency_ms":0.7421249756589532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4720298bce1f1172ad9f8d566f4690f348fe29ecb6df9327c16e39fc0879e563","sample_id":"hellaswag.val.5108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75b5c28df1af01d978f346284d2cab8e232e045306c7ecc217e111bf55a022dd","formula_version":"titan-u-contract-v1","latency_ms":0.911333947442472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"112bf7830c16a0721191fa0b8e313dc504c27e2c2269a5f56fb548cd9e32f50d","sample_id":"hellaswag.val.5109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a908ab30a0972edc7a16d71d82f348c90dcc47165313d273ac4aac9f40c7551b","formula_version":"titan-u-contract-v1","latency_ms":0.8428749861195683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cd4c6a21d830a32d2b7bdad51fd3d95cc6542cdb6cbd0a9878367d66d8cc88c","sample_id":"hellaswag.val.511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc6752f18e19e6af48f607383e1a6cb92b2ecea30f823490b3c04f4c290824c1","formula_version":"titan-u-contract-v1","latency_ms":0.6532080005854368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48e22bc29e1de2e500b379857497538fcb5045daf2cfb800bd3ecdb33efa83d2","sample_id":"hellaswag.val.5110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8948d78ce6fc1473b548aa21cf48164fb11b805b8d60784f2f4d547b98582d62","formula_version":"titan-u-contract-v1","latency_ms":0.7362499600276351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30b7bc423cb6ea8acd6df7b76095169da9feadcf5368989a318abe2ceaa3a345","sample_id":"hellaswag.val.5111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6013922f7e58bba6d07953fa5425bb8502ede28180edc030a7558d72de8c94d8","formula_version":"titan-u-contract-v1","latency_ms":0.816958025097847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b961ccda47d18809dadc132f5f2bb1dd2a4fd0a11c97526dd2f231e9c99d8594","sample_id":"hellaswag.val.5112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cde07b258b551cef4b203b6f93c51b412fd3c06fc67cc6ed6a0f09e62c4b80b","formula_version":"titan-u-contract-v1","latency_ms":0.6445409962907434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2d2c0adfe0527466da6085968e51ae0022346ade60ee66edd581b14d60e3308","sample_id":"hellaswag.val.5113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50cce6daa27c2caf225831127c99b56f28987bdd6577a3cba33030b94509a3c0","formula_version":"titan-u-contract-v1","latency_ms":0.9322090772911906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7249f274a53ec41c32ffa451a7fb42a8578fd4cf61102d0cd98bebd6cd1df439","sample_id":"hellaswag.val.5114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc117265a9a99f77e08e89105cb0ad5eb55b3393b641dd02cf1f6695dadaf3dc","formula_version":"titan-u-contract-v1","latency_ms":0.9892499074339867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb204417da24c13b827da4d5e328c1ace518c9e1906ca2374090551d4bd21353","sample_id":"hellaswag.val.5115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8e8c3d552b245e28247b33d7a1e8ecf2cb703bc07a0440d3982ed8b08c34a86","formula_version":"titan-u-contract-v1","latency_ms":0.6660830695182085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7d20d48f4f03a9a4ad4f7e66be75f6dc56ab185a769aec7a0e461974fdc3083","sample_id":"hellaswag.val.5116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe2bd2630ff488ccb661c9866da99bba3be566a9672ad165e045116e4c30c9a4","formula_version":"titan-u-contract-v1","latency_ms":0.9613330475986004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46045e8d922ba6aa6ea6e34c43d6336b7fc71c9909a4f9ac5120a821da535da7","sample_id":"hellaswag.val.5117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95fc9b02a586fe6ca5e01776c4c23ab55f8b89afec1dd4d125e63c1d02a46928","formula_version":"titan-u-contract-v1","latency_ms":0.9417079854756594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e743f9f805fb3738083531b6549098c730d91887ae52eae28393c9672729c5fb","sample_id":"hellaswag.val.5118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80f47f01e317a8e3e35e4ae83aa2d77b767df561d098e1da8b11c144fcc73390","formula_version":"titan-u-contract-v1","latency_ms":0.8184999460354447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f959d958f7b19708ef189e46620fae4f7a103d000e57a1709025d6e7447a813","sample_id":"hellaswag.val.5119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0c65603b57c49bf0286896e00d39ebb9e562223fb5d596b80992330ec2453e0","formula_version":"titan-u-contract-v1","latency_ms":0.48200006131082773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bcf73a134749095b32720e92436887ea0729ad018e595413b5865501704e92b","sample_id":"hellaswag.val.512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0edf779f43739c54e7661020e76908ef5536860abbf2e0d914b5ef4c29c1589","formula_version":"titan-u-contract-v1","latency_ms":0.6461669690907001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45b93f7c3978b2c433bdcf501e67270c321a2a6c430440fab1a422a47b0dfdc9","sample_id":"hellaswag.val.5120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3142a235ffb5a745c35730367177fdeefce4f6830d9549c5f743a6bac9d1ae29","formula_version":"titan-u-contract-v1","latency_ms":0.9505419293418527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a9af7a6b323c797e54ddefecbdd683083bb9a18fe10316bf07e558523bf54bf","sample_id":"hellaswag.val.5121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ae6d3e343297fbaacbdedf2d4b4f9747d55e12666ce06fb51047ff2f685202f","formula_version":"titan-u-contract-v1","latency_ms":0.9677499765530229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6fbfe4b94de6272d391988ca98ce80f2437fff784cb6edcb60ce691a11ddb3c","sample_id":"hellaswag.val.5122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc2fecf1ffec8e9c21d16ec1499e1d0dc582c15b8c24318d4b3a2d39a35861b5","formula_version":"titan-u-contract-v1","latency_ms":0.969958957284689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61e6fd05b15549f9379f4ae1cf844f7453a0f95d8918c51d87917a7b306b601a","sample_id":"hellaswag.val.5123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b326777ce2669e909d3518a06b233f9286c3fbbeb6f2f9b24b4e832cd63b34d","formula_version":"titan-u-contract-v1","latency_ms":0.7736249826848507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98d09f1d47c24b42099e1afe732559223da4fa801bdb13b4454c335f1e1c0e38","sample_id":"hellaswag.val.5124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"654e8abc6ef34a9ed8adb166434f4052d6dbbf3c2f77db813d762a30edc0d97c","formula_version":"titan-u-contract-v1","latency_ms":0.8880830137059093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"525905435a92f70ea251728c71c9b87f969e46ea9859897957fbbeec6ae8a672","sample_id":"hellaswag.val.5125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92ce8d0aaa0ffa32afe5f1e379049496bd1bdbe259e68c3a13f2d6c7bcb006ec","formula_version":"titan-u-contract-v1","latency_ms":1.3854580465704203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae32d614c483011f4c64fbec725c20c746efa1fa0ca795a01345f721972aa296","sample_id":"hellaswag.val.5126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bee49b9f25a5733c28f9e43f6576516962a3ecadd0ac72e0dd2d27e9612c0f9","formula_version":"titan-u-contract-v1","latency_ms":0.6940000457689166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76a0a8dbac92ff21d18669c8f9f9e8c2c9dd28862f8543103020bdf0103e5798","sample_id":"hellaswag.val.5127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebaee6f67a42ae20ac3e92488b2624b7a7620deed9542c9aea3ddcd312a2ee51","formula_version":"titan-u-contract-v1","latency_ms":0.9080000454559922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94b7231eae84b720e33920a1bda7b61bb4fe426b347f8d09926eedfeebb755a0","sample_id":"hellaswag.val.5128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f76e67c78ee26b14b21c1944a7295b602f33880e592711dc69c414723688ae6","formula_version":"titan-u-contract-v1","latency_ms":1.1556249810382724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"292663c38d0ffa7e77be14c133aec993ceb446c1671d68cc2ed4ea4c77381650","sample_id":"hellaswag.val.5129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3e02ac51e0c1e4c621aee2684b0d1768a8b0e454915ad773fdeddf28131ad39","formula_version":"titan-u-contract-v1","latency_ms":0.5844170227646828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e32c9bfcf2872723843c1adc5479e93b0031ca9a6e2d049e97939f08c18164b","sample_id":"hellaswag.val.513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a925d8a8f8b9a1d0c89fcb6e8180ce00cadd1c2953ab53a95e1f3c7ff7e0fc3e","formula_version":"titan-u-contract-v1","latency_ms":1.8131249817088246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5f8559df5e02d66d539aaf54efb79a6f6650371b89a533aab4750b239f0b01c","sample_id":"hellaswag.val.5130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfda211b99f093a486b35aa0ecf09afe79dd27bfbfbab5cc6ed7b5a7755b6a41","formula_version":"titan-u-contract-v1","latency_ms":0.8489158935844898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5f5e49098c1c8cad7fc6d41a67f7a82c24f549cd93c91dbde91e98e3ea3e2c1","sample_id":"hellaswag.val.5131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb86e1a14fb80315732dddef84ebe308cae1584bc552b577710dad6c576f836b","formula_version":"titan-u-contract-v1","latency_ms":0.7665000157430768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80a918dfa73a0bc637e9b9b604ed68323bd95afb601cda52ede0d471f1dbe5cb","sample_id":"hellaswag.val.5132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66e083d8f188ad7d8a0fa6b270566a7b9babd4c3f3cfdee16c3bb39da5dbfced","formula_version":"titan-u-contract-v1","latency_ms":0.615958939306438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddf35bd28da2c0c7ae2cd1a0e28868314b7feacca6bde3de7ffd1336b3b5d5d2","sample_id":"hellaswag.val.5133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ee7233691d05f1d63e5b3a348993cdf788fcbed449551ffd9de85245c80b1c0","formula_version":"titan-u-contract-v1","latency_ms":0.7372089894488454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"922f476d74ae5400f1668635f2284ea7be5ec4b212bf8cf0fa359659053ffe8c","sample_id":"hellaswag.val.5134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b708a25e03e111b1839d8d017a7fcd50d8ece9dd964dfb5e92f8336ae6579cf8","formula_version":"titan-u-contract-v1","latency_ms":0.6408749613910913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae030cfa78e0e5dc773395b1a12ab4da7f4acc193bbccdad27cc74b180c1cc11","sample_id":"hellaswag.val.5135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a12d4c04531d418da152d5283da02422e11aecf657ba0ae0cc2becbbccfa580","formula_version":"titan-u-contract-v1","latency_ms":0.9369580075144768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b5dfdcfdc4777e3496605145738f3af9906915ef8756c7f78e7ac05fce38a86","sample_id":"hellaswag.val.5136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a50e846b364eff628c6529e3aac72ec8b3d53e0d14bafc62b8617e39259af9a0","formula_version":"titan-u-contract-v1","latency_ms":0.905958004295826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5db1f697322d64d18cdf4555d34db68c59a82abe4669d1dbb2232ee745807680","sample_id":"hellaswag.val.5137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9326b84d0725de0f8ebca693fc5964d3471937a1463ab45e1ab6f45dc23c2608","formula_version":"titan-u-contract-v1","latency_ms":0.6742500700056553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5cbe8d91b813f24d332d923d7cbdfeb0edac49151199cf26df858fcc00f5e6a","sample_id":"hellaswag.val.5138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a52b1cfdb734ca4f9e2d2941bc9355aa22727667b2ffa0465d19caec3d571eba","formula_version":"titan-u-contract-v1","latency_ms":0.8505829609930515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e54c13051beef42b64b2eff8f12cfc425c5d329617fc4728a8cb543ded1afe12","sample_id":"hellaswag.val.5139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6203f309534b1761818bf9c151f125ce7bd500e984f8e64507fe01ab8fef955","formula_version":"titan-u-contract-v1","latency_ms":0.4765409976243973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"423710fc52a80e89ac62e7e51757717ff00c4ec2a616820c6bf0bc0c0b2e9920","sample_id":"hellaswag.val.514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f507dc9a132750d190cc5b15bcfe83a49846411969c46b2635d47c94aaac3bf","formula_version":"titan-u-contract-v1","latency_ms":0.6598749896511436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37fc1c607ed998b3426dc29e5c12bf5c8c292d0469c6b289900b267b19061b9d","sample_id":"hellaswag.val.5140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3133630d89b38048d7dfae9b5831a26331068b1fd5b2ca81ff13b53dbdb525a7","formula_version":"titan-u-contract-v1","latency_ms":0.8314170408993959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b072906eeaaa282488a411b17503e6b23e80712e8553d22c76be610887d94807","sample_id":"hellaswag.val.5141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89c22fc5c38c868e56df0584e7a658b663402cc17807a75ab37d338ee9cbbba3","formula_version":"titan-u-contract-v1","latency_ms":0.8162499871104956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a79a5af8954aed90fc1b59a09e70a62f04d98b601c70a2deda73ef9e89a07ac","sample_id":"hellaswag.val.5142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5229e90a2424ad9557dab072563b45be46d27792e7373eb9ad2e991dfc43af4c","formula_version":"titan-u-contract-v1","latency_ms":0.6346249720081687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6c1a6c3c22bf8b3bbff899e9c9a7965f033a07341d884056bbcf64b97e3ddbb","sample_id":"hellaswag.val.5143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40d9861afbe99768ec5b14c71b51fbf6a451f87fa5add85ffaf283e4e47b3edb","formula_version":"titan-u-contract-v1","latency_ms":0.9065000340342522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7050d828079a09d6794c6d9745c6a1fe0c102b8b456491206d298101a98ac6b6","sample_id":"hellaswag.val.5144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2fe628e8c37615bb6059a0040093419fe6da4fc8e96cf875f1c5e58b3699af7","formula_version":"titan-u-contract-v1","latency_ms":0.6039580330252647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49b82c7125a09ac0e2a08d34293138aa945b0a058d5fc76e9e4dd6ddd806f0b7","sample_id":"hellaswag.val.5145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8362c64ac25e1d0de95f72f1b7326153ad3a4485002952114584198110990102","formula_version":"titan-u-contract-v1","latency_ms":0.7540829246863723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"586ebf62357417ba75832c8faa05e5cfb65013e9c06f961bd710d63198616b53","sample_id":"hellaswag.val.5146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ceb3ddf44a2e8d7ae705749d2a169bf6ed30bb1f88aa850dfbb1ecab749eb64","formula_version":"titan-u-contract-v1","latency_ms":0.6770839681848884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d198559687c227b79de93877a9bb44c2a7fecfbf7b52a08722406e72a3b22333","sample_id":"hellaswag.val.5147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"432f593cd642b3ac1568cd8a2ce5c3e77be6ad3cc90c6f4ef17e87611eb5fac4","formula_version":"titan-u-contract-v1","latency_ms":0.7938749622553587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a88a4ffabfdf93c0b7d07a8e0ffdf853baddfbbbb91b259a8b3f7c3024297b96","sample_id":"hellaswag.val.5148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d695f34e781761f1e89b649aa4fb60073ed14a51326cbabb8384a549e0412c9","formula_version":"titan-u-contract-v1","latency_ms":0.9700839873403311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7b0139ff6c5226b30a7cb877fc92ae06377e51c7bd8e5e2d5491cdc77079fcf","sample_id":"hellaswag.val.5149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69c4a871ea4dfeb7f373e6eb95aa36cefb8f0c49c8d109d523de81c1f0c10513","formula_version":"titan-u-contract-v1","latency_ms":0.6659999489784241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eff1ee17ff28ae697050d22b9ec462cae255eb004d74b82add3f87d41132f13","sample_id":"hellaswag.val.515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3274b17a948bcfb35c28b0e240cd96e62b4d28021676f722b4925110f4997f97","formula_version":"titan-u-contract-v1","latency_ms":0.6997919408604503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee487746ccd4a7a404e4acda6ab56bf038fe219463d42f4ad9483621baff0197","sample_id":"hellaswag.val.5150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c56b409cf70733674427b62c0c5d886e00b9f423d177467daca0b8cda0d05dee","formula_version":"titan-u-contract-v1","latency_ms":1.1074580252170563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faf2d58b077ede5dd0f0d8473b58ee02da6ad14eb49fed8aae8d6e9e569d7f59","sample_id":"hellaswag.val.5151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34a10edcd7a1cf2a970a42e7d885ec5cb30717517fcb177d9f27ab188ec5a27e","formula_version":"titan-u-contract-v1","latency_ms":0.6057089194655418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8f18c0345ba5d69415d182fcd391a8ebdd74691bfb8b6c72f1bbfa836d8a3e0","sample_id":"hellaswag.val.5152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8af224510afaf360e5cb1afa47491be473a732481b324f80f05b7f26d98b2aea","formula_version":"titan-u-contract-v1","latency_ms":1.1341669596731663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"716407a1dc128d6b90afa6db1c8973507990b69919e8e394ceefea1a2d216018","sample_id":"hellaswag.val.5153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c26e22b5295477185b72581127ed693be0115f85a23a7ad1814287e30105493f","formula_version":"titan-u-contract-v1","latency_ms":0.9717920329421759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df8d7f28f3b7bc4576a286a07b00b6d0f632b0f10a933c134f187bd3d4c398b5","sample_id":"hellaswag.val.5154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26f7bb2ba595645961e51126751efcc6defa9a76308467c1b9deb01eb45f3bcb","formula_version":"titan-u-contract-v1","latency_ms":0.6438329583033919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"297ab2c9a116a87774296611da6e181e9002f839f4b43e52575ff2e3ed32a496","sample_id":"hellaswag.val.5155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca7c3bc275009be2679ffe7f04951186946e749b1c47d1e16dda3bd54aa18261","formula_version":"titan-u-contract-v1","latency_ms":0.6721250247210264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3ebea18fa311168a05eaaa4755c39aaa7a12d86755d84e2b39085d21776a40b","sample_id":"hellaswag.val.5156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba28016dad870fa59674723cf5ec1766912f6b7da4174f61f4be4768138c34b8","formula_version":"titan-u-contract-v1","latency_ms":0.9770420147106051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20c49ec58aad7b7eaf9b61c2cece37bee9ca81ef11c3370ae43741c6ba21bf84","sample_id":"hellaswag.val.5157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a60c466727f22c2dd205db3a7ce6c2ef0a069e389b7579602ea2484dc106e423","formula_version":"titan-u-contract-v1","latency_ms":0.8670830866321921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2afe991956e2cf9034e575b02aa51d763a6ee83c8a14a419cbf0019d18b918b5","sample_id":"hellaswag.val.5158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6d63e7e5a50d06eb83616531583a69181f1d91ab8d1fd4555ad4452f301760a","formula_version":"titan-u-contract-v1","latency_ms":0.8777499897405505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46e32d8b8c45acf51b1b09954dec017dcafc84e1c6af740ed472ea8dac6c3c02","sample_id":"hellaswag.val.5159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea6df41832a5430b53b189bdd54f26a1a974e0d033d62a443a1fbc31fd1a8714","formula_version":"titan-u-contract-v1","latency_ms":0.5849170265719295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f12b48068c83104d464072a25c458f5057680ee15139006f633598caac3ad16","sample_id":"hellaswag.val.516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3a494e084f2fd2b9ec56d64237cf52e773ca9d14b9faf8576b6bb15fa35b94b","formula_version":"titan-u-contract-v1","latency_ms":0.8772499859333038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfbbb14402a485f369bd91994ca7d8debddb6daab6fa6e7f3b45ab336629bc00","sample_id":"hellaswag.val.5160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c4ed879e6d9d475a67c7b0fbb9b27b6b60c3858f859f6091655712026c37dd4","formula_version":"titan-u-contract-v1","latency_ms":1.0614169295877218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"330e5f8b75e09d7380fc2d4395b41d597e138ff1598d92311dbebba5c80cd932","sample_id":"hellaswag.val.5161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bf84c3aeaa8df88e971ad11fc6753871718d72248ec1a5ccc48639164a1a51d","formula_version":"titan-u-contract-v1","latency_ms":0.7021250203251839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6da5d23ce35d9a16d168a7e36a4634971b48e6291fb6df2095d72eecbd6a31fa","sample_id":"hellaswag.val.5162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbf10ff9fc78d57b164dcd5bdf4bca25edd630666e222eade62f4d5f8f4c3179","formula_version":"titan-u-contract-v1","latency_ms":0.6494999397546053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f19d10ce64cea7643df6bc9a8cea70a7ec0deafb3e1c16bf4a927f690c3d5bc2","sample_id":"hellaswag.val.5163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7776a88760e35f0210786116f9f2562aece18c7ac265235248030b925a9ae97c","formula_version":"titan-u-contract-v1","latency_ms":0.8814589818939567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c19cdd191f14d504338fd8ccd49f27dec3a476c27240ddbc51d009f0848f3fc2","sample_id":"hellaswag.val.5164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6876df47fc2890c6ffcc73a07c30e64f25c903971effcb792308ca06279f8f0e","formula_version":"titan-u-contract-v1","latency_ms":0.7542499806731939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0958156ed1d9e6de2f67090ac907e78a8bf7e01c002fd5b24c4bc32ef567a836","sample_id":"hellaswag.val.5165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40898cd8730e3aa842690f5db17d0d581e828d647951b38f2115d2684ef5b56d","formula_version":"titan-u-contract-v1","latency_ms":0.825291033834219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c55667359fd8c3dbc6a461bd8bd911c83681bd4f203f7326eb0da934226f3a6e","sample_id":"hellaswag.val.5166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d25a32d80a39a0c2f3a74076fe4789f2ee28f297f87c1cfdeaa23ba2486ac2f5","formula_version":"titan-u-contract-v1","latency_ms":0.8203750476241112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2764b05185296486bcd302e668feb20b698dc507c044a9c1dfcfe6363211d9d7","sample_id":"hellaswag.val.5167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26bbbffa82fa1369c4fae6abd2395c52306b696c5e57da8c64f025ed1ec4b2ff","formula_version":"titan-u-contract-v1","latency_ms":0.6718749646097422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be41bdb489dd6ff6b0411d83b8ddfa2e1d3bac6895aadb79eef777ac3a3adb2f","sample_id":"hellaswag.val.5168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"092d265a576a1a699d2ed49dcbdf1cbb66b44b43d70b62938c50a191469dfec4","formula_version":"titan-u-contract-v1","latency_ms":0.6404160521924496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"282354fd53dbb9b7e105ced0d27580bcfc1e615788ead521bb7750e16e5bdb38","sample_id":"hellaswag.val.5169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68e1721a827ee2f47b08b688c5f0039f9a3b3e2fdd4878f5037acd11febdca5d","formula_version":"titan-u-contract-v1","latency_ms":0.5376669578254223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd5116b6650c7cf2b55f33d4f3ee12f82a47ef2661954112918c4ab6ea86d53f","sample_id":"hellaswag.val.517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62c8039c0bdae3400b46fd4e3168945e4b03a8c0d00694dbfd8d765d6290fe04","formula_version":"titan-u-contract-v1","latency_ms":0.7040000054985285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeaf7b9cc111ff190ebd68cc3b8e4d66688a3331a997a1a3c3612ba8a8cffd19","sample_id":"hellaswag.val.5170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59c377abc42b0460cbda6c7dbc03c13087c0186d003338b9bb67482fb3613293","formula_version":"titan-u-contract-v1","latency_ms":1.3369169319048524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0edc4e30b0e52571941ce03d7dc10033b764883b05824883e63a2ef781a1f450","sample_id":"hellaswag.val.5171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10677220704c8ba44115263a0bca29d1e0f37cda9ad337e029fdaa32bb28da30","formula_version":"titan-u-contract-v1","latency_ms":0.6448749918490648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8349e4e7dd0609309d06c9f6a48d4c82d7a6d96cf5295e4f07c82ee241b71dd","sample_id":"hellaswag.val.5172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8292c8dbf1dcec92af45adb795d882d1e0b7df87b9fcbdb4841180c2906596f7","formula_version":"titan-u-contract-v1","latency_ms":0.8594159735366702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd8e595110a6446a332f528e31d82d036e183321b34f8d5b8b03c13ace2827ee","sample_id":"hellaswag.val.5173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a46f6c0d84074abb1d4ee39163d5d022129d8dcdcdfa5ce9bb0df08e70264d0a","formula_version":"titan-u-contract-v1","latency_ms":0.8150410139933228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5da33bcda7527d6753f427c36247dbcbbecc1f0bbc8a663225cbd6d1a7a049db","sample_id":"hellaswag.val.5174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09afddf4ee81212a29428c2acea1e5ca720022878ae21f9f13d7673023c654fb","formula_version":"titan-u-contract-v1","latency_ms":1.4183749444782734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb68c7f00398fd35b4b7723f888d5ce4baa6447ae27ed7bcead1ecc3d86a7c66","sample_id":"hellaswag.val.5175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9abed08b776b19963c4d4a9d8ca2f9c7df4dce92ac92615ea8cab0ac91bb647b","formula_version":"titan-u-contract-v1","latency_ms":0.7896249881014228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b71a0f35cd0095ee51a1511b0967bd45fa236d2b5d2cb0f81c1eb5e7d564601a","sample_id":"hellaswag.val.5176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f63990a282c9ff251cea9336c976e53609347ee9fa04e29bdbedeec4cf04a43c","formula_version":"titan-u-contract-v1","latency_ms":1.111124991439283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"649628fd8d4ae7510ec135b670f6fd7eecf6d75f711c039969f75c85103b7368","sample_id":"hellaswag.val.5177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc379ec7c86cdeaec0cad74fa6c5910fd8a23b173e878ab4916ebc094c7d8b36","formula_version":"titan-u-contract-v1","latency_ms":1.0965829715132713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60d52fe002ed2e4d3813e537c1cc006e29a984dd0f95e0e6fe4737811056ede8","sample_id":"hellaswag.val.5178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc8f170d5e9d2477910c88f2744bee2aef5fd55794fbb8ef695b2d6bd5109ee3","formula_version":"titan-u-contract-v1","latency_ms":1.541165984235704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0faf4b5e453c36d152885bd92fe46b72b41c9e3e0824872f29898219c9c0a496","sample_id":"hellaswag.val.5179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"508b87c3dbb61b70e012f44184b969f187a11d6a4303b385f569f31e1f9ae8fb","formula_version":"titan-u-contract-v1","latency_ms":0.7006250089034438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4907c727cb641f8bef6f088ae36937586ba42ac61210435fda61f773c1ec86f7","sample_id":"hellaswag.val.518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c27611d1f4c9afe60b340910042cf032d4fbb991779850b3530e784bc27fff6","formula_version":"titan-u-contract-v1","latency_ms":1.0052908910438418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65745689d238206afa7c9030bb597da16764288e757cb0a28911e7b4676580b9","sample_id":"hellaswag.val.5180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f3b2e48bedf61d9cbcb6bf0289f4c16c0f842b7dcb4cac87d6ebe7ae779dd0b","formula_version":"titan-u-contract-v1","latency_ms":0.8252909174188972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a5237e0d55589066a55c56d2fdd999e63a1c524a776b84933504e49534b6412","sample_id":"hellaswag.val.5181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d4d9257f24c5e2c53bd20c0b7865fd26543ac7ce06524844d486d9afb870030","formula_version":"titan-u-contract-v1","latency_ms":0.674291979521513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d155696f231a195a36d73d659052aa29de1fad82b135b44de7c401d01a73c63","sample_id":"hellaswag.val.5182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef5d67b726cab79dcc5716435f3763e9f93196476d599928a2a3457e1ede79e7","formula_version":"titan-u-contract-v1","latency_ms":1.3238749234005809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ade7dcb853fdeb4d3e7eccd99eb33ffe7bd09f6d83889191defe5f4eae3cba6b","sample_id":"hellaswag.val.5183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91f8c0435e58f2406efd43f309688200a858e6dc309cb1940b87ed7d7539a44f","formula_version":"titan-u-contract-v1","latency_ms":0.6186249665915966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcbda1e7e3d70ede90d9822e9ebcd37fd0c0371bf847095d20dc0ab77a8300de","sample_id":"hellaswag.val.5184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54d9ae272c7e174795be69f6a2674b28ca087fa8f30b499c177c7e2f3af1c23f","formula_version":"titan-u-contract-v1","latency_ms":0.8716249139979482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2722542d46c485e75434ce3883bd250385a3259850a9e88e0978d60a4d9a1c5b","sample_id":"hellaswag.val.5185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb3e81a26ccdc14f340db3e1177a87693baf1683c13b226885b344cdd060a570","formula_version":"titan-u-contract-v1","latency_ms":0.8403339888900518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"150c23af24fbfd7fb63b2d5ed4849ab81b5175852bd338c71e8917db5183502f","sample_id":"hellaswag.val.5186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aea32355a85dd630ac5f61639bc0334be0e6ee5aebb8f41f3edbe1288512788e","formula_version":"titan-u-contract-v1","latency_ms":1.8708329880610108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ad55ec39bf08f3667ec3074270cf03a4510243b7e35730efe2dc3367041303e","sample_id":"hellaswag.val.5187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10edd52dca3d677aa488dd3230b9e1ab790974cac6e9eca50ad35e887d951d06","formula_version":"titan-u-contract-v1","latency_ms":0.831749988719821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78ce6d5917ec2b7d8d60aca48b6fe9a3ec1848ca940e64f8a0951ba3edce8ff6","sample_id":"hellaswag.val.5188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f5820a78d33a9fd11e7605a676b4e96744b1b8da43bfe761148a18681809c5b","formula_version":"titan-u-contract-v1","latency_ms":1.8065839540213346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77f3f8c719ab2c1365f41ea4ebd134c2ec5ce7b3db942559a0ebcd6e080dedbb","sample_id":"hellaswag.val.5189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dc7bcc452323736b1fe4a0a1c6c26d28886508899099258a897bf47a4ec3231","formula_version":"titan-u-contract-v1","latency_ms":0.6612500874325633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fbbdc77ae1f798942b5c3c4fe8c70d9431627ebe0dcfd3b9f559460025af37b","sample_id":"hellaswag.val.519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17f08f59e853f9e060c40c4e4dc7536b54ec9c4ac57489938293d2dbe2608bc4","formula_version":"titan-u-contract-v1","latency_ms":0.9535839781165123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3310b357af452e3d2c8c7cc965a70f392d231832dc19b7c5fbb6974df9443625","sample_id":"hellaswag.val.5190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"454a49ec864536733204442ce6f9f7788d5b97bd0fe5826db2d3609780026b6d","formula_version":"titan-u-contract-v1","latency_ms":0.5956250242888927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db782550283479d2697335115c998914fcc99cb1e6384201bb33d90739cb09af","sample_id":"hellaswag.val.5191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1397d1a5149a9060b791f68004f90d11fbdabbb0284f54bbd85b2ae4566c6009","formula_version":"titan-u-contract-v1","latency_ms":2.4584579514339566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c74e558821b9930d24e9f4b71ddbae4c27e9f8fce9bbe77967db8cae5d97e3cf","sample_id":"hellaswag.val.5192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1366c4c63bb4e74f7bc3662ff59a9468edfc1bf27881290712bc452a8e8c439a","formula_version":"titan-u-contract-v1","latency_ms":0.6837500259280205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd6e67f3d3f20498690c27f08ebe47d4c5bc81e03d3732bb7a90028785467665","sample_id":"hellaswag.val.5193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9742e9f5369fb8c6e13fe0979d8eadf45dc882d766472a735d89c0874f5e71e9","formula_version":"titan-u-contract-v1","latency_ms":1.1419999646022916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b8dc6c8e20b8ae2b78de65a4c0e2d8fe39c9a00ad3f4b33c452759bfc5d530d","sample_id":"hellaswag.val.5194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b051bff843f5cac688f64e8ab9c065f69aa531f39a63e88c0c02ff2d79b20b7","formula_version":"titan-u-contract-v1","latency_ms":0.847665942274034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e736b7b6db46ba4228042fc2666d1d071124167532b5cfea4e8c0e101e071348","sample_id":"hellaswag.val.5195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39efed444c3ecc96b163c7a6941629f189e6b3f5d6a9cb66a8ae7c5b6bf46e33","formula_version":"titan-u-contract-v1","latency_ms":0.7889579283073545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fab17e21df7464464341e4a6b76766c15224d6b16710f29cb805d580521cceb","sample_id":"hellaswag.val.5196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"765745a90d9b6a30ba9b91f0a8f62497d8b70cd3ba0b8b53610c82a738c98fe9","formula_version":"titan-u-contract-v1","latency_ms":0.8146250620484352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea61b7fdc28a48c33660564712a1333045d8fecaa5a2f0305bb4561af0ef96b6","sample_id":"hellaswag.val.5197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ac7723cc8319fdd24f73d463f2174af5d0f23318eda07006f2daf304c1ebe52","formula_version":"titan-u-contract-v1","latency_ms":1.6717910766601562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d6faca89646ab24ab2b34a3de28d4befd8f4e7a52926d488a45605975576ebf","sample_id":"hellaswag.val.5198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da8e2ac29e4122bd91cdd19e815dbb7beabc18708360d46b137b71d9941243bb","formula_version":"titan-u-contract-v1","latency_ms":1.4091249322518706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdeb7cf60a68d5e5a5d94ebf7691d081ce1e69303dd1453c38dbe1fc77bd30ae","sample_id":"hellaswag.val.5199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2f9d7c7d35d70e17d9d431fbf01202195b8801e373e99b649bd6d22dbdee765","formula_version":"titan-u-contract-v1","latency_ms":0.8966659661382437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2969f36355b025337f6db2cb2116a46b2cdfc7ac16a87be4f6026098f9383d1c","sample_id":"hellaswag.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfe9bb14b87d7f7c34c740e7bd61333d201db54a3b4bced4c2684657680054c2","formula_version":"titan-u-contract-v1","latency_ms":0.5384170217439532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f709b25223de263584512e1e78194663db2b56fe50054b65548c3b9ef16716c","sample_id":"hellaswag.val.520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aad5816aef7a51d2e3e030d9d186cd8877b7ffa4c0afbccd4ba9fa2054892d3a","formula_version":"titan-u-contract-v1","latency_ms":0.9901659796014428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48aba9a12b09a1fb2d6f814c4f1e1fa90233bc14cedf86fc17f36ca9a6be3312","sample_id":"hellaswag.val.5200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7260260b018a0a3ec7b6a0fb17f97be014cf12821742158c28d5b326937499a8","formula_version":"titan-u-contract-v1","latency_ms":0.9115419816225767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c550fc905fc1b5bd80f1d3fe1c9871c571c7626de4adb9b872d5c2fad1e27af8","sample_id":"hellaswag.val.5201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d23a5c256baa271a33a6e8d270bd6f72214433c7f3e1ba6a5779a973091fb14","formula_version":"titan-u-contract-v1","latency_ms":0.7562909740954638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47a1614ef9ec41c95cbab2561e47bd4c43e0e135ffcc6b15fea2401bcae2367a","sample_id":"hellaswag.val.5202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe01e93ba41c865bfb0258347971f99147993ad662edbb8a2e7afa9a902842d8","formula_version":"titan-u-contract-v1","latency_ms":1.018292037770152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ec033cca555f6484fddbc4929d4e0e5183083618aa101aaf756ecbf05d1b1e9","sample_id":"hellaswag.val.5203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be908480f629543667e91f69945a44f02cdbce50dc649d07ccc2ea5b298cad66","formula_version":"titan-u-contract-v1","latency_ms":2.1238329354673624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fd062d8653075a1906e8e61c90133327a3569dd9e8b61f888be141fddcbd0bc","sample_id":"hellaswag.val.5204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3e377b0596be038874ac9f9b628c2b31ff4d35e129bf2bea65e6d42b3d613bf","formula_version":"titan-u-contract-v1","latency_ms":0.9562090272083879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"819c36d6773728dae0d4f5262728d3712cfdb0a3ba3e31390caf146413d868f8","sample_id":"hellaswag.val.5205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdd63b6f49eb40c770d4d627678496c4da7d9aa83111c046794cef2f1e64ec6c","formula_version":"titan-u-contract-v1","latency_ms":1.0393339907750487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5f10662dfceaa5ca0492e752ef4cb38b94f04e79860ed63373128e5989280a3","sample_id":"hellaswag.val.5206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"486ceed4ae67d414c16796473ed1d3a9285f2a87f26c87bdadd8fa52de1c7f32","formula_version":"titan-u-contract-v1","latency_ms":0.9049999061971903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ff45d59d73793266465e23512f3172cd2212cba880b0fe30d10ab431e3621fa","sample_id":"hellaswag.val.5207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eae5273afc50512c3be5ec3145789b69442b758967b184d15f2c38e74078c908","formula_version":"titan-u-contract-v1","latency_ms":0.6078339647501707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fea2ef60ecc22f4a0e6cab02798a8aa4172bdbd40c41de13b96a8f79ec418f63","sample_id":"hellaswag.val.5208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"081775caee730b4517319270bbe5396e0bdf9fef2b0118f8a83ce1db610bde7c","formula_version":"titan-u-contract-v1","latency_ms":0.9209580020979047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50ffa87ba35a83c27e7ea80a8682d4d6d27e66735bb3c3002dd1394b5eab19c6","sample_id":"hellaswag.val.5209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd82fe87083436b80213d42010d3fcb5b4fcc97af6a2ec95076b349e448de213","formula_version":"titan-u-contract-v1","latency_ms":1.1927909217774868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e60df4680fe71f34f3be619019a0b1991a9afbc6999c02571d4bab7d722b8b8","sample_id":"hellaswag.val.521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce18ab9d2fddf6e74d1abc2b47b848118b8aaf658c2ccacc51c25b40bd6f28f1","formula_version":"titan-u-contract-v1","latency_ms":1.03387504350394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bf3a35410db2d5a3dda97c58023dbf4b354f8eaf3aa1c05ec79b32fd484fa8b","sample_id":"hellaswag.val.5210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e924c98f2e2cb0157340952fb4be87227e4989bcc6a281cf2c321ae052cfc2db","formula_version":"titan-u-contract-v1","latency_ms":0.8660830790176988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f50d2361d2e9d3209f8f363b2676b2735937a7901d3b6e4e15e2a7c49eefc44","sample_id":"hellaswag.val.5211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"081ba6ba31d776f83447943fc953b965d95a782ce8217cc11ff9956a54513fd0","formula_version":"titan-u-contract-v1","latency_ms":1.2831249041482806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8eb444637db76dd0dc91765e7af17caaa4af5e2d27ad197ca4b51cc0c7e05102","sample_id":"hellaswag.val.5212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d9fe1a96cc379bb0ab3e4ec91853d8a9d5823ff327feae771c76b37a07ceaf6","formula_version":"titan-u-contract-v1","latency_ms":0.8637909777462482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"187db0c1f80705c4483349daac1d937a8c1fcf0c9def418c9081acc61d3dc12a","sample_id":"hellaswag.val.5213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75307d319b826770c729abbb442e6485dac92b5f63469c34b02affb103b1eb06","formula_version":"titan-u-contract-v1","latency_ms":1.0701249120756984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e5538b24a731991243857b8c509e9c9af867c4e1698534510b030cee8810c56","sample_id":"hellaswag.val.5214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1704bba0980137ed00cc1988aa1219a58439db2408b8cf96fc40199727d51b4","formula_version":"titan-u-contract-v1","latency_ms":0.7884580409154296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7df7e2c831e7ae4f0fd64919286712e629c040119e1169566ea0585914285a7f","sample_id":"hellaswag.val.5215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bfe8c1136dd98a1661452341948e7772ce6e8914d9e9a3221c506db15d01ca3","formula_version":"titan-u-contract-v1","latency_ms":1.2028750497847795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca8d2d1d8e735077f17b2f7b5bf425f389e5106adb99498181fba2395199a131","sample_id":"hellaswag.val.5216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8929ed71c1a68e3e689903eeeacfd40f98e75797ad88ad0b284e6547530a3e4c","formula_version":"titan-u-contract-v1","latency_ms":0.9353749919682741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"140b14e78a436e5620aef74d29ece9eff2a93c59bc63857f7c48ec2eb3bd6aa2","sample_id":"hellaswag.val.5217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b55f06118960f26f7dbbf8e90b13b9254df87551e1f86b1a68d62305a711d6d","formula_version":"titan-u-contract-v1","latency_ms":0.9163749637082219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f6307ba5e54a4be2e930b027442466fc23ad7acfcff7a790542fa8cff34854e","sample_id":"hellaswag.val.5218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"196f19b5a1d88f141f821f3321745cf26a59803abd3f581502747dda6f743832","formula_version":"titan-u-contract-v1","latency_ms":0.9054590482264757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1c0bbafbd7f64caa7347c4c429735e5c876350ab190fa743b9033c421132166","sample_id":"hellaswag.val.5219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddb78e8d4afc1a76db79706d39fecf9c91b7ef08450458fbf77117edd891df92","formula_version":"titan-u-contract-v1","latency_ms":0.6433329544961452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"787c95e8bb3d1bb981e078a43bfd55851f8f276f881931f1c113dabb333d3731","sample_id":"hellaswag.val.522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dc77e57b6e1ae78f7571474f391ae16454ddb689430f98f30b591ecfee95fb6","formula_version":"titan-u-contract-v1","latency_ms":0.7974159670993686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"093744cb30f82cbc4ab7070e7a2f02ccab978bb4efe00dcd90d9ac4df67a991e","sample_id":"hellaswag.val.5220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8284631a57c5724fde3a552a7bb40f397a94d6e988b025caeab56ce541af1e4","formula_version":"titan-u-contract-v1","latency_ms":0.8023330010473728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17cfa86f3a1a16d26c9386b7dd88b2c247237113a98cb0909f5b9d8060194370","sample_id":"hellaswag.val.5221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34fe278ef629168fca7a797911e2e4d3314828731ad1b42e69a496e4aa0c130a","formula_version":"titan-u-contract-v1","latency_ms":1.4313330175355077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cec6a325a47513ebec8074f0446a4511a67f1586882760e63ed9620dd27a612","sample_id":"hellaswag.val.5222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da743b878e76379d54576cbd2fe62e352177982d229ca74803f9b7df17e540a6","formula_version":"titan-u-contract-v1","latency_ms":0.9347499581053853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3cef6313d7458e9eb5034890a1ebe8965ee12b013b2545827f41a3f13ca1cfa","sample_id":"hellaswag.val.5223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84d643838bed5ca3ca996a12ac9250c646224aea537dda53f835d3879081525e","formula_version":"titan-u-contract-v1","latency_ms":0.9247499983757734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d829a7d9e472b55612cfe739caec00f97cc8c649ee8cc25598120675ac57005e","sample_id":"hellaswag.val.5224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b746d026569981c07c97e8739b3c4c4b48851a20090ab3a3cf17fdfcdef1558d","formula_version":"titan-u-contract-v1","latency_ms":0.7124589756131172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71fc5f0fb237f2b7ba24e63bfd9df7ee65fae41af975c4c2d0a27e37338b0dd0","sample_id":"hellaswag.val.5225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b7f4169c8ee8bf8801e5ef6f46994845d5a4400dde66da213ee36d946dc1c7a","formula_version":"titan-u-contract-v1","latency_ms":0.6004170281812549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4b5acc949afa8531f82fe3c4011cf8fa996b0c7f48ad80076497749b9b63714","sample_id":"hellaswag.val.5226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e506bf9143c45e1d82d4fdaf48bba9c1e36af0aa9d5617d66890fa56ecea9f68","formula_version":"titan-u-contract-v1","latency_ms":0.6925000343471766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"799744de356ab617bdc2333c0310d2271335d8a3fd745fa2aa3b236bf8a59244","sample_id":"hellaswag.val.5227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b58c16fbc5fc65f5918559b3eb9b7885e47c20312e8660570bf816a580458165","formula_version":"titan-u-contract-v1","latency_ms":0.5912079941481352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39d71188130186bc84e0e2d99f464cb590fea7a76b5039838f6455eb84463ac8","sample_id":"hellaswag.val.5228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6a9cf8c52cfa95316dbf7a25ac7999a171b2e3faa19431952c5f4cdcadd0ab9","formula_version":"titan-u-contract-v1","latency_ms":1.0339160216972232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f5b7ea694f0bc9431e5f6f7627e825412df49fcda666dafd23cec0d908792c9","sample_id":"hellaswag.val.5229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c08f9c4e66024257b399be1782365bfed5cf0acc8c0a161ba87bf32f86f645e","formula_version":"titan-u-contract-v1","latency_ms":0.7113339379429817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fb264983dc81ecca432177bbd8e07a6184d27055f43a610637c370535c09e85","sample_id":"hellaswag.val.523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ff6a14900990755e14a375408b4f3224432e6240a0f545d4619e9a777c922b1","formula_version":"titan-u-contract-v1","latency_ms":0.8591249352321029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ed0b5d4674d680df0205e12f078b8a8885bacea2eb27a322cc2f671cd2c673b","sample_id":"hellaswag.val.5230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fc9b2ac6dc0052019283addb7a5be35eb69bb7e2a1b690e5bb8e64c6d0a07fe","formula_version":"titan-u-contract-v1","latency_ms":0.6170830456539989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e3d52bf5971bc51068a90b83f31617efcb2383895cbeecf06993c14280a679a","sample_id":"hellaswag.val.5231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"793b8d6baba3c7cbcb4230b986042384bef111959b3ae9b2a8f3f14de354135d","formula_version":"titan-u-contract-v1","latency_ms":0.7378750015050173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6ee7ccc4282626555700419ea4f8521f2911854e7a7ab6aaf8286736fbaf044","sample_id":"hellaswag.val.5232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"348697b009591d41bb8a497f30c00d6e2a95eaf576255437a9162144bc8ca9b3","formula_version":"titan-u-contract-v1","latency_ms":0.9196670725941658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cba4e0c7c4a24d627fd142717017a6d29c30d2c366ea3b87d791fb7530887565","sample_id":"hellaswag.val.5233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cb2ad9c307e7aae45d513fb76f6cb5184817c82e48462f8ba97d4dac4511e29","formula_version":"titan-u-contract-v1","latency_ms":2.3425830295309424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"696fb88aa32f3a1d80e0c27c0a49b4bbefb907ed40c86ac4ab85ed0cacac4c73","sample_id":"hellaswag.val.5234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f4649a4d321c8876c1b2a52ab350f2d7cd5ff085a9835140f61575c31bc6ef2","formula_version":"titan-u-contract-v1","latency_ms":1.0395830031484365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72042e15e2bad85c1b8ef07361212ee8de82e2edc581c510c2e9bc8effe9908d","sample_id":"hellaswag.val.5235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb668a0b77a61f038ddaaf628d3d81bdfa965cfa52eaa53b12ff620586f037a7","formula_version":"titan-u-contract-v1","latency_ms":0.9958340087905526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8c284299fc29f16d7d1b5f73f6ba5a1098208a4d6a3262ecd0f08933cd6f7bc","sample_id":"hellaswag.val.5236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70189c43a6d3cc16cb6ba609b70d29dcdf71f1e6091cac8713af21f492c378d6","formula_version":"titan-u-contract-v1","latency_ms":0.9111249819397926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74f3d159347b07de86fdb988643bd5fab53adbdb955716ae275e5519b9a5a035","sample_id":"hellaswag.val.5237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ead22bbb5a2ff24a4802368e99dd1e08435ee413b5cf448d991cb9a33299fbfa","formula_version":"titan-u-contract-v1","latency_ms":1.2455000542104244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ca0b7e9ce31e941f4cf30cd28a9b43ab804fedf013fb3ba0275d74a470f2332","sample_id":"hellaswag.val.5238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f84c21e0a0744beb100886fa06be751216f949e3fde79cd5c5305d11ebb6b27","formula_version":"titan-u-contract-v1","latency_ms":1.1668750084936619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29769a89dfa7d6748faacc7bab1839eedaca35a5096972133547212886826b09","sample_id":"hellaswag.val.5239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee95ffe397dfee63962e9e0ccdd543cedb99dcaa501379c7a296272d72ad700b","formula_version":"titan-u-contract-v1","latency_ms":1.0471249697729945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"356e3d3db0dfca47892b36540b5900c20dfa7bc579e31d8a1a4027923e2a15c9","sample_id":"hellaswag.val.524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84ac037aa08b208ac18303cabddb63f1cd3058f36516d35ee9b976df77b05981","formula_version":"titan-u-contract-v1","latency_ms":1.1266249930486083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70e3dbb85930cc004989f286823496250288c2fc6dcf6cb72919b47ae73d987e","sample_id":"hellaswag.val.5240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a722ec4842e4894b9325aaeb205b5bedd584b7403d9ca4b87ab0b1a5738d4c5a","formula_version":"titan-u-contract-v1","latency_ms":0.6557080196216702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f5f5079ea80fa92ced1d246236235686183ad554f5d2a0458d4d2e8530ad011","sample_id":"hellaswag.val.5241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"715f6cd92ada08c357493335708664d89ca50c3b544c3b7cc5cea12e510413e4","formula_version":"titan-u-contract-v1","latency_ms":1.0964169632643461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7df92c3f7777f6ff5934bc1fe536f8ed60efb9e6eee736f77c83c132c437ce3b","sample_id":"hellaswag.val.5242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2210209eaa4b18de1c8b61a4a620a0e44596ad154106fc0899de4024d146c7dc","formula_version":"titan-u-contract-v1","latency_ms":0.9567090310156345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59333c08281085a3a68edec2e3e342e914445e1bbc95f25cc4c7624febb1cc2c","sample_id":"hellaswag.val.5243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25f14d852b3d309aadb5d8a5c9eaa756248053613099b2a60ab31f7b7c606a53","formula_version":"titan-u-contract-v1","latency_ms":1.102832960896194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a431f5aacfd172917c5dace3919f309861e7ea3409c41adbe87f46d6b4826b3","sample_id":"hellaswag.val.5244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"631291e2171cbfb962bd77ade006acdc032c07b1837e0b1f4f1b6fb26c46de04","formula_version":"titan-u-contract-v1","latency_ms":1.0042500216513872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56b4c7e959635928bfc0079f289979c7ba87c5f11d5e1762156d9fde934e89ea","sample_id":"hellaswag.val.5245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5feea16a15b761b7dbf7b02b6f8829ab6c653e2e114b3b320dc9f2cdc3e29b2b","formula_version":"titan-u-contract-v1","latency_ms":0.6909159710630774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fb703aff2121ff3d9012786811af0ed831e68fcd469b91cd073575e95581dc5","sample_id":"hellaswag.val.5246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5b704887f2e1ad2301c7638ac5470b90b5c02198b57d4bc36e959a6f7dacb22","formula_version":"titan-u-contract-v1","latency_ms":0.8828750578686595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"817d0a16e0f1a6f8191a40d33c1c3bc7e04dfc09e1d950244fb9e2e7c2feb2d6","sample_id":"hellaswag.val.5247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1074b05d820d766c33a2ee37ab41df50e7531fa9796a734edc7e9f8a8dcc314c","formula_version":"titan-u-contract-v1","latency_ms":0.8229999803006649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb22e5505885f3d4f5e6530c9f5532aab5208267b31a144bb3ed225094395eae","sample_id":"hellaswag.val.5248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c728a46039067ac9f07a94fa4d457a66cfe0aa4da44b46e1a8828e6c4e7b6e8","formula_version":"titan-u-contract-v1","latency_ms":0.9435409447178245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d21362c9db77f5e3b0e52ef581f60eec718416505bf8ac21e5457f1c3aec7c2a","sample_id":"hellaswag.val.5249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ff1f471ed41d2a1fbe0d0a4a884f423dca78a0ec9ab75154ba162d2997752b4","formula_version":"titan-u-contract-v1","latency_ms":0.7399169262498617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e865f69a99a92e5edab776d3a8f9169c9f4d093944c8bca88e755575c272308","sample_id":"hellaswag.val.525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8be2e1a323b2aecd281bd82beb3c1da8ece2e31d2e5122cbbbacd65d18b37ac","formula_version":"titan-u-contract-v1","latency_ms":1.1464169947430491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"975f0424b85a8e2de5981ae81a4e6bf571cdc3507d68e917fdaa05ca61316737","sample_id":"hellaswag.val.5250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61a531994829d65fc6bccfa1f4092f0cd60b75b6a084c9808c99ab5f5351095a","formula_version":"titan-u-contract-v1","latency_ms":0.9230419527739286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75a2a590c37474ba9d0474b1ac745bc1be1db668ac9cb220115509851e09aaa7","sample_id":"hellaswag.val.5251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47672f4218f99453a8d85d39fbf3cdad1bf2db0b71cb6010fa2b413c5ed8f0c9","formula_version":"titan-u-contract-v1","latency_ms":1.0146669810637832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e211e210629260bd3a4d2c735c7a95b0a30223539877d71d32379b381540dbf","sample_id":"hellaswag.val.5252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0515fda29f168935edc6fc72842ae282d1b5ceae346ff7421bcfc5c48e8ffdfd","formula_version":"titan-u-contract-v1","latency_ms":0.8062080014497042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e33b3456ea620181c0799c5c985104d6f834e12b4293be35f262e490fc01c7a8","sample_id":"hellaswag.val.5253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"225b5a23b4f144137d918a47fb3d0bf5f94cf4147b3a8d30d8c760c8296b9c1f","formula_version":"titan-u-contract-v1","latency_ms":0.9042919846251607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b14c9f2e65813ea3de553bb77b8d9295cd20786902c8e2e1a4a56c35b91b1cbf","sample_id":"hellaswag.val.5254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c880b3ce807b94704be5936d40e8c9ba8824ee8e020513943e437261a9f8280","formula_version":"titan-u-contract-v1","latency_ms":0.868291943334043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e421216856667a980ba77540c6c6d5dcf2c68d2631b505d3c9587b66cf4ec24e","sample_id":"hellaswag.val.5255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f84501b0a74aead61b23a8fb6cab62d6f01f7408b04f073e8563dbb72fffd525","formula_version":"titan-u-contract-v1","latency_ms":0.9576659649610519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03ca7b7827f9f40508dff1f4664045c2fa7748ed0ccb6da6bdbce6aea1f4e41a","sample_id":"hellaswag.val.5256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de28f64a137317da09a7d5ab2145a91247268a132f846683a707cbd260479df5","formula_version":"titan-u-contract-v1","latency_ms":0.7394170388579369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"555c33bbd63a73c3d1ab856e886a63f46e9d54465bb519fcfe15ec305ca72e8d","sample_id":"hellaswag.val.5257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23061ad710be8570093291858390e9d9f95f118e56da6d2d666f68c20f2c5acd","formula_version":"titan-u-contract-v1","latency_ms":0.8369169663637877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51a2316bc8813d1a1be2bea4967e99deb3e0a5e1a3a38842f5f20aff03443220","sample_id":"hellaswag.val.5258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5566ec1c6a188bb3970bcc5dc8583b3d88bbcf0bdb9a2069b655f07460ee845b","formula_version":"titan-u-contract-v1","latency_ms":0.8402919629588723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db5b010b85c8ac14933ca60bc4309f766e6ad997a9565f42f55c5033adf3e569","sample_id":"hellaswag.val.5259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3d5ca7e6cd61b9cc19041bd508ea772784514294986ec35657ecfdfdbe4e453","formula_version":"titan-u-contract-v1","latency_ms":0.5572080845013261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94927ff094460d67634ce2800d4117fa69bdef64690278d4319966a52a6980e6","sample_id":"hellaswag.val.526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c09390dc77af2cd5faaa9717092960fd42dee1d1cc086559ad07a79088242b85","formula_version":"titan-u-contract-v1","latency_ms":0.6230419967323542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"165e3b518da86eca49d55b7a5baf4ceecef55950541676061cb86095b2494c08","sample_id":"hellaswag.val.5260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68b3cea3f80e37c8d2fcb78368c6b595e73e1363aed8c55df2f942ca10101065","formula_version":"titan-u-contract-v1","latency_ms":0.6778331007808447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"085561c4745fcf50577aeb330b96888e8079911699f59c487c9e9c8dec755c33","sample_id":"hellaswag.val.5261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e30f3b7d33e8c2e5ecbf458be674bca39b4971e0130f425402e843fd18feac60","formula_version":"titan-u-contract-v1","latency_ms":0.6275000050663948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"094da91cf64823acb6c68d2fbed4617d025cf66b7aa39241e536f80324aa69ba","sample_id":"hellaswag.val.5262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"486a5ad2ac1966e9e07e0d3b4cb366232a2edb228e75339a070312c9ab6b9979","formula_version":"titan-u-contract-v1","latency_ms":1.0050000855699182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb5526fc772318dcfc113c50029e2d7bc2c1dc9db47dc4e164c04e5ebc4d26f3","sample_id":"hellaswag.val.5263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"628e15dadff9d18e589b8f7b6bf3ed6520ba10ece08d3cf1ec827af778d267ac","formula_version":"titan-u-contract-v1","latency_ms":1.1689580278471112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c51d9d1c3acda0ffe54af3c0d97e3f887abcf178380e95e6d6a9c10c86f0a89","sample_id":"hellaswag.val.5264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa131340c425351f53d61d3dce0e0efcb5b832d0200da24fbf8506f221c5ac4a","formula_version":"titan-u-contract-v1","latency_ms":0.880290986970067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"804784128b6ed78b65773d174403bdf73bb628fda1b5514eb03a77e0ccce1519","sample_id":"hellaswag.val.5265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edf8b2a0d2b1ca6d1e3850c4b930e08d4385b581fccd44aaa6770b4ec1bd7866","formula_version":"titan-u-contract-v1","latency_ms":1.0384999914094806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bdc0a8d4de47445ba1fd069e03918e43df26ea2d1c9343c415f21b65266b694","sample_id":"hellaswag.val.5266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c62138b27cb1115ac6576d5c0a0ca4ae5f4c898d56771cf14a8d7ad0f2a3268","formula_version":"titan-u-contract-v1","latency_ms":1.0948750423267484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72196fa93cbd0af4c6ec6982db4ce5b782f4f9abd7655aad0154f6885b269859","sample_id":"hellaswag.val.5267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6642f1806e062d73c487a041eb02feff1c35bf8ff8223e94e1de2e6d051ba69","formula_version":"titan-u-contract-v1","latency_ms":0.9698329959064722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db7d9c4083eddad9191aa1069847847b7298175ff910bab251bdf30ec0c89db6","sample_id":"hellaswag.val.5268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f9691bbc198dd43d2e0e1ecabb202ac20dbd9ec05f29a25024595b3710f67e1","formula_version":"titan-u-contract-v1","latency_ms":1.202082959935069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5cab5f4fdd0d421349be2d7da42d57b0b2782a03cc0e697b18a6670feaac21b","sample_id":"hellaswag.val.5269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"202b26120cba91ffdfca6a7e6e0110c6b9ac4e515d5b5f70c61258f3c45a87af","formula_version":"titan-u-contract-v1","latency_ms":0.4887079121544957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4a91188fecc354c210a85c6231fad6e6a7b2e722192722431bd152206b5474e","sample_id":"hellaswag.val.527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50f4f7dae4c7be207fd6ee89bfd9b0b71151dc5d9125e9126c836f32ac3ab128","formula_version":"titan-u-contract-v1","latency_ms":0.9408330079168081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a585410cb00733ec7a97a28145eaa04d0c4cb9fa032529e29f0e6a6995dd2c7b","sample_id":"hellaswag.val.5270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ffb71a3665f15eeac448f489afab01915176cd0953f6cdb214f2c404ea4ad08","formula_version":"titan-u-contract-v1","latency_ms":1.6267499886453152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"355d5622feca906d1bd54bb695f276df51321f54673a4df0bb3e31b22278a2ed","sample_id":"hellaswag.val.5271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd53053a8e9a1bac3bce1e4cb3fc45c1cecb845e3bd68a2d4617a48c8f757668","formula_version":"titan-u-contract-v1","latency_ms":1.1430829763412476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d1108feba0a5673f2849a43f93b1b8fe1498743a3f3d255646727686a6b4af4","sample_id":"hellaswag.val.5272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"034e62d195523652fde393423e04aee04203ae4361e1c3c2cee13c3c9f516c3c","formula_version":"titan-u-contract-v1","latency_ms":0.9090419625863433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"539a3b9feb32a8a9acd6fd99c1ddb4fe9167b887d2e2b433fe481e6fd4ad2e77","sample_id":"hellaswag.val.5273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70b404e7d41635b4c6a1b04554b255b8975d0ea95f30b8ca0fa91ac42640b279","formula_version":"titan-u-contract-v1","latency_ms":0.7721669971942902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a6d67c6bc760636bacfc31c15c718dca35cd78d49aa81c145541d7885739489","sample_id":"hellaswag.val.5274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1604de5a89729a9944f8a53234b826e2990ecc2e6e722ec29df6c087fa3f488f","formula_version":"titan-u-contract-v1","latency_ms":0.7956249173730612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b0ad6bced349a01031e1f2ab23531d18782e02a23435177d67c9e1d503bfb07","sample_id":"hellaswag.val.5275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bea19c19e8b023a3f9eb006dd1120d16f2fe542c2e45eb0062b55c19812e7d3","formula_version":"titan-u-contract-v1","latency_ms":1.294792047701776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ce2be76c22c35fc0c1c3be36400b7017506e603ce2f531954b9d1485f90ab84","sample_id":"hellaswag.val.5276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cb17751b1f4c1e72b420604d5801c9693e73910460b27a51bf343f8e0605af2","formula_version":"titan-u-contract-v1","latency_ms":0.6943750195205212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58ae0019694d4fab53b897a4db0bcad35f2c2575bf63dde0535032c7877514c8","sample_id":"hellaswag.val.5277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e59c61c1588b6bdb1685eca27bc441a88ba2ce673c3693dcfa0f3dbd02628b4","formula_version":"titan-u-contract-v1","latency_ms":0.6775419460609555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3039f34f8517ec5572306f07285fcb1448097233f95fa33c9e0087535cbb941d","sample_id":"hellaswag.val.5278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40a82f92255625768f8816c2d1ebaae710c5b7409000ef723d1c6b0e40659892","formula_version":"titan-u-contract-v1","latency_ms":0.6622499786317348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45e994b390a2424ffd91fc0e3b6049b45b053e2b088032efad4c5c95a74ff03e","sample_id":"hellaswag.val.5279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22d57543f45a095ec5ee5929aaab3d9c543661eb8747f59fe151066f38dcd839","formula_version":"titan-u-contract-v1","latency_ms":0.7589999586343765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7999a340a2c612212cb3d48627080b50c003266769096c1d6c7532c5ff595966","sample_id":"hellaswag.val.528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4911a05f9c9c07f71945c69b9a0469b165c713226df693cae1219eb79caf073d","formula_version":"titan-u-contract-v1","latency_ms":0.8697910234332085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b761ed5bb0859bfb810b3ba5a10e05d11ce9e66931c655d2fe00020547f4d53","sample_id":"hellaswag.val.5280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbc9b12d873fdbbad1e56fd6dd5597af12b60ca75de4cd9913d64dad17f9a31e","formula_version":"titan-u-contract-v1","latency_ms":0.7094590691849589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d3d4a38c537814d1da04c07bcde9355dd5ee8354a2d09ceede1ed68c013d4a1","sample_id":"hellaswag.val.5281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14abdd531b6469c88adc6caa7374130c024e57a79f4c16392e3efc48873f18ce","formula_version":"titan-u-contract-v1","latency_ms":0.6811250932514668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8a0abbb7dc19d44c4b211f78f9d6d942c6271929bc03847ac639351cd8f5cb0","sample_id":"hellaswag.val.5282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a16073d6586f500799b35bd617c314fae39ec0053691a851dfed980350c29a20","formula_version":"titan-u-contract-v1","latency_ms":1.8146249931305647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e6cbf66f4cc6a71f0825e5e7093a2ed6a74df2ff125aceb68024f123417d279","sample_id":"hellaswag.val.5283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6ef2708d726f35e3e946770c1e03fa9248c9e8de703937cfd9c3674755f98c1","formula_version":"titan-u-contract-v1","latency_ms":1.3360000448301435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7a3b8c3e16ef1c5c43376586274a5bf09b3323c4c7708166a8d98067a7224e7","sample_id":"hellaswag.val.5284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6901a11c4e0f83346eb25667210ecadffe1e05184735f8d654700482f630fde","formula_version":"titan-u-contract-v1","latency_ms":0.7905830862000585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"279757eff50acb1dd9ae44d38523cdad1bc855273cc643043ada04cc4e9a0760","sample_id":"hellaswag.val.5285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18d2e9e9dab71fb5dbb767d8060953d07f8a77e25067e89d3a5cf33e4f80d9d5","formula_version":"titan-u-contract-v1","latency_ms":1.0554579785093665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91666e93b9a8b8167e7e94ee0d8f9df07f4dded062d8ea114b9e224fbf7622ca","sample_id":"hellaswag.val.5286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"140ea5f9ddd3c9a9599fc23e3bc3bffeb8d7612f2297c667de04c2ba04178758","formula_version":"titan-u-contract-v1","latency_ms":0.6367500172927976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7680631c67601c1e52d2dbd012a696ccff5679a56bf7b39c126692077d420b8","sample_id":"hellaswag.val.5287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2ede60d996adee30cbf84c63f9f5bc65bd82d546f5eae0a420bf8d11160128b","formula_version":"titan-u-contract-v1","latency_ms":1.415290986187756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38fcfce8d74c7645683f5bde504f068172c7a1da1ea1691c272a7ab97349a187","sample_id":"hellaswag.val.5288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d99d77d7b2e6d4cb631a99f47f6eaa0c3578b13cb4d0fe24d129febd997f2d6b","formula_version":"titan-u-contract-v1","latency_ms":0.6231659790500998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8db51116baca3e8c949dc57643fcc07beedc28b0c2617c159fe8c3fe342f3b11","sample_id":"hellaswag.val.5289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06a56da5723432ff1a1880650582b4874700bd48c562fe9df7990f909e2bd856","formula_version":"titan-u-contract-v1","latency_ms":0.46624999959021807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e982be2f34bff9142aaf81931e5e17cb607bc6ba0ddf6ef59a379d482e632e68","sample_id":"hellaswag.val.529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87218eb256e975aeae320fe38395edf2c2515c1bda3f874e003903771c713edb","formula_version":"titan-u-contract-v1","latency_ms":0.6737919757142663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1be965c55442915033f5ac9281e32b7af00150dfc6ff50d6c118146616daef19","sample_id":"hellaswag.val.5290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdc753893b203f642a4cabfbf57b78b7ec11713ed7bbea562395c4bcd2bce93e","formula_version":"titan-u-contract-v1","latency_ms":0.6368330214172602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6e0684ef695b936858e3c3b241f778367addc3099e588cfeb8332b39d14e57d","sample_id":"hellaswag.val.5291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca03d4bb1049c4dd029b03f52366dc06a5b613ec9b2bf0cf514edf0678a6e3b2","formula_version":"titan-u-contract-v1","latency_ms":0.7607500301674008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4353fd2d95fc61b0d05fb3119cc4a9f4b58fe5db028440d35e02997599ef9028","sample_id":"hellaswag.val.5292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dff8b4fd15af8633ae624af69c3664baccb33184a74f921a94931f125579cdf6","formula_version":"titan-u-contract-v1","latency_ms":1.114040962420404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e83115a01d03c5f74b5f3ddeb6b0819fdab8ad21b0dd82747dd770e07290314","sample_id":"hellaswag.val.5293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9d43669ecb5070cd7cd6e3b02bc23727f2de8cd2fe7d38f57a32d8134c22261","formula_version":"titan-u-contract-v1","latency_ms":0.8482089033350348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73567446178aaa73ec3e4551b250d30583b1afc1c023795a44ba87c1a425fa2d","sample_id":"hellaswag.val.5294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5babc9c43c126080d2bf91daca02a5273f256e6ab43186c9832ef3ceced72b29","formula_version":"titan-u-contract-v1","latency_ms":1.062791096046567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa6d65193c8a3950dc2228e2954e319be9f63ce3981e1edb3cf8ec2a92a0f34b","sample_id":"hellaswag.val.5295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2504a13387a27c305ff6b8b803d317b939622acf4b94f1291aa5d1597b94ffe2","formula_version":"titan-u-contract-v1","latency_ms":0.7636250229552388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d9bc059fbec2bd69966380af2b1e5733108093ac10d597ff7a9b9f6a09b689d","sample_id":"hellaswag.val.5296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8f4d4b3a1226818cf271a5569efdd2ef4c10baf321803a635e6a908900d8501","formula_version":"titan-u-contract-v1","latency_ms":0.6276670610532165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7c343d896fe8197d7055f23fba15edc61cf5e082191427e856864e77f3f528c","sample_id":"hellaswag.val.5297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cfa811d76c5c49a4903778f77492e762e180a3e30f1fd0da1370559d26f50e5","formula_version":"titan-u-contract-v1","latency_ms":1.6157090431079268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"701e04108069db36901204cb0a8ee9cadd45dd515976c91d902da46bf9c81fd3","sample_id":"hellaswag.val.5298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc4e02d11fe9be0a4c045eb87c0f1dd41aada3e652882d6cbba1e393a58be5c0","formula_version":"titan-u-contract-v1","latency_ms":0.6383750587701797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b26066f6c6cec8bc535e8289eac5ca21f362d77e621351933252f2cbd6f3d0a5","sample_id":"hellaswag.val.5299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e349a1caac36221dc4d314e484f9a343984c8019ea537119ec33b60415e6a1a","formula_version":"titan-u-contract-v1","latency_ms":0.4705829778686166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"464c3acee3afdfbd271aa7fc695dc338712eb2386b0b70d93b22e70524111332","sample_id":"hellaswag.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e890c537a7ebe7d5b99ce2e62a2e9ba37da24364c2c4d17451610e5d598dc4ee","formula_version":"titan-u-contract-v1","latency_ms":0.6610829150304198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"175d5744ca693c3bc550aa59648396e42a1561fd60294c8ca58f7f3705aaa79c","sample_id":"hellaswag.val.530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a176416ceb03b126b6cb3ff4ddd25c3195b890ae634a30b2f0c735988a26d9c","formula_version":"titan-u-contract-v1","latency_ms":1.0019589681178331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78ad9763bb8821cb8998ae18c758dc7e9668b6e6a82bd0173c04f3000476dbdc","sample_id":"hellaswag.val.5300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63e2f54d6827ae3ab4dfa3f88ee14f44317ffbdf14f2ffa609550e214c4ac82d","formula_version":"titan-u-contract-v1","latency_ms":0.8550420170649886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d11556a156585e1975528b136962c63eb4277f7054de6d88aeb2f3f72d840ef","sample_id":"hellaswag.val.5301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a2699b280a1de08f9c2bd42297c86d49126e46fb123f17feefa32cd863df156","formula_version":"titan-u-contract-v1","latency_ms":0.8213339606299996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd0826129f9f69507d49771bc58f2aa63380e5aa5c9b66b0a030da65ae0be440","sample_id":"hellaswag.val.5302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bd388724c68b23bf54e838503cda23bb195b6671d49b407c1451b6a1afefa06","formula_version":"titan-u-contract-v1","latency_ms":0.714167021214962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e106ab0c31f67af5f6f8a353d32273b96c6888d5c1ee3ab6dd1b928961f702b3","sample_id":"hellaswag.val.5303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d64c54407487e6d6470c1e6426392454e8330e9889067b4ce760e23c391b969d","formula_version":"titan-u-contract-v1","latency_ms":0.6257499335333705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27f4ea8d5cb03f00ab25066bf26c34a032ac111c1efe9e67ae54b104c0f4e904","sample_id":"hellaswag.val.5304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c60adb92cf49231b17c3ead289de48e755d9a883d25b7f03f14bf3791987b159","formula_version":"titan-u-contract-v1","latency_ms":1.2944579357281327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b664d60bebf2bf92ff2ef5f1e08821b15f38ddf8a5d4116340b53a8c62087823","sample_id":"hellaswag.val.5305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff7663f83df36e64a13359c7912a753a8e376f12d0a4a6aec4cab77af5a0797c","formula_version":"titan-u-contract-v1","latency_ms":0.92879100702703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b82cfbf80289ffb0ac26efbb9f1cae4e724d1596da0b7453112b22820c1771f0","sample_id":"hellaswag.val.5306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02f9b5f123bf5c2010ed57875ce91a5f7389228409e0ea9be482f0d0827e92f2","formula_version":"titan-u-contract-v1","latency_ms":0.624750042334199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1327559434d77f01f24e8c82a2ceec64f3ee747ed85e7b82ddc6af92ff3b96d0","sample_id":"hellaswag.val.5307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c29cded88979f5e3f2e0487acb57874c1bd6f6132a3a9f6d2e104c2865ae8178","formula_version":"titan-u-contract-v1","latency_ms":0.959457946009934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b2d4ac07dcb2569769800c0108dcd87f83c889ae3bc93f410c15f20b98bd7fb","sample_id":"hellaswag.val.5308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3c8b7659c56d7848a31ce433bf9e76c7ac4fc340f274430909000299b06811b","formula_version":"titan-u-contract-v1","latency_ms":0.8882499532774091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e13f2b344170131b40d4d3982820379943f4a0b01c203941cac827bffb5a07ca","sample_id":"hellaswag.val.5309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02b64e28b5fc8d374144328c5a1d74ebc765f49d13570a214dcd91c899f14f2d","formula_version":"titan-u-contract-v1","latency_ms":0.7847499800845981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1662f2692a717efe7069d633b999586378e242b0ef1b888b0e2e84686ced573","sample_id":"hellaswag.val.531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70419d87fa41e707585e473b17d3caa45f33cdc3215b6189c40aad164e1d0ba6","formula_version":"titan-u-contract-v1","latency_ms":1.1757910251617432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86a651691891c278b8c8fcf5de2917ca87d4b0f3334a0b1f5340e1f437e357b7","sample_id":"hellaswag.val.5310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"827fa1e9c889a292343b444e4bc53e04f0856524fac2bacd97f893e76983b4f9","formula_version":"titan-u-contract-v1","latency_ms":0.6765000289306045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40cf6a3bdea39fab7067eae0cd06e7979c7001d0a7b39fcf107a4272c85b8f6c","sample_id":"hellaswag.val.5311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"748062e2e311164b4860058ee2634a138457e4bc17d5b1529727f949d5ab2039","formula_version":"titan-u-contract-v1","latency_ms":0.6259159417822957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"468910931ca7eed3a2b3db05ced81cf34e5af2f9a59580f10f20151bfc0d9855","sample_id":"hellaswag.val.5312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d621ff1ed124fd1ae9b415e05f7eef1f1134330f1f513eb31c87cd661b25f6a","formula_version":"titan-u-contract-v1","latency_ms":0.6911660311743617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c18a17fd2778bdfd858b9dcf77bfa67c04e63e0ec55959a0d75bf4ebc61b3bd","sample_id":"hellaswag.val.5313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49e80fcf45aeba7bdd628b6293e439b17bd0fe35e6c94b4591f4df6f0f4ef0cd","formula_version":"titan-u-contract-v1","latency_ms":1.2046670308336616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"266f7a624620748a66382bbcbcc53afebb3d9dd1ba27c11a5516289516e502b3","sample_id":"hellaswag.val.5314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3a77b342022e27db7bf83821ac9edc69238050f652b7c66324a68d220aba4b5","formula_version":"titan-u-contract-v1","latency_ms":0.8645419729873538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b47edc422fab0fb45a6b19725bab021e776cf7b388f5021fdf2ce043f5de5967","sample_id":"hellaswag.val.5315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a0d95e7ba379a8286c58681422dbcceaa957bf218fd4cf66a3915130d1ded5d","formula_version":"titan-u-contract-v1","latency_ms":0.7387909572571516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1aa494d973c2f8d480c81cd2418d7e927f885ee6da51cf36e82a7f6c31ee350","sample_id":"hellaswag.val.5316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7baff52bf7a8a39f08ca362d92d1cc6012b4018b73304223efd01450ef77a4f1","formula_version":"titan-u-contract-v1","latency_ms":0.6952909752726555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b31748ed17feb6dc04d910b3b45b875d0762f197d2f58654718b2e0e7068e5cd","sample_id":"hellaswag.val.5317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f6c9b5173df1aa4a9aa7ae9d3054191c5795c959c22c258025a2df310d31ccc","formula_version":"titan-u-contract-v1","latency_ms":1.305541954934597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fc78d32c8a263af46139e787e96addf8e249f186e93f833e363ff98b22831a0","sample_id":"hellaswag.val.5318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ed4259dd10bf0b443a07733bb85b0a227ba4219e9fc156d010a35f50e3d2c4a","formula_version":"titan-u-contract-v1","latency_ms":1.2858330737799406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9d7cb5a73411a1b53c4888e62e4e0cd7b8ffb43d57edba38d76317ba1b34544","sample_id":"hellaswag.val.5319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"009a985fe33a748ec29e5fa7c825bb9b67ffc58d3a7a1701f2e6b15dc138b4d2","formula_version":"titan-u-contract-v1","latency_ms":0.6619580090045929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc7635a31e503e28a942b0e86c1921b24b2202431be43f1d424f104217c9fe2b","sample_id":"hellaswag.val.532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e5ba93e962d6dd3535e3b9cc9bc28be38441e9761aeccac14b6e6ca027bea40","formula_version":"titan-u-contract-v1","latency_ms":1.1415829649195075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67826d4d5b0eaf4b14efb88767aa676a15002cc5ae0e84492878e1213d6c5bbf","sample_id":"hellaswag.val.5320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ea8fb92766317a6dec7432a23886793a41fa8f3ee3acb56beb5757dbd8c9406","formula_version":"titan-u-contract-v1","latency_ms":0.8559169946238399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be432afa4bae237511661aac0a4c73f3b5f83f654836b05eddd1d53983c1f5da","sample_id":"hellaswag.val.5321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c8cf47a1e4a335fe5261dcf3b264130e4faac17b93413ea31e4d28151729360","formula_version":"titan-u-contract-v1","latency_ms":0.896874931640923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d418a4bc7a27e6f66ae6847de7fda829823a4f21cc34acfa6baddca14a804a01","sample_id":"hellaswag.val.5322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dca5cec4c02d607d11c0d5532fa208d67a48d4fd6309c62a0501c96d48f5aeea","formula_version":"titan-u-contract-v1","latency_ms":0.851375050842762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9123f33139d974b9462ec928f006e03926768689b01fb478cd4f3022a5c68b56","sample_id":"hellaswag.val.5323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc4684cde8bf6d74107f977a8018e713a3ab28acb31bb2b7f648a2db562e347d","formula_version":"titan-u-contract-v1","latency_ms":0.8145000319927931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ed65b00c188cfa6532ca3671932ca31becb1a91b95a92d94ec5d85550599c6d","sample_id":"hellaswag.val.5324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dd03174b13805177ba1bb7a1b345214477abfd13449ea249e8a2115af293932","formula_version":"titan-u-contract-v1","latency_ms":0.9785409783944488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e32abf3d17b6e8fc57e8d0ce51d57445eb780ba99387fa965f1c64a5ebcf586c","sample_id":"hellaswag.val.5325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20f2866426ed4dc8d1bbf2ef735a66eb36fd9b05da58683da45ba23dddb8a15e","formula_version":"titan-u-contract-v1","latency_ms":0.9236669866368175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ce882eb20f81a1b37098762ee75594ff431b2ca9ca6d5fd488217560c8bc661","sample_id":"hellaswag.val.5326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bda57ae5c38526f5f064d814e6b613f89ec34a524e12d95ac6762b3b66e8c0a1","formula_version":"titan-u-contract-v1","latency_ms":0.8940000552684069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cabf6c77edac035345d3f0c912bcb5b64f6b552d0db0db0a9933bbfe3771d75d","sample_id":"hellaswag.val.5327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6a27c3a4fa3177c853bafce48af65906d6b0a1fb010fd3d109a209e3af59e21","formula_version":"titan-u-contract-v1","latency_ms":0.8624169277027249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4d1acd03027c22269c4903c65f82c1e41cb798bda797524805b460f10807045","sample_id":"hellaswag.val.5328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d950b7c2e923b6a8a1dcd6e6e362e60f46b66e0d71bfbf4d5e4e9424c92f3c26","formula_version":"titan-u-contract-v1","latency_ms":0.7722920272499323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c62303efd8f9643e7e9e490ab7c98e79234319b56863da33f6c70ddd8df92367","sample_id":"hellaswag.val.5329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dec887c28b35b1c478d9fde7f38e7b2bfbbcbfea52c76e6cbc04f3206d89de31","formula_version":"titan-u-contract-v1","latency_ms":0.6533749401569366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"713e1ed3e4083a7fa231666ebee375e200eba769fc8e6993d31f2a2ac6cd1350","sample_id":"hellaswag.val.533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa51f0604dc6096d108e066ac7524a4cc296e681b315d56a36ba73780f042b2e","formula_version":"titan-u-contract-v1","latency_ms":0.7044590311124921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4662cd078f2119e32434ea132d9e675d9e5bff694cf04fa019c2b5407763bb2","sample_id":"hellaswag.val.5330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7881ef689699fc1d6c70d1ced5fda97590ba0b46a9fdb26f69a7c7170a23a46e","formula_version":"titan-u-contract-v1","latency_ms":1.0031249839812517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31face0c22edeee9423a4f5396113dc357b9e3c58e33084457d579ae44454049","sample_id":"hellaswag.val.5331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ef483422790698f0abc965fc34e3b6daf304f4c9b9c7367f087dca52825720c","formula_version":"titan-u-contract-v1","latency_ms":0.8320000488311052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9ecf841dc9d1bd4d5f8eedb5bc1e4cf5dba7615c77100c8c6357363b9235470","sample_id":"hellaswag.val.5332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef27842273b30aec1e9a4e3d581b83ce4ce1adb0cb0856034d2eac3b88d61ec6","formula_version":"titan-u-contract-v1","latency_ms":1.1962910648435354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca852caedfe32ff8c99db5c26ef1fa3910d9c499537c6c364dece601922a2639","sample_id":"hellaswag.val.5333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3831a9e6ce92c533710b2f37898dc35a32c93b362c28c54c349389c6b1dad243","formula_version":"titan-u-contract-v1","latency_ms":0.8131250506266952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"757e436560ae08497f51e6d80ddd55f100d95953ed06e68e98a4738d6316354d","sample_id":"hellaswag.val.5334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47bc6b84fcc2052a7acc1d95eaa2b5ee414d1473e503293fc7c847a0fe7a8a3f","formula_version":"titan-u-contract-v1","latency_ms":1.3080830685794353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f68f4ce6a34b13cba585344466f55e0c48636816f2842f681019ad5cd4a7e7ef","sample_id":"hellaswag.val.5335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d7423a151208bc7d9ea041a5bb05596f982494791ef2372fef51924f9148483","formula_version":"titan-u-contract-v1","latency_ms":0.8485420839861035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f125bb3ed33919a6b73b2b61e545e6c9157a8465dc5448ef1578518805dc2927","sample_id":"hellaswag.val.5336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"027dbcf28c57f982532467d9a6c35b41f25f97809a6ff7fa446956700a71e83e","formula_version":"titan-u-contract-v1","latency_ms":0.8273340063169599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efb7d0ff4c9caf00918b2adee77b3d189dae3595685348d296f24741acdaed3a","sample_id":"hellaswag.val.5337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0262b6d25c36aac31b490756722a9d581edb37f232f480d6d25671b7872d324c","formula_version":"titan-u-contract-v1","latency_ms":0.6203750381246209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"157db6de7387f23186c3670437627b8b9c0146764a253ecf1e8b1f7538e6f0e3","sample_id":"hellaswag.val.5338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89da144c77fd4cf5ac4186390c5bca05591d779ab7292d79bc99aebd8987e6ad","formula_version":"titan-u-contract-v1","latency_ms":0.686999992467463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e0abcd1059e0c5b46dc73a7ed4e96d783e926cf726e4c9d3c7b70d0bf53effa","sample_id":"hellaswag.val.5339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c662453cc6f0c93cfd4ad53d981aff476845549c097cb3efe83a8ada2abf709","formula_version":"titan-u-contract-v1","latency_ms":0.47091697342693806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f4e749da91fe8be3a7469c5343295ff65edd8e95ea5629499ee254b99d3aa26","sample_id":"hellaswag.val.534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec5c7e1f34a8bbbe1c694983cb6b3b1977677391d8479a2337f2efc5f44a5e87","formula_version":"titan-u-contract-v1","latency_ms":0.8065419970080256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"797ec8b701aff860abf85c475559d7ff63a204e443eeb1fdb7299b08252a0fd9","sample_id":"hellaswag.val.5340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8357e0ab88aea203884973d3b04f8d93bf1fa4023b01d5297ce026fd9d4966d0","formula_version":"titan-u-contract-v1","latency_ms":1.0848749661818147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8e30dc809b1005977ffaa52b9c8d131a0fa8dacf874447a330e4e42cea42d17","sample_id":"hellaswag.val.5341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50e3ddb315162f340b02797ff689e05fe7711c9f1bfd2406594d2b124b3ed3a2","formula_version":"titan-u-contract-v1","latency_ms":1.6633340856060386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61c8517caf8a2829eb5b7c6449b550f08b4dd61e55ba33211b1165be5971a671","sample_id":"hellaswag.val.5342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df5440fc8aaabc01242573ff1368f3cc2abccce47bd2d9c6e5903c9c054b4ed9","formula_version":"titan-u-contract-v1","latency_ms":0.8367500267922878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b104528d264223a9ff6a8bc19c5b892a955b8be0ea23ac2e8e424f982b59bda1","sample_id":"hellaswag.val.5343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88f2ef4d8cedeb47217b18aabedb587c5c741557d0fa469f498d17bf8442a5e7","formula_version":"titan-u-contract-v1","latency_ms":0.9421249851584435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"916d083e7f402c1fd20943093723d87df1b4c79cb037fb478ae1dd7f99b162b2","sample_id":"hellaswag.val.5344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc99832225d312d4e70a287eb9d81040a1417f681852635ebc47cbafe792a786","formula_version":"titan-u-contract-v1","latency_ms":1.667959033511579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f5aff355905051ed48a0acf1498fcae18b8501420336a04006b8947da9ecb77","sample_id":"hellaswag.val.5345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"520544c3cbee8af578b3662bc192a9bd01b4d365ea187c1508642c11f42eda4d","formula_version":"titan-u-contract-v1","latency_ms":1.0260420385748148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87cff8b20347193f8e14d78746602f6ee0099d931e13074c13277c4508309ca8","sample_id":"hellaswag.val.5346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad7ac3234aa605695962d0032e1896b6f706a35ca65f20dd33102b92b632aed5","formula_version":"titan-u-contract-v1","latency_ms":0.666125095449388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"291acc1a1a8e47af6e191686fb9d573ac94c9386631e1a368a3cda3262da4306","sample_id":"hellaswag.val.5347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9886d1c5c80f46a91c4cd5f1c6a5e99e52e93cf63e5bd7fc66ae76082eb43889","formula_version":"titan-u-contract-v1","latency_ms":0.7096669869497418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8665172b268805c30db8179b77d6b37b74f7c7fc8bd2694c5bde54a515f6717","sample_id":"hellaswag.val.5348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9396b321995219be22ae102f4d2ff31d12c7081ed408a8ab370c64ca1732557b","formula_version":"titan-u-contract-v1","latency_ms":0.6759579991921782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdab33fb3eea45474c58a268342270b00791ea33dd07ad9f4f92ab38dcb76278","sample_id":"hellaswag.val.5349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d91a0cb301bbedddce2e0bfa7f5fbaae4ab091d240b2216aaf8fa910cd0e90bc","formula_version":"titan-u-contract-v1","latency_ms":0.41383306961506605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84b24b09475dd4718f9ec41bc293bfc351764fa1fb11383eff8a4aad6c8c2cce","sample_id":"hellaswag.val.535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c1842508c206a3e923dc706475f3f4c960642e3475f9c92b9215a0e6f16ad98","formula_version":"titan-u-contract-v1","latency_ms":0.6770419422537088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54f8241ee80489d76497a2ff0f24fc08ff3ecc5e5e94de17d752ffe56870c476","sample_id":"hellaswag.val.5350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b46a05cfdf4e8322030284b06ab0dc081d6bb89018da2b69b01abfe1c6b2a40c","formula_version":"titan-u-contract-v1","latency_ms":1.2043339665979147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"148924989086fbee8bf677576a3b27ae2b2b850dd32ac60eb6996dbdf2cb4c62","sample_id":"hellaswag.val.5351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bb1cecca550e1ef9cd11840213e6646b60458d223f5515487a74dc7ac28f256","formula_version":"titan-u-contract-v1","latency_ms":0.6520830793306231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7626ec255d20a70e2f8a488db518f8f00db3ede2ab00ca2499a164f450be7dd5","sample_id":"hellaswag.val.5352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be4453dba496317e6ddda03e95a29fc119629eaed94f65a7b8d3a4d9c26f9592","formula_version":"titan-u-contract-v1","latency_ms":0.945459003560245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41e656f7d9d2516c454946bdb4a87f7d33594b3e7938497e8b5abd21255b800b","sample_id":"hellaswag.val.5353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39133252a44669865238f3d0f34125c6a3abc76fd27a45a293ba689494dfe469","formula_version":"titan-u-contract-v1","latency_ms":0.851375050842762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"346bd47c96a6e7f31f726cd131e20eaf709da7518909e64a0e849e29a05662ff","sample_id":"hellaswag.val.5354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa04b01c10fc9fcdb784f0ffffdb5639c3c1b1189ee7047fcc7f4ba22c844b37","formula_version":"titan-u-contract-v1","latency_ms":0.979500007815659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbcaab1637ca7778df77fa30ab3ef61907090c9ad96e5154b80a070da69a3a3b","sample_id":"hellaswag.val.5355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d10de709c4688e90e777f75fe051cf1c24a083790c920b8b87d50083718ac110","formula_version":"titan-u-contract-v1","latency_ms":0.7974579930305481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"507848948dfcc0c9ffdf79c7465ff423094faef99d46a85f90b61cd916b80a57","sample_id":"hellaswag.val.5356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cf0a825d6a64327d7f945e28a4fde2b6b3ec155a55b1d4ef20159277c6931bb","formula_version":"titan-u-contract-v1","latency_ms":0.9321670513600111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ac6e30d6c04979214a572667ae63ebe716bead61fc5f3119e5d1b36fb50e68a","sample_id":"hellaswag.val.5357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"937cfc664dfe3f289e534c4877c2492d60cb19bf4ee82b632994d358da7732ef","formula_version":"titan-u-contract-v1","latency_ms":1.026500016450882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ad59537216f3dbe862c507ebf1ec4b0cef5e002522ceccff1e574d50052c9d3","sample_id":"hellaswag.val.5358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43bcc28ff9e87dd184e4163b66d83817c2b417a58300b5d4bcaae2bdda10bba2","formula_version":"titan-u-contract-v1","latency_ms":0.6401661084964871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e39955b39fce6db61740d67e1206e1cc315b27f90903f033866f1ebcc31dddbe","sample_id":"hellaswag.val.5359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cda2e0797e12629bc9dfba47a14e1a1ef4b00b9a0db5184226d32980c816f6eb","formula_version":"titan-u-contract-v1","latency_ms":0.5835830233991146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ea511ad56ae8b11048f1cb8d9188a0ba0e500e96c9d8db4429fc1b49273d9ce","sample_id":"hellaswag.val.536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6612e405be6dd7d2a5427541e7c7010103cddba15ab6d75957f97ebe5fe2296b","formula_version":"titan-u-contract-v1","latency_ms":0.7739169523119926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"479d90bb1b45ccef2d8a9d3f11e997609fb3a85b4ef14afa2ee23df6f07ee781","sample_id":"hellaswag.val.5360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba58059acf7509f03ed08cc0bebca114a5ad72d173edb0f81e93e5b85a3fde70","formula_version":"titan-u-contract-v1","latency_ms":1.447124988771975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"158d297a1ee5cab44a797e160b22c76371899ea4d16bf2374579a1424313140f","sample_id":"hellaswag.val.5361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2009c438b894c73498a5262d2773af1517bec3e6f4ca40effc36c6678bd135c","formula_version":"titan-u-contract-v1","latency_ms":0.605541979894042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4f832b2800645aa42464c9f4ad84215b2b11390240d3c77a220762c1d1789f1","sample_id":"hellaswag.val.5362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40cbf0be5411f6f37e81b2d0c1d43f58b79fd3e8a954451b453f402019a9ee79","formula_version":"titan-u-contract-v1","latency_ms":1.167000038549304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cf6c82496b61e1fd79e635d7c38f061ae8db2f74e1330a7b12194fd9cd93696","sample_id":"hellaswag.val.5363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0aae8e95a06b8979cd6dfef8cda4c9021eafa1cee258d16bac9f504a4f85aabd","formula_version":"titan-u-contract-v1","latency_ms":0.829207943752408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a37ff9e7a13e5258162879f86121bce57328c4483fd8f46cd6cedfbe41f4ebaf","sample_id":"hellaswag.val.5364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62350f696fba5daa5e2f16961b882a64a5c4042329d9fc16194be09a7a69568b","formula_version":"titan-u-contract-v1","latency_ms":0.9808330796658993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03bb5be637abb94a93aa01157ff721d9740c5bb617e03d56b683eb0327cd2217","sample_id":"hellaswag.val.5365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d354643eb3810b3c4679dcd9a7c4ae3e7c19b5a32c890a717478faee7916fd7","formula_version":"titan-u-contract-v1","latency_ms":0.9783749701455235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a929c9a7d91a472f5d080f6578f995d97994ce586e6e52dd01a26321466f1305","sample_id":"hellaswag.val.5366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56df8d1a90c889fbc4212bc92ec0c27c7d378d27352f784774c61e055374ab89","formula_version":"titan-u-contract-v1","latency_ms":0.8281669579446316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bcce0561d89e5fc0201b98873a2898cd5a98027e67cfacad8fbec9565a8671b","sample_id":"hellaswag.val.5367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f9357c0e10917df32a46908006f9f706022c67b4e028228e2e8ee59e47aca61","formula_version":"titan-u-contract-v1","latency_ms":0.9703329997137189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d96fa3c623fad2a46cc697b3caa8a51d346165007723e2ae96cb9ecff430996","sample_id":"hellaswag.val.5368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a389af9d13e73abedac46fa24f988e1a8e10751c7f29bc92502331577c7f460","formula_version":"titan-u-contract-v1","latency_ms":0.7370419334620237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19fa4516623dd9d30c00778cf736ac19756075a642a8b4b779a5d5916515bda7","sample_id":"hellaswag.val.5369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"097c2e5ee1600770339dd02eff8a6810a655d20a6dd10f2980dbd94c01ed929a","formula_version":"titan-u-contract-v1","latency_ms":0.6614170270040631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a20b0274d7d5521411748f96159089a86ff20c638067ee87bc73fd2a1636975","sample_id":"hellaswag.val.537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abd17f5e86616ab8d4be7e9d6e004b2c58ebce9ce19b08c6fe0e2e6dec3f3698","formula_version":"titan-u-contract-v1","latency_ms":1.2096250429749489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6400cca564e6e15adbfa3dfe8c08d344b390c6cd1ff01956c2d659c0870c6b4","sample_id":"hellaswag.val.5370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc37a2f7a9ec22b73ecaa8d18fcf1d7c5dc741c5aa6dad361f061530ee179c55","formula_version":"titan-u-contract-v1","latency_ms":0.9056250564754009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74fe54be70784b6f78ead8b7da15138a86ad70bbb1ae9778b8759778f00a85f1","sample_id":"hellaswag.val.5371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbc10de98393018e863002295ba7e595546525e782146ffe9b70c8fd4a112e2e","formula_version":"titan-u-contract-v1","latency_ms":0.6460000295192003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d3b42013b4054e225577343e3d017d0b29b0dc7cd848115c5c31510e59fbf7e","sample_id":"hellaswag.val.5372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc2b6b410f0044af48c90b6fe33c6ac8042b7c03f5feb3af8d7962a5ea02b646","formula_version":"titan-u-contract-v1","latency_ms":1.0672080097720027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"439d2b61e81ffd5bc519bd29fbc232aff2cdcc625e8e887ae2358c9b20db1f03","sample_id":"hellaswag.val.5373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b787cf4b1bd058d5d7c6dc7fe26eb335b407e8f25801038f5d818f237f951a9d","formula_version":"titan-u-contract-v1","latency_ms":0.8402910316362977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ee527da85d885f9475fbbf2ab408841f516a89921bb03e1e6f3b0e850138899","sample_id":"hellaswag.val.5374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7972dd77d32964c08ffdeb7f1c5ba784f87855a1e064963a4abc18d5cd7b5057","formula_version":"titan-u-contract-v1","latency_ms":1.06712500564754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5ad3ed2504c7d942174a6a8e0e50729dd3069032cca27baf6945dfa9c578d63","sample_id":"hellaswag.val.5375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7794a6500e64c1a9104a97181db9a1fd75dc17a72ca66ee129503cbcdc600943","formula_version":"titan-u-contract-v1","latency_ms":0.8496659575030208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b93105b8caa10009bc0ffca27b05f244f630db79cbf0a29c10054db1659093ef","sample_id":"hellaswag.val.5376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70536a2a6978b8e880a4ec2a9dc695686bba369c355bb764c78974b00ee40bab","formula_version":"titan-u-contract-v1","latency_ms":0.9473749669268727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc92e24dd420ed306f2874e8bc7d989d016238e463a62cff404e9c4cf2173ef1","sample_id":"hellaswag.val.5377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b57f0b134d3804106d3579ea136c7e6152906eec123032c68e291285ab1674d","formula_version":"titan-u-contract-v1","latency_ms":0.7805830100551248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b53508c8e6ed717a9efd4c284c16f167456aa3f39f0d1247cee478ef0f31a60b","sample_id":"hellaswag.val.5378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c04b7cd7ce72257b023a2113092bac44d0ba24aefc36cb64c92774aa8625e607","formula_version":"titan-u-contract-v1","latency_ms":1.1004999978467822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c98f09f1bdcf257dce904242179559ea687c60bcbf942fa128cf89c5f4006fd","sample_id":"hellaswag.val.5379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3b21a18ffc60c57a3a82a00177dfff2bd6a0ebf9563e5f5911a2da2528b9e63","formula_version":"titan-u-contract-v1","latency_ms":0.5068340105935931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bc801a88ef9fe46e6d56ba0f8dc16b9d271164409d39e2b2f68734516968fa6","sample_id":"hellaswag.val.538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"936ee492af777117b49291c6f2f1e0fb8633ba4aba8e235fd2d06f817987d241","formula_version":"titan-u-contract-v1","latency_ms":0.8359999628737569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fefe0ceb7868ecefead73e70b04b3a355d11e40f1c3bcad7c30014e3df08c5a5","sample_id":"hellaswag.val.5380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dfe6630159024c7fa8a93d66b232a7d92f062ea0e1bb532f37aa6645fdd980e","formula_version":"titan-u-contract-v1","latency_ms":0.8658749284222722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dd243d01a9ac89e0e6886a99c2e454fbd7436737b4800e2e352f1338b76e490","sample_id":"hellaswag.val.5381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9fde8a0f21dda31f28e137172df7cd58f000ea2327a78b63d8d8a123969e941","formula_version":"titan-u-contract-v1","latency_ms":0.6962500046938658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c01b24fb407946a205689f2abc89b6ccd06301182c5054d8dd0d3df46f32388f","sample_id":"hellaswag.val.5382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61ce7fb5999f977705b4573dcf6003717d711f758fbeeb9f531cdbc099cde3d7","formula_version":"titan-u-contract-v1","latency_ms":0.7547090062871575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9848ad4dde288cdfb5a6ec42fafd6e1ba97606ac44a21c518f66b2723e76f105","sample_id":"hellaswag.val.5383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ae2c7a62f48fd805b536e4189369f3c2bbb4301fd5a75ba00cdc1813382d576","formula_version":"titan-u-contract-v1","latency_ms":0.8455419447273016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7443fc756320a6f71dd13ee7df1005eb7ccda9253be269c7883f24b0f49b37ef","sample_id":"hellaswag.val.5384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09109a46cfd249c1ea6a77c4714601708cce27456137de525c9be5c4d102cf7a","formula_version":"titan-u-contract-v1","latency_ms":0.7694999221712351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95794d82040d1451ffed8d95b0f0ffdbc749cfc41257f4d6ccd70743c0713c69","sample_id":"hellaswag.val.5385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2d5fd30506b5d2066ead2f784322f131bbfcddb09910ede11e24dde707c24ba","formula_version":"titan-u-contract-v1","latency_ms":0.651625101454556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"945563e6c8b37d3f3d7cee64af52ec9555cbc143379df6ce128e8ebd405468b1","sample_id":"hellaswag.val.5386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b07081e0afe762ac88eceefa26ee3392671963317def473f9a6b9812e5cc564a","formula_version":"titan-u-contract-v1","latency_ms":0.9016669355332851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bf327bd39a6de6913b17a6f5b566d4af89c825b2af945583d07fb571248bca8","sample_id":"hellaswag.val.5387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50c16954d696259a0f2d112757caf24b198ccb747cd725039b0fe80b3aacc1fb","formula_version":"titan-u-contract-v1","latency_ms":1.236500102095306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecbcbeee0a164a08de84fe9dee5e90c6f47427aad7d6bf496e1f451948ccb497","sample_id":"hellaswag.val.5388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3021d7902562b5bcc5047e24d2d93c91d9667851ef02867d46c3bc9a6418b8b4","formula_version":"titan-u-contract-v1","latency_ms":0.8791659492999315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fbee25a191989ce9e61badfac0b4c5056a65580062fea52f7ac63b89caae9ee","sample_id":"hellaswag.val.5389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b26631699a727b72b379a7e6564f259dfe63bbd0542af3a9a16eade12f14b2d7","formula_version":"titan-u-contract-v1","latency_ms":0.4838330205529928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7eef98771418bdc42327af2533da12a8be41a62fdab953b4345f401cf8ffa0c","sample_id":"hellaswag.val.539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"939fb26ccf4923ce6bd16684701910501b9a0df9dacd24fa7e4634158ad27211","formula_version":"titan-u-contract-v1","latency_ms":1.800500089302659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b407748c5719e4814e880177836c83728ef1d7b751de7de39fa0f357069b4e1","sample_id":"hellaswag.val.5390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3552064af30fba4a4de272129a9af6c502191760e0c49fd896683c463c0a41c1","formula_version":"titan-u-contract-v1","latency_ms":0.9259999496862292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86b1c78e46eea4f2657165d7710e5c7f41adc4bed51baf99230197849e5818e1","sample_id":"hellaswag.val.5391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61b9c2548936ec4b8aa5b42de91c434e1b0a8f1821360915186526db7e3ef50c","formula_version":"titan-u-contract-v1","latency_ms":0.9435830870643258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fdc1be26faa1a56abd341cc5939e1f6f1a0c9613a69b39a2e6ef9be64dd4027","sample_id":"hellaswag.val.5392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f565ad85781a63c3f9ec4bca7907f2f0ee5985e31de356da1c3e3ee3696e19e6","formula_version":"titan-u-contract-v1","latency_ms":0.8884579874575138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ee22255753438f969cdd4995d71dfe9b87bc44490f63bb623e14b36ae041b10","sample_id":"hellaswag.val.5393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"780e38a7ee95f830130a21f6cbb12731cc56eda22d441ce305016e836a11f089","formula_version":"titan-u-contract-v1","latency_ms":1.08916696626693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63067951685ad43de0981b5ab90a903a435f5f0c676a60845c588c48cf3629fd","sample_id":"hellaswag.val.5394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15f6dd43706bc3425cd52b13c7a5420980c78503d52094cd9176caf6e4062ff2","formula_version":"titan-u-contract-v1","latency_ms":0.7028339896351099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4866b1e56f8b7a8109feecabc49d92617ae9460640a92b249ee33f828f5f7c87","sample_id":"hellaswag.val.5395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eccf97dd07b0a321acee7859e274a06a0968a9a1f7e469f947c5b8c589553d40","formula_version":"titan-u-contract-v1","latency_ms":0.8885839488357306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4119dfd6e8670c8ef388c2e45caa89d61415af10044ecd53f7e1353b657c250","sample_id":"hellaswag.val.5396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04b4a1cfa4c099023cf76ccada80df378ab419de1773a970667f8f94ccb6a8ae","formula_version":"titan-u-contract-v1","latency_ms":0.9121670154854655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34a707b9aabfb339f2732014dffa0de05b51352ba2112b408a2cae6ae5ed6c0a","sample_id":"hellaswag.val.5397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91f1d316b91d1e88007443a8e81d96bf2e129d56f2b448074aed069b026957f5","formula_version":"titan-u-contract-v1","latency_ms":0.8609580108895898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab6fd76d14afbc62d737cdfe0e79a69f73d9f00fb840a6f5cf8c5d9e1ae5b13f","sample_id":"hellaswag.val.5398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f97b1174f83c34ba8173891ee48e6a24fadd3e570d5e1baed0d86acefbce2b3b","formula_version":"titan-u-contract-v1","latency_ms":0.9702080860733986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8429f5b98d1c40a01abbe67503dc4ec1567b796836901e96b5fc911aab3f3e86","sample_id":"hellaswag.val.5399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f4d85606762c23d7f8529717762debec129a2c0b36096d6630efd44051111f0","formula_version":"titan-u-contract-v1","latency_ms":0.5333329318091273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"524a382f8e888f26bf0ea0d293da75a16930b22ddbf35a68e07c68f3a536483b","sample_id":"hellaswag.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"149bfc402f9c9ba2b26aa20f739ffef232fb473c3822f92dc506954f4687e748","formula_version":"titan-u-contract-v1","latency_ms":0.8974999655038118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f8e132f2e618ba7fbf979fa55f95fbe3e9b59f8728bb73d3b0e1269989e01b8","sample_id":"hellaswag.val.540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a663bcb90c591f3af641b5fd142673dad38d77de7d0494dca396efb5e68f59b","formula_version":"titan-u-contract-v1","latency_ms":0.9059999138116837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60d78d3e38322812856d365fbe3abd230adf239513eb0c9ce0b2b85df4ec4368","sample_id":"hellaswag.val.5400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1792912798c3021f914c49283201335eb57da250f4a4e76c59cb04a1a31fb94d","formula_version":"titan-u-contract-v1","latency_ms":0.9197499603033066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f3c5c1b4db9ce7f659d84b596c84464333e90b1d41247cfa684736da6ef7680","sample_id":"hellaswag.val.5401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26ae4ebb9e59f6b89da469c8e9e2c9cd259dd869bb738f3fa53f0841084a382e","formula_version":"titan-u-contract-v1","latency_ms":0.9874170646071434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"681ab62816781679e99aefc803aa0e5ebb9eb1b793d34c9cd71a886fb82db4fa","sample_id":"hellaswag.val.5402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"420f30f022ffb6c2712533de9e66e8991f4953b0891223eb87e304412317a495","formula_version":"titan-u-contract-v1","latency_ms":0.7289579370990396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f6889a406dbeba7f9e9f86f9ce7c4370660d0c697754aed016e5f0037ae24c5","sample_id":"hellaswag.val.5403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d300a14b5aacbc9123de1a69986536f3f466a96bde94d456668681a837fe1713","formula_version":"titan-u-contract-v1","latency_ms":1.632374944165349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"582980aa9bb74924292c12d59678a93b5fc355a3cc7550a14eb2eb435c43e3b0","sample_id":"hellaswag.val.5404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50303645a47ac986559ab6f2e431727ee22f23c59801b8aae9a1f0e1888df859","formula_version":"titan-u-contract-v1","latency_ms":0.8185829501599073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3405b0a605b1d982730d749a61805adb7a4bd489b042b2e3b734cb32291dbc1f","sample_id":"hellaswag.val.5405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27f1502809547f3bcac34478b6ee6ab4ec0771d3850ab6e12fbd8760eaedfb3c","formula_version":"titan-u-contract-v1","latency_ms":0.6627499824389815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79771564f6fa27c08a4b3908628b28657c6265480301146cdb17c8261e441487","sample_id":"hellaswag.val.5406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebe08a5b48b7287d591c657430d67a00cdfb01a1452f534f55cff573d74d2067","formula_version":"titan-u-contract-v1","latency_ms":0.6734579801559448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9a11f133d2ba94e8785acd8684ee6ec03327ae0cef6217e5d093a4043aab224","sample_id":"hellaswag.val.5407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d60aa63c179228de63745455970f9a462e912c00a27a4b15f42dc5c7b293d235","formula_version":"titan-u-contract-v1","latency_ms":0.9652089793235064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cd81dd5d321d5b6ea3ecedd43d97645ca976b71784bb72948e62536421ef4de","sample_id":"hellaswag.val.5408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98a356ac787ea8cb3a4bebe45c53dd6e033e9dabc7d4ca994a1a22465f72876a","formula_version":"titan-u-contract-v1","latency_ms":0.7124999538064003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"332ab55436f4ed6e79bcc76b9c1813d78de9029bbcdb5c6e76082f5d400b4537","sample_id":"hellaswag.val.5409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60b140d1327d455cf30b242575f2d9d321352fb906be861bd2f1c2ffb5e113ed","formula_version":"titan-u-contract-v1","latency_ms":0.6247080164030194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f096bdcf0f0f14776d7a1642bf35a0f8ad930b3091723bdaf48739986d2ca3c","sample_id":"hellaswag.val.541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e632ef0de4e2efe38fb1be75b60468cbd093ebf7f53e4ade6aa889e3fb43093","formula_version":"titan-u-contract-v1","latency_ms":0.6372500211000443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dc5d708f24205dcd3cc9d192c49ead8a5daa6a52b88c13bf4a8dd9a484067bd","sample_id":"hellaswag.val.5410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7da142a1e5f5c3175d66b8dbb929404a18e7c0b0793e4ccb72190b2d9c81f42a","formula_version":"titan-u-contract-v1","latency_ms":1.243207952938974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"336898b9a6d0ad25db7c2342c4ddfaefaff848e54d7d39b6371d8f91df1e6efc","sample_id":"hellaswag.val.5411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fe68cff19c1c6e148c98eeeb0444253ad33111a815cfaf686277e074a578efa","formula_version":"titan-u-contract-v1","latency_ms":0.6625839741900563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc557f58d9df2033dd245a38294652b7295d5dfb77c4f501bd2cb047989de21c","sample_id":"hellaswag.val.5412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2076ac64d9c663d5d49a3fcc9bf4cb69a35f4e80c0639ba202daecb1641b491e","formula_version":"titan-u-contract-v1","latency_ms":0.9116659639403224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4ad96f7e18ff1ad09072b88cef13fb39fd28077c0d8b6fa06a80a5c1e07bfc0","sample_id":"hellaswag.val.5413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e44af520430dbaf16bc41d082f2364029e11b68b67089f197c7adcfdb25a4b0","formula_version":"titan-u-contract-v1","latency_ms":0.7417079759761691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba80c9b963408428e5133539d2043a013d9a7281f7d1d232f44d2bc6e5db9fdb","sample_id":"hellaswag.val.5414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"110895cbfd6b7f0316abcc4830af23b1e896e2cf6b4917c75b02b9db7b253817","formula_version":"titan-u-contract-v1","latency_ms":0.6336669903248549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27e0b34e49c811d466f0baa0631e81ef2c3579087468d73b768aea828638e773","sample_id":"hellaswag.val.5415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae0b731222d919ba90435afd84b31e4e12f243959b57aae66d095b2307240552","formula_version":"titan-u-contract-v1","latency_ms":0.9278330253437161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"208676c30d709dba086677755c7f8b25fec44c063683a07ab791c7319235c67c","sample_id":"hellaswag.val.5416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e129dcdef803336c36fcca2d963ba90bdc6c0dd2f964e2c916d3143c9a295d1a","formula_version":"titan-u-contract-v1","latency_ms":0.8385420078411698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5c2d1150d6dc1438e52324ca176877789eae8747efdcbe44c7f5625fdfe1435","sample_id":"hellaswag.val.5417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdbf7dede3e96cf1e9777575c94a4eaa1c0d29025e460fa54fad4125e9790037","formula_version":"titan-u-contract-v1","latency_ms":0.8889170130714774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40310173036bf0189ad8a3b2c2c916c3d348e5fcc33775b3e39e3b99ebcba547","sample_id":"hellaswag.val.5418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0af1e632f79c5eeb044156fb306bb6c722ae3c12a2787306c8a5c7320fd03c7","formula_version":"titan-u-contract-v1","latency_ms":2.5497908936813474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9a086629c5997a128d6d83fcac5d0f39af793f9bc88b2935d4045372cfb47ce","sample_id":"hellaswag.val.5419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59582568bd4358bb03e551911956d792c0527d47d217079471d2e205f8b5a31b","formula_version":"titan-u-contract-v1","latency_ms":0.6538340821862221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2e1c797b96b0df8538fd72d48b7f0d27a6a29f883774e371051a19ff4528a4d","sample_id":"hellaswag.val.542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cddfc1b1ad6fecd482683e3f99da9da1c5a26c1f549aa48fcf40d8e6ce9b945","formula_version":"titan-u-contract-v1","latency_ms":1.1337499599903822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2431eac8dc4d1dfea52f2e77da1b121a4bc737877532507e22d0b5ca4fd73c0a","sample_id":"hellaswag.val.5420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"282c8ae46f4b92586a686fabe157eca3ce06c8e0a9ef758682f238c88f53017a","formula_version":"titan-u-contract-v1","latency_ms":1.2246660189703107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb245fb99a79b00ceb909d6ab0eccc26ebff7faa71553884bee54451cea2f247","sample_id":"hellaswag.val.5421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ff82f43b17da8e556c65bcf1281fa292f7ba1b0f760aaf9ad809d64ba5d5988","formula_version":"titan-u-contract-v1","latency_ms":0.8175000548362732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6388727cf5c1b9a0fd053a3cecf2c96018acf02221f66ba3c5224071d602e167","sample_id":"hellaswag.val.5422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75b76d3295351282f5188ab5a6ffe6bd4413e3570035d995fa336ad59ad4ef99","formula_version":"titan-u-contract-v1","latency_ms":0.7263330044224858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"857fa613f2ecdbd2eb9f386a441a7cf7f8d272d68ef061fdb6181c596c5e6354","sample_id":"hellaswag.val.5423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af7d1ed9fd7b61295b9315985ed436399bd1b7a88d949f4e8effdffabbe65ca6","formula_version":"titan-u-contract-v1","latency_ms":0.6789999315515161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91db6e14a38400abd6a6a1d9ba59e81eeef14a8bc3544447b18fc37f32085f0e","sample_id":"hellaswag.val.5424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33cc993c9e3daab6b0f0dd2e216448034364840738849f690274579ed662ce2b","formula_version":"titan-u-contract-v1","latency_ms":0.8646670030429959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83de1ed8a89fa3a570c2cfc4b7bd19c2bb884e514760f2cb1e66db3d17983573","sample_id":"hellaswag.val.5425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54807e170fd2e59b967c9ebee881169a5f72c5d00ecda1d853759fc2226885c1","formula_version":"titan-u-contract-v1","latency_ms":1.3246668968349695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d47db6417fdfa71f715d78ea10d77fcfb58db2f4d13e60e53fe8494d12bbc60","sample_id":"hellaswag.val.5426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"277ee60fa16e447f42d9b495170821914f1c97a586f13ea19a196d2e57124249","formula_version":"titan-u-contract-v1","latency_ms":0.6242500385269523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ac89f7123f3411e72689ff643553385261ef6cfbed4ebace8e7e632fb765584","sample_id":"hellaswag.val.5427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75af8ad19bc645cec0d7f1c9f0e096fcc9f2ee720ed9bb88cc02753e7b22d6af","formula_version":"titan-u-contract-v1","latency_ms":0.6792909698560834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db29f7b8b98274a3a13a20d43de76c6249012e7d6c7cc6465bfbb64b074d6526","sample_id":"hellaswag.val.5428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a9acb3a0458455e18846ffa609f73a8e4e1ff2a4758b783a6b3e899ce4bc3a1","formula_version":"titan-u-contract-v1","latency_ms":0.7414580322802067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15eb88129aff27a3a7a74be1dfc83e095f8aae1119df9fb506ba262eb23908c9","sample_id":"hellaswag.val.5429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0196c6242d3e7acbff1fda350f810a2412f0effe12b6959b990812565512e284","formula_version":"titan-u-contract-v1","latency_ms":0.5177080165594816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccc98ea139e962da0cb6dccc3e0cb160d5af1adfd7db815c840db58fc5a053d3","sample_id":"hellaswag.val.543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acaddff6f7a003c9996ec7a22a0d7520a3bd31164b449b1496993c99c0776e85","formula_version":"titan-u-contract-v1","latency_ms":0.6326669827103615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"864e56fc8f28600481465df1fd004f774e60c6837aabac733110ed949e20fe8b","sample_id":"hellaswag.val.5430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88f3d740f4a31bf58343bb490ad686a40ebfc25489e0efc3206a8813c60ef7d8","formula_version":"titan-u-contract-v1","latency_ms":0.649459077976644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c889c75a9af048a8ac30c81d42c5f3d4da585c23c856e04579d296311af4de7","sample_id":"hellaswag.val.5431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a593dd38a054582759052d4184c6f5fb672d244a9b76ac42c836420955e7d0b9","formula_version":"titan-u-contract-v1","latency_ms":0.9919169824570417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45fc9ee93f8b9063fdd9f26acbbf8630fcb9520acf9f8b32d8579f33ef6cab37","sample_id":"hellaswag.val.5432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcb78fa948fc31f4393759f76f92b502d58c628b4a1f493fa7f2d8dc58e8b3fa","formula_version":"titan-u-contract-v1","latency_ms":1.4353749575093389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21232d6a46d1d1526d2902fe2d2d40b2a3db5d08a46e145f4dd65787f2a38f5b","sample_id":"hellaswag.val.5433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ede6ee622d9b7470c51de8963d84122b665bf67aad491097e56e3b189a83b762","formula_version":"titan-u-contract-v1","latency_ms":0.7990419398993254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cf5441c1cac24eb24e425fffbab32de9b56f7a4f12bb21191204c426cdbbb05","sample_id":"hellaswag.val.5434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a68ea1d11c8706e43af75df0bf7e82e767a85b78643357a751ded46e675cb9a","formula_version":"titan-u-contract-v1","latency_ms":0.6567090749740601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2bfcec9cf8f07322306612c5318f2f7e1441a6d25f8dcc2a297b496b1955f18","sample_id":"hellaswag.val.5435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a30eb8dccc035d4f13d84b45661c67594c196d7da0d2fc334d446e659b217082","formula_version":"titan-u-contract-v1","latency_ms":0.7525829132646322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c80d5e698fa3e3ae226fc5fd06c15072a30338879cab64dfaa7139112424cb4c","sample_id":"hellaswag.val.5436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"852e249bac87932ecc9e152a82b575218f708a415532841fccbff04b28319e30","formula_version":"titan-u-contract-v1","latency_ms":0.7339590229094028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecb9ed23f363f59b5c1ea61ec89629d54db7445f803f97f56ed1aa67eb1f7218","sample_id":"hellaswag.val.5437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1e0f131a174f611a5a22b9bbd23d7ef8519c12bf7a67d6deb33f02cab026030","formula_version":"titan-u-contract-v1","latency_ms":0.7830830290913582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c11cdc10e093771c110430c26deb6d4e409aaec854b463927a1ca65d8b8cb318","sample_id":"hellaswag.val.5438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f45300c033215ad61d254a2ff0d7c52f23552aaba61c7333ebebf3a0a60b89d","formula_version":"titan-u-contract-v1","latency_ms":0.6344160065054893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f978af88339a84582b2cf9de4c475c4328ecff0513326c9c67eb3ace0538ad8","sample_id":"hellaswag.val.5439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"954a024dd311ecbda0c63abe61b67f0d43294c74679dbe9cdf0365462fb7dcef","formula_version":"titan-u-contract-v1","latency_ms":0.6139579927548766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2579b40da3d56e55e324997ac9387198f23f000c395ee7a0231d28276e21359","sample_id":"hellaswag.val.544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ef2fee8823153ca876ee3b3ba6dded1a7f5a9704a8903a771454bae23400482","formula_version":"titan-u-contract-v1","latency_ms":0.9563749190419912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"637401d32dbdd167a0d77c95a0b156224cc61b10a6d521de12b9d446591a9c55","sample_id":"hellaswag.val.5440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5058b80361afa33be5534216d4e44e8bbd7ba2d55b67c9ec22890cabe81b6f37","formula_version":"titan-u-contract-v1","latency_ms":0.8587080519646406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"443481e2709346f09e7f8347f0e97428f2a5235997d75603452943e0a094c1b7","sample_id":"hellaswag.val.5441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dda0865a3d3800e6d98869c4c8c2851ce9d19c2890f32b19d78c2705498cf87f","formula_version":"titan-u-contract-v1","latency_ms":0.7164999842643738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"664361bc93570eeb638cf764a98a0eb302f15926076df815515a940d39fea11d","sample_id":"hellaswag.val.5442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49d7c623975c725361ac0e917dc67f575b5ce45e0104e176035b8bb893be9c3f","formula_version":"titan-u-contract-v1","latency_ms":0.8430830202996731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"466b5d1ce1b4ef5de1b6a588bb3486ff6de8c67dcb489cdf3e83faaa96625972","sample_id":"hellaswag.val.5443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b69763920dc0cdd3d2c672824fb93d2469930e7b68d9c2e9aec4c9ad999d62f0","formula_version":"titan-u-contract-v1","latency_ms":0.8518749382346869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"113bb75c2701180516120806ec395fd1040ea4c6a27f3c17dc201f1ce1618acf","sample_id":"hellaswag.val.5444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e0f17d7c1d90bb156dcec579273908b2548b906a3c5b17a5ed0e330df5599c1","formula_version":"titan-u-contract-v1","latency_ms":1.0493329027667642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27079e6f768b33ac3399bba92e49a664054eb9045fe434386093b61a88b9f707","sample_id":"hellaswag.val.5445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed24a5f5ae1eb0ed4febc238138719319ab5dfb666249858cf99cc8ab1364bc5","formula_version":"titan-u-contract-v1","latency_ms":0.8266250370070338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df808ee35ce1b70e7154b741bb1f52baa0524d5e0b779dd5718338b95f4bf760","sample_id":"hellaswag.val.5446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8861bf36aa52dc09dd7cb452625be45a52eae2c82ebedb94ff5b02bd69e9bba8","formula_version":"titan-u-contract-v1","latency_ms":1.1523750144988298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e29386fba09a6002fca89f295074b5a394a932646f12817595c29cfd163b90a0","sample_id":"hellaswag.val.5447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f90e2538aca2a69c2111754eefe54fac7f7ca741375b195b83bbdf60b9c12af","formula_version":"titan-u-contract-v1","latency_ms":0.9274160256609321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5581ab567d5c6bda85b4e6b06c19b34e3fa7a60015fe1f1f7c03d2a36556d488","sample_id":"hellaswag.val.5448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fb47b13068d01b6fae9d3be3ebd12ec75cc318b5ecc9fa24b434e5820ddafd5","formula_version":"titan-u-contract-v1","latency_ms":1.1149169877171516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baa46a6025806ef895d31ffe87873077c6db96f86e6bdee2664e99dc208f3c4d","sample_id":"hellaswag.val.5449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"110dc8d1c9bd145e369d538b4e3e8b3e6ec02c043d67d31a9847f2f0af5a6ec2","formula_version":"titan-u-contract-v1","latency_ms":0.4861250054091215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83a435c5eb0437c90807456550d60da6f085702ad05200dca1d22f1a2e0a774a","sample_id":"hellaswag.val.545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6202d1c62b1a426d4a256b678bbb3c41a0021c27d39e6375ce21c740880a3f57","formula_version":"titan-u-contract-v1","latency_ms":0.9899999713525176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b33fa092fcef2860805eacd11f6c9d9973ae70a6a6698f23dfa48ff66d1c433","sample_id":"hellaswag.val.5450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"722ad49670e3b84108d0dba3af598ee6aa4cc5c061bf18d223c24bfbc595ed6d","formula_version":"titan-u-contract-v1","latency_ms":0.8886669529601932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3e6403381984b2a76f40409ad7c4d92c8b61f981d9461c3c47af3be8fbb4055","sample_id":"hellaswag.val.5451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dd51bb38fde7922dc1a7aab73c6fae2c1f2cc1f029f089d3239489382a72ee8","formula_version":"titan-u-contract-v1","latency_ms":1.0530409635975957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afa968e1f3e67ab52c208c940bb2af2b4154f260980183d85555c54a945ee2fb","sample_id":"hellaswag.val.5452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d52fea5badc2ed5f4f6717571078ea534e772f7befac3aeb1f7efd3777bda6e","formula_version":"titan-u-contract-v1","latency_ms":0.8301669731736183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aa31bb4d2bc764427cb339c54429529703228766fefe32fb43226e3a8ce7f2e","sample_id":"hellaswag.val.5453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0358f3e1ee6f69ad210e846d6fbedd51f3a94fdac504454e34e9688a7726a504","formula_version":"titan-u-contract-v1","latency_ms":0.7041660137474537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eb48d6dfdd0dfc575d8a3700fc63c5f0f671bee5392df7ffb599822e953e169","sample_id":"hellaswag.val.5454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7d0d472e2a7698369e54e19089412fdf5a372899b7f2e2a3ae89427b8df28b3","formula_version":"titan-u-contract-v1","latency_ms":0.8445419371128082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3a8846eec37c1064307528407fa5884b0eccc6092f4085bdb2af91705fd52fb","sample_id":"hellaswag.val.5455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6237638f696f09b84dd6f787c47f8df566b6bd5831761a610befd6a6561926b","formula_version":"titan-u-contract-v1","latency_ms":0.6304580019786954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fd9cd055024f785dd7fa65886dc89345a91f01f423728ba86a6c05a5bf58637","sample_id":"hellaswag.val.5456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"209140d0642f442b0222765555a437f5cfe26dc84fdfb470f82722bdde7d9f87","formula_version":"titan-u-contract-v1","latency_ms":0.8677500300109386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b70ab90272b476f17b0527e4e14e8dcf4dd17cead1fd95be2921881108451aea","sample_id":"hellaswag.val.5457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bd36d255ac6de1d192e9fca41e2eccffcdfaeb47e1b3ce4be3470b9d9395449","formula_version":"titan-u-contract-v1","latency_ms":0.6833749357610941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aff209c6f0a1b1e0d22fa09912ffd40f490153474386f11b1c635a47ee4574f","sample_id":"hellaswag.val.5458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28b513ab61cf64526462469d639dddabc7d0728230766ba16305d044b7adb6b2","formula_version":"titan-u-contract-v1","latency_ms":0.6668330170214176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c13d816ee9ae841d773090a4b86453585450dd2d972a852b2adadf3dbdb915b5","sample_id":"hellaswag.val.5459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfba4ad23cde0df2ebeb815d4a9e54b7d28c5c7c4fdb06c468c89303f8a00676","formula_version":"titan-u-contract-v1","latency_ms":0.8504999568685889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5687fc448c64feccf466aebd2f5f08fd4970dfc14010226355dc1f7d740bb421","sample_id":"hellaswag.val.546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef8cd9f6b722856795b530a7347fd1979297850159bd2972a2e2633afc48bbd2","formula_version":"titan-u-contract-v1","latency_ms":0.7607910083606839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ac0fb830580cea6ae0d73c6fcde1786d39383971fd52f643c117807e06cb25d","sample_id":"hellaswag.val.5460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"861514e88ee516c68a7c3468d15a7142feae094d3fff480a8a02210e7d749216","formula_version":"titan-u-contract-v1","latency_ms":0.8175420807674527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0695c420fe8d89f1cb706a56be06dcb0b4cc13d2d3d995055612173a1cf75f24","sample_id":"hellaswag.val.5461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4a631554b1d461931c368c517d799d9b57889656010f3971b31738e37e0900f","formula_version":"titan-u-contract-v1","latency_ms":0.7615829817950726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55ffd7813a1e3dd593e4e40cf8e88a96ed362fce1a7c32a80c0f9cd126b08cf1","sample_id":"hellaswag.val.5462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a2785d6b56d031d8ac01e3a7ce5f335005e2380fc20febb5f642e788d2917f5","formula_version":"titan-u-contract-v1","latency_ms":0.9029159555211663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbaad01cc6feb6d0ee179eb7dacb33bde0197cfb13515e967c4812eb5d9bb3cb","sample_id":"hellaswag.val.5463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86efd05f7745f74e9c06c322df39e776803732ca7a8405ce90e352bd31a0ee0e","formula_version":"titan-u-contract-v1","latency_ms":0.9679170325398445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a00381b327306b6f9e01df81289ec01d41be831dff1a184529159852212eb043","sample_id":"hellaswag.val.5464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9981cde96002e87041375262576d7f624cdac452f4310e6fd4865265aa36b5ee","formula_version":"titan-u-contract-v1","latency_ms":0.9494590340182185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ce3ba1ce540bd83bc7b5d2037ed8a4fc83230bc49add5b325820622de78d44c","sample_id":"hellaswag.val.5465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0c320768c700dd6bc1e9d166f22b7b9c18ffa7abad8de1e6a3189edcb0fd600","formula_version":"titan-u-contract-v1","latency_ms":0.7868340471759439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78a4c33383968d22b58f857dbad0380b3de5ad357f017bb48561e700d210253c","sample_id":"hellaswag.val.5466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5d6f617a0f36a83d7c8f91a3799b9eb24384a595132ec8558a85f3c153911fd","formula_version":"titan-u-contract-v1","latency_ms":0.7017910247668624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5650c6d4adffd707ce7db6dd7309e6691ec8b9ce8f0e0b5fb563efa6aafe1d20","sample_id":"hellaswag.val.5467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aaf082e7c84e0a0db6ed6bbcb0eac444c783d897f693a8fa3ddfec8af2140609","formula_version":"titan-u-contract-v1","latency_ms":0.6218330236151814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36046ca1a32a6627495af879e667a2ed8a13598fca1f7af7c313a905d86df747","sample_id":"hellaswag.val.5468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab2dec89bdf1c7184e1f4e37ac485439d0854109f24c0649f3faadba0bf330cd","formula_version":"titan-u-contract-v1","latency_ms":0.9944170014932752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15c4f5f51cea5cbf303ffbb49c976dd65cbd4cfe70d9fd6854d4da0335a0cea6","sample_id":"hellaswag.val.5469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4aff8db058af8092de05d35c100e34ebd662d31ea9bb49af7816c4c30549c4d6","formula_version":"titan-u-contract-v1","latency_ms":0.5530830239877105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef2ab3547621b57010818ae7451fc77c72351f8ad9a7bdec91d95e7415d07ad4","sample_id":"hellaswag.val.547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61ec0c8680a83d90ce51fc521483c26b626f65176b2c374d869cb854f675682d","formula_version":"titan-u-contract-v1","latency_ms":0.6389999762177467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"853a29cc7e8547dbee47c384642f02c46f13909ebf0163cd127c83a6490aaa7a","sample_id":"hellaswag.val.5470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"694de0583c451292e766e064c544fba13ad6ac06d1eb3aac6f07db8a9aa67f0f","formula_version":"titan-u-contract-v1","latency_ms":0.6432079244405031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ee3e6116f7d6304ae9142e0a9360cf4b941b3d4ee10a254e9b338e308fd50be","sample_id":"hellaswag.val.5471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a5de163959eb9136f83d30c7f6c071123e9978618ba6f7e936299a97d681974","formula_version":"titan-u-contract-v1","latency_ms":1.0777090210467577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"783af4ce1d1a5c01c5c3a3a657df4941cc9d0bdd092b776b05d9ef6c25e0e190","sample_id":"hellaswag.val.5472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49c3056d86260414be4c9b81f6795eacd7a8042086d8f5e63e6ae34e5ba9ff21","formula_version":"titan-u-contract-v1","latency_ms":0.7990419398993254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee6f8e3d258db88ef4071e60486a32ffea3e0484d9509ddda906e32ec8699dd7","sample_id":"hellaswag.val.5473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77173b30fa1399690f3ea4dfb87f8ac7cdbfb1d9b32eb3f5bdf9d402dfc87a0f","formula_version":"titan-u-contract-v1","latency_ms":0.619665952399373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eac247ebc7e433bcd8178aea5456a2146e9105006636f63b0dc6452523c2c6f3","sample_id":"hellaswag.val.5474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"290cf31123d716fbafff7151798af3c247138d7d422782e178e71c027d70ea03","formula_version":"titan-u-contract-v1","latency_ms":0.6715419003739953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b785177ddfd1fa03619162c3327214833117cc6e574027abb14f701599becf48","sample_id":"hellaswag.val.5475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f076fe3b98664e7d5f870f9d85974b071ecfa2a01313052aec3901c2c054995a","formula_version":"titan-u-contract-v1","latency_ms":0.7081249495968223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e894aa240028a9ff3149ce29ac89b6e0e1ae73a4aa982b4496ef832e3bb28af","sample_id":"hellaswag.val.5476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"498ab64cc9ce2034c7d83ac96ffa9dffd74ee1ff8faf1ab047dc318947898e74","formula_version":"titan-u-contract-v1","latency_ms":0.7087499834597111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff76ab4a6e71fee2ef7b56d3739ad8af80d0fbb1a28da60b6c38e9f379d9c7a7","sample_id":"hellaswag.val.5477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"906fe137387f7117272da5fa2c87ad717f46f4d99c478d9cb3a1514cce620b33","formula_version":"titan-u-contract-v1","latency_ms":0.6908340146765113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b0e463dd54b89c5da7b37816b5fcd1d3eef01e9f63fd87f4f81bbf30fbc145b","sample_id":"hellaswag.val.5478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aacf04c2b06a9d259dddce79c87e9e1d68d88ae299eefb1bf9328d434ea26072","formula_version":"titan-u-contract-v1","latency_ms":0.9099999442696571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bbae88fb23dcdcda64ad28e269968d00da84ec3b7dffceb07bdbdf87fc74393","sample_id":"hellaswag.val.5479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae932f3aa71356db7b0e0a81501fa5792a70f4c57fab60598a05ca52abcba7dc","formula_version":"titan-u-contract-v1","latency_ms":0.5410409066826105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16811ba1f8c1ca587e40012440dbbe00e8907aacd84f78635b6974afce17d019","sample_id":"hellaswag.val.548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"460f376dd58c87d78588a91d8f1361a612db00bf12d680db9fcedaee199dee69","formula_version":"titan-u-contract-v1","latency_ms":0.6519169546663761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2552881c9078f2be4c3f39c0e65b194afdf45ed4bd8792485a67ba908d43f36f","sample_id":"hellaswag.val.5480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa7cdcaf9542a918974390063e93a226bf339b01a175c5df1ee3462becb18809","formula_version":"titan-u-contract-v1","latency_ms":1.0713329538702965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"662af8d24223cb50ec9b2bc2f1f18a7f049b34413e20a2a5aa8909fe35fd8a74","sample_id":"hellaswag.val.5481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ba593ef5f65524efb93e4c4a79cbb0b62570141f25fb37dd6d8cf07768a045d","formula_version":"titan-u-contract-v1","latency_ms":0.7358330767601728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e00215be6c8e4a95f9db9d9305f5b9044de9e50e0aae90e9807a4f731fc32247","sample_id":"hellaswag.val.5482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"936e45317b104685e80b4616fde1f5549ac5fd15dc10d93857189f0492ee8f25","formula_version":"titan-u-contract-v1","latency_ms":0.8337079780176282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71633df0ec7c3880e089d78e85953fab6b87ffc7b5568d623ab0b2ad8e5b80df","sample_id":"hellaswag.val.5483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df2ec4d286903c8bd61e9cad4615070a2f616a4e49af451f76869899301797e","formula_version":"titan-u-contract-v1","latency_ms":0.7263330044224858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56c9c6786393cefedabb7607a403fd01b96a470615a172c71950782e6c8815eb","sample_id":"hellaswag.val.5484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c2fccd6e8b065825c3f0aca3ea22634178584086ef44debb93f3efd371b02c7","formula_version":"titan-u-contract-v1","latency_ms":0.8422500686720014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08388f5f54100f6234c7e8a56913ba09fd5d6c238c6a101b61da840a5d12e66e","sample_id":"hellaswag.val.5485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d7eb31de66df0d63190e6f245e2527cabdefe66860062701016fdb42ac50475","formula_version":"titan-u-contract-v1","latency_ms":0.6581669440492988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bbd7c3fa18a8ce4d5d277967e729925de06d6833d9db0283cd1e40c87a342dc","sample_id":"hellaswag.val.5486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70a58783e98e7060abc26e5125bb7b0711c7a0a6a0cbfab2ba2c10a0aecb61e9","formula_version":"titan-u-contract-v1","latency_ms":0.6096250144764781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad6a6ad8a769a716dcc570efe0e66ed61e21dad99dc696905c72fcfedae2795f","sample_id":"hellaswag.val.5487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c08580f6b9544efa6e1150a8e38186eadc21bcfbc5a8b10d6308969234103a6","formula_version":"titan-u-contract-v1","latency_ms":0.7243750151246786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77341d30464783bb4ca63830e5eece3ab8db2f8c850f49cfa987fbbb3f2670ca","sample_id":"hellaswag.val.5488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10c1e699efec3b8eb1d138f1e3d67a840ff216ed4427b31c29b2cb2db4c087c3","formula_version":"titan-u-contract-v1","latency_ms":0.6882499437779188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af6ea34630002b9953db9e2da507a16f0e36ce6cd8847a23f074300c463672d3","sample_id":"hellaswag.val.5489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"135137f16f22a3c6261f1cdcfec0dcda5f33bed68ab9289ee624446c53f2fbdd","formula_version":"titan-u-contract-v1","latency_ms":0.8218749426305294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9a82bc7b12179352bfe5e8ae69bf868749e03034f770fed0ee1d8b529ae7723","sample_id":"hellaswag.val.549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba926f12e51893dabc2119a434003b09a9b57ed2074d1a05b41bdf0c68ab98d6","formula_version":"titan-u-contract-v1","latency_ms":0.6335830548778176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0e01fd34bfdc1bae20d582e848cb70cc4a7b2e43e1ec228ee4a2e1b80208613","sample_id":"hellaswag.val.5490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c43bb143e1f3f58e8643db76f94cb7f90d639735382e3309ab54561ea8b2ecb8","formula_version":"titan-u-contract-v1","latency_ms":0.7158339722082019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"505feb4ebcf7247b6f708f248ce3e451a6147e3796e62914e2cfa8d73387486f","sample_id":"hellaswag.val.5491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04951bf05d4e96a54465b890a35054a6fb780821790891af0d69bb61fdd55873","formula_version":"titan-u-contract-v1","latency_ms":0.6828749319538474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18a976a649c0261607254460718bf8056b6d9f3efdc7307442e7d173327271c9","sample_id":"hellaswag.val.5492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d09444bd21eb7b54f3a5894918b51cd3ea161f83a7c598105a5b2a2bb2ce476","formula_version":"titan-u-contract-v1","latency_ms":1.0225840378552675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bc53ddd6bd5b5cb93123e18d13168d5789bc38e0ba9ab02efbcefb0ce3e7e5a","sample_id":"hellaswag.val.5493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2daf9ac5ee8b2d3245fd7d9f0369086ba7aaccd8176cc8f37ea817bef4247369","formula_version":"titan-u-contract-v1","latency_ms":0.5821250379085541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68aa15dfbe4f8e16fdaf114ea2afaa50d394e22dd2e1ee64d657b0a6dcb8dfc5","sample_id":"hellaswag.val.5494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5db402f866e90654025565d7f73b3581db46e0bd8910b1ba13d3361ad4644ba","formula_version":"titan-u-contract-v1","latency_ms":0.7878750329837203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f27c7bd7a7ff7f0183d2c4b7b26a724ce3aceb76c60732836c349b89cbab598","sample_id":"hellaswag.val.5495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc0a8f8567113296e68143cbc61e012ea9673246df43c6fe8fafdabab9386c60","formula_version":"titan-u-contract-v1","latency_ms":0.9554580319672823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3893ab21f0db8495a1303c1cab6ddd6463a1e8a851f0401e62523626eae6f507","sample_id":"hellaswag.val.5496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0fab187b866877344aae0f3c417b4a69952e1bdae3ea30860394ea08432dd61","formula_version":"titan-u-contract-v1","latency_ms":0.8744999067857862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70810b524525540aa83bf43b90058099cf09cb5d6010cad8a03e805f7ed1a8d2","sample_id":"hellaswag.val.5497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"380a578bce819f56a323bf1d89e900015e4bb68201a32274eb1b4045a15b9905","formula_version":"titan-u-contract-v1","latency_ms":0.6435420364141464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b305c977bdccd0f6cf215abadac219f31d61b560e69e610cbf082e765ab2c357","sample_id":"hellaswag.val.5498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"617b21a04ae25c96f85f86281856dd78ed703fd9efebece40c5e475c52ed6fb7","formula_version":"titan-u-contract-v1","latency_ms":0.6920000305399299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd85039cb89fc9e931818ee6c8b3f9006f4b4d093e54bd54e9649f2c4b8abbb0","sample_id":"hellaswag.val.5499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99f8a51187c5859b10c4a08a909d1caddeae2f96646865fae35a34db2412f07d","formula_version":"titan-u-contract-v1","latency_ms":0.709832995198667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13d349343f19f4150bd0a1e13c561604fc41cf4769781b38ec351c72459e446c","sample_id":"hellaswag.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56d1d2e084972d5e13d0325161b23d91bcc5cc8765bcefa67cf28a902b41d557","formula_version":"titan-u-contract-v1","latency_ms":1.0086249094456434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c34e8b44f283e24a60ba769f41e3e216834d559042d66c88e7c67e42ca476a9","sample_id":"hellaswag.val.550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4260cc9f5347cdd40113cf1f60ad3e42d693d62b9d04db61f932de5dd465bdc8","formula_version":"titan-u-contract-v1","latency_ms":0.834333011880517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cba92007f6898ede288c424cf5e5d6c0b1a8ad789ea90f5b31f165c0c9c7585d","sample_id":"hellaswag.val.5500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14ea8486295c7f6550438de6a194f9656154dd4b7dac6dddb72cb2b518ad3e42","formula_version":"titan-u-contract-v1","latency_ms":1.4052910264581442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69d91edf208f3d499e0bd8689ceec6823c8f0bce3a787984fa65b1583c30ec1f","sample_id":"hellaswag.val.5501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0787e61c991337b9aa300781facfc5c1a204ad7f832bb3a1db78f8c0b7f6581b","formula_version":"titan-u-contract-v1","latency_ms":0.8504160214215517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5be8aef9c1aaf8ed5fe8ab93748f5ad95f3bd9d1c31f97fc605d254dfc1e69ed","sample_id":"hellaswag.val.5502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6adc7c377cff43764d2b99cd1aff3c75e7941d53edefc1b6e52236ce5c32cdb7","formula_version":"titan-u-contract-v1","latency_ms":0.6820829585194588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92530cc66c712ca121d21b2ab1af852290cc499873b3a767428ac897ada154f0","sample_id":"hellaswag.val.5503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"278fecbcf144c137b8599e9988074a58a9e263ede152616ef39a27decfda1fa8","formula_version":"titan-u-contract-v1","latency_ms":1.3125420082360506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c22530532859fe2d671133d5d73584e4f433041488327ea4a0980ef23a383fe","sample_id":"hellaswag.val.5504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d464d13d3cd6dcc23f397631c6a540f2b8064bdf9e9245f0ce0e568d0bc4c3c","formula_version":"titan-u-contract-v1","latency_ms":0.6959169404581189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e773c773e5df20051e452007fc15482c4abd5299ef4cbf12ccea48cd802edfb","sample_id":"hellaswag.val.5505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"449c47d5d4affe9b656beb5d82c695cea054ade6f151f77d87e027cda376c69a","formula_version":"titan-u-contract-v1","latency_ms":0.9709579171612859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab3d2652e633d4b85ebdd39b13ae0c145d2ae2cb479d744119342f34e76b35bb","sample_id":"hellaswag.val.5506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"910bb152bf769ee5e00f38ba0b91286b65269df9cdd0fa61bfd5d3bcc745630d","formula_version":"titan-u-contract-v1","latency_ms":0.684124999679625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b7c5ac4d496d0a433883ddae264c7460246b8d9d88552e513791e5b0ae9a072","sample_id":"hellaswag.val.5507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbf634a9bfb3d65ff171a31e48474401a8d5338d5447c31987b29b300fca65fe","formula_version":"titan-u-contract-v1","latency_ms":0.9992920095100999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f35c39b4ac477f172b79dceb85fdd0a2bf28761c89ec45c93a1b8f10bf793c30","sample_id":"hellaswag.val.5508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"657c28b75c6d8ec6f194f9b4294f0be2592ebc550284e57df413d7a1cf4a8308","formula_version":"titan-u-contract-v1","latency_ms":1.3257079990580678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4968936ef91549f4b30c2d8a6338754efc4dfa00811c655b8acbfb220df223fe","sample_id":"hellaswag.val.5509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a40d0c9b907a49ea5714adaa9c678861d71989384d2d45ecd520b1721153adca","formula_version":"titan-u-contract-v1","latency_ms":0.5457079969346523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5897f15801b3deed6d1f417b544fcfc979578ea3b91be3e7d7256129898947e7","sample_id":"hellaswag.val.551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51606e3cc0866003ddba45eabc8d011cf80b0bdd61fbc3399c6a4b6b1fc3d1a9","formula_version":"titan-u-contract-v1","latency_ms":1.0457499884068966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d008f8d1cebf52ade1533497ede37b61bfa7c9a0c2a8eff53f819800f611792f","sample_id":"hellaswag.val.5510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e34042865b257aaf33505f3cf372d8d12dcdbd4638cfa5f710d186e4e8be0d4","formula_version":"titan-u-contract-v1","latency_ms":0.8534169755876064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b71f979b6d99dafa2673a12151558280da68ce4367637a17212c2c9811828ebf","sample_id":"hellaswag.val.5511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07f1ce337a7d93212ac3169d7b2be96dbed69cbb3ca9c0cb5ddcb594e11d618d","formula_version":"titan-u-contract-v1","latency_ms":1.7382920486852527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a26a0f0ec065a8db6fb366e9bdcdf5a8fc73e6b9b496f920a734fc07b5836726","sample_id":"hellaswag.val.5512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef1844e99a514ed0437e548268fa57bb0f46adb72270e539d89fc74199f8455a","formula_version":"titan-u-contract-v1","latency_ms":0.9767079027369618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1a5d4254f68bac71060e5236f42878a2c779ba0130411713022d7cd14f77458","sample_id":"hellaswag.val.5513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20781d91d8b52672496f05912904093bb32cea2f4a67823c8473d84cc572c0b2","formula_version":"titan-u-contract-v1","latency_ms":0.6832079961895943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08cc19d1d2a3430d7cec359efdfa48ff99bd8c7560c3e07ac6c9ed75dc8d5bfb","sample_id":"hellaswag.val.5514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1a0607c177b78219683827aa190c309826878bec2548896b8522f4ce4caa56b","formula_version":"titan-u-contract-v1","latency_ms":0.7233330979943275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"773671abfe34fd991fd1d9361cacd6ef9c0b5bb0db8761f382c0f2c97409bac8","sample_id":"hellaswag.val.5515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1243b7674130338e62525a6afb50c0f752142ae6eaa749fd63297215fa7182e4","formula_version":"titan-u-contract-v1","latency_ms":0.7068749982863665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"574e341b5226e119b86edeabc59541a75a177646f0b1d7748897047e9d76982f","sample_id":"hellaswag.val.5516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"046a2fd1914383f11dd7258012fc28b0cfd18102c247b9c41b7655e7af749d4b","formula_version":"titan-u-contract-v1","latency_ms":1.0474580340087414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8933e9753c2225d3b1749a444effae90ad7a915812b763dc68722410a39ee0c4","sample_id":"hellaswag.val.5517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc4918662202df0d50afa00a857032d895037c63ce7494d8b8567a89a83ad306","formula_version":"titan-u-contract-v1","latency_ms":0.9477499406784773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04f56f8f11f1b162a4974f4b853b2a606141e036e57ff1f0dd6bba4fca584b3b","sample_id":"hellaswag.val.5518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a14d73e85877156bd3414857b4c493761304e9f82a2b24114cfdadc67511b27a","formula_version":"titan-u-contract-v1","latency_ms":0.9137080051004887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a70d01f2a23d812ca2f3516d95be50026b7e2a6864346a1cf8528e798879cdd8","sample_id":"hellaswag.val.5519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5aa889123cf0ef541519570e208087e4bc8952054dbdbb20aa13ddc2310723f","formula_version":"titan-u-contract-v1","latency_ms":0.7465420057997108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a3e213a91ef8a938b4427a2d678be7a25c4a7bcf3a404182a68282ac1409284","sample_id":"hellaswag.val.552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a543ee728fafdf95c6812673d81f374cc03d610c98779394f2f41388b77177c","formula_version":"titan-u-contract-v1","latency_ms":0.6940420717000961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4fe1f51bd636aa41bd48c173d4345dcf944872353ae6e15ac4f99c9959246e9","sample_id":"hellaswag.val.5520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2859970cc4412b9c8b58246a797dce6f2ce3744e5950cfc8662162ba285b81a","formula_version":"titan-u-contract-v1","latency_ms":0.7987089920789003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f50c7d51bbba748b9069c4d666f59dbf0e8969b04e30a7e415da69c7388f462c","sample_id":"hellaswag.val.5521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0692256864c600662a0fe348d5838267e02a2eb7e606e22be06a9a5bf7bde190","formula_version":"titan-u-contract-v1","latency_ms":0.6637499900534749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c96b343efc3785d803f1ca18dcbab0adc945567f7f71407454da9d4ceb9ddb7","sample_id":"hellaswag.val.5522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60b880004f6383d460ecd930e99c777531e1352f481e092634d963db6c99227c","formula_version":"titan-u-contract-v1","latency_ms":1.2734580086544156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d867be81f9b82623f7f431380edc07f0858d17986163d87a2bba64bec62886f","sample_id":"hellaswag.val.5523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"007b108001dd9c572f7adccb2fd48f4c7943d855198980816719b093bd43cdb1","formula_version":"titan-u-contract-v1","latency_ms":0.7653749780729413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51d492dec5a6535fffb67e0c5f42a39f1b859860811714abadd81f1479387704","sample_id":"hellaswag.val.5524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e72a05aebb97e42daef9248f343c4d25d1947eda8a169b71c7ffd8c1d50165d","formula_version":"titan-u-contract-v1","latency_ms":1.1917080264538527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e367d9501597d39ea20d8c0df5915a875e229bdb549760831830793f413fe63","sample_id":"hellaswag.val.5525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9ae3693304321c0e97aa266d2e15c4466b67e5b9cb9ed2c2dc0baa00f635aa3","formula_version":"titan-u-contract-v1","latency_ms":0.6835419917479157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf9873b3b4eb99cca286aa11ee7a4be7022419cc227c8ec7bbfb7f047e8bd8dd","sample_id":"hellaswag.val.5526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c943e9418e39db66bade468fa1b881dd87d8c822d6f275979af4ee7bfe37f6dc","formula_version":"titan-u-contract-v1","latency_ms":0.8390420116484165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f5207287e25535399f8fd3bf7379473656019ec22586e658fef0b86dbb442fe","sample_id":"hellaswag.val.5527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ec905dc3432c86f0c5b4c996d1ba30fff9d85d9f419edff902a136d02febfe5","formula_version":"titan-u-contract-v1","latency_ms":1.2598329922184348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdb5eab6d854af64c12c5a8daefdd8ea7a419c5c63eee5baca4ef4be3798060b","sample_id":"hellaswag.val.5528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d294bb958574034ee8d4723f6204a08a217ada053d7f9a8b4959b224c12c408d","formula_version":"titan-u-contract-v1","latency_ms":1.7399170901626348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db40a8815dae6dbf7e602dbf4927e7ca52e4045be83b80ec1423c4c0442f0e1e","sample_id":"hellaswag.val.5529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76e93f22ddf233585f8e626da81d064ae68ff606556fbdcf5b251c25d8e1e712","formula_version":"titan-u-contract-v1","latency_ms":0.7354170083999634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"988a2e85932f36956f0fa3a6d18256ba9c9d19054d3d414b7b800c1e526fdbf1","sample_id":"hellaswag.val.553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e46ada61964b135201ac01562cc188732bd795abf9aaaf88f00951142c592c5","formula_version":"titan-u-contract-v1","latency_ms":0.9514580015093088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd452687461b25d50d91d06ce3939c95382ba39b7fe94e702d7fc30a035dfc46","sample_id":"hellaswag.val.5530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdc58fbb787442ed76fb918da5d96a8662a9983e6817dd682500d9f4f75536f2","formula_version":"titan-u-contract-v1","latency_ms":2.8610830195248127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9608ad701d2321d9962d112f9c3d773353a964a0ea131960b5704fcfb8dc7d97","sample_id":"hellaswag.val.5531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7325a89f481142fa62befb3ae9253dfa54c8ab63efd8e378f30745980cd06836","formula_version":"titan-u-contract-v1","latency_ms":0.7092090090736747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d42d341f97d1673ad870c8dc3c50f45512e5ffd986073de65443afc5a0a4849c","sample_id":"hellaswag.val.5532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ca172fd6c8d547fb812afeb383dfd6c4b4d62b14803df4f9d2525eb54358b92","formula_version":"titan-u-contract-v1","latency_ms":0.9293330367654562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"838843f1501001e06f71c5bc72ec610723f6bc18791a9889820cc3c59b3ff135","sample_id":"hellaswag.val.5533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9efd3198cb11a877ab828b30c84a7acc39480911b192e41bc5a638ad11bf63d5","formula_version":"titan-u-contract-v1","latency_ms":0.9582500206306577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cec70e83e9e433df1237d2e5a9aa5784c323b0d3c80e7e0751ecfd5a1d7fde9","sample_id":"hellaswag.val.5534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8e11aee6a89f82b59656316505e74952fd2784fd0b1f4a20511a9dee6a11776","formula_version":"titan-u-contract-v1","latency_ms":1.2937909923493862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3e468705bada4a263f47ab34f2d8dbed09d3fd301fd0876cc89d86d574dd046","sample_id":"hellaswag.val.5535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81e12c2d81510c48666bfc179a03f6124f063bd86792ba008902c85d612a26ce","formula_version":"titan-u-contract-v1","latency_ms":3.2571250339969993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1a8c7283c0efbf07892f3ef40197159d16d7d8200ed3f6747a0cf2f2372918f","sample_id":"hellaswag.val.5536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a67d752ff119c26b4d0f4ec30eb91906bc1262efc8c7a92ab462991d52b1bc69","formula_version":"titan-u-contract-v1","latency_ms":1.220958074554801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0de29ff1f9873a2f3c47fa69400ae6c9b9be0d9aaa440756f96da93121e8af7d","sample_id":"hellaswag.val.5537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef0f856fd19208e717916c65bdc5befc109778d94ee4195bb92d9a01f7f5ac0a","formula_version":"titan-u-contract-v1","latency_ms":1.1842080857604742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d250c47fa7d33ace6de265d9893412ef6cce34c7755ed1439074a2f61a19eacc","sample_id":"hellaswag.val.5538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e67ca7408d8435fe7004d7313a1f3d0cf69e23b431dd7acab7dfbc8435f8da84","formula_version":"titan-u-contract-v1","latency_ms":0.8810419822111726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc33aabfbeb8ed882146073f849b28395e04b32002083ac6b7d14c3e5e428c95","sample_id":"hellaswag.val.5539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c8f329cf1c88c9d97b91f94fd10a2bbd9326c72c682e20ec0922bdf0df9dc4a","formula_version":"titan-u-contract-v1","latency_ms":0.9002500446513295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c16de5029b8e8ac9f9cae48bbd38cf30f85d0fa7c23655514ecfe40ca47b90f9","sample_id":"hellaswag.val.554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"575ff872e7fa3eefed6e7e70ea8439420b47ff5128d93f48e844bf9fed1dc31f","formula_version":"titan-u-contract-v1","latency_ms":1.165041932836175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"144fbac3f0bf4830dc53d831b64ab7342a51d96d5150438f64f12e4e618ac5f7","sample_id":"hellaswag.val.5540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"505f93b11d65a2c76a51951a6903f47ab88391cb1c226ad0f322ddd48c08018b","formula_version":"titan-u-contract-v1","latency_ms":0.6747089792042971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfdeeb8bb41dc61ee3c5782b41dc0d575153144a34fa9fc87d659189503f7ae6","sample_id":"hellaswag.val.5541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae9acc40b1f390b657110cfa99167f36452b6d96f8ac6767dcdce88dbfa24e20","formula_version":"titan-u-contract-v1","latency_ms":0.6053750403225422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"444bff917bdc0d70478483e61366717ad883377acd8011400807f3cab7c649c3","sample_id":"hellaswag.val.5542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08d068eeefc3a22f11772f08ff593ecab87ef5c7ec3af96d2d397c98e9b94d9d","formula_version":"titan-u-contract-v1","latency_ms":0.6060410523787141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b80df54aeecd51d9c18ca189ca9a36fc1ec1ea13ea552575cc99cbda160adc54","sample_id":"hellaswag.val.5543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01aaf499f0f31142725540620c17af39bb7447c649427adbd0f3f514cd330323","formula_version":"titan-u-contract-v1","latency_ms":0.6620829226449132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e86ffc09adc86580f050b04c1f8e56ad4d19b31c182ecb412ba1c452852ead7","sample_id":"hellaswag.val.5544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a454ac79e2b6d01010f10e4d846889828587030befea3f541ef4159daf01986","formula_version":"titan-u-contract-v1","latency_ms":1.1790420394390821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6c8a455c6a8eb8048b84ea20e4f404e79d6094fb83a5aa85272b9d9c9e291c9","sample_id":"hellaswag.val.5545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdff5299238f81b611d6a40c7bbfdee50b47be9c7628fda1c406efc65d2cef9f","formula_version":"titan-u-contract-v1","latency_ms":1.2493340764194727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36c85f5467df3feeda11b7e1b0107fe897ef853e2cfe91ae75945be01a4ac476","sample_id":"hellaswag.val.5546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bab86e98a8811321506d0a9c7c5ca895a2ef07898c2c522c10b81081776dbc64","formula_version":"titan-u-contract-v1","latency_ms":0.6429579807445407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6b6bd4d9cd48786dbab3d8038bb1e162521a2fe91a3554c9403ba461a84b2de","sample_id":"hellaswag.val.5547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a0563fe4bf262c6c3ea2682747c61213c7c7b0878c7e5ee1cf0d0e6d3c4dc9d","formula_version":"titan-u-contract-v1","latency_ms":0.6951249670237303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0693e7675a48ec28fd77a4a7e220bd78f1af195d2ad2c76ba6ecda2c97a18c23","sample_id":"hellaswag.val.5548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53e6c582c78300b0664b3d7f6f7c9efd4304c8b48c7e37faa0efb225088eef6d","formula_version":"titan-u-contract-v1","latency_ms":0.7540000369772315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d40742fc5a2b34268cc01f46b9c18ce2e56a9e76a4bb06b565c9bbc19301846","sample_id":"hellaswag.val.5549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a17070f71b7f65b6194c48dd67dedf519ac650041f23ae629f68b01842f592c","formula_version":"titan-u-contract-v1","latency_ms":0.48045895528048277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d524a18c8eab6a3c21a2b82eba1b1bc22b7b944b2a9fe1c8d04081d247dd6ff","sample_id":"hellaswag.val.555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6217c63d00d43bcc3bd4f6c45eda41b0b4824bf97ddef488ffe24b95fb215f57","formula_version":"titan-u-contract-v1","latency_ms":0.9091249667108059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa6796392557ca890c44e0c8fc6cbb77a4f8bb007f56d361336424fcc0e44bb2","sample_id":"hellaswag.val.5550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4522c2d254f76eb359e1bde7b0633ff5eedd746a04d9739cacca708ee652ca8","formula_version":"titan-u-contract-v1","latency_ms":0.8859590161591768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e981fe4b6a240f10bb2485351d107a3e1afd6cf764874482826ab97e8ac8c857","sample_id":"hellaswag.val.5551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee79af9f2109a350894edbe024ea8b9037b5c93bf7ebb6fe80170b9200a1f74b","formula_version":"titan-u-contract-v1","latency_ms":1.3564169639721513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85b8e261531dc249134d9fd26711180bb06f28336f6566f5d10202cf741955c7","sample_id":"hellaswag.val.5552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c54f0ea948aeecbff401b768c5e798f712f24a4917b76431422a9fd689f1b7da","formula_version":"titan-u-contract-v1","latency_ms":0.6820419803261757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99a9c545d506892ac847ccef719e3f145b374c4d1a3afd4a2ef2281d78f61023","sample_id":"hellaswag.val.5553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b18f415171ad97bb932184163eb39d50943529b34efdd0aa4c4410e6799f8d32","formula_version":"titan-u-contract-v1","latency_ms":1.3459170004352927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db6c0dea7820bb406441e3fa17a924af00d957c052cf41d2a8c1e1924ddf519b","sample_id":"hellaswag.val.5554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90270c3b0b4eceb4f42ae94a02c9328c792eaecbe9990b0b4827f562fc2f9a2f","formula_version":"titan-u-contract-v1","latency_ms":0.6656249752268195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c068af85fdf6e01f634058b624f87d825d35d1a96b079cfeb3d66b90b241eba","sample_id":"hellaswag.val.5555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49bb45b2e573ba6fd1b024adb1425bb5dd1ec93ae98a667f4ef1aef0937dbe2d","formula_version":"titan-u-contract-v1","latency_ms":0.6602079374715686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7220c09e79620827cac61a327d907e04c31e6f02ba4338d8eebbf32ff6bbbf86","sample_id":"hellaswag.val.5556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0402149f79dee24a6f621d26ff74330759f51208a1d4753df5428fcb975d3fdb","formula_version":"titan-u-contract-v1","latency_ms":0.6203330121934414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f4c2d55729432f6f905179cfd132964f84964614c1cf5d7c481fabb12b1b053","sample_id":"hellaswag.val.5557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b51ec7cd48d0e3864a9335ba0cf63f55cfbc7c5474f8b66ea53bb85529986d0","formula_version":"titan-u-contract-v1","latency_ms":0.6012499798089266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8b51b2a92f3e8ad7adc374cbb8602781cf53576733b73402265b7808901e963","sample_id":"hellaswag.val.5558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"857bd78d71fef3a04c1a32e3ee84dedc4d9ba5e0917ae1925f45de6eb8f1b1b6","formula_version":"titan-u-contract-v1","latency_ms":0.5890420870855451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85b195966f8812be47defa57f00e7fdc46152fb85d81d46501986c0d3b37673e","sample_id":"hellaswag.val.5559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dbf8ab3cfb78a71cc8ca4cfba4227bb4afa7398d18b4a83742c1b555b73c20f","formula_version":"titan-u-contract-v1","latency_ms":0.7381249452009797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc7a50398c21236d54ccb503938ba43775ae0628fa2a6c2fee6cc9b756832b6a","sample_id":"hellaswag.val.556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18f2dd0f3fb3309bd742b65c71d82e5685da3afacd6b65c2670aee329e0051a7","formula_version":"titan-u-contract-v1","latency_ms":0.6677909987047315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"199ab28c90537343573d3fc1b332cee5a80f4c373d5c69e5a835e6a65b44161f","sample_id":"hellaswag.val.5560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f8ac32258d3b1d74ce70e058290cd2a547cef81c5347a765c4d73fa4c410102","formula_version":"titan-u-contract-v1","latency_ms":0.8253749692812562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30d27bca1ace8476471e7a19e59fa769f62debf6837434165b0431c75ce759b4","sample_id":"hellaswag.val.5561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bda6cf8e52231be3a80fb06e3c8d0beb82b6f439bd9ab4d32b546897452a4c6c","formula_version":"titan-u-contract-v1","latency_ms":0.8722079219296575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92ab4473feef1c10d20b454048d8f12991a8c32d610ec34d94f27fa90da3a208","sample_id":"hellaswag.val.5562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34e32a7bd145622d5f98241e3e64f4cff9b5d2b134ad8b9c3df44024c6610856","formula_version":"titan-u-contract-v1","latency_ms":0.6868749624118209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f914f23ddd181cfe4866eead27dd5fa8cfd7dd0938e113540e575566977e32ba","sample_id":"hellaswag.val.5563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e0bdac2bbc613149bd90608d5f46af53efa1e0c22098b1940052c3d5c68ec1f","formula_version":"titan-u-contract-v1","latency_ms":0.8171669906005263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d92cd661975b1d91b2ae2be456e6fa37b60e90b78374caebe4f713647152594","sample_id":"hellaswag.val.5564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b2682354b923aeac1d47f04ea5e91e5e2fa72e6af1020cec662a525b2ae4691","formula_version":"titan-u-contract-v1","latency_ms":1.0263340082019567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7febbe1e8350362b42832211ba22bbcdfb9c348cd430efcfdabd4b02e0a2566","sample_id":"hellaswag.val.5565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a7704b35520fd27f7dec55d4120cef4c789efc63845ff440ab7096cf1441d8b","formula_version":"titan-u-contract-v1","latency_ms":0.6499170558527112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ef3935361a3f56c8ff0fbb577c6783997ee5fe2475fa2bafc7e60f7253cdc6b","sample_id":"hellaswag.val.5566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e3a19cfdc2cba4b198fab709d9ffd5ba479783245ba4fcb1844cdba1dc7b989","formula_version":"titan-u-contract-v1","latency_ms":1.9518749322742224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efbf9f9dbb2e8df513d3020ccf9b8a6d57fa2d446e66c15863a38d8ca04f5f92","sample_id":"hellaswag.val.5567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27e90d5ccf6d9d61e0cba0847ff4aac92e7d28d370c9de482028e8b091047c1d","formula_version":"titan-u-contract-v1","latency_ms":1.433708006516099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dad4e35cfb7e7a1b38594ed4284a740921ea34e1497a9bcfae7e43f0ba0ca658","sample_id":"hellaswag.val.5568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f059f102de5054215b72ef0cab4edf69bb65105d40db17bfd154e5ced6ed5f19","formula_version":"titan-u-contract-v1","latency_ms":0.678334035910666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c28166e6172af7ebe9cdce030648f029ee4fa89acf79b5b3a3250ea979d0dedb","sample_id":"hellaswag.val.5569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9b91396a27c5f775bf56a3218ef7cd17ded12ecaa5edd44cd6ada0f7735e154","formula_version":"titan-u-contract-v1","latency_ms":0.5989589262753725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43f26e895dc2080aeeb5096fad1a97ac717a334115773b3fa99aae074f0f5149","sample_id":"hellaswag.val.557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c895895ad6b87f136bb82313a3a391699d3d8cc86012f664e46341a7ff300366","formula_version":"titan-u-contract-v1","latency_ms":1.1730830883607268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc6b5110664e986064116dfdd0da97a2ccf1a3cc5c4bfbd13356ae0b293ad4f1","sample_id":"hellaswag.val.5570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"080ea3a9c48fe60c10f41fed07d168fdba58fc71f31c6285be6b8ec696e8ea64","formula_version":"titan-u-contract-v1","latency_ms":0.7563750259578228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bca50771283e0c88aaf14d9f8a4a1f29ca9e5932e10e2e6ef6fd4cef701e21a6","sample_id":"hellaswag.val.5571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47174f3d7c69a1ab0b0a20732e9f1399ecd3a8da93e5bc2a54fa789fd7637435","formula_version":"titan-u-contract-v1","latency_ms":1.1358330957591534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20840e4d86b0435d14b0c02063b9a72bb02477ee0d1285b02afa60774bc1494b","sample_id":"hellaswag.val.5572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"801b13d5232f31ad0d9e393dd7ee3ec9166bd2e4b425b3c22b94fbd2a3587ed8","formula_version":"titan-u-contract-v1","latency_ms":0.6677909987047315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c160438fdbd1abb2040775c278312f3dd1b279b0a77916e8680d468d3422e81","sample_id":"hellaswag.val.5573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"675bd19f3235b2d048f057aa94f17f18de8cbb45255defa5eb93f539939b1f80","formula_version":"titan-u-contract-v1","latency_ms":1.1758750770241022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3890669292300b4125c5ce4e5086a7bc26dc157f7c8fcd511c4c6400a86141b6","sample_id":"hellaswag.val.5574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fde55487f9d65e889fe05cbcd13ac77daaf12a2f3facbe26ac7f1dbdc7170372","formula_version":"titan-u-contract-v1","latency_ms":0.7182499393820763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a52d9d57d647db55fa60e4785af748f96a56ff26d0f35b6918d88dd83938f7d","sample_id":"hellaswag.val.5575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8048b0ff1f16ebc5a90848214d5f79e752206836166f25d22d21088b07c32f2d","formula_version":"titan-u-contract-v1","latency_ms":0.6578339962288737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ce663699c87a8713956bd8e90e7084b6b73c0e1ce92418205bc51c5f75c56a0","sample_id":"hellaswag.val.5576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ac52dd1faf13217ff9130909391e1c048466173264336d7ad1f1f511ca243e4","formula_version":"titan-u-contract-v1","latency_ms":1.301166950725019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69dd873a04898040220d40264c62303e57c18e764ece90c204cf6b3454e579fd","sample_id":"hellaswag.val.5577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02c8c39c0a1da20fdff050de0f09fab88c4b25e0beb00275d6dd6b0c5a53d3d1","formula_version":"titan-u-contract-v1","latency_ms":2.0670000230893493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46d4ce0961f6634c26fef910c26094034ccc64ad8ca6de2eb6997398ebec6253","sample_id":"hellaswag.val.5578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d59173d5176fd5f46054a4dd2c8443e3ed417290e5e882c37e792cd3fb4bc03e","formula_version":"titan-u-contract-v1","latency_ms":0.9457499254494905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3720de464471f6e8cdd9162f8099ea26636bf03a85955e097afb6c918ed7487","sample_id":"hellaswag.val.5579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2cd92b79828526da7e1eb47d54e5e50ee0057ab8e0d4fa49bff3cb734235eae","formula_version":"titan-u-contract-v1","latency_ms":0.614333082921803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0fd107ec506aab9def876eddad74cf18a3daa1439cced5d704454348625c46d","sample_id":"hellaswag.val.558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06d2baa80b32a7d340b288c7ad4d2e0d5aabee2cd673e17be3b2ff43a49e67dc","formula_version":"titan-u-contract-v1","latency_ms":0.9123340714722872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"747d49cbfb875edf389f85dacf2fb3e3c9d77171616056dc6547eafe243a5a47","sample_id":"hellaswag.val.5580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30207a739c643a5a76a4937ee1355c93bf8ed03f7a49791946d65030f4cdbc6a","formula_version":"titan-u-contract-v1","latency_ms":0.6927079521119595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37d466ca4150f39801e2a26a0758083f2fe53c9e15cc1eb744faa6f8e12557d6","sample_id":"hellaswag.val.5581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"560dd38c655378cd8fd664bda7fdaf77cc047edb1a2d2376806306fcd3c7ada7","formula_version":"titan-u-contract-v1","latency_ms":0.9093750268220901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a12ea8c5cf9d71eefeba626e267a5ecac66a78ddc63218c5ad66e10090d1addf","sample_id":"hellaswag.val.5582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b52dcfbd5268909a12a5b5fcb6b3e33cdbf8df502da28a3df9a9cedc118659d8","formula_version":"titan-u-contract-v1","latency_ms":2.6717919390648603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"850c028b9342c2f308a8ee9dca8b5b73b753a82fc11ac2c857dc77ea77acc0ac","sample_id":"hellaswag.val.5583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c86abe428eb3ea9db85072ed4360722c07d70dc47219ea521b364cca933ef9c2","formula_version":"titan-u-contract-v1","latency_ms":0.8879579836502671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86898f537dcc5894f2f9e117765b6fa6fa8e5665a3b34b4c5c9d05be94b6179a","sample_id":"hellaswag.val.5584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3101f3eaa411917877824e1938bdec939c42599e16818ac806b7edae55b16d44","formula_version":"titan-u-contract-v1","latency_ms":1.2135420693084598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"059ca32147228db4936e400cdff09b7076f2b2cb9e55baffae71fcad919f4ddf","sample_id":"hellaswag.val.5585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77a451cdce9802e0d9b2ff9ad5d20657c660fd67e958743db7428bb7b1782589","formula_version":"titan-u-contract-v1","latency_ms":0.7032500579953194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63f6973fef3bcc38eb75c4f2e01745e90c4faedce8ee026d1bebe7065c795d6a","sample_id":"hellaswag.val.5586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fbdfcff17a26573433eee057fa9927244b863eeb1488f54e98170808388fcc3","formula_version":"titan-u-contract-v1","latency_ms":0.6368329050019383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"798e108194fe7e8f4fd39eacdb1bdf13ed050303f7811b08cff67c54baf23ac3","sample_id":"hellaswag.val.5587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caff37fb67f6f7ca692dc6fada85836cd8cc660be71b71ce8fee10170703f723","formula_version":"titan-u-contract-v1","latency_ms":1.1899999808520079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05be310f9086cbc14dcafe98492f6597c401414790ed50bfe462ed07fe7d5a25","sample_id":"hellaswag.val.5588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eae4479c8d3ab714acb85857d2387a9f0fedd2658d65c08ceabb37931997b91e","formula_version":"titan-u-contract-v1","latency_ms":0.7320420118048787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa757ed792d0bc0f70ec216b9a9b45a38e4de383738d24a1300055fb3ede70af","sample_id":"hellaswag.val.5589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0d00a72340f6e1f9cb35ab4ec4987fd69ce7f67fbb5715a7daf393a4a194bba","formula_version":"titan-u-contract-v1","latency_ms":2.826458076015115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"223b633c2e8dca77dec0fbbfa4ac57b39be91176d147e7df7d40d4e6977a19e5","sample_id":"hellaswag.val.559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ccbc7493cd71c46e0cf7e366c49e558cfae9f3e9dbf0eb18d18428b74c296a4","formula_version":"titan-u-contract-v1","latency_ms":0.7832089904695749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15b2cc961498f27d03edac00e8609fcb14f9b801f1808760808541574e3c5bd8","sample_id":"hellaswag.val.5590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edcca5f7091ad3686119c9f03352bc570613ec56952d30cae1e0dee6ff86b77e","formula_version":"titan-u-contract-v1","latency_ms":1.9421250326558948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd7920b21fae02401cedd8746c60d5cb8e5e45481f383280e92875ff9e9b7480","sample_id":"hellaswag.val.5591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fe22f33645f3ae7e91e5302d5835177055bf4a1449f83d5f00722b1f78f335e","formula_version":"titan-u-contract-v1","latency_ms":0.7363329641520977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b458956bd5aa1bb9155e234a00eee526a1d19f851ee67ca2e9f837578d0d7b09","sample_id":"hellaswag.val.5592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a057c82c847a29b20670c9abe3c40369950ec102369b978b712350c58b5f5051","formula_version":"titan-u-contract-v1","latency_ms":0.675083021633327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0681bdbe79e91aeed622b74e429d47b4aa9dcaad54abac73cad3e9abbada5f5","sample_id":"hellaswag.val.5593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"651b9777b03366b94238deea41f25f54840aa64b5d4b3f35482e7092f39eb2d6","formula_version":"titan-u-contract-v1","latency_ms":0.6354579236358404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d32bdfd8f66d0222ee1ff15330a9489bc65677773d26989d6fb8b8f4e1b20dad","sample_id":"hellaswag.val.5594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7442c4cb38c611fd42a98fb2136f441a763bf9f316baa658471b72995e684b0","formula_version":"titan-u-contract-v1","latency_ms":0.6059169536456466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e548a4604f7c08875afec6ab0589737f0151e54ae50e570b349a4351da31ea5","sample_id":"hellaswag.val.5595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed6f57d3a5e794db440ffe265af8708528ae1dcdb0a55f73bcf83a7756b07f61","formula_version":"titan-u-contract-v1","latency_ms":0.9217499755322933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d6880785272ebfe2e3cbda3f808b5741a3ed68fdf832000153072419051db13","sample_id":"hellaswag.val.5596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88756390c27a7b0eba4b1ba853c8b3158f91d350789bf812f664551319fd7ce4","formula_version":"titan-u-contract-v1","latency_ms":1.2970409588888288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5879d6fc68ac1f9d4db957b217ebb23a1c490703df750bc5ec68ff8f8556553c","sample_id":"hellaswag.val.5597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bed19e213a992698fc2cd049944a2e639d69ecdb231d94149e9c75e94bb59921","formula_version":"titan-u-contract-v1","latency_ms":0.6929170340299606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cb0a905bd5426b476aa27a4eecf0ad54544f608e920cd25272e4cd12cef1d0d","sample_id":"hellaswag.val.5598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03a5cf66fce59d8c72d8f7d584a2cc7be88fe4d7cd7d761f9283326b84ba5524","formula_version":"titan-u-contract-v1","latency_ms":1.0708749759942293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c498aa83577b442fe088f324fb87cabf1d75ba90bd59d47cf4ec6eeb881e886c","sample_id":"hellaswag.val.5599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"598aaa48409db2957257ba940bcb9c5fc13f85b28a6406246e5ee6d4d6279c7a","formula_version":"titan-u-contract-v1","latency_ms":0.5545830354094505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ce367e52fe62e57ad49fa59eee650cf6ae711ea8464b46ec36c95678abdbd5a","sample_id":"hellaswag.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d88fc25ab66f0c5613ab7ba5650b35b5383cb84e16e06684b854b136642d1077","formula_version":"titan-u-contract-v1","latency_ms":0.5679159658029675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa423869c8593d618e8d85b8dc9cff877251cf2d96bcc53c4eceea546a0e2a6a","sample_id":"hellaswag.val.560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdc685c607f418d75d5a25e2fb61d21f3f21db4c765dcc675ef693bef91f600d","formula_version":"titan-u-contract-v1","latency_ms":0.7070839637890458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf1b962c2782d2892104a7d76606e0d77a1c473ec076d4a187ee06683379d8ad","sample_id":"hellaswag.val.5600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0137581fb12f0ee32558604fe6237a6c36dfa278cdf6ea814199f0d918600267","formula_version":"titan-u-contract-v1","latency_ms":0.6650409195572138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a4f2f5e1c3cf7a096ed11f092a55ec9f3330f7aa6d79d391f7695455338a12b","sample_id":"hellaswag.val.5601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34757156f7349bf59feb8f93c7c13e3cf19824fbe803149ae90cfa6b5f2054a5","formula_version":"titan-u-contract-v1","latency_ms":0.8658339502289891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd692eca0aa7bda9cd879669500b5fb8148526e20d51813fab83725f3121cdc3","sample_id":"hellaswag.val.5602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ca9c4857522c101234822644b379c7867d0ea620c81a670e1b9eb5b5e4b81f5","formula_version":"titan-u-contract-v1","latency_ms":0.7119160145521164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db632d8cb481c586582759de8bcac8c8e4e4f498b152f874d3ee834410b99ddb","sample_id":"hellaswag.val.5603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecfbea76a84b593d2f962f5e67022f543c876cdd9421d7e5785ea550b7e8318f","formula_version":"titan-u-contract-v1","latency_ms":0.6786659359931946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4dead59e7424fb0136b136c1bf23d324033e85635e6d0d975c269150c5f4fcb","sample_id":"hellaswag.val.5604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffa7015a3682d19c5546129a90ecfc8b930be500536581b769745a274c397709","formula_version":"titan-u-contract-v1","latency_ms":0.646792002953589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ceb5cea5868b570cce942589058d53e064f91bb72c4787d35fa6f14942cc7cbc","sample_id":"hellaswag.val.5605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebef95f18f5ef99ed07520b2c0a50c1c9a81d0d558997db828aac7ddab110701","formula_version":"titan-u-contract-v1","latency_ms":0.9570419788360596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e53d8ffa49f1aba7754cae365b62d668a5642f92617ffb785f177418d5861b50","sample_id":"hellaswag.val.5606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3391369eefe1378aca47b0c613fa72cde8d33b6509e741b52194862f45fc3694","formula_version":"titan-u-contract-v1","latency_ms":0.5962500581517816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a67655f6092e6d53c0c9b73d00aac4ab190e13ecde2c038b4aecbbe25f117a92","sample_id":"hellaswag.val.5607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6088c4bf0bb96d11c2453670d4e4a8830e9ef3deb8a61693b6588b9eebbb17ea","formula_version":"titan-u-contract-v1","latency_ms":0.6676249904558063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7829d292de9fd18a3b9af20cf97a800183b7f8aed8107172b3d677e652f4ff4f","sample_id":"hellaswag.val.5608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52438ab9eeca5ba28186709075b6a6cfeaa68e00558daf710659b7f9b65fe3bb","formula_version":"titan-u-contract-v1","latency_ms":0.6893330719321966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c681aded40e4647c4e3f211427bba8c599d74a06e0897afe084445b4c3a25ea","sample_id":"hellaswag.val.5609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be9104afb123e8cb31eecabaced9796cd42a6cf44567b54907147aa2f3ff4179","formula_version":"titan-u-contract-v1","latency_ms":0.7146669086068869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3c4a5ebf620fd1085546db0cb7efa1352cea3fc95772515d3c6065c247b7a66","sample_id":"hellaswag.val.561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93217302fe3506ddf21fe20302336971ebc5954b14612a8411fb1c0960f1cf93","formula_version":"titan-u-contract-v1","latency_ms":0.7355830166488886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"833b709492b693b3282d5e4f6e24be47a894da56094bc04de82601b3c5539467","sample_id":"hellaswag.val.5610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c164fe57dabd127a9e4a0447a4ae6dbd407fcf49cc332ef43bc41d071bcc0ef4","formula_version":"titan-u-contract-v1","latency_ms":1.1670829262584448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83d40b05364b1e50b92667bbaaa2e91cd9323cdd6d23d1752ca9036d801ad6d4","sample_id":"hellaswag.val.5611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32a839d42182166c2948d4b3ff2f4f989bab4855b9b46ad3c12fc969a7d96d72","formula_version":"titan-u-contract-v1","latency_ms":1.6922500217333436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"861c7e04109e195e93879e47d9cf87ff9e0ed78209a68a8ade13ad58b974085e","sample_id":"hellaswag.val.5612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ef316343d5ce8170aef399b388948754df1dca92657849ffd66454166c5bad3","formula_version":"titan-u-contract-v1","latency_ms":0.7793749682605267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a164d7115ac77230e1a1a74021da3d8321eb19684adaa12c94ef99e395ec2928","sample_id":"hellaswag.val.5613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c2c7376f579f9a959a7fbfbe80777493622656c0c12fc6a468899752c32f1d6","formula_version":"titan-u-contract-v1","latency_ms":1.1132919462397695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97d99e1846651577e69904b2e61014b20f5d3d99086d64aec1d468c0dccd87e0","sample_id":"hellaswag.val.5614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e8cf041a341e9d3681531ca6bd4327eaf8909450f43a95b2bc0fe5ecf3a7535","formula_version":"titan-u-contract-v1","latency_ms":0.8687919471412897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"581a09a03ceecff14fb183f75db3159d29d001f811e3c12aee036d251ed91bc0","sample_id":"hellaswag.val.5615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29b462d85ac5b93fd7fa5aee99a1735da8454742b74ec845c63c888f5e590a14","formula_version":"titan-u-contract-v1","latency_ms":0.7135829655453563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"209737a1b36a3d5537ebe4c23e52fcb4dd2f2c8f93a5b3d871e56e04b2d21212","sample_id":"hellaswag.val.5616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60ab5ce0ed41b08a92b1260f17dba1a0edbb35d30e94cbac2b5a282bf3e14775","formula_version":"titan-u-contract-v1","latency_ms":0.6866250187158585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0bde94bb0ccf57ca3add4e8374970cb0880c7c85994c220e2044cfee31af763","sample_id":"hellaswag.val.5617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ebad13fc79a82cb6ca06aa655a767d0ec0f2eb63c5f4b3198decd434dbf6d5b","formula_version":"titan-u-contract-v1","latency_ms":1.1241250904276967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8812799690492854e1ef30f7bd7ea8c1bbda09917294ebe39a0e7a42f3b43f89","sample_id":"hellaswag.val.5618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7100c8e61174ba396c1e27bb4ff0865aa59780e8c959295cf37dba1facba0b0","formula_version":"titan-u-contract-v1","latency_ms":0.9252919116988778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fa930dc3bb6b384708e335fa55a652eb72b14e411a52e7fba1d29afad24b825","sample_id":"hellaswag.val.5619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78d0c7bcc72ae723408cb9681f9ee11176bf84aa00db23ac52ae212f766ac8cb","formula_version":"titan-u-contract-v1","latency_ms":0.4980419762432575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08daaf59abfab7f073beb1cdb999d73c82fc141e77a3f324f7518f766d41b138","sample_id":"hellaswag.val.562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"498d92dced23ea912536ad32dc16906b26dd26c87bbe15c7c2e3fb41206099aa","formula_version":"titan-u-contract-v1","latency_ms":0.6586670642718673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f743b075c317c8c1eb04303bbc458675aaa868afd4720fcdf67661e78f210d0","sample_id":"hellaswag.val.5620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e235b237c250dcfdadada0b311b975b4f81e46a3a7301526af723e538012bf96","formula_version":"titan-u-contract-v1","latency_ms":0.6431670626625419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7eb1a80ebb11078230be30e0af9cbf4ce7ba72ed317ddb345eece74024d5961","sample_id":"hellaswag.val.5621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"389cd03ca0c9a63e0d66744f5ab6b6b0b07505a79a9a311709bd2b330639ec80","formula_version":"titan-u-contract-v1","latency_ms":0.7092080777511001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bf3aafb80122a5c54e51d399e0842e9a8c5d81a313f2d476a3750adeaa0746e","sample_id":"hellaswag.val.5622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8d3897030381fa9bb71cd074b79b8b7c6b35292d9ea66fdccf925f8c030bd83","formula_version":"titan-u-contract-v1","latency_ms":0.7895419839769602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eed27447cc4a62fc1ccc2ec0140e5a58032714e7d6f546e874658f585c3a301e","sample_id":"hellaswag.val.5623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ff9246b89a3fc69a7b02849867e55b82e43704c08d3beb66c559a94cace30d3","formula_version":"titan-u-contract-v1","latency_ms":0.7325410842895508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22ddab71f4cfbaaf9e4686cfee5751abb63bdd102b206c47ab48734cf00ea4da","sample_id":"hellaswag.val.5624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b9f4930a4c914873dd40ae1dde28fe688bad232a4ee893062a3a5d2ca502649","formula_version":"titan-u-contract-v1","latency_ms":1.939708017744124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c862cfb4708bc52695cb2fb676f17b1a0ae00938f83611cdd0e7a9844b8dabbc","sample_id":"hellaswag.val.5625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c96a8836b5e79e29afb3bcc1ca2e0d895f6570a1a0dfacd04fe10d2e55351390","formula_version":"titan-u-contract-v1","latency_ms":1.052333042025566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"884627d1195213ec6d50dc103100b42d23bcc374f8c527b1fa68b7092ccc89ed","sample_id":"hellaswag.val.5626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9b9b4e49baaf17140216eab4e4767f573fa6e136c4dc592902470131f67db3f","formula_version":"titan-u-contract-v1","latency_ms":1.120958011597395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f2bdbd28b0ced5cdcd7ef5f98ae7e4f9be002aead8ba867c0cfe1fd6156aa28","sample_id":"hellaswag.val.5627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b58a43dacf3043edfd3a27bb438696cfe422a22c6c98f6e24ea85b60d516740a","formula_version":"titan-u-contract-v1","latency_ms":0.808625016361475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d796b739b8851272ecc4760a1bc3b2681485f6fb291b6bce187f43a3b3d022bf","sample_id":"hellaswag.val.5628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fe6b9377e4c245cb97bdf101128656ed62ceb4d9145136745197d28264c0d4a","formula_version":"titan-u-contract-v1","latency_ms":0.7370839593932033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e14f53622e808dfead98de5abf865b72504aee3bc17d578ab808c8ed7f88aa2","sample_id":"hellaswag.val.5629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"168024f3d11ac0b9d42203afdcdaf4411d0f17ccf86d13c450e119c16bc33d0b","formula_version":"titan-u-contract-v1","latency_ms":0.5156670231372118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5aade09b2d005ebfd9e09864622a50190bb8708027b9d53088d8832469588b5c","sample_id":"hellaswag.val.563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c5b558268904a4cec5a96f989f48db91f9ca761d0a2d2835f54d84c653a0638","formula_version":"titan-u-contract-v1","latency_ms":0.7313749520108104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ad3a177598a90a5f1ef6c464d375ba2337aae544535ea28b4cc357e0070aa8e","sample_id":"hellaswag.val.5630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a87bdd951383bd848172e909539d3986ef454ad984dacaf6f56afe32a50a1ef2","formula_version":"titan-u-contract-v1","latency_ms":0.6657920312136412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"013f523d428b4b685792572921e9512746d2959b30c73639cddd280b2c872166","sample_id":"hellaswag.val.5631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33cffc3b1ea5215afb23f7d3803b86cd3c660cd5923c55829256b5751d0afb0d","formula_version":"titan-u-contract-v1","latency_ms":1.0017920285463333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10fbe3d1948886f7da0b68a9cfa7acb264804147657c9ed853daa8f4d09ac86c","sample_id":"hellaswag.val.5632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fb9166b1a3b3550619ef6c79514859be14e6fb0319d460fba229f9ed2f436ca","formula_version":"titan-u-contract-v1","latency_ms":0.6651249714195728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbf94c661497bfc1851d30975712688e63c5a071c6208fe71c59333896376352","sample_id":"hellaswag.val.5633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d6875c2f9a7799b120ca90c673bce6ba8179e8f0dd62ca5a6a2e92a223efe0a","formula_version":"titan-u-contract-v1","latency_ms":1.2574999127537012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90ebb1b754441c29cf1d7404e317b2d6a1f7ae8b3a1d54c6b5c0c0e0753c69ed","sample_id":"hellaswag.val.5634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"158ce3fa2458239391211faa68df8d3570c68b3c11f90d66f64eb89e37c116d4","formula_version":"titan-u-contract-v1","latency_ms":0.7516250479966402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93b6566bdeacd074bbf4ce044b0577f7a52d1f59e8dd4468a188b58ba9e2e14a","sample_id":"hellaswag.val.5635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eb4205201bc1846a04cab6e1e363c2af7dc2661ce8f1833c2e436c276292341","formula_version":"titan-u-contract-v1","latency_ms":0.6914170226082206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7f293d5f366dc714bbf558d995c157e735c08a93d908b4fd02623d1a5e7c4a7","sample_id":"hellaswag.val.5636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82ce59a1de3ed36f4547e6697c18f921e80b4e07fd253319154fb00bb66bfe3d","formula_version":"titan-u-contract-v1","latency_ms":0.6662079831585288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"721ee82b77fccca1546baaa8126e6ab69917fd478b0ac2cbbb825ac23d28a7bc","sample_id":"hellaswag.val.5637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ca0f5bf4c1e6b912fb060bee239b395e93cb69579798de8b8821e86359c3922","formula_version":"titan-u-contract-v1","latency_ms":0.8650419767946005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c4e35315fff2d321ff779d1712bd5f2ce5328b12cfa361b8530a965b6c288fc","sample_id":"hellaswag.val.5638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5af90fb56618a94bb4afb131b3334c482d66854d3e57aba4e9b6d87aa852440","formula_version":"titan-u-contract-v1","latency_ms":0.7420829497277737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66f190cfb03d5676310272476624a0a1935ff556e2c1af1d8b7a1600a966547d","sample_id":"hellaswag.val.5639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7ceb32f8920539d0ca7cea3e1e5660d618d0fff3d8885f8f2ca172e9a289777","formula_version":"titan-u-contract-v1","latency_ms":0.44229195918887854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6fd1b729e8bf9b8524be0b34bff8b51a4544ac628e5fb802fdb5336226e0cac","sample_id":"hellaswag.val.564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f48d141b712120cde574a4d8a1366ec4ec87df917890a12d50aabddf4a11089","formula_version":"titan-u-contract-v1","latency_ms":0.6967079825699329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09709eb66fcc3b34379ebec1834ab2413303b344f3c7bf69deae68625f9dc889","sample_id":"hellaswag.val.5640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98740bd6705a1987d41695911cbba5427a425e4d414876924aa37023be5d15ec","formula_version":"titan-u-contract-v1","latency_ms":0.6482499884441495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37f47c49b81e6ceb379f074d0b9944aa8fc8389d1d1b4035c1ac175fb69d45c3","sample_id":"hellaswag.val.5641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cd2bb258d007adf916108feb96ca612295f66a4348be2b2ddebf5f25d35fd8f","formula_version":"titan-u-contract-v1","latency_ms":0.719957984983921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"216decdaf7f6e1a8ce457c408fa4f135f28a6209fdc9ecdf0c69b359e3c69d32","sample_id":"hellaswag.val.5642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"630602f3d1390dc5d9f8336739b283c600c99fd52f35541fbad498bf0e50ff60","formula_version":"titan-u-contract-v1","latency_ms":0.6468750070780516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62130d7e36e5246d68e54bd8ebeb7500b4983abe9deb964fc9f58fe707e506b9","sample_id":"hellaswag.val.5643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bf71113a0d4855824c6f5ec2929308c7185225f4c4a52970c2e414b8af4034d","formula_version":"titan-u-contract-v1","latency_ms":0.6799160037189722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66bf6fdb4b675b6bf2d18c884caaf8fac8a8b5c5b129f83ed785efb91a8e8a1c","sample_id":"hellaswag.val.5644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2477914ed20c4e84fc88466add198199c524c4f4adadc3bc1b31b9d78fee6ef","formula_version":"titan-u-contract-v1","latency_ms":0.8710830006748438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51be12fbbe98c0a5e262df98eaff3ec21b6ca2976cf13045db455609c7da032c","sample_id":"hellaswag.val.5645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dab956be399e55ab36dbb39064b614d29c99d7a6800361d092f4c1cf54dc33f0","formula_version":"titan-u-contract-v1","latency_ms":0.6544579518958926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52c2ce313c8abb7a42902deb4e728d252a99c741dad140b17790b15f74be4528","sample_id":"hellaswag.val.5646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87584da10256bbefc6226b2c6c0da955e938be0ed3a09b746c26da48b14bb016","formula_version":"titan-u-contract-v1","latency_ms":0.8941669948399067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b748f30c90d6753b6addf2a7eb3d28bc4e91803f5c9b58dc950378ee3b93e16b","sample_id":"hellaswag.val.5647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c921e6e4f1fff87e17c3d78f804019ad02880b92327595ed44671d574ab2ee4d","formula_version":"titan-u-contract-v1","latency_ms":1.1384999379515648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a554ea6157e88e3cce4a79d1141d6eb65c34012b488ef17d68e8928a247226f6","sample_id":"hellaswag.val.5648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab90c198520b2c9f0ebed74426553b06b37cce62cbf8cb88ca0e9fb35334fc16","formula_version":"titan-u-contract-v1","latency_ms":1.5696670161560178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ddb3be63bd19744f20564cd9b9b05e9232cea32917730dcb31cce751609b16b","sample_id":"hellaswag.val.5649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a7d35cd7a94b862acef92031f4db87835e57f5fe9025259c06b1872887e6bbb","formula_version":"titan-u-contract-v1","latency_ms":0.5452079931274056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"589ed0eade46a186ab58fb898b3d9455cfe453ac3d9e06978441b739c98be10c","sample_id":"hellaswag.val.565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b40ec7caf1513ba4d0fce388af489297bb6e3fbeb630478b819060da39efa14","formula_version":"titan-u-contract-v1","latency_ms":0.8119998965412378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f7600a3eea5dbc8fd638a4b95888644f8508be04145c4cf7ff6b5564cc8e637","sample_id":"hellaswag.val.5650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b2bdb110b1e3e527a557ecefe3b0f6b19cb0e80a1d7be0c7ccf1fa5c746b6cb","formula_version":"titan-u-contract-v1","latency_ms":0.7546249544247985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf5c0be5bf251e534a77bc16fa772418c435306d7542b81ee08b32c52317f68b","sample_id":"hellaswag.val.5651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bed6456dc40a09061d442139754e536cd17ee28d80f32e5f59d0f005c7e2cc2b","formula_version":"titan-u-contract-v1","latency_ms":0.8749590488150716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df234c2d9b3da932b7f44c18585eb27e4a7c979b9fa27875cd8566aa4668ca96","sample_id":"hellaswag.val.5652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"746b9ec46227cfad712f60d22d5267a8cac3678745d533596615966c5590f38c","formula_version":"titan-u-contract-v1","latency_ms":0.7301669102162123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"571701edd43c91b36875017a4a12282e5ba6292de156d4eb112a6aaa5290c68d","sample_id":"hellaswag.val.5653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4703e82edbe7ec00585e12a3670217dccb29b6be1d676a8881086cc2e5269bd8","formula_version":"titan-u-contract-v1","latency_ms":0.8133749943226576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8fca54dda8d0f400f909f78dadc906b894d117edc770fad9c39b6f510127838","sample_id":"hellaswag.val.5654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d56928ee0b66ef40fb6aaf07e79f9d526acebca4f5ee0bb655ad4a3e74c1df4f","formula_version":"titan-u-contract-v1","latency_ms":0.6642920197919011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"480e7a19778e6d1d5bc9b862bc32ce995b91f6dd0a933221e83fcd966564b832","sample_id":"hellaswag.val.5655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c806d01b98f48c52c8f5d3e959c63dd69d7763833ae3b8940c2e9bb0acb2ddfb","formula_version":"titan-u-contract-v1","latency_ms":0.8792920270934701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaccfba556c69d1b929ce3b91be28aacb3a362c62bee71c4ec6687611ba4ac7a","sample_id":"hellaswag.val.5656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebcb312bc6315d65361d6796cf80761f2bdfe8151f21faba23efeea9e28c9131","formula_version":"titan-u-contract-v1","latency_ms":0.6952079711481929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59bfa2a3433c902672ec1b37eb81cfc99822f1652e371d0f316745e51ca6cd7c","sample_id":"hellaswag.val.5657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"109ae5b4df6056e6089a9f42f7a0dd62b9a5d28a98698260db72bbcdea69cf14","formula_version":"titan-u-contract-v1","latency_ms":0.7899159099906683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bb93c26ccbfa9639d0675253d8231ac3b01de0a66754cdb3397f07a4b7be7fa","sample_id":"hellaswag.val.5658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d1396091fda2bc4d59552d1ab05ddcab276707f81fb21552fd285ae4d6dfba4","formula_version":"titan-u-contract-v1","latency_ms":0.6607919931411743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3f7f2abfe39df2b0b0e2cf19ce05bae8dac6fb0a2cf7af8222ba70dd805618d","sample_id":"hellaswag.val.5659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d7effc40f57977db7ca3a614a777ec8589d95f1e5d678940c5b19de3e9963b9","formula_version":"titan-u-contract-v1","latency_ms":0.7457910105586052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b6acf5ae772c389ad8c7e53f94d6ddbb48b22751e113003932bb21a383dec2d","sample_id":"hellaswag.val.566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"665640558b311b2c3535bf86810e866721fd65afb36644cdcc7c56b539b5b9de","formula_version":"titan-u-contract-v1","latency_ms":0.7719170534983277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6478b8f288de809ed568f23257d80d236041fd442bc1201d39a5cc76431baf1","sample_id":"hellaswag.val.5660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f651c4d1f52f5691d866e28bae69109f911f86d92474b01057d3022e40426be1","formula_version":"titan-u-contract-v1","latency_ms":0.7980000227689743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e9a581e64862ad34e066cf883879e36704887eeabf9410836d1bc08682d49a9","sample_id":"hellaswag.val.5661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a80face203ec8c30f12933794221ab026f3b39294f0d62e508070e3d2292b63e","formula_version":"titan-u-contract-v1","latency_ms":0.5966249154880643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de05bd33f5fcff3163cec97d8e645f75f1957e337ecb3514328ed2db237d9404","sample_id":"hellaswag.val.5662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c07487363a81587b0cca4aeb0cd4593d5027f5d578f54436935cb98b7d7ab67","formula_version":"titan-u-contract-v1","latency_ms":1.1185830226168036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1acf6ec4778fd6105b97bfbfb90e2405d4fe43d5c7440ac6250d28b68a00ce07","sample_id":"hellaswag.val.5663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68ca14c510162288880b596acec4361c10c7a60cd591475c7277be0fc6dab333","formula_version":"titan-u-contract-v1","latency_ms":0.5850829184055328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b653cfdddc1dd9377647967eee3b85db869700a820b0123ba1f155730b358a9","sample_id":"hellaswag.val.5664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"946e95aecdd86caccb06e6d48a95b6aad9de5b6067870c6ae999fc0d6dcc9c9a","formula_version":"titan-u-contract-v1","latency_ms":0.6017910782247782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeb8a7dfb7bb600648279cf52c3ab2dcfdfcf3db9de2f0036878bcede4585330","sample_id":"hellaswag.val.5665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ebabe46ca7fbd35822090cd77206097cbb885229708de493582a2119bf7af5e","formula_version":"titan-u-contract-v1","latency_ms":0.6441660225391388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26613f0ef7f1c32bf73eb1f18b0ccacc9468bb34bb2c2ce03ae5f590b2fcbb01","sample_id":"hellaswag.val.5666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57700938ad1fd867ee7a8772de8f627813fe06278af1cc4caaf49e612a9807f7","formula_version":"titan-u-contract-v1","latency_ms":0.8429590379819274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c893dd1e088540993fb7df0f339ccb481b1841d53b8695b45038942fa25b9a8a","sample_id":"hellaswag.val.5667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0654c10d3f03b857493264dea0ad1319fd74c2b4feb14510f63930153e6c694","formula_version":"titan-u-contract-v1","latency_ms":0.6446670740842819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2f96867718b224a4bd1f28db4a80067613fe1717fd9905c42cda1e0602857fd","sample_id":"hellaswag.val.5668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ffa253f3df659a76c4d8f127c2015f6770a457d068a7d9db222f3fe1118dc47","formula_version":"titan-u-contract-v1","latency_ms":0.6403749575838447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b717d8f41485d5de844263ac5b8b55a6a69ff2ff62b20efab98d360df4dde7e1","sample_id":"hellaswag.val.5669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f278231b2fc73062325935e0db41f1841369d7045d679f38797de7c91916214d","formula_version":"titan-u-contract-v1","latency_ms":0.5594169488176703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab80f9daac1afcf19e3738bf94bc3f6f9429fcf03e411ceca17a132e4084562b","sample_id":"hellaswag.val.567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18db7c700392294ecb63e050a2918da3f3f65d95756696afcd1c2b1692996474","formula_version":"titan-u-contract-v1","latency_ms":0.6650410359725356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b4bb917e37b2c0e3662658ee652c41b003900e0d37b8a15f4c83079ee921831","sample_id":"hellaswag.val.5670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45e4ea4690d2e804bf63cb7a64fce0a01e0812cfbc5db1ccf14bf4c0e347e785","formula_version":"titan-u-contract-v1","latency_ms":0.702542020007968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"465f685725f013ddbc76d986160ad55e419a04eed56d4b751812552aa680c106","sample_id":"hellaswag.val.5671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51081bed6e456bd51f3e481fed42bb0b8a3a8ebcb5ea108d52875824fe4dbba3","formula_version":"titan-u-contract-v1","latency_ms":0.6519169546663761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86679a1506cf8d7b2bb07877f09230f0c7a3914551b9e6e6c8a603d947bc486c","sample_id":"hellaswag.val.5672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec1c86b52916cfabc306bedeae164457d2a9664acbf76e815d8a7eadedfc5d10","formula_version":"titan-u-contract-v1","latency_ms":0.6517500150948763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92b626d95275cce9287c1d0aaec9f9d8fe7dcbd3523f512e5b52d1574eaf834d","sample_id":"hellaswag.val.5673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cacc329d2dc11d3108ab6cf3db35868aba7a0d47556fce3e85c9d228b3228d8","formula_version":"titan-u-contract-v1","latency_ms":0.8710420224815607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e711d5e3711b9113339c634945d9ba84b6759c4767316e6855c0a492b6e4b718","sample_id":"hellaswag.val.5674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38bc7f294f3983eb9e3cf86a3649babbce9708d040f482a50a264d4f302bd693","formula_version":"titan-u-contract-v1","latency_ms":1.4162500156089664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc929ac7875ae91bf23f5ce96b1b2191e07981e424e86a123a51c23232da0fac","sample_id":"hellaswag.val.5675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bafa8601fe61ab03c689e156a3ecaaefbc0a7c9a36066b3abced5c3386e55e9e","formula_version":"titan-u-contract-v1","latency_ms":0.6172909634187818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8421b4a5e9b806dd6f8e3624684a0c39f1694645071e6b8831e19d65d0d0b5b","sample_id":"hellaswag.val.5676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a2f04ffafb48c81419ed3e4a4f3794f1489f3e8a7509a018dae0ec1c2207cf8","formula_version":"titan-u-contract-v1","latency_ms":0.8881250396370888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"603bae576651eee6d2c38addaa8f0108749467ba312fb617094e10ed6ccd05f8","sample_id":"hellaswag.val.5677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"079d3902d2d52aa4a197b3cb400151b00ceebdcd70f866c43aa66ddf56dc634c","formula_version":"titan-u-contract-v1","latency_ms":0.6865829927846789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66fe13e60c8de1e54063f7139ebc8550e1227f0f2f8ca03cd9bd4738306bbf45","sample_id":"hellaswag.val.5678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb30d4e6211633701db90217f034322db5a7195c4900589c95a51d6d598b4b0d","formula_version":"titan-u-contract-v1","latency_ms":0.8450410095974803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"408d8b96b1745189b40be59715f0eb621da22d1bd45a4d80216fda7a6d7e17f4","sample_id":"hellaswag.val.5679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3265ccde0a60eda23e10241fbc6f2d016db7cd9a657e3bbdba90f0ffaa1c4dcb","formula_version":"titan-u-contract-v1","latency_ms":0.5334159359335899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d61efd2e48b24b335151d70c078883b8dba97150ffd95a25f69a93d04628a25","sample_id":"hellaswag.val.568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8e7729bc942ded8056df29a68ff83cba06558e41c3f8819ecdba3ce7f03b01f","formula_version":"titan-u-contract-v1","latency_ms":0.8748749969527125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"067c793cbbf6c88df9c9fe8bce4ef3ac6696730ede1d71ab0418273eafbcd579","sample_id":"hellaswag.val.5680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"253769b29d110129c1f414af6a21186057fced68d1508604bd3b7cf517ab4a1c","formula_version":"titan-u-contract-v1","latency_ms":0.702250050380826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ea7e6e756470c0cbd56fca9305c20659630a528790983882afc668a7521f04e","sample_id":"hellaswag.val.5681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"850d12dd299d880da68384a20aa3c406da6cfc2e89b9329edac190f43ff6062f","formula_version":"titan-u-contract-v1","latency_ms":0.6235420005396008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11f47d135d472187ea57c9a0bd0ecae4e61961849f8addf4944414ebf4b7f7e9","sample_id":"hellaswag.val.5682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62365f2611e1015a4ac480752a8913e86dfd990249390c7a03351eb524a3bb91","formula_version":"titan-u-contract-v1","latency_ms":0.7455829763785005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10f27f36a0c8bec3808b1d9efcc6692bda07807795317a3979175c9d563d4de4","sample_id":"hellaswag.val.5683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7f63f72384beba0711ad098b2134e82ac31fb3dadec4d70c411ab9c5ee1aa1d","formula_version":"titan-u-contract-v1","latency_ms":0.6068750517442822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24a82affe09be05cbd93ac0986721419fbc9eaa422b50d14dd6d847d68f6b501","sample_id":"hellaswag.val.5684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6266d84ed7fd73d042f7a92e9ff4aa1e3f66a188d4d55cf7ee8bc2a3016c51fe","formula_version":"titan-u-contract-v1","latency_ms":0.6662500090897083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02eafe3b0f2a4425dec24e8cff894944f918718eab70917d81bc7e4a18180fd6","sample_id":"hellaswag.val.5685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98f32bcde201af38694320f611ec966db02e58430120285e970a128e4e30281b","formula_version":"titan-u-contract-v1","latency_ms":0.891542062163353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25ef8f47e2f852d3b7fa98b86fc4686e55ad2481a9e4416fd5f964d6e017b4cf","sample_id":"hellaswag.val.5686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd0f0b7f78431f5e57defab753b086d076668f8a9e8d95aa95ab7c0b106bcb9b","formula_version":"titan-u-contract-v1","latency_ms":0.6796250818297267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99a33755231ecbe63611b5c987888878693d33d722ffa5e8d51eb534bd46f69a","sample_id":"hellaswag.val.5687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8bf8c05cb47688fdcb229e8aed72c43df4bfed88b56df319a48d916916f5419","formula_version":"titan-u-contract-v1","latency_ms":0.8365829708054662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"657e79034dcc869852235d2069a73b4820d9fd29b8491d741493ddd584ed1bf6","sample_id":"hellaswag.val.5688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40d7d1df47769b0d934a997cfd6ee16eb7f08ae4d497e78d38b36e1d68dfcc32","formula_version":"titan-u-contract-v1","latency_ms":0.6882500601932406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"897ba15afe11c30399e8ca2178fce71064a627cce8d2744a9f179840a2c3ff1b","sample_id":"hellaswag.val.5689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9eb42e554d4307a8682690910d0e2f12b815d2b74519dd3571724f9ff00282e5","formula_version":"titan-u-contract-v1","latency_ms":0.5295830778777599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64b608694340e4128b249658f0f8670ca9a96c04b0fd979c3c4fcb6c483b2214","sample_id":"hellaswag.val.569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1263220aff28d215c70b2c7703e047ea416f0e130eac0df1471583610ff3dee1","formula_version":"titan-u-contract-v1","latency_ms":0.9035000111907721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5218a19f49149005d1912795ee93a7025fcf1262dfe2e60cf4386ef699e59f0f","sample_id":"hellaswag.val.5690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97a8e602b57fc3fb37d365593072ea59ba2df5d5ea2f1ea12612ae756c459296","formula_version":"titan-u-contract-v1","latency_ms":0.6839999696239829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fc71ee5403681e2145a64964d466b2a243999cde13bc8eaf9a7f381d4deb7ac","sample_id":"hellaswag.val.5691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f6c45456c20df60a367e8285a3cd4d6b7a1ee5912be0f8e5728d0f173955363","formula_version":"titan-u-contract-v1","latency_ms":0.8347920374944806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"226d06445311a519429c4ae7f46a242c743e05bf754159224859aae2011b9878","sample_id":"hellaswag.val.5692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"684154729657b63f0d5c5f9b0ac454f24b6f387b9a208f91aa846c504e3601f7","formula_version":"titan-u-contract-v1","latency_ms":0.8339170599356294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0ed068fb1429f71e82d0bc3afbee5edd5f9357221eb08d9a1058d09c2032769","sample_id":"hellaswag.val.5693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a27d17a7d0b73e0631e12d096b9e8cfd8215e292b261afe97cf30aafaba24994","formula_version":"titan-u-contract-v1","latency_ms":0.953792012296617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03bdcf1796bf81676040e40be3b9767ad5db9f6f88f3b778906e8dbd0607fecf","sample_id":"hellaswag.val.5694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7afd29788ce77dd4ae99b2ee08cadccc4867c706d8f3e17e3fdfaa947074139","formula_version":"titan-u-contract-v1","latency_ms":0.9474999969825149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54d5b8e4224620746a29211171d3c6b9d504d17537379a19eb76cfbefcf08758","sample_id":"hellaswag.val.5695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fcbb8efd9a05b9f665db5c844cab162a4d03e40dd4cbbe15f9c4521ff5b1e61","formula_version":"titan-u-contract-v1","latency_ms":0.6284590344876051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"083ed1f39d554b34b19f850bd3022722db2d9772cbaaaa4750f4d977a4f8a619","sample_id":"hellaswag.val.5696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67890e46d1e68ca5a328cd596c5f054904e91dd1c16bcddbb7d09c1c8e7dcfa7","formula_version":"titan-u-contract-v1","latency_ms":1.4070830075070262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5358b76ad27313fc67273d60bef49c2d44a8f25c134588ca993d88c524b9e3d6","sample_id":"hellaswag.val.5697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6218c2e3a398ef202a269977d25df768125643bcc6ca2dd0948feff097d7e772","formula_version":"titan-u-contract-v1","latency_ms":1.3256249949336052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c12c4acfb57e07d3516142ce2d62b3d0d26a1b00cadff90794f3c495c543d0a","sample_id":"hellaswag.val.5698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76f53acff85b782af5aa80a0f2898cc0711beb1a779b2e271ab1aa42b78664c9","formula_version":"titan-u-contract-v1","latency_ms":0.721417018212378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4846c657b57a9dcc69f240c9c98d407c641b35760e5a2ca845e998672205af61","sample_id":"hellaswag.val.5699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"197f2be42068a3e34d176013b494d66a5b767e85fc062fd7388f8e0e8897d619","formula_version":"titan-u-contract-v1","latency_ms":0.7047089748084545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a83522501ef254542602e908fc32c2efe60a666b5c522860d4e710cff8246002","sample_id":"hellaswag.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea1e56c58ea981cdad7f890d2872d80f67fdcbfc21a8941c92426854287a2495","formula_version":"titan-u-contract-v1","latency_ms":0.7003750652074814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db6dd310b7ff65218882d3f647443a32cc4edd47391d8b6c8b136a7519163603","sample_id":"hellaswag.val.570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fc111301e16e3deedfc964a739fdfdd7c3c8b370d2aa165782441eb15c38ad3","formula_version":"titan-u-contract-v1","latency_ms":0.6412919610738754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"088371aa9a88a395d31386dce1cb81778dd4b2d27dc932381c104a6061c3a88f","sample_id":"hellaswag.val.5700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a87866f1adb7f4300b0dd2f89def5b2d67c8a5e74ad3155afe19bc03e624a14","formula_version":"titan-u-contract-v1","latency_ms":0.7588339503854513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10e321c5f1653948a88b170a25733f0546712573ee4ce0009df9922464db4a16","sample_id":"hellaswag.val.5701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e8ce853664c87cf69917b1797ba11ac3c23dbc64216d480518ad4d4e593b907","formula_version":"titan-u-contract-v1","latency_ms":1.39066600240767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5b2ed28219eac4ca6468451c23835d1332a1b98f805469ba37f7de5f85bae14","sample_id":"hellaswag.val.5702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f24c12fa72a2be72cb6471020c4ac499c41a09c156373ce200b446f15896cca","formula_version":"titan-u-contract-v1","latency_ms":0.9590829722583294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28944579c1930a1907f97a966d0bc5a15932bdd1ab5d22dc804af80fc81a870b","sample_id":"hellaswag.val.5703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c6ee7d64919bf5cbffe46344c9c07f32aa043248a7d42cd5c1a4c03411fdd46","formula_version":"titan-u-contract-v1","latency_ms":1.0877909371629357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"669a4671dd56090fdfbab9952fba833e3873d62f8df7a9011111c346704ba629","sample_id":"hellaswag.val.5704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ee537a60cd3fa7b8e586a1683e15644fb3baca51de19ee364b03b88502360b8","formula_version":"titan-u-contract-v1","latency_ms":0.9609590051695704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb5ac7f9a20794795d5e0e40758270072fea2ba475bd4c56a4dcfbb2e87cc3cb","sample_id":"hellaswag.val.5705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66a894160795ae415c80ae72c1a051b365d1aedd964a8efe67feecb72695ace1","formula_version":"titan-u-contract-v1","latency_ms":0.6916659185662866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65712a0ab062ee211b211aef500d21b64d45e6d2a7385f8e026196178a256550","sample_id":"hellaswag.val.5706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecf5aea2e50a3d982d7e9026af5ba9ba33984968878118628de6288f9172d300","formula_version":"titan-u-contract-v1","latency_ms":0.6849159253761172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d29afe6e2363f31779f8be36ddd2a9968259a0121bfb09761ad24426540e0edd","sample_id":"hellaswag.val.5707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eff41f25aa89c91f20904da9fdd1889d0d631598abc05d09b356222bd9b0ce62","formula_version":"titan-u-contract-v1","latency_ms":0.6968750385567546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9271b024303336f5d6b52d51847968c1c0797d84cad394a474dd5bb8c7a0fc6","sample_id":"hellaswag.val.5708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d579a811a4762e365acc66b01a4e82e4fb3744c05f9398ccb730a0bf55a57e62","formula_version":"titan-u-contract-v1","latency_ms":0.8052079938352108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdb9702ff37238d671218f6687b56a1a971b8b4ff873a39108d08a75f237a1c8","sample_id":"hellaswag.val.5709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"854d43e94790184a6db7571510471e55bcda2ac8a57461d84d5ec3b0db062077","formula_version":"titan-u-contract-v1","latency_ms":0.7828749949112535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"861e4427ad52e1228b53b570487cd0b4b91fe7b2263e565ca35a3f8c82ed111d","sample_id":"hellaswag.val.571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dde7e2b989b98916ef9164a0081c5a5a750b847573170812310b4f053933a132","formula_version":"titan-u-contract-v1","latency_ms":0.8286249358206987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce6cd429e5df23cb9c31602f287cfa6b70ce7b5ad4953d8de3eb8d72e0bd6f52","sample_id":"hellaswag.val.5710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e6811b9b7fa6e016867ed52e523ee6b0a50713879f818d71ad4f3600a808df3","formula_version":"titan-u-contract-v1","latency_ms":0.9021250298246741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adc5dd4c4df86e523d4a8f8bb96f45d411815e1299ab05804d458d28c5c93bed","sample_id":"hellaswag.val.5711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e17aa76a588209eef06146f00564e6b5a1347c3fabcfe72df401a40cdfe8c52","formula_version":"titan-u-contract-v1","latency_ms":0.7183339912444353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d987825a52e85da180db16617273c84cd56785aed2af3145ab22876cf59ae4f","sample_id":"hellaswag.val.5712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bea94c756b004b5d0da2f89ad00da3d1dea9b4d7cfaab02125f84c925d36dc5c","formula_version":"titan-u-contract-v1","latency_ms":1.354541047476232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5896fa635b66e457a5e61441d0cc225f427fef672f3b1ae2ea97aec0e88196ba","sample_id":"hellaswag.val.5713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1349d44f3190265622d7cefd09ec4f0e59ae9e601a8adfa714782768397543a8","formula_version":"titan-u-contract-v1","latency_ms":0.7776250131428242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0307dee26804948de08365248f5d1c91dacfd59f4d148f6b9e5d5feec3dd4766","sample_id":"hellaswag.val.5714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"351fba52d0283cab0f70af3cdbc6cf78fedd36b8284d86ead99e65dd0eb89633","formula_version":"titan-u-contract-v1","latency_ms":0.7691249484196305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e31d4b1983a7d26d3f7971a0eb8921185d780c21cc7d37c2854c08495574d56a","sample_id":"hellaswag.val.5715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ee25b1e27938915bdde63192437260808faac1b01915b6326388829fb47d47a","formula_version":"titan-u-contract-v1","latency_ms":0.6561659974977374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48a26189da680845c3dae39bd73a25748c78ccb7035dec7b48877dca148a6bbb","sample_id":"hellaswag.val.5716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcfe1125ce4de3f6bc2349241eb4d9a431f34b852cc37284202bf976109d47ee","formula_version":"titan-u-contract-v1","latency_ms":1.5491670928895473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d2b973f87177347edd414467b502eb3956fe49c28b9640c40824db941ef5fe8","sample_id":"hellaswag.val.5717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d78279bc0070eb65a8cffc76fbc3698c24bc74350035e8767debb15d10f9c018","formula_version":"titan-u-contract-v1","latency_ms":0.680374912917614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8f6d35cf90d5adadfb833a3b5dd2241577c23a837e0455cbafd609961e43aa6","sample_id":"hellaswag.val.5718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1e7821c404d9a11230e643d368b4639971f309deb1ec0b30b02355edce33cc8","formula_version":"titan-u-contract-v1","latency_ms":0.8717079181224108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e99729be041c047a284e58a28543817aaf485a589f607f95f61f563dbd32b562","sample_id":"hellaswag.val.5719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03cefa26ef96f519837198d656c613460ea20322336eff91c337f15caa2abdc6","formula_version":"titan-u-contract-v1","latency_ms":0.5025829887017608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97b5c1376058ac532abdd730b9420d2b5e6ce0a4d8f132cf9ab715442be983b4","sample_id":"hellaswag.val.572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2d0ddcb2a8ab23aeb981ce6db8a901d641c5e477e1e4918f8aed4ab263e1734","formula_version":"titan-u-contract-v1","latency_ms":0.740666058845818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48c9046c3808a6f61b35bd4ea6df3455aa3ed94768ee64cbc158fd43e74be91c","sample_id":"hellaswag.val.5720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2f1a4e55b2bdb7a01cfb57c255873106263cb61a3ccf180299c05138d5bd9e0","formula_version":"titan-u-contract-v1","latency_ms":0.8869159501045942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eff854e02827707b0807fa7f7a7f308933251115c892d86362bd1767d9086908","sample_id":"hellaswag.val.5721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47ac43fdac05ef3d381991cde99045116891e2719054fca67987432569982733","formula_version":"titan-u-contract-v1","latency_ms":1.1484170099720359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89660d14c70c913ce48d48910ca404bf145e919f053d766c1ead03ed21e5f341","sample_id":"hellaswag.val.5722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9473cadcb2e64e13d1e3256170c7ecc60e39b0720b797f20a5ceeb349f4f259e","formula_version":"titan-u-contract-v1","latency_ms":0.8577089756727219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47c76f058835e894cd2804b80c772a567a18748475453288212dfb8088e67bce","sample_id":"hellaswag.val.5723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e59c10c07f6012a69111ebc3e44d2d172ac6ae58da95b769d52bbfbd3a3c415","formula_version":"titan-u-contract-v1","latency_ms":0.6548339733853936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c6fa2c49021d739f3cf935ae2d9c21c5fd8df80cdd258513dc6d25c21b86324","sample_id":"hellaswag.val.5724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"598c7fc10b5a0e766f3ab0e201a0e1a5762c5fed3d039f10618d7331253699d9","formula_version":"titan-u-contract-v1","latency_ms":0.6827909965068102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da0af0ecb54f2176bba6baae71632c6a7933df6b7c92fe1d987fc95e8c4f4d2b","sample_id":"hellaswag.val.5725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e2e5479f47cb07809b2ec10eb843ad1d00bc0edad440add18992a4a4a1d033f","formula_version":"titan-u-contract-v1","latency_ms":0.6994169671088457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"066dfc90e2cff3605d9fd7ee67557ba39e59698b0a30d62a7854f2cc08be8db2","sample_id":"hellaswag.val.5726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdb4f0fb68af90062e477be51363d624aab61c8c9cc7515564e01316a200d526","formula_version":"titan-u-contract-v1","latency_ms":0.6425830069929361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f19000ca8199848c94e49a3d36c1740d77502ffe42642242ef82a0709ddd3930","sample_id":"hellaswag.val.5727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ab9ab7c96f8bab7425f61e200bbbadd7189ba3fff3fc9ec9012bdc013da3176","formula_version":"titan-u-contract-v1","latency_ms":0.7008329266682267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3d3fe6e740a56548ef6054a9efd7e7fe4690125ef3ad302773b05f03337d383","sample_id":"hellaswag.val.5728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67d7d1cac077ab2a533198f2f8a76ffd247f2a38d63ed9a24ea4cc0b2b4294b8","formula_version":"titan-u-contract-v1","latency_ms":0.6715420167893171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de1210fdf4676aa1f23dc1efef7edc438532c7b88ff5442b91017be3b5ec98ee","sample_id":"hellaswag.val.5729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19c46b9a0ee6a363563ab56b33c1daf337f860bb82e231921730b7d87c609115","formula_version":"titan-u-contract-v1","latency_ms":0.5395419429987669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"036bf078342d8519f204c308d47c665530b324d45a40bed8ccef111545380fb9","sample_id":"hellaswag.val.573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d51b9af602ca8b7ace423895bb552918172134551dd0668fa3b65b6a6bbe18f5","formula_version":"titan-u-contract-v1","latency_ms":0.7047909311950207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fda0c322ccd7e2c458b55ad0718acbd0a59c8df5b2400b981789fbb899b282eb","sample_id":"hellaswag.val.5730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9142e5ff5db5fa6c1adcac2131808325dd7d504993a02bb6082fe89091dfdd33","formula_version":"titan-u-contract-v1","latency_ms":1.0172090260311961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f80007997432d02d18b808dcb8540c60dd166111450288c9cbf9840ac01ebf7","sample_id":"hellaswag.val.5731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51075e49a6c5ac2734610fc8cfc01c7a4fb1e42d4e84ca907ff51899a584a54e","formula_version":"titan-u-contract-v1","latency_ms":1.4643339673057199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdb563ad0c0d3ac3188e12eeb5b332d45a85abc89d2761435d2c3f2f184d458a","sample_id":"hellaswag.val.5732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee94ab31a926ccf139d4ee6427fc7a86a9c88dec210723324b5ffecd5900383e","formula_version":"titan-u-contract-v1","latency_ms":1.1558749247342348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e30af6cb6ac2928d421947f567db5c320ed69bc04f76c028c22b6a12c110f34","sample_id":"hellaswag.val.5733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dafccd3b47adbaab4ffb7a83404cecb49bc6e363a84269132ba78f09bfcb6a8","formula_version":"titan-u-contract-v1","latency_ms":0.9242910891771317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e74353774eb415db6359fc508e51dda0934a306c9aa5004ff221d16f45821fc4","sample_id":"hellaswag.val.5734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"833114d489b6161d68602cea2507717396f3fa037f21b43152600c6708cc2bde","formula_version":"titan-u-contract-v1","latency_ms":1.1089170584455132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eef658049560460a2c9ff2ad6c0fd376d26713bf4d3f54c9ff046124e8be05c9","sample_id":"hellaswag.val.5735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e4a75aee936e4a286b3a24120001a6a36379a2436caf54fc6580682279033e9","formula_version":"titan-u-contract-v1","latency_ms":0.921541010029614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"613aff76d3e6ebd60294bb714680d6d8583b6dc5d8ce5dd18ab4866e94869085","sample_id":"hellaswag.val.5736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9c963ec6a5f787e0092c6029d4f7b070374502e7e2b2e5ce727d2bc658e160e","formula_version":"titan-u-contract-v1","latency_ms":0.9143330389633775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ec63608d3eac8b4fea7fb12e075e00a4a7f0cd64355834c4a87dcafd9cf9b42","sample_id":"hellaswag.val.5737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dece28e91940374191ec3698a0ea924c929c238652b837cb9780b06e7fd453f","formula_version":"titan-u-contract-v1","latency_ms":0.7027499377727509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f114b23f2c1804b72c7d68293425fcbf289e87791b9488ef02c6dafaf40a4fdd","sample_id":"hellaswag.val.5738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82a03d5224dbdf5aa0cdb6039b700f03ed3f765cc24fe38695330269289fb7e9","formula_version":"titan-u-contract-v1","latency_ms":0.9798330720514059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcf22c108a104c68fb9339ee5d156586b264dd7330910be3711818dcb6e6d8d8","sample_id":"hellaswag.val.5739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fe4e7f4b9136d214f3d0f3bf4cd92b05ca55a2ea869c63974496a44919c5388","formula_version":"titan-u-contract-v1","latency_ms":0.46733301132917404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc2d1955f628875dde0cd1412a9589f46bfc43976e34e861e6b0f7a6d501cd80","sample_id":"hellaswag.val.574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cbfc1d8ab91503e1b603162a4b7c741097e48efd5cae0c26564fbd3cac2e9d9","formula_version":"titan-u-contract-v1","latency_ms":0.8015410276129842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52e0ee761c99c2a617b02c491ea920de49ed2497efa2889ea73fe449c9956457","sample_id":"hellaswag.val.5740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6e86162f9dcbafac378f84b4e0f2ac9e4fa16e02d6e709fd7a37b5611f4e698","formula_version":"titan-u-contract-v1","latency_ms":0.7038749754428864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"222895775d3a0294e7cdce7427d4fce8a67eca8ce2063b104fe3bc72adc18c2f","sample_id":"hellaswag.val.5741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c02d10fa52e2c0f9a63262a6596c55509700c147c968d90e7eb2b1235b3a440","formula_version":"titan-u-contract-v1","latency_ms":0.6807920290157199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71ae9edc0b0280a1f35eea7b02904aff6114aae46476146cd7c5e2b24c7678b9","sample_id":"hellaswag.val.5742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2d48416aef1845451981cbff47a1099cf57a139195119450f204db07035f400","formula_version":"titan-u-contract-v1","latency_ms":1.178500009700656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fd3723e83c2c7b088fc2cfb03179f20c35192c3d23c844c8ff81031a4faf145","sample_id":"hellaswag.val.5743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2637756b121c988e53eb790a226af9e3a397b3433ff55487ef890afdcddec892","formula_version":"titan-u-contract-v1","latency_ms":1.0703749721869826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1df5694b3fa68765566c25d8fa4731488be6d13a1232838b1a4370135a035e21","sample_id":"hellaswag.val.5744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b124be6810d2076064d8dda68a0d6f609cd6e93537ec644d8edf6454555c09eb","formula_version":"titan-u-contract-v1","latency_ms":0.9668749989941716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a22d40a4905733136c83b9bb3cbf7156c25b7a76c7e22fb48231e35130e3c446","sample_id":"hellaswag.val.5745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc635312c2ceb0595f34cd8268d4a9828745bab3ab681484d8ed78ac2d0e8103","formula_version":"titan-u-contract-v1","latency_ms":1.3660830445587635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a5c31231ad6fed3a0c87a5ca50f2d51d925395c975c7052128dc1c019b3182a","sample_id":"hellaswag.val.5746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5aa0ade0eed19621c0783f4cc1d0fe79d060589c8b2055de354533a4e1b0ea45","formula_version":"titan-u-contract-v1","latency_ms":0.6013750098645687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88f225bf37ec3f3532251ed541edae68cc02237dc57d0a48abf3204e0fc8cc17","sample_id":"hellaswag.val.5747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29af2cf4c75fe982a9a91799c1eb2082d10bf285e1cebbf31bcb2a8a4a3f59d7","formula_version":"titan-u-contract-v1","latency_ms":1.0206250008195639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24fe0e6c34a47449a1cdf01fcd2b264a77a0888ee60d65e41cd0d2308035858c","sample_id":"hellaswag.val.5748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f457da81254c70144681327bf71ca7c92b9f258222ed74ea2400aa8a57120d14","formula_version":"titan-u-contract-v1","latency_ms":0.837584026157856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2654e30b782988e82274ad951edddf77bba6f4165ae51110d3fba031cc3d6504","sample_id":"hellaswag.val.5749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5e56c011a201f4986574e559c2178f39811be709264e01283918917e30bb536","formula_version":"titan-u-contract-v1","latency_ms":1.165415975265205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5886517317622e7fe249edfc042119545ff0e39c4bffb9b512e5ab5874c721b7","sample_id":"hellaswag.val.575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7f9c11170b987e313b3f686e31b3beefa67a9434ae37dd87963e1c8aacc4481","formula_version":"titan-u-contract-v1","latency_ms":0.9067920036613941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27a6eff84d872f48985ca8109c8216b8c4be9330863a508bfa0e193f2af0243b","sample_id":"hellaswag.val.5750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88eaedf0fb144a46a0c2970ed8cb1664a721fd797b58df08eeb826cee7f3e267","formula_version":"titan-u-contract-v1","latency_ms":0.908082933165133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b343123f861a2b0d6f7e2daf17dc5b8980d751a8882cb34c595bda96cf65fe02","sample_id":"hellaswag.val.5751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82062bed02d0ace28612cb809fb74c7c1fa5f9742075e8d06df67cf534132d8b","formula_version":"titan-u-contract-v1","latency_ms":0.7870000554248691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dd9bcecd83182c09f4dcda8e4c8f9d512dfa3f266bda3ca39f2870c2f295695","sample_id":"hellaswag.val.5752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b19e636d7aede6b91ee3979dd17f32c5e5c9a2b1522d32d4cd4b7478b6daaa0d","formula_version":"titan-u-contract-v1","latency_ms":0.8783329976722598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"345ca15fe44ce1d6309836afeac1f470bcddf5ddf17eaa9e768a1462ab80151c","sample_id":"hellaswag.val.5753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62cf071150dcb728bd18bed81b31f9815e981250db66862494b1cc3ebf414a00","formula_version":"titan-u-contract-v1","latency_ms":0.6898338906466961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaa14862b739c750f34bd035a432948328eb12a2598326b4d3f9b8242a2862eb","sample_id":"hellaswag.val.5754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa7ad7179c2b0b7114b8d99b3aa89b8358e311c86c793f7e4aceb050e3b878e7","formula_version":"titan-u-contract-v1","latency_ms":0.7957079214975238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e41936b0bbf1b11b33c27b16a5feb4c59beab7a0619fe8cb91b0b26034e2cad","sample_id":"hellaswag.val.5755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a935f060ca27cd257f6db7183d70a8c4379d968b3aa75790657aa3d7cb513251","formula_version":"titan-u-contract-v1","latency_ms":0.7187919691205025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ad6a15ff5b33e45ff9195d94037a63e91832fc34dec9a5a113d077fbbcf8ad5","sample_id":"hellaswag.val.5756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fab0071154ee91b2d0ce60c1713841acd7634ceb2071ab39a95b766f0b11e08","formula_version":"titan-u-contract-v1","latency_ms":0.8574159583076835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79c3b430257d7bd43739f20d870f0c890dfb12a1a925872f084ffdf844a059b1","sample_id":"hellaswag.val.5757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e1ae30e795351d4724b2c7cceae74e4e623888f41f303eb06be3f32d6417d95","formula_version":"titan-u-contract-v1","latency_ms":0.6731670582666993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"811494f5406c764142fd3adca4cf30dadb4aac0f949a0c2b6d0c9363b845db6c","sample_id":"hellaswag.val.5758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5c37ab1e8456f90f96bf2432c0597dd2459cd99570a85385a9cce091dcf956d","formula_version":"titan-u-contract-v1","latency_ms":0.8898749947547913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73a4aba75cdea768e230baf55beb805a648c9216ad4a8399385e23fef9f3b649","sample_id":"hellaswag.val.5759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fb0996d533ae94f2e7dad61145f8ac8fbbb99dce3a2cd47cf865327d1cf1f2e","formula_version":"titan-u-contract-v1","latency_ms":0.628374982625246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86f90225c242caeace712addf393a7731002fb494a196f4d94a4c08b722094de","sample_id":"hellaswag.val.576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86efaa91a97bfe138517ac2e8ef2fce04313b879c81eae5332c04d31d4b312c1","formula_version":"titan-u-contract-v1","latency_ms":0.7019999902695417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3073d94f440a3c42cf016b6ffb334f60f5a937e619a4b4236eb75964135c322","sample_id":"hellaswag.val.5760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df3125304937c6796e366e2b40a72e2fce2de15e05140b3dc319685b4ec06bed","formula_version":"titan-u-contract-v1","latency_ms":0.7002080092206597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"836592ef39328e93f2136ff2066c6d0afc736d6085206ec6363439256c65e2b0","sample_id":"hellaswag.val.5761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95d534c057fdb4d0bed5b9cf61b73cb5f2b7108db78b4a35792b5eaeaf85aad5","formula_version":"titan-u-contract-v1","latency_ms":0.6035419646650553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f318fdc4c0c148cf6237c1df16db409f89210b15457bee19e54197f28a939b5","sample_id":"hellaswag.val.5762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d8c998b68a28cc341b916675013c5c61da28e5ff6102412f8913156eec49d8d","formula_version":"titan-u-contract-v1","latency_ms":0.9178329491987824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d2e9969a0ad7fd1388ef96c0b9986ae28b60a533c80a9319d2718bd5bbb3698","sample_id":"hellaswag.val.5763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a948ac02ae645e89e5960c69b65dc3ebe5c9037f3e94d830dc37bee0da474eb","formula_version":"titan-u-contract-v1","latency_ms":1.274125068448484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a54a16eebb780ab051fdade24389c7cdf22dd8faa00cdbd9ed6ba36229984d3","sample_id":"hellaswag.val.5764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bd0e6d6edf3bb0cc6e860d3c56ca06c3fa21de7b50bd7359d475a1fdd46fd93","formula_version":"titan-u-contract-v1","latency_ms":0.6873750826343894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48f56cc6717a98ea5b84effe9acbc904bca7fdbed4ec0b37be3d0dbe7b334bb6","sample_id":"hellaswag.val.5765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4178cfca32199c0f548a7ff5921e9558fb5d5803f0256fe97f3a11f484892f47","formula_version":"titan-u-contract-v1","latency_ms":0.8087080204859376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"265323a7c4923e70b33d491054fe59d479a4e7221dd998fe2b462dad12a97bf4","sample_id":"hellaswag.val.5766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48d657f850a5b7a3d38edf986c4e4a2df94dc373e6f742441f95c9f491c66aea","formula_version":"titan-u-contract-v1","latency_ms":1.202707993797958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"960d68239b0292eb8724b550ad695462ace1d45e3fb5609d31dae01da9baae4b","sample_id":"hellaswag.val.5767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2d31357fa028565e03edcbe1fea65b6214b2059ec64544432ae137e1b545a4e","formula_version":"titan-u-contract-v1","latency_ms":0.7001250050961971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1591a65e749d57e2f28692a1790e9569b8db1966ee42d43b9929963517459962","sample_id":"hellaswag.val.5768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c61be795b0768528cd673c6011381508504ff9edfc58c55d50ba799a70da22f6","formula_version":"titan-u-contract-v1","latency_ms":0.8469159947708249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"470ee13a8f282ae41b5be178b0c20942bb8b461f36f71a973df3eb58b3cfff85","sample_id":"hellaswag.val.5769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34ddd32e98a8ee50dc47b370952e197f60c3e46d112c5e5f54e2f0dbf86844e5","formula_version":"titan-u-contract-v1","latency_ms":0.6264159455895424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac11b43a41c3770500a1b7b6535a43a31e4c2b1278be36a391698bdb9b7f4147","sample_id":"hellaswag.val.577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"596bc8d3cfba7fdc8087ca710c288078385a5686a282c7fee4880cd679de6c5c","formula_version":"titan-u-contract-v1","latency_ms":0.8209589868783951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e35aba00fd27e829d59f58e798260903ae0c45a4dbfe9af7f832aea3cc07912e","sample_id":"hellaswag.val.5770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c886bcfdd6ec2d6f8dab997107efaf0ade1c1d055c6c0a29c938e420b760229","formula_version":"titan-u-contract-v1","latency_ms":1.0675829835236073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60bc2f47d2630ce59e13bb7a4d899ab9a79aa3fb86d94212f974dde5f64bb832","sample_id":"hellaswag.val.5771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8d2c2f0469f8a750bcd1465b23f570efd58a1f456a950c4949c66978807fa71","formula_version":"titan-u-contract-v1","latency_ms":0.7763750618323684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a64c3f184547d027eccefafbe32ea40bbf08a7d8826a69f556b6bf9025478a96","sample_id":"hellaswag.val.5772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e59b9d8d710ca7f9b3e45807f73b8a97aa0f4394ff27e2305ddf7fdde669ee9","formula_version":"titan-u-contract-v1","latency_ms":0.7958749774843454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"447fc6f73952799f0bd0c72870562748728da0c300f58df72ded57efa1c390a5","sample_id":"hellaswag.val.5773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75a6c2d5f7db3ede54fe759e51807f21741296de426d86f0380cc8adcd592e47","formula_version":"titan-u-contract-v1","latency_ms":0.6650419672951102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0f1ace08b534c29618fe856f0331139d0431fa4411edeaff8f8a1dbb381e053","sample_id":"hellaswag.val.5774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a076b3ceaca2e9475cb0494c62f25af7fd9e8ec463c7388993060621ae4f8fd7","formula_version":"titan-u-contract-v1","latency_ms":0.9175420273095369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0835ebac7468adb9cbcad723a292b8bccbac533217300aae38bf99ee23d59799","sample_id":"hellaswag.val.5775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4091e13770dda2e87a6f40d9cc8b3f9989e0025134c5de07b812532d28d3d3b0","formula_version":"titan-u-contract-v1","latency_ms":0.9330830071121454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9552876cf7c1893562ad8198ce160eb043a7e2def06488de7f20fb167feb56fd","sample_id":"hellaswag.val.5776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a872d79f36a1f6fd1ed94c4e506aec3b5224aec743156065a45a43d22c497c5","formula_version":"titan-u-contract-v1","latency_ms":0.6377079989761114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0db350fe4022c5548efc5ddcf616346cdc9cdfd27fc2152de14a70023048eb3","sample_id":"hellaswag.val.5777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d63baf296f37285d0c11aedc79770355dabb5435083312846a503ae25a6277de","formula_version":"titan-u-contract-v1","latency_ms":0.6879590218886733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52dfd082e33b574f4cbd5cf1c0da276410d8313c8f82f60bd925f5b5e300e6d1","sample_id":"hellaswag.val.5778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41e6ec5e124181d2a30c04b8214606904510bd9a1a0bf24d7069e1aa6fbf58b7","formula_version":"titan-u-contract-v1","latency_ms":0.6945839850232005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e979aaf222e12e9ddbeb17e12ad026faff35665ab9fe81f1994b03260ff4e577","sample_id":"hellaswag.val.5779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3ed60c1c31be36f454ca4dddd03d95504f117d4e6306d88b62c31e96cbc8105","formula_version":"titan-u-contract-v1","latency_ms":0.5917500238865614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8616dba1bcbf855de894c766af26d7e211bc01d3086cac4037230be0fdc5fd87","sample_id":"hellaswag.val.578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0de0673894d6a22f4e5e0a35977422120456498fc1f11e60852ade624c9c3438","formula_version":"titan-u-contract-v1","latency_ms":0.8887919830158353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dce51648b9853cb995d7e6f5f58a209557c6d2865ac7b99e5ce45da7d2d6012d","sample_id":"hellaswag.val.5780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9a73884477ee589c7b80964a077bb6b478d79871072e1d680dfd46f62fa807c","formula_version":"titan-u-contract-v1","latency_ms":0.6837920518592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81aa02ab462554cb445bb172cdcf398126e5e8819d982891e8de06b7493a3e28","sample_id":"hellaswag.val.5781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abb3e50aac28d15fb057035e09b642c8bf4dcf6b6903acb04d8fd8badfbd12e1","formula_version":"titan-u-contract-v1","latency_ms":0.8804160170257092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bceb180816eacde84aaf9e1ae1f0cad08b56abc6365a075d9adbcaeee3690a4a","sample_id":"hellaswag.val.5782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfcee70f0bc8445b740ba25cd8e21dc3ac0de597a69a91b352385ebafda5bc02","formula_version":"titan-u-contract-v1","latency_ms":0.6393750663846731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cefa010d4c5c7f57e192df4ad9271ad9d9257bb68e322c80e2c065fc4dcdaadf","sample_id":"hellaswag.val.5783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a0b0937735175daa98ca9a31130dcdb6b8dbf86b2a9d16286be10a4b826da87","formula_version":"titan-u-contract-v1","latency_ms":1.214624964632094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e60a29247aa95c5b2906e820b6ad32c24e67b340ec9c9087f68299b3ca2da88","sample_id":"hellaswag.val.5784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70116ac3ca49db9576920981afd7adb6aff29df5bab85a3c19ac6d2a0cfb9788","formula_version":"titan-u-contract-v1","latency_ms":0.9553749114274979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97cab4724869f880e00ff6dd8fb4c81a2c446178f524fb02c7378b52d160a6d1","sample_id":"hellaswag.val.5785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1c7a06f76f0a998570f906ea8a25fba14ac97a26c6a84e19d83f16b697bd11c","formula_version":"titan-u-contract-v1","latency_ms":0.6623329827561975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6efe436d482eceb0245afbfc14de9823e46695eca7a45120e799898b5b4bd44","sample_id":"hellaswag.val.5786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75482c103b0a8ae6b56ddc4c0e44bd5c9dff9cb5bf6c4ab1481302093a9b33fa","formula_version":"titan-u-contract-v1","latency_ms":0.7712088990956545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52ce415d977dd18dab41125bfc7f6774a1923bd3507e521d64c0a3ebc6499a49","sample_id":"hellaswag.val.5787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65d065a828208d02e6a0f26bc4156baf9bd2133c116ecec9e74efa32cef7b6c6","formula_version":"titan-u-contract-v1","latency_ms":0.6272919708862901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76bf61e9e56218652aed175be2aad9abd5bd83959b86e77b243faf404def1aa9","sample_id":"hellaswag.val.5788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18da1b8ab2ee8ee9d07ebeec67a34666bef77233c0e57ef9e5563829c1c4bfa1","formula_version":"titan-u-contract-v1","latency_ms":1.190708950161934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e88341d69d92fb246e7671d08da3f087d472f3362da88b4dc7342569c4f0c00","sample_id":"hellaswag.val.5789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7231d5a24fcd8212e21e889bce9da75378592235706c5f6f00db3107295cd6a0","formula_version":"titan-u-contract-v1","latency_ms":0.715250032953918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b44f043a3bfa9c35de469a4b43b389275dd987143a0149cd9228a27227ea6f9","sample_id":"hellaswag.val.579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6c06163190dc58e143449058e4f247f2a72da2775a9e737614282c1fed0b1af","formula_version":"titan-u-contract-v1","latency_ms":0.7879580371081829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20742f044ac3ba2f4d1540ed267f8d04b22ce58a67d94c4fd89b5cb3ecc89088","sample_id":"hellaswag.val.5790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e427179ddadcf2d123bafcb40009637e6abfeeecc07cfdc3b25c246de7fa7dd0","formula_version":"titan-u-contract-v1","latency_ms":0.7241669809445739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f39d80cd2dad3b8971be556ca928b2d6126d753ebd32c454e1784cff9d5e471d","sample_id":"hellaswag.val.5791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d320abb63eccaae36bba5e4c5c21c67843fb5ee6c48d4c1f53bbd8fa568fc3ff","formula_version":"titan-u-contract-v1","latency_ms":0.7115410408005118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33541d532c8c3686bda33073ddc22e43a7c9f06d7fbf57dcd2b9a5d0a367441d","sample_id":"hellaswag.val.5792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5754200d229cc93ebd6ba564d89969867f77215bd27b523326edc33f3486e1ae","formula_version":"titan-u-contract-v1","latency_ms":0.8875839412212372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a51210613b87d7e17629cd9b0cd950664f922e435ef18da7ea11277b01b6fda5","sample_id":"hellaswag.val.5793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f8c40ea54e6a7bf506db271463725365c94d4c4a6dae2aa417e74e7bb786ea0","formula_version":"titan-u-contract-v1","latency_ms":1.668458105996251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"972d8b7aa767e7d1dba77892b899da7d26439f4a835ec7f3aad0081cbd28b06d","sample_id":"hellaswag.val.5794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad6af46dc329cb8d444153ae752690a9ab9cb2e24da365b1039578365b7519a5","formula_version":"titan-u-contract-v1","latency_ms":0.7162080146372318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a5e9d748f04cb8cfc123e379e2f66a6e9469108b3e04966dc4c1e2dc1b50329","sample_id":"hellaswag.val.5795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2961b95d81cb402f063c5e5300f9f992f8d4053b5900023cab5bea1d0fa732b","formula_version":"titan-u-contract-v1","latency_ms":1.3146669371053576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ed3f4ccec472bf9d00f933ae8c451223227fac1b7e8e463a397fcf5a9ed944c","sample_id":"hellaswag.val.5796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d372e6f8cd3c960b899b7346680181696c103c23958c354a7944ea1440bca192","formula_version":"titan-u-contract-v1","latency_ms":0.9395829401910305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee87eae0b4324b180f4482822859a156dccb253f60253e5ee8a6556c8d53636d","sample_id":"hellaswag.val.5797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea6dc43efab0e4116d65cd6634f2d019e239c6fef114bb0780e0a92edaa4c883","formula_version":"titan-u-contract-v1","latency_ms":1.2731250608339906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbf53de5a89958767839305c9f603a6fb30a80d86a8d0efefbdd006a057e49ad","sample_id":"hellaswag.val.5798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d057ee942fc8de55c271a4acaef779f764c1fd089f384335583584eeb15ea741","formula_version":"titan-u-contract-v1","latency_ms":0.5855830386281013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c32db4c40222bc588dc01d498038920347163436ed2df1a9ae8dc6c402f73b1","sample_id":"hellaswag.val.5799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0b5ad861d153ab3c4a0a215acbb26bc9f7893185821c4d2fbe9c3c2952163a8","formula_version":"titan-u-contract-v1","latency_ms":0.5598340649157763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5395111f43e610cea20d226814e275e8b3a5aa225e55d92ef444f8f80c6d0500","sample_id":"hellaswag.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f42b786bd5af4b9ef7ec5efa5ec4a4f9505ab7fb3a1dbbab9043529215ed1372","formula_version":"titan-u-contract-v1","latency_ms":0.6527500227093697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78429dd08557593cc0df976bce1c365d0790e0b26c76f0b3fa966688158114f9","sample_id":"hellaswag.val.580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69c55a05ea199fb2309317f82d87c87cc6d1452a3fbca4d16970fb488ef29cc9","formula_version":"titan-u-contract-v1","latency_ms":0.6549169775098562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aac343099b66a23e08fa531f861bcc64651296ba4ec58f94ee4f636d3c6e311d","sample_id":"hellaswag.val.5800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"196244c9e1c3b4907ef1d0e537f16941686be0504a1441a638a646336065daf0","formula_version":"titan-u-contract-v1","latency_ms":0.6107080262154341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7e667c857f24b94d5c26f4662383756a698b14348039f53dc504f8a8e1d2082","sample_id":"hellaswag.val.5801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe761bc5ed712768c17eafc4daa71c8562e61b42d3342616800d940587d8d995","formula_version":"titan-u-contract-v1","latency_ms":0.6905830232426524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed71026ff51cd3ef6e5961401eacf116cf461c8eddf1c323747d73c0bbbf667b","sample_id":"hellaswag.val.5802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d605af8bbd0398f775ee41bdc4db433a9ca2239e1e460298e82311eabf172c1","formula_version":"titan-u-contract-v1","latency_ms":0.6242500385269523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5068023e633f43b130140fb9360e402d5a4727893bc781e8a17e30a88f9ccb36","sample_id":"hellaswag.val.5803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38d5a76da80a80a985a2a55eae41829bce7ea05b8f6eb03e077d8bed76766630","formula_version":"titan-u-contract-v1","latency_ms":0.6212920416146517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c390908164fe08e09971ce3ebebe783407949c575be4ff55548fa8f9da914004","sample_id":"hellaswag.val.5804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cfd109835e83c5e126fc08a7335c50fa85f5e15b2291b08ca0cd77015ffe6cf","formula_version":"titan-u-contract-v1","latency_ms":0.7003339705988765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e2cf2efa0779bd8595283c9dc5e2ac869b78e4a47de6149b2eae12858877e95","sample_id":"hellaswag.val.5805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cd1709670fbe3b047ad21f72d616d4445bf96e4c5e30c34cb0f4eccf94b9d08","formula_version":"titan-u-contract-v1","latency_ms":1.0277919936925173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7cff07cb4ddc83b36d11579e0cf418fa16603c55194bdeee3a20531f2f9710e","sample_id":"hellaswag.val.5806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11ccb72eed57dc299bce575a761d8f8a07fff306308aa5e0f4ce5ab53c9c67d6","formula_version":"titan-u-contract-v1","latency_ms":0.7829999085515738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8e303bd9ed7d37170a053d131e351f062f5c69c7dafbd650b7e42ae9777a0ae","sample_id":"hellaswag.val.5807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74e014aa98bfad3c02c0c93766b726d484ef65e5eedcef062a6ea80328bc063a","formula_version":"titan-u-contract-v1","latency_ms":0.994750065729022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bd03b50974ea2f4e4ce8e924b3136aab75363a65b4086f21db2d9f2df11d74f","sample_id":"hellaswag.val.5808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3e8a1e0e368f2c8638e7ba81e42467ad920973c9d8aac7780e7aa37d14cf436","formula_version":"titan-u-contract-v1","latency_ms":0.8779580239206553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6acabbfd66a3e8c99a75936042ef9c10ceae9ba5729c7740e1e68e94d9571d6","sample_id":"hellaswag.val.5809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c448a9c2a2eda0b3da8a943e3c032aad6652ec1216719f8439e138607e5d80d","formula_version":"titan-u-contract-v1","latency_ms":0.779291964136064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"549c24813da4a91f4fd5ee90fffc4b98571a1b251cf264e9b679823a60c8cd28","sample_id":"hellaswag.val.581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cadb883ff401d817d01da640a7fc01eed75fff2583ae91746fdd5ba04ce00578","formula_version":"titan-u-contract-v1","latency_ms":0.8629580261185765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f601d788dd5f914be1f471d613786171969a9447bddb114de6ed59d3dfa6283d","sample_id":"hellaswag.val.5810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ddbab5d59d5bd7b8b7f00ee2e90a01bcddd101f60151009d1a34031c7787a7d","formula_version":"titan-u-contract-v1","latency_ms":0.86079107131809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b576b90c450b31ecf1125aa1693f87746fd20b9d2672645d24cfa99d31597ee7","sample_id":"hellaswag.val.5811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8da4ddba603dc2601dda2bc5a0dfce43073f787a6eaba6aab3be12ac62ddf6ec","formula_version":"titan-u-contract-v1","latency_ms":0.8692080155014992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f046784be6c042df1fc50fd8986279d5c97569680e640949c17580bb0dd5b6f","sample_id":"hellaswag.val.5812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d207f0412035475008d841c9e13431742d3f6e8fa3459c09777dda6bce8e86a","formula_version":"titan-u-contract-v1","latency_ms":0.8479580283164978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"416019c28944dbc60689c7850c592583de5bc6b1c3780577b77e1161edcce1a9","sample_id":"hellaswag.val.5813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"653d41836dbe1bcd4b2ca85e7c8cb9c1e086d204cdcb3e6d93b26a8273c103d2","formula_version":"titan-u-contract-v1","latency_ms":1.0779999429360032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"667e3eb7d802a028f144bcf679b464a4ddf72a3738621403d906806e7106cfa0","sample_id":"hellaswag.val.5814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3836c75239e12673a29ca253c46f3fe65f3df270a3611a254b37b1e9429ef4fc","formula_version":"titan-u-contract-v1","latency_ms":0.6737080402672291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2110b86f34022106e2a0c2e8db2032c03122101e7aa1b7bd19e5b5e980c4a8b0","sample_id":"hellaswag.val.5815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb9fb2ddcf5024b463936f1f9d3dab3d50a7630539e92e1f580494008949cbe4","formula_version":"titan-u-contract-v1","latency_ms":0.8748749969527125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c6a6d0db32274454796d122e2c1d5c8520591196f8aeea6918d596e7ab499d8","sample_id":"hellaswag.val.5816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e26d6799687551d3bed2eebbc560c34ad4cf134ec32c6cac3e97ad087680120","formula_version":"titan-u-contract-v1","latency_ms":0.9008749620988965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"132d02e10ef29fccc18b58047862e0148ceb39983aad6cb8d9e20432e1d972a9","sample_id":"hellaswag.val.5817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99dd9987f08db7e785aa082f1bac68ac1bda43287767242c160bcc7ad0ec5f61","formula_version":"titan-u-contract-v1","latency_ms":0.7695419481024146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"283d3fd3c5f1fefe224d31a66cafed83bb2a3c769b97b6cda974576a82e989e2","sample_id":"hellaswag.val.5818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1d8cf6305f73b9e7105309e5e6289481013a4d2a8d30eb38f9515a37120914f","formula_version":"titan-u-contract-v1","latency_ms":0.8207079954445362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaf6e0db811bf23a1a6368770daaa31478b105bbb5f03966a240da80114f5606","sample_id":"hellaswag.val.5819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3d87d18a5e7e3e77348a8fa388203595f3b48076fe638403c5759d0cc32bb48","formula_version":"titan-u-contract-v1","latency_ms":0.5974998930469155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c576b0ccdf659074caf55622cfd482129668837288a9ed03553fef5794d8cbd3","sample_id":"hellaswag.val.582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c3457032e484134ca769471cce8bb951ef0905afea35b634d345e4e9a354da3","formula_version":"titan-u-contract-v1","latency_ms":0.7407920202240348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ab1680354116156e07931ecc93d40127927efd144a7a8bbff6a55876e2f8cd6","sample_id":"hellaswag.val.5820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"385295bb893fac3ba189a4a02f1bfb116bb850b12777624cae03f6ead206b6d4","formula_version":"titan-u-contract-v1","latency_ms":0.6593749858438969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d905f1bac99f924a4e90fab817c262e2adc5a717c5b5c63834303be22bbf4936","sample_id":"hellaswag.val.5821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48f0ee99192def5440a6c8d52f15e7b8db31fba784af62844bfca6de3f2ced4a","formula_version":"titan-u-contract-v1","latency_ms":0.7219170220196247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"465a647b6d9f6fb0c4d34744efbfcdadaac7a50fa3399fc88e8df518713b86bb","sample_id":"hellaswag.val.5822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be34afdbb5bdc5501d0a75d9c6beec92e7d02a1c722b807efedfd2b8706d69be","formula_version":"titan-u-contract-v1","latency_ms":0.9563750354573131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37a3db8214e94dd86fc3097090eaaa0bd01f60d0b434011e4dd61fde7faf406f","sample_id":"hellaswag.val.5823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5433b4dc98521454c85d3405f38f68235e23197b3ccdd8a7e1f09d9bd42aceb2","formula_version":"titan-u-contract-v1","latency_ms":0.6672500167042017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1415c1f8c81214fc2a344108b22c1af782233486e0d73c82f1142e715d6dcefc","sample_id":"hellaswag.val.5824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b57ac37a77021b39139c4a27522146fb25a679c7945a59fa4c19a4f39eefa93f","formula_version":"titan-u-contract-v1","latency_ms":0.6100409664213657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"601d48368952b24f421b6a4533ab15e224366268bf726899c8578790c533ba7e","sample_id":"hellaswag.val.5825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d926bf26b746388171dcb13226d7b10ae13d6b6e5b04a4c28db4113826227568","formula_version":"titan-u-contract-v1","latency_ms":1.031166990287602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5961968a4b760b0634f0e0396311a8733746f311e4a5b1f5aa3b265c0f5a07d","sample_id":"hellaswag.val.5826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d01826244de9a9a830c694b959296d87e4831aa87035fb44a50f64b8df298c7","formula_version":"titan-u-contract-v1","latency_ms":0.7602919358760118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b927067be4a7ba8b4a2e3e333c7833b481c2338a418079e4396e48b5312b6b7","sample_id":"hellaswag.val.5827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa6ed70205c15c267a8a470c69d4ad5e317e75f296559b4ee06cda881bc4b28","formula_version":"titan-u-contract-v1","latency_ms":0.7810000097379088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c738e4a0280495666ad3fa8ad6fa0e217139dabe402211bb8f6dadc5c36261a4","sample_id":"hellaswag.val.5828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f59c30d6f8531af9e63bb21a022e82cb6d93dc93bcdcae2cc59289a6f8b44e2","formula_version":"titan-u-contract-v1","latency_ms":0.7065830286592245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45a3ab8eb46f01145cea1c1cba3ddcf0829510898a962f8328917285c730a200","sample_id":"hellaswag.val.5829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29e0e4d8eac23a19999ac95e368bed6fb8f5610fcbab970882d7251fae47df02","formula_version":"titan-u-contract-v1","latency_ms":0.47154200728982687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"609730b0c5323bd3c572a5a214d351d7171621eafdcf2d383f0b0367c8de9664","sample_id":"hellaswag.val.583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a994078c8dcc05005591f6864a10252d65f4cae53208ec83e25723c5a6b16e2","formula_version":"titan-u-contract-v1","latency_ms":0.660583027638495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"294f9f5e363f5dceb410d7114369d8f1a0b327badbcf214e4365d0f3b87c7cfd","sample_id":"hellaswag.val.5830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74794dc08e076db816883f10cb4afdd11bf1b6996e6fa98a842b5dc6b0719d1e","formula_version":"titan-u-contract-v1","latency_ms":0.610208953730762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c23def9b45506abb2275517ec47ecec535ae7e2f4a70bb8c19b1903f1e008a7","sample_id":"hellaswag.val.5831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74c50f29467577da462248bda2810edca14ead5e43f9fd587d82754685523c54","formula_version":"titan-u-contract-v1","latency_ms":0.6627090042456985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7099a37a6022fe91b746d3422ef6c8d3e21ea21bcd73a779b200566c0fd77c69","sample_id":"hellaswag.val.5832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e12c14567109fa7b8a78c45c3debd22b67d3ed5cde404c162b23b42fe799bf5","formula_version":"titan-u-contract-v1","latency_ms":0.847041024826467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77ce7b630a0be11f91651656fc928a22c3e08c217e799c4c4363b823f147de76","sample_id":"hellaswag.val.5833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09ef2c8562a63182cccba1d9223fe987cb326dd77a1a2dfa4dd61968c07f9479","formula_version":"titan-u-contract-v1","latency_ms":0.6621250649914145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c0528c28d7f22e2fe2bb06d2077af38e656638593bc0e775f8270d7942d93f5","sample_id":"hellaswag.val.5834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b71a6a476c11fd8348e9aca77c07ac78c7e7c6b09f5746472a0fb371d8751a15","formula_version":"titan-u-contract-v1","latency_ms":0.6640830542892218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"493305b911026f095770dfdfce1b31c4b98a5210d806364c422e34d10851f7ef","sample_id":"hellaswag.val.5835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e05c8e35c0ad3b0eaee2ea1a8aa45a5ca6a4ae26ed1858a3a989208453fe333","formula_version":"titan-u-contract-v1","latency_ms":0.9120830800384283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cf3cabcb9ba6a42b445197f04af72b6d0c9658820dae3b754d82ec593103615","sample_id":"hellaswag.val.5836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4e5cf4edebaa90889be7fa203edcada9b03ac5161f01d63058df67187bfa761","formula_version":"titan-u-contract-v1","latency_ms":0.8457920048385859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d367cf4be79cbd61195cc876748926bcf731542a53a67a91033fc6e8c8972cc2","sample_id":"hellaswag.val.5837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5fe86ce1a835920aabdd11839a579af96fa8b0bdc0825198aa58d8efc9710dd","formula_version":"titan-u-contract-v1","latency_ms":0.9967499645426869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec110913e35ac190ec815f90f9b0ac2d8804d5e7ae97c3a47e49aa0ca04becaa","sample_id":"hellaswag.val.5838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"056c4e6be1f444108971b3a1a1d6b40db3f9829cdf4e1d5a9bfee067c4ad1d20","formula_version":"titan-u-contract-v1","latency_ms":0.8402090752497315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd5a416db91b113a1bf0714003dd91a2ed6e9d430999d18b44dbc389884ebf63","sample_id":"hellaswag.val.5839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cd27aedfefc604ad544b9313acb3fdbf87acc2d286b508457b53c7425f4ee11","formula_version":"titan-u-contract-v1","latency_ms":0.7550000445917249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb5fdd4610181c9d4176ea67772455f830990de30a78c3723678dd979ea07505","sample_id":"hellaswag.val.584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a99241c4284ba1d238ff43e68e73828fa8db48880646fa2bf6c5e3ff1eabc061","formula_version":"titan-u-contract-v1","latency_ms":0.7902920478954911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af9daa5a802b4e01616b7cd4123396cdcc9df06eb027f6d787fca86e209d3beb","sample_id":"hellaswag.val.5840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ce41adcaa127487bdde8dfc8b7acfeab1bc0bbc962dfc9d6020348382e7a24d","formula_version":"titan-u-contract-v1","latency_ms":0.8670410607010126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1beb53ecbf984b64dd6db1f1d3e289514c169af1fd74678639e08805439b826a","sample_id":"hellaswag.val.5841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e4db491ad7a71a8ba10e0eccb6af09a90f5ee784ecb8cd46bb8b218c0aa2886","formula_version":"titan-u-contract-v1","latency_ms":0.6334999343380332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86f0333f65199c9d3cd55b2d6e2197d899088d839d1c776fa4666b4e69051d6e","sample_id":"hellaswag.val.5842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f847473b96019f47ae7c0b528127a57a6b56546fbe3ce50f0c314f004b177c8b","formula_version":"titan-u-contract-v1","latency_ms":0.8485829457640648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee88d8fcd59ce7155b43ca4242b8040e0db109ab767cbfb7f732176add010bcf","sample_id":"hellaswag.val.5843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"480c2fb5fc4dcccbe11bd5287760ff9166fa97a5b1e116ba9556b40bf3151860","formula_version":"titan-u-contract-v1","latency_ms":0.7520419312641025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da207ce6a52234dff1eb6a22ce8a752d65d70145da50f9b14c531561fdff2176","sample_id":"hellaswag.val.5844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4b58c0c534bb63af8d12ef021cc776886f4566c4ed25cc7114e9fc3a7c76256","formula_version":"titan-u-contract-v1","latency_ms":0.8352920413017273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31b3e7fc970ae5e3e380d33d8bc14c4f325958c1732604fc2abed1af3d572d44","sample_id":"hellaswag.val.5845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29328d078b5132b95783cab8646a818a3aa7758ea09e9b947eacee938593117e","formula_version":"titan-u-contract-v1","latency_ms":0.6581250345334411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75dcbe011d96d780955e36971dce165f6369b469c39a7fda84ebb650461c10e9","sample_id":"hellaswag.val.5846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b352af6721d272d34034f545f18f06660987cbcbfef7888075dce97af184b480","formula_version":"titan-u-contract-v1","latency_ms":0.6462499732151628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0ed9634f8b57b36cfe67de8a15c60aad1f94855b72d8556ea3fe9cc4239d4c5","sample_id":"hellaswag.val.5847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92043550ba236f998b2f10b4f8cd235652eb7299cdc16d03075239038cfd2111","formula_version":"titan-u-contract-v1","latency_ms":0.796334003098309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8617a4a25992a3c237228a0d958ffd4c2da63eeb2077fc7570316f53f7a24846","sample_id":"hellaswag.val.5848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c58a431b3e36f0d4b66a2c26e9cb2a32311b41205f429eff4e5d168cd726fcc","formula_version":"titan-u-contract-v1","latency_ms":1.2194159207865596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf55b97141c43b1a8ef7e2a6a335b617bdcdbf9ae2bf22c21e54c9ff8bcacc41","sample_id":"hellaswag.val.5849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"698fdc1a9538ea0c3daeee3d4d3ea896add779e92c3a5d76f4cdbaeec759629e","formula_version":"titan-u-contract-v1","latency_ms":0.45204104389995337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22806a3bb1bc3927b16f66ced6c4ab640263b35abcd04cc0f00f20bbc848845b","sample_id":"hellaswag.val.585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78a1d760558c18be88bbf499c635e2074f09efec15255910236855ded875516b","formula_version":"titan-u-contract-v1","latency_ms":0.8477079682052135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3377afd4d9093e13dfe57b6063b04dbcb787b42334b67e59963dd3b6ebe0e0f","sample_id":"hellaswag.val.5850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cad400988f977fa7efed288a316d157c6b8abd14edb457377c94e6f9625cebb9","formula_version":"titan-u-contract-v1","latency_ms":0.6937080761417747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87c944a050d47637f251dcb4a8246248e1b93f3a8a330a6107780083f1e55310","sample_id":"hellaswag.val.5851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4a7469a394b876033eedc9532c8fc35862900ac6b310dc339b891841ce10c14","formula_version":"titan-u-contract-v1","latency_ms":0.6254169857129455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a71f3d4be962819bbfac55eec904674b8ebdf4867023ca4f84cc3bbb71c68298","sample_id":"hellaswag.val.5852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33d65161ed7550adc4febb3dcaf13ac99986147c2d43cbb61936c807b244b636","formula_version":"titan-u-contract-v1","latency_ms":0.6625839741900563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f013233e8500a6b7103936c565426ffe9496cc0a475eeee2f43aeb70954744c","sample_id":"hellaswag.val.5853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"599b42063d172368661239b90f80c5be66128bfc3f06e309df933704331ae800","formula_version":"titan-u-contract-v1","latency_ms":0.905958004295826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15b4f1d48309be1aaf63fe9bfcd5211317cc8e035b851288aaba35f405a2ecc2","sample_id":"hellaswag.val.5854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5ccb63f672f71c6f317db0597958735e8b1a24cfa8bbe850f8aee4114435909","formula_version":"titan-u-contract-v1","latency_ms":1.125665963627398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26013f2713fd2b83f634ef03c0aa497fe5ef8d0722e5fab9798174c4391e86fe","sample_id":"hellaswag.val.5855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e3e16a71dd1bee4937114d3b0ebe8b7af430dc4dbe6af990b765511b36703be","formula_version":"titan-u-contract-v1","latency_ms":0.6494999397546053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17a8751eebbaf1a716ac7746bf33e6d1a546c33e97da81bac3bde5a739eb8461","sample_id":"hellaswag.val.5856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a9ad13424781d925d77d84c711b317569744d4018a10ce34b0f1e3ab1dc0d82","formula_version":"titan-u-contract-v1","latency_ms":0.8574998937547207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"674a15f986ff6d42bc12f426a16cdd3e562340ee161bbb866c4a2a3955bbfb23","sample_id":"hellaswag.val.5857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7be7045363720a2a1e5af8a4f7dead1fdec3c8e339d7ea070e02cc2911238736","formula_version":"titan-u-contract-v1","latency_ms":0.8355409372597933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"655f56fa78ff693b3a3a26cff4f283990b9f871761de26c32ac957d4d31c559a","sample_id":"hellaswag.val.5858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de30ceb97322bc342f5b924d2bb49cefa38f1434c195efea587f043512b2a50c","formula_version":"titan-u-contract-v1","latency_ms":0.689583015628159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbe5c8c124cdac15f5364ca6b614985de0e1799e0dba0b6825404baffafc2b23","sample_id":"hellaswag.val.5859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5836718fe59c6329270a165d9a7fa45d4a1941974720df31f1ee5334d42b2f4f","formula_version":"titan-u-contract-v1","latency_ms":0.8119579870253801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"000ba0efc164bc7a42b1d4041e4565fb0acf55dc4a24ee80c7727e004bdee7eb","sample_id":"hellaswag.val.586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72eee3c1afddf5fa6519044e3eaff53f5fada2e170337916e214ab691be78b3c","formula_version":"titan-u-contract-v1","latency_ms":0.7837079465389252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e54e41597ae7e33be2d467ab4f2b3ab1e041461c711ed16a86131c7b468b6c9","sample_id":"hellaswag.val.5860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a481d32039342344749a97624a81fbaa158334a9dd740190e1d685f27be436d0","formula_version":"titan-u-contract-v1","latency_ms":0.6825419841334224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77dbf1c0a4af935e90550123d9d9717d6dfe3db0d4175f5e70b7e2f13f1a003c","sample_id":"hellaswag.val.5861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a998edac476624a136836bbe510ff0803bfaf13ac03814fb25df96b93307a4b1","formula_version":"titan-u-contract-v1","latency_ms":0.6072500254958868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d5fa1dce79f84a0364cc558877b0e8881d6f7766fb5762dc9ff3284e84fb9c1","sample_id":"hellaswag.val.5862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96c0026b473debab6ed7b0a8826135e826d4745c485a8a63836e15d7d60419df","formula_version":"titan-u-contract-v1","latency_ms":0.9991669794544578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b73745c632dbfafa5440e8af1e4d09824310c51584da807e0233e50fa16dd07f","sample_id":"hellaswag.val.5863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1f29ce8e9420a5ce2d24e2fa22fe29afac9531af00724f249bb84dd27ec0a9a","formula_version":"titan-u-contract-v1","latency_ms":1.050792052410543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"739ef8ba833955886842426154c8eb19d10e92e46d0c967a213eaac4ea50be52","sample_id":"hellaswag.val.5864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e47b24cd5926a5b9143daaa29842a17db66d32b5fe8a01bc858e22cba3848f76","formula_version":"titan-u-contract-v1","latency_ms":0.7236249512061477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2114494186c7ad9163e8acd59a42854e9691e64fd195900210d3dbbaf8f63241","sample_id":"hellaswag.val.5865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98883e62d6e1ab3d610d673da19d2e9e997b2adc3c6926658f6d63e18a553107","formula_version":"titan-u-contract-v1","latency_ms":0.7331669330596924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a11a9eb8e8d12f3f8e7ed83f73dac001a99498a767833cecb2df2d3b06995185","sample_id":"hellaswag.val.5866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae49714d759b64834f01d44a855cf80907dfe870fbc697a975792d54a464da26","formula_version":"titan-u-contract-v1","latency_ms":0.6498330039903522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50d537b1c264bdaa8126293c827fa6e44ed660c4f0ec0ade9ec698484f890521","sample_id":"hellaswag.val.5867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8cd271071cd6aeac78c69a200c2595d0dee40726d160ddefd02efb36d223bcc","formula_version":"titan-u-contract-v1","latency_ms":0.7306250045076013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d08ac5eaada0dc3c89b5b8bc9aa45d6ff6d7a53f12fb528ea8104386d53570e8","sample_id":"hellaswag.val.5868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bce2ee0c20a7f54a19f8afa3d8ef123e312d4544693bacaea7a6e579ee3e2b4","formula_version":"titan-u-contract-v1","latency_ms":0.8611669763922691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"990b9d52cc01e842f4dae923522593bcab9871df90fd57c9fbcf22624cf8a602","sample_id":"hellaswag.val.5869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc268beb2513b035bda0d7c109c190b09d3674121a62800b6d2b9986321b6a65","formula_version":"titan-u-contract-v1","latency_ms":0.6132499547675252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63b092f1a8b7fffc36c0ee6a006f158acea802fd14e05803c3ef6a9a6a5bc781","sample_id":"hellaswag.val.587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcffb99013ed2b29cba3be7fc976e19a780b648e1a1f89ed29e444e81e1ec760","formula_version":"titan-u-contract-v1","latency_ms":1.0057920590043068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34d1212dc45ebc3503d3d0a6041c55026419b02be1cc4545b011b501799544e7","sample_id":"hellaswag.val.5870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"366dd921107b7a62e28f65428bf96a7c6a6c044066b32b5124dc76cad1949a34","formula_version":"titan-u-contract-v1","latency_ms":0.7858331082388759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e115dc08832c97fbc510076e50c604a938ab4cff2ba5067a458f50f5a8f27a4","sample_id":"hellaswag.val.5871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4baa65d3fb998610976c01ef5ffc5914ba68a27b9006af701bca8a356dd85031","formula_version":"titan-u-contract-v1","latency_ms":0.6435419199988246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28a2119d2f52b5a9ab76c07ba3865e6a9d7a952a4b53e8504f2b8c876501a45e","sample_id":"hellaswag.val.5872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dd8897ecda24dbe2f3b80de434bf73b6d9dadbac63296b389b3c8362368b648","formula_version":"titan-u-contract-v1","latency_ms":1.1019590310752392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fc8f071029a6f928ee7bcda3e484c590d1990c25f72fa854a2fd12f5dd47983","sample_id":"hellaswag.val.5873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d8938ac884f4d689a59830df5eca3fedb948fdb2574a3c8125e52faae01967a","formula_version":"titan-u-contract-v1","latency_ms":0.668165972456336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57187cef2044bd78c716ee4252d2fb1cedf354294aebf80566eefb5a8cc85c59","sample_id":"hellaswag.val.5874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06b397327883661ab8706dd4ecb83eb6035a984c63b561b90587946a73921427","formula_version":"titan-u-contract-v1","latency_ms":1.02116703055799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ce718476ae66b0469548b46701a814297cef30bf6f939223bb97c5de3c3e608","sample_id":"hellaswag.val.5875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea721090494b33a8639e835fb2929ce69f3ee35ca0952fb37a2c65b6837ef54c","formula_version":"titan-u-contract-v1","latency_ms":0.6850840291008353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6df6b35180f66be667e6350fbe54e27278b91f6cd066329339c20c286ab495e7","sample_id":"hellaswag.val.5876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdc4b064aa34baf7e65e8cd54f1dc4cb410d8c495bc608d1c8cb3a7ee27df3e7","formula_version":"titan-u-contract-v1","latency_ms":0.8177499985322356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"601bbfaad4f2ea23d5fe7bac9073809f1a72ce22eb940870d4a34d0daac34f99","sample_id":"hellaswag.val.5877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7e6f27f32263155127c93c1d2e66636e49e281a703de2089c1923ad01cc82cd","formula_version":"titan-u-contract-v1","latency_ms":0.702124903909862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24a061afce5ec804824a4dc875d5efc92b1765cda837ca199d84f8ff4216fa13","sample_id":"hellaswag.val.5878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cc454f16c8f19775cc8f96a78b65551e65bfdf4436d1a41de807e20a3fd7fa2","formula_version":"titan-u-contract-v1","latency_ms":1.0206670267507434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9c523bdfde7ee9a7324fa3b4e2072c51dd74ea9ee5b8ff62b6dc9c864c57520","sample_id":"hellaswag.val.5879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4237102e81f502a73e910c53da807e26a1365b82e490d359ea864fc093cbdad","formula_version":"titan-u-contract-v1","latency_ms":0.4859999753534794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"776f44a661f8f1d2b371e304a75951db8a8e02d94715008350dcf89a97fc70c9","sample_id":"hellaswag.val.588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb13c003c3d15c45619e4ca41d23cfb34136f714ceeb72a72935005eadfcb1fa","formula_version":"titan-u-contract-v1","latency_ms":0.9787909220904112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f0b3eb42e2d3b98fe947c7161475035499f0fdaf405ccce6ba9499338341ac9","sample_id":"hellaswag.val.5880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53f66b78c3c84eae2062f4adef4717dbf1caba2c9d33826ca47a6dc1695014ca","formula_version":"titan-u-contract-v1","latency_ms":0.6525000790134072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9f6d6ae3a5bdaac1507219fbc96e38a3276356ae4be7372be0ed87e6f110902","sample_id":"hellaswag.val.5881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aaaeadc5e8bb4d6dc579b6e4d3846b8f08e9b2ea8a4e0d50013eedf21963938c","formula_version":"titan-u-contract-v1","latency_ms":0.6816249806433916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22957f9551f1ee2715a194a6b38589b7ea4feb4acd9df4e32ae6a737e4f3ddf9","sample_id":"hellaswag.val.5882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93609b1dfd37501a00d74a1c35940ee2f8bf3f8dc40623db346afd31739f226e","formula_version":"titan-u-contract-v1","latency_ms":0.6824160227552056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daf968f0a739bf2b668bf41301fe7dadebfa1595ce04b39827ef3c263a524cf6","sample_id":"hellaswag.val.5883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15d0df1bb56bbb5d318677a314cc341331250c9240841016e1b96ecf960ec50b","formula_version":"titan-u-contract-v1","latency_ms":0.9169579716399312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c6ef510e40b480c92584d77c9dfc0ceea630995189771c57642b5135cf45bb4","sample_id":"hellaswag.val.5884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a5ed83ea69cf469ea9d176172628ed07cbc70cb7776ccbf4bc9030a518d7ba4","formula_version":"titan-u-contract-v1","latency_ms":0.8592079393565655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ab943cb25217a6ae820f203edec926262086c9a5d3470d019a9733c839c6bb3","sample_id":"hellaswag.val.5885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aab7d4d2f8f14297846361c32a2689ebcb3c33baa1329d88f9f024eb686bef23","formula_version":"titan-u-contract-v1","latency_ms":1.173041993752122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"584b65859dca8ac8abd710497464380fd5c1081270ac1df70af923e938510ed1","sample_id":"hellaswag.val.5886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26fb57610ab80ab1096ca356f6603e2bb1d81d216e7bf917eba50e3867e4f7dd","formula_version":"titan-u-contract-v1","latency_ms":0.6382080027833581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9247cb6b1141ca5f1cf1c74207f7089283a8259c490f980d30326a4a09f5d8c4","sample_id":"hellaswag.val.5887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89858ce5d677286ba3cfca663d3d0726028aa9eb975e993ec98a46156210a20a","formula_version":"titan-u-contract-v1","latency_ms":1.242708065547049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d6faf6db9f9f62b00f63f4eea858612a99d410fbb98490d3a20f2401e51880a","sample_id":"hellaswag.val.5888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d465ee5993082f0d091752cf15e7dde7094d6042dbfe4aebfc87bfbdab97e616","formula_version":"titan-u-contract-v1","latency_ms":0.7164579583331943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3e871108dbf853641a68a9854bba58630332fe10f53a7f6362d96f826b6e2cd","sample_id":"hellaswag.val.5889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d3ee74d7ea1dfdc122703788cc1f9933d5c4fca868e20a2c6a4cc3d7e6f34bd","formula_version":"titan-u-contract-v1","latency_ms":0.7903340738266706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eb1eafc4a05c0bd227f89c35482703420d3c9063c12775341eeb334bcf4cb40","sample_id":"hellaswag.val.589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ceada9184a95842cbb9763f57445acdda5105da1c492b22f4e7e6af94eb0bb4","formula_version":"titan-u-contract-v1","latency_ms":0.8025000570341945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"736d583613b82878b75e56e91cf7e72ffd0f9e616b11664039b9b68d1342f525","sample_id":"hellaswag.val.5890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5ca08d36e60564ff43a714ebcb6634e25b7b3f938ffbd3921720bde97849d62","formula_version":"titan-u-contract-v1","latency_ms":0.6531249964609742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aff2cab21fba2f2527224d894214c1c806f22ee345816209f215d20c3e6f4046","sample_id":"hellaswag.val.5891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b9abbf852a960686d238547f6267985759865a7c2a60b9dca5fc176fb4a5680","formula_version":"titan-u-contract-v1","latency_ms":0.6535829743370414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d1646c3f03ee1c6aefc742c28854b34ab4a070d7d42efb1a400164ba48c6d00","sample_id":"hellaswag.val.5892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9731bfdc93d93ef9932fc2f9bcdd09ac51b19f940f91274e829d3e3bbaee91c","formula_version":"titan-u-contract-v1","latency_ms":0.9012909140437841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03974f75cc118ea6ba8b77b49a95e59c2a7cad7a8a06c58d3933e4942a8ba003","sample_id":"hellaswag.val.5893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c2b85ff22c2941fdbbb00b89f4f193c6212c2181442a01aa8fa6d8ba7efc89e","formula_version":"titan-u-contract-v1","latency_ms":0.9041669545695186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e596936653908f99a023cb44967cfcbd0e4fa2d3f2623421fccffb3583c33959","sample_id":"hellaswag.val.5894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c88a69178d3ffc65079fb47a86c9edbd6ae5cdc2384b7d0c78489fe46fd32f2","formula_version":"titan-u-contract-v1","latency_ms":1.430833013728261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ab70af02452f4f06a1b77ad9adb56dab99a87c4a96318300a6ae325fcb335f5","sample_id":"hellaswag.val.5895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d6b9b7705bee8c09d78aaafbbf0e29390ebc1f5d5e542c63f05392806e04b23","formula_version":"titan-u-contract-v1","latency_ms":0.8239999879151583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec73da7e7bb4bd033074903da9f7612a96f3931201b8f793650e264352affd6b","sample_id":"hellaswag.val.5896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f2258c3e5455f6815098d90365faf1ec6c7f9b5646882c333648acfdce48fcb","formula_version":"titan-u-contract-v1","latency_ms":0.9890840156003833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"849cfd6e194ec9f92e98e024ed17f9061d0333fa425ea2dd69d8d96ee029b0d6","sample_id":"hellaswag.val.5897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64ca04ac781834cf2be2e7178373fc45d07668d3d3a725fd2c3314da7a3699a4","formula_version":"titan-u-contract-v1","latency_ms":0.9643749799579382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a96ce4d181cda081a6abd0f7df1e2b4171337abb05dca0d88f552883ea7b7753","sample_id":"hellaswag.val.5898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90aa8d8ed57c9345d97b4d3491bec8c78914fb87610f153107e3016a83451370","formula_version":"titan-u-contract-v1","latency_ms":0.6652079755440354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f764083798fe84cfb0efda1ebafdd847ebd4f6a08257b51effe00f255ac34c5","sample_id":"hellaswag.val.5899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4872ef831b261649fce8ed5d257a3577e9b7ace408255343bcc102b9d0a639f","formula_version":"titan-u-contract-v1","latency_ms":0.5206249188631773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"249450402ea76f35704e7151bee183a4461db1422969a93201c1468bbb47f5bc","sample_id":"hellaswag.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e65ba404f19cba6b94f6c853ef33e8cfe78a458b9b44f7edb2f07f8255722ee","formula_version":"titan-u-contract-v1","latency_ms":0.5076249362900853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3bf4b779b7e81d38ebb8ae336c5cea35e532d655ad81fc4afb352a07acfb220","sample_id":"hellaswag.val.590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cb3cae620a4824acbe1c0a51b6c4ade8c57fe90531e273afc448c9e0c30bdfc","formula_version":"titan-u-contract-v1","latency_ms":0.6793340435251594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00978b60ecfe41348a8b56e40bd561aa8917cefc05606eb186f63d2fafd04999","sample_id":"hellaswag.val.5900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8385bfd7f631a71f2644546fd15f2cbc0cd70564b00725bcf8c54a2659dbf6b1","formula_version":"titan-u-contract-v1","latency_ms":1.0279580019414425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"623c08ecd1683791302540ae002f6489b464e464584951305b341a12bfd3f64b","sample_id":"hellaswag.val.5901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"657bd09baa226fc52aa7898c7bccea04474af2939cc7cf37010e9f3195f9eee0","formula_version":"titan-u-contract-v1","latency_ms":1.1601250153034925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4e6869111de4bd2c0fb3741fdae5f0c36370b12da149d8ea611e6d391295f26","sample_id":"hellaswag.val.5902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1d4bd9894731dcd26941311235a5d4af6f673034da8aff7cd4ea0c341bf9a80","formula_version":"titan-u-contract-v1","latency_ms":0.7436660816892982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fdfe05ec5122c7d9ac67c17caa13b3e805191a8b48a2c26f4df62f042f127a5","sample_id":"hellaswag.val.5903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52ec8695aeac95a62ade9312def5a1a3701d9768585bd99604f313de1d9aea91","formula_version":"titan-u-contract-v1","latency_ms":0.7249170448631048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c815dd0e13edadc1948718353f4aab7b0aa634bb29b5783800715962c88ffdf9","sample_id":"hellaswag.val.5904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb7dc63cb2a4f51182b3937964e5d907116bf1eea3b254d8ded81f19fc349373","formula_version":"titan-u-contract-v1","latency_ms":0.7005418883636594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b94918a9cee0dae828f4dc40b334fee1d4f4e617674da9a0ed0aa1afbeb63dd1","sample_id":"hellaswag.val.5905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"323cb0ae2c68e504aa4c49b812c810d133041465642935c3f941c93ad2cda289","formula_version":"titan-u-contract-v1","latency_ms":0.9971249382942915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5adc3604e8afad734446b8303c9f3f3c1b16ccbda87abf34c3d68af1b290469","sample_id":"hellaswag.val.5906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef1e1f4af84e41973101a3738c6faf100b8cfbc77f38a66df0989987ab01ffbc","formula_version":"titan-u-contract-v1","latency_ms":0.649290974251926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec41760fd5eade3c6e6c7ad64b00258575c8041e574226e6fdb21f058c3bb79d","sample_id":"hellaswag.val.5907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"771fd8a25003d6d9e851ac63e0b71c3120fb2f3a0f1650fd25e45beeb822cdd7","formula_version":"titan-u-contract-v1","latency_ms":1.158999977633357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a000f063028852230d7599f317da3e6ed47bbf242e4f3cc110270e7a6cda18c","sample_id":"hellaswag.val.5908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d18e2506d91aed318d06019089ff8980bb391105dbd9ff12960ab022f4850135","formula_version":"titan-u-contract-v1","latency_ms":0.7082910742610693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faca93d958b0852b5dca01171518b02c4000d3795f8c6f828df16d446476530e","sample_id":"hellaswag.val.5909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fef10acbc514bc45768f7c1fe9e8981fccea6fbc42baa3131f8225cbfa580f67","formula_version":"titan-u-contract-v1","latency_ms":0.45266596134752035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"259d166adaaec14f7fb8a22b43f46e44ebb46e5f2dd3ecf884e3132b4a9af10c","sample_id":"hellaswag.val.591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f854e7df8b2eebe2d55c8a10c405887a1f511d66eb3b4e6ac98e53489526299c","formula_version":"titan-u-contract-v1","latency_ms":0.7121249800547957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e822616a671c738ba495b345e69f2350afd92fa6475837477f8652cff0f4f776","sample_id":"hellaswag.val.5910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bee9ce88ed0e8305c3f93a0f5cca2d680c0428ee5427a4c5269500d391920602","formula_version":"titan-u-contract-v1","latency_ms":1.0047079995274544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ec2538a9e0fb7c05047c71ae1590c274f0638c8992dabfb30b3b4d2b843e7ae","sample_id":"hellaswag.val.5911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8782a37d70aec32e211a9fef33eccfbfad97d748e7b78172ee630b7c86b0d8c1","formula_version":"titan-u-contract-v1","latency_ms":0.74712501373142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f5f9e2784b133705e4c089c3b23d7519ba377777113bf4ed506b639050ff9b5","sample_id":"hellaswag.val.5912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29e493ca626c7bfb40048a0b780903f225868431a2d743389efa02c387073a48","formula_version":"titan-u-contract-v1","latency_ms":0.8131249342113733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"943e288e41ed2bb2fbac8f664383dd165ba580dc452160266ad77f116d57e85a","sample_id":"hellaswag.val.5913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9713d5946df67f6784ec9e88964392571064a95c3c6ccdb764dda40969b6acf","formula_version":"titan-u-contract-v1","latency_ms":0.7879170589148998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fd9721039cc4e5778aaf5d9eba7e77641dee6f78709e5a66506d3dcc7dc638e","sample_id":"hellaswag.val.5914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"709186242d48684575584563255275580f5b31736386d9bb648c7b05a722d997","formula_version":"titan-u-contract-v1","latency_ms":1.7268750816583633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eca0ea001d76529ad255bc454bf028e4152f09121e0acfdb9b98584499d72cfd","sample_id":"hellaswag.val.5915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbbdb72e0f29f66faf5bb6649e98c7f186b457b7f912817ca75af494b5c0cf57","formula_version":"titan-u-contract-v1","latency_ms":0.6569171091541648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbbea6a253b94c596522b61f9c7f286d718608ba05c829719b1160d5350cc6bd","sample_id":"hellaswag.val.5916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e36e167510063d942d2910d90471614f8c0682b7eb1f37c450e3113bd13a37f5","formula_version":"titan-u-contract-v1","latency_ms":0.698292045854032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14c4c8cbed6bf6b77c4da2a1aa98b28e35d0331aa87c5a464180c77d2dd3acda","sample_id":"hellaswag.val.5917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dc2e23fdc9b7d0a8cdaa519d3a21a534774fc97bad3a82d3d9b7492ec52d1c1","formula_version":"titan-u-contract-v1","latency_ms":0.6967079825699329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff56ef6b93398febd81cb8d9723ac4543df5560b861fcb406244f6771f38a03d","sample_id":"hellaswag.val.5918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe8429cf299ddca92b9e319327450b14ca221ae22739dc4ac0621f40cd864ce3","formula_version":"titan-u-contract-v1","latency_ms":0.6429579807445407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e085d0a282a70d82d2a2b811e9efba2f368ef7fb00b7cf2954bd6640cb7da737","sample_id":"hellaswag.val.5919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8579dbd42a3650902c676a540e34ff4fb67fe28a8a95ce75d82e345e2d848d49","formula_version":"titan-u-contract-v1","latency_ms":0.4960419610142708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d20bb939e2f3c953648575e598c6347ae277458fcdf9ead9b62c40f22315c6b","sample_id":"hellaswag.val.592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7089e818a59e371a363f32cbbbec977caeceae8cda33c33529f843b2531059b","formula_version":"titan-u-contract-v1","latency_ms":0.642542028799653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"494550aceae8b4e13620564cd46874b3ba894f2f73bbda5d5f989f4e3ee28475","sample_id":"hellaswag.val.5920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44e49a1430bfc31cdd74bf57bc4498fbff53b8004d5bffefe84f45e47456d23c","formula_version":"titan-u-contract-v1","latency_ms":0.6009169155731797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2719af1fd3a89eb091f60fe7e333174b89561558cc4f1d1b535fcdf201a2d51","sample_id":"hellaswag.val.5921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6196b4737b522c6115c794912a4caf63f36d32c496584c80c30d6c151209812f","formula_version":"titan-u-contract-v1","latency_ms":0.7779579609632492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60a9c9a94ff6915fc4da6fe3a167c1017187c2c6d427106f0204654945e69b23","sample_id":"hellaswag.val.5922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40909e3faaffdd41f1580507aa9cb5d93f5e9cadac207d36fbd7d39d27d55c84","formula_version":"titan-u-contract-v1","latency_ms":0.9225000394508243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4b34935be0dbce6f0d0bc4a9c9773e6888c65c6976559ee0b5eddddecfa0f06","sample_id":"hellaswag.val.5923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5503f7c97a495bf414147e04b4cba3eb269e1cc0649ecc6c71fd14bf85e75368","formula_version":"titan-u-contract-v1","latency_ms":0.845166970975697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bab938575478944e8146447b60581fed92b37d558bcf3f4e1b94c69d09b3074","sample_id":"hellaswag.val.5924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abb0181f8f7c9057fb713870cedb6aa70c82426df8fb9df04a6fecf86cf1d23c","formula_version":"titan-u-contract-v1","latency_ms":0.6699580699205399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"573df641f5bc2a9497c41ae9ae5708b6dd05320a0e3461366752afc21e744a21","sample_id":"hellaswag.val.5925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"482de82e30ca45ecf224ce38cfb9bc07632671b3466de18d21e9c738e3fe2575","formula_version":"titan-u-contract-v1","latency_ms":0.9779169922694564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1ec0a5b06d74ce83ce3a3ea050d2c79d213e9197ee0dca1f7c911a0c6270363","sample_id":"hellaswag.val.5926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ae350703b8a573b235dea355d9bf63ea82b4e37dee535f567b16edf733af92d","formula_version":"titan-u-contract-v1","latency_ms":0.8470420725643635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc8f4c66195b83c02afd1730a9316b336c5b97cae68dd6547a0f7ab73a9bf463","sample_id":"hellaswag.val.5927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3495163181deca6ce35fb75a4c6103124c05d0c982ebff4a73c970ab0f12cd77","formula_version":"titan-u-contract-v1","latency_ms":0.6455410039052367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8691ffa8612c22e2b68c1056e9a522d63164442f00155a0e59db1aaef67a7a5e","sample_id":"hellaswag.val.5928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e5b276716a6714bf8f4e20f78447343ac5ce1b75cbb1e1febce9d2ddb3fd613","formula_version":"titan-u-contract-v1","latency_ms":0.7450421107932925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99964e380d218676a93021195ab26b3bb6edceb873bea7ce1d2dfe9441cf8aac","sample_id":"hellaswag.val.5929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0ebe04faee6c98a09cc4e51afdabc0fa29d9eb8b7f627aad5a714dcd098e39b","formula_version":"titan-u-contract-v1","latency_ms":0.5557920085266232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18eed3a2b110cd31ade56265fd3fdddcae4a6fe06422157f70db77fcfa865231","sample_id":"hellaswag.val.593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d6c5c3ac6bdc2ea5629462a84aa787ecfa01f4df32ec5ea38d7b583fb1c2271","formula_version":"titan-u-contract-v1","latency_ms":0.8745410013943911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5950c1c131e3007421232a41a6c74853eeca364b3de797d66ec6e4736460a71","sample_id":"hellaswag.val.5930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb6d2c75c39ef45f26ddf6c265ca730ebce537695ddf56fab2688ffa0303ee9c","formula_version":"titan-u-contract-v1","latency_ms":0.7169580785557628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68c84a39b0175225fb99d1ba810c5b36396ef910b10cc3094f283fd86ee976c9","sample_id":"hellaswag.val.5931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e15cbc016aa7274c3fae26761f3e4087672fb02683e47fb6b32731877237e97","formula_version":"titan-u-contract-v1","latency_ms":0.8572499500587583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e44a41e331158e3602f8c154b03c7de8bb01e7fb81b30341801087209d03e86","sample_id":"hellaswag.val.5932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b2b7fafcf7544c802184236057bd8982f1090795a56acaf44164498fc6f3c96","formula_version":"titan-u-contract-v1","latency_ms":0.7029160624369979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c0c276d8d4d453adf2924660a809c597a5c62148c133e6222f424e01639de11","sample_id":"hellaswag.val.5933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1d3f7da3560d83ccc83b52ff211d0eaea2b4d4aaa3838ae499effb450bccff2","formula_version":"titan-u-contract-v1","latency_ms":0.8662079926580191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e1203098324203c68bb8fa0a46f183fd0572d7cc22edf7b3dd0a881ac18a188","sample_id":"hellaswag.val.5934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58c3ce906ee07904a820729637163024bf2013d0b47efba0cb2e4a280ae99c5a","formula_version":"titan-u-contract-v1","latency_ms":0.8409169968217611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0ca134736df992565134be2c43b061537593863df5d0d27681fa0fc1ecddc04","sample_id":"hellaswag.val.5935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6933fc7cf0acaf4e2387b36b99c9286d26cce3a417302c67576f0ba0f3acf23d","formula_version":"titan-u-contract-v1","latency_ms":1.0289580095559359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbc0bae912a9fdc68d96921886bf6321cc5c35f1c80bd947546f7859c354b4d3","sample_id":"hellaswag.val.5936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4926a5e206a108d4c35dea50e706d9dd8bc147fb5b9f42726a7aa4cd756d1958","formula_version":"titan-u-contract-v1","latency_ms":0.8600830333307385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da12da4d0e3252c4c94c8b944526ffff06660f9e01944e73a18f53c312b593dd","sample_id":"hellaswag.val.5937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47164f9711666ef644473b2417f4e9a3cb0bc4cd7a6938b548acd8d6f059d486","formula_version":"titan-u-contract-v1","latency_ms":1.1315830051898956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22018e66073046b24399985cd33f9779a23a238d230a90c51729efa6a7695ed4","sample_id":"hellaswag.val.5938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae0090eb7a3c57124efa28907c7936c7d00e6b5fcc731c57b1f367d3324436f8","formula_version":"titan-u-contract-v1","latency_ms":1.014583045616746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfbc14c7f9f851f3e52d1cd68b91e30db45c63d326aedfb4ea1ccf52d8523e1a","sample_id":"hellaswag.val.5939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b98681393ffd1654abf4a55550464468d73ae5b5e1673a1602d118df5cb36c81","formula_version":"titan-u-contract-v1","latency_ms":0.7272500079125166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae62becf09c9f4c04628e14110fa93b4e877072faaeb40831e62ad09740de637","sample_id":"hellaswag.val.594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9164ebbb31e53b981900b7e3e01ffc33814a81ab8dd1db6617b9637e33816a15","formula_version":"titan-u-contract-v1","latency_ms":0.8352500153705478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9cdfd98b0a6ad91bf3a1e2f98576910137f40f7f634828391548586f54dace4","sample_id":"hellaswag.val.5940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75809301e08176a9e5f57e696f74546e0c244c3ed7e143a4f90ac027f1c29c3e","formula_version":"titan-u-contract-v1","latency_ms":0.7735409308224916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98099fd04700db22ed3fa70e2a793c9e7aa6320841d28bbd5966b969a7cbc6c5","sample_id":"hellaswag.val.5941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"441d144cf66d7b0407f9c5119f40b55ec516e5089fec803a90c3305fada26dfa","formula_version":"titan-u-contract-v1","latency_ms":0.9260829538106918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02906a1fcd5a278d97a82b3b5bc89f38900dfc5c37470de8759e821169849664","sample_id":"hellaswag.val.5942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"013b67333fda5085b14a094b57b446e90be6a94317cea8e0dd6259d49d8f686f","formula_version":"titan-u-contract-v1","latency_ms":0.8008329896256328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54ed0c4cdd359436ce27fa421256cc3521d10efa814221b8487ad90d1aeb3f2b","sample_id":"hellaswag.val.5943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73ff3786594ff6760090356ee2efe1d3c38a5948fa2b192aefa69e83b099c285","formula_version":"titan-u-contract-v1","latency_ms":0.7995000341907144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7d7e6263321d69e6abd550f92c201d47a1cfb6acaf8de1f478f809c484a022b","sample_id":"hellaswag.val.5944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbe95d68b31600e4318544d87c17bd2d8b7b7cf0a292e89faa17f10bd326b9f9","formula_version":"titan-u-contract-v1","latency_ms":0.8320830529555678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40ace73603328c518adc3ec5b9b7fecf03ec46ed7c6593faa0e4696b3471b9a5","sample_id":"hellaswag.val.5945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93137bd51c2a6c23ab422aee03ee5866d9de8c19940c1d567d4cbae28ebfb3d8","formula_version":"titan-u-contract-v1","latency_ms":1.0753750102594495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c7e27c85ebe90771ca5bc1e2e045d874d8e54ccfbeb7be12366c2671b5c3380","sample_id":"hellaswag.val.5946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ae7fe9af84938a89b4afa80dec820c81f57e0d7368f0bb9fd87d101dbe16a21","formula_version":"titan-u-contract-v1","latency_ms":0.7053338922560215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8489acc4c1cf4a6018b86b81d24b3f0998242707d1a9a5e6e81b6c8852917695","sample_id":"hellaswag.val.5947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"248b8c273c558efa823826a58a8ed9f92179a6277994d44c5ef822686fb568c7","formula_version":"titan-u-contract-v1","latency_ms":1.1255829595029354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2356f743bb5ef1fa428e8d36b648b84be61bbd1eb11779deadf48d17b1e2286","sample_id":"hellaswag.val.5948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a9cdfabafc15818d4f4ff331a3883d79b7e3cf0e113064a5c0c18b79e40f911","formula_version":"titan-u-contract-v1","latency_ms":0.7769169751554728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50300f39566ad92aa91a7f46a57e14321ede44f209b0fec29497f5a8e1c61acf","sample_id":"hellaswag.val.5949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe402b582900fc21ef9b50b7a9891bfce70f0214f0f8c7cea78c98a13ca2f0f8","formula_version":"titan-u-contract-v1","latency_ms":0.5083750002086163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"725db1d7f547b3cb3acf37684858d6cfd028299581f87e52ebd922c80f48372e","sample_id":"hellaswag.val.595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d13895d31edbeadcb2988a15bfa9d3040d297bd8082572fe629ab6513c824425","formula_version":"titan-u-contract-v1","latency_ms":0.7109580328688025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d14b660a979d07f5780899b45cf99e55a71ab1f703b77b67d99dd37f015f91be","sample_id":"hellaswag.val.5950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1a28598f6945e8418f85f90dcbefc29505b58c11f84d7d144617f5ca772e2c0","formula_version":"titan-u-contract-v1","latency_ms":1.0093329474329948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00038bb0e37d3c6c1f69768035377643ea394168408443046d2174fb3ebc00d5","sample_id":"hellaswag.val.5951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98451d475636e6961da4733c7ecf1d7c7f948c578d923564384248657f3e2da5","formula_version":"titan-u-contract-v1","latency_ms":0.8492920314893126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bf7e46db9d2a85465f2b995f76991eb3b34f6051c9cb36922054d38f5c4853a","sample_id":"hellaswag.val.5952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a55681c0aa961334a84c2476289a9cd4da4d137e4f9c8dffff3a6901db4e1ba2","formula_version":"titan-u-contract-v1","latency_ms":0.7995000341907144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfadf2d586190fd7937aa450f9768f032226a4562798a59239179feac6050fef","sample_id":"hellaswag.val.5953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8167fc586b8af971f32cc497965a3b48aeedf2654fc2fb2444a8e55d97c1a2fc","formula_version":"titan-u-contract-v1","latency_ms":0.9226659312844276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23b0ca4c01aba7eea94ac672b9144fcc3ebd0215eb420a77056e5bfac0835944","sample_id":"hellaswag.val.5954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af2c83d2c835845dc0a2efbe90b78fc07be75519500b4a812514e986b18ab378","formula_version":"titan-u-contract-v1","latency_ms":0.9119579335674644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aef81608e69a5d731f5a4cfe7a8065d7b2b4d7ba36759892f35fa2ad9620e503","sample_id":"hellaswag.val.5955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"641dc18cdc5185554bb41900849464f43e5f6e9db1226e805f71a13085676121","formula_version":"titan-u-contract-v1","latency_ms":1.1034579947590828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccb97d8c0a0a5cad7a0ea07a9ba14cc4783e81885af5ef598e4dbed248789209","sample_id":"hellaswag.val.5956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13dc6a531e16c2bbe70430983ebd8065b7500139cbd7e12929ec88f93670c486","formula_version":"titan-u-contract-v1","latency_ms":0.6649160059168935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21855b6970fb4ae0238ba19e094ef82da3d7a54ec1968d16d23250a3755e181d","sample_id":"hellaswag.val.5957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd9de0ba70e4af360fcf1aa10fcda4206df99c4f6d49b6cc39bcfd57c163570c","formula_version":"titan-u-contract-v1","latency_ms":0.7048340048640966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5ad63da4ff63397837c6e2a4dac8e5cd35e948ac80cbcd293445c5a4b8df715","sample_id":"hellaswag.val.5958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c95d9bad5d6217b5159dec1c792e93b468253dadd64964fb80763e57bd28c298","formula_version":"titan-u-contract-v1","latency_ms":0.8006659336388111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01264e8f9138995572dcef355b0dc72a356fcd7e2f478b4636e4e4a5c4abc233","sample_id":"hellaswag.val.5959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ab79729249f26969b47b9d707632638a62d62dfc185baf6e0640b4a4bb4134a","formula_version":"titan-u-contract-v1","latency_ms":0.5127920303493738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"077cc70d16ed142006df150cebd880385c4cbda4e50e92e2175135a845b1e16e","sample_id":"hellaswag.val.596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec438494f5aac232e838c1d9420a3607c50b5679d87a0d25d49db66a47f218dd","formula_version":"titan-u-contract-v1","latency_ms":0.6646249676123261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95cff0aa45e5c9d7f4364e8b46d9c882e191402d3b73421d41955d86d3bde90a","sample_id":"hellaswag.val.5960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12740dab00060f9cd78ed5c4352acb7df07ff802559806d0960b662b4b92343c","formula_version":"titan-u-contract-v1","latency_ms":0.6891669472679496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"639fd72e65725482ee7289aecd18327cf5c1228c6719141ab0b93548df54ef01","sample_id":"hellaswag.val.5961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47fc16716669b36b12abd97302f30c7ef1ebb070282849d097daa44a34bc7ca4","formula_version":"titan-u-contract-v1","latency_ms":0.6488749058917165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1285f995b81a07f5d4e3a4c7936142791b951746d69a5ba40745aa5b36d0df1a","sample_id":"hellaswag.val.5962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2ae06c5ec43125fbee0c4b090ef5c8ec7dd07dabf0d0985fc797aaf6e3906d2","formula_version":"titan-u-contract-v1","latency_ms":0.9410829516127706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56d00b4ba5627d6ade35bcce835e1e776aadfcb09caf7b767b64a28fc6d58286","sample_id":"hellaswag.val.5963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b7e110cc9e99cdd51d1b323268aabd54e74ca37be7298db91c97e1b16760b1c","formula_version":"titan-u-contract-v1","latency_ms":0.6549169775098562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85a750ec2be76455036f2b690925e6e1a50011fa7a75f5cf41c06d5399125ef4","sample_id":"hellaswag.val.5964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eda1e6073bd3ca15f360040be8c33d897748c4e8484c505d96bfd35bd88e851a","formula_version":"titan-u-contract-v1","latency_ms":1.0794999543577433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"680269170c10b5703a8ed4f70f46d1acea2a4bffd54cc1c23e5aa907a36970bb","sample_id":"hellaswag.val.5965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b43520cd4f3240d3303f432e926050be189c17ee182e409bdcbe37ad580624e","formula_version":"titan-u-contract-v1","latency_ms":0.8731660200282931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7a5216900854d0db967c1186a183d9e6cea45ac271de9baee6b21a0d78da81e","sample_id":"hellaswag.val.5966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e0030731c2ebd39c24b0bccc9e839a3d9620fde3567c3cb36f21227acef7f96","formula_version":"titan-u-contract-v1","latency_ms":0.7021669298410416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd6d14b49d0d56147cdd6e8f17c8179a920f842ed22740e4367591508040b02d","sample_id":"hellaswag.val.5967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3855d234621b113c3cc2eb4d965326234c760cd309e6afcff60a92b615034f34","formula_version":"titan-u-contract-v1","latency_ms":0.5960830021649599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f50f275f7a83794fd70ea2e00da3c3d397ba86a12fb38ac4734b89898aae3366","sample_id":"hellaswag.val.5968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ddb15fe8f502b5d04e1e70330f7f44ba8be9a37705ef2114d450091c0248c8e","formula_version":"titan-u-contract-v1","latency_ms":1.1968750040978193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11f8a0849e4ac171954c70e9bb9dbcd192d0a52ba8e1d817f34ff88c1e058aeb","sample_id":"hellaswag.val.5969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a58f6389ea3cb2a107ceb88ac5b4acdcca806682c0d83cb9d2133c5947ab8b2c","formula_version":"titan-u-contract-v1","latency_ms":0.5512919742614031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"749a0310ce17c0bde644849333f14338b123a23bc53f6853a9fdda78b4f0178e","sample_id":"hellaswag.val.597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cedc476df9a53b6fabcd840dea43e91e7df58129ee4efdf3054fd3ca462b5928","formula_version":"titan-u-contract-v1","latency_ms":0.8515410590916872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1b914d88de776aeaa190e7f45723dc3d274a2b53fc4875ada5106cb12a82c7b","sample_id":"hellaswag.val.5970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ca3935f627b30e8af1942805b941584bacfecab3e12993c79efbdf537faab7b","formula_version":"titan-u-contract-v1","latency_ms":0.7049170089885592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8e7728a4d691428ac3458db3d2a50482f4a7c1378832e0c104c7d8a9a98b997","sample_id":"hellaswag.val.5971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1589808105cee9e98911dc1c9a7f3aadb494beb5cd7ffb752807e6e65489fbd","formula_version":"titan-u-contract-v1","latency_ms":0.6592499557882547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d10b9f3168f7c257900e0c77fcb40d17d98e10d545fb07816eba64d4193682d0","sample_id":"hellaswag.val.5972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd5d5028452ea5642e85de0c7f2b67a3eaf4028344f9c01240516bae051f1567","formula_version":"titan-u-contract-v1","latency_ms":1.161209074780345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e77df259205674c8fc42499e382e5f3d56c34f347c78e459cb11f92d664a6f2","sample_id":"hellaswag.val.5973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad67c72624cadd053fc5025926a2923c21121c1628e014c61c901eea88f13572","formula_version":"titan-u-contract-v1","latency_ms":0.8245420176535845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f73677c46f31c64502ba4e96fff017723731bacb8448826741c5bb1efd181268","sample_id":"hellaswag.val.5974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dade27df8bca5b32e816bfd149976faa0ae7c164c1fd61b45ec58f324bc33b2","formula_version":"titan-u-contract-v1","latency_ms":0.6859999848529696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7475b1b65a503fec391b87e8e3a6c5e74ab52f022d70b0e1b0e5796c0c26435f","sample_id":"hellaswag.val.5975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dc8e130e3e754045517e569f03aa7c4047367e34344fa4f7519f5f87396fd27","formula_version":"titan-u-contract-v1","latency_ms":0.6444170139729977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a92bac261f76885d1d9b8f2a98df4b55623c6c3bdbc7741453ddeb7e32b9595","sample_id":"hellaswag.val.5976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2b226798eefc905d53aaa64005c7043673ee5674762cb8a90bec343e32f7c52","formula_version":"titan-u-contract-v1","latency_ms":1.0263749863952398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52408303f6780c833bdb3483180f5af0a943b6ee0aa99327e4efde2e32791867","sample_id":"hellaswag.val.5977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fa717b25cb0c28d33200af3ae1e2dbe24973063fc15509fcc3363db8acf70af","formula_version":"titan-u-contract-v1","latency_ms":0.800000037997961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1558164571098caed17ac7b81288b212e748b92a602da894c3c745e18b0a68a","sample_id":"hellaswag.val.5978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5da93850edac3040a658892ad142beee987128105b22d8e6eaa997c3ca698485","formula_version":"titan-u-contract-v1","latency_ms":0.7047500694170594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c797fda121365994c882e278d578cd3a55e46db9307274b8633b3203e134b1b7","sample_id":"hellaswag.val.5979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ab4af7cc1e48df0a5f98e7dfc87fb5314d0eee5ff264ea2a812571072b96398","formula_version":"titan-u-contract-v1","latency_ms":0.8208750514313579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e6dcac4e958e9a563859be0ee041962c9018caba3a8e3bf12d647f1f756faca","sample_id":"hellaswag.val.598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71923e1db391813406e020f8031b81ee338e6ca00d806a41e0390ba4e089d40d","formula_version":"titan-u-contract-v1","latency_ms":0.6563749630004168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25d84107dab24437e62001026007ab14469b740d000e75c109a23967733909f6","sample_id":"hellaswag.val.5980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1cc7a58e4a1f244ee37ef82f8f8a4aaceacda33947eaaac5810c32942cbad07","formula_version":"titan-u-contract-v1","latency_ms":0.6633340381085873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8618138ad42bb9a4592971863778d10dce16e01c98ad6c52f7d0cdb30888578d","sample_id":"hellaswag.val.5981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6b75ce000c57f8f193231fc3a012d1b6f03709701e9f7f24036983d4e75ec4d","formula_version":"titan-u-contract-v1","latency_ms":0.6272919708862901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1b128f8476ca4a2c8ba6a4ba9aaf7abd7663f5b3fa0f783f147f3fa3ce09bfc","sample_id":"hellaswag.val.5982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9544455e6f1c6116dcc316b7361a541613852093514908dfa8a6fe6a0cecbf0b","formula_version":"titan-u-contract-v1","latency_ms":0.7628330495208502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"588120cb6678567fccc92ee40851dd09c5c5fb0cb7522f153223389cc36a24cc","sample_id":"hellaswag.val.5983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8f9f1fb85ee5d33edc599da16793e8832f38eb9fa164f5bb681377328df8577","formula_version":"titan-u-contract-v1","latency_ms":0.6601250497624278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33da65e48f09027f3df65f8354825fe7cd3b2b6839e2e8af87737ed5332565a7","sample_id":"hellaswag.val.5984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eac6e4ef3c9019efef238c48e7fcee99a39a88a7b7d179d022ee371647c1fa28","formula_version":"titan-u-contract-v1","latency_ms":0.9854580275714397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4596cab4458fdcdb9c7268ffe7672c4e4369cee642713b2731d38f0646e2920d","sample_id":"hellaswag.val.5985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b9b1be0a60bb51cccf36ea75c330e82f5218ce06bdd9de582ad8747dc9e286f","formula_version":"titan-u-contract-v1","latency_ms":0.8389579597860575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f64c3008c366d270aa8ea235242968ac6fa4badc36c616079b39ed12f7f264de","sample_id":"hellaswag.val.5986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"352e463dc44e26768caea72d5ed783df8c15fc8e6cadd982f4e431375afd71cb","formula_version":"titan-u-contract-v1","latency_ms":1.535832998342812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"017fdb34f071b9a0a557c96a7163feec28a206e7c6025b0bdeb8e2633188e0d3","sample_id":"hellaswag.val.5987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ecac1b39d4edac82e38427bb757f7547becfbc0496942b81b3d3c05d964e28a","formula_version":"titan-u-contract-v1","latency_ms":0.6272090831771493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8014782c8b4bd7c5afc596f4fcd5e8db405191e913cbe0222eb6a9bda3c036a1","sample_id":"hellaswag.val.5988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0af77987cdcb9d9876b03f21b6b02be9678715cd783a92937c5dda0d8eaf549f","formula_version":"titan-u-contract-v1","latency_ms":0.9479169966652989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0eb7d40154c5dbdec5f4ef9c4830442947a41defdc92fe7410e04ad51f2b0a10","sample_id":"hellaswag.val.5989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9691403d4f8a58abd64c410f320d293763d4fd4861335cf6c80abe3d23a4c31e","formula_version":"titan-u-contract-v1","latency_ms":0.6626249523833394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"276cacd17d8bb0296eca17f7d119f0f65ac478fecbf3a23f10ef46276add473c","sample_id":"hellaswag.val.599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe0a921ce0313680e52fc70a28edf3cc61c28fe1dea0265a4ec1855e6ff8fdeb","formula_version":"titan-u-contract-v1","latency_ms":0.8607080671936274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d587a3b6d9feb68eb6d20d5f4921b89ba7804bc5e53bd237c0efe5a88563711b","sample_id":"hellaswag.val.5990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"788a4f8f6ca846f20af784250da538f459c2701798fa71695e7347e8521597f1","formula_version":"titan-u-contract-v1","latency_ms":0.6561250193044543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a486279be046605425d5cb03f879cb14d40d85d7f2d96c5b619fe136431d58ac","sample_id":"hellaswag.val.5991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f98ef092062901585c619b3e7891f08f5bd012aa5c1dd2c2202125eb5e67b36","formula_version":"titan-u-contract-v1","latency_ms":0.8333330042660236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4afc2290c09c786869193e17a05c739bf39215ebd048cf70b5e34424415b9dd","sample_id":"hellaswag.val.5992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"049b627c16c5da014b5597c21d50963808538ddc0ae4a6e70dbe99d88a502881","formula_version":"titan-u-contract-v1","latency_ms":0.684040947817266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8db65f4fd77110a37d973072856eeedc1f0b829ba64a8fc54335a772201e60a5","sample_id":"hellaswag.val.5993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ba4a9af490bccaf88c6e000e3d742195ebcfad2f3e03717bb6c119fe8ea57ee","formula_version":"titan-u-contract-v1","latency_ms":1.2272079475224018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0f28277050c0ee15c54d2b4b24b231a2aa84ad39887d20ecc5e5b58264e3333","sample_id":"hellaswag.val.5994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ccc2ca15cec7d09e94ad2ca289eeaa8180d785ecf0f977de2da0b46e304dd66","formula_version":"titan-u-contract-v1","latency_ms":0.9538750164210796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"869ecae99846cf8d592914d0ec6b7b00142cc8737503c550ebf5aa0ae1f3648e","sample_id":"hellaswag.val.5995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f27d446bf5016f59d4e5cf4f936478cb4643f6274f26ffbdece18f45a2a9e1a","formula_version":"titan-u-contract-v1","latency_ms":0.7851669797673821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6de32e6a49517dbb2cb83d2cb31678353509f5b010174c8ea44ae67777cc5401","sample_id":"hellaswag.val.5996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7abdb60d650a05b4383ffd32edc7f60409030f9a8aa102a3a73ff7819f9756bd","formula_version":"titan-u-contract-v1","latency_ms":0.8718339959159493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4dc953d51ec05655efabd620071e7a521e06b14eb88fa14d5e8b6a7df7bd1ae","sample_id":"hellaswag.val.5997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"794d7b0a3b465620c9495ee6579cd4015f4e9a95fb322067cd53dd1728af9410","formula_version":"titan-u-contract-v1","latency_ms":0.6795830558985472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0324e37e6c97b614f65548c989c99db0ca68ad0c2bd8220d013aee371171ac11","sample_id":"hellaswag.val.5998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9f17dc34a208d304379c2f2c96e6e4873444c3ca7fba14c18f5a745e4cd98d5","formula_version":"titan-u-contract-v1","latency_ms":0.6420419085770845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36b3b0fe97e66092fa0ed2c31657749293d7539b52e5226995352ddc52fcc94c","sample_id":"hellaswag.val.5999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8669e26d2c30f54850494d34432dbc20559df7d912c2d588288cb6ac4056a4ba","formula_version":"titan-u-contract-v1","latency_ms":0.7189169991761446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f7b7ba9c5d08c1a2ca8630106dba98e93a1b4f7cdbccfa33b9d89a2f716a206","sample_id":"hellaswag.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1e5fac374c2565ae8004a1b9d3647855641384046d2ddc903d70790e7cc5a39","formula_version":"titan-u-contract-v1","latency_ms":0.6669160211458802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b626bbc7556a4a99d64a527830d55dfde17d61316c2593bfdf18374f32018c17","sample_id":"hellaswag.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29d25fb86f714a67df67871bf69338de3a7cbe1c78eb1323c90b510955309d34","formula_version":"titan-u-contract-v1","latency_ms":0.7590840104967356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c655aa2c43537943ab0bc61903b1db5332815596f8f589c44f83bf54f16d67da","sample_id":"hellaswag.val.600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a44dc5469f97426bfe616676bc1cf18093f2a8b5e1d0cfdeb3391d77afbfa7e","formula_version":"titan-u-contract-v1","latency_ms":0.7939999923110008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"562ffa9993b55e10a2943f62b555affe9b57cd6dc5943fc76b6d96d6c68ee0e5","sample_id":"hellaswag.val.6000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a349c0835e906398152d58b01bacf3f5b5a4cd432eb77733811f44259172a926","formula_version":"titan-u-contract-v1","latency_ms":0.8835839107632637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44a0a298541f9136c283887f5211c13074ca97c47e906b939dc520ffc3aa1f0e","sample_id":"hellaswag.val.6001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"513a13462de82bb2e8e52beb8599ca0bafcee310bd4ebdf9a98e23373ec7c5d3","formula_version":"titan-u-contract-v1","latency_ms":1.5302080428227782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"701d756a4e003c825fcf3cc853774401156364b6cf54b348222d334143fdef9b","sample_id":"hellaswag.val.6002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9cf36a34cd75f9741828d6b6e3a2c6ed82abef6d7f9fea7dbc21fa97b4cd728","formula_version":"titan-u-contract-v1","latency_ms":1.0772079695016146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3fd8a9ff68baaecc0c5d848c5d19f583eb8f8f70f6f7290e0619cc7e9c58c70","sample_id":"hellaswag.val.6003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ddb6fa376090c79ae6845f2c73542f93fefa1dff93b3544242579ec8288bcc1","formula_version":"titan-u-contract-v1","latency_ms":0.7065000245347619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"282380feaae36aeae98aebbc103724911c0ac46ddd33e1a64b765b697d1b889c","sample_id":"hellaswag.val.6004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8817e87951a8df692c0ddecafc524fcd545319d0f96b7a743a15a64eea3b759","formula_version":"titan-u-contract-v1","latency_ms":0.8637920254841447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13005a3a6f630880f8cd8553e2ccbf14498e53b68b66d0f9d8d8d8ec28f72fea","sample_id":"hellaswag.val.6005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb9f890e4a0d8551473f06901ae335b262c9bc41436b464a2d9638a395a3b9bd","formula_version":"titan-u-contract-v1","latency_ms":0.7190000033006072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e4f1e8cec0784612485e5c860d1b7d388f4febdd94c28f50e85eeb5ff4f71cc","sample_id":"hellaswag.val.6006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80a7ccbe5eafc107a9b51d76dc21dd1b2d74b1a24604b0e0368e37755a43c68e","formula_version":"titan-u-contract-v1","latency_ms":0.6730420282110572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9b12bd68a23e2f136d78543557b951e2dbb01ce64e55d25627844bfde3c82e3","sample_id":"hellaswag.val.6007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfe6191adb09ea6671e23493e7ffc6498d12789b2dd0f1c34dd5393b3632619a","formula_version":"titan-u-contract-v1","latency_ms":0.6740830140188336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1674dd2be99c272d0c5271c3e98b47c1042d61a683c61283f08edf6066f8b891","sample_id":"hellaswag.val.6008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deed6b461074ca62e62a68d1b9e44757ee7c4dd81e67554466af1979c39f0aca","formula_version":"titan-u-contract-v1","latency_ms":0.6806669989600778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e089ea6ee67db10b6993b58659da06c68bd0549459092545499f7e710980e8d","sample_id":"hellaswag.val.6009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5be3d6fb07057d36dd1ed1e88bdf88d19e930b678f0431d33443789cafd93631","formula_version":"titan-u-contract-v1","latency_ms":0.7432500133290887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce4d601fee50f598f071858e24b3462a5f52094bfec4143f2932acbf14253241","sample_id":"hellaswag.val.601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c21fb739d1ef741a63660b5271d0ab033a27f289d20670d3ce68a0544caa91e0","formula_version":"titan-u-contract-v1","latency_ms":0.9002499282360077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"107dffda989dfb48b91a88aa372309c7f5cc1dd9b849d3076dd84f8d2b760b65","sample_id":"hellaswag.val.6010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c27013357d8c5f11df945ddf9d90dd86f4e6d0b7a5188b0e843009a20616791","formula_version":"titan-u-contract-v1","latency_ms":0.8717080345377326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a524a028414b3fe2163fe320cc91f18601f40c62d0f054805a4657fe1ddb075","sample_id":"hellaswag.val.6011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e15df3f2821f81080ae72480794aa79de18e5ad6fd55dd6dac20751d25cbbaf","formula_version":"titan-u-contract-v1","latency_ms":0.8744159713387489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4510bed968a947cb57d3959d3c793f14505fdecc0e70d8af3da6ba2794ba1082","sample_id":"hellaswag.val.6012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a0b939134a944d73cf87a6aa4c0eb7e809d71188f6e7aac79489840001d3c37","formula_version":"titan-u-contract-v1","latency_ms":0.6694580661132932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b80d846be7b6d1ac5a8a1acf298cc573f4969b22d720460f6dccc6adca4c27c","sample_id":"hellaswag.val.6013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c24ad202265abac128bafaa0f262f7602fbbd7ba43d2d4e377fa84f46d5f4705","formula_version":"titan-u-contract-v1","latency_ms":1.173541066236794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d1ffb8b885b4043f07c9bfdf34749fdc9f37c54056514116327a839c7494a34","sample_id":"hellaswag.val.6014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0e52664b910b4fddb9cb594363039a5732201b7be81dbf0ccc760f15ae0b0b1","formula_version":"titan-u-contract-v1","latency_ms":0.9704160038381815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afdd0958666c8ba8ef4cb108c461959773dc0be5eb396bb09eeea84d345d9a0c","sample_id":"hellaswag.val.6015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd4cc8b6d2dba0108efc0b6ef18eb2a09f87a0b50feded66178224de906e61c8","formula_version":"titan-u-contract-v1","latency_ms":1.0727919870987535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daa73765e5aa01c743ac3b6d4fc458e65edd61b378cf4905fdd5d504706b0d38","sample_id":"hellaswag.val.6016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5777bda8cac25e4f86c87406c1661be66f1ec021d15b220016d9c68eaa2dde91","formula_version":"titan-u-contract-v1","latency_ms":0.6207500118762255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f102949b13d6f8f02008ccfe60bd5a5b271f48ad739240a9db55b4b768fab9a","sample_id":"hellaswag.val.6017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83e2ae7f94f9bb9b6ffd617699d3b78d1ea2feb0619cae5003096e95efcea75e","formula_version":"titan-u-contract-v1","latency_ms":1.1216249549761415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec52d4a256b92425c7ceb5ebf4a2cd8a32449f7548a7388774824a1b09eb8e9e","sample_id":"hellaswag.val.6018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc06fd9b5888495072ea545159dbff071df354585c14bf586619f3962cfb4256","formula_version":"titan-u-contract-v1","latency_ms":0.790167017839849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a412c2353ddd904144bfa99facde3f4cbd36282d948b2791b57937b85fd96e2","sample_id":"hellaswag.val.6019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1786ac53afe2d1a686421617a4830744a6320d25ee21dd3043e48e31667a983e","formula_version":"titan-u-contract-v1","latency_ms":0.7425830699503422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43d0fdf074ae598c536e854d62f378389cadcbc5f6fad738252c3e227ed46784","sample_id":"hellaswag.val.602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89c3d3476179ea7c42f46bb68fc464a564375c0f5f18d4b3bd2ac1bfb751263d","formula_version":"titan-u-contract-v1","latency_ms":0.6309580057859421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4462d955fe2bf5b4b8746fa72c51fbb0cc2f9b6b11bea2c52225c07e043fe9c7","sample_id":"hellaswag.val.6020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14dbf66d1f2e01d363ef63084f130e3e01f4ec43f955c6a592dd77156e47de4f","formula_version":"titan-u-contract-v1","latency_ms":0.7479999912902713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"affb7b06ee97080d0928b591d385ace6a75652c61210f67d034437510d7e2cba","sample_id":"hellaswag.val.6021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"034fdbd10cde04dd328b959e3254a34cd1224115f02f8fe1cf73ed4aa10fa98d","formula_version":"titan-u-contract-v1","latency_ms":0.6230829749256372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c4cb3a407e5b2cc7ab38d432cc5a34f9793ba70d3b8d9e919a1b749d36e0dab","sample_id":"hellaswag.val.6022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9da1ab8e32a2b67b9c1fb4e5e94eb9e63bce1d94c36be8d5281e9a9abaa6c90c","formula_version":"titan-u-contract-v1","latency_ms":0.8723330684006214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04a90a52751b718c86e56eac6f3dcdc64a71d28bf84198b447cc4dba7063df1c","sample_id":"hellaswag.val.6023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b2a71b649c520b1d648240abe9757d067988b28eea5996535154a2b66d0c5bc","formula_version":"titan-u-contract-v1","latency_ms":0.6588749820366502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ead56ebb3cafda396d574554693c4a234e7170b6ec85bfdd0c47635d22f06521","sample_id":"hellaswag.val.6024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27447a56efdec5c4c752c17312c4bc5bcde05ca703ff12dde700c8f634c00fd9","formula_version":"titan-u-contract-v1","latency_ms":0.6093750707805157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"263bac8f020e5efd337663552ef85b62f251ed89c93dd24ec75625782a5a130a","sample_id":"hellaswag.val.6025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33d77b721e53a31a6f437bdfb30c6067c1c2967bb7a1e32850d95e6d4cc72c55","formula_version":"titan-u-contract-v1","latency_ms":0.6699160439893603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0126235e0108b9d460dc0dfdcc495bb6172ee4411afd83001f3d07e38637003","sample_id":"hellaswag.val.6026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae8eefabf6ab6940232738b67ce121aaa08ea03bd12500dd942f0ab8eac0121c","formula_version":"titan-u-contract-v1","latency_ms":0.6631250726059079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05bdac94faf154455819307a7b65ad1420fcb3e897ec245cbe7583d2827f7afa","sample_id":"hellaswag.val.6027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1c16e31fd460e55fc189c95439bfe69b9d9f635e45aa2d54ea36e687eef2add","formula_version":"titan-u-contract-v1","latency_ms":0.731209060177207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48f71fce31409aa7ffa91385ec94858bb1e2bd2a8632398bde828a244fd170c6","sample_id":"hellaswag.val.6028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fb0407205ad05833ca513db5382fa20d48cf6b43b1289223657634ea765d66e","formula_version":"titan-u-contract-v1","latency_ms":0.6248330464586616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18553fb7e626f8693788b4dfa7e0340fdd86e1231c98dda0e4a6fdc2ec275d02","sample_id":"hellaswag.val.6029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfe6cd05927deb13fb3d8e17d4b0a0dfb70b17c1e24b167bd7848d933523be70","formula_version":"titan-u-contract-v1","latency_ms":0.9087499929592013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"870b877a7cbdd321834c276aff2bfaca222b8cb8680cab71c07ccc305df51197","sample_id":"hellaswag.val.603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83c92624dc4abde1c3b2aed7b919a36a11c837b1752125dd080194bfb6660b18","formula_version":"titan-u-contract-v1","latency_ms":0.617082929238677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7163ff86d51d43c9a5d053f71b00000260626acadbc89850ebbe7d85f717510","sample_id":"hellaswag.val.6030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b5855f40a8adc15907368c9a03c95c48d459bb886a2663a88216bf2c77cc214","formula_version":"titan-u-contract-v1","latency_ms":0.857166014611721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"264318f10656cc9fcb733547df60571d3aeab6a730cb8dab5fba75cca6cfa8f8","sample_id":"hellaswag.val.6031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d8a918c011aa03023eb3b9bbe544701da1f570d2e0ac45eb13c6af225f2178d","formula_version":"titan-u-contract-v1","latency_ms":0.7550839800387621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4a80657b74271196d2b30c218bfe61ae6f872346dd584627f10aebceb3507c6","sample_id":"hellaswag.val.6032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b837961d6173f1fac3fce68d05fe07f5057362175c144379ea6f2f4cef74549f","formula_version":"titan-u-contract-v1","latency_ms":0.7269169436767697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1abfe32ad56de1bc12df50fd4fc47af59119a4c5214d07dadbbf6e71bb3c1096","sample_id":"hellaswag.val.6033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45ec04119509aabe1978a565070090bb49a263e57b07e041460013318220ae32","formula_version":"titan-u-contract-v1","latency_ms":0.68145792465657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b687695587d16331e8540a583a7ea0d5d8fbb7f75088d906ff5b03c13567bad1","sample_id":"hellaswag.val.6034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"320bf6cb3a6f9fe221449469c2d63b048589bf7f27811d07f76b41cafa616642","formula_version":"titan-u-contract-v1","latency_ms":0.9895419934764504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ee9be00ca46e6ec6cd058573ff3e168f6893089dcefd83502e42cab6f75505b","sample_id":"hellaswag.val.6035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"936c7ec06598aa03d05eae557261ea0dad5aa15fc72844717d5f6c1a7c638acd","formula_version":"titan-u-contract-v1","latency_ms":0.6773329805582762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8cfe9f05a4b6781bc427c5bcddc3291e63ee87c5ac8e71b48dff8131f0cd92b","sample_id":"hellaswag.val.6036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02fc72d2762ef9180966b4639b152077f3c897b7d983b058db3933f898a57f6f","formula_version":"titan-u-contract-v1","latency_ms":0.7193749770522118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7856aa850bc2b8175f64945c00cfc8e3e65651da26f76096de326a4238d7ad0f","sample_id":"hellaswag.val.6037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce78a9b640ea75046945422e60c515c4733e59a37cae60712eefdc6823624cfa","formula_version":"titan-u-contract-v1","latency_ms":0.8572919759899378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9480de7d7831d56c95299815d2bd93245108ec117aeff62a522bcc59e2cbafd6","sample_id":"hellaswag.val.6038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c83c62890b2d0e4127be08871178d5d246796c7fb49be17d0c995298abe19edc","formula_version":"titan-u-contract-v1","latency_ms":0.9370830375701189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7ad0f721505f2fb237058ac44fd8338f3830a642295c8504df744ba6cd3c98f","sample_id":"hellaswag.val.6039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83a0d636503e0a88c0709a1eaa323ce3b055c079128b72afecb75ea4b0eaaf10","formula_version":"titan-u-contract-v1","latency_ms":0.5403340328484774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82ede7082b42a1b0cb51aa8790bc2c46e5f873d381078b82fefa76366283831d","sample_id":"hellaswag.val.604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c63bbbf58d76cee0fb3de7e8d891bb1dc1deba65c58adebfca728f98d3da4fd","formula_version":"titan-u-contract-v1","latency_ms":0.7547080749645829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"128101e47720e2417b5947cdc06b72ec7ba58796e25d1a05962d8362373f4f8a","sample_id":"hellaswag.val.6040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50449ed6fdd8a21d82423ac3e499d8ddde7d96ffda8e5a059072e8e96a50d9c8","formula_version":"titan-u-contract-v1","latency_ms":0.728667015209794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"077497fdb59b90989a47c523b356285e770486cfbff2a9e9f86d33bcf8a757a9","sample_id":"hellaswag.val.6041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ec35405adbdba9da0f757af5965d14dce30c01446502b391195255ea19ffcff","formula_version":"titan-u-contract-v1","latency_ms":1.197167090140283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2b39322fdf12656ab6bf47d167fe09b65783a9b9f7191924165558f981cf8e3","sample_id":"hellaswag.val.6042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aff027dfa67bd7f5f438bc5c7e73c4191813144efef9faa484247c9eee1278af","formula_version":"titan-u-contract-v1","latency_ms":0.8330841083079576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e538ea544ebd5bcaa3af78c304b9186edf27fd1210b16aed95b8e7c926b5447","sample_id":"hellaswag.val.6043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d1003fc01b6330aa7a2f89568787db1c04a144aa43e0413fa38efbeef82d735","formula_version":"titan-u-contract-v1","latency_ms":1.240790938027203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c281e74bfa61a111c6141aecf179d45f192797dee002a1d14e20358616ea7f15","sample_id":"hellaswag.val.6044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6127c1deb5747794d63b6543801841211a69361beadb6b1cca82b793d253ed86","formula_version":"titan-u-contract-v1","latency_ms":0.7173329358920455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29e9766c44c4017daf002e888fb06d1e315b564c1f65a2f989e801ee7a40147e","sample_id":"hellaswag.val.6045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"762d08d40d9d21acfe1746c32752e5dc5608d9cc58ecdefe7b316ca06401ac4f","formula_version":"titan-u-contract-v1","latency_ms":0.8873750921338797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a305d33927ee81cf097b0d411aabf0684e420b342b027ce09733da58cda41f2","sample_id":"hellaswag.val.6046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4144ecd66d8583dfcf473bbdebaa08347b7968f2cc5b3171fb850a941f60e014","formula_version":"titan-u-contract-v1","latency_ms":0.8113749790936708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ba6960c9f541924980ee9bc07d628224a8ea13cc8e725931d7de3c4c7cd95d1","sample_id":"hellaswag.val.6047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c296a229d4e98649a239a48182d7070e71052e571c91659065a144191c4deb5","formula_version":"titan-u-contract-v1","latency_ms":0.7017089519649744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0941bc6f7b0767b8019647af258865ecebbc5930c3341467d3aff4538726645d","sample_id":"hellaswag.val.6048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f310b7a07d8a389e2fcb033ef15257132e7092b11debc9a1bfc39d92c5dc28f2","formula_version":"titan-u-contract-v1","latency_ms":0.6870831130072474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29f3a36f8b00db63ff49176cd3113246d9f873827b35ab19ad07d4e4fe140420","sample_id":"hellaswag.val.6049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1621016639e09f57da931b35f30cafcba25ca94a7ac969f2d6f64fc31f8d44db","formula_version":"titan-u-contract-v1","latency_ms":1.516082906164229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"409da659311e49ba29a8e20cffd49fbcd580422d1aa48af354034a593553ee5d","sample_id":"hellaswag.val.605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a8731e75553861c4f7b8d152b3b7cfe81dcd1811e0d611db01d95529576ab91","formula_version":"titan-u-contract-v1","latency_ms":0.8537080138921738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4279d12ec526a3b99f821188eea4fe4ba84c73e93fe33fd7f8188b57ed9a9136","sample_id":"hellaswag.val.6050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"846406ac4ed9c178b790e32726c8d33bef7b530455dbacc18c249896157cd1c0","formula_version":"titan-u-contract-v1","latency_ms":0.5706250667572021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d735b3ff5812ef46623d2a1cb3a44d56dd4fd8544dfd41864ed4b44a89a8f6d7","sample_id":"hellaswag.val.6051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19f37c40067c8e1f81f0fef586997b99f14077ea9dafd07f97261ce8e129f591","formula_version":"titan-u-contract-v1","latency_ms":0.8516669040545821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12259612e030c5b5f37a4ef1078e12168c7e1c7bac9dcff40f50698336f4bc76","sample_id":"hellaswag.val.6052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f39bb1ce5c7096737d2a37791fee287966d0327c26c05d39dd64c4f661cb3f02","formula_version":"titan-u-contract-v1","latency_ms":0.635292031802237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0868e3b24e898c5a1959d0c7edd8bc1d02e8687a199b68f5f3dc68269a6dd7a","sample_id":"hellaswag.val.6053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5f75e92ffd5821ef3c3087154b02b370e2a8c0fc6c7440db641b77454b06277","formula_version":"titan-u-contract-v1","latency_ms":0.8726250380277634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d789ac7a7f391d2b9947cbdec4b6399572da1c0863ee9f08133b11c82a1435a3","sample_id":"hellaswag.val.6054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0828b8c99371d2ad26e190b0135b648c42030ad421e61edc3e1b2445e485f88","formula_version":"titan-u-contract-v1","latency_ms":0.6467500934377313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0125e946a74de7623309d09ef2f05ef1abc7318bf1ff308ad0f455d4e6e84b4e","sample_id":"hellaswag.val.6055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cce2b911987a1fbc7cb8d11019058fb7ccf751b1c203847f049e742103c8132","formula_version":"titan-u-contract-v1","latency_ms":0.6573329446837306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e5a8ac7da529d85285fee9f72d0a1aa9112da6682d0a87690ea25dcc67ed305","sample_id":"hellaswag.val.6056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccb3ad45a28dacc1fd4cd63f1007c2e9ce8108cd9ff3e6716154da667f2abf2c","formula_version":"titan-u-contract-v1","latency_ms":0.8410420268774033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcbb38c22ee84770c787a958de5b9dab993233c8a201afcdb69b49c62000cbdb","sample_id":"hellaswag.val.6057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d3a4392a61554f6d8a8fccc93acfa5beccb8573beb540fb48ab8be38e5a3cf1","formula_version":"titan-u-contract-v1","latency_ms":1.2373329373076558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3c6e5ec616babb71b8907e6cefb1b1feff12594de9515f3ca05a23425d10f36","sample_id":"hellaswag.val.6058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99136f369b638a61a6289920ea18a5255b2504d5c0ff6bb6c02bb5f038596d9f","formula_version":"titan-u-contract-v1","latency_ms":0.6907499628141522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec33b93d98696a777933e135f18569fd4808643499d7de40b1df23f8d6b1f1cc","sample_id":"hellaswag.val.6059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0448358710d23d9ce6fa9409e429ce09269e70283e11b0292061f1dcea485bc","formula_version":"titan-u-contract-v1","latency_ms":0.630625057965517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6778a7b3704e760157bb297b55f5cb486a745c3ab4aa95bbcb4649b7b618212","sample_id":"hellaswag.val.606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b637c98986a80d6234c3a2935c10fa9438c757e99afd971ba870b6ab4493f1b1","formula_version":"titan-u-contract-v1","latency_ms":0.6440830184146762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eed9958fe233455f2e9a936878b669b8d7f540572129e11b16fc5f950ceba46","sample_id":"hellaswag.val.6060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2faa57a81ad33a7b5a2cf05d9d7b72e413490345dfe697cf1ff13c8206a1a47c","formula_version":"titan-u-contract-v1","latency_ms":0.6201250944286585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2871ddac5e27799621857d15ecb2faf6a3d6842d00fc0ad22efdd805a2e5b100","sample_id":"hellaswag.val.6061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7c5c73550279ee326849c20cbf8579589693864fcd17c82db3fc08e1ccfe345","formula_version":"titan-u-contract-v1","latency_ms":0.6549999816343188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"419ea8a8cdd197805944e8296688c96200209494b3ba7f21a7c9c92bd476250b","sample_id":"hellaswag.val.6062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"323b0c1fe8ba219bf90625f02d95869142e69a2defa1e0b81ca87c421a58c90a","formula_version":"titan-u-contract-v1","latency_ms":0.646415981464088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89edec6049e8174688fd95784daf1b3bfc1f939c85bcc9be9c8ad5e387e06eb9","sample_id":"hellaswag.val.6063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c602032a3d833e84853bfccfa4e762c683370eae16deb1f2f2a2c7df2b2b1c8","formula_version":"titan-u-contract-v1","latency_ms":0.7172500481829047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42959674380c421a089d5aae58d2aaea215563b3492b482a69f31f4afa313233","sample_id":"hellaswag.val.6064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31f3dc6b571004a82ff3debc12b5e024e18f33fcef08e36f2ddea0f8d8e36d78","formula_version":"titan-u-contract-v1","latency_ms":0.5825000116601586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d59534df9de4e6e060e5626c54b188d5456d03e92eb93a5b507a387accdca2b3","sample_id":"hellaswag.val.6065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b08740bb522491529e367cf31d54cec29acb1c025dcfe8d320b2c3e3a9e4e0a6","formula_version":"titan-u-contract-v1","latency_ms":0.6011250661686063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8ac892fe04e57b8ce726994d553e623b63b15f82629bbaeecc9958c8b182e6a","sample_id":"hellaswag.val.6066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88bfa5c475dcd08ecfdd45688f1bee87d833385975d746165304e1efd5d86268","formula_version":"titan-u-contract-v1","latency_ms":0.6433749804273248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7354a5e691e2aeba3935c07865e5f06eefca15bb18ecebd6e4e20862a60b38ed","sample_id":"hellaswag.val.6067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cdaa5bfc8e34790195bd880d60a07ce7184443e00705a9ea9b669ad6eed2bc3","formula_version":"titan-u-contract-v1","latency_ms":0.6765840807929635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cfdc1e21c51a388b6f3d565e7ddb2e715c59115c8a0dfae3cc0aa8e33807f6a","sample_id":"hellaswag.val.6068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30faa409efedea5301d6237999a7de409ce2e919d6e3d376ea4608df25a83837","formula_version":"titan-u-contract-v1","latency_ms":0.9705410338938236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f07cf907ea81a1f0b57cc18f1994229a1327b2673aa0419235effad4ae93b46","sample_id":"hellaswag.val.6069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71156920615873b20a8a381bf0a53096e977e4a97cd3fa8c1d6a61e98f42e4cb","formula_version":"titan-u-contract-v1","latency_ms":2.8842079918831587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1515dba010a5e052aedb8c0091fe38fc9e1f8ff054bdb39e7090dc97d79f834a","sample_id":"hellaswag.val.607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c512bd6b12ce0b1ea48a044fed87a8fca4dc3f6c01d3f67cf6f4b8dbccc68d9","formula_version":"titan-u-contract-v1","latency_ms":0.6873749662190676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c07326f83c24c23dabd0d8393e0776b5eabf8742a0be670c207a84597036e98","sample_id":"hellaswag.val.6070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9db63d4f1268f6878a18dd1925bd13a1e35ab2166bb573959c40fcce54e76c68","formula_version":"titan-u-contract-v1","latency_ms":0.7427920354530215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48a1ef329b0df997a90ae361b3ead939c1ddde524db0ea58aaad71d4c2db890f","sample_id":"hellaswag.val.6071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b1b0cde50e0bc8cac019d97e0ea79b5550238f76791a0c1474e85b80e3575e9","formula_version":"titan-u-contract-v1","latency_ms":1.7131250351667404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faff27269ae2d98981de8de11070132e9b67eaaace700dbd8ef286d1ea3ac75a","sample_id":"hellaswag.val.6072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3308e7f6a451e2d08c180ed0ca69b1775aa0ca65d3bcf4d1acbb36e03894feb6","formula_version":"titan-u-contract-v1","latency_ms":1.0782090248540044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a2f98c17c97c9f64cde3b3de8bda90342af4878e9b1b6aa25e68b4843876169","sample_id":"hellaswag.val.6073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca36ae739ac8e3a608ae652c759481e88372621b8b63847f3be0a0824ff824c5","formula_version":"titan-u-contract-v1","latency_ms":0.7464590016752481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b9a82a335083f0a87bf7b1390b81e598ab9ecea57574f4a6416f0ba092a9b36","sample_id":"hellaswag.val.6074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"291b393abd24dc9a36941390e6fdb1d9a8ce0d61566e3312d8067d5021558798","formula_version":"titan-u-contract-v1","latency_ms":0.8267080411314964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01f8f5a0920413bc72abf4271e9590fcefeb9b87177294a8032d7f6b77c88a18","sample_id":"hellaswag.val.6075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aca42ab0a0773c950b749a6b9b12f0434b86996bdea287bdb240e85800f7e762","formula_version":"titan-u-contract-v1","latency_ms":0.7967919809743762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c82d690e054bd4b78777691c4da4c8d7c692718594a66408e9d54bd89e230e1f","sample_id":"hellaswag.val.6076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5860fcc4ff56afd563c0291a600b67de3761e492aad25a296cc4af27e3021d63","formula_version":"titan-u-contract-v1","latency_ms":0.7219580002129078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b5251b88443e84641a4fbb5940413cd76e77012655ec471612e31daa244432c","sample_id":"hellaswag.val.6077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf8e32a819fe18fcea3ec05c3b95b874752e41522528e4e89eb09bee2835fa03","formula_version":"titan-u-contract-v1","latency_ms":0.695624970830977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d4dbb1ce36053f796a5f0f60fdfeb323f48474b7ad47a3102e3995727b2f445","sample_id":"hellaswag.val.6078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cda26b79e84967ee16debf896543b1799aee925dfff13aada5e94e03dba303cb","formula_version":"titan-u-contract-v1","latency_ms":0.8710420224815607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"144ebd965c2dd59ba45ada562dd5d2ff82ad2de640f699ae5c2844bf2c05d54d","sample_id":"hellaswag.val.6079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90d1a16df2d340da9c7748fe0493be02c3daf4b89683a7861e563b86f8c30a96","formula_version":"titan-u-contract-v1","latency_ms":0.6482080789282918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92a1fe8388fa75a8d2b7772f4d2d894e7fbb3c49ca0083013e80b6b215eff5d5","sample_id":"hellaswag.val.608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e600298256583148a914381a5d5827d47f5c7d4d1d11235c6e299525b3822fe5","formula_version":"titan-u-contract-v1","latency_ms":0.8875419152900577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab7afaa06e832061195e7e3152ca977b4eac87b80c5e4ce69f4a7bc21e636288","sample_id":"hellaswag.val.6080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bfcabdb0dba37eefd85d93c0aed81157a2e6a631cedad5776c725db9630eb78","formula_version":"titan-u-contract-v1","latency_ms":1.0404159547761083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9490b5e64e03820bd914417b6755fafead7061ec1b90c4e8d9562f982773d455","sample_id":"hellaswag.val.6081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"329524fd67b2a6a458bdf243406b4409382f1b11a1d3bf024d9093a6d7d61abd","formula_version":"titan-u-contract-v1","latency_ms":0.8182920282706618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0864754b30c4819b8c5e1ade8256f6adf6dac788ec462d4765314521e3e5afc","sample_id":"hellaswag.val.6082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30dae361c9c63f0c96617021f152b377be16650eb2f64567f02323b15b7cfa0a","formula_version":"titan-u-contract-v1","latency_ms":1.1506250593811274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb16297b5493490bf421ee84b6d98c4c64b124134323010fabb0aa24a526d1d3","sample_id":"hellaswag.val.6083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ae6bba7705255243212a05c8578e27a127ca1dfb1ad479b2db7a0433d10a447","formula_version":"titan-u-contract-v1","latency_ms":0.9159590117633343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4c031ecdb7f2047b74bf608a52fb66adf7ea3d4b43a5e5592dd90aeac8a7995","sample_id":"hellaswag.val.6084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6068e3cd43c02fca66bc34dfe19d4419f58b448f928b554741b866aab0a0ca96","formula_version":"titan-u-contract-v1","latency_ms":0.6308329757303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d06393aba09f3d8c98c507134662fa975d25955d4d0821bdce675f13fed9eb5","sample_id":"hellaswag.val.6085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86235623b2eef47db5b0945173e11c2b65cda06d7dabe54f475f0bd94147134d","formula_version":"titan-u-contract-v1","latency_ms":0.6143749924376607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"311956438a60fcfdcaf9c6e8d69a420b8ec78ec38816d5e73f7d1881377e8fd6","sample_id":"hellaswag.val.6086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fcf09f248ffbbcf5014349adc07a33d5f43480a3142bbea10406863791c2fa5","formula_version":"titan-u-contract-v1","latency_ms":0.782917020842433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3680ef24621bdb20ea5ecd4e76c935fdf6e15d5530effd3ee475d2476e08eb3","sample_id":"hellaswag.val.6087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"124d29ebac595922d42301b9e4aa0e660e111357e8bf002aa56617312c4ce170","formula_version":"titan-u-contract-v1","latency_ms":0.8457499789074063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66c5ee6bf6c93505bf621832b57b7fe94c94a398cffbf81473d6ed5fb4d3bec9","sample_id":"hellaswag.val.6088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cac9dd51724cbf6ccaee5120b4e9791b986af876308532137c09780e1301880f","formula_version":"titan-u-contract-v1","latency_ms":0.9534589480608702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"347cec878cb74879a9b920ddb045ff807a83330e2298f4d310409ada29797656","sample_id":"hellaswag.val.6089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e89663df985d5da88054cd6c59967fb0d8a00d4e73413215aa9daec1838af0ba","formula_version":"titan-u-contract-v1","latency_ms":0.7591249886900187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"124eaf4ea7b790c89e9e784d4483c8b6d2166fa59b4dff26640511b0c619f24b","sample_id":"hellaswag.val.609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03e3471c42ef719c7e5f2761dbdb44405ebaac6c88e374f8ea9e9e73ab9d49f8","formula_version":"titan-u-contract-v1","latency_ms":0.6517079891636968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bed6da0061e019dccd7f2c98a44b1666042efecbc89011dde75766d45450d86","sample_id":"hellaswag.val.6090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"665223ba0b4765c7de5308dd9fca3fab23e1066fb90d4e139cd18068324921bb","formula_version":"titan-u-contract-v1","latency_ms":0.6799170514568686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd6a8d00a945f87574085daee638098dc61a333424d197b4a6b6bf167256a29e","sample_id":"hellaswag.val.6091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f4827546e06640e60456456d984beea0e36718cb5654b5316b1537b241b8b69","formula_version":"titan-u-contract-v1","latency_ms":0.8421669481322169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"519129d51069684ff76661f6fc1c1f4adda5954fe6617c1afa2d0fdcb626c244","sample_id":"hellaswag.val.6092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b38ee74d9ae28022b0b0b12ddd5fe44729bf64651c9e2b9c22fae7eea2113f86","formula_version":"titan-u-contract-v1","latency_ms":0.8845420088618994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a72f41d594bbfe1f0773aaed32b9b41c0fe88cf9ffa3f758b564f3323222a51b","sample_id":"hellaswag.val.6093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae037c3db7f6123a7de95ce486abc5afffa34a6e3576fac16baa8ab31e49379f","formula_version":"titan-u-contract-v1","latency_ms":0.749124912545085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2edadc892cac2c4cf6ae686566e4c07232aa1c322b0755196cb1f5518c72e89b","sample_id":"hellaswag.val.6094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bed5da3896afbddc37854291bc6d6d075536785605abadecb9da47bb4ab1c3f3","formula_version":"titan-u-contract-v1","latency_ms":0.8567500626668334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b684d8d82aa9b323733a6efa0dd1039d8c967ddde78a8eea5242b8daff61feaa","sample_id":"hellaswag.val.6095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d9d3c40dc0787610a0d380e9e0cf444cd57018fd6f31665fc4fc8afebe25ca7","formula_version":"titan-u-contract-v1","latency_ms":0.9111670078709722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55cc7b48bbe1cfb085bff9a3e6a1f674e3f03f2e0166a19640d4a4d89e079ef2","sample_id":"hellaswag.val.6096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ad7cfbf1e1e81919091ec0d53c4bec38e0cd13d08fef5bae9c68f9972e1efb2","formula_version":"titan-u-contract-v1","latency_ms":0.8915419457480311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7539fd45e7a38935fffa11cce6e6b7090fe8b865f8d74d027c1a05749b5174bf","sample_id":"hellaswag.val.6097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a24df93ac586a948227e8d0c6ddd91578e6934ab50a4fa064ffe7ecc90a7d277","formula_version":"titan-u-contract-v1","latency_ms":0.8783750236034393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32b18fa5bdebad6f2b959af81a42643e9b09fdabbff3e76f3ef7e17804c31332","sample_id":"hellaswag.val.6098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1f667ae808fdbc7b3d4f2073d13aef77b7ea3c6bd22aadacedb801edc53683e","formula_version":"titan-u-contract-v1","latency_ms":0.8156250696629286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3fb7a7384813d0a269eb34dcaf0f8860e1a3565bf363e9d4a370c35847e6567","sample_id":"hellaswag.val.6099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65e737563986a9f1b7058543edf5b7a6174e538f688750e08f9b19c78bd7df04","formula_version":"titan-u-contract-v1","latency_ms":0.5202500615268946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4953d07110fb4b7267e9f4dc544c5deb61c676eee3c59c6e77ef112da769dea3","sample_id":"hellaswag.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d40c52d67dfad0b3c37e5239b88902aa3bc317da25fcafd1a9c852ed567840b3","formula_version":"titan-u-contract-v1","latency_ms":0.6309159798547626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a3521c6de0be088256febd70962bba9ff92425f86777f91f569270e5b7caf6b","sample_id":"hellaswag.val.610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2420cb59b2e5bb888b25020532a2f3df0024eefced0e8e28203b8a16cfb4ab9","formula_version":"titan-u-contract-v1","latency_ms":0.8217919385060668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc18d2114b14433cc43a51af7baff49de174a3a8b309ec5973585aee5e29169d","sample_id":"hellaswag.val.6100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2026dcb18de7c6037c6f5375982ef63af84b30958ac12faa318d169fa185885","formula_version":"titan-u-contract-v1","latency_ms":0.6843330338597298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52cc3a12eb45796a2810b5ab1d4e1295a30f86a8b213d379fac05be06f06de83","sample_id":"hellaswag.val.6101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7050a24eb8efc67afbed4d1ed887464224b293b6e1173363fa55ce0ebd16a67","formula_version":"titan-u-contract-v1","latency_ms":1.041332958266139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"327ddbfb884714537d6427094988d2b084caa738afaae77a79c167fdb1548ddd","sample_id":"hellaswag.val.6102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae2907583f22753de792d4a26cef28ed2ee6afcd3cd30b0379e501f7060ba8a6","formula_version":"titan-u-contract-v1","latency_ms":0.7483339868485928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37deb7fab28e063f73ac5ae77b2c9a29f3bcb26301f07e0263dc01614d43463d","sample_id":"hellaswag.val.6103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5bf4d996633e620a001f62d7c44b91d5151f61f51634b08f2196faf88fe2409","formula_version":"titan-u-contract-v1","latency_ms":0.6977500161156058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3b4ad6975ee5e22ae9adae30279d61f40efa8873fb46c1dc7bab162e2fd8e5c","sample_id":"hellaswag.val.6104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d6e73df0894a954791c30ceecd56c2f92f77e99e25c6dd855c2851b9e934f54","formula_version":"titan-u-contract-v1","latency_ms":0.9039579890668392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6c798a68a21c70c01b77e7609b6b5b89bdc4bdfef7d8ad51c28c66d2b7b1bfc","sample_id":"hellaswag.val.6105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19ec3e8eaf7bc75b8b6299c643e9ec5aa5e75e700aa04afa6feb43a524cc19c4","formula_version":"titan-u-contract-v1","latency_ms":0.6659999489784241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"333527c89e3807e707ed126235c885086af65138e672ab4fbec1e63363abe02a","sample_id":"hellaswag.val.6106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"104874b54a709d5bcc683842418365eb97f0a40fc3d685bfeba87c8885428262","formula_version":"titan-u-contract-v1","latency_ms":1.015583984553814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52a86f02a58185e8af704c37c0c00f563a2c9e4cb3710bf08c5b1ba7bdd367c0","sample_id":"hellaswag.val.6107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60ca955c5d74c43eab3ffc6038783957238d79fe08296c5cf6b5f6cecefbb679","formula_version":"titan-u-contract-v1","latency_ms":0.9227500995621085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a27218c72cdbf014724bcfa93f6d033922db47760d45d4a8a2739fa3ae909b83","sample_id":"hellaswag.val.6108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d66a5683c75629c615ea7a7f2a74ce374f452d2dd394e559fe223a919aafbd13","formula_version":"titan-u-contract-v1","latency_ms":1.4234160771593451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63cb91d34a9e2467c8de30818ed3317d8da0ae0990d559a9e5ff722b62c7eab8","sample_id":"hellaswag.val.6109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50f98a536351933511161d308b974ce3eff5747aa290e9d9c20e6446d8214eb6","formula_version":"titan-u-contract-v1","latency_ms":0.6037920247763395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f19a7c302ba76b68892722cd8efc7abbd67c257f829e3f479bfe935ffa86a6f","sample_id":"hellaswag.val.611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b98ea2427c2e63534fb6e9eb8af34604011dd72d055e689bd084df6ca4578893","formula_version":"titan-u-contract-v1","latency_ms":0.7993330946192145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60041ca7d821c66139ed252a79630f7ad0afe375c7804d62168ebae5f67311ec","sample_id":"hellaswag.val.6110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b38afb25877835427802f3e8abe8464f7d9aa638dd1a1d446b257eb5f85057a","formula_version":"titan-u-contract-v1","latency_ms":0.9875419782474637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95f3198beb599d612fdd6a8890e4c3eecad2c639f4a746e3a43384ddde8195e9","sample_id":"hellaswag.val.6111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75a5ead8c26bf22fcdfe838fe1aa6be2d0137a5d2f27aad1ccf9e8c99a9ff23d","formula_version":"titan-u-contract-v1","latency_ms":0.8266250370070338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6451417c7125384b3dec9bbb08afbd6f1c1544ed5b5e330d61fc7b12d1f23b18","sample_id":"hellaswag.val.6112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b75c10a96b13d6bf2f5688405f4610511d312112a9fa60c17de0136996b49ab","formula_version":"titan-u-contract-v1","latency_ms":0.8492089109495282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b805ffcf642748d1ef30add9cec96906bee7589eb83ba4f30107a55be56ee04a","sample_id":"hellaswag.val.6113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7b35ec7549130f3939012048ee63d4aedfff3350a11b1df1b28c1d80617945f","formula_version":"titan-u-contract-v1","latency_ms":0.8285000221803784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc784b9fe2e173358673d05fd677dadf8437327454253b944d0ba52b1f391c93","sample_id":"hellaswag.val.6114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"507db27e5da1e3abf589455902c2232a628813bc97c4575434dd65e1bbbee9d1","formula_version":"titan-u-contract-v1","latency_ms":1.0513339657336473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fe0ccc8c771df8b1453d6ac87945bfd499e2aca627e8a2ef45107298e83592e","sample_id":"hellaswag.val.6115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ba8e46d88b64e3713e547eeffa36afeffe3f038bc3aef7766719ce2af3a4384","formula_version":"titan-u-contract-v1","latency_ms":0.6382090505212545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f37f86107f966c5738c81afca3313a69102fa98830b218bb0eb3ad3a1d81b0bf","sample_id":"hellaswag.val.6116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c96bb5b88d7f84e3d7bf2634a6b23355c96c4e105d5e35d245471edef09f882","formula_version":"titan-u-contract-v1","latency_ms":1.0070829885080457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1b4047ff00896246012e81f14ab69c387d3be163c59333cb3213567fc4659c1","sample_id":"hellaswag.val.6117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1aad41ea64dbe511eed460686408953cb8f4b5be8bbb92e3ad954751f07aeba","formula_version":"titan-u-contract-v1","latency_ms":0.8642079774290323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17c07a36c0ff88b35e0632d56b75e1ec6735b3a913c4702b22e2e43549fb3df8","sample_id":"hellaswag.val.6118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc93f6090e640a8bc535f10c490908230a084bb59d16b64b57b498db112dbafc","formula_version":"titan-u-contract-v1","latency_ms":1.0703339939936996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5b684d31955ada7bc860d0b4c7ca0696bc748e8082f46db53f74c6a3d66ce10","sample_id":"hellaswag.val.6119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93ffb112afd41f8186931e5292a1d131ef1e7dfc3cda3e8b26d6ccd320288e3f","formula_version":"titan-u-contract-v1","latency_ms":0.7224169094115496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaa8110a85a1f7f3d1e6afbff116de7e02a887a137104fd33723963189e0be20","sample_id":"hellaswag.val.612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b1f8edbe8c309fe82a210171bd9a0356d1aff9c4f878fa66d5c718fce421c62","formula_version":"titan-u-contract-v1","latency_ms":0.7261249702423811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c379828458d106c206a6edb00a1badb11afc5f229998edecb5c460d1012d3db","sample_id":"hellaswag.val.6120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c51f8154b5441130b691e6ca32072eb4d5b8ad9102070271f2008c115cf598b","formula_version":"titan-u-contract-v1","latency_ms":0.8129170164465904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a414bb329e578688ef16b7d4c6776ee00b03a943e55074553744acd9ab47e519","sample_id":"hellaswag.val.6121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c662415417943ba4884e101e677c7b5f08e043d91433e54a25f65f96efc56cc","formula_version":"titan-u-contract-v1","latency_ms":0.6593330763280392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4707da8cb61b84cdb09f1183504e1af33821aac1e21dc1dc9abb9999de14ff53","sample_id":"hellaswag.val.6122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cedbced5aec65abf00bed67695ebad327b6fe03e8481cc2a61138e45b53b0051","formula_version":"titan-u-contract-v1","latency_ms":1.2268749997019768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c54767bd86a99bd1c3f952810df317b5ec7f127c34313f50c8722b5ba4db4d10","sample_id":"hellaswag.val.6123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5164cc595371e6bae5de483646e85dc1db82f6f91387f2f0e7bd99955a69dac5","formula_version":"titan-u-contract-v1","latency_ms":0.801459071226418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c699c08c57a25ec0f6de4f364a700f2d4cac2d94a468575634fb80982112f11","sample_id":"hellaswag.val.6124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1b70a3ad619bb59ee666e207fdefa89c5a811d6c27765201641ee6f4da7bcf8","formula_version":"titan-u-contract-v1","latency_ms":0.8732910500839353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b16081999d7f96d921b4a287fc004785c804bdfee1c7f8cd079bcad54df573b2","sample_id":"hellaswag.val.6125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e0c242fb3b291e112ffdf0bd45c228821a7103114a09d0fe5e7d6737661294e","formula_version":"titan-u-contract-v1","latency_ms":0.8800410432741046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83e1ce126f845f6d267c3999389f6455d70c75ceb91d18c26756d7d21919b0a6","sample_id":"hellaswag.val.6126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6d9927fa88bb214ec5ce3c7eebff3e0bbe597201b83e11694bd30a8e73e3e20","formula_version":"titan-u-contract-v1","latency_ms":0.6605410017073154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"452fc2f2adcb43ca3b9a5baa8c899578247f22af4339688ade33d5f1a623c8b4","sample_id":"hellaswag.val.6127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3cc4067a31ae2ece1d9f02728eaf9c4cf94e4136c2c379b09e9e3d8edb6ab67","formula_version":"titan-u-contract-v1","latency_ms":0.7235000375658274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5becbc56f9e6e34c6390cd81a9d85d74e475a75816d69ca398f99b33b9accc2","sample_id":"hellaswag.val.6128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c74a38bd5b35d9f30d8e0ec018bb52893d118d65ab05ca854f8ef178efdc612f","formula_version":"titan-u-contract-v1","latency_ms":0.7113330066204071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc923d33b4febc83b90b2b04f7a5ff4513b55a81ee07c3ec665505e2111244c7","sample_id":"hellaswag.val.6129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5f9804433afcafc3026ebeb420af90a91290290b93fc3507957e2ff7fec6cef","formula_version":"titan-u-contract-v1","latency_ms":0.5595419788733125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3741fd9d6c69310af5c4531da64ddb9b6f645cb2464cada130504a90f6f390cc","sample_id":"hellaswag.val.613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e60f3853770925e7e26991d4c20095e0c95b4b15a5f3ff2226bad9f1c0cf6cbb","formula_version":"titan-u-contract-v1","latency_ms":0.6474580150097609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a58badc90d9127451303d9cdb51f6b74fcef688e1a7d3b966c2229662876bce0","sample_id":"hellaswag.val.6130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6066a60d4a2bfd54bbe961035d50ac6aa9547e5ae9d70082aa1e9510385810d","formula_version":"titan-u-contract-v1","latency_ms":0.6489999359473586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a25f7b6811bd63fa45ed86e34714487a127a4a27324d2ecff17affa6d671c02","sample_id":"hellaswag.val.6131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c20201c13b200e4a424d7aa043fed4a74107d7309d3f9c498d4f295e7711683f","formula_version":"titan-u-contract-v1","latency_ms":0.7931659929454327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbadea75b1dfa39c266b5dba303349d92d3d9ed95c1fc18e3c655d09e0b528ca","sample_id":"hellaswag.val.6132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2ad97cfacd4609157c833a44a6038657e8d8577ffa8dd2632646184c2b885b4","formula_version":"titan-u-contract-v1","latency_ms":0.6427500629797578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae5e10508d69d848830073fc16f5ee3a43cbc5a95b93141013cf8c7770aec7b7","sample_id":"hellaswag.val.6133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"230630fb656aedbf18f379d620503588be3e6c06a47b281b5a92128913a4f7c8","formula_version":"titan-u-contract-v1","latency_ms":0.6580000044777989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26989ee06278cc89bd9caec5855ce289527e64c543b3ed36be1019401538fc90","sample_id":"hellaswag.val.6134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beb868e8d94f66364345b04dc5afe009b311d309e914a8fbb41af755e5373a1f","formula_version":"titan-u-contract-v1","latency_ms":0.8684999775141478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f99dc25610c82605b3145dfc620306c6899b1702f218d9af081281a73d35af6d","sample_id":"hellaswag.val.6135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4aa402ec52217f69bfd61cc1fbd7e21f13595a47fdef0bae44d1cf7f5bd30241","formula_version":"titan-u-contract-v1","latency_ms":0.6412089569494128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"158b991825959f3b8fe4addf1cb86c7ffe92b02771563c9d15248e99e30fa0ad","sample_id":"hellaswag.val.6136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81410e58f5ab267680c3870424ae6678e917f66e3514b0425144ee7d0f433af2","formula_version":"titan-u-contract-v1","latency_ms":0.6564590148627758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02729a3a4ef29e4a6c491b1270a5d9e51bf18b012c0c27e30ce0d4dd89563b25","sample_id":"hellaswag.val.6137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59802a1fc7eaa9696dc2104376a410a2d5e171d84c995bd490996984f187b3ce","formula_version":"titan-u-contract-v1","latency_ms":0.6497090216726065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e50d7ec140cbdbfc333523ff2484160c8379c9fdf262244b43ecce3c1c661fb5","sample_id":"hellaswag.val.6138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf59b7503eb0ce4cf8e9d4098965194d17ea1efca312df73f97b3507af08215a","formula_version":"titan-u-contract-v1","latency_ms":0.6558750756084919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e83d8987b05300654b92c9dc21e86e189d86e0834b7c24d11223e19ec9335198","sample_id":"hellaswag.val.6139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3573a546f649cc3139797cd0c39204d0329cb7ba6d8f7f4722cbc52897e003e6","formula_version":"titan-u-contract-v1","latency_ms":0.6984579376876354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06a1d45e448846d488516d7df67fee7d34e0a2d5a1c7a203ae811046291ac729","sample_id":"hellaswag.val.614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01c2d35a4ddd264ab65a3005ac45f0374ea02f0e5794406088edb90b46ebe0ef","formula_version":"titan-u-contract-v1","latency_ms":1.059875008650124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b32e1440cacde504999485b554f135069844d8fb1ca64b7a4950fc4d8272999f","sample_id":"hellaswag.val.6140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13d609ea968656688a158e99b7716f3cca07c75815bd2856ca3a8a9aa53e4f4c","formula_version":"titan-u-contract-v1","latency_ms":0.8601669687777758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89e92895e9ebca439cb51a741c339158c6141c8522252dd3b3a988fe886ca4b9","sample_id":"hellaswag.val.6141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adf34eaea00422b94dc181c9f062e259306d91947fe5a704001d0fcbad733ea7","formula_version":"titan-u-contract-v1","latency_ms":0.8612079545855522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83498f28ab0e23275020c0d86a49cfaad3ba05f75f05686c9025fc0335cb4ae9","sample_id":"hellaswag.val.6142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4e38d9166894f59f5c352380080b8d70cdb2ee58499567d743073076891f1c2","formula_version":"titan-u-contract-v1","latency_ms":0.9642080403864384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91eedcdba5c658df7b74733aa4d30715948eeb88d4d16b915f7765082d0ec655","sample_id":"hellaswag.val.6143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6663218875c05256832d27b0079be7072088ddf65a734c8eb73759d5459437bf","formula_version":"titan-u-contract-v1","latency_ms":0.6668330170214176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ac348c3f5c23636eb4396c77336059906e7b35cbbb67e34b64824f0bde0b423","sample_id":"hellaswag.val.6144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81a5229ce5742fe5eec87de01d40887a7ccdcb74670704306d5c6910df6369aa","formula_version":"titan-u-contract-v1","latency_ms":0.8832080056890845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5683f13d9d94215b0d7a880ee92f9a72263356344bc51af23c4a86ddb4a7281b","sample_id":"hellaswag.val.6145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf96de5a88420a9b9b8135052a5082a3a3ea0956edd2ce3c39a70228531a9caf","formula_version":"titan-u-contract-v1","latency_ms":0.7285409374162555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11054f096bc39801a035203fc9e3d6e14c7c44122bf9a75d1127430157d2e702","sample_id":"hellaswag.val.6146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c049d17a604e8f06ebf6e80c48046e45bc46a18ec54646997a1da7a2b5b3ba4","formula_version":"titan-u-contract-v1","latency_ms":0.7361670723184943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b00900d8b1cc5b144e40e83bf328d2b675770fb0bbab06e60a92a8379da25f3","sample_id":"hellaswag.val.6147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"992c4c22235bd3bc44c3a47fdd93e514523165844e1fa9ddfe94c55aec54963b","formula_version":"titan-u-contract-v1","latency_ms":0.7234589429572225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11ddd09424dd7b96663487e51a439bcd72013f7661f92ce02425fc67db0d0939","sample_id":"hellaswag.val.6148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"877cd255403c3582bc15b29f740239b947e1d926a56d95a55144e9a797b62968","formula_version":"titan-u-contract-v1","latency_ms":0.9876670083031058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d20ca2ea3dbcb80917ac6636dffef81edfd97354111dc1a00375a267ac23a56","sample_id":"hellaswag.val.6149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82a8249cb80f6ee1e853f9595091fc3f7d165b14309330911fdd813ec537f288","formula_version":"titan-u-contract-v1","latency_ms":0.6329589523375034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a394de2f132c3072d3e54dfffe34f33ab1b1041abc7edf1b2cd837092737f2dd","sample_id":"hellaswag.val.615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e329e6628d8ba23fc36169313eb7a6f6b8f6e6f6ae2216038ae47fd0612b7c24","formula_version":"titan-u-contract-v1","latency_ms":0.6771660409867764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f81eb721e6049ce060e39e77098fa960b01b7c811908f23c0faf1f45f03f7ce","sample_id":"hellaswag.val.6150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11370cf341e145e6b4935ce86424297269b0ab4b1563196fe76de277feb2b8c4","formula_version":"titan-u-contract-v1","latency_ms":0.9179170010611415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18f7f3693f549b6ca77a1f6ce1c08ef1c57957379448251e421ab2a688a76dec","sample_id":"hellaswag.val.6151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6de13c67501941c7614de5633bdc17e534ea368737057e50f3240d6fd6a06ad5","formula_version":"titan-u-contract-v1","latency_ms":1.3760420260950923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a36e22cc74f9247882915a00d626122ea213d79cc450b36c7df5bcb7798323d","sample_id":"hellaswag.val.6152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"444e0fc51d45b959bd910aaba9b4c9e5d02042e1946c2d03f7ee1f9494458542","formula_version":"titan-u-contract-v1","latency_ms":0.8950409246608615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63d83775718709db969c33a73013a066d8c3edfb74b620c01072ec3f9b0ebe64","sample_id":"hellaswag.val.6153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d747290c3fa3cbbc74d1db5867d22038a5e1b1af7b240875f92162cd41be290b","formula_version":"titan-u-contract-v1","latency_ms":0.8367500267922878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50928ca656719ccd0dc1449239a31a276ef560e90a73abc2326dd081fa4bef26","sample_id":"hellaswag.val.6154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fda892160283878ad7e08b6353bc990f08a98d786cba8606dcbc3c33fd6fdc6","formula_version":"titan-u-contract-v1","latency_ms":0.7741668960079551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fc79149f4fa29d38d779cec59a44b71dfb05edc72b2934a6e53e42a77b4f8c0","sample_id":"hellaswag.val.6155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef3ffc958f04ee412ad94b6abd6e1da0f0a600ec50eb50532306006314a9b606","formula_version":"titan-u-contract-v1","latency_ms":0.8123329607769847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"706395fb035f24bd3765ee84301effde713d2bb0a75909b0dc36019a3ba5e4a0","sample_id":"hellaswag.val.6156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b3cfd46be06ba6fcd822b532afec3fc83aba39c5d171a35451f2649d4092715","formula_version":"titan-u-contract-v1","latency_ms":0.6619160994887352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8885c45068c0617c6155727857a792ede8a6d306b28a05b18c957044a1894ff1","sample_id":"hellaswag.val.6157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"998b3ca13f2693672352146ad4a96ccc8de3b0261b2a93abb1b5b2c2cdf5b242","formula_version":"titan-u-contract-v1","latency_ms":0.6523749325424433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4beaed6a20a219f400e4a7ae1a4549141d30e1c18e7b14a24ae0040a32631d1","sample_id":"hellaswag.val.6158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef7233d620ee76c2824afaaecde336bda02851500f877b53915ad33e7c8d8ef6","formula_version":"titan-u-contract-v1","latency_ms":0.9692080784589052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cab7d64ed52c85c854363d9c7479cc936758cb9b175b2aa0d062cfa28aa48b97","sample_id":"hellaswag.val.6159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07cad45d9f598acdbea26df974abb56a1e620b30a7f5ae7bd7101fc469458b5e","formula_version":"titan-u-contract-v1","latency_ms":0.5417910870164633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05f6c800b042792e4781be05f42b0f465c7cbfef0a05428d6606d563f1d30672","sample_id":"hellaswag.val.616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"714117664640242f9fde87b028afcb7f9fbf0210553c02e073548164ec3cea3b","formula_version":"titan-u-contract-v1","latency_ms":0.743541051633656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0eba0683ee50bbffdaa22bcedeff7d50f87ad450e7e95ab383217ccc2b437c97","sample_id":"hellaswag.val.6160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d055bfad4a10b2c5885674658c4949dc24249e8632883674579914cb1c7ffd2","formula_version":"titan-u-contract-v1","latency_ms":1.0895419400185347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7c79112f0001947109ca30179d14643f8008befd6da4309fcad43c4f5991c27","sample_id":"hellaswag.val.6161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d8b9bd9e3a96f3f3771712b32be1ccb4484e3b2349e9f835f441306a3b604fe","formula_version":"titan-u-contract-v1","latency_ms":1.6907919198274612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93b4159f31c224eb99f62a8217aae0446b0deec0d6173c43cdf1a4007a17deca","sample_id":"hellaswag.val.6162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e7bec80308f4a261ce41938073e8bbb3ab09f00db21de719c477c3bcadf9781","formula_version":"titan-u-contract-v1","latency_ms":1.0025829542428255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1720c2502250eef2c5e7015962d87b1dffdd49e7169818211aade512dd5640a6","sample_id":"hellaswag.val.6163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"269f3a7825ae5450229533be8ce45c67afa62d5edfb4bbd564df12d7f5da8327","formula_version":"titan-u-contract-v1","latency_ms":0.9387909667566419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4dddd6f3298b03157c1f673ffcb39d8e9c963628de32ef56ff502c54384fbe1","sample_id":"hellaswag.val.6164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bd093414fb707deff18c78ce7ce67cbc3d69305e8bc75b26a5274ead804d44f","formula_version":"titan-u-contract-v1","latency_ms":0.6229160353541374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e98a1f88c4ab0ae6929811bc0a58454e8d1e4d96d62e4f3220a7e16630bb3b1","sample_id":"hellaswag.val.6165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcea2e352335a5318cd437efd90b6d78168806360468777dd871d11271a65da8","formula_version":"titan-u-contract-v1","latency_ms":1.1364161036908627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a661d8f7ad1d1f20d2b96d8f3700307967a88a03802eebf4f6c8f98962b1589b","sample_id":"hellaswag.val.6166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fc4c6b4e082c61c6f8c5102b5d593883eea633395bd106983f86ea3b3b6fee3","formula_version":"titan-u-contract-v1","latency_ms":1.110041979700327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e407bf5bac5e036c912bb8cd590d7eec59dda77fdc9f2f508a28c5e22dfc0aec","sample_id":"hellaswag.val.6167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"437e7a6f4e010ae044e28aa35cad81f46fe4fdc6218e2a593298271a59444309","formula_version":"titan-u-contract-v1","latency_ms":0.9742080001160502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed08f842582867273f3d5075519bc2631110628f6f156da47412cd5ad2ae8c63","sample_id":"hellaswag.val.6168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47c935ab80090d9ac8790be4451e048a00240bd50eedb1de2a587d739e32abe2","formula_version":"titan-u-contract-v1","latency_ms":0.6860840367153287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3f069c1f2cf55e1af3f521ee6ebac0aa8358fc69ab50a2b7393f6a468d9fc69","sample_id":"hellaswag.val.6169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"779dd72b87ae468340ced1b308c883ce3d955f5d918fdd09841f9f3c0242ecd6","formula_version":"titan-u-contract-v1","latency_ms":0.8072080090641975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"529d36f3d22309442c01eadb77d255745b8466a6aa5d6075e8ed03d9ae4208f6","sample_id":"hellaswag.val.617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bdf35be81341908fadc0ee9e0a39cb5fbc39f5c45e8602deee83e3eba58f81b","formula_version":"titan-u-contract-v1","latency_ms":1.4147500041872263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bfa058303dfe7bef746a630baf396a366cfff8193306fa2bca1d7c5c82e3850","sample_id":"hellaswag.val.6170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40256ed2e205d7cb4ec6d78df1d7e0fb96ad1a518a1d505a5e630d64a4c8bb05","formula_version":"titan-u-contract-v1","latency_ms":2.7681250358000398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdec1860c559b365f53b452ccc6e7e84254b796131fe9ea393e5ce73675260c9","sample_id":"hellaswag.val.6171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a2589d056e3dbfc15155ca170e83d44b60d03a1f7663b880f00092f73d69172","formula_version":"titan-u-contract-v1","latency_ms":0.6183329969644547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4b4dac49a5bd209ae93947d953e43dae4687bda96a753d096bcef94ccc044c7","sample_id":"hellaswag.val.6172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"408c3e2de951d7061a90d31c9200c17b362c30a11688d0540e01ad4b9cd905e5","formula_version":"titan-u-contract-v1","latency_ms":1.4952500350773335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5b69e9bf56b5f7e2cc44f507a58961950a2bae5f5cab56d3d339cab388ce019","sample_id":"hellaswag.val.6173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6bd4c0af305727f2dfdf038ca104634a4a9a3b83ffd0c9ac3d6a2f2f63143df","formula_version":"titan-u-contract-v1","latency_ms":0.9716670028865337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53a5897a740d9aae0d1c0287f775ec5322d2b6678b7ee0e0eeb624ac4abdf7a9","sample_id":"hellaswag.val.6174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcb4a9e12e8d6ada39822bc1b1638cab55dfd67912c9de92a71d281ecb86aa53","formula_version":"titan-u-contract-v1","latency_ms":1.088457996957004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2aa0a7c4b48df2d78aa0fbc29af88ce2553342c02f4e056a236a5b1b6c8cf06c","sample_id":"hellaswag.val.6175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f1ccbc81f9bff67a99f3ff2c072b7075f77d53f45bcd293f26c3b04823f00dc","formula_version":"titan-u-contract-v1","latency_ms":0.6249999860301614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a05c67a26e7f6e6d51c6793fc0b0e0fa83e55577dbb0e236ddb3b8c54a28d013","sample_id":"hellaswag.val.6176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c23eb7f965d26bb10ab88a2ff04035d6f335405ce9c1b370caf5b73340b1ca03","formula_version":"titan-u-contract-v1","latency_ms":0.7060420466586947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c2927e66a66a3bab7fca181968a2617f99b392b0bae7d4d0f1f48fa4db76f2a","sample_id":"hellaswag.val.6177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"310d93d3b9d033e89fe8feff2f047da9e772167fb9f7c538010777ee85e8adbd","formula_version":"titan-u-contract-v1","latency_ms":1.3374999398365617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d1093a42c45a1292196f21e3cea02e600f2a81361b48437da1c057536235553","sample_id":"hellaswag.val.6178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"543e9cf12969e3b72706ca701a9e6286c9ac3a909e4d3fdefee5e65e4f6ea813","formula_version":"titan-u-contract-v1","latency_ms":0.6716250209137797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a2a0e9090c011817ade17a2231430296490bdfac8295dc0a46af7d8c41f16d6","sample_id":"hellaswag.val.6179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5c4471a9d884fae301dc672dd61d80918d9318a4bd7bc4a53abed834b0c51bc","formula_version":"titan-u-contract-v1","latency_ms":0.43995899613946676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c29d2951820d35e8315e1aecdb4a5a6759ae779c99f9e902b7174f3c14e1f0a","sample_id":"hellaswag.val.618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1609440fca3146d1370e4af31f968aa2bab82986ec06bbe410d30b0a725c7d3","formula_version":"titan-u-contract-v1","latency_ms":0.8195419795811176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51fbab767a0ed204d0558e1977ad1b15066b9407184035fd54e71eff33f9e9ba","sample_id":"hellaswag.val.6180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c288de083315c52848cc3b5247f6f25be720551d85c62afd6a284ce5015eacb1","formula_version":"titan-u-contract-v1","latency_ms":0.7752079982310534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd059880c7e5e773b3a188145994f38c6e1d497f93dd29dfa0f46f4caace6236","sample_id":"hellaswag.val.6181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5554f56c98aae63ec672f77cc63cb1ded36e44a16dd6cc828fc5c55d4e75a89","formula_version":"titan-u-contract-v1","latency_ms":0.6906249327585101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50dfa9da107d0436274e9f218ee72c32c87abc2148e6af1654a33adfd662dff3","sample_id":"hellaswag.val.6182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5edf3081a49c0a6801a9564e7eb5236b09b0df0de549450489164f7c0bdfcfd2","formula_version":"titan-u-contract-v1","latency_ms":1.089082914404571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdc03d71af8efe31468fe8a8005eb83bad63bf839dd618d4ec215f6bae3ff602","sample_id":"hellaswag.val.6183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9ba185fd79d6cb28d6daba89eb18927bc0b277516503216830f6b3484a88138","formula_version":"titan-u-contract-v1","latency_ms":1.2229999992996454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87bc0843f1dcbdafb882d24d827a43f5ac4b0a0b00a3402bddf86e265bf92de1","sample_id":"hellaswag.val.6184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed2c85fbd897bdb2779e32fb1d746b36a2bf1c7e7245106bdacb31d806230b80","formula_version":"titan-u-contract-v1","latency_ms":0.931207905523479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0f1abdf283089f4ef0c5763ea87f88f27e34a8fa3b125c930e7842b1f012924","sample_id":"hellaswag.val.6185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"577935293424385cb1f9f60fca1e588e390fecc7e6522fe5228887909f522b8b","formula_version":"titan-u-contract-v1","latency_ms":0.6676249904558063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3298476ca2f2feebf2c65473bc672fa22f967c136d8bb812bb2b0feb322d179e","sample_id":"hellaswag.val.6186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0ec4cc1f3761217c437e568166ca46a42f05b9865fd9b24d8147c66228ee1a7","formula_version":"titan-u-contract-v1","latency_ms":0.6669999565929174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f88691d9cccd15316d3510bb1f73d3a14f59cc21ae7565c5b84c2c033715acff","sample_id":"hellaswag.val.6187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bfaae18ea7fb804581ddf91839610e1a948fe1d8bcde5de4cfe49d68bfae81f","formula_version":"titan-u-contract-v1","latency_ms":0.6786659359931946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3be6573c7f52c84f561a46e61c589e177d71fa1a9052cca3a741704feff12f90","sample_id":"hellaswag.val.6188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"342335c29cb8aa349765966e8794300f16e3a2fcb98a0a768e79bd67cda1d247","formula_version":"titan-u-contract-v1","latency_ms":1.4089579926803708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a467611d4261dfc5815572e79889bf022f6bbbf87ab14cbf41be34086d7d3b4e","sample_id":"hellaswag.val.6189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3cd3d5017081f94c7c7d5163e984ba5ff00dea6b1546893b717f21e32cc52f5","formula_version":"titan-u-contract-v1","latency_ms":0.4943329840898514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61f102b4856f7a25dfe3245830d3e8acf55e33b3eaede62b6c2deea25c9c33c2","sample_id":"hellaswag.val.619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e73db0c90daa5aacf5a163b62eb4a3bbd787d8a99103b42710fff1d24b2a9f1","formula_version":"titan-u-contract-v1","latency_ms":0.9242499945685267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8471feddd9bfd49a1487ed7733bc169f111e50631f605c6bc870c3ca60f8c65","sample_id":"hellaswag.val.6190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97d63fed8dac23c5ea0ea494853ca949143e71256144d5e3d31d6841276d9846","formula_version":"titan-u-contract-v1","latency_ms":0.8737080497667193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f66af595f103f09ed48c679930e3fecaa9d1dcda8b809deb775a3c3f7a0fc97c","sample_id":"hellaswag.val.6191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a96e9abbb7894fd3b9c666a0790756a1f37faca866ae3d7f5d6d299bd6c43c6b","formula_version":"titan-u-contract-v1","latency_ms":0.6756669608876109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"168d134f1a10859b9a5caeb28aded9077ea1acda12c93c411c770cc91fe7eaaf","sample_id":"hellaswag.val.6192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b7e341e6a6383d409dfd749cda1d99ce9d5f5370d74d7614fca462ec824dc55","formula_version":"titan-u-contract-v1","latency_ms":1.1650830274447799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a226b6b4aaec1c6dc0e83e3cc608af1f3911b18edd31639242b28a387eb87bd","sample_id":"hellaswag.val.6193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52a3e46a49a36fb46742658ec7d4ccca25e0749c64221a73a49494220954378f","formula_version":"titan-u-contract-v1","latency_ms":0.8652079850435257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d6b58d311f1fb77608047538346ace444f10935b0c628cd675d043af0e05f51","sample_id":"hellaswag.val.6194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76e942ae2511afc304215d0941ec44aa037c36ef6e9350165aa59de22f4778ec","formula_version":"titan-u-contract-v1","latency_ms":0.8582079317420721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d7def06e3117576156fd37f4431feacd6988ed284b3dedbf0d4080223dc0e2e","sample_id":"hellaswag.val.6195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e44bccc97487e3e08459f8a3bc2d457f42f0d69c557c85eda76fab21097c132","formula_version":"titan-u-contract-v1","latency_ms":0.8845829870551825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b6930448267c5aa50ea75561128a1819b77dd3feac32432bd68e2d02cb5affa","sample_id":"hellaswag.val.6196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9254096221c8b5982a8639b118149f47159773ed85c606a3ded46bdc03ed3f1e","formula_version":"titan-u-contract-v1","latency_ms":0.9496669517830014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8610b8b6ad54b42a296c615d0bbd0c85b9d5fb66345fd1ac2eb1ae14517c546","sample_id":"hellaswag.val.6197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a705747cfb5006c69c1809db4699eddb1556e49fc00358b3ba2d6d5a0fb45b53","formula_version":"titan-u-contract-v1","latency_ms":0.9027080377563834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"535fd70f566a78f1eb39e0b739d460ac796d385c0de5726eb1856a2f4fb3f50d","sample_id":"hellaswag.val.6198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a93f5c6cd96abd2566a1e1c5d38c25a395c8d48cb1bcdda32db3054b65e388f","formula_version":"titan-u-contract-v1","latency_ms":0.6874169921502471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9fe082b21da85b16ce5750c00b8f9934e229c7bf1a749e4130ba50f2cba5ab1","sample_id":"hellaswag.val.6199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a65f47f9c48e088899d24cdf6c5039f8efec988b825a2c1c49a9ae5e830087d3","formula_version":"titan-u-contract-v1","latency_ms":0.6961660692468286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93d3ea70c032d8e44cfca5d2100a0b5cdc419a96d40762958326378c85cf9a5e","sample_id":"hellaswag.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0188a598612b2944a4ca41c507cafc832a7f42e45b36511de0d314878febe00","formula_version":"titan-u-contract-v1","latency_ms":0.9942089673131704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0686121d6b5bee5b59ad22dbdc1f65ae2de676a1483df4238fe37062188548e","sample_id":"hellaswag.val.620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b9277f87e96229346601d3ec896987aa5e7c61ebf040e717f6de4b57cecacf6","formula_version":"titan-u-contract-v1","latency_ms":0.9194589219987392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a4f8ceb70b3c1faf97756f12f3d7a0eb445482504525648e78c870b89e6133b","sample_id":"hellaswag.val.6200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"433f116e9308fd3d5ac4aa48cfa3fc7e116b1aa692e98c76325a77a7059eff44","formula_version":"titan-u-contract-v1","latency_ms":1.4234159607440233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38ba78a6737fc79ac97249562db861d95be39775c2c7bc2ab98236180726fb78","sample_id":"hellaswag.val.6201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4307dba82397e2aa740b72e4a7e4b8daf77c9878ca442ae5ddbd8bf673d46c79","formula_version":"titan-u-contract-v1","latency_ms":0.8551250211894512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"867ba78768590a6f3c81887ee52b34631d935f2a281adde6cf187bdaef810987","sample_id":"hellaswag.val.6202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"852c346881ac40426cbb84d06da7dc5908f216911265989614034cd671ce8699","formula_version":"titan-u-contract-v1","latency_ms":0.8899579988792539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47cf1411d4d0287f628c59131c6513a9f7e1965700865d88dd033f8f12943934","sample_id":"hellaswag.val.6203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11c0b5d521bb1efbcbebf4e33b225b695b127724e0999b00b55c076143d890a1","formula_version":"titan-u-contract-v1","latency_ms":1.0368750663474202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f935d7ce1f02c3226f4324914e39618640ec4890bd55a9450384658fa761a3fd","sample_id":"hellaswag.val.6204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"848954c386e19cb97c12851c9da1da1f3cef14c038df89553269328c7ad08953","formula_version":"titan-u-contract-v1","latency_ms":0.704416073858738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5f2f9dbf264b4ee49b4932e8c6a15c8560571962212fdea0e26071647d693fd","sample_id":"hellaswag.val.6205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5100c6169f1dc47f1072d2dae4727cf8a46f470626f7846a597e3a5bad88c337","formula_version":"titan-u-contract-v1","latency_ms":1.182040898129344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43f7427c5dc45be84c82796e94c6409690bb1eece363fa7783522f0b79c2d0b4","sample_id":"hellaswag.val.6206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b612ac2a0d84b6491a53d4a3c1954604db376d9abc719cfe2239ba8acbeefd9c","formula_version":"titan-u-contract-v1","latency_ms":0.8962909923866391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4df1bef7edf3eca0cc260703727e8a1259f12277fec8fc69b81f27d1ccba993","sample_id":"hellaswag.val.6207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bc83d0c08dedd8c6004c1b4c88b5974164a832348394e5e4f800cf4b5c803fc","formula_version":"titan-u-contract-v1","latency_ms":0.6337090162560344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"272f5d251669f326bfb36c7416389479b608a8588c01086e5913d0df70e030f0","sample_id":"hellaswag.val.6208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cb4952e001b1379781c296520bf0ba3be07477773f10f9760da69330a031c1f","formula_version":"titan-u-contract-v1","latency_ms":0.8580420399084687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40798b5ab415bcf1c30595bcbc09025da4a3aaebc8fa80b948a8e09aafda432b","sample_id":"hellaswag.val.6209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"311bc1fa24aad3a76a40cd4d303814a7bb916c15ee114fde75cf19013060b1e2","formula_version":"titan-u-contract-v1","latency_ms":0.6917499704286456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89f7a94e3f70fb867f60adbad2de058c4d2812b3751ec463d3151e841de676ce","sample_id":"hellaswag.val.621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fefbf3075b24696f6628a293472cf526c9786f4999134764ad5fcfbad9fa8f4e","formula_version":"titan-u-contract-v1","latency_ms":0.9640830103307962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d561edc9c2551d5cc1f766658216a6e5139b3c2d478513a749c50b6955375c75","sample_id":"hellaswag.val.6210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df711c958921b56a24030442a6a2c845c41db7ca6f4374ea367f0b56ab46d916","formula_version":"titan-u-contract-v1","latency_ms":0.9045000188052654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cb5dc85143612fcfcd4761163d4edcee6e0d3314a8f1b65c4421e19977421d2","sample_id":"hellaswag.val.6211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c9a59ea70e0b190c021c0716884f8c1dab06cbdb1f42150db200b57488c9a5a","formula_version":"titan-u-contract-v1","latency_ms":0.8950830670073628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"129b1a48bd16be7e9589b117129a2bfc5398dda6a22675274f0f2d00b5fb68d5","sample_id":"hellaswag.val.6212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"724826dc66e9ae3cdac594bd75bc4ac56aeb15397b19933a3fc8587c644c8a57","formula_version":"titan-u-contract-v1","latency_ms":1.0745420586317778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8950906e26290c988f52bce9be1efcc586bce300ea03114eb94e7329b8e6a2a","sample_id":"hellaswag.val.6213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f939da2c4a0eeca5826f9ea65532ffcf0975ed43c0abd3aaecb2e17802671f49","formula_version":"titan-u-contract-v1","latency_ms":1.4388329582288861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d93aa6252aa2839c66ccd2d7ba3e177d4de2eeb69e6ec6db3ee74229f6c4fea6","sample_id":"hellaswag.val.6214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92c58ac37fc17f5fd4a5f361b4e79cdbf173ab0b55eed6f51b5feb30d829d3c7","formula_version":"titan-u-contract-v1","latency_ms":0.8809580467641354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2244e13efa8f7231eb9aa1419ff43dfdddb049bae64747a1f95cceedc241d973","sample_id":"hellaswag.val.6215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6ed05b043d6464acab7b096d0a1046dfe54966a36341d5360289818a2a8fb53","formula_version":"titan-u-contract-v1","latency_ms":1.226999913342297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d9679e3feaee4b2ec352a852a41004c70fdc016312543b4870aca24e16a731d","sample_id":"hellaswag.val.6216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beaebb2dd98d1617a8713b71f04a3676aba61b61bd6bdfe2675890185da85929","formula_version":"titan-u-contract-v1","latency_ms":0.8783340454101562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91641c06693cdb1ff0dcbe26497ae64fdd97db5db0c196f4131298fb2e92237c","sample_id":"hellaswag.val.6217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e8de740339a400e60038caab91a2ce1fa6f230be896733e6dcacb5d6d23fc64","formula_version":"titan-u-contract-v1","latency_ms":0.6816249806433916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b801b9c9a8ba1f2404a5d93c825196fc08559d9ac5ab6e91b5f04b23f3f54b97","sample_id":"hellaswag.val.6218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81884559d423993a1025b038efb2ee25013644a76b67f0396411653385ca4196","formula_version":"titan-u-contract-v1","latency_ms":1.1160420253872871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff492163e0ff4d9205245ac8ea553b99e75e010c51d5c468ce511c317c759d75","sample_id":"hellaswag.val.6219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c12e765a6ed25f4cdd421e8fc8dce1979c3c51545e783d4f15cd8a1d93788564","formula_version":"titan-u-contract-v1","latency_ms":0.8099580882117152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95bdec7acc85e10220543d872aed33233eae7d1c954e9942287053b077fe2f68","sample_id":"hellaswag.val.622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a41113976de45b38768bae421ae415054ec1f8d6cb3c25df007e5338ed008b0f","formula_version":"titan-u-contract-v1","latency_ms":0.7395839784294367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24b90626a1a23ffb54f07b0fc8c7d728aba786ef27706c3df0661e45c190ad78","sample_id":"hellaswag.val.6220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"937e213f3b1b86ead32bc76fd1658b60bfdb938d8d6d7ff8d88a796e888d0a98","formula_version":"titan-u-contract-v1","latency_ms":0.7100419607013464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53fc1f1bdba6288d9a59aebbfbb36f3e9eef2935e70bcbc5bd1bb4b1d5db4056","sample_id":"hellaswag.val.6221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"540485965e6839246b3b8b522d68175f23c3c927d390a0aed4e95de2af9812af","formula_version":"titan-u-contract-v1","latency_ms":0.6879169959574938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6d739e8af98ecff489f86fdcbb74880479b84e27de3a5476c20ad5c5ca417f7","sample_id":"hellaswag.val.6222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b04771a2f721bea5abfa40ac3040ea72b239ceab67bd468bad9d3726f013a8a1","formula_version":"titan-u-contract-v1","latency_ms":0.649375026114285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4ebb49a8580b509b90f0b59588e6b265c9e50ba318c42487d661ea3df44b532","sample_id":"hellaswag.val.6223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d877ee4145cdd13e6e2de170eb0225f6605b8544a50bbb7d99377e8f478b1e9b","formula_version":"titan-u-contract-v1","latency_ms":0.7357500726357102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16c1a845000df1c4ffab3be6355966d03dfde560e23c78b3e8dc2806d9ac64a3","sample_id":"hellaswag.val.6224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45fe2b54a88f0f37b6f73a62448e29cd6e407cbc5309324aa22e17987812a7b6","formula_version":"titan-u-contract-v1","latency_ms":0.5730829434469342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e65af58ab5af111165de5f61172148e06c2f109f87fb636909203e6217d441c6","sample_id":"hellaswag.val.6225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43ad116001b0a0bdc9444eaf51b6ec8eebb53682797ed4e2a4dee7e819b5d5bc","formula_version":"titan-u-contract-v1","latency_ms":0.7842499762773514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c489091fa0186b5aa443811625ee2577476d47227e84a3b0f91bad13c989d640","sample_id":"hellaswag.val.6226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"662d624698a6f13713f85c5ba3d0330efb07fa810d73e3ccd8fcec12d9dfedeb","formula_version":"titan-u-contract-v1","latency_ms":0.9058329742401838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0c9eb61cad00d405282a6fe531ce065a114c6404c03fe0d0c9764c2feb8b968","sample_id":"hellaswag.val.6227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e646ceb2bd465eec29d0c822876c2d750ae822ba3e18c031e4b6a1d7a33f224","formula_version":"titan-u-contract-v1","latency_ms":0.6142080528661609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20ba7a88ab9113e65d016f18a42d10d4dffb74a44361d2c66e46a9a85b946fd7","sample_id":"hellaswag.val.6228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cd7020016a5e4c157d7a1955a7835fb962894e7b261f9cbc98d64bd7f29f639","formula_version":"titan-u-contract-v1","latency_ms":0.9275419870391488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"871c8aa585eb3d4da4b582d65a64c83cac597ac3dec59b9bcc8b37936937a7bf","sample_id":"hellaswag.val.6229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b41a09c0f6778708f965e738129d4286826e5e7314d0ec768332f2b4e531a74","formula_version":"titan-u-contract-v1","latency_ms":0.7018329342827201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4abe1ba4c29f049e16f90b1adec62118669cbaa1ef46c86c1ac5a153a420fbe5","sample_id":"hellaswag.val.623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be5162ff67ba0932f744f92ed2d442bc122ae5080dcd01fd701f35ede8dca4e9","formula_version":"titan-u-contract-v1","latency_ms":0.6636671023443341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7628cbae8fd06fc3db6d074b38725d6f9202d7ff44543da17c8d158632e4d431","sample_id":"hellaswag.val.6230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06b19ab77e21380b2ada1fd5fa6f80dd6148af884070035976bd3de135dec4cc","formula_version":"titan-u-contract-v1","latency_ms":0.677166972309351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9132e8ec1c6a55ccf32b38b50281dc99c3bff42e1981996b5cd91f2a7b5b522","sample_id":"hellaswag.val.6231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c17fe75114c3c558f0900343e03a2f9ea2690bc4faf34f9ad15ae0e1c2433221","formula_version":"titan-u-contract-v1","latency_ms":0.8508749306201935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f9226444cb7d1919f8049aeb7b842e271c9ba79c86ddffa6f554c0588e433bf","sample_id":"hellaswag.val.6232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17fff74cbec691a38dbc94b0bd914c86a57e32fcc9f3cd74bca5e0867a15b02e","formula_version":"titan-u-contract-v1","latency_ms":0.8433329639956355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64a5c683c874a644db335dab0ed185c0c02a950a7b454e73e265a1f7697d3412","sample_id":"hellaswag.val.6233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22e33bb92022d73772e68440490656abae6da2528ac21bb6866e352db1f4e50f","formula_version":"titan-u-contract-v1","latency_ms":0.9132910054177046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f348b42b1bf74d5ebb7192c1edb81c3cba9f586d68d0c0cbc157032eda7209ea","sample_id":"hellaswag.val.6234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00cd64847b2360bd0977543204e389d68ab16aa47e6f00bc689be15d831d768d","formula_version":"titan-u-contract-v1","latency_ms":0.7981249364092946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e356d6a3326c6c4a89eafadf61784704373133d493f81b53398fec348deb3e1d","sample_id":"hellaswag.val.6235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f462762bd7e4fd19d02fc67965483cd47c4d5034ba7798095f795630cbc80a87","formula_version":"titan-u-contract-v1","latency_ms":0.9802499553188682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed12c5ccee127fa0724ac85f0ab03c4b8ec621feb38c9f74427560fba3fcb80b","sample_id":"hellaswag.val.6236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d1ff2b40b6eb77d7f78d2bd23c7a90445cc8fbcc5e3f9e4d2aa6cee9c765411","formula_version":"titan-u-contract-v1","latency_ms":0.9634169982746243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b094db5732bf3cc041ea0f236f23824a11d3c7b7b4fa09f24973e5feff33121","sample_id":"hellaswag.val.6237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b90c885b8d8a5cd41f667920fc7e370ef9802f9d0165e51dfbefd7567263f9b","formula_version":"titan-u-contract-v1","latency_ms":0.7469169795513153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89a4328db92a5fa9f4315eb740f201c974574c782aea0c136ef493c5b015140b","sample_id":"hellaswag.val.6238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99a81f80fba18e22e1367e80137ef0ff1ab53403608832d14442d0549462fd27","formula_version":"titan-u-contract-v1","latency_ms":0.6890420336276293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a491f0e63884ba0ae084ccccd05a4e85f4ab1014947f67fbb0504b760eddf8e","sample_id":"hellaswag.val.6239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4a6b11b3f7fa107287b99e34203a60dad4ca400babb4673a74ef14469e05190","formula_version":"titan-u-contract-v1","latency_ms":0.757250003516674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"439f7e667e72edfa46d1196782911f6ff48d99b26443faa67370698a0b84d521","sample_id":"hellaswag.val.624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50b7b62216a76905c2838d3691e060eb8febf955afdeb38d9fa7ad4e49e2f97b","formula_version":"titan-u-contract-v1","latency_ms":0.7800000021234155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"443fc8c5fee82378b5062c182ea7e66ee4f5291a8bfbc56f24b9670e098b38aa","sample_id":"hellaswag.val.6240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad3abd04e1e338dd1fdb8624c7c11b00d5fe8689bf066505dd568f69b1daf747","formula_version":"titan-u-contract-v1","latency_ms":1.2244170065969229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9972be0863da27dbe94a2ad7c29458512438532e041a94a1699b01d24f619663","sample_id":"hellaswag.val.6241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d89966dcad0209f3e0302bc3ed0627ff6bac20c0e493639046f5054cb672fd5","formula_version":"titan-u-contract-v1","latency_ms":0.9400419658049941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a6cc08149e3f379f2c775db1f02bd493fda02664ee04ef408654fb50a7fe198","sample_id":"hellaswag.val.6242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"470a7f01459d0fbc975168bed25a1aea29de8301ea411dbc7374777afec3dd53","formula_version":"titan-u-contract-v1","latency_ms":0.7921250071376562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"497b5e2aaf5dbd750be39147317634c1b857a73bb30afcb5a7d781c68cbe30b0","sample_id":"hellaswag.val.6243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11a003714d6203381d1ddb50c85c8e3adeb37964744f7f91e2c5836b71ff8d62","formula_version":"titan-u-contract-v1","latency_ms":0.9085419587790966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66e199540eb038a78d3c64c9645828454e2e661d13978401942878a94d8943b1","sample_id":"hellaswag.val.6244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5041f4bcaa9cf9d40a5d50705ba19c1e6dd83ce5819865a3325785a6fd01c70","formula_version":"titan-u-contract-v1","latency_ms":0.7120000664144754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8b74e762ff0416df3f370a5942e5b1484c0802205c9b48fef00ea8d034c6361","sample_id":"hellaswag.val.6245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf4102aaae64f6a95475a2dd3bb571e5d683c80a10661b215cb8097cc7a4584e","formula_version":"titan-u-contract-v1","latency_ms":0.8480830583721399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee6a355159869a1319f8291d2c90506e1763cd24367620de0b6eb22cf83d3a12","sample_id":"hellaswag.val.6246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b6d2ddb1ab7f754779cbc9cf598b5fe403909bf10de0c7a29bd88f160fbdcd2","formula_version":"titan-u-contract-v1","latency_ms":0.9363340213894844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8c3ab00d9d21633e791317288be779aa6db87d9cdd5fa5368a70b5a2f4f2761","sample_id":"hellaswag.val.6247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca88b23f69584516003220d02e47af3a4bc2485d70997f9263b011ff42853a2c","formula_version":"titan-u-contract-v1","latency_ms":0.6744579877704382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb6ff86a7c91e8b638dcb5893ef768fc40ad7a62998a67b8363acbeb5be93ba2","sample_id":"hellaswag.val.6248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"707e852cb63234b1d0c05a13ade92acdff13e47de0fffadab5cbd053c7f42d1b","formula_version":"titan-u-contract-v1","latency_ms":0.9702920215204358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b3c3a1e6af1a83368a12b785b5e290cea81937fb10b0c02bac8afeb5d900688","sample_id":"hellaswag.val.6249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"269bd84ce9781593c06d489b901f7551d34c9e88d9cde4cd43e655875492082a","formula_version":"titan-u-contract-v1","latency_ms":0.6936249556019902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d155f6b915f893ccf1ba452535ffa1964d30dd145da16d67dc9dcd47e6229c6a","sample_id":"hellaswag.val.625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9ec570d07f80d26a3a0ee23231d520650f002319c2575adb6f6c2ec64e3a0be","formula_version":"titan-u-contract-v1","latency_ms":0.9516250574961305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89a74186ae5bdab397791b136ea1478a79e6df72a076305f3bf13337124de8aa","sample_id":"hellaswag.val.6250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b27070ef2dbc46449e2cf9e0fed34e63d4325376f0210fd5218bc8896f67ca4","formula_version":"titan-u-contract-v1","latency_ms":0.7730419747531414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a2d4046ae7a0cb477ffc3aef63b14ab9e8ad111cc128ebd96f7b7a40ca19515","sample_id":"hellaswag.val.6251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17b15ec465386bd7b48662631e741f2b5dd86a4140d0ae285a0346d5942ac045","formula_version":"titan-u-contract-v1","latency_ms":0.6253750761970878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8af4b6d3cf724cd605397f09396acf82fe157911d7fc44039e96ef147726b17","sample_id":"hellaswag.val.6252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b7bd33e321efbd8b5c6ae2feacaebbb0023e3a2fee61c2a273aa311765c966c","formula_version":"titan-u-contract-v1","latency_ms":0.8914999198168516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"258cafade92fa0f51e7c5859bebfc6a9a6236988239bd65f25e9767205b84240","sample_id":"hellaswag.val.6253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08d224802c390db6a618bf18a81cabcf76a382788bdcbd5df312218899c3c230","formula_version":"titan-u-contract-v1","latency_ms":0.7284169550985098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e891ab3596cc4ea62eaff8a7124838bcd5baff7ee92f5b44eb18b0106181ba8","sample_id":"hellaswag.val.6254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dfc6fa8afa065b8195e6b104d340114c6a9d8f48f8886d8ef6ac59cdcbc7315","formula_version":"titan-u-contract-v1","latency_ms":0.627499888651073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2565d86972463d9c955e0872947e22e4eeac75cc0cec4d75fbddc7151dbb0535","sample_id":"hellaswag.val.6255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"566466534b44398b016b66186d59591588edb5f7a9f6de443fff93bcc4fc4876","formula_version":"titan-u-contract-v1","latency_ms":0.6607079412788153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb6b514011177ea7bbf91463d979acd6fdc110ab9a81d50d9a6d8872049868b2","sample_id":"hellaswag.val.6256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4de65be3bdba93c188413a326ddf9dbf5a2a1db24cf711e077d7a51fc1fbf4f","formula_version":"titan-u-contract-v1","latency_ms":0.6594579899683595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e16b1755149f2a85e572afe4f09f04d5595a57616168b28d5a1ef8d2db6197f","sample_id":"hellaswag.val.6257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"297a087cadfdc29421c732ed4060d6bddb446a77e87f474e1a3ff8588c9fc86c","formula_version":"titan-u-contract-v1","latency_ms":0.9490830125287175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaa6977d19d74122498fcbe8842d20b075fcbefeb9fe1e9d4b13bc7403722c27","sample_id":"hellaswag.val.6258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec60a12714d1c803352b563bac816586bddb6e93365061ed64f0ff482ddd8327","formula_version":"titan-u-contract-v1","latency_ms":0.791667029261589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4da70064f92125ae1d9396e19a26a44ca79514cbc7d47bf70deeae39d012776","sample_id":"hellaswag.val.6259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e11c749ce162b4bf769f747ec8a2a159a03c49296569e52faf834e4ecd89534d","formula_version":"titan-u-contract-v1","latency_ms":0.7316250121220946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2518c6e71eb7ecaccbc108a34600792392e498e5ce40d97c5ee6a49282e0b9f9","sample_id":"hellaswag.val.626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5f986ed4342fc1a42f5951e3e9bba41bcb186139ba8bdaa074958db53199164","formula_version":"titan-u-contract-v1","latency_ms":1.1722079943865538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8db8efa6955436485208619f7b83e57c29b83da9796e906a27aca36e0aec364f","sample_id":"hellaswag.val.6260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3e6314c5daa81d8046aeaeb7e8c8349e19dacb5a5714bbdb1a2b7cb39787fa3","formula_version":"titan-u-contract-v1","latency_ms":0.9887090418487787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad627ff8137a9682b86f3aab2d8e8654df99d75241ce6f24e9556c4fc1d5eaf8","sample_id":"hellaswag.val.6261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3302cf78e13d0421cbcd5f65dfafb9f2e1ac92a68c655b765e61943f2c96073","formula_version":"titan-u-contract-v1","latency_ms":0.9678329806774855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d93c5fe5d0b5db0af5dac5ee2af7eea10213563bf9d0cea8a2157fcb3141b694","sample_id":"hellaswag.val.6262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffd2a8fd27c3331c45fac9b3793fad04cde768ee3a6ed5ed398ff279d9048938","formula_version":"titan-u-contract-v1","latency_ms":0.7052499568089843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1a4eaee07fdc06ae01935fba8982635c5a90f6050a3a83936a2885562cc0749","sample_id":"hellaswag.val.6263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"514ca631adbb660425c9570d943e4950fb3aba0b0ffc3307940d080c936e5398","formula_version":"titan-u-contract-v1","latency_ms":0.6706250132992864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8be0cbceaccd290fa8970b055624502e110c6140f5243c02c02120bf705e9379","sample_id":"hellaswag.val.6264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c88848def07fc80a66b464080e9de9215913b3ea27a6c7172b2e39c0a363b01","formula_version":"titan-u-contract-v1","latency_ms":0.9132500272244215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92b8cf5b6ae3899826f238e3657d974a4ded579bb220a49ee91f6b194b1af335","sample_id":"hellaswag.val.6265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b074511175c7f4d3900d30080d947823591fb7efd9087f0e8d3acf8367e0976a","formula_version":"titan-u-contract-v1","latency_ms":0.6099579622969031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be9d4366730c6f43c93de6a8d8776db5992fb25fe275939abb629b890ffde5f7","sample_id":"hellaswag.val.6266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df26e0eb71c25f938a7778b690d31dee6fbbb2fa80a3752999b789e32a2c5d76","formula_version":"titan-u-contract-v1","latency_ms":0.6677909987047315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be0d3b8027d757c205725e6eb4eb057fa6730ff59a299243cd1b20012fe774cd","sample_id":"hellaswag.val.6267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"087b3ddf69e6876893187b7821d3cc6a5724faab8ad73acac1d5944c656ceb24","formula_version":"titan-u-contract-v1","latency_ms":1.0513330344110727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7e6333a05c4ade58b701f5bd11fdc344ba34403dae7709859d8a5d1ed3b5c48","sample_id":"hellaswag.val.6268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f40dceeba7de4722181b799ac87f6b631cc1116e9e8ab2a2a4bb9f4a1c5dd906","formula_version":"titan-u-contract-v1","latency_ms":1.6094580059871078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"161f5d552a912b0ff9319c158e1641c2fe2f93c0f1c40a187359b796e9755760","sample_id":"hellaswag.val.6269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a15b8df78fd212be3205b5ed4678b0c8776cfd0ee5911e487193d40458a5b75","formula_version":"titan-u-contract-v1","latency_ms":0.6413330556824803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1e8b100ce49a429d3a891395e8376057f4a5f193bd035ba61989d402276e8c5","sample_id":"hellaswag.val.627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d1589b8f3f70e362d45744328fb9fb79a5250519eec78fd48001637d29a9500","formula_version":"titan-u-contract-v1","latency_ms":0.6994160357862711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6a291b3f98fcefb56cb614639a10bf86afe91d77144c3f78446bce00d599954","sample_id":"hellaswag.val.6270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16cadf2b513d3867dc1cedd7740c2d6427d409369148b8ff115fe0f5035b8663","formula_version":"titan-u-contract-v1","latency_ms":0.6836249958723783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6903f76b028da8753e6756179168fe64d51a0dd311a4f985005ff26758fc6a71","sample_id":"hellaswag.val.6271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22110b1f7165807c1bf6af24f4101fd6aa908686c317930e7cc6fb76b2277d45","formula_version":"titan-u-contract-v1","latency_ms":0.7374580018222332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f4bcce4a41fe5c063fc84a46d74050ac22573aaf2a15d6b9149df2e48387a08","sample_id":"hellaswag.val.6272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64c120c8180018032b8663109feb08fabc774bfd45ebe2dd0bc24e0e0feaef8e","formula_version":"titan-u-contract-v1","latency_ms":1.445583999156952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b44a09df4a2586426998420389cbfa76a1eb3e81eb7f817d6c0013797773eb2c","sample_id":"hellaswag.val.6273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ad585f9e62844296a32d6f4ebc4cedf7e362a4b08336f152f8054d0a3fa7d99","formula_version":"titan-u-contract-v1","latency_ms":0.634583062492311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"161650f22b04571249a1c173a0107c5ec6fdbd68ff3a47814042ffc101945ae3","sample_id":"hellaswag.val.6274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"642a6d2878a5cb5db0451978f8afe5212d364ddedd291a2c63b998cc713adc9e","formula_version":"titan-u-contract-v1","latency_ms":0.9344581048935652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5ce4b9c2a510641481962daf5f2d49c497d66c366cf3271761b269bda25ae0c","sample_id":"hellaswag.val.6275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbbb815e67417197f0e26060f099c4a66937607c9eada6fa5edd71b5245166ce","formula_version":"titan-u-contract-v1","latency_ms":0.907916110008955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe6336c6ea4fdca227a0ba68c3520c4370206f0aca20b874ecddff3934d339be","sample_id":"hellaswag.val.6276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44716bcca6a7c030f5c13e296a838d8664c86c6a8ae1483edad2b06cd7d2b276","formula_version":"titan-u-contract-v1","latency_ms":0.6288749864324927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb2e9977278258134989ddc29005356c080107bb53d02e1ae3a8805fb4c27531","sample_id":"hellaswag.val.6277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c15f02fcdb68dd6832b0e18c7b5aadb302535113151308b305bd2f62b40b8ad","formula_version":"titan-u-contract-v1","latency_ms":1.116583007387817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"405c2b07c4a9502b409d9f67b416a68b6105d3c2b48b4cb4cec4e45e9738701a","sample_id":"hellaswag.val.6278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27b7f7f164f0dbf8c27f62c32605792696ec84e23976d696794d2aaac0ead5ee","formula_version":"titan-u-contract-v1","latency_ms":0.6838339613750577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8412bc3fad133716b0587949f2068eea068863613fb1f704bd02da938034d99","sample_id":"hellaswag.val.6279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e00ada83d5c1c8ed858eb8a352e2216f3e59dd69a38591b8f9be0a6be0f4d5b9","formula_version":"titan-u-contract-v1","latency_ms":0.4790000384673476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6770815d41b8f236c1ae72c0fc652210ee980c6cea57cb5fe8e31cfa5e56af6","sample_id":"hellaswag.val.628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"733a71138b1ef2a9d0bb9590ce9166ccd093bdce6314c2e4c26286ab4eeeb35d","formula_version":"titan-u-contract-v1","latency_ms":0.8424590341746807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d730eed97ef2517d3e9956e312cb8a7504345472f040e02df3d938ad2af5d7d9","sample_id":"hellaswag.val.6280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b8db09eb397e91102a6004551dc4d035d748d48a005794c581bb246d5dc9e70","formula_version":"titan-u-contract-v1","latency_ms":0.8535829838365316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f55efdc9c6090391c90c57ec6f8f13eacefa6e80da51ffc2f11217044dd0860","sample_id":"hellaswag.val.6281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"594c8edc428173a6ab310fb8125a4228cd9f94c21b572ac3e9b7541595d104b5","formula_version":"titan-u-contract-v1","latency_ms":0.9127500234171748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3e974d824e6d10dcb7726895dc418b8a43dc98d840a8434f390f380c039ea40","sample_id":"hellaswag.val.6282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"589ed4c6063ad214767cdbfb6127873214f45e9cc746b2c8f23d17364d115548","formula_version":"titan-u-contract-v1","latency_ms":1.811666996218264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91bb0f53cf2f5129c6f77810f58fb71b09f49803e94c05c353fdb8bfa16b21f4","sample_id":"hellaswag.val.6283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4be4bfeb3874bebaa38b0377ee94b700c0d664134be94475e48d8960a705b31a","formula_version":"titan-u-contract-v1","latency_ms":1.4939999673515558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2745acbdab925469e6d1816127710882fb1788e55727bda991655573a8ba1891","sample_id":"hellaswag.val.6284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f454c38ef2b99ef85d0992db12904d7bc3d57ee7e9d1ff2afe6cc2c3f18dbaac","formula_version":"titan-u-contract-v1","latency_ms":0.6225000834092498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c376793724e7476125b4d0fe96d561d068c82eb91e354e94da9af6b92f93a17","sample_id":"hellaswag.val.6285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99659bcdf0bc8aa88d964572aad2832c8e7783ff679171a900933f14ea88d074","formula_version":"titan-u-contract-v1","latency_ms":0.6886250339448452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"680312693fc20104f3ad451b83931bfc52d5ea07637e6e3de45b3cf952e0bed8","sample_id":"hellaswag.val.6286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd095c4eb9cfcebccba3be5b7898d9e2f24dce81bd546a2233a453eafd629de9","formula_version":"titan-u-contract-v1","latency_ms":0.904124928638339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bee4e25730a734210d7fa234eb9c0d2dfda6dc2aa3aaf59d4156ff5547f9435a","sample_id":"hellaswag.val.6287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70eac4723185bb3a2472badc086bab3efb8de2a489875836094650dc7dc1874b","formula_version":"titan-u-contract-v1","latency_ms":1.3517499901354313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd20d158e33aac21017fbd338e0eff73b613e14a7ada4c28964f154667417766","sample_id":"hellaswag.val.6288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7206acb7994ba1a77aa4d1c9afb74381cf95f702d0e1f407ccb5e6c42463dea9","formula_version":"titan-u-contract-v1","latency_ms":0.8909170283004642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86ed155a86bfe7452671d8df13c7e856708413ce6adf484299a3f398fde14379","sample_id":"hellaswag.val.6289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b76dc12c4031045861aeb62ddfc53da3fa1c47e2ddac22fdc79f16b1edc22ad","formula_version":"titan-u-contract-v1","latency_ms":0.9357089875265956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15a0161a5b93061f55b5cbfe8029b868278e3e3e4a08095a4019d45247199500","sample_id":"hellaswag.val.629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba775f05833eb065f46c4532688ed0fe5ab0ca04933228fbb89cc07b818fdbb5","formula_version":"titan-u-contract-v1","latency_ms":0.6282089743763208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98d5e597327969f8c39f59b66e81767966b0dca06eb8de6bc5170b2ed0c939b3","sample_id":"hellaswag.val.6290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ca193b5d0086e6a50bbd37c436669c6cd083f036b6b727d77f265c7ecac0d47","formula_version":"titan-u-contract-v1","latency_ms":1.4445420820266008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffcd3608780636927a12cf8593fff7d81e1a267e31edfbad6eb7c316f05d0654","sample_id":"hellaswag.val.6291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4fcae6808e8426a8888851ae9a6b1e2ef6e5d18708d0d4b262b0aed4ec228dc","formula_version":"titan-u-contract-v1","latency_ms":0.6927920039743185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cc39d00d35916e2293c774ad4af813ff67579a9b47ec4355f43e008b77ef4c6","sample_id":"hellaswag.val.6292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae6f483d12f577ce19e55dbd034cd0515a9c68881add792d8856bc7dc1f133d4","formula_version":"titan-u-contract-v1","latency_ms":0.815250095911324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a81ddccc7e080a4bd93821a9ba638930257d5607d3f519ee7fdd6ed18e21b1b8","sample_id":"hellaswag.val.6293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9c7d7a8444fcc602d93dd3d1feca9ae77ead7e16829e800523e06880dff7c30","formula_version":"titan-u-contract-v1","latency_ms":1.125291921198368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ec8c334f311fef94ea45df83b42a498bb43d139ae06be83e27085fd10afaa7d","sample_id":"hellaswag.val.6294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24e21abc86192df9b876c54a96e118be9064fc46300a833d1c547d1ac8e64323","formula_version":"titan-u-contract-v1","latency_ms":1.0139589430764318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c972fdb0aac8fd07d7a7e09e8e4e4a209ff8d5aa00361900939cdd284d8ccf82","sample_id":"hellaswag.val.6295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f80cf07cba9caa745917ec03391f902e1def5c13647197ff84bb5794692d21c2","formula_version":"titan-u-contract-v1","latency_ms":0.6899579893797636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e25895144669768bd0fb27e4cf5b2a76ab6583a552552d69be8ff7e4d8c9181","sample_id":"hellaswag.val.6296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"764051ed6546847ee23615f86260b1bbef326810941022e75f9c0992c6b08ef9","formula_version":"titan-u-contract-v1","latency_ms":0.6620000349357724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c598777546eb3d5a046194d66129851aae2a5d7d9e81fb33c2ca4372b85c3726","sample_id":"hellaswag.val.6297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab69031bee55a4090f0ca4aa90fbb2dff55c12586c7098f6bf0a64b390c75bb4","formula_version":"titan-u-contract-v1","latency_ms":1.1862500105053186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"968ef825d95e9ce743269060382a78feb5228fb759cc63c8214babcbc4ed5d2b","sample_id":"hellaswag.val.6298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5274a4b452348de3c0c1aa6153123f3376648886ae3a46562b9c24d2034f071","formula_version":"titan-u-contract-v1","latency_ms":0.7754999678581953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92ba7d35b0bb06d75c5cb5a1f11c12f804e54689730aca0799e56e2e611c3102","sample_id":"hellaswag.val.6299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0df170f326d38ad21cf85fb9fcdc059a9fe0e9395cd832f91ed6fbca973aec26","formula_version":"titan-u-contract-v1","latency_ms":0.7625829894095659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7601a1373655a0878aa6ea8e41abe233f9ef9ace704e52a0590f801ade57fccc","sample_id":"hellaswag.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a44d2832f093a5b8210297e39a21a467e1506a1307fdd11b60fdcdf525e3f000","formula_version":"titan-u-contract-v1","latency_ms":0.6237919442355633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c895f1ca1502e1221c6ec4291bd50f81b9f642ca0d2ee353725ede8cc91de6d","sample_id":"hellaswag.val.630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f385ab9071424d1ab9c797ae4ce2a9168f13556745a0476ff67d99ba8579025","formula_version":"titan-u-contract-v1","latency_ms":0.9805840672925115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49208d777de73b3a12ed35bd6ab024f83ae6823358b5b4a03fc13e44669817ce","sample_id":"hellaswag.val.6300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e08732325231b0ab1dd3cda452287780b62a5fe965e81b7ef935edad2494c5ea","formula_version":"titan-u-contract-v1","latency_ms":0.6385840242728591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9e92d8679229c5842b7d4a3b7c5851ee349adc1a394146cb64747c4d05d821d","sample_id":"hellaswag.val.6301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"157525006d9a3686c1d7f73802374fb42cd23734d94be8a394d4fdb23368b2f3","formula_version":"titan-u-contract-v1","latency_ms":1.5671250876039267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6139d2f5786e452ef5f5c916107b09d69ae6e1b6d41c4a54493ce9d6a97bb15b","sample_id":"hellaswag.val.6302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26189ba0aad21b9a6152b0184aaa4fe65f1cbc5127dd90b41b347dedafcfa9e7","formula_version":"titan-u-contract-v1","latency_ms":0.9385829325765371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebc537430f6b1889129be58bf7579bc63602756553789400efc9635b59764f1a","sample_id":"hellaswag.val.6303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25384b746849e4414541c454e6263905ef01bc96f9b41d361df589018df35b4e","formula_version":"titan-u-contract-v1","latency_ms":0.8892499608919024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e4fad4e45af7a9ad9dbcc0ca90fe7e8fe11596fac30459a9457d3c92b82fa10","sample_id":"hellaswag.val.6304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1532484b056aace9bdaf36e67635b1c35af5883b2245c5add431b85602acd25","formula_version":"titan-u-contract-v1","latency_ms":1.0066250106319785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5c5f1f583af18d797676d30ebae1f5ab27980326a6165ce2cc8513042baceaf","sample_id":"hellaswag.val.6305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"104333b6b0e72cd92dd50274daa5e8a6ce88a14343c76dbe15acaa91e156cdba","formula_version":"titan-u-contract-v1","latency_ms":0.9984580101445317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f190dd04e8a57a17127115278de79728f709432e843f1f68924232fba2eab149","sample_id":"hellaswag.val.6306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edf027407078cf9902ad9cc35a1bf1d141238fdad1c615886d09b9c6325ee946","formula_version":"titan-u-contract-v1","latency_ms":0.8381670340895653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"647d3f41be3197a2e517556f3f41e00ea6daaf5c5f439aa2489a836de943c543","sample_id":"hellaswag.val.6307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93a0546058c1ceb53f1162223baf847ea686324d45df8abd56f99fdd87d40ff4","formula_version":"titan-u-contract-v1","latency_ms":1.0738749988377094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc78704c7d810f60e693a3e7083fa886237e8e3cff2e4b96c74a0ae3ed7d1314","sample_id":"hellaswag.val.6308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48d6464064979d32938c091e7ffa49439f9fa870119ea8590f4ec93faddd8ddf","formula_version":"titan-u-contract-v1","latency_ms":1.0271250503137708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee93bb443dd89927a32588d5f6c4c7ad9e87b89fd0c23e735195b02c705baa6a","sample_id":"hellaswag.val.6309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d48e470bee21aa83084375c53e477b59df43abf61da6af715083b0ed68540b25","formula_version":"titan-u-contract-v1","latency_ms":1.314916997216642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d1a96f51f509ec9b5e0923517655c2a2f5654e5cc36fe4e965c67e0a0f0d312","sample_id":"hellaswag.val.631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e8f057b90763974f0eb9efae44f888fcee753ab7698213ee380027f8bdb124b","formula_version":"titan-u-contract-v1","latency_ms":0.6610420532524586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5eda60cad647054e29e7452238977e20e192cfe809562cd00d226f73854af1f7","sample_id":"hellaswag.val.6310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28988ca7afb60c8730edeb753ebb937fc70cbdfb547127bf5b8f8bb023a6b181","formula_version":"titan-u-contract-v1","latency_ms":0.6507500074803829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3eb32a9e2866062f183013b316ea1fe11775874b842af71b0a5f7fe02fae45a8","sample_id":"hellaswag.val.6311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"906ee2bb579e9e810525ea098e63b537f53f74bbc52f538aba32746a0fb44039","formula_version":"titan-u-contract-v1","latency_ms":0.8993750670924783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc8be575a251d8a768e3dc749de2be195368ac684de8c791e9d80ac07605fbfc","sample_id":"hellaswag.val.6312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8dc5f2c77ddcfbcb54b90b65291c2da27ff904da1d8acc1e8dcc50711ce11fb","formula_version":"titan-u-contract-v1","latency_ms":0.9314579656347632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a41927f62c4be2b0cc166744dd79d836e92ce2854da4df04e7028a7fc1bb9c82","sample_id":"hellaswag.val.6313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59f018f9930030211f57c3c554ac1251c97acc3d217b99e28cfd40055e9bc346","formula_version":"titan-u-contract-v1","latency_ms":1.422500004991889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b7d83ad2f83d657ef40ee234aaf417a59c90f8e387ae3c1dab75cb63ba2881a","sample_id":"hellaswag.val.6314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fc975e9ab9f155f31525de397d5d0095f9062bcfe8bd215f5749a70d332c1ff","formula_version":"titan-u-contract-v1","latency_ms":0.8743338985368609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"248ee6355e7f2b824d6b3bfecd168a0bef8171adde0a9affdc8bbc57e9ac6b1c","sample_id":"hellaswag.val.6315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c135dcad73bac1ea0f624aebb0a4048eded8687c18d6d6a262e3e0ce7fee836","formula_version":"titan-u-contract-v1","latency_ms":0.828874995931983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78d40203dc3d27d768901c79790bcd80a38c6b585172be83940b15a266201d3f","sample_id":"hellaswag.val.6316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9682fd6cc3fba60d7bb541917864f2d20941be75da99f50aa9ffdc8099e0b702","formula_version":"titan-u-contract-v1","latency_ms":0.8332079742103815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbff9507de261c4871df16f6e6e45dafb68083eb5c5ec31041d7c6aafa413065","sample_id":"hellaswag.val.6317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c71d92c115628393da030779ceb298f6909084648fb7544b10084f0782cde961","formula_version":"titan-u-contract-v1","latency_ms":0.6937920115888119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f650d1771d45ab75b0c9d590da91ab8750ed6890d0a41dad170923f68defb0cc","sample_id":"hellaswag.val.6318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f26371e9b056f78bf2ab205e49083ecfc337fc1a252918b61eb4bea619f30f65","formula_version":"titan-u-contract-v1","latency_ms":1.0666250018402934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"127f4136faf07d76270844b6f8dd75e2fa9fa95e879f95ce9d8446511f5ecccf","sample_id":"hellaswag.val.6319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3786b3358e551220daa02ac6411683dca9016029a0193f6e45d5c43d7849256a","formula_version":"titan-u-contract-v1","latency_ms":0.9485420305281878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e34a393e285485049dcd6a9763c38369b4e04a9cb73a34873f980e592c2d1d5b","sample_id":"hellaswag.val.632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c003d6b438eadabeb7ff40a0e3dd6f1b0f22b13a758ec01c3656ec459bf7a8aa","formula_version":"titan-u-contract-v1","latency_ms":0.6767919985577464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41e73b1df80de66224f6d308042679ae4893909e7966c418b34f2dc774f9eb50","sample_id":"hellaswag.val.6320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"079eebe65f010c18ce2126cdcac1a03d097cc7cb64dbe8de7cc6a8e86eae3ef6","formula_version":"titan-u-contract-v1","latency_ms":1.4196670381352305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"567d6114855ad91d29dd562548cd630d42e34a855575feb67e24ce07f3b972ac","sample_id":"hellaswag.val.6321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d5ebf3b5089d759f1d41a12cc498c4524d25b49b3c23a61adfcec793410e20b","formula_version":"titan-u-contract-v1","latency_ms":1.1903750710189342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5fab6daa84b11ca686bfaa01bb4c96437411c62561909f1c74e257699c3d6ac","sample_id":"hellaswag.val.6322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b93da20523acb30080a61f832c60fd0473eb0124f2f52dfd23dcab427b734433","formula_version":"titan-u-contract-v1","latency_ms":0.6647499976679683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f307e806b551deed6f3d08ffebd774eec668538c22f90c7fe51bfd6f183f451c","sample_id":"hellaswag.val.6323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a94ca540ce416fef0885f4f5b837a59c6ba68ff6528d63cf2f7a7afc5323442a","formula_version":"titan-u-contract-v1","latency_ms":0.8732079295441508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b387f2c93cab508501498cca615c095a9539de7d6059cb2749d8a6e9f5378c5","sample_id":"hellaswag.val.6324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"029260c1d09af440198d9505f2ffe3a9e28c2cc80de0f25ebc4ec6c633289b17","formula_version":"titan-u-contract-v1","latency_ms":0.9566250955685973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4305bf8618f344fc7245cc1b9c4a5009764c5736b2371624757e2b7144c2ac78","sample_id":"hellaswag.val.6325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8c74872e811c09fc4de8fc2d4929bda7d68af693f66aefed166f895ce5d0b6e","formula_version":"titan-u-contract-v1","latency_ms":0.7502500666305423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4844c4852c3aefe0b888cf4a109a13cfe341b46a0e8082bd6f4daf9c39181b31","sample_id":"hellaswag.val.6326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"578f08602df5163e458c33a8a9d93cb744564e8661972e6f655ad6f72131d9a4","formula_version":"titan-u-contract-v1","latency_ms":0.8511249907314777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"947ccdb4ecba8b31ce8d413a961a940123de33cf8b8f5a7c8ebee84eba256681","sample_id":"hellaswag.val.6327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5af41dd9862cc280e9a53f61492f958cfd754ea2af890b983bfc18cfcdb5e693","formula_version":"titan-u-contract-v1","latency_ms":0.8196670096367598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be56b6dfc0b853a7455fd32d8a31806b4e155cda980ae8e18f2525d8a38afac4","sample_id":"hellaswag.val.6328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea601beaf800e598c0edea3f7bf7ff683ea0d98b9084fb2a4344b975ec87b2be","formula_version":"titan-u-contract-v1","latency_ms":0.7346669444814324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75bd48cd6bc388043843489b4d3db5f97540796531d8058e4185a7c420123776","sample_id":"hellaswag.val.6329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67d377c6b3a7c079d90e93763c7e9ee2fcaac7edb51c2d14576e05b3abe298e7","formula_version":"titan-u-contract-v1","latency_ms":0.4990000743418932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13ff841aa4bfd5e2fc1f9ce089a44a45a026b912070e96586498fce9f9007c55","sample_id":"hellaswag.val.633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7f205416903e34bf2d601461b8d969506f6460207a74e8bf2b1cbf5228d0ce4","formula_version":"titan-u-contract-v1","latency_ms":0.695333001203835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c61ed0c8f7a8b6d80c443559db7335c961308a0ae7daa62f188f7c1835048155","sample_id":"hellaswag.val.6330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67c98297fcf02a8d3f00db8d769e95e9b0344663f7a2a49e6b04ff57374f43a2","formula_version":"titan-u-contract-v1","latency_ms":0.8869579760357738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f6d3177541d5235c5efb10856aae0e73c673541474bdb634e69c0128963a436","sample_id":"hellaswag.val.6331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b14f980fe400b4f6efe72f3c6ca47b883a7c047f2ce085c7be4ff938a73dedb","formula_version":"titan-u-contract-v1","latency_ms":0.6296249339357018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4fb77f10ed3183ac4166d64a04219cff0db9c908c4b89561dfc2596130a6c10","sample_id":"hellaswag.val.6332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2ae5d7b42c574a6f23120f8baf8215ad87d992bacb04e6db11cfa5b66934989","formula_version":"titan-u-contract-v1","latency_ms":0.7985830307006836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01cb1933664f4c2d17e703e257f80b52a9accb96bd006a5923455a5ad1b24600","sample_id":"hellaswag.val.6333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dcdfa90c5481b7a84c42388696da6587ea21b1807b4258f5076816e25aff209","formula_version":"titan-u-contract-v1","latency_ms":0.8786249672994018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1922e4948b5291696182e8b12d4a1556cf68df4bbba6ef8bfe4d45eaa06b95ca","sample_id":"hellaswag.val.6334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e46aa86749ce94fa7ccab6aab6696f0c8de65cd5a673a22d58516914a851ab48","formula_version":"titan-u-contract-v1","latency_ms":0.8633750258013606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7e361c365e8768264df1fac35cddbc7fbeac942017b2f13c7ce257a7e5ddd8b","sample_id":"hellaswag.val.6335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"370474085c85357bc63c8225702361c9504d369d2c016bcdbe8365f3614a647b","formula_version":"titan-u-contract-v1","latency_ms":0.6613330915570259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7ca98f4b89658a30a96c3ad0eec64a82d635c19f533f7933aa10f12255b95aa","sample_id":"hellaswag.val.6336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"807a11e26da6d2e24477e3d615ecfaf89dfb9ac9bf542446e6bbae4dfbc51076","formula_version":"titan-u-contract-v1","latency_ms":0.6254999898374081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ee03eb3fa7fb398cab18dbf1829dbe632cde86fa90b7d39d8905fb328290e08","sample_id":"hellaswag.val.6337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b27b702c649a83ea0c132dc25dc98c6e9b7e6e7bd8acce5caf0514d6ffa7e882","formula_version":"titan-u-contract-v1","latency_ms":2.158957999199629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44efbde977abd307b2c0ec5acf543191a3de9fc7744a1a535dfb2bf8005a9384","sample_id":"hellaswag.val.6338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"759789df597b16d53345e82081fdc32c95b31b5cbc7188cf32514c35337055ad","formula_version":"titan-u-contract-v1","latency_ms":0.9952499531209469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3de5f70f74f567ed8d27d2c2ca6515c7757459593772de77c3effeee09f5b55","sample_id":"hellaswag.val.6339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d878b2d63e558d32450ef099cd3baeef71429b7302ef2ac27476688a0ab31bc","formula_version":"titan-u-contract-v1","latency_ms":0.5153330275788903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc4a86a0ec42993636fb65fb87ff5dba78e5c4e0d6c81ed10e11eaf0e90458ec","sample_id":"hellaswag.val.634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e34c7a4d3652db50621f45b2779fc1d80539f07c989ac55a6cd985335d11356","formula_version":"titan-u-contract-v1","latency_ms":1.1943329591304064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c990f4d984ddba96825adaba84b235d07f1264f3966f26cdebdc972223a46bc9","sample_id":"hellaswag.val.6340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6413ed5595187f86ce6ad35c04d8925220d0c374b06c9832f8eeeb09f703c16f","formula_version":"titan-u-contract-v1","latency_ms":0.8971249917522073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0b6588c2c32a8ad0ae1cb66713d62816b0f43f966f8e7d3db259c53d13ce897","sample_id":"hellaswag.val.6341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d92cc81a35e67c520f7748f078512a46f02f6e05d28222d0fd2519cbb1bae2b","formula_version":"titan-u-contract-v1","latency_ms":0.772041967138648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43568e2581337c98cb0f575d9906efd0f3283d9ddcdf31211025aeed07736878","sample_id":"hellaswag.val.6342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78b8d847a64197541bbeada7b7ce994d58e443c0e298d65b210d427eacba03d4","formula_version":"titan-u-contract-v1","latency_ms":1.0669589973986149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e1db51b178f2db54564ed6fce06756365fdea62e2dc0fcb23680ae8b2e792f1","sample_id":"hellaswag.val.6343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef2e957cae87075264331f569806c251192f058c625d1348910d9a38348b190b","formula_version":"titan-u-contract-v1","latency_ms":0.6133329588919878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f69f178e308badcdaf5cc745bf0d339e1becd3ddcbfd8bd5c51b0e2d307bf050","sample_id":"hellaswag.val.6344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8882637c99b363c008e7946990b11aba56fa8697934cf37bc79f788c62de74ac","formula_version":"titan-u-contract-v1","latency_ms":1.3718330301344395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dadf9304faefdd531d359137dbd7a176f3b1cb3f38440cc506a5b90619f0aed9","sample_id":"hellaswag.val.6345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c10a31fbfdcdeccd0af22838025083dba165b5b15124884f68b638cf747b3c5","formula_version":"titan-u-contract-v1","latency_ms":0.9369170293211937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42ca80ade3d968e062122179c7580aa08e6144a25857de8e89d7781ed0ffd2f5","sample_id":"hellaswag.val.6346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"696347bb618df160c52029dfd833018c4a3e7e2a92f941c33ca86751a601d7a2","formula_version":"titan-u-contract-v1","latency_ms":1.535208080895245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad32d4285cd661290104139411029ac52ab3357c268d0a83ae93d2ef64c3e4ac","sample_id":"hellaswag.val.6347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c084299ea4f642c0cf7d1d1dab6dd7184fe567ecb843b9b2f4f21779cdd45d65","formula_version":"titan-u-contract-v1","latency_ms":0.7693750085309148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b9a0697127bf4a7905008808db8d621ea8c83005134e730e6b3d22f5fa5c069","sample_id":"hellaswag.val.6348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb6a0d8b8289101b457ec4a4a5d8373a64f24dec014bd564785108dff426d4f3","formula_version":"titan-u-contract-v1","latency_ms":1.444583060219884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61159d9f17cd4196c5c0fd927e160ce7fb8ed10ec2729f0e83a0d758b4452d5b","sample_id":"hellaswag.val.6349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4faba06d0cda98a201ef8c1018f1ae936bc325ca2fde3ced10be4a4062271ccf","formula_version":"titan-u-contract-v1","latency_ms":0.7763330359011889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fa6ac152025f5c2935fba93250740c79416ef6262292ac0d03192973aeca5f1","sample_id":"hellaswag.val.635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee449e5bdbdab5d752f8876cd2af3039ba7b1e80d05418e1b09a32d8cfebd1dd","formula_version":"titan-u-contract-v1","latency_ms":1.321040908806026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"377793385537d0d621b234abecdf99ec0cbba354a83b2d76d78efb05f2b0a563","sample_id":"hellaswag.val.6350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac25758b45e1d3f1ab48cc177f77746e2916f1c51995e2b9bf4247596c9ef132","formula_version":"titan-u-contract-v1","latency_ms":1.0014580329880118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a58d6c717557fb4e1c95b6e0c142aad17efeffe8a29b7b62e8b1cb8aee511b04","sample_id":"hellaswag.val.6351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d757b5e8ef6c22ed9839f8f23d0013308dbe8db21a395c059ad2cfb726417bea","formula_version":"titan-u-contract-v1","latency_ms":1.2270419392734766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df05620dda553cb09bcce423642bf2b3040f5f9f1c9182b3009b5da52254e5e7","sample_id":"hellaswag.val.6352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"984c978a3b6f027780fe3c2eacdb2b0a50b7a1c33e163593a2aef2b2597a03c9","formula_version":"titan-u-contract-v1","latency_ms":1.0174589697271585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d11f8b1ac8cb12f39096e69616ca722815c3fb88c5191dbbf3b9ad38ae6f4c1","sample_id":"hellaswag.val.6353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e4a1497a01a83c087175b70d23ab4ff7ec06f7c056b27459234601c9d5c445f","formula_version":"titan-u-contract-v1","latency_ms":0.6867919582873583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fc3a8e3f072fb0fb4c3f70ea1583cec0bf69a155742bed50323d3ed3f2c864e","sample_id":"hellaswag.val.6354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b390db484a145dbddf17f5827b1557cd20d0627fdde6e968cc30b092a5bac7e0","formula_version":"titan-u-contract-v1","latency_ms":0.9685000404715538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f690ba9993e6fb1a95ff454afaf6f3fd86d6ed84a1ea151ab0e9d5c27eb8fd5d","sample_id":"hellaswag.val.6355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63bb5f91801c3c2ef5630fd96d542ea07fd5dc50e61fb4986a7ae0b0c9ebef6c","formula_version":"titan-u-contract-v1","latency_ms":0.9283749386668205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ecfff90cd9ba270f4532a4a6dedfafebdbb22230a9b5874dcc4c84cc4830530","sample_id":"hellaswag.val.6356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9980c3cbcde0e175639c9480c1efdf1fdae43c55ea1fcdf99c9ccdaf3ae2ccf","formula_version":"titan-u-contract-v1","latency_ms":1.186500070616603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a643712c57f499746fb3bbf185a927c3a67d71905f953bee816640720c22fc6","sample_id":"hellaswag.val.6357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcf0c85e3904725f50bcb4d9cdcfb38f94581b1196c1c2d6bf9c24ac1be9ad90","formula_version":"titan-u-contract-v1","latency_ms":0.6637499900534749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e516373ce267c00020c35c4d8678ebc1b032117663a8f12d1b96685071cded6b","sample_id":"hellaswag.val.6358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98065423277d114d8e60001b055366adc28ce2ffeca4d5ae24b62dfa3a701a25","formula_version":"titan-u-contract-v1","latency_ms":0.7040830096229911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a2eeec0ab5ca50fdf40847e9f65e438b26b8b16a00c12ce51b16dc127b4ef6e","sample_id":"hellaswag.val.6359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a8be326272902cb6a065d5e3d9dafc1475ea40d5fbd117e87c481c88691ef4b","formula_version":"titan-u-contract-v1","latency_ms":0.6057500140741467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1904c47651182c4dd6959af16eb416158d2024a4a7accdc675987bbfe287b2b5","sample_id":"hellaswag.val.636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f7b0e251004030e945c9fc5567279ebf309e67dd7b634d5c6ec1bdad6d44542","formula_version":"titan-u-contract-v1","latency_ms":0.8172499947249889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8501eebbb1f0a74a790703678c1a57364a60639b9b64dbe7080b829051a25450","sample_id":"hellaswag.val.6360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8eea662387d527cce815843bda0ee749188ff54c790474f4c3ea5862227296d5","formula_version":"titan-u-contract-v1","latency_ms":0.8522500284016132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c19f0d503a10e580ea879d226e2ce1b1b5094e06530ea11bfdc61e1514138a4","sample_id":"hellaswag.val.6361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"443ba522c2ef74b586f9d0f9c07faed573fde41679ab5a6fe1de079ac1235580","formula_version":"titan-u-contract-v1","latency_ms":0.8742500795051455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66b47ed3bee182bd7868fd2e4781e29b322a300fa889c6176a11d56f8eb7c666","sample_id":"hellaswag.val.6362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89ab1804b0fdd4f380f97a6be9ae47088afb92866683752b475a247284797d48","formula_version":"titan-u-contract-v1","latency_ms":0.6394999800249934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdb48953a7c46c25446587079770c9555e9c0008feb754f0dadfa82b1a29e4dd","sample_id":"hellaswag.val.6363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1627e86fa749d06d82194515faab2d170f506021f16d7f743693541b62c23af8","formula_version":"titan-u-contract-v1","latency_ms":1.019375049509108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3424df75c8bf18c2405bc388c12fa294e6c54178dcc6a468e10d5192e532ed7a","sample_id":"hellaswag.val.6364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27f080b9e892ca8ac89892472a3e5490bb52f2775d6cf1bb03f03852a7d774c6","formula_version":"titan-u-contract-v1","latency_ms":1.2428750051185489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97e858ef9873c5ae56b5109747096fdf6e3612b31dabdc0c80465d66d7ea79ab","sample_id":"hellaswag.val.6365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b59733376cac745c2e15bbeeddff4aa26eeda27fa8b9f31ac07d2a6fb70ac160","formula_version":"titan-u-contract-v1","latency_ms":0.9647089755162597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44954c080fe83629e8985f5aeab37f61dff02476ccbd71eb973f4956ddb32c2a","sample_id":"hellaswag.val.6366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dc612abe30fd8d62a7d3e20a83a8899feb8382e16f4d89ca7713727ff33b1a3","formula_version":"titan-u-contract-v1","latency_ms":0.6459580035880208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6190de39318f3e8d5b763fc47f30325eeb177d9c59569bca5480ded1f3ee6e5a","sample_id":"hellaswag.val.6367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c26fe14ae2c2515d2880124d35e67d8935bb55c2c5f341615dba5a1d9e62047","formula_version":"titan-u-contract-v1","latency_ms":0.8070830954238772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ad5135cc97271ad2eb7e49b8dcac1324a83e78181692f5429159a7cfed4ddda","sample_id":"hellaswag.val.6368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29a9d5cd25ff3815c9bf2fa23c7bb36f1f2278401147e783552e033f23b296a7","formula_version":"titan-u-contract-v1","latency_ms":0.8130840724334121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"988cb18e978c24d090acf2bf25749929ef56dca89c933720d406f30b5eaa9e27","sample_id":"hellaswag.val.6369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5279bea324571d41dac266595076f7d093a84d557994478881ed7b9290d70bae","formula_version":"titan-u-contract-v1","latency_ms":0.6145829102024436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5c25b178ff23035cbda0b4b1adb3f6b8042c6dbb358e1023a4e2e7fca560727","sample_id":"hellaswag.val.637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e80b9c65d5691c7396e06822b82e7bc19965f0e9a543108b897cabe97c740e4","formula_version":"titan-u-contract-v1","latency_ms":0.613874988630414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4f62a8159b8fbc831101b27da3eef5e846ae12144bb2c71e1581f0453e8d19c","sample_id":"hellaswag.val.6370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f462b73f7f533f4391a8293f0e2fed21c6abbb4db6def916802302d78ee0cbd7","formula_version":"titan-u-contract-v1","latency_ms":0.7955000037327409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c5235ccca71a896b001d7c0ecdb31e398be31da7af79b23b92d93c161662265","sample_id":"hellaswag.val.6371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ce011db0c2b9d682fc5401b1f2c3b329b2fbee91646deb962b16d62ca06c186","formula_version":"titan-u-contract-v1","latency_ms":0.6638329941779375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f65d8c84da772252e4b3b124d190eae7d8c9d5977d175fbf4be8b872e9e1724","sample_id":"hellaswag.val.6372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d6be3649600fab2bb427371e24f6f37782d600c0914835ee31f18b6a87654c7","formula_version":"titan-u-contract-v1","latency_ms":0.6552919512614608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df0ec9665631b6f249a7b7518d68f3f11d7c029dfafe4ece56d540a17cbdb9d0","sample_id":"hellaswag.val.6373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aeb6fb354424b33dc25a7372d4c52409a187286a8a1d379d7b9cdd2f3bc92da","formula_version":"titan-u-contract-v1","latency_ms":0.7595840143039823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5860946a46ed4da50f03fd007eee82288460dcd217b32563954f2b1341957417","sample_id":"hellaswag.val.6374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"510c01832141c9f339913afdf7161837c711d15c9ccaf39e9e9c54c0ba8e20d9","formula_version":"titan-u-contract-v1","latency_ms":0.6630000425502658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"634af3da5bdc0c818dab83a1bcfcacdaa3487f7a8cd9dc328af208dfb995a786","sample_id":"hellaswag.val.6375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f86a689d8cd01424091288210888e3ba9200e668abe5e5a8f1ab71e38299f4b5","formula_version":"titan-u-contract-v1","latency_ms":0.7001250050961971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9ec51f7f7ce30a6a23d45aa8715a4970ed2ec8b148d641012979b0fe0420cb7","sample_id":"hellaswag.val.6376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0ec75afa4edf4705355d393f51469cd053cf9638fdb68e584e4cd332211d542","formula_version":"titan-u-contract-v1","latency_ms":0.6750839529559016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a96f8086ca6b080f8a5117cd75b20ae50715d7eb881dcbcf3fbb4ad47d4ebab2","sample_id":"hellaswag.val.6377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8ee0201acf08a209ccc8ee2e40f31984d5da67b604e2112808863a4682ff9b4","formula_version":"titan-u-contract-v1","latency_ms":0.5764169618487358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5be89ae3d2252d1be73d2d071b9b3f4eaad6ca14e0b5b7b81897768e44c52607","sample_id":"hellaswag.val.6378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c171a74c445f08e375811da0ada998bb6bd30472f78f9340106f72a0286eac3d","formula_version":"titan-u-contract-v1","latency_ms":0.6685410626232624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f23398774f775d8ce1375ccbf85b692a08d4f70a18bf427e3b0940892fde367","sample_id":"hellaswag.val.6379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"712da3896abb167340c2f1edd8ea36a1f331bff0cddbb0592b626ae0596c2221","formula_version":"titan-u-contract-v1","latency_ms":1.3800830347463489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"592f0eab797ca4ae35e8d13688fae78f7d5189d585edfdc81269605237f9fa15","sample_id":"hellaswag.val.638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c69630c41d94ed4245d053f652d8db09d32d53ed79e862758ea5383106ca89bc","formula_version":"titan-u-contract-v1","latency_ms":1.0531250154599547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54bc2d9c4e40dc24187f07b7ea984f6e45c5f4840b09440d013e7443640ab13b","sample_id":"hellaswag.val.6380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db4e88396b70df89e1d27e41afab311a17a992aa00801bc03d54624decd8646c","formula_version":"titan-u-contract-v1","latency_ms":0.7935840403661132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6cfe37b1daf677086f67cbe243f67ab0c2f48fedcb2675b49bba33046724cdb","sample_id":"hellaswag.val.6381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb938ec24cd41dba8a093842bbb4e0aab405cdd1abdb344c7c6556f72ce6c10c","formula_version":"titan-u-contract-v1","latency_ms":0.812375103123486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"810614e6952ca754e5937d284557e1c9f7dfba3c0e096ecfbf79482976946f04","sample_id":"hellaswag.val.6382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8008aad0bb26b417dc54d03571bc08b60a06a0796cd82b055703bf2cd3b93771","formula_version":"titan-u-contract-v1","latency_ms":0.5835409974679351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c246c32f35857562a11ed678597ddff4f92263fe3bd6bd12e1e1117e8ec0030","sample_id":"hellaswag.val.6383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"574e8ae5f86e877d7eaf777c07d82ab4db7240d5b6c0578a1eec4f92889ccf35","formula_version":"titan-u-contract-v1","latency_ms":0.598583952523768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7720031113889880ec7b8626900014cb3276d72fe326a6dddb4c6985b105e1c1","sample_id":"hellaswag.val.6384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e0ec84e3e21fefeb77cb157e69cf8291e95863a1da2706560fe6437d8381683","formula_version":"titan-u-contract-v1","latency_ms":0.7223340217024088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39dd3ffe866459f762fb1583f4f0de0f149b24bc1bbde195b9f065aa4914238e","sample_id":"hellaswag.val.6385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f972f0aee68a7cbd12f998320d1012a1a4af6a321a45809b07e352b79cf7f5a","formula_version":"titan-u-contract-v1","latency_ms":0.8477499941363931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a606ae0b27ed18a10ef9e0310ed070d3b358f1790a66e7ecc70dbac54dc8633","sample_id":"hellaswag.val.6386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8afa5d293167f7bab6d51adac9fba1ab29ed825a27a17265ab31b2daf1d6f369","formula_version":"titan-u-contract-v1","latency_ms":1.4097499661147594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5425429b29ac3ca7d70e17902876c27bbfd593e0b9742b19cf29ca38cfd9a228","sample_id":"hellaswag.val.6387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e9eb3c379a6e1181d0d4c7f4c328f6bc4056ae3ee546fa561190c9d8a839d3a","formula_version":"titan-u-contract-v1","latency_ms":0.5853750044479966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"093edc45a31ece9be84584c61d5777f95f468bb260b8c2c62da8bb6596261a09","sample_id":"hellaswag.val.6388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0877162d5328be08f69bcc2a87be07945d63ae30852307f070a49cf75b35810a","formula_version":"titan-u-contract-v1","latency_ms":0.5950420163571835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c527b30f9a2903e9dda347244c91283d71965bf4350b59ca52b8c5547c4ebfc9","sample_id":"hellaswag.val.6389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5d5c81828f17e1c45887c1ea77fa5acd73af40783e478adca90a4d70d3514b3","formula_version":"titan-u-contract-v1","latency_ms":0.5180829903110862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ad72e6929dd45f6744c838532b37033057cc1b4a3d6a3d3d5b15228eddafa03","sample_id":"hellaswag.val.639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01f10095f1f538159f41cfb84bdeed4493729aa9932ce0c25d4202398a58e67b","formula_version":"titan-u-contract-v1","latency_ms":0.820250017568469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d410185395fe3d7052937f63652d0d6196d2059ed93ba280f6e39db6d3fb3d5f","sample_id":"hellaswag.val.6390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"becd655d483b53a2e00f41926516704c07a11b45eb3280a657039c388c268419","formula_version":"titan-u-contract-v1","latency_ms":0.6234999746084213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2ffdd3daefcb073a7ba0ddb557ae709ebec81950d8e8a8a49197233b5df8b84","sample_id":"hellaswag.val.6391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c646dd52d839929d0a916c5116caa1a7354c0b4f5388eea77427e93e14ba4dfa","formula_version":"titan-u-contract-v1","latency_ms":0.7271249778568745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2da11264720752684089b621f9c8c356ca66ddd562361f0c67ed3a2119827b58","sample_id":"hellaswag.val.6392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbafab27308016b0568dd28749fa5ae0b6bdac136495cd71e530541b654381df","formula_version":"titan-u-contract-v1","latency_ms":0.933542032726109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4af9d14477222d3cbf3d426f79015b52d6aacd9661022d2d74a5d1dae82f448c","sample_id":"hellaswag.val.6393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c108a82decb6be2f968a2e88387a831907cd27c3793851da660a193940336d3f","formula_version":"titan-u-contract-v1","latency_ms":0.6793750217184424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"756bb55f3ef026298acb9ebfbee10e9c10dfadcfac80f64ae46df24732b397ce","sample_id":"hellaswag.val.6394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56f800e36d93257b2d74831b001b31314eda98998aed47721fe71dc723244733","formula_version":"titan-u-contract-v1","latency_ms":0.7064999081194401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9f8078550b3ecc9e7341ccc513b106c08c923f867f65d1001a293b9096d01ea","sample_id":"hellaswag.val.6395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccef524ceaadb968c65ffef6d772c8421b5c9782d1a1f929145255fe8727d552","formula_version":"titan-u-contract-v1","latency_ms":0.9078329894691706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a28197d004d9b14aec77af346a685fd8d4a029d3cd456392c37483816895822","sample_id":"hellaswag.val.6396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f64b4335046df84e375cef3709d88c04c07447905717fcbbff6ea3598dfacc3","formula_version":"titan-u-contract-v1","latency_ms":0.6232500309124589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1a1d7053c659462f55ea8fc9ae2ed306468cfac085d7b2a59765735ca0b94d9","sample_id":"hellaswag.val.6397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd5345717c216c74d3b583cb9594fd69f5a1377716107faa635830ef475a4c23","formula_version":"titan-u-contract-v1","latency_ms":0.6386250024661422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03000e9ebcc7ecbe193b32ece3ce8479fc5c831d950f8202f47f452393e45a37","sample_id":"hellaswag.val.6398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f038c6a3cd30c85357e76032c60d8587c484af227b883230386bdaa2ed0e3de0","formula_version":"titan-u-contract-v1","latency_ms":0.9021660080179572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2ea5ecbf388701a6aa6047093ae6b65b5497da66292c7accf347c7066d70b77","sample_id":"hellaswag.val.6399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d75def6776aac43dc51ae75434e0b323e60c816c7c82e196f364364fe9b566a1","formula_version":"titan-u-contract-v1","latency_ms":0.7074170280247927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac936fc05d84a13a50ec539f8f196b68a378cd6ce6be72547cbdbf743eef962c","sample_id":"hellaswag.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d7e3f56044c09d80d0b8d3e3a1027a910d7f03b8456940953e127b744c0686c","formula_version":"titan-u-contract-v1","latency_ms":0.7948749698698521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7245d77f3c6be51f208eaaf30b9bfc0485e0d8fc068d0151c838dbf160f4f3f5","sample_id":"hellaswag.val.640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fcf8472fb80cb1b4697ac572a7fd5b143800199b752a3c975e6691ecc750415","formula_version":"titan-u-contract-v1","latency_ms":0.6565420189872384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4d2d0c7fc50366a5a7c4566d2cf56ccc323b2f700de88e38de89719d71a3040","sample_id":"hellaswag.val.6400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bb7e9ce9ef680c23c922819672b2185f5885869b3dfed69cc0c819722a77fc3","formula_version":"titan-u-contract-v1","latency_ms":0.9339159587398171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af88df2a0c5d7dc6ba43bea198bc3464be0dd83ea3022f5b5584f27a344a9b07","sample_id":"hellaswag.val.6401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdbfd47b9940bb7def86a48bf210bfde33be6c0cf4cb482b4715d1acb741ab28","formula_version":"titan-u-contract-v1","latency_ms":0.6982089253142476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b8ae74075fc5de53e465de0f41aad62e5dd6546462b85d2d59303524065424b","sample_id":"hellaswag.val.6402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb2bb01ee5188beb34d61cfb7c658783a324d0560fe67c494370aa7d02a5725f","formula_version":"titan-u-contract-v1","latency_ms":0.9327919688075781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82cf02779ac33d3f9dd36add2effa85f651c59084d7b2c2f677fbdef5cb9aae5","sample_id":"hellaswag.val.6403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"459ebfb83fd33b8d2f9a88feb3d2a93aee0d1b3371c0760653c4b2d1fcf84d16","formula_version":"titan-u-contract-v1","latency_ms":0.6254579639062285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3561d1cb41f164abc955630376a62ddcd11c452bdb33c8bdc08bb183f80e4f2","sample_id":"hellaswag.val.6404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73d3bd82f58216044cc7562c1a059e5f07115a8930c8cb579217d29167f1dbcf","formula_version":"titan-u-contract-v1","latency_ms":1.088000019080937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55490626ce648d0c6138564c2932264d0d8f8d63dbc4bd2ccf30269a4414c7b0","sample_id":"hellaswag.val.6405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"169edb1dff2d7aebcefb13a6b6125912773977bda7a744279f2d1155e06d81ab","formula_version":"titan-u-contract-v1","latency_ms":0.826291972771287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4aa3b17410739383200d2e735fd3d41b90c2fdff7f204b62206949d1cf24176","sample_id":"hellaswag.val.6406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e66167d5cf57ff1ada7a94a80c36b91b4fd7e453b1c901f503a4df2fcde7f72","formula_version":"titan-u-contract-v1","latency_ms":0.6937090074643493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4becc88d4a67e2334586811bd196c82bcd86098cb797affe9c7c93e4897f152b","sample_id":"hellaswag.val.6407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d722c34c5d9f29b8187b4a70a877803174046c4e1bf76e78111282283b33b79","formula_version":"titan-u-contract-v1","latency_ms":0.9421249851584435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7973a413021c9f9c4b89626ad68a386adee0953b50ab214862c29d59c4ece0f9","sample_id":"hellaswag.val.6408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"356240e9da0331693380f0704508513f7f31dcd597be100552fb06f07f2c437e","formula_version":"titan-u-contract-v1","latency_ms":1.1214578989893198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"186ac02ebec36bc6ac57792c96210b9cdaeaddf70bc7c59c55e0316a630511de","sample_id":"hellaswag.val.6409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26b4904e3421db4bc3b4471bf637e1e7149e3d585f8025cef9c6b1afff8796f3","formula_version":"titan-u-contract-v1","latency_ms":0.6737080402672291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4695ff693145f693969cf87f73b41dc2b0922f9c6c75f5a8673d72f277913ce4","sample_id":"hellaswag.val.641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6342669a90732b72555ded45514732b215c1fd840c651154202bbca94ac3a75c","formula_version":"titan-u-contract-v1","latency_ms":0.7067909464240074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a066665978939707f2b287d1973b7a9947c07c03f36a28c388a6110ecc4f75f","sample_id":"hellaswag.val.6410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c81850f44d126825840f0fdaf741b29005adaace6965eb4b5fae8681929f9a44","formula_version":"titan-u-contract-v1","latency_ms":0.6446660263463855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49968e84c4bd074c7e6e63b7e61f84d49f56f6f8b681463e39805fe8f181c27f","sample_id":"hellaswag.val.6411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec3ccddc60e2a14294b95df10c6e8d5c6b708c99c49b3ef68fb75187faba1dfc","formula_version":"titan-u-contract-v1","latency_ms":1.0164580307900906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"378ee613be1e2e0f62842acb6cef646539a2d68631fc62879bf1d8e77eea1d0b","sample_id":"hellaswag.val.6412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35e2d454d76ec8fc66f9049e7529303f2569c10f189f45809ca0834dbbd81b8f","formula_version":"titan-u-contract-v1","latency_ms":1.0996669298037887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeb24d2dbd67c35d9f450c90d1bb31c4cd3921f3fd9fa6337a982408d1b2fbbf","sample_id":"hellaswag.val.6413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3cff116e2c9c17df499ea84dbf3745f08f5c0dfefbe682bda8a32906ce9ac6f","formula_version":"titan-u-contract-v1","latency_ms":0.6934999255463481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a290742316aec631efe1713a7950256f479a2a9ff61fc8653cb3e19c3a3f386d","sample_id":"hellaswag.val.6414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c4b044562165a332caa947138c46606fb48e2c0e4c5ba8206e16409545fe0a5","formula_version":"titan-u-contract-v1","latency_ms":1.1534160003066063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f353a1c0fe140d213425bd379737172b6960f0dfb70e6467475a4707c89df0c","sample_id":"hellaswag.val.6415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f280c2406b75ab7e90055e280d81b216dcbfdcb4509c4a29622136cc482ef9a","formula_version":"titan-u-contract-v1","latency_ms":0.7185830036178231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ce02d3d82e941c4b3b48ab296ee286f826cf4bf8cfcb9827c60ae25c5f99661","sample_id":"hellaswag.val.6416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21da2b4249d634b335c18473f0c2bdef66c5b2459732b86784138c825810ad0d","formula_version":"titan-u-contract-v1","latency_ms":0.6983329076319933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6e6118415d34a145758ff5330cac537247f79fe913da83e8e7a569b735258b8","sample_id":"hellaswag.val.6417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fc8b0f3681f94e51edfe61d4b82b377742debd582281907bedd0abeeafab504","formula_version":"titan-u-contract-v1","latency_ms":0.6989999674260616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a8bade7e53a50a8c7d8334862f0ad170ee7b594625cbb19d7e32290bf428ec3","sample_id":"hellaswag.val.6418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b37b378b2a79e5e068c09fdd003626447f929c7c552cb0ef621bda2d386a4f43","formula_version":"titan-u-contract-v1","latency_ms":0.6755409995093942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83706817df6cba96ad2c7ae2370b837546c57923a4fc8952a6e5b70ca7ee28e7","sample_id":"hellaswag.val.6419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb3358d75c18cdf6b50c9a61430192fc31d77444671c9cbcde8faa9d5434fee7","formula_version":"titan-u-contract-v1","latency_ms":0.4829170648008585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5249f6b2642d0b52e0631e5b5f73920abe733317a3fa556d12a75417e93cbe86","sample_id":"hellaswag.val.642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf6e2400ca2ee1e065420ffd46e1b3752ef8692656f89367e403bcfa4ece03ed","formula_version":"titan-u-contract-v1","latency_ms":0.6102500483393669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ae299f9b8f3decf1aa0bca375eaea8c3983438dfaa304efd5c02c10e7429b81","sample_id":"hellaswag.val.6420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60571f00bc320d8d471269e6385fca95ef48943af52bcd565674effec192207c","formula_version":"titan-u-contract-v1","latency_ms":1.1665000347420573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1323e851c0848ace3c7eb0f34560657e5a9462a0b0133da224c6d56292770913","sample_id":"hellaswag.val.6421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69b37358abf70f19dc649d3d0da63ddd22736354d7cd8612dccc1107130953d9","formula_version":"titan-u-contract-v1","latency_ms":0.6739170057699084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e4c24efb790ab7b328c36e8985e65e8cba1ccccc44926ed36962b980101fa65","sample_id":"hellaswag.val.6422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12e9259800e7fd5ed4cf62e3e73a256a709f1a20794b9dc1513a450f21fc8c27","formula_version":"titan-u-contract-v1","latency_ms":0.9238749044016004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae46c33b2883262dd2b001922b652ccf5beaabc58251d9aa4c1dfb6486cb435","sample_id":"hellaswag.val.6423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"106a7c4e5bbd97ef4113626fb9c5d15df2703f80e04ac957117b7ab0e1474bff","formula_version":"titan-u-contract-v1","latency_ms":0.9019169956445694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4749364b52004e82be016ba0c47d9549085184a8551403d15f434b176148862","sample_id":"hellaswag.val.6424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ad63db8a7309f0c43a4e2b3819bd8895771f4edf3eef60a479c5102cd15cd43","formula_version":"titan-u-contract-v1","latency_ms":0.7908749394118786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94a099339d470d8de36db154aed03b1bbff2c80e34c1bdef61b34d48693a8e26","sample_id":"hellaswag.val.6425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cf46876d2462469db66d737cd3d60053cd8c97a2e5053b41d6873d55224798d","formula_version":"titan-u-contract-v1","latency_ms":1.019707997329533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b9ee24ac98d40394a58bcac1513f14b5c7459118d9ad66536d8bc49249fbe0f","sample_id":"hellaswag.val.6426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b904a70c7f8d854db78f653b3e6adef3289392cb07c8a55f2f0e131f2688ea9","formula_version":"titan-u-contract-v1","latency_ms":0.8925410220399499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f6db153d69bf81691cc8aa483e09aa2c4fa3220c8215dc50e379911f12b217b","sample_id":"hellaswag.val.6427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78b4c1f3c3a6fda41aeaae369c47a9183b3b4c4eaffdfde94ceaa80a91500146","formula_version":"titan-u-contract-v1","latency_ms":0.9811660274863243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d53a221b5c3840b23a31046e7f7f553f50254dcfb0aeae0038a037b5773a7b04","sample_id":"hellaswag.val.6428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7d33dcfc7500e8e2067f28d74ba0eb5aebe636311a8049ccbde8191f915e946","formula_version":"titan-u-contract-v1","latency_ms":0.7060000207275152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3ec8b03dfb7e451db1915d5966bc32d925094bafa5769e1725843f43e8107d2","sample_id":"hellaswag.val.6429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c641d15ad9f53b08703cb56cb57ecd3ccfd69f7cb17a70dc5fc7c2c0299f025","formula_version":"titan-u-contract-v1","latency_ms":0.49087509978562593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"580322c2a631b98e5563de2ff39ce706258d0c425e98623f80e84d8c5dd61eb2","sample_id":"hellaswag.val.643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc24b037b662673634ade3780d19434f2bf823dd7b5ba73fb7d3b6c48ed14d6f","formula_version":"titan-u-contract-v1","latency_ms":1.1575419921427965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9abe45ad9d90670f6039b757415a6bb3dcf31e6b9dbe8630b845eae1b273f0c","sample_id":"hellaswag.val.6430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"967a5ad2878a7f1f3b14da968e3e4f174f5ac1cc9e54fdc2acbf99887c1179ee","formula_version":"titan-u-contract-v1","latency_ms":1.0351670207455754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d15f23ec0c463173745aa953cf39e586caaa9d1169f1c96ed21e09069bc1f988","sample_id":"hellaswag.val.6431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea375fa34a71172c222a5781e7d5080f7c6aa3225881cf1bcab8e17c594a2941","formula_version":"titan-u-contract-v1","latency_ms":0.6708749569952488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d9f5d7524a1157be4c0a9950d459dc9817bd133dcbacf5970e5fb63b85f2f70","sample_id":"hellaswag.val.6432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"849e7b20bc808e230e324af0f9f589f1c3987dc86eb73a2bd4e84d5bde1d1b89","formula_version":"titan-u-contract-v1","latency_ms":0.882374937646091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ff7fcdf48af723e3f3fc05c084caf81ca7800dfe0efcf5504f650c264d4ebf2","sample_id":"hellaswag.val.6433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf8fa75dc2fe993bacf068b4b6e3f1bbb2d79ced6ead6f67f11e57b3f03694a2","formula_version":"titan-u-contract-v1","latency_ms":0.6473750108852983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4cbbf685f72072d44ff5dc851171371f9daa510bd11b7d6c907edc3c06ca5ea","sample_id":"hellaswag.val.6434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3fc88cc435752e9dc1ac8d59c087241c37954793710578b033244cac7ff6b1d","formula_version":"titan-u-contract-v1","latency_ms":1.3442500494420528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fee87e2044fe9fb73373db2a01bfd3773742e51b024693b12b4722630a324d3a","sample_id":"hellaswag.val.6435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb24046d5dd74d1a6c63616454f52270e2c0d7797df59e4ddf501331a2d5bd87","formula_version":"titan-u-contract-v1","latency_ms":0.7804579799994826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2ea9b6cc0db35b09c1169768888e208679e4c5ac8e7d94335774d667bc6a021","sample_id":"hellaswag.val.6436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14dfff346124bdc823d701a6ea1609226c1803a85840ccdc6524b6e5f7c880d8","formula_version":"titan-u-contract-v1","latency_ms":0.6980410544201732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a06de4e1f459be0e9f0091c9eb2c033438907a753b27f0ca3f119aee5f31daf4","sample_id":"hellaswag.val.6437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b20591402eda052d84dcc978dfd4c011c500633f32813debca03ac7954de6d12","formula_version":"titan-u-contract-v1","latency_ms":0.8257080335170031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b390d5e640fe9be364c9ac1c71cd6170472235bafe6a393f2069c9314f939a1","sample_id":"hellaswag.val.6438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec102cad6cc24db40ae74fac274931c66473064d903a425a8ad7fd03cfc8702c","formula_version":"titan-u-contract-v1","latency_ms":0.9556249715387821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd004846d770438320db1a9fbe00a0744278a69ba0a9d76d5ea1a622b2122cf1","sample_id":"hellaswag.val.6439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67f16b47d402f5cbf24fe266bad94be46563f2bd12fe06127c0a8d381b69bf73","formula_version":"titan-u-contract-v1","latency_ms":0.5022089462727308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"817a76f82490d3dc009dab06811f247fe283a11df7b48ff52a7a0fd17c509a18","sample_id":"hellaswag.val.644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6989f74884b204a525999bd063598021d1682542036e8e35bb92a6a69a0e4622","formula_version":"titan-u-contract-v1","latency_ms":1.474750111810863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"543a69cabf0e17b71851dc8c16237213f1ff1be5d9f71d07235ed237829fd020","sample_id":"hellaswag.val.6440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd998a743771e57cac31e315f803228cf84f0f0a032cb7aa67dcbf26883c2aeb","formula_version":"titan-u-contract-v1","latency_ms":0.9034160757437348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"903309ac5d19ef3b8ac2ee42e818ad90d03a49c3f3808ca08f68758cc611c102","sample_id":"hellaswag.val.6441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c20f35baca48190372bddec124e1f3cc0174cfc8a4ff7af13b57ea3f356dafd","formula_version":"titan-u-contract-v1","latency_ms":0.9872500086203218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"921af8704c05f958a1c97ae11f4fd930a16df2de527c6e0cec0eb5d9f9030a38","sample_id":"hellaswag.val.6442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0e562d7d4742e7a661eec412f7b57b86633b2d8c657a568c1dea9abcca61f04","formula_version":"titan-u-contract-v1","latency_ms":0.8963330183178186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e0b91f1b06026cef277e1f78a3f8055babdc1236510c4ae266ac580e154062e","sample_id":"hellaswag.val.6443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eee3978d154d5a60722f3217cce57f06e03c6396032d773a79ee99b034195c62","formula_version":"titan-u-contract-v1","latency_ms":0.5760419880971313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9943bba29dbb16e5e68ba82f264f9e6f0ebf4b6e7c756fc96c913032faf02b9","sample_id":"hellaswag.val.6444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b6727fbb8c2dc7507f362ef71953cbf077337c228bca2e1c76c335edee5b168","formula_version":"titan-u-contract-v1","latency_ms":0.8468750165775418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2580c8e2fe1a54938d9e829c4f860aa1c7adf14eb893a684c0e810da7a287151","sample_id":"hellaswag.val.6445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecd4b70ced04d7ab6d3529541eddccdd5297badc2ce23c844a0a0114df0ff134","formula_version":"titan-u-contract-v1","latency_ms":0.7107079727575183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff622dc213b4f85a35ecbd201a420166de89f4ed448a300cfefc6d5ada93c588","sample_id":"hellaswag.val.6446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9100211693785f26dbed0ffac02f5441a56170401138576e0a774a97054249d6","formula_version":"titan-u-contract-v1","latency_ms":0.7735000690445304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbd00eeb008e5c81416dca33ec75b73f5ad68cb284a00a5dcf54b313df7db0fa","sample_id":"hellaswag.val.6447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64403f953417be75c00c37a019b125bd14e8f5cfa41f6ae0fb14fe28e7197ea9","formula_version":"titan-u-contract-v1","latency_ms":0.9540419559925795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b13a8bd59f0b23b63e774b70a4608a5a24337badc1fe6286eb52b0aa0b2f9894","sample_id":"hellaswag.val.6448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2444f1fb330b62f9494d9e1cf8185664ea01db98471fafef63403a44ca0007ae","formula_version":"titan-u-contract-v1","latency_ms":0.8489160099998116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b99d9c10e6901a0e1c6ae3d2f7286bf3cc4d319d4ff5b0120543938103c4e61","sample_id":"hellaswag.val.6449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e28bfa53348fa3d140bc1a02ca7c52f0bac951965cc793901d69f407003f36f4","formula_version":"titan-u-contract-v1","latency_ms":0.7698750123381615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85dbcaa7221f4ca42287442f1d7022a915d316583ec39865027a599ed270dddd","sample_id":"hellaswag.val.645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d034d04faa8430fb4d4380599b7b0d16f21189f18d3ffe67089a2a2c4a6c2cc","formula_version":"titan-u-contract-v1","latency_ms":1.0059999767690897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8423d85e8aa1b8776818c4df4665dc4cb36763732405546b4c268bf59331edc","sample_id":"hellaswag.val.6450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46749dbb839f59b239e78910aa009d2df1fba6c91fb41e1f6a490715ce46b62c","formula_version":"titan-u-contract-v1","latency_ms":0.7332500535994768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc1ca46066fc804a8a88d18748088946b7eb33256aac55ca486a7afc76bc3e16","sample_id":"hellaswag.val.6451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd63d7e20d2281702a11d213d1243b9bd39938e7ed44b2bddc3717cc9fdc767b","formula_version":"titan-u-contract-v1","latency_ms":0.6669169524684548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1661b1f2c2fb2978d7346930de6fbde447896fa675474f4519d0ed364a5c272","sample_id":"hellaswag.val.6452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b10760f0737f5e4d0e0a89ca8207fe6c30b3e4f901442875b8a357bbe788c55","formula_version":"titan-u-contract-v1","latency_ms":0.647915992885828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cba572dd5d8a482055cc159034fccec892bf9f1799de3da1645d7565190a3c96","sample_id":"hellaswag.val.6453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ccf16ccce82080ff56208fe8d797de7b0a47b202f8158691ea29e21ac256eed","formula_version":"titan-u-contract-v1","latency_ms":1.0339580476284027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed9545e7b1a2e308499afa24f49839eadbcf556b0771d8f5dc07fbd717b56f8a","sample_id":"hellaswag.val.6454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30730a8321dbdb9f7af84271f014e19a1b4bd01de8184c379c4009cccdb86a26","formula_version":"titan-u-contract-v1","latency_ms":0.8919159881770611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"752d3e80c5c8518450229f1fc7f51cfabe5a5cec51b6fdbcef1cdeeaf0f13ee9","sample_id":"hellaswag.val.6455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"344116581d0955fecc567307968bb07258c986f0b40b13bfb32e6a2735245c4c","formula_version":"titan-u-contract-v1","latency_ms":0.6650000577792525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2ee11fba20776c19962d8e1bd94b2644fd3cd51d238469f034c91dc127fcd14","sample_id":"hellaswag.val.6456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecbca53c8b9854ced31fc672aaa49a7f7613612bcb2074c080e27fd9f836a8ec","formula_version":"titan-u-contract-v1","latency_ms":0.6448340136557817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8718407a42a9607c2b4dd9e833008970da54daeffdc015169c18d48f16f43c61","sample_id":"hellaswag.val.6457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"472c8f9f2597a6e7b8ef8da1fbb66b436c75d959918cbcae1ad2f0dbfe9b329c","formula_version":"titan-u-contract-v1","latency_ms":0.6443749880418181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0314dda698b65a22233d49e5f59ceda677472cee63a74caad04ff90ac0c1c62","sample_id":"hellaswag.val.6458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3266450713b7abdf9c20038c67b213b24cfc40288ae85d9c795d125ba96bc734","formula_version":"titan-u-contract-v1","latency_ms":0.7582500111311674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbc8fc451217b0b68fb230300c08521c7d0b5a349656c88ac927e983c789a3df","sample_id":"hellaswag.val.6459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48912bc651ed21980a78192cb3b47c7a0515ae83fb032c1ae4792a91c6683e8f","formula_version":"titan-u-contract-v1","latency_ms":0.5584589671343565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe0c81ff5449a2681ee1ff9cede9ec6fbb1eb413ff28b83179623c106cc94446","sample_id":"hellaswag.val.646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4672adecd8272e20d760b54888788f78efde81399d9483a507afb8fad33c4dda","formula_version":"titan-u-contract-v1","latency_ms":1.5103330370038748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4ac803536553a67ae07da551e69ee15fbd06ee17fdfb3e23d72cd94c487d356","sample_id":"hellaswag.val.6460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93020ce1159ed04519d2af9aeb500cc748b3115bd4b21e1b490c9840b26d5f1f","formula_version":"titan-u-contract-v1","latency_ms":0.8086248999461532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65ea449cb97eaef87297b68b56ed0501333bcc9abde45493a7ce88ab1109fb12","sample_id":"hellaswag.val.6461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1662e098ecbc830a0afa97d1d17f70723bc181958b2510a23a8b66d6ed7bcb05","formula_version":"titan-u-contract-v1","latency_ms":0.7325829938054085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fca2c9cfd808a2545c4b8858195fee9f639656840725bfc96b8aa9eb58a4bd13","sample_id":"hellaswag.val.6462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bef0de915bae33fad53d8d61c0e99107ddb2b2a8b3c7dfed06e36315e026d29","formula_version":"titan-u-contract-v1","latency_ms":0.6596250459551811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc2dfce44e1c4f14797c7d06d1d3a8694243bcae9767e31ba102f1c7d837c233","sample_id":"hellaswag.val.6463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c86aafa54de37c272cc3fae9945ea8f918b5b8b682021d4fe7a932224ddb31f","formula_version":"titan-u-contract-v1","latency_ms":0.6219579372555017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5d0f95216a3e0a35c9f3f0a247691ff6a57d5ef40e0e408911f1408964c2634","sample_id":"hellaswag.val.6464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"649006b7e3b7a69562aab56c202a31895ee1f6b9d515c0fbd27dbb584a0721ec","formula_version":"titan-u-contract-v1","latency_ms":0.6114579737186432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8880b2947df3313750fb369aa483d5dd95e5119451e6677b448d4b13ec17c1af","sample_id":"hellaswag.val.6465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8bc8637cfa79e21b86f518d5a7e792d860dfe97bc70e4d25516db4fa7c79992","formula_version":"titan-u-contract-v1","latency_ms":0.6447919877246022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76e987ad03561e0bb7c0195e80ca65f5f13f347089a728e9940dec55b592a6a3","sample_id":"hellaswag.val.6466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0cf99d47a16e11ee0a079b2e61ddbac0107557ef24662c3c24d149af57831f1","formula_version":"titan-u-contract-v1","latency_ms":0.6461669690907001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85aaa3480033736d8fc1cffe305ee167e9889c9ca0c327d7d1ed59a11d5d0b33","sample_id":"hellaswag.val.6467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5ea5e31b04b785c32dbf80ad480b873a65ecf3b27523e0cade3456e9ed0f5b2","formula_version":"titan-u-contract-v1","latency_ms":0.6187499966472387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dee9191a5edc9bbd03d92a5afecd2abc3ac2923307bef5d6cf7f14b4a41fec52","sample_id":"hellaswag.val.6468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ec7920414c61bb83254e433c0a31bf8544756018ac7f97a881ad9bccf0985c0","formula_version":"titan-u-contract-v1","latency_ms":0.7554590702056885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbcc71591f81f749e96a9dc045af0be816c06817bf9dcee68c0a9dd1ecd17dae","sample_id":"hellaswag.val.6469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9f1afb81751c0a41761965210ff21aef44fe8fdf3bb271e3c8e368a9027f01f","formula_version":"titan-u-contract-v1","latency_ms":0.7139589870348573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2062e581c0184f0b9f96a49b3b7532787e8acc460d282c119998af410d875272","sample_id":"hellaswag.val.647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"705a79b549c878618656b7eae5b3c36448061a67e179c18aff9746f4d535ea07","formula_version":"titan-u-contract-v1","latency_ms":0.9964159689843655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9daaf2263344436f292a60b043067bc7ce1505536bcf8a46be8324df723ba7d2","sample_id":"hellaswag.val.6470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49881970a3e8bab2eda695fdada786f468cca06d94b944f6cdbf17d7247f76d8","formula_version":"titan-u-contract-v1","latency_ms":0.6531249964609742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a12b8d2c5d2ccdb7de0f0020aacc3cc7a07b09a48b285519ed09326b9772b62","sample_id":"hellaswag.val.6471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f6a964ed8e1b87603711e64286a39d6464c77037171103bdeb3c4d6657365c7","formula_version":"titan-u-contract-v1","latency_ms":0.599791994318366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8118e701464212d6d8f5ddc0970bebdeecf307a467d2992e6e39cf9ce85010ab","sample_id":"hellaswag.val.6472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c874e8741afa481410e58ab4ac68110ff018a8fcbc06405ca640aaf41e4e8b3c","formula_version":"titan-u-contract-v1","latency_ms":0.7592090405523777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25d9e6270523c5f494258f80fb635910bd53cddc477c045f76c6a46d90c8e1ba","sample_id":"hellaswag.val.6473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab8669a2bf117fd27b6d7f8ecc8d39e308fc45f2b9da7874716427656a8db4bb","formula_version":"titan-u-contract-v1","latency_ms":0.8742089848965406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da5f96a3d60ca3aeea1f72a964f8bd39af53ce2a5275d1af08467299c577f445","sample_id":"hellaswag.val.6474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a95d506c95bc50f61840cbd5334170b590ae740d6236d6b25d85c2fd56d9a6b5","formula_version":"titan-u-contract-v1","latency_ms":0.6619170308113098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd7fe2c807aac3d34fac2e3a0c49f017656813427aa230ef4ff992701842aaf5","sample_id":"hellaswag.val.6475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"303447e970fc66475ed7a0d64f881d705746ced0901395890c11da8b38855709","formula_version":"titan-u-contract-v1","latency_ms":0.8550829952582717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fdffa1780bb39d8c17bd1fd5998adfcffc1c1aab2922c505574a31ab2b65410","sample_id":"hellaswag.val.6476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e0f093976b853bed4b524acd4c547ffafa882b1cec3dc77410b37677133080d","formula_version":"titan-u-contract-v1","latency_ms":0.914667034521699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9cb94d59f6fc47716532d8a0d8ed3e04cb322ef47f8751b0fa6022684780dea","sample_id":"hellaswag.val.6477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"812ee1f0e2bcc9dea68adfd922f8a46e3eae7f003ac399ce8db67fc396a54050","formula_version":"titan-u-contract-v1","latency_ms":1.063666888512671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"703f2413e388951e609ae30bba95f01302241430a448ff595274f0a46fc88f19","sample_id":"hellaswag.val.6478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0001ccdc49988167739c63a4d3d35792cf8884a159bd5fcd1924f1390d2f1c84","formula_version":"titan-u-contract-v1","latency_ms":0.703957979567349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b20a1aa58cba13a1a7ae9fca1586d7bade703b6c1e7e2fa176859a6e3fedcdd","sample_id":"hellaswag.val.6479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29902f40d67ca46a56162f3669f2a3cd488f4f3f960cc2a58ef0afc715ab9a2e","formula_version":"titan-u-contract-v1","latency_ms":0.4669169429689646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2a259b85334ea37561323a4a156e0fa32c1dd449dd11a4c48b05bdd2ec429fc","sample_id":"hellaswag.val.648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04d59cd287e7597d3ddf36ac3eb8f6c98342e719cfd342148659a218eba515f6","formula_version":"titan-u-contract-v1","latency_ms":0.954708899371326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77d094930ba3fa98aeeb8952cc9e2f520ba3fdd97f2f93246ff764e30d695563","sample_id":"hellaswag.val.6480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"596612ec660b0867301c59855de01fa7d39ef6489781e1147674eb561bf8cf84","formula_version":"titan-u-contract-v1","latency_ms":0.8465410210192204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3ebf74ae48b48a8ac376aa926653f14ff7aa8da8ea81319d5009c2902d3c07d","sample_id":"hellaswag.val.6481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2310b15709add4cddad1a95a43065508dcf79e57e32ae9cb1e099015e24a68f7","formula_version":"titan-u-contract-v1","latency_ms":0.9030409855768085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67cf1454c0e731516ff4570dc03959fa02cd277aee67975073c8e20ba9511581","sample_id":"hellaswag.val.6482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"041f51ebac4eb974ab16e38717a4f1bf1bdf375d1624d4b377764b55828be3f0","formula_version":"titan-u-contract-v1","latency_ms":0.8837910136207938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f56a827482e0313b71db14b26f01759f3b85a2fa6c52972e93655bb597338b6","sample_id":"hellaswag.val.6483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf6cacf19667bd0b103b3fb2817d5a8bbd79bedc74259156fd635387c313444a","formula_version":"titan-u-contract-v1","latency_ms":0.9960409952327609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6d83194d421983c835f13a64e70eb847943acfb5be97a0b10b9fcfb424daa77","sample_id":"hellaswag.val.6484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1ecf7123a43c37fe6362b1058071fa59effedd053fd01a7d7c2fa9103a8e2d8","formula_version":"titan-u-contract-v1","latency_ms":0.837584026157856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"363261e02e43b3d99b629190333cc184c2365bccd8d44fe17652f1471dc3ac70","sample_id":"hellaswag.val.6485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"366bf1b51a741522f3d4b2b92c4ff67036747735f4f1b8ab1366f5cc9f98960a","formula_version":"titan-u-contract-v1","latency_ms":0.823125010356307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a7cc44652108b5a9824eb07539225ad9af9cb0eba7938a72752324f1b19513f","sample_id":"hellaswag.val.6486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b6e319e7001559f4d629077c94632a91d6264cfa0138ee263542c2bad08b021","formula_version":"titan-u-contract-v1","latency_ms":0.8122919825837016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16e8be843aedcd690d8826919ee21dbd75a8cf7a4130bb8a75eb222b6d48b9a6","sample_id":"hellaswag.val.6487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47a85604222e761379e984a2b132a69f96ca88bac21c1b3b3aa1bfde99b01967","formula_version":"titan-u-contract-v1","latency_ms":0.9014169918373227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1944bc89d37ae77ed82777588f0592ef9fcdee9ecb80d30d763518ef92b1caa2","sample_id":"hellaswag.val.6488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44acf0bc25cc91f935261f5211b5b33716645a199e1612ab309b6f3a1dfc8f6c","formula_version":"titan-u-contract-v1","latency_ms":0.7700830465182662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09a258a38c7a51a2227b9e7dd02f48b703477a39dc9f3bfdbcd655b8ff321c8b","sample_id":"hellaswag.val.6489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e101dbe4211c134aff2671c5d13b8a6df3c5321b905737c965723b9e5050385","formula_version":"titan-u-contract-v1","latency_ms":0.6837089313194156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a47f0e5a26963230a223da6baad2ba807b35c196719804f715fcdea3f1a29acb","sample_id":"hellaswag.val.649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0dffe2a632f0a21e112bea14d47a58b720154b0d366aff20343762272747b84","formula_version":"titan-u-contract-v1","latency_ms":0.8974999655038118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90acf678516a685db7c766b90d74d25f760417fe3914e1d955222982d3850f27","sample_id":"hellaswag.val.6490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7a7a14b16729b92ed36de0a04e8d1c79084aa85d9e62d8fb41b216fcbf462f4","formula_version":"titan-u-contract-v1","latency_ms":0.8753750007599592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdf870cce8aff2621064c5a9e38eb3ce3c35049d53a7b4e036da1d2025b0c0cc","sample_id":"hellaswag.val.6491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73dc288a48c241390be861be7602f7cc1a3a0ffad881219a52620082ed40f719","formula_version":"titan-u-contract-v1","latency_ms":0.8011669851839542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1eb4dc6bcd4819019d83405d1afa0a951b359bfaa4af940779b5e787758a8d2","sample_id":"hellaswag.val.6492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39a0f452cda6ac6ffa1b97f9e15939e588e581caca28f957eb3755b560c3175b","formula_version":"titan-u-contract-v1","latency_ms":0.7498749764636159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4607a50f532afeafc637e853552e84f4e92ec0db478750a2339fa7bc200d00b6","sample_id":"hellaswag.val.6493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f353924fbfb7f92aa0026bd8b81d7dcdc76fedfbff38173f961edcbb0fb6ac2f","formula_version":"titan-u-contract-v1","latency_ms":1.2929999502375722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fab6eaaa57925c0bf829063ce25d0d5e646e50b620ecd6ac5846e022735ab22","sample_id":"hellaswag.val.6494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3556bf48d961cc29d289da5777c1321321e2641cb0f015bc59a83d46e5335d0d","formula_version":"titan-u-contract-v1","latency_ms":0.9070000378414989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"766d0d1b761500de69c08b285d0264e25c54db805917630e2ecb828fc59d0837","sample_id":"hellaswag.val.6495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce7dcc691d02b0ddb56502466c4c4afe3e14ef349b6174ba29288ac05da65fea","formula_version":"titan-u-contract-v1","latency_ms":1.064541982486844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a802c2a3e096beee0d4904697df4fe1620c3b31ef3ab5f1fa9f7398aded87576","sample_id":"hellaswag.val.6496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5092a80de813f9aff176df787c70447d19654e750e2081ef1f9ca29b26a510dd","formula_version":"titan-u-contract-v1","latency_ms":0.9276249911636114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f618f8bdcdfec7a5e1ab94865fb513fe65731b45f5be711912b59a0a040812f0","sample_id":"hellaswag.val.6497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a5eebed09ca60926554bc85e7c23fd00b511b41d708202d714c17eff43a1152","formula_version":"titan-u-contract-v1","latency_ms":0.6301670800894499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4098af8ceeb9abb1577054b90800ce377ff4c76c7d2f1ef8cedeb09b0426cdef","sample_id":"hellaswag.val.6498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f201eb5b04f3b22b19e59b8f43e740f51adbe7895316ee9b0fbe33f7c83b568c","formula_version":"titan-u-contract-v1","latency_ms":0.8425000123679638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1652f3f35f839a1a6f3960097efae5b1d7802450bbd1f5ae6a500cf0e9bf8f14","sample_id":"hellaswag.val.6499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"604df516486be3ad08a3ce7ac83cabed86fa379ad6cef0d721256ad3d67d6938","formula_version":"titan-u-contract-v1","latency_ms":0.5540000274777412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b46f4e4f12ebe66040a8294baa0233a47f25afa967aa62ff68cc080c4f69daf9","sample_id":"hellaswag.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56612a9a7422b18f0c0ca1ec395f6724b2520cb9ea7b5976ea5ee612b77882b4","formula_version":"titan-u-contract-v1","latency_ms":0.6980829639360309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59f738f06eafd38aa4038f08bebe7da0b43530e098fae69eb02ab1246f647d85","sample_id":"hellaswag.val.650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"192dbcf797533ce684b8f3eca0ce0f743a2bde371ef0efc55d495fd7990da727","formula_version":"titan-u-contract-v1","latency_ms":0.6244590040296316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e4cebc68e72adc2e70ac6655001c9b2b2e09321c7693dd74ddf06525539c29c","sample_id":"hellaswag.val.6500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b792239d25f711a21be41f1a1fcdea2a5955ad6d23a6a6dc896db0be2de6d32e","formula_version":"titan-u-contract-v1","latency_ms":0.6173329893499613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d2ed62ce06bc2a68796e70446ca2fe4ecb41ddf7b6377caec0a4ff06de8f8ca","sample_id":"hellaswag.val.6501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a40847aa5b311aba408b17537ef23184849300a88425cec039a8b9ac0f545f9","formula_version":"titan-u-contract-v1","latency_ms":1.2514580739662051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a821de8b5ee84cc6c2eb561df066ed7e11c79838f45c883ba6a93e2b21e508d","sample_id":"hellaswag.val.6502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6935fccc880f55d5f0f80d0a834b5ee78abce0b2c302f4bdee2361e3b51cc38","formula_version":"titan-u-contract-v1","latency_ms":0.6995829753577709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fa92d003e780c8f27b629690740ad0ea6cc809b07523aac5cef3271ee00f131","sample_id":"hellaswag.val.6503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b4cdd7e028c680d79a66e01d06b8101d75786269a531c3b492ee8d4695f62be","formula_version":"titan-u-contract-v1","latency_ms":0.9745840216055512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbd6ce46f242e3fc811221e9bd592dee087da334414a0df085450b9433cc9ee4","sample_id":"hellaswag.val.6504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b94cf555ab87ba2f33b93e8d22a6db747ce6b78d2c1f25d6e72f6124fca34770","formula_version":"titan-u-contract-v1","latency_ms":1.061042072251439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bdb28fcdbb856cadcac4f69b2d3bd353462ae65b96f10f59db495f8783e6e2b","sample_id":"hellaswag.val.6505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a5e4122ec57250176da4491e8eb491e551927de35ce1c04cfa396c2a9afe301","formula_version":"titan-u-contract-v1","latency_ms":0.7004590006545186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc0c3741d030f83748ebebf4ba98f4297fe437677ce826d25e6acbdb23a6fd35","sample_id":"hellaswag.val.6506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30416b0e453f141df8c328670077b40928215f05174dac3fe6939d3e3b33dd1a","formula_version":"titan-u-contract-v1","latency_ms":1.2144589563831687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"522851682a42d9e1bdd2e241670f9d3a903e6de4fb9ca411c6ae9d66ddbc195a","sample_id":"hellaswag.val.6507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff177331869db1da4ba27451ea9424d35e43f3bb272a62522275fe80bfc07ddd","formula_version":"titan-u-contract-v1","latency_ms":0.6866250187158585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59e26c896d61d8df48d878ef96e70510e257f41efd7488b2ac77d79182487d68","sample_id":"hellaswag.val.6508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2b488bee35c99c0f9c70e2294334c9466e00d093b5dc026baa6fdedec0c194e","formula_version":"titan-u-contract-v1","latency_ms":1.3797079445794225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ba2b74b19ae6a959b70583158406dd6f7b6f5650031f389eef31aedc63f323e","sample_id":"hellaswag.val.6509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d714258b37a1afa07759da7f9841c62ae4baf43399618c981836f0a459b21d55","formula_version":"titan-u-contract-v1","latency_ms":0.6892499513924122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"befb5439dcf9bc0f6306b7bb613e1de391369f69d184008c9e9879e9fdad548b","sample_id":"hellaswag.val.651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cb3a0e4a59483ccb3506166900f621eb069b2c190ea024b3f1bb5f2cad97bf3","formula_version":"titan-u-contract-v1","latency_ms":0.8449170272797346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e20255123969260d6edc2f2eabe8d4aa7d0bc3a5606c9c17909e40f74802d69","sample_id":"hellaswag.val.6510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6ab0949b82ee6f2d4beaeea4ef09c0b6b6d1e181d03cfcb5e96f75f5f890889","formula_version":"titan-u-contract-v1","latency_ms":0.6339999381452799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15f43923e8eecad1ec61bcfadbe5008fd81b65c60eb73ce4a9eecebc4885c541","sample_id":"hellaswag.val.6511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0fdc5c5430fb381d1353dde127d2fc2699026138e5e2823b3c6568db21ed386","formula_version":"titan-u-contract-v1","latency_ms":0.8405839325860143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70f3d6a058f38418b6f778ec539c2fafe688624284c0cd94333bf381cf89d3ca","sample_id":"hellaswag.val.6512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96c97db49affabb9a2ea5f96de8870458146255a4b7b75d3243900da35120ed7","formula_version":"titan-u-contract-v1","latency_ms":0.6679999642074108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b088f49cf3ec2dabb7f2578ebbf0739dae8aeeada987c645cc7b6cc957500b14","sample_id":"hellaswag.val.6513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc9f961341d820a643624bfc13e9a6f47ceef988afd443cdb6f431d63fced65f","formula_version":"titan-u-contract-v1","latency_ms":0.7763339672237635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff570607c658be54e7109bddb11e61edd55f2f18cec8046ddeb800f2c0202b0e","sample_id":"hellaswag.val.6514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffcbef7b92c538fa8cb517f86212692b366704b12379f288d37ae3f0b58bc274","formula_version":"titan-u-contract-v1","latency_ms":1.3150000013411045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2759f5a83ac1dfe17c7898566f5ffd627b0b0dabb0dce7b887c4389d27ee6c7","sample_id":"hellaswag.val.6515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ca150d1a17589736ddc687e093c4060fe1116826f6f76f4f80e0dc7679732bc","formula_version":"titan-u-contract-v1","latency_ms":0.9604170918464661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a3a2ab7f171294d819f4cc30e6e18dc134d3efc80ae236c803f3df28f1b1a02","sample_id":"hellaswag.val.6516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2df9e5547dd57d170d6f72b97f12c9fb8aabf6bd8345279270a6782d57d76c8","formula_version":"titan-u-contract-v1","latency_ms":1.1822920059785247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80a65cb3b0cc089a684a3d55feb830714d763dad4cf045f09962729daaa6c484","sample_id":"hellaswag.val.6517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40174bcab005ff07b52852a9c772b8d38d4ecaed4895ead1c3093b5d56fcb38f","formula_version":"titan-u-contract-v1","latency_ms":0.7953339954838157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81fb5e018310dc4d183e3008f6497e10ca9317206a300ef9fd1ce7dd4113536d","sample_id":"hellaswag.val.6518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c54dc698d1a7176d2ee96f4d76598de2f5aebd6b7d1a6e0e652f817a497de177","formula_version":"titan-u-contract-v1","latency_ms":1.032999949529767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfca8b3dd9a5a9ab8d58e63320a9d97fec1488d1f84a152de0a2adefb1babbb6","sample_id":"hellaswag.val.6519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d5645b8a39706aa847d3cdd260ee197b29c9c9192fcc56b84fa98c6b0d96ebd","formula_version":"titan-u-contract-v1","latency_ms":0.4525840049609542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bb1da9b1f461a770f18e39379a09f0246e502c446f1cf72c6af6284a45583c2","sample_id":"hellaswag.val.652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f107ff4683e637a4b461afae6ade7b3f54946e596cdbb7691eb70d61d9aaf394","formula_version":"titan-u-contract-v1","latency_ms":0.8934580255299807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdc1a4f16839a6f75e89a3097bcefcee65872a918509d4f227169efe5fc9fc93","sample_id":"hellaswag.val.6520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcdfc554fda6fba4c77b5d3618d85a5768e11a381af6906762202dec2b32de4b","formula_version":"titan-u-contract-v1","latency_ms":1.013917033560574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22066ecc24e1656c0b8d2e263ef2a8372f9ae0101ea904d2a7c8f5ac35622403","sample_id":"hellaswag.val.6521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5a6ebfc03693aa1ca1a92983bdd59c662856b8fc2d5eab734a8a3a7a1818b11","formula_version":"titan-u-contract-v1","latency_ms":0.6859579589217901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f46db5bfb9a8389191f8345b467ac7f1d52f87d42df003d31ca0e3cdb925c5af","sample_id":"hellaswag.val.6522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf0792b3abbc2acf07699c89988dfde0ea2d0ea2662dcba8c197d1bec2e32ff4","formula_version":"titan-u-contract-v1","latency_ms":0.617832993157208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eda088ee97d5a72c5d96084559977394e78d0cff076216ef37a13d839526cfec","sample_id":"hellaswag.val.6523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9397399a444a62d83110353a34c7c697a0c9755957ed4b64c65d9c8e3eb9474b","formula_version":"titan-u-contract-v1","latency_ms":0.818834058009088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f795c6f8b16075cbbbf4671d7772af80cdb8db6cf53dc94e5e4320fca182fbf","sample_id":"hellaswag.val.6524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eadfdca3ebc566916cd12e6b5a771be9a2df860623b3cbb7e325140bd6c15f50","formula_version":"titan-u-contract-v1","latency_ms":0.6785000441595912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"338de01515fd71683d34c61c6d4ace04210414e274ed68009cb5042e5cc215f6","sample_id":"hellaswag.val.6525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9953ab863a95a6aeace9054f3cebf930dcea3c4e3057e394ddfe132122f2b448","formula_version":"titan-u-contract-v1","latency_ms":0.6507079815492034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88dc87c1aea1ba52e79ff1a32731ca669ddeb50b079b1953c6e238a95abf5330","sample_id":"hellaswag.val.6526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db3942b2a56dd9b5489720cb4d2970d0ad9a47989bd2d1d1aa2659385659ce41","formula_version":"titan-u-contract-v1","latency_ms":0.6297910585999489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cba32b3ef666fb5977dc443e4848d17c120b955b9e6cc66cb609a634761bb05d","sample_id":"hellaswag.val.6527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99c1aacae3ff27862a051d64f3831fe11370f76956b8b61ac359b37bd4fca474","formula_version":"titan-u-contract-v1","latency_ms":1.357999979518354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3db1560045e0bcc3faf7fa8b2fc9f22b72dec300f13d7589666f3d984348b0fe","sample_id":"hellaswag.val.6528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b2a3f9d63518bc2cc72a90af94ab6120e03d012002c1a5987d8c2d100b41f6a","formula_version":"titan-u-contract-v1","latency_ms":0.8850420126691461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a18cb6c5f214e6bcbe305301634808fb0b12f5b8f2a0dd0e0da1f7ba37231ae","sample_id":"hellaswag.val.6529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9209c1a629cc866247daf1caf4b71c085543cfd2b8f08babc35f610ed78de94a","formula_version":"titan-u-contract-v1","latency_ms":1.0310420766472816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a2217661d63d09b62a22255024c174c94d6e9184b62b09b0a29d5cc49e3f951","sample_id":"hellaswag.val.653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ae991a7682c143d6f45998271e36ee585c70e1f2a6c4336781faf513609b7b5","formula_version":"titan-u-contract-v1","latency_ms":0.9212919976562262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"809c766af831f33b52bc54dd6720a03c57958ed1c3700365c8649a35c91ef611","sample_id":"hellaswag.val.6530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86804d48daa1dd8340c2e975346234821726783b4555c299ccb4b3037ef2cef3","formula_version":"titan-u-contract-v1","latency_ms":0.6535829743370414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"050d8fd8f0146365ebbc748d1dd18ce5d3714337cc6a295bde54a944efa3e258","sample_id":"hellaswag.val.6531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42e839715dd13e4f28762aea665c4461ee85aecbd52f0856e31500004ac905f6","formula_version":"titan-u-contract-v1","latency_ms":0.6764580029994249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35c273a644a4022ae4176257821cc746c82df37d1c956d0abb2fc69a48b54e1c","sample_id":"hellaswag.val.6532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65644498dbf20cd2fbf8df602f5e0b16960536f6ca3d0fdae82c47fad77d39c9","formula_version":"titan-u-contract-v1","latency_ms":0.6642920197919011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9eebf257aacd85d803352b60e909bf1a0def0af84baf9066280e77d438aae06","sample_id":"hellaswag.val.6533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3e7de183be32d32a7c8a9deb465e5a26fa6f05cabe694daf166b2c2bbca0ff4","formula_version":"titan-u-contract-v1","latency_ms":0.6089169764891267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9dbc76531cdda45ed439ca1c575a8ce3da71a78c1b8bb25167797d856558ddb","sample_id":"hellaswag.val.6534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7a0aed72ea87e906e1ca526d80b91d0821ce103b26b8da42534f4d707f1ab56","formula_version":"titan-u-contract-v1","latency_ms":0.9798329556360841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a756243b5412d2894ef79b0b3b1ad1d45e04f48c543398f9c6788a58c222112","sample_id":"hellaswag.val.6535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"381eed7ad86538a1c88980103ceb4621589ffbc68b03e7d6699be539d0913508","formula_version":"titan-u-contract-v1","latency_ms":0.67912507802248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b841d1876b7b87c0e2e028d1968667290d7f8367532af4617ff071dbdce8a688","sample_id":"hellaswag.val.6536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2a46ee6053e9f1ca27d7ac8583008579fe6238de96b05d9f50c430610ca27c9","formula_version":"titan-u-contract-v1","latency_ms":0.9667080594226718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7cf9113627e8df9ff943d7d7fa0b06a31708bc185eb00ba33e438d116c41dd7","sample_id":"hellaswag.val.6537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b10c4710cd8494a351e6845b1f0506c96a84b8a9f00ae9f78bfe8e9dacc9cec2","formula_version":"titan-u-contract-v1","latency_ms":0.8170829387381673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9886a93ce4e3cb3b66d16a765043494ebaa1ac26df11cdc7f2c760556161fd8","sample_id":"hellaswag.val.6538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a7c7163051f54d9a7374a8e804e54c5ebb68b26ddc149535966ad4b820d1790","formula_version":"titan-u-contract-v1","latency_ms":0.6467499770224094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9b77020507ae9c05af69476b68a06019d1ae76e18a6344a7460e6242a90947e","sample_id":"hellaswag.val.6539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0304bb7ca7c69a68bb3b3da59765457eaa777d192746a6db786a41e5a19bf53e","formula_version":"titan-u-contract-v1","latency_ms":0.49741705879569054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5631c7524e7884c4542122bc3b61befeb7050c9e46e58824373649415462680","sample_id":"hellaswag.val.654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61ae415a4a8cb871a8e26e0af74413459b50f1c2b84373b1a37a0fad62ed8367","formula_version":"titan-u-contract-v1","latency_ms":0.9172079153358936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e1a65f0299b0fe9a1116fdda0835b5ae971a7b6fae6ba491d7a553e71cb4eb1","sample_id":"hellaswag.val.6540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f4167e12f57b46bebbd8b5d077b91912885783cab241272162820cbc359bd02","formula_version":"titan-u-contract-v1","latency_ms":1.0824170894920826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a9bd50259bdbdd163f97695d0fa4da2d70a15186f086ddfa7182a77a5063860","sample_id":"hellaswag.val.6541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47d30960add115b06737a5aab3595ee8a3983487e83b3972055f55dbdc82a195","formula_version":"titan-u-contract-v1","latency_ms":0.85891701746732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37f6949e6e9ee7c7c62de4d9d2df534045cbfb236c8c35ed346288eec987dbe2","sample_id":"hellaswag.val.6542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f379e14523f3bc9716e1e3ba0b08e61a07474c37df57e0a8c38b4eb8f9cfc47f","formula_version":"titan-u-contract-v1","latency_ms":0.6920829182490706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee3658fc47d1fa2fb4adfc7d3ce6d21ce30a1c2ac1a9edba1fba62dbf53f0919","sample_id":"hellaswag.val.6543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18a95e4a522427aef5482d0b3bd144afcda6125099982c6bd3c5e810150737eb","formula_version":"titan-u-contract-v1","latency_ms":1.300125033594668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9792f084ad8f7f69aefb86cb764ee88485fa9486db4ab48db9c4011b285faa9","sample_id":"hellaswag.val.6544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"917ce4f9975f86ca4ac73cd6637994c917ca5b5aa78ca855ff002d5640dd8cf5","formula_version":"titan-u-contract-v1","latency_ms":0.8787090191617608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7baaab913c02387d22e815cfcd574c25260806c416c4412a45b9856aa34fe82","sample_id":"hellaswag.val.6545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b010a090eb36d32a5d6cf2903b42adc9ad8cc7cb216fb693381a7fd06a594d3a","formula_version":"titan-u-contract-v1","latency_ms":0.6267910357564688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d29c54aad91211f5c9e6ca5aaf4f1e04a0181c469a1f1be765865e272809f64f","sample_id":"hellaswag.val.6546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b84af0e1f246545da4ab08a92a16009ac50db927d1845ecbe9a094ef68fe2b31","formula_version":"titan-u-contract-v1","latency_ms":0.9916250128298998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d1acab4686b9574a3d6f0b750d3e9dc35936eea74b7e20dc03ff9953dc416e5","sample_id":"hellaswag.val.6547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d339db95e8a3d8e71cfe38caecfad098aa8c36a6fe1d2182699a6aaa1c0f398","formula_version":"titan-u-contract-v1","latency_ms":1.1089169420301914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df38583572034980433c11299b551c45845ebbcb5e8f7812d69167bbd6320b5b","sample_id":"hellaswag.val.6548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce5f1dfbc8c2fb2ff7daa5055e4a1dc8c0f215fc645ccdf1fdfb153a630ebdb9","formula_version":"titan-u-contract-v1","latency_ms":0.6064169574528933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d376978f6b6f4f1619eb475a53d21ce915c415499089b8d300e12b50bf6363b","sample_id":"hellaswag.val.6549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc30ed4c51cc5cfa46e3ba84a52a51791e89a828f02127ed945e6c1324f7c283","formula_version":"titan-u-contract-v1","latency_ms":0.5470420001074672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bba1bed5c063daf91015f888b31106b93d5c2d131e8f927f9d02fbd1350a6188","sample_id":"hellaswag.val.655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d546162a63f65b4668d040b9375b5b3ace7f6f18075f2a40f19e5fd9284ed35","formula_version":"titan-u-contract-v1","latency_ms":0.829166965559125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a7700e4cedd7702b7d6a0bb432b9e9da4594e3b883e55aceeb78a7da83b83e0","sample_id":"hellaswag.val.6550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd503b93a02206abe726b0c32449f26835de536b683aa90c48e8b06a2b2f688f","formula_version":"titan-u-contract-v1","latency_ms":0.5797089543193579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99ae29c4e9743a5dd4c78d98126ff996a38c086927cf5ccc04e4d610a91276f1","sample_id":"hellaswag.val.6551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2af31bf05c6c1a3712de23ca02ceb90a852f78327a4a4c9e15a32b638247256b","formula_version":"titan-u-contract-v1","latency_ms":0.6606250535696745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3c8b39b54ad5665192a3d0b15ad9c3746fa297acf7ec1a4c3f6c2c34f83c3f0","sample_id":"hellaswag.val.6552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45a83f3abc2fabfa3a61284fd83b8065a300bad090d2f2aa62d12dbbd6cebacf","formula_version":"titan-u-contract-v1","latency_ms":0.9226669790223241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5032f27815536d301324209532928025f5b3efd91c407695c98c0cd6a4192a98","sample_id":"hellaswag.val.6553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abd15488d2da8dca46b6630bbb5b62757cf2f4a30391121e8723a56666bff9f3","formula_version":"titan-u-contract-v1","latency_ms":0.9607080137357116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50cc991cba80da2a005df0471df3114762d82b9c916f5d3113d68f9791b575a8","sample_id":"hellaswag.val.6554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79c06632053f9e99b42dae361cc55cd390d3923c67b8beac2821f88e160ef768","formula_version":"titan-u-contract-v1","latency_ms":0.6717080250382423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"979ce489b9f874d8a5f2ee00f4526bee0e660bba5fa62edd116c290ca881e47e","sample_id":"hellaswag.val.6555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"907d77753ce93486efd9f6641204abf4042b2e523c21182466336afbf53c0e73","formula_version":"titan-u-contract-v1","latency_ms":0.8928340394049883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8190d4d72d03b2df66fbb52aa2f1358887af850cb2ef0188c90250adf21b17d4","sample_id":"hellaswag.val.6556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"354baef23defc11139e2083ab760c8d0d54b980b09d63cf22aa96810e16b69bc","formula_version":"titan-u-contract-v1","latency_ms":0.9762910194694996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2671e033d4e13aa1e4605a41be2dd2d026c6520377ee7ce05fa199f3bcf90be5","sample_id":"hellaswag.val.6557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1df3e87cefc78a346779fb701b28063530d93516aed8306fa32ecced105128e","formula_version":"titan-u-contract-v1","latency_ms":0.6337079685181379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de14903443a3ae218be3393ed63a9b4f9737e9594cad2053c43d045ac8275f30","sample_id":"hellaswag.val.6558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3e9b33e4512998677db54c8f8d4759b3c5282fef920faba8c0ae3d8a2bda0c6","formula_version":"titan-u-contract-v1","latency_ms":0.8875000057742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9897f50fef7637e6b04558489bbc6beb2695592eaf048521c2fc1b04e19326c3","sample_id":"hellaswag.val.6559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"103d6a098cdd877228e8bad4389c765d7599f728ad86283fa0cb7706353b8794","formula_version":"titan-u-contract-v1","latency_ms":0.6145000224933028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdb2940143dc6ea67ba6186c512a015e1d4ff268b6db1be07d951216d689c93f","sample_id":"hellaswag.val.656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9de460523a1bb641c703ffa020417b232b173d8a63209d38ed6ae380e5f3919b","formula_version":"titan-u-contract-v1","latency_ms":0.7700830465182662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d060679bc1be0804e6eed2ab757e559af656e8e4bf38ee865790ca98ed10519c","sample_id":"hellaswag.val.6560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8045d36a49be3d19d3c98b24c4dd64f331fb0065a3d6891e61041a2835f16aa9","formula_version":"titan-u-contract-v1","latency_ms":0.6429170025512576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c81ae8497b2c9dcf0db9e41e44aead9dd929320cbfd7580060be60ca41e8073","sample_id":"hellaswag.val.6561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3e4fe1ddebb9dda14a2eab4c8764f1e1ce3b93899a7453f043848b5953c3236","formula_version":"titan-u-contract-v1","latency_ms":0.8941660635173321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5be70789b47a10438559e4f6692f7c269ff79bad436ef3ee3952a31fa8cb53de","sample_id":"hellaswag.val.6562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b455ffc3f8730fe57f80b75281ffbdf550a001cfc8a03b6c4798385d93da06a3","formula_version":"titan-u-contract-v1","latency_ms":1.3868330279365182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d78730c555f6602e438590eca9d6da3872efc735ec4e34795a45268aad915d42","sample_id":"hellaswag.val.6563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f76423291cf5b06e9f91844ebf883c165a1beafa93a3247516fd78d6e93f8210","formula_version":"titan-u-contract-v1","latency_ms":0.9820000268518925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9daf532a3db13b4f8e5a29431084ff3519794506619785ccddc1f625e4cf4962","sample_id":"hellaswag.val.6564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"281f3f23ec39530ed763e255d97bc8580e676f7c96ac9f577458c73513d08b18","formula_version":"titan-u-contract-v1","latency_ms":1.2215831084176898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"324585f296a6f8a263c5abaac5c11592dc8e979290309f6bf24be51c04adf7a8","sample_id":"hellaswag.val.6565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9de1c35f25395a1df771c739fd0545f8cd8a4eb90ae185ef925f38a2df2c5acc","formula_version":"titan-u-contract-v1","latency_ms":0.9016250260174274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acb2398c001300f81c584f7e13eb5ac8b2bf4788e51fee56f12eca26e8765d96","sample_id":"hellaswag.val.6566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f064b882401d6c8e1251dfaeb714c1e2c7b9404ac5f8041a8cfa16b4ba49a13b","formula_version":"titan-u-contract-v1","latency_ms":0.8875000057742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6953aacaf1a9edd1851c9fa3b90ab8d65ef997d57583f35b287d345c6925b0f","sample_id":"hellaswag.val.6567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66db6ed3a31993b67ddd805f7c086ed10a445a9a5217d9840e58251a1b1bb827","formula_version":"titan-u-contract-v1","latency_ms":0.8782088989391923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a141b93b643b4a13191a5f671c6236b4c409bea317906a3681300190666467b","sample_id":"hellaswag.val.6568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cd370e44bb53c9ecf2d6804e534177374f58324ac1fc57870c02d0b92fc3366","formula_version":"titan-u-contract-v1","latency_ms":0.7655000081285834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"004747af694e7ca14daeb6eda9ba1a67527f455fc88f01c0036091a2543c14a0","sample_id":"hellaswag.val.6569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b61af8a159d9f15b3249fdbe67165a705d39508c2a9b9411c157c3284414b46","formula_version":"titan-u-contract-v1","latency_ms":0.6602919893339276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"333c393d062e6073efd5086bb8e539fddea95f166fc8699fc428eb7a842c9805","sample_id":"hellaswag.val.657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a79be2737530913c05f71fcd049a6844634a24492db694729269113368b3cd0a","formula_version":"titan-u-contract-v1","latency_ms":1.6159999649971724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"751f253865410c8448e50b6babbd621038aa3c9e1025158c9e7d9837ca44fb9f","sample_id":"hellaswag.val.6570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8036c9ff538640dea1524b333d5807b926d58d30949809417dc4bc108d92056","formula_version":"titan-u-contract-v1","latency_ms":0.9201670764014125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1153026467c50c0c69b24bf0d3d4924d2808d33e143881658607da02f69a3f95","sample_id":"hellaswag.val.6571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1595b37a43c34673bf35a1d868274fc1813b22fd4ea87879d16a5ad3dcbab745","formula_version":"titan-u-contract-v1","latency_ms":0.8177499985322356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15f27cea6e16d1a8c591061b93d779ba908b28b7d80b086e47a9997f8d6ba76c","sample_id":"hellaswag.val.6572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d869bf0a09e18b5865897576740554a7ac87ce534b24c5cd11d4870c68ba2312","formula_version":"titan-u-contract-v1","latency_ms":1.2507499195635319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"386218f9859d05a59cb0cec723c2a01f52178e15732eab2cd38836b6ee4b5c3f","sample_id":"hellaswag.val.6573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ade2ab38ebf5de7398fa36302470ee8665aa01c02fc0fabfa6c443f0402869e7","formula_version":"titan-u-contract-v1","latency_ms":0.8800410432741046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6792261d88726cb36c26d0a95104afa521851a45a06a0fd3cccde2990ed049b0","sample_id":"hellaswag.val.6574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58f232bbc79acd73bbbc369c4aca5fab4f5bddb0e707dfb0ba53c6eb05dda29d","formula_version":"titan-u-contract-v1","latency_ms":0.8282089838758111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97c4ec0a6d775b96221efb70c868af46eaa6f3ad952de681f49393d0b23e8d62","sample_id":"hellaswag.val.6575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e9bb0905fbaadb44f70d0c713ba565e61ea12d13a0cd614836f75faa5a153a0","formula_version":"titan-u-contract-v1","latency_ms":0.8917920058593154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"519ead565ff3cc9bef75ae6f7201f75a90246061ac9210d0beec8b7accfa27ef","sample_id":"hellaswag.val.6576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3057a33a822c91ce4e21d420c4ec5eb16530493fdf84eefc2144e4c355ce6b3e","formula_version":"titan-u-contract-v1","latency_ms":0.8954580407589674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"654c0b14fe573cd3db1331ac71a74a1f363ee3f211e41cb092bfc30d819de9f2","sample_id":"hellaswag.val.6577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce1c587c47368faea3dc2d659d455350a94a06b8d22ae073fbb93cba495f1c2b","formula_version":"titan-u-contract-v1","latency_ms":0.9107500081881881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"582248b99b7b94a3d38ae24b2c910bebf2287304b8dffa13b27e3601818b6aba","sample_id":"hellaswag.val.6578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1b360bbe0ffc203fe7c2346775e7d4331710985ace52cfed6e9da2601e2b4de","formula_version":"titan-u-contract-v1","latency_ms":0.9014579700306058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87c8dda287470fb8136655f99e740ec84b36857939949ec1aa4f1439409e9ae5","sample_id":"hellaswag.val.6579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"763426dc964de954c72672b7ecb98f2c52bcfbf1773dfe82eed410ea461a70f2","formula_version":"titan-u-contract-v1","latency_ms":0.585624948143959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30cb3057c356b7b7d6babb020b1ce3b30523846544107fc7545edf899bad1753","sample_id":"hellaswag.val.658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a87470ba1be71a40175d11f9202c51732fc73cde2caabcc6a401841e8db2f47","formula_version":"titan-u-contract-v1","latency_ms":0.8790829451754689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68ea6afc0d92b408b99d03f47aed148c27dc8e56dd855ff9374f5324c2b0075c","sample_id":"hellaswag.val.6580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a71d9d96e6ae5a5a356d0d673b5d092a2161248c252c34adb3da283e891ea64","formula_version":"titan-u-contract-v1","latency_ms":0.7420000620186329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1ba07e14951be10f431096af2c835646247c1c6a4a3e344800ed7a23f907141","sample_id":"hellaswag.val.6581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0cb936818debb0ce3a74487ce28e6c200d4268d51842d68aa0ebfd9d17d1c3c","formula_version":"titan-u-contract-v1","latency_ms":0.8878749795258045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c90abd6214a5638c04f1df13dd8e9e5a3232cb293fd50d841472608755f1730b","sample_id":"hellaswag.val.6582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60b393ecb650286785e5b633eaaad75055d4ed8f4a794c87637a6cf6dc057d67","formula_version":"titan-u-contract-v1","latency_ms":0.6509160157293081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd090d35ac9fd095bf50c79f5d938f804eae84b157579a6399abfed710a4207c","sample_id":"hellaswag.val.6583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2171318dfcfb12c5f211d424fff556725214ebad685319a36919bb350ae59eda","formula_version":"titan-u-contract-v1","latency_ms":0.8558339904993773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"134ab27fbc90ce94e24fa8c71274d987ef1ad6a78b86c81cc106446ab9d5e4e6","sample_id":"hellaswag.val.6584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10c33f0bb66f5cab522016626f1a352d764cbe467c1f1066f55fe9648f2121a3","formula_version":"titan-u-contract-v1","latency_ms":0.6272909231483936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"781e2510aaf59d2bf6945579661836a412d86d949394b5c60f190877acb38551","sample_id":"hellaswag.val.6585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc8d68111043793ef0ccd75b092eab3f6096b31082ea2309434238a79ba96b08","formula_version":"titan-u-contract-v1","latency_ms":0.8917499799281359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c559532caa50e6a51e277756d99a5c26d06ce5986a1823a58392e5cd34a578c","sample_id":"hellaswag.val.6586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbccd9dbd7788175d88daca566572eb16aa1d04417ba0220535bb4d64b678164","formula_version":"titan-u-contract-v1","latency_ms":0.6966659566387534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a423dae4a77699f91061fbe961d08302b3345603038ad97024b36b69177e6ee5","sample_id":"hellaswag.val.6587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4c7d600a43fb9c2934cc92be6038ced374d90d13d2ef4a3b98c23c88d586c12","formula_version":"titan-u-contract-v1","latency_ms":0.8307499811053276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41db725086004656ef185adea899ff664747516072767432b4bc6de567ca961e","sample_id":"hellaswag.val.6588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"554b4fc19d503947d11e54611e7d7eacef59b56a7fd3b24710a568bf6a913a7f","formula_version":"titan-u-contract-v1","latency_ms":1.0473750298842788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4d3366e0addaf670695c20f70a761ed740a59ba18ed4955a86bbb55323f5c96","sample_id":"hellaswag.val.6589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae54d845f042beceb4026ed94bebd7234c23fe3941d10d51799751415302ab56","formula_version":"titan-u-contract-v1","latency_ms":0.8463750127702951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5469b0463dc8fbe65bc7bda742fb13744e7ae6f89ef8459bf0f08736cdb9e65f","sample_id":"hellaswag.val.659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e03ce00e5d6a07fd67f60679d7de0adc0cc03839eeeae7da87259cdfd705207","formula_version":"titan-u-contract-v1","latency_ms":0.8749169064685702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eed83017c7f492de0585eb1995f76e32bb33b5ccc540ac3cc1a190b0daa3e14b","sample_id":"hellaswag.val.6590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"372acc74675a69c6ccf3f523599498debccc227bf39bd1da37a934605e38d565","formula_version":"titan-u-contract-v1","latency_ms":1.1671249521896243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bf1b19f5445921181c23a25f69f5af56860e7b79472393398809ee4f18e21e1","sample_id":"hellaswag.val.6591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38e27152c63d8664cd7980bc83c68a35d40537f29aba0881214277a4d1a6ecd5","formula_version":"titan-u-contract-v1","latency_ms":1.8072089878842235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dea8c6c6cc4b1168503f9ea2ae6d51390181ae1487830df129fcf2520311d9b","sample_id":"hellaswag.val.6592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fea65e4bd85cef21606f54877bb17dfd5074249001bb78c3f1485b763845806c","formula_version":"titan-u-contract-v1","latency_ms":0.8149580098688602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2c309458ab86d35991061d99753f85183383915f9c078d9f3c0ef0569520ee0","sample_id":"hellaswag.val.6593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd0d3ba840074d46338e134c4c409c9393e4bfb94a8cdfffd0f4a887a0aefc78","formula_version":"titan-u-contract-v1","latency_ms":0.6425839383155107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcb8b06c6394adf2cde64a5e1706e5699e98d661e73e34e0877304e355be2103","sample_id":"hellaswag.val.6594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aefa3a0381bcd7a7be77ca85706e7053425e8603232635f2e5b7284483ca928","formula_version":"titan-u-contract-v1","latency_ms":0.9441250003874302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39396d04cf00aa9fe21f4188ee655477a5ecfa55e929bb644a1b142ae82f7a9f","sample_id":"hellaswag.val.6595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b809055557bff83a4bc231dadc7341b2dbdc482dfd5790ad020766ccad895ae","formula_version":"titan-u-contract-v1","latency_ms":1.2112909462302923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d799877d01f82a60a70ff91b82967a240a64dfe5fb18b0dc2d585b21366b2a10","sample_id":"hellaswag.val.6596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43ec27d100ce683d002e232f8aa8c48f4eba5714114ae737db5d4c763a69b517","formula_version":"titan-u-contract-v1","latency_ms":0.9838750120252371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25a9e0dc53d88bbdd5ee3c470ed504a69ff12d89c5173a1578cf1d6fd6121c67","sample_id":"hellaswag.val.6597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aef8718c7b667b078b35a17b72c82d0fa8f6f7f15b423a3696a9fed68ffe8990","formula_version":"titan-u-contract-v1","latency_ms":0.7696669781580567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29953e32ef608100a03e8bf5ec52006e5689ea4f2a9268d101decb4e66775b0f","sample_id":"hellaswag.val.6598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c77addaf62fdb2dfe49b31a767fc99ef084770ea423c3f490c1a27a291536ab9","formula_version":"titan-u-contract-v1","latency_ms":0.7226669695228338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1539b9390efa6b298efe79d33c3e3c4a5525a1bc848bd06386cbae937568baff","sample_id":"hellaswag.val.6599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84be32b854de80fc08820c88a9a843fd50b9855d8f5b1ff51c67ae3df92a24d9","formula_version":"titan-u-contract-v1","latency_ms":0.6106250220909715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8714942bb37eb8766625dfd59bd3bf75d5f7f2dfc97d99f2675a90c53e3eb384","sample_id":"hellaswag.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"356563276306de90bb3d0d8074e7ca894ba2667a3bc0e22b21664c5d238b4732","formula_version":"titan-u-contract-v1","latency_ms":0.5956250242888927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6381efd2e952aa853f6018bfcf4404f9f5923bff206ec5a3d8fcbf2ca5c3ac46","sample_id":"hellaswag.val.660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4b265c55dde2a291392af50244d3318902946f05c1e9c71612584359e191f9a","formula_version":"titan-u-contract-v1","latency_ms":0.6141250487416983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b309763851c5b0548b8765ee07f23b5c80add2a646d1c052f0cfbce7573c777","sample_id":"hellaswag.val.6600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91bf6e365fb48012a3382af82331cb8cfd1b5058e42224eee0a22373fd70bc1b","formula_version":"titan-u-contract-v1","latency_ms":0.757541973143816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"622fbbdc192737a4912b3fc72d6770ea02e63250c5adde3a324396ea17617576","sample_id":"hellaswag.val.6601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cab6502c24b25dd4e56ea5e45d02814e0863f769d45035da7fe1bca904b3d9c8","formula_version":"titan-u-contract-v1","latency_ms":0.9311670437455177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18d654bdd70a3fa3d00a3d36147c4fa2e7710d35c6433b14988dd72746592d96","sample_id":"hellaswag.val.6602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61f91ad30d91fb871e4713e09ffd8c4ba24ef4ff62788ebe2e7f85fb2d5dc243","formula_version":"titan-u-contract-v1","latency_ms":0.6758329691365361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5907b4b671128b24f04bd9b45928a6dd71fb45e9e243e7f8f0ded803bf1f0f38","sample_id":"hellaswag.val.6603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14af325b554b2bb1084f3707bac5fb02a8d244ac9cc5be83ba598c19babd5a77","formula_version":"titan-u-contract-v1","latency_ms":0.7190000033006072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f90b60554f4885216192d5456f267034f0292138789d767de3dfe2e3ffeaec3","sample_id":"hellaswag.val.6604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b6b38c7a3c0175de9552722b8a62a992591e6c26f2664907bf12f44313f453d","formula_version":"titan-u-contract-v1","latency_ms":0.8727089734748006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89bd79470ac2821260b248d152fae8f18d27088045ae9bd8b933e9df81a0e6ee","sample_id":"hellaswag.val.6605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c4bf2585525f6e01dfc652df4bb0b13c52d5689a7236cda1ae84788805418d9","formula_version":"titan-u-contract-v1","latency_ms":1.4078329550102353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e72c226aefb36216608197d5e96be1a9fbd434267901b472132f8e7ae74bf7d7","sample_id":"hellaswag.val.6606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff201360c71f1d698e53e54253b6e857edfceb8a1a37e913fca5ca76fed3e40b","formula_version":"titan-u-contract-v1","latency_ms":0.715874950401485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddbae1f194fd6ec85168d970ed6645beb561b07711b0f07c41081bd0c38f2cd8","sample_id":"hellaswag.val.6607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ad9bad8094b359c86e2268e2c49c1eec123fa2c2331797f27443a41889ce88d","formula_version":"titan-u-contract-v1","latency_ms":1.2796249939128757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31cecb7705c374ec03d5226fd5880071269f9614f4bd7633f0e57b79c9f19944","sample_id":"hellaswag.val.6608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"598eb9847017091553316e02000c3c0afac8e5a1c7ca11b057a71a80e2e7e9b9","formula_version":"titan-u-contract-v1","latency_ms":0.7104999385774136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab1a04fdaffdabf0c74c0c23a0965d5565e0fca8dafa2f2aadf61d7b3085e4ce","sample_id":"hellaswag.val.6609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ceb831fa45ee96861fd54c03f6db4429853c055142174b2b0a63b6c7bcbcefbb","formula_version":"titan-u-contract-v1","latency_ms":0.44366694055497646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"672fcd644331512feb2f1b317a87ee62ae4e11dceb73772d187c95b0522980fa","sample_id":"hellaswag.val.661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5043252cc6d0499e80d1c6a42d7da98dea2685fcd9558cc3aecec253373c2561","formula_version":"titan-u-contract-v1","latency_ms":1.2524999910965562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c090a127bac3c473a96384aa4a21268be028417e3507b57fc8b9699ba3deedc3","sample_id":"hellaswag.val.6610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbafac6ec1a1063c7fcc55b8fc1735faca3738bdcfd22844828984f40a9e9b6d","formula_version":"titan-u-contract-v1","latency_ms":0.9449589997529984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"284691303e601aee4f212302c651e7543d0194589ff23e559a69558c230a2eb0","sample_id":"hellaswag.val.6611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adfd3462b6dccbc215bfc55da07cc2c2c376acdb06dd3dd9419591e09619a46b","formula_version":"titan-u-contract-v1","latency_ms":0.671875081025064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a60714a53c37e719eff6c8c692eacfd1c352de4944f1fc676bc5f4a06d667b5f","sample_id":"hellaswag.val.6612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"066656fa4097826d7c4afa608fe9fb723c145b417a12b64867340866da6f6727","formula_version":"titan-u-contract-v1","latency_ms":1.5608330722898245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"570026e9003274622528148d9a2a83e9a4d9becbeaf73987fd27a500ed084570","sample_id":"hellaswag.val.6613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76aa3d48b0ff04698994bf1ba220b1108623177d5427de88c0045adb188922a9","formula_version":"titan-u-contract-v1","latency_ms":1.0230829939246178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a540bb44f28a282b0d72606f952f44b304d2b1998332e2de42de16f0730f51bc","sample_id":"hellaswag.val.6614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b92f62b57a24dbc52e60786eff93df1d93295f06977557311bde8e2efeba72fd","formula_version":"titan-u-contract-v1","latency_ms":0.6649999413639307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94aacec462dc6223f6fb3412038bcb72f971178e8deb96ca32503a66396f3e58","sample_id":"hellaswag.val.6615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c03b39d488645ff219ce92c9f36869d5b322b87df2341ca0917910ea2d2b64e","formula_version":"titan-u-contract-v1","latency_ms":0.9642500663176179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f49e4649105de6306eef434320b83ecd2591d7d5a98ac0467c9bb6c9a5cad676","sample_id":"hellaswag.val.6616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"991b1cef73c58a42fa9a76f9acf736b2e3ed3c583c8a4a84be9768bb89cc2c36","formula_version":"titan-u-contract-v1","latency_ms":0.7422920316457748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00457422f270ba9939be081b23cb876b503f5876a8d1a92097c84c2de4c88629","sample_id":"hellaswag.val.6617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d77fd9fcf9354ddb668a5f259c23c94780b03543c4e94b7c0d6a6479a1dd4554","formula_version":"titan-u-contract-v1","latency_ms":0.8858749642968178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0513c8a965c5b2d3ed2fda0e87311d64d9c3b318511e4242ae0c3ce84add522","sample_id":"hellaswag.val.6618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"279e547817521fcb999c44887f58dca1379d39396c8b16af34df99ad55b0000a","formula_version":"titan-u-contract-v1","latency_ms":0.8571658981963992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9300e55919db64841d7fbf525ec00cca8bafb56b9ada82c105b182d77b903e7","sample_id":"hellaswag.val.6619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2511eff6f99262759c837c6a49a51e28ad91cf439dbdb86c7a36bb6aff505535","formula_version":"titan-u-contract-v1","latency_ms":0.640417099930346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0edb6eee5b2a85b7753d4e10d055818ed94316761abcc080b1acbc8526c7e19","sample_id":"hellaswag.val.662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02381542a3335019c835dc68a61b8ff1643ea6215016c7f3803297fab13dcb54","formula_version":"titan-u-contract-v1","latency_ms":0.805750023573637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7dd2276931eb75e70d622a9e98346cbc9049d10ddb143ce71afdbb99bc9be47","sample_id":"hellaswag.val.6620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d580298e5abc443da5d3ccc3892d8c9b664570dbc4e76d422fd6cbc3e01a0156","formula_version":"titan-u-contract-v1","latency_ms":0.9878750424832106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1eef88af61470b91ad005eecf264f6788ee78c445e98cb8a57536e99679b999b","sample_id":"hellaswag.val.6621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc4110e6150737b0b69e7a3fa07bd01e7459207cdc7c5f52c3ccc765b48d5ddb","formula_version":"titan-u-contract-v1","latency_ms":1.0166249703615904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"001438e47a939bb7bcadf58f4c16bb9558afe657e51507fe6c79955cdf999771","sample_id":"hellaswag.val.6622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"965ffd152fe5f8547ad5f2aed784311c0f386cf676f56c477802f6e22c0fcdc9","formula_version":"titan-u-contract-v1","latency_ms":0.9081249590963125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e8ef5ded79de4465573287524e5363c4e7597a07c1f241d2a97b99052dcceac","sample_id":"hellaswag.val.6623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f89ed7c4ddedeac8bdef7f00cd6ae4097a75255ac66317c858eb48d93dad8461","formula_version":"titan-u-contract-v1","latency_ms":0.8524579461663961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3b884a74d0fb3491e15627dfc3ba90ce05230e57d1be5e39bdca56a86ce4b05","sample_id":"hellaswag.val.6624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c7acf5bda052a13cc6e03407afbee2776c8b3573dbcdf4d2035763f53abea30","formula_version":"titan-u-contract-v1","latency_ms":0.6552920676767826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ffaef453c41f368729cc69f675170530800c9ca92bdc99f7fa3223881e711ec","sample_id":"hellaswag.val.6625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16a3d164873106dee0a1bb7bb7afdf5d9cf0a7421a93d57e94ff47ab17202ce9","formula_version":"titan-u-contract-v1","latency_ms":0.5975000094622374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8071721f77e1d99377e68200c5da965a988fa95d833cda266ee4bc0ff7051bd","sample_id":"hellaswag.val.6626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14eb97adde83a97629506996a7616523dc5a5bbfe2a03f91e417c0373bd8611c","formula_version":"titan-u-contract-v1","latency_ms":0.7750419899821281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c17967661637de376ccf6d78038e14362e16c81a4c87d2c6e313cf6eade326fb","sample_id":"hellaswag.val.6627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64e552aa300d653fe344ef8b10857014cda309f25a5bae31293a6d6be1b68ae3","formula_version":"titan-u-contract-v1","latency_ms":0.6059170700609684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f31ed43e5b4fc17b61ebaea049b8444b1da487c57e8b37897e283c6d8f8f680","sample_id":"hellaswag.val.6628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfef4f1ece1ade3b64914054bb085524ea73ec611fed189f539bc07ca5e64454","formula_version":"titan-u-contract-v1","latency_ms":0.9092090185731649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b57f51c8df49fefe47b603aa294f53e8da17b0e24e21041bbbdbe22d85593307","sample_id":"hellaswag.val.6629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aaccdfdc46dc05693ee945eea770e9c7f2f7edc4e4f29a8a443c603422aa8866","formula_version":"titan-u-contract-v1","latency_ms":0.6806249730288982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ecde1ff3aa823e734084e318e641b8fda86f5d793691c2493a309cfb577cab0","sample_id":"hellaswag.val.663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57178526839c2e61e0e608122ab2d1f66623189ac0252ea29d0046a00c6aba3a","formula_version":"titan-u-contract-v1","latency_ms":0.8517910027876496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"011c834dee7a47a94db1497de98ce02d7f67c353e017c973baedc351ce91e528","sample_id":"hellaswag.val.6630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"559219a50a3bb2b9a1181e34c69527b00b9d3b584f48a638859134fe4ce381a0","formula_version":"titan-u-contract-v1","latency_ms":1.0062920628115535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b2fc04e222ffe142ba4710205b36cc55e2bd6b4054f52143481ffd229c8d325","sample_id":"hellaswag.val.6631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9278ec8c178e45f9fd3e0ea62a2d27248ef07ae955b03a252acd1a390250a2ef","formula_version":"titan-u-contract-v1","latency_ms":0.9466670453548431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74e15366f4aa7e6bd5c8ea41e01038696b8c44bef5c11f3cadfa051ddecdc8f6","sample_id":"hellaswag.val.6632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29a9fe2f2e6f572fa158f2c581231fcd9f99286aa9202da494811552bbc8097d","formula_version":"titan-u-contract-v1","latency_ms":0.8518750546500087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25c9ccbf06d51d0bedd766bde48b6714ebfd7ca688edc8822b8c53a1daa4ff60","sample_id":"hellaswag.val.6633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f71f6ff7b0419f93662abbc77780282ff1b592f65ac13f070b5d87b31ab23d9","formula_version":"titan-u-contract-v1","latency_ms":0.835500075481832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f53c1b24902fb9ca22f8ec1b81b760d8f409819369c1fed79cf5b082977209c6","sample_id":"hellaswag.val.6634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab7ecec58f619f8c6fa07ed2134e661dd17379d072440fcfeb2a90ae60b0b711","formula_version":"titan-u-contract-v1","latency_ms":0.8246670477092266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"153751db97a19974e3ac9689bcb134f2c93e19f7cffbedb2697dfd40206aa5da","sample_id":"hellaswag.val.6635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfeb328fd4b0b02150aba72e533d328c59e1309180edd43aa086e379097e06ff","formula_version":"titan-u-contract-v1","latency_ms":0.8529579499736428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23e4a22c452b7835ca1df5780d83b1c94a2931df3206afcc1407140828b25588","sample_id":"hellaswag.val.6636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e2452336d5279127f0348b9abc97b52902f4cde270b5e3d8d618da6ef9e266c","formula_version":"titan-u-contract-v1","latency_ms":0.6108329398557544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9745d699dc51dc4c07a5f9d3dfe6b42ed9d22567d2cf26755441ff1a15900e15","sample_id":"hellaswag.val.6637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a40346fe69a50288af5ba0c5230c4874a1aa788b788ee046b8840e920d894807","formula_version":"titan-u-contract-v1","latency_ms":0.9065000340342522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f93670eb3d41eae40aff4e8634f4008b6445be35147d650a65d7274095c5a52","sample_id":"hellaswag.val.6638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4b987865e00d61b283a4b616fdebf5588e839eea05be72944336e2a6be2edd5","formula_version":"titan-u-contract-v1","latency_ms":0.79241709318012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ebbf2592088469e9dd9eb7d4a78e0ceba38c432924644c4bf0e7c14bff53b91","sample_id":"hellaswag.val.6639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27969a7753a52efe1ab932ddfc309578053eeaad6f33631ed37fd6902c0f6935","formula_version":"titan-u-contract-v1","latency_ms":1.0054160375148058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb5af38295a2e9f20d894550e07eae3e6d95ceb44ac3f585be5da259c4d1983f","sample_id":"hellaswag.val.664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d86269719bd8d47ef128044caa2c8e84485a7f30dac1273b59eb1a91c0e1078","formula_version":"titan-u-contract-v1","latency_ms":2.7264580130577087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4c33a832ffac820b583a8a7a4beb60a929f62a1a15c4bd4b60c3fd0e7062373","sample_id":"hellaswag.val.6640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24698426eb7e78a0c8de4a15460b82cf59c8f8c2b76bdf5c2c520c660b279fc7","formula_version":"titan-u-contract-v1","latency_ms":1.5757500659674406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e72b7c8559ddf9cf6ac2dfe7dbb0423fcf3cc42b6c95845a00c980de0314279c","sample_id":"hellaswag.val.6641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09319af94828b2620f625bc80610bcf4d3fda7e879cc81fa688694016c57e1e3","formula_version":"titan-u-contract-v1","latency_ms":0.768749974668026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d251645e029516701a1cd65e92e9d857557f5ee763331defc20a5ba5193bf4ce","sample_id":"hellaswag.val.6642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b68ed41690296b052fddce0a14aab0741aee537108b7671d30c5ae8d1334f7c9","formula_version":"titan-u-contract-v1","latency_ms":1.174916047602892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6f6b8c9570b9e2522460e0e056dd40d5ae15e39998fda4653b3011d5679e37d","sample_id":"hellaswag.val.6643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed812a298f81075003900832be40962aeda7a1c49a99d2198ae90c3a2ecc909a","formula_version":"titan-u-contract-v1","latency_ms":0.7675830274820328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a049cbada3ed1c8957cff193d0202eff34bb56c62bd53cd8c9813910e983f18","sample_id":"hellaswag.val.6644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58868593ffc34b02e183b4ce04cb37ded5372d019e26a5bdeb0d12df9cfa3548","formula_version":"titan-u-contract-v1","latency_ms":1.7313329735770822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eded67a6abf3ddb4b1fd6f56fc9247cdf53467797594c07a5f2e8fbbdb4ff49d","sample_id":"hellaswag.val.6645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26485cfa0355162d9faf91f997f62f9794b055435bcdeebd0a786fcf2695fe3c","formula_version":"titan-u-contract-v1","latency_ms":0.9542090119794011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bf39c94e5805072992d173f5a94bc2ff6333423b459395d3cd29cc754ed62a9","sample_id":"hellaswag.val.6646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de928e796bb96e206a1b587e901b3bbe73e94f5b1501a4fef5cdce1a2d8161b7","formula_version":"titan-u-contract-v1","latency_ms":1.0878329630941153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63e047762aff0e1b16b104480c5b074a1332c96f7f7b91d7a30e5a70d6df6545","sample_id":"hellaswag.val.6647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f2b3e0341dbbfe266c9cff680aa8bf6fb72d5852e8e2247eece1758ecdfd2da","formula_version":"titan-u-contract-v1","latency_ms":0.7671250496059656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9ec6e0699769919958f80f7031b2b97d1b653262d9ac99ee233a156f52fd1af","sample_id":"hellaswag.val.6648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b3d9cf692f012d8e800e88b89806557ddf219ec749dd8a13d104d68214cb22a","formula_version":"titan-u-contract-v1","latency_ms":0.9699580259621143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e503580907bac5757386315f5a6dbb5ad712074672b4a3d342a06a2e26f3cd1","sample_id":"hellaswag.val.6649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3add0204cd17df80b6011374d2bdd364f42132cbfe74602493032c6661421545","formula_version":"titan-u-contract-v1","latency_ms":0.9882079903036356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"927db8177c134d2a924e97bb64b253e916e2fa906573cc5ea4b424e979bb7f5a","sample_id":"hellaswag.val.665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3c3e76b1c1cd029dbe43b082c01f6045dfe121084f9c192ee395805152cdf0d","formula_version":"titan-u-contract-v1","latency_ms":0.8746250532567501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea8bb820d4c35ab9bda216863e51f69b1f569414bf1e4590fdeb974fe826b7e8","sample_id":"hellaswag.val.6650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"294655ab381ad7d28cb5ef45fc6fa97013a1ff9c8d9ba4ead7cc1714a31a6243","formula_version":"titan-u-contract-v1","latency_ms":0.6961670005694032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcc410e235ee61eb95c478d650e089a8e84b4155d17ccb68425a59bf5cfe2102","sample_id":"hellaswag.val.6651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4da3e34dde58933b3c3b0f317f1b06fd0c5c514af3d4df7193efe7e4080cbea6","formula_version":"titan-u-contract-v1","latency_ms":0.6623329827561975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4eb595ed8e31fb7e98604030ab78cf8fd263cf72300782dd552e39579037fb1","sample_id":"hellaswag.val.6652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd27f93d5cb3ed1561da0078b6a4f9508ba0dfbf581a96517fe613360d3552eb","formula_version":"titan-u-contract-v1","latency_ms":0.7431659614667296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02c5fe078871105d76340ac3d1b6a4916eff79d3585c011e354d34fb4d9bc8aa","sample_id":"hellaswag.val.6653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78db562a2fb8934fa3343ce7e58e8af237b0283e94299d990981626084e573c9","formula_version":"titan-u-contract-v1","latency_ms":0.680082943290472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"965574b16c930fbbcc72d42eb51000160fe9373ea5802ef01ec827bd02bb2c0a","sample_id":"hellaswag.val.6654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c10dbac336814180a56d7d7e02dc999f5c1846a6ca8a5e227543aa1ef06087ee","formula_version":"titan-u-contract-v1","latency_ms":0.6601669592782855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89e5782e0a6bd01ae10796762ddb56db47d9025c4afaea57279c51f5ee22ae38","sample_id":"hellaswag.val.6655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e58af076cac4848b5b0666621f950b4ea3829de113e2f3f481ed4d093de1efd7","formula_version":"titan-u-contract-v1","latency_ms":0.8069169707596302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae7f839d927ae52c6aa43f4700a6ec6dd8d598cf826bb3a5d2520c8767cb2e31","sample_id":"hellaswag.val.6656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac3b228dbf0fe0fc6accce247291c4a8ddd582192766be5a7a14b999844b2cc3","formula_version":"titan-u-contract-v1","latency_ms":1.5477921115234494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3385f599b47762cfca49b627cddd8714236b771129b2a6997d05010ee3ac718","sample_id":"hellaswag.val.6657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e76a58c6137e0ea2b0ba2cddb47d9037b39fc38a5310205a2f726561891cadd6","formula_version":"titan-u-contract-v1","latency_ms":1.1184170143678784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a0c7338fcbe0d4e0d3657547ad188d14fbc2e52030f586ad7c4480d37c223c7","sample_id":"hellaswag.val.6658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47cbb4c963f7e48ef8506baae8618fd23ca61cd078cea6526473e26e7307cc38","formula_version":"titan-u-contract-v1","latency_ms":1.0307919001206756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bc7ae78303560811904ab84a5b8b323cd345e3a4ba596219ef47255dc72541d","sample_id":"hellaswag.val.6659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f6d7fdf072f9ce97cf1218ee59297063ae3416315e575794012b29933a67056","formula_version":"titan-u-contract-v1","latency_ms":0.705457990989089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7082bae922232c933ed35d73465d9d05da853d434e5cd2c7ef7e87eefa662466","sample_id":"hellaswag.val.666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2186cb2a49ac5b0615d80f9508788e83fe7bea6474eaa48e7a2b8a0de2f12148","formula_version":"titan-u-contract-v1","latency_ms":0.6987500237300992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40258e8e2fb3e47445ee0f711fc4beb65c6c0a4e95ffeb66a350cb8dd460945c","sample_id":"hellaswag.val.6660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdadea5e1b73cd62be5ac0b9176dccd31c5a078273efc77e561c02c78e17b33d","formula_version":"titan-u-contract-v1","latency_ms":0.8672080002725124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2f7e833d254091c9d5aa2cc9815f26ed56159f04cbe750c9fab0cd1b6bd0a25","sample_id":"hellaswag.val.6661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92f3f29a3f2e744379b3e5f83b6120a4ff9e10f9e0b4928be828703ed10d00d1","formula_version":"titan-u-contract-v1","latency_ms":0.7736249826848507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"307dab8cf40c3713f426d33b562a8a67a9f4c8cd906d4bd0160e718cda260274","sample_id":"hellaswag.val.6662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a026d0391548374f670bdee36356b449a89c03fb9dca459e752804cd4bbb575","formula_version":"titan-u-contract-v1","latency_ms":0.6872500525787473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa9248a20273824558d20d246b11c9df11e6c54828c972cbcf3c511262b967fc","sample_id":"hellaswag.val.6663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71d4217d6a9fdf3bdfbb155b66f93979b4e63547f66d8c948eb50f7ffc8d3906","formula_version":"titan-u-contract-v1","latency_ms":0.7927080150693655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c50bd5579872daa4f33c116ecd48c33a460a6888111d84191f08e9f33833ac76","sample_id":"hellaswag.val.6664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5405092f4aa7b2c7d7a2687e042cb8ce9e6d4d4c052b6054fc82e638aace0239","formula_version":"titan-u-contract-v1","latency_ms":0.9087080834433436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fae7d628eede5569f54df78d1823664d117b00d59bc3fc4b3c2ffce935ee658","sample_id":"hellaswag.val.6665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d43c930da2bd0262c3738f921cdbc832d054e7435628225b983214d80768ba99","formula_version":"titan-u-contract-v1","latency_ms":1.0681250132620335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3e2707cf71ee3c8a3c09f4c9e24f04a6be4845b617d67100037617ed83f2e39","sample_id":"hellaswag.val.6666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7df6d5878d4b7cc1eb88cbcb185f5537383584454eb43a3ba9d3700a9440bd32","formula_version":"titan-u-contract-v1","latency_ms":1.747958012856543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6284bdef9e867d82c51d758ff3b811e544462b121b88adb7942d01f7d0377673","sample_id":"hellaswag.val.6667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baf5ae6d015bf159a7b167e62e0f7cab1ca79257bff66d340d35238583ab48b5","formula_version":"titan-u-contract-v1","latency_ms":0.6781249539926648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0eaea81dd5048aa5073146276ad70a65463c40637b563fc3c51b747cf0ccf924","sample_id":"hellaswag.val.6668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5455d556286880a32235af03fb35f41e4e0835c5f556bfb176785526a2e25f7d","formula_version":"titan-u-contract-v1","latency_ms":0.715874950401485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dcbfd4f1895d198a9d2c65ad18015a3389586b8b50f1e732a6791d566a546e3","sample_id":"hellaswag.val.6669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"305dbd1c1f395bade9e578e6680047f3bfb7ca67716e52d6c27a1d24c5c96d61","formula_version":"titan-u-contract-v1","latency_ms":0.6429579807445407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1485e6081424069e0b3e51a1abf43652705b15fe2d63a63f2fc0b1113aa387f1","sample_id":"hellaswag.val.667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78f9f109343cc8f0e1212924a1a8c435e0070a6f263cdab0c1a0dc1bbefeb448","formula_version":"titan-u-contract-v1","latency_ms":0.9926669299602509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a940c5b2c7539e81cdaebcb77c43b89cebc5176ca576a296f34e6da67d401e27","sample_id":"hellaswag.val.6670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02c3dd9f2f53a34e44a0bd8df755bd092f503cea13372c0f72a32cca5482e62a","formula_version":"titan-u-contract-v1","latency_ms":0.9149579564109445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1cc26f741d6badc08d2373f68ca3808e4e6f2d0d5febfca30ef65f202469dcb","sample_id":"hellaswag.val.6671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a167c4cbee79c5e3b0533888258053ffab8dfc6932205bdad406746ee739fed9","formula_version":"titan-u-contract-v1","latency_ms":0.9990839753299952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2ab8d930e28f187e0e90b08f19bdcdca3406954b0ffa61386e1a631f1bbae8b","sample_id":"hellaswag.val.6672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8781d4e9ee38e0da16ed738e0bb98660312f87f46ccb35fca6c58440678df9c6","formula_version":"titan-u-contract-v1","latency_ms":1.0447080712765455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fd9f1779c09b013defea4235bc3df0192d0958eef8ec6129f5a05e81705f8ed","sample_id":"hellaswag.val.6673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4498398a7251dc01285466775727eb4b1084a408ab51842393ddd81ab6f200f7","formula_version":"titan-u-contract-v1","latency_ms":0.6433330709114671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c609bae6dcdd22982a86fe22a5e4f1c14fd5755858d18beb9ae3eb019a4e640","sample_id":"hellaswag.val.6674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06bf3cb91434526e281788ca4030357184b3820c4801105a279cbcabb2619466","formula_version":"titan-u-contract-v1","latency_ms":0.7607919396832585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5e58e494bd532e6244e57aa237d1e732aab660e07c07c334e7afc72de9b954e","sample_id":"hellaswag.val.6675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"508248cfbc5b8217f869d79b0750e3a30da9d0c602e188a50ad81c922ed846f5","formula_version":"titan-u-contract-v1","latency_ms":0.735208042897284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2a30fbff4a337daf43552feda94af7c1cd7d5c280637680a123ab42b4d8ec42","sample_id":"hellaswag.val.6676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d7ad42fc8dc5c6b487f71305bc17e2ae883563a494f53ab05abc7cd282ed866","formula_version":"titan-u-contract-v1","latency_ms":1.0393339907750487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be490693ef21efe7ad89f39252b39492b1777ca42de2f0d22aa4bea644a50746","sample_id":"hellaswag.val.6677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"663ecc9474d4b91e01b32b5a102bdb21d16013bd37e0a58210feb3a470a4ea69","formula_version":"titan-u-contract-v1","latency_ms":0.6777910748496652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4a5b7157d26853acff8e7bfeca9fdaaa9be6b898516d7e2fdc9d187d0b2543e","sample_id":"hellaswag.val.6678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c96685044fae4eaf840d5bac69789be8e7da32cf90c192e09d362c871d19308","formula_version":"titan-u-contract-v1","latency_ms":0.7464999798685312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"867cc32216c716bd905d33468a35f95a5cc5af8cb057ee9ec04b96fc47c5c56a","sample_id":"hellaswag.val.6679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82bf593f8f705755ba8ced35dacdebc8909e63d4444f416fb4458c9fecc517c5","formula_version":"titan-u-contract-v1","latency_ms":13.360916054807603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7438b3a21de76e55c64bdd3bf9ac76d261c92e7cc613b452503466ca0cdfeb0c","sample_id":"hellaswag.val.668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b96ab2c15c179ce38c3b45f17e719b0fbb73a28f50a7bfc455a6f706828ee85","formula_version":"titan-u-contract-v1","latency_ms":0.801707967184484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c43017eac709a83bc2495bc37cb6a5d30bd8a4798b4c7317cd1929e0110ff34","sample_id":"hellaswag.val.6680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"429ba9d60e46a2338aafbeeb0f2a4e80c656f8dd4860863c5c49ab4d880a347a","formula_version":"titan-u-contract-v1","latency_ms":1.9692080095410347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"028300835089ed6a0ce41d00478de2f127ea584f96c6d6d111d366bb45832bd5","sample_id":"hellaswag.val.6681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db039164429db11e0d75aeba781057a2c84d969537be13473234262b9d2fa03d","formula_version":"titan-u-contract-v1","latency_ms":0.7119160145521164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9ad83a775a4cb01c75fd58339605d91f5521d3460b647477f1b1f33a20364be","sample_id":"hellaswag.val.6682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5095baadf53dcd3ae6f8bddd8c267efcd1f293c72040fa45cae85296b1f168cf","formula_version":"titan-u-contract-v1","latency_ms":1.2440829304978251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97caea70c41b72a4faf6179aa1d436310a303bb64df1c1dbbe64181fb72a5b62","sample_id":"hellaswag.val.6683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fbe623e9aff4b03caee57a243842709a8b91bcbe6a0af38dfab21a99a5eb97a","formula_version":"titan-u-contract-v1","latency_ms":1.161250052973628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e889594b9361838f129c51c6ed5784acfa5a867a7a0d112eacfcfcfcce84a02","sample_id":"hellaswag.val.6684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b5a72567a4991f0402a59f87e551beca3dec8cd3b42cff78d5a2fcd0f32f7d6","formula_version":"titan-u-contract-v1","latency_ms":1.0449590627104044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57506c655ade01350c2bfa8aeff8cb377f8584f31111c1aaaece4d21b1a4ccf0","sample_id":"hellaswag.val.6685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2226db7abdc46a91da00eaeba326174030224c0479ba3b17ffa8f862b1743e2","formula_version":"titan-u-contract-v1","latency_ms":1.0739999124780297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72507a5a342671c743fe8bbd921bd9e5c5f3b875f99f2f744df44cdb272fc460","sample_id":"hellaswag.val.6686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6fd5b252a1ac85376891a8d61ea7b2e44bc6464c1ef4f269aad40f1e590ddd9","formula_version":"titan-u-contract-v1","latency_ms":0.869459006935358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5e4e4ef49a2a9f245085b765b223fffbcfa26bb60758bf4fe48c8b2805abba1","sample_id":"hellaswag.val.6687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"462fb58789285a5929d217c7db3860a995c44bc44bdc5a7233c031afb5138ec5","formula_version":"titan-u-contract-v1","latency_ms":1.0054580634459853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1190859a67a7c751290a81c90a1637698dd2ed9ad1282e730333bed242f9179a","sample_id":"hellaswag.val.6688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4aedf470b089b12f166bac7edf4b12826acda5cf99445b2c914203b205644aed","formula_version":"titan-u-contract-v1","latency_ms":1.479291939176619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fa3c8b18a47493de256f55436167fca932d2ae85bca78941f2f58dfeebd8c8a","sample_id":"hellaswag.val.6689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2af4b6228c65449d16f9e80c2e7bbcacdccd538b86eff79dd60a4fe66dd30464","formula_version":"titan-u-contract-v1","latency_ms":1.0444170329719782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93b9d6756fb72a473630dc6c9300f3c71a05c2ddb05c8a18c40f7a7e194f103f","sample_id":"hellaswag.val.669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b5866f9439932783d31190bdc5dfbc94fd255769c9a4217770092d2b992626f","formula_version":"titan-u-contract-v1","latency_ms":0.973624992184341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1d03d7c5fa1f7ad0db9e3317aa628b7a26d827f01961163915c73fec77607d1","sample_id":"hellaswag.val.6690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5663a254f6fc6b52ad94b34cfd45537f55fad0ce0a41e74d8126aaef968624b1","formula_version":"titan-u-contract-v1","latency_ms":1.2887080665677786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c2f6fbc7b91d5d8f4d48258d4d5875bb98f8af93ad3e55b81848bc4897b670b","sample_id":"hellaswag.val.6691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9725a5b55196aa3917a9545dd313b6d2105f68fb2be06680848438f2e7f37a1f","formula_version":"titan-u-contract-v1","latency_ms":1.2069999938830733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3104c6594e211ec504f08c621470ca0741e97eca2f09ec39d80d02241b53a9b4","sample_id":"hellaswag.val.6692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"053860983bc73ce9c6b82a9365205b20d3657b52b29304293a6f34b617181117","formula_version":"titan-u-contract-v1","latency_ms":1.4214590191841125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"216181821cc003ffe47c66b0344e7e0e0020cd91c21562807101196d741694c2","sample_id":"hellaswag.val.6693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b3c231b39fe1090a430415b3eca5226eeac682cc6ef4fa213a3129e04bbc565","formula_version":"titan-u-contract-v1","latency_ms":0.9163330541923642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1da7129bfba774b2b2b2be79f8a6402ab5991a6cdf936c8db95c8642ee70c84d","sample_id":"hellaswag.val.6694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d369f79501da1309013444199a3d935024cb0fe470646d7c0cd2a586bcff55f4","formula_version":"titan-u-contract-v1","latency_ms":1.4672080287709832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74fcb6f9a4497b76a95718836462150c6fa8a2ef672ff9b90f1bf3ede7210c10","sample_id":"hellaswag.val.6695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ad14749d27a9487b5f1e8acba440c6f4079657174a11e7b59c533cf75ac73c7","formula_version":"titan-u-contract-v1","latency_ms":0.686375075019896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d4588ca446ec75fd998b35d43e2155620111186295dabfe9c13d71a2117d761","sample_id":"hellaswag.val.6696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37ddb83c9a4a019275229f36bceab7c542764815ad9e15fd5a29edecb98211dc","formula_version":"titan-u-contract-v1","latency_ms":1.0276250541210175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2383f3db3cd7a9a1dc5620c0880d30e97c9f656bb1ed3e9d2779f82214339b13","sample_id":"hellaswag.val.6697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bf7e86857d7a85b7a3635285e777159add2e5b978a002ebfde6fc24d3053f3b","formula_version":"titan-u-contract-v1","latency_ms":1.0093749733641744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c9733f3f07d0897214c364613e47e78220de2f6405c3b2432c0b76c95718a62","sample_id":"hellaswag.val.6698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58b0fecd03fef114440a70b105979d75adba0e1e35db8109ac74c0bf3059d858","formula_version":"titan-u-contract-v1","latency_ms":0.8544169832020998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02296e882768b4c41115d87ff743915382180056cbbd4f5ce66b3745f491241b","sample_id":"hellaswag.val.6699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"802c197e9106473178aebadb40fd0c00098ab859f148ead082b5e9bc03fc943d","formula_version":"titan-u-contract-v1","latency_ms":0.6810000631958246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f8eb3362c4d48f40719cc5e323862a5cf631d4d058065a3a2d92795c2cbf2b7","sample_id":"hellaswag.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f9871942cb27ca6f8b9b846a99af747e16a88e34ecb0c0a92a066d9a4ba8fa8","formula_version":"titan-u-contract-v1","latency_ms":0.4682500148192048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65c19f83f306d8da70097cd1abbf48129373eb3ce5be8805e256231d5b6ec3f3","sample_id":"hellaswag.val.670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8c9f6340484fa42dcafc6f0799d043b90b426010810c11ab6a81a1d6a1c1063","formula_version":"titan-u-contract-v1","latency_ms":1.1403749231249094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a048bfa7fce19e74ac38f418eec25b1dff754944312830d94dc53dbe479c7401","sample_id":"hellaswag.val.6700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b016e269f3ea2888162d68be3c4033622f12dd212b48d423fd3c50fb73ed9e1","formula_version":"titan-u-contract-v1","latency_ms":1.2645840179175138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf3b1953e00ae483af7eba583f31c171a2b8292cd1656093ee071a3bd5d16020","sample_id":"hellaswag.val.6701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a43c6ae6c2a6487616463339fdad32302688e352ecc5bc2eba574430801f1b1","formula_version":"titan-u-contract-v1","latency_ms":0.7743749301880598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5148047a0041a194c67c6f4a962a3ea18c2995da81ee4d39153910cee6575c50","sample_id":"hellaswag.val.6702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47e0e83e9dfc795312aa01e3ebd73aedc5aef520fd17db186b93526d7792197d","formula_version":"titan-u-contract-v1","latency_ms":1.0444170329719782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9658c2de65290896b889be54c945c6e120909e3ab18a7257fe802dad89088d1","sample_id":"hellaswag.val.6703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"525a3c5d3e834d363ada36d2f2f4113a89d050c514ddd6ecf0dc88154441332c","formula_version":"titan-u-contract-v1","latency_ms":0.7821249309927225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5868445f3aa61ddf3c31a542fabf46b917797af3f99b1f04e3a7c9a1659d4673","sample_id":"hellaswag.val.6704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79c5b847935655cb821d4cb44cfccd1411ff54a80274b4de635aeedc423c2ea5","formula_version":"titan-u-contract-v1","latency_ms":0.7267079781740904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e6d801121fdc691d6362e023974d52e2bb54c7482d150bf1a21c032e86fee8d","sample_id":"hellaswag.val.6705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0899a78bd2a78c0fa32e00001b51fc5f08ac1ee307b5316adb2ceb85a4c7c899","formula_version":"titan-u-contract-v1","latency_ms":0.6674580508843064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"679dbd624888fff51d1401cafe293aebaa6c663bc99081ceb0f005e34f560dea","sample_id":"hellaswag.val.6706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"113659d9eb93cc3c725a5c26db2c7d35c3f37e259c174e7062a17d3003cdfd94","formula_version":"titan-u-contract-v1","latency_ms":0.7874170551076531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45e071b7e7fab57300a309077fb69541d9ac11d581e139f916dba1affa6430ce","sample_id":"hellaswag.val.6707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68c07a4844d25d5bffac637b9f64ed18f7c3bc0b04971bb89731d8a768bfdf28","formula_version":"titan-u-contract-v1","latency_ms":0.5935420049354434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a4c7e599390c8e0ea586b55c8035b17e9b5cd573eab2caea004f6647425a7d5","sample_id":"hellaswag.val.6708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40b71a23aa64b8a0c67c4a5021f2b5aa5f7f428f60b4d43f0e707881d8c94587","formula_version":"titan-u-contract-v1","latency_ms":0.8171249646693468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eee3c5727fec20313d12ca00360185745c6eb6a4de68028a8ae2da9b34f12a1f","sample_id":"hellaswag.val.6709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2667ee081b91f0cc6ffcb4613a4ce2bfd93ac5c9a4f7c8c8ddb1faab6cfc8d0","formula_version":"titan-u-contract-v1","latency_ms":0.5502090789377689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2737f90caaf34704f6c0cc0a528054a75938eb238e0e9e8d8918b3aa6e0e643","sample_id":"hellaswag.val.671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e06e15d5a43914f99cafd5f4d5441a69dfcbd76f0958df66aadbc97b141c9d5","formula_version":"titan-u-contract-v1","latency_ms":0.7880000630393624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4099c1e7ac58635a155be5bc7677f269b1825343df61bc3e2b2e92905e6358ee","sample_id":"hellaswag.val.6710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77ce302ae48d3ab3650e23a291ea9f44cc94512c96f3cd11ead9e9341d731e47","formula_version":"titan-u-contract-v1","latency_ms":0.6990409456193447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b38bebc7c832a13b5976801bc65e512ba40999893b3ceba363ac4657195ebc3a","sample_id":"hellaswag.val.6711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc64ac2c6a4d81b0ab0aed800ef790f8115d0f7780d5ccf2c79434167b8d2676","formula_version":"titan-u-contract-v1","latency_ms":0.7114589679986238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e27a9d5ae96c5680ae802b8ef096b02798c37629d0d461de31198e96dff19f4c","sample_id":"hellaswag.val.6712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db94bae2d9b4d4ef0bc549da099f434b648ed6056242e2955f4751cb9e5757c7","formula_version":"titan-u-contract-v1","latency_ms":0.7039590273052454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02423f60eaa263916efdf2b8871c66e513ac1757fd0f0ba8e51d91a39ea5a751","sample_id":"hellaswag.val.6713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4807b9cc260eefe8c9fef00aeb0e1b104d10b36e23bd3b5e721439040919a84b","formula_version":"titan-u-contract-v1","latency_ms":0.9644579840824008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9d49458a4d934d006cbd562ac28b60092aafa77cdcb678cf8e99f1d7c77f31b","sample_id":"hellaswag.val.6714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05aa18e672e3aa7a7f8ee4ceec92044e6472b69d6d0cd015f68f236579ace219","formula_version":"titan-u-contract-v1","latency_ms":0.6582089699804783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d6a78507c9ff9d62d1d55a79b85bccc27235a585a0e0e13d7c9a618d1932997","sample_id":"hellaswag.val.6715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75e8e1d60c6c90e126eab77cc25125cdc8d9cae89332d1041930ac0602f0a905","formula_version":"titan-u-contract-v1","latency_ms":1.4477079967036843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f20c13e78430ad5ceb9159adce245afc6af31bc7ac79d456d4c9aac2d157f9d","sample_id":"hellaswag.val.6716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38276024c3e5cc7a6f735d5aab5e284832af73341d9f6a1f69f89ded29a6a92d","formula_version":"titan-u-contract-v1","latency_ms":1.0809589875862002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"696bf22bc792c22019d15617bc8f5a4c4d8d73c2eedbba1804fded5ed5e28fb8","sample_id":"hellaswag.val.6717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dccfd0debf02ecf6655f3998cc5a8b1b06165336f7e934a342a4aa69a995b5c","formula_version":"titan-u-contract-v1","latency_ms":1.230333000421524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"596ef4cea77dc6db42e02281e4ff0fc2908df7314074fecdd93f7bdd4186b72f","sample_id":"hellaswag.val.6718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7abbe846dfb71ff5daaa6d9cd36d5221645f8c7a8c77548b1177a62df62a426","formula_version":"titan-u-contract-v1","latency_ms":0.6722500547766685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aea3e2be5b4cb5ffd1b64018e40742a2d33fa73f0df397f3ebf448a29df2846","sample_id":"hellaswag.val.6719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f15e2ec8dc0b00b3f3e4080438cc5b0297db3f456328d14cd635a7e5adfa9441","formula_version":"titan-u-contract-v1","latency_ms":0.6812079809606075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d0ddd4a5cbd99d54eeae56389e76aa76d5c3c65cbeaf89b7fd352707be06aa3","sample_id":"hellaswag.val.672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7af5764ada9b22ce20194fae39fb1298e45c3c26a6dd0b493ba532e6f46c23a","formula_version":"titan-u-contract-v1","latency_ms":1.0071248980239034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"195340ba88efdbf5f0aeb0cffff6e9b449cf20738e4330648bce593db6e9add9","sample_id":"hellaswag.val.6720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fa1a8ac6d0b207e0d7b76aacc433c05ee252ebf791328e46ab04bd9ed90e122","formula_version":"titan-u-contract-v1","latency_ms":0.8684169733896852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b46c92e8b34e643bc1e91678f2dbdcdb8abb34513bc9ac131326af2caf3698f","sample_id":"hellaswag.val.6721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae68c7451178353b845a8a37f8001fa4f2d8cf1cf8feb4423a6544cdca2dd17c","formula_version":"titan-u-contract-v1","latency_ms":0.5960409762337804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fe69173eb8b60ccedd7d387d5e4a75a6acba62e37e86e00ea6e571b86bcc502","sample_id":"hellaswag.val.6722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"066034f2c6e51beb7afd64181bf96a40cc45e14429f904b7ec4f94b817e30943","formula_version":"titan-u-contract-v1","latency_ms":0.6437079282477498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c9047dcc6b2fa77b8977bfa0f1d9eb1154bac8d5af0802339499f1d45f299a2","sample_id":"hellaswag.val.6723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fedcd3f4a42d5fd3acdae1e4fc25e7f82c9a072824e2bcead929432373c5cce3","formula_version":"titan-u-contract-v1","latency_ms":0.7892079884186387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"604361e0a4e66e4cfcfd9e58b03c30c39cba026aa0064aa2b7362f02f3ff781a","sample_id":"hellaswag.val.6724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"906a1361d020bf1c9c0dc90649b9659dcc4626a608564b462e22cf5130ef8864","formula_version":"titan-u-contract-v1","latency_ms":1.4288750244304538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da3faf601008fa7076d0b75049f5740f0786a550f4e431766619a9fa5bee2c4f","sample_id":"hellaswag.val.6725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31dd6c2a3dad635ca95c935b77bac6e36ed22cf8bb5d2eeea603e518fea98a0a","formula_version":"titan-u-contract-v1","latency_ms":0.9768339805305004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"990368acdec8a74a00013e97d8e9c70d4e3abb8003901f005527c6aeb940da2a","sample_id":"hellaswag.val.6726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47a241ff1678c7a0d2fe5bbbd51c33866c84abb25638f579bc02ba6fbe96d638","formula_version":"titan-u-contract-v1","latency_ms":1.0494579328224063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f3ac025202ef9a6178d719abf338d1b3d7be0ef0b9ffcd41d6d20baa3976e53","sample_id":"hellaswag.val.6727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd4ccb7af0f8a1cf683aed3c09060d3906f81d6bb6f009285f83107844185afe","formula_version":"titan-u-contract-v1","latency_ms":0.9888330241665244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13073bb05c8db9ee617460823a602e99b5f66cada4340bd8562b942f49e93c07","sample_id":"hellaswag.val.6728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"028d2c2ed287cf812d8c1f8bd7eff23aba61a924e89cbf0b3e6600e568073ef3","formula_version":"titan-u-contract-v1","latency_ms":1.0656669037416577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcc9106325154c0a5140522f07160c8572482052db66bea53ceacf82623d8dad","sample_id":"hellaswag.val.6729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9035633b85fb335ea98df9574bc884e8d4bd0d08cf74721cee5dc4877a96e09","formula_version":"titan-u-contract-v1","latency_ms":0.7135419873520732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ff120bc91008ecc589cb104d06672e837e36dc0fb0ee58f64a6df978ab75396","sample_id":"hellaswag.val.673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09bc8b697d18b8dcb3e176089b311a9ffcac49db78094a8f16270e25a4775a8b","formula_version":"titan-u-contract-v1","latency_ms":1.1144999880343676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1fda3b4774acbe18bafba3bdaa7e414280a7c463f7c582b2c0ed92684bb8d0c","sample_id":"hellaswag.val.6730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae7e0412665cfd0118c68bacc1a37bfa33e55ea00ab9a4d3689cf527fe564159","formula_version":"titan-u-contract-v1","latency_ms":0.7135829655453563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54165fe78abe511668e7c5f6f70b53a2b10c2f02f9756b2ff042ed95303d4a53","sample_id":"hellaswag.val.6731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3f81e5a185b53751787c465f3bdf702bcca9325327866eb280af2ad09b0dd4a","formula_version":"titan-u-contract-v1","latency_ms":0.887917005456984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d88e28e06c77a679a966bf956c5e9d548b490e7bacdd9dab4c41b8ef7d13c2d7","sample_id":"hellaswag.val.6732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd4fd69b76d0caed60c52df182f8aef8729f4ee7938a79de23545bfce0196a65","formula_version":"titan-u-contract-v1","latency_ms":0.6667079869657755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89da787bcc0701219318296f78b4d54dd4871000153ccfdd96b8c5f27e7d9ea6","sample_id":"hellaswag.val.6733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c42bdec89563a70d7d89418f54cd99038fb3b94e88cd93ecf15b1b32d292ed72","formula_version":"titan-u-contract-v1","latency_ms":0.9358330862596631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45c54a32eda024d565110f77fb9a2b4c509c5f7b81bae971d95028118ecf067a","sample_id":"hellaswag.val.6734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69f3c8c01d6b3628c625a9e5e23c7612d73b6d9095f7e3670a259cbc5afe89d5","formula_version":"titan-u-contract-v1","latency_ms":0.9458329295739532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ec5df2bb0b55fd85053fd5e382e6e89139adb389b94779bd1eaef71df3a3f89","sample_id":"hellaswag.val.6735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76243830ad7007fd8180e1c54f3383e67da33c8c7da841fa8f7c99eefeb6c6e1","formula_version":"titan-u-contract-v1","latency_ms":0.7664579898118973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f46de406793fd68a6da1a90a9e05e5fa5b53854a7edc2bf408851d200d8b042c","sample_id":"hellaswag.val.6736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbbc545d4d73c57918bda0953c3de40d0dcc0309c2783a548d3ad354f48bd828","formula_version":"titan-u-contract-v1","latency_ms":0.7449580589309335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3348a50258d76c93d2f8805d56335f7dc70f18eab8e96d49a02b70633d62a511","sample_id":"hellaswag.val.6737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a55955aacf6b327ca3caa0a7cc90166d128889a28b96a1ed8c408193db65f86","formula_version":"titan-u-contract-v1","latency_ms":0.7117500063031912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00fb5daffbd6135e7fba685e09ec51723bd8d62cb533b6499c519c37ceaf69f4","sample_id":"hellaswag.val.6738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1118a5798addce8aca42951110b2896d81e22961399e95e7f87d57b0e676e21","formula_version":"titan-u-contract-v1","latency_ms":1.1446248972788453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ff8f0e12da504d19c32a13f407db6c9531fa5a1eeb20febcaab6ecec3fc88f7","sample_id":"hellaswag.val.6739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beef26c76ba83de9f9332832fb79f34a635b870cd791486babb476ef5a86e340","formula_version":"titan-u-contract-v1","latency_ms":1.2499999720603228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1b5d3b0efb5f561e0e3c22afc25826572d96b027ad06ec876b98cbf1fc8e68d","sample_id":"hellaswag.val.674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"780b86d59fc8f20b504efd2f66822a50c8465fe5327e8d299128373124d4d49d","formula_version":"titan-u-contract-v1","latency_ms":1.1659169103950262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cebf0e61589a158d3962b32babcbebc3416a6d6cb52fa0e43708d814a61bcb33","sample_id":"hellaswag.val.6740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"700045e450679984cd91791245e69f19b68eae0ba2683cc9c6d23d9881e6cc80","formula_version":"titan-u-contract-v1","latency_ms":0.8610000368207693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d55981d346e1a0170ae433262214bb2f23c419238ab6937d4f892ed0cafd2fb","sample_id":"hellaswag.val.6741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0812bd3ab627ff503df48bb0b376cc34902dde448ea900cde60c8281c5e7ffb","formula_version":"titan-u-contract-v1","latency_ms":1.4912920305505395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c251725fdf4fd8e7d196eeae3d00bccfcdd80a8353f361b74bebf9efe4b1c55a","sample_id":"hellaswag.val.6742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"862180b175390a5e336275cf5fd54e845845876735ff612606d7185c5506c4ad","formula_version":"titan-u-contract-v1","latency_ms":0.6831249920651317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"696c66a590903c59b9d86f2cacab8c3257000f39f5aaad405cd85e3e9c4511a0","sample_id":"hellaswag.val.6743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39742dd3eb577634b789eb8922f93a3217a8a24bb393e6130c27fb91648db45a","formula_version":"titan-u-contract-v1","latency_ms":1.1461250251159072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"465b5361ebeeb7f050f33381ea52d90003c2502d814b2a259e3c3e8ce2e57276","sample_id":"hellaswag.val.6744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08d2c57034c7d1d21dd5f6bf09e7c4d69c0288b573282f3475aacecb35b0c5c8","formula_version":"titan-u-contract-v1","latency_ms":0.7265419699251652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"420b939c5eb2ce78af3e9cb3eebf202dd041561adab4c21f4d5e34e6a6d695fd","sample_id":"hellaswag.val.6745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0dc34aefd890e1d4b5df98a14dda74c6b80c0154b845fc5fe2009ee17c2ec02","formula_version":"titan-u-contract-v1","latency_ms":0.7184999994933605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06eb846285047a1078c4f79bb5c7cac0b7dd0308eb131ea6839fd9ecd162d18e","sample_id":"hellaswag.val.6746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7ef55e907d521746d904759d25c89fb2fc9c0284f21d249cf9b431c562ed38f","formula_version":"titan-u-contract-v1","latency_ms":0.7450410630553961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a43fa5b60c17f5d7b3ff1069cac5ca352b75cd3cd7b65d34779a47df8852deaf","sample_id":"hellaswag.val.6747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0336fb850114ef5dc9d66c4de409ac501cd8511f2e5f9733ce0d46fe2de17e05","formula_version":"titan-u-contract-v1","latency_ms":0.803167000412941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4c9f0718d430d490d801736fd8693d710eb8fcd1db8b63f0b6ba87da48afdae","sample_id":"hellaswag.val.6748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9749c19590e9de876bce5ae626b450fd6be820440b28cc843a505c0f0b1ef74f","formula_version":"titan-u-contract-v1","latency_ms":0.7145830895751715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e73fd8fb955c4089074cd1b773e3e399021b521585b43c9c35cf87c168ca023","sample_id":"hellaswag.val.6749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2cf8cb72de6abb396f4b8cfdd5c674c81d9601cbf49dfe4e27c46f70144074f","formula_version":"titan-u-contract-v1","latency_ms":0.7329999934881926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63f9e091a22d06e7dc8c01478859b41c3281da906d455934169d7c5a20505b72","sample_id":"hellaswag.val.675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42278fcd91bc6147eaa8e37e799cc75007b74f14639759d24412d742375673b4","formula_version":"titan-u-contract-v1","latency_ms":0.6958340527489781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcb2f139f7949e8cb2138a65efb523a8f70326971ba7d396780bcd13b44f5f9e","sample_id":"hellaswag.val.6750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"666c90e818ce1a9a490cdaa29dc2e9f0d13b05f42aa87dda904ff9bfe753edf2","formula_version":"titan-u-contract-v1","latency_ms":0.8427499560639262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc6954d80e13502c2b6b6c293dab08fa54a45aec1a0807301f4aaed4ced6c8ee","sample_id":"hellaswag.val.6751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbd6fce094221246655e9d04acac8de5b4bee3c2d2160b2cbc02ac046a090fa7","formula_version":"titan-u-contract-v1","latency_ms":0.9271659655496478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3529ace9f21090fe2a51aa10913b372abdf15c486bd74afddb2408b9691b77bb","sample_id":"hellaswag.val.6752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"884ac7aba44ad9c9b4ec2e17d170163c70e7f31611bd4a0e7748254f8193a976","formula_version":"titan-u-contract-v1","latency_ms":0.7150829769670963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a77a72da280e3e17f4c1c3bc87d986ae1aad8a56cd1ff7674fc14e01ac7891a6","sample_id":"hellaswag.val.6753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d675e6f6c8777b3c46510af5f3e74cf488e1a039ed63f09a9e38369106092cb0","formula_version":"titan-u-contract-v1","latency_ms":0.6856250111013651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fb8b2ecfdf68f37ececdfd2cdc5a8d9fb91b8eae2bb228a9a8a1477006f9110","sample_id":"hellaswag.val.6754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e138d949119af791597c9a2ddde6c6bb12cfc559868fa08851fbf68fb83ee930","formula_version":"titan-u-contract-v1","latency_ms":1.1177080450579524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cd9447b137eda9efb3bbb8ac3ab2c1d1893c65f9f0083ef77a12a43daaa6886","sample_id":"hellaswag.val.6755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c053adebb3c93b9c0ce928b16bcd967fb0e990512242c8e1430d65e4b01cd63e","formula_version":"titan-u-contract-v1","latency_ms":0.8937079692259431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64bf3b872bdab78cf5749080e9d57f34d9a2aaaa533c88dc3d2ca8162636800f","sample_id":"hellaswag.val.6756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1eaec60d67dfcd147187f572232bdc528fd90a82960f540c303b25f4186c88b","formula_version":"titan-u-contract-v1","latency_ms":0.6545839132741094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8d556ac16286bc2c7e0b998e786ae2425b0e1e304606473241571035a015438","sample_id":"hellaswag.val.6757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37c21f328678edf57ec9ef795ca2501b4151c60b396afd0e78ef4662ee5ed54f","formula_version":"titan-u-contract-v1","latency_ms":0.6054589757695794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b3660aa0bdfa6e20316962a6b64d844e01535a8cb0fc72b4d2b58cfd675f873","sample_id":"hellaswag.val.6758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31835a9feca7558ad3d5854380afef0139b02cecc2bd7f756c22f5bbf95e4d06","formula_version":"titan-u-contract-v1","latency_ms":0.6440419238060713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29050302483960e570d353aeda8f3591614a3c3a817e463d12e847483781ca47","sample_id":"hellaswag.val.6759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abfd78c34ec56184860a73c4cb0d0bb4f1acc4c2b336410294f48b781f1ec3d5","formula_version":"titan-u-contract-v1","latency_ms":0.5566660547628999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de50cdcfbf86061bb916e480791493744eae221d3011bbab06fb1e87d467aa58","sample_id":"hellaswag.val.676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3431670a8118a9e10e104cdbb1f95d83e988c7f14f6b8858f38527c823f94a45","formula_version":"titan-u-contract-v1","latency_ms":1.0159160010516644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4f094bed2788815419b876245b6f70f2cc4d4e0e949367d078d906537f6c678","sample_id":"hellaswag.val.6760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9ff9d38b17af0320f3671f512d6dfd3b3c2040fe2592e9d6e325fdb6ca401ba","formula_version":"titan-u-contract-v1","latency_ms":0.6835830863565207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"972f538bd922331b1d12a964a6eb66bc289b1d2a74b9fcc9b5b2a4eca7f8520d","sample_id":"hellaswag.val.6761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4bda65ae9870f952c43ba065d36045fe550478ae74709017e6037905828b5ee","formula_version":"titan-u-contract-v1","latency_ms":0.6885000038892031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01bf754bc991ffc095811e0fa633e3ce80219894cea7fdf205712495f2f68800","sample_id":"hellaswag.val.6762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf4660741a8249e258970142434b61cea8dee0822ab27fc49cdd883a8208a230","formula_version":"titan-u-contract-v1","latency_ms":0.7024999940767884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"605485ccbd166ba25916384b7ea69ad4bdd70bc0ca8d702bd0d690ca64117134","sample_id":"hellaswag.val.6763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e98a8ce47c6b076846eb7328bf2741bac8803eb9857fd38ab42748e500eb594","formula_version":"titan-u-contract-v1","latency_ms":0.8582080481573939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06331ad15ddc24f828a4126422eaee77c3ab93b642ff61b9d3e427b1382b2cdd","sample_id":"hellaswag.val.6764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e86e1bcd1609462a6c96a8f34e32742e65fee0fd7af0552503696d33f8e3a16a","formula_version":"titan-u-contract-v1","latency_ms":0.7875000592321157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b90b83e8ff8f2193b7bd7304abc33e2484d399a18fd8df157496fc70f05c4e62","sample_id":"hellaswag.val.6765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ea2fe372a2dcff6dc1777d7cd3e59ee27a6f815c343eccc370ffe76f3902408","formula_version":"titan-u-contract-v1","latency_ms":1.1543750297278166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c8632109429db698f4346c6f3991eab0d06a3a65cc0cc2fc7adbfbd02cf3293","sample_id":"hellaswag.val.6766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"582968d702949c3b1862ba71f9d0ac01efc761f4a24527eafec6cbe2d13da3da","formula_version":"titan-u-contract-v1","latency_ms":1.0185419814661145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10a4a1dad1c48fa79b157140a7ca9cb05320044a62421dac08d41c03df79565a","sample_id":"hellaswag.val.6767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca83fc0839798a401bea1a3552a61f4f53e8ea9c3733549cea5c8832cb076eb4","formula_version":"titan-u-contract-v1","latency_ms":0.9646669495850801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"151e00218fc6e2f917c32bd51e6fba1037d64b5a5615365be7456c451396af7c","sample_id":"hellaswag.val.6768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5927fccf1c207d51bf5b8a3802e2f230e4e503799fa301c6ce10f3054abd05c2","formula_version":"titan-u-contract-v1","latency_ms":0.6728339940309525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac44ae5f0c6fb5f6d2d77f8fb9b612de4596153615dce590b8c77e5594a793c0","sample_id":"hellaswag.val.6769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af2998db7fbe8676a8a78e6c6c680052db96c89263bed924afae89a248b10f44","formula_version":"titan-u-contract-v1","latency_ms":1.0697500547394156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a253540965698538ef4b6d220e39c93d855455d1bec9251b5fb867228293600","sample_id":"hellaswag.val.677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f5ad87971449ea97575b54873465f4bd00a6a5266a875783b8a4c9f22582e9d","formula_version":"titan-u-contract-v1","latency_ms":0.7443330250680447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1057d7c2b5a9aa3c1db17cb54dcbba7a5a920c2645070d1cf12d410e20ff3e3","sample_id":"hellaswag.val.6770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0139e0e1fce5c8cfe801c618b030aedcc361f8a0e45b680210969e4db2521056","formula_version":"titan-u-contract-v1","latency_ms":1.001249998807907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c934490b5328b86716b538ab8e5c318a154f57ba22b12bf1c04d356703ba667","sample_id":"hellaswag.val.6771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d93d8b5724dc3ce21fdf34cc8c3e8cc983e644a224e312437c7707926e8666cc","formula_version":"titan-u-contract-v1","latency_ms":0.6894170073792338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfd2b7140af3c2837fdef1179ef24b82cd91779678e64566cef91f03f3067555","sample_id":"hellaswag.val.6772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8b2df5b041f555ac80c4187eae8f61541842d91d2908135d333cdd1b3874011","formula_version":"titan-u-contract-v1","latency_ms":0.7227499736472964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5e7c4b67f466f8efbee52ea6c2d4266577f564c16f0e93cf3c605429a98e079","sample_id":"hellaswag.val.6773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c00759a4ffb6171f5644292ad578ce009d387ed7293a86c3044124a640fd8cc1","formula_version":"titan-u-contract-v1","latency_ms":0.6715419003739953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1056efeb8c04b25ae744ac20d84cbc7a1aff36cbbf245adc784204f861600586","sample_id":"hellaswag.val.6774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a1d2e76d9a10bd3272902b51276a5f73f48e06fca4215aae91acc4c54d3744e","formula_version":"titan-u-contract-v1","latency_ms":0.6322499830275774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8824ac74d64c4212ab9d4fea885723235a0dea422f19d25d7fccdad9039c85e","sample_id":"hellaswag.val.6775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"241de5605670f88ef31f4d10dc0dce4b96a9e6cd7377b1d3496002a36f26034f","formula_version":"titan-u-contract-v1","latency_ms":0.6657920312136412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4708694f111ea18ebd5a5140a37c29554a5f521f6b4eee428fd0f0143464f0b","sample_id":"hellaswag.val.6776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"728f0f2327c5c622609021f2d15b20077d33be597c8f2d61f180e2ab25df55c3","formula_version":"titan-u-contract-v1","latency_ms":0.8603750029578805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d437564a0b4ab4d054e8e0eeb00d9eba8605f10fa3473eb734f977340569b110","sample_id":"hellaswag.val.6777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6e4858899fb0f1027393e5a5a1a47d76522b4d51a8be3c525cd30865fe9aa0e","formula_version":"titan-u-contract-v1","latency_ms":1.147459028288722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a26aaf7c2cbc7ff7eb6f1961826e08eac16e34945f6509e51df3e74384bd2c74","sample_id":"hellaswag.val.6778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c73541b3dea14db4d13cfa21140bec3131a80aef89e0004a7811b5bfed41817","formula_version":"titan-u-contract-v1","latency_ms":0.8886669529601932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c787f9ae9cc1ad443b18b413182ed2a14458737a719a59c17e7639639d5440bf","sample_id":"hellaswag.val.6779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57ba6e1b61f71c8f1c5658f3c14701a879c3994654bc2f504e35af854b436ef6","formula_version":"titan-u-contract-v1","latency_ms":0.545875052921474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a39e6b7e68dc65db9a7b58105a9bbf53931500e7c0326d05fe5a2a5c187b1c8","sample_id":"hellaswag.val.678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37bf395b0bdc0d40eb3a264cf2347bb455a66e86ef25b5538ba7d8f210c2f7dd","formula_version":"titan-u-contract-v1","latency_ms":0.6671659648418427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99a56108c576bf0e4cc0440dc93dd89661cf0e5047bd8dfd665c8c7caf6f74ef","sample_id":"hellaswag.val.6780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"222f72dc21e608c04fb8322f4cc2b857bf14ce1e6777d4f30c842de311576760","formula_version":"titan-u-contract-v1","latency_ms":0.6927920039743185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1041d276585d700ed199b4652fb76b1619e59d9221446734b779e63baeb5fa7b","sample_id":"hellaswag.val.6781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3966a124328de30aeccc3a0adcace7f9b328aee35d69cfc5718e0b6235e7558","formula_version":"titan-u-contract-v1","latency_ms":0.7274580420926213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d89d031ff1de99c82840c6e592d58334957a001a2c54c30461960b602d620a8","sample_id":"hellaswag.val.6782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57649a6f929f3e441fee4f0bf1c42332c1fd079b427f21245ca40fd091ab5cf1","formula_version":"titan-u-contract-v1","latency_ms":0.6954580312594771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a764ec0b81fb3ec9e8bad11283b110076c9532debfe5b037022048a425e0ca19","sample_id":"hellaswag.val.6783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eab0f6a48b9919cdeea853f69481b06993b0a0b8fe66f22f5ea2d657389954c6","formula_version":"titan-u-contract-v1","latency_ms":0.6767080631107092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b0fd5bc99937d9b68162345131a2bb65423af463b028e56abc4964406a9dbcd","sample_id":"hellaswag.val.6784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c288a4ce3c6721e866f5cd72de04925532b00f0dfddc00f912541f9606be3577","formula_version":"titan-u-contract-v1","latency_ms":0.7681669667363167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdc6d745d934857eb4367076e51f54a016648490256b3c96eed8a4712467128e","sample_id":"hellaswag.val.6785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0db5af435fa4a0ab5f713580f3d9d60b6b2a0e7b37971dec630e92a164c1f4d5","formula_version":"titan-u-contract-v1","latency_ms":0.7510839495807886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7a12e45453e505b91fa9ce4ffc8a6ad3ec8d12a52f73b62bc7d9528b8209a95","sample_id":"hellaswag.val.6786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6042e6a43dc1fac77d782c5bc16502f8d7f83f77d939e3566b2ed585a9a9e7e8","formula_version":"titan-u-contract-v1","latency_ms":0.6637499900534749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"790b23d61247efd7f675f2bfcbe501e578cb3b0f12715c179e59f98af56c2b0d","sample_id":"hellaswag.val.6787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6964d4b70580eb228c76f7f1b2c527d5f194eb815ed6891f0eb04ebf168825d","formula_version":"titan-u-contract-v1","latency_ms":0.6612909492105246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1de1796f0975bc549861eca18148a8de568833b4de528b0ea4fb91be6dd0f021","sample_id":"hellaswag.val.6788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fb0563fe1e27c75fe458609e7e86571eebb6d46dd278a1b2e42748268197645","formula_version":"titan-u-contract-v1","latency_ms":1.0759589495137334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"224e1b20866fce776d941b7abb2e2f9c11479c4c595484ae775c74b43714b716","sample_id":"hellaswag.val.6789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"030ad2672e9906b66f99bb50ec3dc8241302e7b0571c3391a7d848f4d2b44aef","formula_version":"titan-u-contract-v1","latency_ms":1.0662500280886889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b1c843ee0f81aa1a30e3eceddec5c665feb794dd2ca3d079d9a873a61c75d8c","sample_id":"hellaswag.val.679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dea0234417468e3f48ac4b55cdff1ea4091a158b7789f39e62070f265f7dd48f","formula_version":"titan-u-contract-v1","latency_ms":0.6762919947504997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dc94b77d1ed3f3596b91e2c0eb992d041b4f4d4687299628de1e10ab7f46079","sample_id":"hellaswag.val.6790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbb4d23086a7962268b593d8e5b610b527b3a2ae57277910b078edd66c00db83","formula_version":"titan-u-contract-v1","latency_ms":0.6787499878555536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d3830462668925d1ba2317d57d2ef73250100a3a98a56cfd66f04a4019796a5","sample_id":"hellaswag.val.6791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27134b80e3b1c73107758205550584ac71694c62561b87abbf3104c1b9e7bc97","formula_version":"titan-u-contract-v1","latency_ms":1.0068750707432628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6637d25532a82cca6e68e3f4ecad9b14097398c7269f919dd5913deb342360e","sample_id":"hellaswag.val.6792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9501617ed33f27da2076f61dac9450cf06368273a42977690a15616a306f0685","formula_version":"titan-u-contract-v1","latency_ms":0.7540410151705146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80d8ac2f8321266c3625971b130c79a019929abdfa2b5271bf45a3307cd1b91e","sample_id":"hellaswag.val.6793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7652a101bf66102f92f8b4c1dc62c5169875188d0fea78d535ae9a97c527fa1","formula_version":"titan-u-contract-v1","latency_ms":0.9144999785348773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a9d45d838290b52a241d8d229764a03d1a84ce5497e4ad0309b68c67b4b8130","sample_id":"hellaswag.val.6794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0063468cb90bc0a3a8bc3120255bc446862b53a3a35318c71ddcc5f40c9bb10b","formula_version":"titan-u-contract-v1","latency_ms":0.6838750559836626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2394d9c1ec87c78af6a35ce0548139e1c509c19e2541ef13a2e34f333855b8e","sample_id":"hellaswag.val.6795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b73e41932c539bea5ca10e9c9e8524d4d8534f63b8a773c7eef37503345a87f2","formula_version":"titan-u-contract-v1","latency_ms":1.1428749421611428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a9672d46d656a32c26db4bcd40c62d0ebc26f47d9e0129ce3d699930c9966ee","sample_id":"hellaswag.val.6796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1373b2745c7852eb48627922c9ca0a1a9f55f1be595eb47483b9efe022cc387b","formula_version":"titan-u-contract-v1","latency_ms":0.9965830249711871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3828aca3ef6de61fa10742b96c4a37bb4882d2d7ab1febf767f098d1b6b03d2f","sample_id":"hellaswag.val.6797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dc5718675a2369ca1bfcc8385dae1f2fff9d1e6f7e34ded50f5ec0be4fb8d59","formula_version":"titan-u-contract-v1","latency_ms":0.6809999467805028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0d97fa6d056179bd6e7affd39edf416d7aa75e8fde39d7812bedfd59b6f9fa3","sample_id":"hellaswag.val.6798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d13a4ab25d10f375e4a59baa3861a9df41eebf9ec9875965730b206699eb5a12","formula_version":"titan-u-contract-v1","latency_ms":0.6917919963598251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"779824678ecd3bea74295de56ac35a0c1523259165cbe2fe1c653a863cd38009","sample_id":"hellaswag.val.6799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ace3287c3df5c018d54c61e8976e40add430f2cceb2e5648027c1c3ceeb7f781","formula_version":"titan-u-contract-v1","latency_ms":0.9809170151129365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e09b5231034de7818b38de8f72cc9352fad043932d4a988af22a852732ba48f6","sample_id":"hellaswag.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4cb6a819e0dbfce4eda69a72ec596f2824fb86acb62a76975eca4c220b6a51a","formula_version":"titan-u-contract-v1","latency_ms":0.591833028011024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb92f0458c8c547fb1a4a84b2b74281b4a406e8d6e47f841ca1c15f2769d2617","sample_id":"hellaswag.val.680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60db8d76bf4d5ad476b01c569f4bef5d650ce546651ea44362d8d3d6b2c61456","formula_version":"titan-u-contract-v1","latency_ms":0.6275420309975743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5647cbe131acccb3c730fb528cce0a4589dd8202d115f9fc68a91ee409c7f5ac","sample_id":"hellaswag.val.6800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85e90b8cf7cad645c022ca204d82ef26d9da9d9e215eecd5e8c1e68aca7053b7","formula_version":"titan-u-contract-v1","latency_ms":0.6473748944699764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aaef24c701167a2f68b30b0fd42726b83d6f815fe52fb4860c5133557c76fe2","sample_id":"hellaswag.val.6801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdff1bf221da67300a15bca1a47919335736d799749c7d769e1710ca00b63462","formula_version":"titan-u-contract-v1","latency_ms":0.7622500415891409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f69392104cb3840f1c4d80d32a6c1a2244981bca82737abbb9750a6c8214299f","sample_id":"hellaswag.val.6802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01e6be8feacef1ae7497e3188b5ad9b5eb6160e7b5d0ebfabe581e932674b296","formula_version":"titan-u-contract-v1","latency_ms":0.6815000670030713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"156a3c2f119cc84d04abd81c9a66fc76b3edac50e1b6e596477fb2a3c66761ce","sample_id":"hellaswag.val.6803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"756b18ee0a0d21b57c762d153f127254a55d86be6aaee0138cc599790c30f0b5","formula_version":"titan-u-contract-v1","latency_ms":0.8293749997392297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9df34463a2d3af5dc62786bf16392ada306c5abea04d9a586b02c2401128afbd","sample_id":"hellaswag.val.6804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c39d19764c28eb3c95a0f33f5fd75443fef244f140a6e8e6b8a8bd02022f231f","formula_version":"titan-u-contract-v1","latency_ms":0.6852499209344387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9c3aed12bb2cf9771ba13fbd2d39b90570c316310c35be63c7b7c3ebb29b8db","sample_id":"hellaswag.val.6805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e68fc44f4a5e6a58db06d08fc5ba96c46f5f540b99fef347903e7ad5fc96a3e9","formula_version":"titan-u-contract-v1","latency_ms":0.6570840487256646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3670e780237e72d8c12c43b97f0d4e32c75d7a8b094d6e4ea0b3f9b4d26b52cb","sample_id":"hellaswag.val.6806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84385b5544556e033a629f179e18fc369523f17a2285e06ee5db46ee27f14391","formula_version":"titan-u-contract-v1","latency_ms":0.6798750255256891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19f7986ccb7683d52ba7101f90feba931ebb4d2124395180cb72b696f28946a3","sample_id":"hellaswag.val.6807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc56f03f73acf74485b94a3be1b868ee626ceaa709fd2a25b56b37afe87f9e10","formula_version":"titan-u-contract-v1","latency_ms":0.652250018902123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8daca9c11cd203c44731c12bf7b701968726034515404b9e5bc61e67fb7fc9d","sample_id":"hellaswag.val.6808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d6ae119e5e68e069f6ef63af99947e7291cba0f2e19b3f36d1dd67035ddbd79","formula_version":"titan-u-contract-v1","latency_ms":0.8147499756887555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa61be000ce5b5354392541708a34c0305adf21521ed5f9c73b6080610517001","sample_id":"hellaswag.val.6809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7a3e199a46d4212370301aeeee807f55ad5ad96160d5172313d8ffdee15fdff","formula_version":"titan-u-contract-v1","latency_ms":0.6270000012591481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf45a1df27be256b446033b93ebb15833452497d7755fbf09bff769b6bc71954","sample_id":"hellaswag.val.681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b206540d873c0604f2b84082a7673e85d89912dfd798b40bd098dd80efe3a7a","formula_version":"titan-u-contract-v1","latency_ms":0.6910829106345773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5d9a11719e81b211c5f0d25ca28449d601bba06ae8b2b1b2f5a85613b18bbd1","sample_id":"hellaswag.val.6810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70816c1ba48eb315a78c0f8848287f612a0b73d3d90c2a67756b8bd1feba9e1d","formula_version":"titan-u-contract-v1","latency_ms":0.6963749183341861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3aad2206a21b4a48cb67ba623608194dbf31a1a4d5851cd49cbbf520c699e7f0","sample_id":"hellaswag.val.6811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebd5014402b654ebd4e175b6c5038d9645bda4637c0d05919b514205ea843524","formula_version":"titan-u-contract-v1","latency_ms":0.6534160347655416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b64c644321655ee8707b8ffd03fb8dfae39b92f97efc9fd48d5e3896cf560ca4","sample_id":"hellaswag.val.6812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfe224884742f2d5e912fffdc0cd8000328ff4dcd52bdfd042b0be1efa803257","formula_version":"titan-u-contract-v1","latency_ms":0.689874985255301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b9c437700a3facd50f1e3b4359fe8d4975bbbdba82d9c9f202b9a09bdaa289c","sample_id":"hellaswag.val.6813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e2533cbd3a0205c13affd9c3fade9a5a22b1c0edf1f05217aa287db5d4ac547","formula_version":"titan-u-contract-v1","latency_ms":0.6535829743370414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cf7fd671f541a0190132a7f0080ad9d83721eb60ce6e6bf5a25dd24ed3774b4","sample_id":"hellaswag.val.6814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"860f8e90436d675f993eb73c1028c071c20189385ff5ae59693cda0f4d1384d7","formula_version":"titan-u-contract-v1","latency_ms":0.7059579947963357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"342893f3c1ee9deccceacf42b5ced4be10d07e8959faa86ebdd029a607c2c073","sample_id":"hellaswag.val.6815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fef7316cd1c19b684aa52c25c2c03773b0661c01d8fa80370a624e7fb32541e9","formula_version":"titan-u-contract-v1","latency_ms":1.0172079782932997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c12fde62d3994fa09f80df76194eea323a13093fa75d2ed76ced46161947efec","sample_id":"hellaswag.val.6816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a12c4882c7681b22ef02e805f24e30d5c1a2cd589eee2a95d0392dbdfd7ce3f3","formula_version":"titan-u-contract-v1","latency_ms":0.8742499630898237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"def51c70a0eaa5d268979aa8ec6ea852f0e8c02a705a57bb5f8499a4369a143e","sample_id":"hellaswag.val.6817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38d52a86a9a48a76e18070b00ca19703032b5af710401fbb4a62f1b0aa6c486b","formula_version":"titan-u-contract-v1","latency_ms":0.6966670043766499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67997a89ac9e21e9b6431f4b977706b612917bbef73a65aa3249d09ac49dda12","sample_id":"hellaswag.val.6818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e75cea235dd3e06b07bbab58126188af404ca3c526e57af1f7f16228e14cab4f","formula_version":"titan-u-contract-v1","latency_ms":0.7557920180261135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27a030761f51ca3b2f049975dd427a62669f1dcb3f69caf9b2766e79af711f20","sample_id":"hellaswag.val.6819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6cae861ffb71e21fd1819cde49c846ba39a2ae86981bf20679bca1eceb38ce0","formula_version":"titan-u-contract-v1","latency_ms":0.62112498562783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01c7bf871f2695bf177113997f9e010bb36432a9fe7562c422f00701ffaa3e5f","sample_id":"hellaswag.val.682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40183b64dc79fd12dafdfa112b8e28be51168bcd6ffb1eab26028da8cf11d46d","formula_version":"titan-u-contract-v1","latency_ms":0.9524589404463768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5035a152c3771d22709377ee7e48f497f267f38290449d78734130cf96edc46b","sample_id":"hellaswag.val.6820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"216ca96a268421aa690e8c7a70a3d117f27475ef095e02d17dd4c36f5422c3b7","formula_version":"titan-u-contract-v1","latency_ms":0.670333974994719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e74d9043a0af6790f7d88dce16abfda8e5970eaf576c3e631281084630157a4b","sample_id":"hellaswag.val.6821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9884a723d37531d0e31ac2bd58641011ec1d99109ddf731f30be7f5ae089b343","formula_version":"titan-u-contract-v1","latency_ms":1.1052920017391443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b683cf04b6d7848b73ac23d2184c18d8fa72e9cda93fb3b2c75f5803eb7edf0f","sample_id":"hellaswag.val.6822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b3aa9d7ca7b694965b60bfd10f943bf14b4528b6ee758aefaee29e4b7a97910","formula_version":"titan-u-contract-v1","latency_ms":0.9770839242264628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b17a3fd8a04af7e9f7514e07a1e2470aa8b2c188567dd645bc4b1f110744849","sample_id":"hellaswag.val.6823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7205410bd68650b571dddb879a2c5c467462612388390825704c72c4eb239a3","formula_version":"titan-u-contract-v1","latency_ms":1.2563749914988875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84036f9bccfd9652767ce1dad92b08cb30245f26b763e16ac7d6838db36f3da9","sample_id":"hellaswag.val.6824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ba3647000110126ece1d41315402b146589c26feffdf457e595e1ad290677d1","formula_version":"titan-u-contract-v1","latency_ms":1.062750001437962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fd028811b9246dceaae5dd39844e132bba8136f777e11b6a2abd7d398a91328","sample_id":"hellaswag.val.6825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01284f3ab788a83bb7aab01d60bddd39915ded4077ee0929774e5621261a749d","formula_version":"titan-u-contract-v1","latency_ms":0.6834579398855567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b68de1853dc482f20fdcf071ea9bd02a690d43af7f5b21b07a6efc57480bcee","sample_id":"hellaswag.val.6826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c2a1efda612934307277e7a8df41f5d43250cc8ab0385f7e31a34612afa7e0b","formula_version":"titan-u-contract-v1","latency_ms":0.9038751013576984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaf81710922e0a597dc38107cd79633aeef9c9570934a993b131890130c62fa7","sample_id":"hellaswag.val.6827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f887e3ded9e1ca25ba457810eacb2d3d82d73a7872431edc767643a3a67e6b0","formula_version":"titan-u-contract-v1","latency_ms":0.6871660007163882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27235c70f731559640a704bc814516e903ca1d98aa46c5d9af799c62b21f4a8e","sample_id":"hellaswag.val.6828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acc543e097cd7f964f343f2ba72376c46a63d09ca55aa121248ccb2c338f50d4","formula_version":"titan-u-contract-v1","latency_ms":0.8761659264564514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b7baba959654bb0d419403dcac8ef8421c94fd87884caad1bd15b506b5ef3bb","sample_id":"hellaswag.val.6829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1862c3c202f1fbaa4bd6cfc3cb2f4cd8d69bd749f5af7281ec398076de1ce2c","formula_version":"titan-u-contract-v1","latency_ms":1.1798329651355743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ddaf8a1034cf02f01a1eaec0e0a6ac8ba2d6be042285672e78ed3c83422438c","sample_id":"hellaswag.val.683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a984c4d1e6f891607bf7f36fe38a2af559a2a61238d6805b97690f470daccf50","formula_version":"titan-u-contract-v1","latency_ms":0.6842499133199453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94a4d7f8509c490d21c753e5110c29263a125b68c67ce7fd540b319368faf4d1","sample_id":"hellaswag.val.6830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caf438361953de1335963dd8004d935951ac8bdba95ad0015eeb3bc9efac64a0","formula_version":"titan-u-contract-v1","latency_ms":0.8637499995529652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00a429c993797aa4884b1b58eeddb73db7e2df47db2696c0beed4a240fab9411","sample_id":"hellaswag.val.6831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d53101d73997627a993f4c86ba2f7294fb6b8681a71c3f3e767f1e60c0b3b46f","formula_version":"titan-u-contract-v1","latency_ms":0.7117919158190489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1072da1561fb73cec913fbb7716b14cf75c74771c06df1b2acedff8bdd73445d","sample_id":"hellaswag.val.6832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a889d2bdfa7de75376a809aa751b0b7425aa4b3a47a003729ccf0606c9c4c65","formula_version":"titan-u-contract-v1","latency_ms":0.6092500407248735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a1a7c54267eee0989fab49b3e5060e7a75422e9323c672dad559a21cb0bbf46","sample_id":"hellaswag.val.6833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a7b17d934d2b016ccdba93589b99db5929903fedb1e4925ef1b37a5d514124c","formula_version":"titan-u-contract-v1","latency_ms":1.0611669858917594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ccf76194c04a379b7f899c38f2cd547d778ed783768ceb4c2a98e21666006a9","sample_id":"hellaswag.val.6834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d32851035b465147ce06d3915df4acdf23cb5c681dcfda97dd0c07e4b03604ad","formula_version":"titan-u-contract-v1","latency_ms":1.003667013719678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e0052b230515cbe78399d6c899b9797f90869a15797ea42088176d16378f996","sample_id":"hellaswag.val.6835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f233d6aed226bbdf8f92fb94d7677cab746832547ba591273394a77604342ed","formula_version":"titan-u-contract-v1","latency_ms":0.7524170214310288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16415e240849bee3b2d1678be887727b0e174c06a9f8e0755c80e08318c06111","sample_id":"hellaswag.val.6836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f358d7b20a64136fb35ab3889c2313ad8c507bbabc147516549005a64ffa6a69","formula_version":"titan-u-contract-v1","latency_ms":0.9123749332502484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a5b85372d4913b715df828316c4083ea62d0e57c5c3404621c3c438e229cbd8","sample_id":"hellaswag.val.6837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca40f0c6dac570097dc8a4603d3a2e25f4fbb4d59e5e87fb0be4248a96b0b77b","formula_version":"titan-u-contract-v1","latency_ms":0.6722919642925262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec8b2046add2c0d8645275060fc20f788f7029204e371d2ed1192fff0d7f01db","sample_id":"hellaswag.val.6838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"676c789f5ecaa32ad4a4497aa6e71d63198b9a42ce1f44b1132ab6c10ec01449","formula_version":"titan-u-contract-v1","latency_ms":0.9054170222952962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3eca43ef708204a39218b16d5afac3b55f65b5e975f5bfce44c2cc268befe520","sample_id":"hellaswag.val.6839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2f2a48490090c2bb55f698d6cbd03f8b40a16e90a6343c5c415b53e17ebca3f","formula_version":"titan-u-contract-v1","latency_ms":0.4615000216290355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52e725e1980665b2c05475b4cbbb9b274fcd2c390ec5a4d068dd223389b687d9","sample_id":"hellaswag.val.684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d848fb08e0b35451588143bb1b02693bde7b0c02c3765ac7c2382c900448ec50","formula_version":"titan-u-contract-v1","latency_ms":0.6060829618945718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce9e64b4ca0885d9f0a18d41d861fdf3e278e0ecc2a8bc34c5d05ecebb527bc9","sample_id":"hellaswag.val.6840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4818aeb9e5042a3d2f047cc0fe1f0894a78aaa77eebeaf9be9cc79eb11e05a4","formula_version":"titan-u-contract-v1","latency_ms":0.5681250477209687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"477c7b3c8564de90039665e13afb299e663c69ca6b42a0b98f45e01fc096cd55","sample_id":"hellaswag.val.6841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ea4d7359798b6dd806b78dc34c749e9122c75d55b59d2733d260060b7afe2b3","formula_version":"titan-u-contract-v1","latency_ms":0.8964999578893185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ef617473983efca6856376f84db0645132ef37043f3851c869aa91bf4eba840","sample_id":"hellaswag.val.6842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74ba3dd7062de80178b62ae6acfa3f7920b1f637d13ce9ffb203a79584068fd1","formula_version":"titan-u-contract-v1","latency_ms":0.8371250005438924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e28d7136f564986f3a49f73bd4731cf1fd06136f0fc3a504181655af0ad02b5","sample_id":"hellaswag.val.6843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ae7ad124118458b6ce1febd2b5e85c696532666783e6017c7bf3342062cad15","formula_version":"titan-u-contract-v1","latency_ms":1.3195410137996078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d6c01acdb05ffdede51f82d59a367f3dbd0bcca452f3075767b5ba2db7d12f5","sample_id":"hellaswag.val.6844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4124d0202fbb180cce800e2bc41eb39b4c5fed8e29fc367eb29058227fa7a01","formula_version":"titan-u-contract-v1","latency_ms":0.8823750540614128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e6ea2a16b27c1ebf98a21e9ce600970fd0ab0f8b70d4428ce3ebd13c8bd4a7f","sample_id":"hellaswag.val.6845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af8dc4f2ecc0dbe3327b1423dbb664a813e3c5dbbdd89b395cb8ac45e84c6717","formula_version":"titan-u-contract-v1","latency_ms":0.9948340011760592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eae55d898c35e74f87eece60e21b24f8a445bab32bead3050dcf9423d18bfbca","sample_id":"hellaswag.val.6846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a3ecd4e72e727632cacbcaf957e82b7e5c1c9d47f274f189a4016abb5cb300d","formula_version":"titan-u-contract-v1","latency_ms":0.6620420608669519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99f724e8ba733f4232a9e059493fa0a59664825945e323580bf5fc8e6094ac06","sample_id":"hellaswag.val.6847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4036eb6638fbe898dc497bef62f24db540646162bd44250ce4bf8dd14d575ecb","formula_version":"titan-u-contract-v1","latency_ms":0.5962500581517816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d43c9c69d68a95ca3744553d3783a523f7c5ad4969add09d5ce0c441432e3ba","sample_id":"hellaswag.val.6848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e803ea55a4aa8f25b11472d25d16e5358f371106cf38ab2c5bf2d9bfb3b9039","formula_version":"titan-u-contract-v1","latency_ms":1.3183749979361892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e85a02e81374be35336c852f14c1d153c71cec2811298f708251eb6c682b4d2","sample_id":"hellaswag.val.6849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c723061fd71134ce41d221d55831b0e696f7f93563b4f510d103ccc6ead28516","formula_version":"titan-u-contract-v1","latency_ms":0.815875013358891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee1598588c1f60ed8bd2a4deb278e42ff305bfd25b254a3812f26fa35198852d","sample_id":"hellaswag.val.685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cab9b2fec4f51ec969e843c469b6a6f831555e5266b5df6ed3ae730f8e29be5","formula_version":"titan-u-contract-v1","latency_ms":0.9128750534728169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09051d3add07b2f5baa2f66849f5cd9e41b69a4e3101f9456fc6c55412faf129","sample_id":"hellaswag.val.6850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afd95912e7a94c9f342fde88f4e882e4bd58968ed822852382c01ef12f2ae020","formula_version":"titan-u-contract-v1","latency_ms":0.6972920382395387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0334ae8b73734f0edce2dfec49dee5738f32d030e07b6aa4ae79467f342581cd","sample_id":"hellaswag.val.6851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9a2652fdab66aefbf90feabbbed2e945e7c5d5e5d19f73db437865d9120d7d0","formula_version":"titan-u-contract-v1","latency_ms":0.6490829400718212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f58b134c301a9fcbb4f424af04451df1263b3bd9ccae88cc64ca28e118b0efcd","sample_id":"hellaswag.val.6852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"166ddd621d2356c51bbaafe37e9d754a189c3ffc4cf0376b6e680b09333e456b","formula_version":"titan-u-contract-v1","latency_ms":1.101084053516388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f67bd9ad04dcaf408900360b698af6f40993863bf84260ac1e563f8ea4f03af8","sample_id":"hellaswag.val.6853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b09282152dfdb583f49b377a9a82204f21d91620e0185d43fde9dbf887c32ce","formula_version":"titan-u-contract-v1","latency_ms":1.0207919403910637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb092b36ea2c9ca921ca567c09500ccaddfb696b92274f5d9d1269047df10c9c","sample_id":"hellaswag.val.6854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9724bcaf70f65ec5614133c4d07db915a27ea0a6e79e722b65603dd36f0af38c","formula_version":"titan-u-contract-v1","latency_ms":0.6264999974519014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aad0f4325054ee6be9bcd7c63424610bacdf975a4254ba70ad4ced15b16e0643","sample_id":"hellaswag.val.6855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"febb622e26591c7a0a665c8c766f9bde75709ac120690114c47cce484c302a57","formula_version":"titan-u-contract-v1","latency_ms":0.592124997638166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdf378b55c275f88f67e0b94c1bf292cc5c45c6580af4ff0d10de01c96a5f2db","sample_id":"hellaswag.val.6856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c7970f105db145c9be278402322165f1ed266bb4aeb2dbc63222b99cc1d41ca","formula_version":"titan-u-contract-v1","latency_ms":0.7525000255554914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05b0f7d022d7b03fca6e9e56e8617c57f793bef904699f5bdeb99a3b55121b6b","sample_id":"hellaswag.val.6857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dba7f5e884496db71403be352c3f0e0df4d2a5aa07c446194d5bced53821da5","formula_version":"titan-u-contract-v1","latency_ms":1.8295419868081808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30793d6012d36df18c1ef51640d7d4ac6cd3fbbce59921dea774729ca5275910","sample_id":"hellaswag.val.6858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df80de9fd853d5fd1786554c722518b715f475d01d7c7156e82864dc1d8490fb","formula_version":"titan-u-contract-v1","latency_ms":0.6529580568894744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1aa31d3062da5556cac67fd33c324bdf5a29264e54a8418ee12cf2da7c9f9f4c","sample_id":"hellaswag.val.6859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c58911f80ea6f859e289f3649b1ce4d365711f0a357ab976c7990a231434802","formula_version":"titan-u-contract-v1","latency_ms":0.8232499239966273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59f3c2cd93ce5bbc0baff1b67d01ce82337966726e3028e531f25e0d32e52be1","sample_id":"hellaswag.val.686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a5ec5d5d0dedc5df8002e3814099058f5138f1d2cbb8aa51308a3bc69cb8bb4","formula_version":"titan-u-contract-v1","latency_ms":1.0547080310061574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fa9e6d44c25ea81dd7aa10e7b29462d6adaf07f4de96cc31af22a7785919383","sample_id":"hellaswag.val.6860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0035bed2f7dcf9601286cb1da6041ddfb34bf90ffb1dd39499a9f18a42b7cb29","formula_version":"titan-u-contract-v1","latency_ms":0.6652920274063945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"270f05d6c63807675f83f30374ef9600d19d5b2a53d2e33cf32208363c826f9e","sample_id":"hellaswag.val.6861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd4dde5cbfbe115eccf98894d66e44ca02086560e95e5af819bd2a9dc18f219b","formula_version":"titan-u-contract-v1","latency_ms":1.2338750530034304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3da7159e38f4969338e7b2f4d91d607981a4050776fc1a8e538da1ec4b03fec1","sample_id":"hellaswag.val.6862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1850ebbd9e7e1c76390248f737361375d10a2df40f5705bcdc15f3ad02bd8957","formula_version":"titan-u-contract-v1","latency_ms":0.6493330001831055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"324a60df0f733df47cc9079ee51fade6f3024cbae942fade35a18285484a32be","sample_id":"hellaswag.val.6863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"062ccb773cf51036628155c236a60df5946e9a211ac0cafd5ad9c5e6fc448a90","formula_version":"titan-u-contract-v1","latency_ms":1.1405840050429106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee664d14e827fce2ed890928d74566a5bd2b815d6aed3c3bf9e9487fa2683b3a","sample_id":"hellaswag.val.6864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d301889d6db9a8fd1b6a5006ffe62f63a7ba9eec4dd1fee32265fc3937199214","formula_version":"titan-u-contract-v1","latency_ms":0.6843749433755875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"400abff43ef0629ea631b7c711b16c91761f8cfa3cf51492f08333d9208f7e4c","sample_id":"hellaswag.val.6865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28a788a2b7e59222952e90aeb02530283cb22c659f5d01a744a6dc08d8f7d6d9","formula_version":"titan-u-contract-v1","latency_ms":0.6894590333104134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0f4813db27e615dadc47751bd2ee06bf0295376e157fbe36ef666daa861918b","sample_id":"hellaswag.val.6866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"079c5f611a7086e7ebf8b41ba9985760221c8e07ba24d9bc43496aed4746eeeb","formula_version":"titan-u-contract-v1","latency_ms":0.8934589568525553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eefca01117d767bc466546abd0bf4b89b9492abe35144e67dc68c02e9b5912c8","sample_id":"hellaswag.val.6867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c25bad4d00196f2e3c244e1a11ab1f923dd91fabd310bc461675c3bf0b22bc2","formula_version":"titan-u-contract-v1","latency_ms":1.0885000228881836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccc9c2465e110a2e305c292f95d4d9cccb46d579af5a5b7823fca488533be22b","sample_id":"hellaswag.val.6868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"976459b813a4283f8b2baddb190fdd5a14b0f6d6194b7158c56264d0561ffcfc","formula_version":"titan-u-contract-v1","latency_ms":0.7378340233117342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a12fc7f05430d3c5c64794dcfb2bca0c9d90a56d97c84a7f164146a03eaa7a3","sample_id":"hellaswag.val.6869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06943012925e3fe0a6d0f367a1818e7c9219d6f15a1ff7c192965f71f736660f","formula_version":"titan-u-contract-v1","latency_ms":0.8639999432489276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a395bbdd4cc8481ab50963709b4cf4ef2b3f3cea2574b15929a5498f2d54412","sample_id":"hellaswag.val.687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df870d87fefc53c6f7729a1fc92e2a7fb276e564f0bbbfbcd0a15c277b033dcb","formula_version":"titan-u-contract-v1","latency_ms":0.8525000885128975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05a85f233220dd9df50bb981dce24bcdcc990ef1d4562262d8447c5f2d0bd6e3","sample_id":"hellaswag.val.6870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc883a4fa945a7af999425834db7447a032bf04a628156230e4e1a48dff08c32","formula_version":"titan-u-contract-v1","latency_ms":1.090416917577386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96f1c9470bd17e75cc7828c66a50f88a48b3f51cfb4f62db1e6dbcafcfe471bb","sample_id":"hellaswag.val.6871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad85a2820d5450e43caf36d3ee119bb9f804731648774b7675dd2c1496fa2d56","formula_version":"titan-u-contract-v1","latency_ms":0.7034169975668192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"031a7947b17c94fccf030c48dca7de86ccb89f2ae7a9e9797d953c3eed94a0e0","sample_id":"hellaswag.val.6872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccf3a98dc45a835215d5147965f9ecba9922adc8eaae83503015a20561e2a955","formula_version":"titan-u-contract-v1","latency_ms":0.6267919670790434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cabf4edf101fd14c96cfabca9bc60b333f79c9449dcce442a5bc460e6ca45f19","sample_id":"hellaswag.val.6873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef881bc95dd3805db5fe2d4d7ffb641133c765d1f492a6230834eca124944981","formula_version":"titan-u-contract-v1","latency_ms":0.6391659844666719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b5e0a917d4ce10b8cf85ef60224c4a4be7994190009bce2c9d08eb5a1abdc70","sample_id":"hellaswag.val.6874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a9536cfc2e55de9d95e92cc65870f0ebf9421fc7df01018ea040bd63de99aa2","formula_version":"titan-u-contract-v1","latency_ms":1.1312499409541488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63ec2b7214c3cdd43dab4467fbaf7dc21ee847ce4b49288c1695f56e32ca2f01","sample_id":"hellaswag.val.6875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c8a406caac9cfc005e9b56111f9f65a66eca95c26257248c31488f335dcc01e","formula_version":"titan-u-contract-v1","latency_ms":0.6581249181181192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50b49abf9658d0e1aa7bfd7c2d45f312afef4f960a299859c2bd1c1363863884","sample_id":"hellaswag.val.6876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cefe63f284b20e6d58fc93ae3ba4b75ee960e5007f18fd1e4cfbe91912056bc2","formula_version":"titan-u-contract-v1","latency_ms":1.5287910355255008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8046129c01820df7acba02f91ea1ff4880a9013d284b4104ada753689a03b92","sample_id":"hellaswag.val.6877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e61af1991e481788caa400b25327fb6df97b1ac1b79eddfe5cf3a4915bcb6e0e","formula_version":"titan-u-contract-v1","latency_ms":1.1578340781852603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f239e3616251fff88b638f782d1af3b710d162f2ac162caaf67c1518dbdd2a07","sample_id":"hellaswag.val.6878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8aa4fde1e9307548ac32b47f76bc4a5c80d0f05824ecb52249e3ba4db6754018","formula_version":"titan-u-contract-v1","latency_ms":0.7093750173225999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e936d515785a8c8d5537cf875049a7703a928ca34b7f11072b345a4d3bea975","sample_id":"hellaswag.val.6879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bf4d8deb719267df2d82edc4fdabdd9fd52c3e67b12018562dca305a13b37ed","formula_version":"titan-u-contract-v1","latency_ms":0.5696669686585665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e4043ef2ea1f53dd8c551ea338108a56b40408dfd9835f14dce73d3f090be57","sample_id":"hellaswag.val.688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"811baec24dcf637d9eb57a4148542de8248598221eee7a7605caee47dd4cd744","formula_version":"titan-u-contract-v1","latency_ms":0.711916945874691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8be500a3d68257946f8b2d7abe540c09219eb0c1152e752f4ae2de9a5cf6df4","sample_id":"hellaswag.val.6880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"121c1111026f2d74f6af6928da2d140797ad4a4e56b23770e5db29dc7cfe11f9","formula_version":"titan-u-contract-v1","latency_ms":0.9358749957755208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6df223b2f5192e337be940fd2d9d79ec010079f9ebeb3cacbfae2866b7d9bf19","sample_id":"hellaswag.val.6881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b59e0ad7b42a96a791183e79fdca3d603fc711a052ef40695da71d28d13f49fb","formula_version":"titan-u-contract-v1","latency_ms":0.8035840000957251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d45f2e54da6ad1de7c9e45e79c85a3f570659143815a50573e54b029c5117e9","sample_id":"hellaswag.val.6882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63293923e6adbe670d6cf0177fddb9626142a4f9aa01cef771e26d29c75450d2","formula_version":"titan-u-contract-v1","latency_ms":0.7540830411016941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60dc9f68873cf37689677c5131c72c907bddd144ba79310c29825b7e8b2efc51","sample_id":"hellaswag.val.6883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4709ee77732c9972930268f4dab467cae4749022bfdc15ee9b277987ccf42b24","formula_version":"titan-u-contract-v1","latency_ms":0.646832981146872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd817c09fc3f7c5d60aa89bdd13244e1c95d492e329ae31d064d7091bdcd3b17","sample_id":"hellaswag.val.6884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6bb3155cdabbe1ff2d00bdd1c71bba2272fada8157cb8a82555c16f7da2dfc2","formula_version":"titan-u-contract-v1","latency_ms":1.0145000414922833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5187bcadce4805d6cee39f5e7fe0d1b9da55adcd54ad8e9978fe54c22f9ee775","sample_id":"hellaswag.val.6885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7307614f6f242bd8092c60613d6ab3abe3c9a418bf53f7bb1bc75357567bd54c","formula_version":"titan-u-contract-v1","latency_ms":0.6737080402672291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7530e2e7511e785c6f2611fdc710b41cdd2c39688d8664eb30b7557d6484ecf","sample_id":"hellaswag.val.6886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae022cd3be63349ddc702b63b0b0d3e5205112c60bf1bb23781bcca725239ab3","formula_version":"titan-u-contract-v1","latency_ms":0.9022089652717113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"577a22ca862da8a2c99d546eb946982ab22865438daf0b035ff504b2f12cba9d","sample_id":"hellaswag.val.6887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca167121312c9393d6598d7414e3ac7f24051bec09f2eae28274d701068f5b02","formula_version":"titan-u-contract-v1","latency_ms":0.6484170444309711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0084f699a1f942acf44a93594eac1c1ad00670bf45cd5ae417922cd417aa593","sample_id":"hellaswag.val.6888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61ce27543dbf4246d346310b6faa450dd99e382bb9937b66845767250ea5f867","formula_version":"titan-u-contract-v1","latency_ms":0.8435839554294944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40b2c029e22b27afc036a4e84be4da25ec1f7499059e4a31f8c452f30553f633","sample_id":"hellaswag.val.6889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a5eed5ceffafd012c8822edaf1665134c3750791aab23589a5e3c3b71987bf4","formula_version":"titan-u-contract-v1","latency_ms":0.5489169852808118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccb4a1d11c1cc9d2c97c8340a636c7a4640d4a8b2971293067d03ab166834fb6","sample_id":"hellaswag.val.689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cefedc6fe9215bc5f44608e0007c23ecffd962e30237c7a3cb90624306da54fa","formula_version":"titan-u-contract-v1","latency_ms":0.7708340417593718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52cf8db3d21a17625e8108628089cc1ae72c660c3dd3ae3bd8ee0d119cf8d425","sample_id":"hellaswag.val.6890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e62184c925f6406ae014108dceebd520f29db557fc20759510b311d61576d63","formula_version":"titan-u-contract-v1","latency_ms":0.8125420426949859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6edb714c99d8b7fb6c723cff2286cd6c8c0480831761c99477958b8dc31c68df","sample_id":"hellaswag.val.6891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a40a7d2b7ce97b7946466625688e542db509a4ed64dbb5f3c60fc0d8682ed7a3","formula_version":"titan-u-contract-v1","latency_ms":0.7215419318526983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ea9ef26dbbeb45bb268343f0b34dcd2609dc44f64ac5130f5a1c6931e064e41","sample_id":"hellaswag.val.6892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2b53ba168eb6c3e36d0fb8e861871b1336ed0a7d3eeb553730d7a269fd69256","formula_version":"titan-u-contract-v1","latency_ms":0.8995840325951576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9d711e0bd36d04ecb7657f9b3bd553a43438c5b9373988d7401b655c6bbed12","sample_id":"hellaswag.val.6893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97c7b7cd09bb1fa7375dfc901164ef4729651682012e9dd979508bddbe749dde","formula_version":"titan-u-contract-v1","latency_ms":0.9351250482723117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac2d94a7ac5fbac45e0336c06019e21604edb8f599f11f55714361c760eb759d","sample_id":"hellaswag.val.6894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16c09a1672ca16f9414ea377ebb0c2729d1f7dbcd654a802dfe94f20e59e9c69","formula_version":"titan-u-contract-v1","latency_ms":0.8648750372231007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5374a81d8940f7b6b3f8280e039a20fe2351cc7133b9a25a6bd82ac4c3cc3218","sample_id":"hellaswag.val.6895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b1b66a479cdf5ca8b77bbf649c5198dd1bad0ae3c526a372f6465a0f7e2ce5b","formula_version":"titan-u-contract-v1","latency_ms":0.9776250226423144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57ab04501e00213bf95fcb24023952f952fb5e9d6db4f219e38475f9a9721808","sample_id":"hellaswag.val.6896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa60eeb1d18e55ba8db5380fdfa026d004812b68891f0059ae01b779b46355ec","formula_version":"titan-u-contract-v1","latency_ms":0.7922920631244779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cd2451f2e0bde6704ba642d8ea2f709a4c187464960e0ff42b8c8c4b33b2b02","sample_id":"hellaswag.val.6897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ad822419ccfda20aeecd1eb39af14f8a4a83636c1eb08ed8af4ec2aa322382f","formula_version":"titan-u-contract-v1","latency_ms":0.8829159196466208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fdef3bad2c07e443d335cbe4bbe5426273fbf5595337f752cd2c87f38ac4715","sample_id":"hellaswag.val.6898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"829b4d7c61d17c1e06e905d7fe30ebfe00823bbfaf37c6fb669d249f02d6b30f","formula_version":"titan-u-contract-v1","latency_ms":0.8507500169798732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1441578dcdb7e5b7cc18b9d9336e17898b6fc21505b31d3ab7656df10bd1633","sample_id":"hellaswag.val.6899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c3498090229476f469b71e451e73e688c821faee02148ab86a038310ac4fe0f","formula_version":"titan-u-contract-v1","latency_ms":0.6239160429686308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba7d673131b9d70a92abea15a115259e2b101a0ff055d3528c168d2f631e75e4","sample_id":"hellaswag.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9171bfbd2c5f03dffc55b0506989364090bc9c67d4e861af6baad93814f4a26c","formula_version":"titan-u-contract-v1","latency_ms":0.5133750382810831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95bc5673e0f873dee944ae1de83c1cbc3f19f5650973637f46e531c79e2b1ef8","sample_id":"hellaswag.val.690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"770ea8d2b3814074a7da01b8ae21792cadcdad03942c1bbac52e6d99dbf7e4b9","formula_version":"titan-u-contract-v1","latency_ms":0.860749976709485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74e911e86500030833992d8d6ce8c71a1f23886d67237d1245ad1701f43e45e1","sample_id":"hellaswag.val.6900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11a01a91f818cf043f4598d1f39363e0b2bb18791554f0f8ba5b66ac1ede87b1","formula_version":"titan-u-contract-v1","latency_ms":1.3789579970762134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1424b7de5210d010bd7faa4104bcacd5aae31216b386a1759e659a44b959367b","sample_id":"hellaswag.val.6901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d25a9960a7e92b7f71320c160a646c1de59df014a0b5ac9598cde7b6e3330ae2","formula_version":"titan-u-contract-v1","latency_ms":0.8835829794406891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19fdc11749628a4156a995b816677b987ce48c50954a1a7316210ec0e7052844","sample_id":"hellaswag.val.6902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18d937b01bb114fa1929799b91bcc48deb122627b4f329d630ff431f8c8b1cc4","formula_version":"titan-u-contract-v1","latency_ms":0.7369579980149865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11a6214cae256c78c6908ba44a0295a064568270613c0a10243885522e31a9e3","sample_id":"hellaswag.val.6903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7471c475b99f6c4700194937492f20c8a19c7749611212c619cf10ab1f3b9a2","formula_version":"titan-u-contract-v1","latency_ms":0.9144169744104147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b91e8244118fa1f8fab049a54160033845132a0c9fec157d1771d73b80d83e53","sample_id":"hellaswag.val.6904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2515705b4d12297f2f0e16fdbe7ae7ea58ebf6da4ef60c593b94cf06f756e22c","formula_version":"titan-u-contract-v1","latency_ms":0.6964999483898282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"632a9a3270eeab1a272cd61138e71c841d4c9ee49fdc742b157485c3b41b839e","sample_id":"hellaswag.val.6905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d2925cf71a95a82b38e9e76c97319a88188b0e548bbf8d2bba867b88d0d3ebe","formula_version":"titan-u-contract-v1","latency_ms":0.8583751041442156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3663f5c0ce99ebb7b3bba1bd60404d3ff45e1f47649925c91b43f155523a04f9","sample_id":"hellaswag.val.6906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66a3a7f49e2219cff506f36ac3b90e918f53a186ed4b5ae2a4e2acbf45b6f79e","formula_version":"titan-u-contract-v1","latency_ms":0.62616600189358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96d0a2f599d9d9f82d1118e6d169ea905c9a5b9f8f268726503a3f4135a5da71","sample_id":"hellaswag.val.6907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2faf0eb2d3b4730fa82c678bd3380f062c13a6bab871ec2b74ef6c83939e6ea4","formula_version":"titan-u-contract-v1","latency_ms":0.6299590459093451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87b73cc79b4da9c46686445a7071c8f4e7b89b542114cc712c5ec296a9aff66b","sample_id":"hellaswag.val.6908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bb5d9f1c99e97cf76ae246db28c18c55cc54561907fde99923b4fe3af82d946","formula_version":"titan-u-contract-v1","latency_ms":0.7271249778568745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b30a14645e3526f264539bf90a773440631e1ec06859cdcd604963645c640b0","sample_id":"hellaswag.val.6909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0229ae7110e981ac006592de6ee503b71e5150433dd7b5de3a46d43209a351ab","formula_version":"titan-u-contract-v1","latency_ms":0.4483340308070183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67c7cc19b85e7825d8cea6b56139f1660ee6e4d6cfa085568e565643e5c5c7ae","sample_id":"hellaswag.val.691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21b5d831afa1f01883a22a0b2a0d411d01af3c5c712701fc555a15028d5ebdd6","formula_version":"titan-u-contract-v1","latency_ms":1.0422919876873493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c085ac7f09f70d678c87edb1430cf4b993d7a79618f1c5cd5b16f6c46f12d237","sample_id":"hellaswag.val.6910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33778e919a47db33aee2fd94c1f84254c4b4d874f7ca9bc334183b66620914fa","formula_version":"titan-u-contract-v1","latency_ms":0.6614159792661667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc8f147858ebb339a11267cc060b4cb1ce99c0a78939ccc98fdad45b4ea3428e","sample_id":"hellaswag.val.6911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0c7176ef3c8d32acac1e9da0bfdd1ebddd639d650fcf72db1ad109498499914","formula_version":"titan-u-contract-v1","latency_ms":1.095582963898778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4031c52c1e6c03f1b67218f3d8775c80d90f3c143d7146649eca16e8ae99ad43","sample_id":"hellaswag.val.6912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcb85d4c437c67914c327a337d70e0de67760aca945b809fcfc056cc6926b786","formula_version":"titan-u-contract-v1","latency_ms":0.8716249139979482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb826675944b7b15d0b542bfd7c0f021d6b41f01b3d3a4fd8a6c4c9d1c4e6519","sample_id":"hellaswag.val.6913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ecc55f140417b22dc36432fc8d213fd12e95147bdc5ad6024aaf8eb3d7d7375","formula_version":"titan-u-contract-v1","latency_ms":0.9425829630345106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afbcc87e76c256f3ccfdf312d96f5b6a2002039eeab7ccd7507766fededb92a3","sample_id":"hellaswag.val.6914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3963c2fc4aa1284c248aafa14e270fe9d1f9275299ed7709e5939d2b4f5d9dd1","formula_version":"titan-u-contract-v1","latency_ms":0.6737910443916917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d35cfb24120c2b94fb15e5d373d660b6f80be9167e34c4ebe2f2f46d2113715","sample_id":"hellaswag.val.6915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"128eae29dbb5753830cd49a4665e316e8a2fb08880c51d0dda69ea0b7e1049a3","formula_version":"titan-u-contract-v1","latency_ms":0.653333030641079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b1175a91e19ded77dfd308bf4ce0bd86dcc3492d351a58d829b96529b986cc1","sample_id":"hellaswag.val.6916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7c64d41eb31a03eda61749c87683491c2b42e2221a7fde461ba3ffac17e3baa","formula_version":"titan-u-contract-v1","latency_ms":0.6279159570112824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef433c5b61c037d817601b98317f0ab9aabb45da9301331e4c5168134ead57c7","sample_id":"hellaswag.val.6917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"992d6d5156ce7e8ea269c1e882aca6e8fc4b8c1ebbb951735c6cb0f695c259ad","formula_version":"titan-u-contract-v1","latency_ms":0.8550420170649886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a130e15bf836e57ad70dd4e74e7a2644cc79799b7c0f02e1bb2aaa443674eb23","sample_id":"hellaswag.val.6918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcaddbb2e7cb190d6f3eb3ed5013a4675d95bea2182b40078c4361ca698cf747","formula_version":"titan-u-contract-v1","latency_ms":0.9955419227480888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d2a75b8c7fc7cc6523ea08ea83fc628a56691c47e91d0fdb26315712c9b7228","sample_id":"hellaswag.val.6919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78572be6ee7b43dfa36cc09c0e9ee625d44984248bf43b38d93b65c169fbfa85","formula_version":"titan-u-contract-v1","latency_ms":0.5232499679550529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d798c1c11cc7488cf4641fa93489bd23159015526cebda4eb1b35bdf2183e25","sample_id":"hellaswag.val.692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03c7b455c446c2a24c93bd8a336c640ba0156cbf0e198f3078baa3170e4bd1d4","formula_version":"titan-u-contract-v1","latency_ms":0.7835420547053218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53502f0478c1c96ff78e21a9d9cab643de854d2897f8995249c4d0f06c79031a","sample_id":"hellaswag.val.6920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0eb8ade7f739ac3bb3b37c9dfea819726dfcf29d98fe71be2955fa6b0911410","formula_version":"titan-u-contract-v1","latency_ms":0.6917080609127879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7a949c2bec87311af71c00279ab434b5510cce5bad1ef360fcb2a7281c29c19","sample_id":"hellaswag.val.6921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4464da03b46812e656c65c80c9975f9e2a58a8cd48c785252373285e75821a27","formula_version":"titan-u-contract-v1","latency_ms":0.8233329281210899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9a8946cc0d10be602f9db8799c41cf5a6b79e1a5193df5855575a343d05c4bf","sample_id":"hellaswag.val.6922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7da872423d5fb66fd44617471d3eeaf3c65ca36c764ee56accb428c04fb0db8a","formula_version":"titan-u-contract-v1","latency_ms":0.7465420057997108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22a3327311e5abd88f28a1455c1acc389d1ba55b421c1a43dbb16a04893673ec","sample_id":"hellaswag.val.6923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c462aecd57d510e6d540461ba52a5e4363a41870899cbcd04cf07d12555ba60a","formula_version":"titan-u-contract-v1","latency_ms":0.644708052277565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a60a38c4d9dc6a133356186cabc7eb7dd6476a0ac3de5a7ab54ffe332a78dd60","sample_id":"hellaswag.val.6924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab529f0eb5b74f3eae73a691707cdf5d1b405f9f779f532a8bcf04d5089c1498","formula_version":"titan-u-contract-v1","latency_ms":0.8612499805167317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15eab72ac4cfb63130b301d5bf99611f100e4725bb7e15bf80c3440787b2a693","sample_id":"hellaswag.val.6925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2856708426a7d1057a7084e5869f606fbf0063fb43f95bf92b9c73d79d1fd5ef","formula_version":"titan-u-contract-v1","latency_ms":0.6073750555515289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da1eba163215b7f59fd8cbafa6515017c7b86c5b872d0b917287c8d1b53e8f91","sample_id":"hellaswag.val.6926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81ca6111ced13bf176c7ebd431ad0637dbf4cbd215620c1d4d8c0e8d43556ee6","formula_version":"titan-u-contract-v1","latency_ms":0.6130409892648458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3263af5b657d09114039baef5cbf79c193fd5e8636995eda5ad882e81d68ee2","sample_id":"hellaswag.val.6927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d1e71608adbae93e779e1b8f683a26b4104b7216c0dd9ab845b9a098712e7bc","formula_version":"titan-u-contract-v1","latency_ms":0.6535829743370414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80376feaaae58a041aaa7647230a5ffb9dfe8909b573936cc14ae3a4e9c54711","sample_id":"hellaswag.val.6928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9f49d713894bc5a1ce52a82a35fbad0cf80d58f8bd5a2d4a61f1c16bbf2c1ea","formula_version":"titan-u-contract-v1","latency_ms":0.6722089601680636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4af096c7182b40b4143677e564b2345191ba147e1438aa95f00723a5706a8c1","sample_id":"hellaswag.val.6929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72c513372594456b053a4134665e2da59540904a5ea6294d7631cef384be3f09","formula_version":"titan-u-contract-v1","latency_ms":0.8239580783993006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4453b9d065d30752ae1fa23c9b3c7b8329e779208fcae31ef06c2ea633092f6","sample_id":"hellaswag.val.693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cb9df7b14acd318cc8802a1fb734da7aeb58675a204430269827e48a059661f","formula_version":"titan-u-contract-v1","latency_ms":0.856290920637548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dc0c0a4b70b179a9656a7263faff17c9d38e33bd51b6a45c2ddee4a44553d9a","sample_id":"hellaswag.val.6930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24421c2c342fb111eaf45b89330f8d0eccbee72ab65b4d397155ef2cc2afa262","formula_version":"titan-u-contract-v1","latency_ms":0.9307500440627337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bd755b42f1822496161aaa891d31aa1bfa6f40930679d87fe8bd3598ae30060","sample_id":"hellaswag.val.6931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4978b26ace0aef329edee7f11034565a4f0378ed642e6ec876c830e0b950c55c","formula_version":"titan-u-contract-v1","latency_ms":0.8270409889519215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae921cd9833221bfe9e00df3c406b20ac54757b10d5bb562a09b5b6b5d76dfdd","sample_id":"hellaswag.val.6932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"241ea9662cdeb5601f8b5675247652a7805feb27842075ff7eff35ede8de9985","formula_version":"titan-u-contract-v1","latency_ms":0.6334170466288924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1791a8f4615ace7cd678604683c40fe3c5f1b8ba202d9b5d00afdfbca5dedb6","sample_id":"hellaswag.val.6933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36dbe0eecf3c0a06a5f34ce6198dc87bb3f0d8d770f74274b24b12e57c3c667b","formula_version":"titan-u-contract-v1","latency_ms":0.6895000115036964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65c3413457eb038133261cd6ef1b0dbfbc7c45e4fb5afe5cfd6d72d306103297","sample_id":"hellaswag.val.6934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbfb300ae9eeefd503c9458bcf12a926c4b90c1c7a02f7af01fd3cac5c36e7cb","formula_version":"titan-u-contract-v1","latency_ms":0.8446669671684504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4be7a386f0a7cfde411ca7509a42a26d12cd957cd77b726e32eaac0c092fc4c8","sample_id":"hellaswag.val.6935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86a1c87f5847bed498d84029bb46e978d2941c69b4008f8f5249f2fa2028a700","formula_version":"titan-u-contract-v1","latency_ms":0.642542028799653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72367865faa629d736ee4a60c61bad9566228445d180f88bc1a9f32c157ed791","sample_id":"hellaswag.val.6936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"563314c243aca77bd7a661b340464d102434469e31e3205adc1c73b4d648cd5d","formula_version":"titan-u-contract-v1","latency_ms":0.9986249497160316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f031ac698f502f6dc444df85e821ace2d9a37cf8f5306dbea28e005a5f6a80c","sample_id":"hellaswag.val.6937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"551d1528871771485f04cf2c21a069d82d1a16b3ef5e63a8689748743ac0a97c","formula_version":"titan-u-contract-v1","latency_ms":0.864083063788712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05ed655da57d25597bcd1675ebc3fe36be788484ea1fcb9a1c1ed89e2edf735b","sample_id":"hellaswag.val.6938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"213e61b18159b63f2705514963722431d4dd21417d57d2128bd00f09f5e3eac4","formula_version":"titan-u-contract-v1","latency_ms":0.8346670074388385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"587b651330282ca952fb023e5ff4be5d10343a4e3adaa67f77f7193ccfb2aafb","sample_id":"hellaswag.val.6939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e8efbb368dd08435f048c700d763dd9c8b6b5689ea2ef3326ad43e4482a0f1d","formula_version":"titan-u-contract-v1","latency_ms":0.4706250037997961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6da9ac7005968f8791acdf3feacac540dcefdb9cc2a8091a7e12a63e18aa875e","sample_id":"hellaswag.val.694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2dee15599fc95d6ba473f5a35af6a47a2379ac7b2779ad870378366866f6ae2","formula_version":"titan-u-contract-v1","latency_ms":0.6679160287603736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c6cd0d53fdb0377aa36405a556fb68cfd34bda68ae36865b604c5d69ae22ecf","sample_id":"hellaswag.val.6940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab8bda00cab8c549995c367597cd13d1d4ba0a02599c74b20333bb8004d2b0d9","formula_version":"titan-u-contract-v1","latency_ms":1.5328750014305115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4698e60cb86b01a5b53ce50fb188238944a41bd857469d48d2d956d6c282ece4","sample_id":"hellaswag.val.6941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50ddd7a66de29bc1249de127bf981d719bc94377786d173ea554beabce65a320","formula_version":"titan-u-contract-v1","latency_ms":0.842666020616889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3202b524daa82e0622f7579d14d210ee95471bf481d8f31695a27d278e8b064","sample_id":"hellaswag.val.6942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e00eb0669afcc58068eef4777b1f248c61f0c5fb8c6715f25a9fb6d0467e1cd","formula_version":"titan-u-contract-v1","latency_ms":0.6671249866485596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fde61c82d2769f52f3ca3fd8368df66ac2b1f2e086e61d95b12516b27684aa5","sample_id":"hellaswag.val.6943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c01ae5ef9c10aae06499b0c5fd3c9c139c786cc36b601770247c169f4c3df65f","formula_version":"titan-u-contract-v1","latency_ms":0.8737909374758601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c92c24600d987708752d42cf7a6f19e2e42d90186674a10266c7712a77d9c603","sample_id":"hellaswag.val.6944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20a0c4c20ed4f1c7d76071967196ff24b23edc88a44d9b247535376adab57862","formula_version":"titan-u-contract-v1","latency_ms":0.6776249501854181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cc71b6ebdd404d0eb204a54cbc9ec1929fa8abf0c81ddd1d6b222fbf21f3909","sample_id":"hellaswag.val.6945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5ae71d5ebee2c967954a54afefa94e0a117738fd9597350992aa3bcc4d4bbe8","formula_version":"titan-u-contract-v1","latency_ms":0.7852920098230243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6371b03212e72b15372efc9926e56c4bc798dbde1b8dd85eb8e087a9ed49a0c","sample_id":"hellaswag.val.6946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f955b8122b53f8cb67be132625568b891981dad6c79dcb0d29fc5ddc74e1af4a","formula_version":"titan-u-contract-v1","latency_ms":0.6680829683318734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42dc5c34a25c67f51d582648566644c5ce28721b79bbb6c08e69ca6ac67500f2","sample_id":"hellaswag.val.6947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f58351128897e4aea2e55c9ac6378f1320b49e49f5a9d5cb305aae5cba024ae","formula_version":"titan-u-contract-v1","latency_ms":0.7172500481829047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aacbe9ce5f6ddfa8334c37b7d893900f71393830a41573b372a92e5cad96b460","sample_id":"hellaswag.val.6948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74af80606fc2b7c24593635cd472768b673ed24fdfc4865867665f2a7973c18a","formula_version":"titan-u-contract-v1","latency_ms":1.214749994687736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"816ac706cafb263413fab604da8ad8e2a3080a453dbd7c9d53dbb3e216738d62","sample_id":"hellaswag.val.6949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb2dde1041a7dba9cf9bd0ead6fc4dab271dfb3b3bb97f345341aa1b11aff1be","formula_version":"titan-u-contract-v1","latency_ms":0.6645000539720058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7a1a86bc4b11d9f5232f1561b66be0cdccb491609430f369353a16b202b069a","sample_id":"hellaswag.val.695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39f754b89390bac32a21ac408b8633f5ef2da418bc24a7939298489f95b1b176","formula_version":"titan-u-contract-v1","latency_ms":0.6330420728772879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d562222f6063d10a872c66de84460ac5d60091c4b661c8c2fb72c40cdf0fe3dd","sample_id":"hellaswag.val.6950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b66e8c222963c88224c6c7f9fb876f36f60f6648a11be8f9c680691d7732a21","formula_version":"titan-u-contract-v1","latency_ms":1.5023750020191073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8ba2833631273a52e4dee9e5d0ec1455db146c3f64f07b5356b11fc035a07a4","sample_id":"hellaswag.val.6951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9d85c15655a079caa5a08367d8849c089631a90e1aa0baaac8a5fc9d88992f4","formula_version":"titan-u-contract-v1","latency_ms":0.9649998974055052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b27d9439313d1bbb68b6f27393f9d3bf45e6607033b01b643cb4abf22361352d","sample_id":"hellaswag.val.6952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbddc608e7f52a57834ee72afea517f57a888dbebd48e0e42a274911ad841d62","formula_version":"titan-u-contract-v1","latency_ms":0.6687910063192248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"311f9c10facfc26be51bb35c683ef51251112641d6826192784bfa1560874f6d","sample_id":"hellaswag.val.6953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c557d2d7f8f89034092a6e725dd6ef25e49729dc8e67c9a6ed90c6063fd07b5f","formula_version":"titan-u-contract-v1","latency_ms":1.1232909746468067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b7205679b9e9d8afce6a9b5d96b8e495e886fd3a1d6024196077a0614c6f163","sample_id":"hellaswag.val.6954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f154e752c796b190a73de0106138b98a9e3bf7bb236a5e42787d3a71bbb897b0","formula_version":"titan-u-contract-v1","latency_ms":0.6624170346185565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a53f0f56ae6d298356b4f10b7fd323c58fd90037fe4a748d7e282eaf81f1d761","sample_id":"hellaswag.val.6955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3591df181d2ab42dd87700bce2087dd1e3f92d14aa37e501a0fd379642f70e63","formula_version":"titan-u-contract-v1","latency_ms":1.0735830292105675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4b5d0ecd71ecd8593eeb31c81efaa913bf46268eb6a76968bad6d9be1c17dc0","sample_id":"hellaswag.val.6956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6ec49ee75fb0ec03f538b846037112f6a586ae0d2d4404c2a36df81970257d5","formula_version":"titan-u-contract-v1","latency_ms":1.459999941289425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f14b3f14145e20e926dd7193a972f2b1c0da6a7b5ef271d815de89560e872085","sample_id":"hellaswag.val.6957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b55411d791d03c6d611bb542987362ffa3586db95d85ef8bea108d43dd85cf0c","formula_version":"titan-u-contract-v1","latency_ms":0.742750009521842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75dc5ed53ddfcae69070e4f7985cce9316f3c747f15fb4b8c4cd93ed1397ed96","sample_id":"hellaswag.val.6958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d093d9651aaa0fdeed29346014b8994d0533b70235d5fe21ae85801f80ec4eed","formula_version":"titan-u-contract-v1","latency_ms":1.113374950364232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4c10f38f028e2691ef3a9c789008452d6766c4f0deefbd99a51aa725091beca","sample_id":"hellaswag.val.6959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8855aefa324a16a4ab2430f501600ee444f1e37a4832324c1215733ae8c18a5","formula_version":"titan-u-contract-v1","latency_ms":0.595875084400177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc52fe5f805f2c68467c7200f0ef3ac23078fd14b632969e84efacf21528ed17","sample_id":"hellaswag.val.696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd2d12f7df02168241637906aa25e4964f8114c2d25c4e18f8e2833bd8870484","formula_version":"titan-u-contract-v1","latency_ms":1.943000010214746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cd29d19c70896b938aba774310dd20f9cbc5654e389d76d42fa9e0ad782b8cb","sample_id":"hellaswag.val.6960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5930287f82a0874c0ae0c2a403c9bcaf342a6391df322c68751ca853449493b3","formula_version":"titan-u-contract-v1","latency_ms":0.6400829879567027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8120a595e453060d81b6d44cff92808dd74e62674092a31564a855107076ce94","sample_id":"hellaswag.val.6961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"492dfc1df384c1e6573a29dce76155949554df917c30711fb8ff2b1e95f485e3","formula_version":"titan-u-contract-v1","latency_ms":0.6845419993624091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5630794775e41e751456b1e3762a1bdd4e11c65a554590cb72bcff5c1dc3edb","sample_id":"hellaswag.val.6962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3efc0e32f8fd0a11933b59b01c4ac6196fa0893bef6a968db3ae6427e070dd3e","formula_version":"titan-u-contract-v1","latency_ms":0.6652920274063945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10c55dfb4b9b98f33933a00c207198315e05bf0eb9e56ba1bcc4122bfcb59a2c","sample_id":"hellaswag.val.6963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeaa7f9e186b7c4fe1e39df35a1c9db6b4661750fca281f0bf0d4dc965f2c476","formula_version":"titan-u-contract-v1","latency_ms":1.41887494828552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cbe961ee2e0b4fb68daf0bd30cafcac6a103b55f725c98440820994a21ab1a3","sample_id":"hellaswag.val.6964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"029dbc96af4af4e6f221765ba06726db66fcccc511af75e1e3bec44ad1792fa7","formula_version":"titan-u-contract-v1","latency_ms":0.9523750049993396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2078fbc04ba2b0d7dc63117335f3e75ec4c9a82628b1d1bba18d0b10d2ba4881","sample_id":"hellaswag.val.6965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"850191c91e3540003ecf0ef7f42abfd1611b75e22b3344d32e8160cbba7e2c7f","formula_version":"titan-u-contract-v1","latency_ms":0.8129160851240158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98ac81328d5d730f8a8ecf8834f1cb5bd9303ef9ee535c6b808402541e7c4576","sample_id":"hellaswag.val.6966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f121d574e77f1566839ae3d4ce18c9693318008af6809caa6ec9df67e6317fd5","formula_version":"titan-u-contract-v1","latency_ms":0.9745409479364753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abaaa3e9c070322a732a4d97368cc8a1e573f20b327ea5c7904fe7f34d91824c","sample_id":"hellaswag.val.6967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a77b2b4ef6633032c8081df52c022182c8395dd5f82d1c34cbc191108b6bafe","formula_version":"titan-u-contract-v1","latency_ms":0.6838330300524831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"177ffe81ef5260b66e15eb7bf8c391e8d53d623c353d12fac255bcc03209d50b","sample_id":"hellaswag.val.6968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e59b45804e2b8366bc1bc31968b24794de1b8b2742ada902bac63b68caca82df","formula_version":"titan-u-contract-v1","latency_ms":0.6455000257119536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6323159065e0d0628bf270cb2c21b7762ee8253cdf26deb5472516ec06d54700","sample_id":"hellaswag.val.6969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29dc0640aef16db1d1d171828e28d152eca84d716cce7299a4e2fe6480dabf35","formula_version":"titan-u-contract-v1","latency_ms":1.002624980174005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ed0c375e594662dbbcb0fb13da25c3292a9ba92250249f71f9e3a25ff09b3f3","sample_id":"hellaswag.val.697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b24a85232dbb0d07a6871cbc7111a2f0e05b047b4637e1abbe48fda30378d07","formula_version":"titan-u-contract-v1","latency_ms":0.6063750479370356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c9eb9ef1f1d752aa86dff3b2717cb9a29d3d3d46bad1f3579d79f961708203f","sample_id":"hellaswag.val.6970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4dacbaa1a7e1b8379f6c66b72acb5ef14d4c8de99cbaa1cba200e6a20a65790","formula_version":"titan-u-contract-v1","latency_ms":0.8272079285234213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e22a3a92f022da7755ecd382eee207d93c3ff89caee9bd3862778ff5415a20e","sample_id":"hellaswag.val.6971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa6fc8e1dc8946fe4e7f1803550ccda4df15fe528c749e86915e0f1024af7207","formula_version":"titan-u-contract-v1","latency_ms":0.6458329735323787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0cd5d2dfebc2656aad13f9357a3f3d3085ab7a32827c5e1d38b09f2680d3561","sample_id":"hellaswag.val.6972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b3cdcfefb7db46f52847e66b5a518c0d00d987ed62156d49f4aecb5fccebfb7","formula_version":"titan-u-contract-v1","latency_ms":0.627957982942462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"047c436e10eedd937d5326e4e5c97e76d80de12c0565021d35529d06bc1b52f4","sample_id":"hellaswag.val.6973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32ac3c758c4aa0569d56160bcb91195a4bee1afb048c25034c61226b0ce13cf7","formula_version":"titan-u-contract-v1","latency_ms":0.6820829585194588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65fe57f3d9f73b5613b2209532e662ca549091ff8f67568bfe87b53d00d8790c","sample_id":"hellaswag.val.6974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c60a3de05b1eccca3f0aa96512bd033a72e4eeb064136dcaa9c6191d2e0ab2c","formula_version":"titan-u-contract-v1","latency_ms":0.817290972918272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db841b6e7b6e38a27fc0d3ec0bf8a9232dfa5fc2f6a3dddd19b4b8b78d509367","sample_id":"hellaswag.val.6975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e175750ef414ef740de1ba24740450bbe4c164d2c7933022afcd866779a1cc47","formula_version":"titan-u-contract-v1","latency_ms":1.0387500515207648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a623237ac431a44dd5370cee054674bfc7feac20b19d158b81c44b91d67f4210","sample_id":"hellaswag.val.6976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35ac614df6bb05971a04890b32ce89dc20d8db7adda82e009f5c9ac1ed49c91b","formula_version":"titan-u-contract-v1","latency_ms":0.7600419921800494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da593dcd78e0be13decffe804473cdaccee40fd5a155940e9727217dbec52b1c","sample_id":"hellaswag.val.6977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61b301cabcebcee725354ec47bd3ee7e8a140782b7f2a0cbee17d47783f4a02f","formula_version":"titan-u-contract-v1","latency_ms":1.0561250383034348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dacfb9805f04ea666706d0956a62e60cce8b6bfd90b66a77d19ad9b2196afd0b","sample_id":"hellaswag.val.6978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07ecd019605302eb91784041f6a5cef07211a29ad5a5ad945cecc1a25127a637","formula_version":"titan-u-contract-v1","latency_ms":0.6755409995093942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b0944c8dcb70760ccb36b90d3c1a3b13a814b6f2aa0a0800f7b0a611cf8bc43","sample_id":"hellaswag.val.6979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e2a360ea1ca458fe673eb9442c741a21a3e7bf91239e4eb6cac1347a5d500e7","formula_version":"titan-u-contract-v1","latency_ms":0.6679169600829482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1eef3014ebd6e21cc431bb5de1f0fffcda21cf9e892fae0a0ea811b78198784","sample_id":"hellaswag.val.698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89f7976e8f10725d3314611dd685f8d3c949769d1fa246732de3ccf498711230","formula_version":"titan-u-contract-v1","latency_ms":0.8619170403108001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62b090692a3683e167f52cd7f77d92699b37fcb62f9a93d45c5761b336d439e9","sample_id":"hellaswag.val.6980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9775df8f143fc8ef8ad4d8004821a859579331a233999df61859c1312e0d485c","formula_version":"titan-u-contract-v1","latency_ms":0.9336660150438547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ecea512eeb58520350eb3cc24a7b918803653419b4e70317bf7a25b53797b01","sample_id":"hellaswag.val.6981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4de1fa6b41594348aec0b0676ab339d447e51899e4d17bc3c4dc92e3aa505f36","formula_version":"titan-u-contract-v1","latency_ms":0.5669159581884742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a48f8f966c3bac48d8ca29992de9093ec14fea2e9baafd2131dcc96dfe48776","sample_id":"hellaswag.val.6982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f2817ee15f19e2f989cc81b3f7d403719836add5de90c17bdb7b7bf17ef088b","formula_version":"titan-u-contract-v1","latency_ms":0.6828330224379897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d93b65d7df39887db2b61ebbb8a893ee0396715877e375d7219812242516d29","sample_id":"hellaswag.val.6983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7b581e9175180f837c92f55828dbfa03c820b7ca992ff283e11dd7d052072b3","formula_version":"titan-u-contract-v1","latency_ms":0.8173750247806311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a358d13faf2f978cf378ea62b9e2be2a9d444bd5c06d00601983d3eb0ce7fa59","sample_id":"hellaswag.val.6984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13b7248c6f6a8d5bd0fb16e1def40133b28b9d16984ba54884dd5ea74fdc2e1b","formula_version":"titan-u-contract-v1","latency_ms":1.011334010399878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa1dd975ad14c153aca537ffbd20eddc3cf0724f1da01598e10f2dcd87202c71","sample_id":"hellaswag.val.6985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69e8534b2a0e0281ee26aa9fb2faf4408b740b723d6234f6d7308211796aff96","formula_version":"titan-u-contract-v1","latency_ms":1.0817500296980143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6485ca6ca7774962027559badca1af9e479e50679350c26790cd0a6518a325b2","sample_id":"hellaswag.val.6986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3833dc5294fc883b01cdb51b328fa2e1f59c8f5a3f3f5db326bd6755481c60e","formula_version":"titan-u-contract-v1","latency_ms":0.7147500291466713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"530b35eb536b155298adf12278597629ca1ee139e2ee3f83c0ece80ac86fc399","sample_id":"hellaswag.val.6987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffa442028965b28908b5655d1b652a4180caece59df01d256d26de04dc2cf5bd","formula_version":"titan-u-contract-v1","latency_ms":0.8750000270083547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52d431f107d99b7d2f44142528c2e8e642d2d918ca786b6a4d82d0a522ceb354","sample_id":"hellaswag.val.6988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b53e26ceadd995897a83f12e2d2d7f7deb877d6a472c48b203845adebd1a700","formula_version":"titan-u-contract-v1","latency_ms":0.7460839115083218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78abbb0e7782c4aca6a11b71736080a905b395e7f473488177db783ad2e32f6e","sample_id":"hellaswag.val.6989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43600b48b11e6d88b42fc90181ef78011f3ead650f5f451b30f39cec1340fb5b","formula_version":"titan-u-contract-v1","latency_ms":1.0550000006332994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"094c6407d54dbb572b6f068c078e5290a47acd0ef9f30cd9271db0d4a1cacf9c","sample_id":"hellaswag.val.699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8deaea6d9330f020d8097007dcd3d72a498ccf08736dbbd7c3944f58ddc23354","formula_version":"titan-u-contract-v1","latency_ms":0.677499920129776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b10be6372d5daa171511c6897bc4e023f73d35646bbb572f2b89c72e1f7efa48","sample_id":"hellaswag.val.6990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5eac17db66a525d805ab29f211af20a4784f440a40ace05fedb4ed389963b9ee","formula_version":"titan-u-contract-v1","latency_ms":2.0526250591501594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23401939a851cede3cf5a7dd4ed85f3eab30b1712200d2c36db3053e9803d982","sample_id":"hellaswag.val.6991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e57af7d43a82bb13e75fee2e6fb28064b16cc56e886821b298cd4e8b5149229","formula_version":"titan-u-contract-v1","latency_ms":0.8394579635933042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"940b29e10f8681b80e68660e4f95272def9fa9b73be9382ed8b809bdd1c57661","sample_id":"hellaswag.val.6992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee7fcce04ab0c103bd80f0327a7f94024a80aafcdd3da1e91ab3651c74e376c8","formula_version":"titan-u-contract-v1","latency_ms":0.8763748919591308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b800afd94bd2341be3e5cd11851d518af1bc371ddf67ac4fa6c3a6b4cb41f1f8","sample_id":"hellaswag.val.6993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26ab2aa40a8b5687cd4d08088c7be96fd6fa320de0a474d47aacdf88b2297948","formula_version":"titan-u-contract-v1","latency_ms":0.6908749928697944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0910ceb597e978056c1704719c97a74bffeb028df5e0ce49239a1e29a939dc07","sample_id":"hellaswag.val.6994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f135bb262350e064c4c180ad2ba992256f3d7702ac1b871d7cf6e5da0ce65e6","formula_version":"titan-u-contract-v1","latency_ms":0.7023750804364681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"535185fe8b77d815d575374d357a206bda259b13141df3ddf03648f3de3946bf","sample_id":"hellaswag.val.6995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11569002bd47b399f6df4e6b2b8752948d5be083a286cb220ea2d63c2d9d7ba3","formula_version":"titan-u-contract-v1","latency_ms":1.1113330256193876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07303bfa4ba2a392ff8dbac74f6e38667e6860279cad8f287c7f17c11cefc951","sample_id":"hellaswag.val.6996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa63fb039ba5bc542b8b11c2412d44e0f6ced00abc5cd423c76b1a40252493c","formula_version":"titan-u-contract-v1","latency_ms":0.7391659310087562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bbf93abdd9b75fb34d6bf98c2580a3f54168dbda2f326596d6b31330d6d8177","sample_id":"hellaswag.val.6997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80913e401a5dfe426b0c2bd6f4f0027fbc1693c99e6483c5b01175e1f04881b8","formula_version":"titan-u-contract-v1","latency_ms":0.881665968336165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef1d62df2f3ecd7862ea2311d8b8b6f7b24607bd642b05d317950be47b4a7307","sample_id":"hellaswag.val.6998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c28ebfaaac0d9a446f5754c0fbfd26f99c2af262efd1b0a9dfb8a1f568835a44","formula_version":"titan-u-contract-v1","latency_ms":0.7018749602138996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1866ea1e984d67c07208e83c8825797f0a124dcf08eee486b1d5d8a1341aa84a","sample_id":"hellaswag.val.6999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c368d01019c95516a35eccc99e60292695e02439d8b4bb99483af598fe39075e","formula_version":"titan-u-contract-v1","latency_ms":0.650166068226099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c234b1ca3e395918b27d5ea7b30588bd44e7e0b5fbf00a1b82ceb6d5037614c9","sample_id":"hellaswag.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e988d66cb5026a80cd76c09f7781c6e7e30eae1345a44f05e6122bd38683e4cf","formula_version":"titan-u-contract-v1","latency_ms":0.5891249747946858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6334df6d47e8e7fa4d0e6938a033122ab1368434d4559a34faaa0fd19cf580d","sample_id":"hellaswag.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e09a9be0b93433a7e6fab66b8ca12e3f94a81f1c1413d2d5385906c1b6e800ca","formula_version":"titan-u-contract-v1","latency_ms":0.533832935616374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"802e4d589e57a638dd7ffb2c54d80e15d52ed3e44a7114875822e6eebcc0326c","sample_id":"hellaswag.val.700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cc649144d91de53edc86572a66bc52f4e174b04941de60e59ecfad4dd5ec192","formula_version":"titan-u-contract-v1","latency_ms":1.5762080438435078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e6007b7fae984fe1afa0a545949ae9a3e48e5b21d95fa9807286b200618334c","sample_id":"hellaswag.val.7000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd07e011ac7fb3fc3ccae609879ef5f7cf823b6e428eecf37e29f2847714ac66","formula_version":"titan-u-contract-v1","latency_ms":0.7494159508496523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"010bf37ae8f633c6d8a49cc042b8a590b1edde9f6318d6f30ca4e9cc805d4967","sample_id":"hellaswag.val.7001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33b8e8d64d421215e2b1f42910bb396841875a68c092c3a0d2e90dbf56d13903","formula_version":"titan-u-contract-v1","latency_ms":0.8614590624347329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57ef2f22f4cda5ce8444fbe9ba3a67ff150f296af706bd0b0507d65422f2df58","sample_id":"hellaswag.val.7002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00332ccf72d9dd04ba43a7d25c61af743448b1fd0489696cb49da2e73007d925","formula_version":"titan-u-contract-v1","latency_ms":0.883250031620264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21a5a6dfcc83c0a76460a75eb2207fb99c1415c5ddb769f9126bce85af0b36fc","sample_id":"hellaswag.val.7003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1414c945406211ac6f4570aa5431dd3767f4dd705fe2b2739eb7e7c83ee3f72","formula_version":"titan-u-contract-v1","latency_ms":1.2851669453084469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d35d0b76aed775d66a53a5b106fdc18a23d282e4f2939c2572f8e5495a7591e7","sample_id":"hellaswag.val.7004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7ee0da777bfa5c2f17ec49e67627f13aa8ca8aa28d147d9e822bd12c46ed20a","formula_version":"titan-u-contract-v1","latency_ms":0.737624941393733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d47caf5c66a1d5f8c7c7e928db17bbfb8509776b75081557a4076cf4759f3239","sample_id":"hellaswag.val.7005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f25ec705b362c079ee00232d554574652183d11f102eb039dd04552b9e0537fb","formula_version":"titan-u-contract-v1","latency_ms":0.773291103541851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53f7cae533049b97bb5264357810181e5c1a1a3aa784f92c02485edeed71c9f4","sample_id":"hellaswag.val.7006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a3d3d5b853964413d5d3ab05dcd40de48a29cd004039e2c94f1c7ac8c1f7089","formula_version":"titan-u-contract-v1","latency_ms":0.7149999728426337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9904ee956ddc4c445ba89071c33241662244af27ced300ff5254590004a1d92b","sample_id":"hellaswag.val.7007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f6d1a663f18b65668eca5f28212fe2327790910f38700c6fae57a33c342b965","formula_version":"titan-u-contract-v1","latency_ms":1.0904580121859908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e72db589a6c41f9960da6efd65e259ed2a79532b8fbb81269e6a119843673f65","sample_id":"hellaswag.val.7008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6708f741712b5d1b508140a56b988ae9779a1885d0d540a3fe553810c1b70dd8","formula_version":"titan-u-contract-v1","latency_ms":1.216250006109476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78da9632884e070c88a6d0858542cb0e7ddee399ff58a97016cd648b5a4f801d","sample_id":"hellaswag.val.7009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78e8043a12dbcd8422f506c60edd1b2c2576aeba4d657467eb1ed959a68e0763","formula_version":"titan-u-contract-v1","latency_ms":0.5260420730337501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a224743844fbaab26c3870840537c72cd52b4e1dc85d27dd61eaf151b79c6e2","sample_id":"hellaswag.val.701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"259fd156051c5ab35a90cc9aa06544d08abe0170f1d98d82b3ba2b9835477b00","formula_version":"titan-u-contract-v1","latency_ms":0.7317080162465572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd908b02bb9c72374a14fd2b992d367381e2ad9aaa9713ade21a1ec0c299ec57","sample_id":"hellaswag.val.7010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34761418357ee2bea22f5b0437cdbeec59491b336dd5e0b5014b860427c65cee","formula_version":"titan-u-contract-v1","latency_ms":1.1534170480445027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cf88c57a36c877ec23038157f7f9e491a66c790c45eeccb97d7bd4dfa6dfccd","sample_id":"hellaswag.val.7011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c34d1b4bfb405b94e610a02a7c84f17ca5cf4881a7ae0d50d560f053cd03c068","formula_version":"titan-u-contract-v1","latency_ms":0.8063330315053463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c7908f159454799727645550de170a913c7999e30719cbf1c00bb403b125595","sample_id":"hellaswag.val.7012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6503ba2976d659c25e99dd5b8d4452a30c041309c493be0b9b74867967e9a9ef","formula_version":"titan-u-contract-v1","latency_ms":0.6861250149086118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97017a03329b822fa6daa671414fbc750e602b6376bd8a862c60db089603e443","sample_id":"hellaswag.val.7013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78890aaa0ff861af09956b095538817f44d16c6e00fe3a53249320e6fb0d1720","formula_version":"titan-u-contract-v1","latency_ms":0.7906249957159162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30c10ea482b648df35c535aa07d536df5858d6af7fe26c85751f9bbec07134c5","sample_id":"hellaswag.val.7014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d0e0c20d58091ebd35a96b3d77668f94ebe82617e19ce1d510d920a0b975b6c","formula_version":"titan-u-contract-v1","latency_ms":0.8995829848572612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"896982b2b57201f8802cc5a2311b09e564e50d8ae3cbd73aa58ed4bcd4816ecb","sample_id":"hellaswag.val.7015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e0a21e88f06955d03d67f72842cc79506d7067a612649cd7319c97ee8996eda","formula_version":"titan-u-contract-v1","latency_ms":0.7619590032845736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"854f857f1e221e1b67044c0befe149a863fee0c9fbb48fa2ff62c6d67840bd53","sample_id":"hellaswag.val.7016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40133d91cc4be53f9a726b2679e6341558d0f1b048e90538dbf11153be9c7883","formula_version":"titan-u-contract-v1","latency_ms":0.8353340672329068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aa4306415f23dbaf81bb8851230a4447272e0926cc8b33426fa767ead65baeb","sample_id":"hellaswag.val.7017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80215ed43588930be8ef4948cd3f9ab6f58000bd32c65bd5b6c1018d83a44c6a","formula_version":"titan-u-contract-v1","latency_ms":1.4204999897629023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"562a2b611393757eec35ec524e2013f5b5f967459fe2610a0358a25c7bce2c7d","sample_id":"hellaswag.val.7018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f6980eca9b09530e4e6cd351a829262ff51b65db18e991b0542441977c2da74","formula_version":"titan-u-contract-v1","latency_ms":0.825375085696578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0e8c67291698753c56a624a82717f7a0e7f70ec4966efb2b0771af6cf2d4860","sample_id":"hellaswag.val.7019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce88932c8399f9e52f971ab15329f394aa59e202ffec15ee30bab22047726263","formula_version":"titan-u-contract-v1","latency_ms":0.9052080567926168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88a8edaa9ba8c76dee38da606a26e7fc5ab55047e10e3fe52ed944cbbcb943ec","sample_id":"hellaswag.val.702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db225164eeddb5d5a12324c2a9ceb738c43037e78b9f59661c0872b2aa641ed8","formula_version":"titan-u-contract-v1","latency_ms":0.8326249662786722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f339564ec5caf4b6253b7ad5f5b8e5440caffcce98e01b1bd3fd55bf8b6df606","sample_id":"hellaswag.val.7020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57b831684eaa526e8bb21dd353c20076dbe434f27d10e24998a08381e96f37c0","formula_version":"titan-u-contract-v1","latency_ms":0.781125039793551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e350db035d8e91b7f830f8c349f743a3768c520d65cbcd513a99fb93a7e0e49","sample_id":"hellaswag.val.7021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4c22c8659ca1ac74beb0bf9d5144d926ae6be8759b59f29699121925f08f36f","formula_version":"titan-u-contract-v1","latency_ms":0.8273329585790634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a2709a2d739523254aaae41dc9b07cb5d9684f3383de9a6bdb5f4a615ec3eb7","sample_id":"hellaswag.val.7022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fc080ed00abb659bfd3df5b9d81497d3c779fdddbece73368ef162a444edf17","formula_version":"titan-u-contract-v1","latency_ms":0.7316250121220946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73a7123db0c2df8380e18df674f031a67d1293e77cc1cb45cf42674ac57c74b4","sample_id":"hellaswag.val.7023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15e7018f1be6f56a4c50b186df24eefccf58059a450501a6280fbceb592b0d90","formula_version":"titan-u-contract-v1","latency_ms":0.853167031891644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6de1c772d22699bab0db47e757d850941abd419534f3c1524c639ec10f7c927","sample_id":"hellaswag.val.7024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae5076d900a504528544de3199b51b4847409cd1317afababc36edbf7c3636f3","formula_version":"titan-u-contract-v1","latency_ms":0.9339170064777136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a11dca8bbebbb2258eb2c8d84f88fbcb018353f219626406c89a49073c0d0d5","sample_id":"hellaswag.val.7025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f05e93fabe0bf87227306fab5e712a87d75e704c8281a3d19da49c502b7e591","formula_version":"titan-u-contract-v1","latency_ms":0.6714159389957786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"160092885c8c6d5189091b9b231597c4bf174cb0167204ef1005a900b65780e2","sample_id":"hellaswag.val.7026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7853021f8d41444ac86705f4993cc2b9d927baccadc4dee51bca5fa6cbd53498","formula_version":"titan-u-contract-v1","latency_ms":0.6535829743370414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d44c945137d364ebe1f37d062e70a31804e4615a3676b6588691f21bbe30e6cc","sample_id":"hellaswag.val.7027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27876279fcbce98e69d0c254872a1ce9735a881e52e8fe6969f85a8cb31a74e1","formula_version":"titan-u-contract-v1","latency_ms":0.6823750445619226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43aa02d98ede967d7650c516db2ddd0808215617610703ece0936b9166d10f45","sample_id":"hellaswag.val.7028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1709593b034e2b4e140ff017d41a9dcc0672a4c0371ffb3795a99f40238ffaba","formula_version":"titan-u-contract-v1","latency_ms":0.6329170428216457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"475cfd6e945bc4d252b3909ac0a20f42846f5d1b97629978a194e007fc9ee192","sample_id":"hellaswag.val.7029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f68a7f1f788cba1c545e621c2cb72f019838c4409e17deb2d34b26d9680be566","formula_version":"titan-u-contract-v1","latency_ms":0.7281249854713678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f28d4d1799628e2ea244fa17ceafde797678a5af9ea730760bf0786d06ef449","sample_id":"hellaswag.val.703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae699b187652f94f0ed0ed5773a1e164535701cfa6910189eda669f586ae7050","formula_version":"titan-u-contract-v1","latency_ms":0.8902089903131127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ceff8950ee76bffe1baeec9febcc3db75d57d3b7341e564c3dd9a4ef181ae808","sample_id":"hellaswag.val.7030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06b9737e917b71118a7172a0fc4c12fb2b6414c52600f01732f385648a17b91f","formula_version":"titan-u-contract-v1","latency_ms":0.6909159710630774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"630cfdd2fd330f3f216a35d30c55b1e1f56d7305c3efa7a99cb350c38069966c","sample_id":"hellaswag.val.7031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acededdc98d5bcb51cf03a33f47b50bcd108dc7b90af792f20503881572a130c","formula_version":"titan-u-contract-v1","latency_ms":0.8637090213596821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d391202a5d6f2a747e721147140c8991a34b8023c55ce01dd800f8c56869a1cb","sample_id":"hellaswag.val.7032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3423e6c5e5eb8508c8c1d83a9d6fed68885e72d0e903df64f1607af1f3943f60","formula_version":"titan-u-contract-v1","latency_ms":0.9875829564407468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a416487fe2952ce5fb1e43852d5ef6d81f5e5ee87f206163b5430021c45298b","sample_id":"hellaswag.val.7033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bed4679ba73d96d55152024e2b50dbeaaa8a50080d7576816181081ac67e33ca","formula_version":"titan-u-contract-v1","latency_ms":0.6275420309975743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaa853e8273053334e2c0f77628d4bcb6ed2ab51039b989d1e9eca64427c9239","sample_id":"hellaswag.val.7034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e08fb4a9d7b2b3eab4208b25c089f287e0997a770256b0d1cfde169d38cd4045","formula_version":"titan-u-contract-v1","latency_ms":0.6287079304456711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e70d77c0b7f29ec1c109b0b9e7b4f7252dd301844021cda063f65f563aab9185","sample_id":"hellaswag.val.7035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aca273edddfbac440f85ced56509d826c76b3c77a254ad90b897b7d1b6fb045","formula_version":"titan-u-contract-v1","latency_ms":1.3081670040264726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e16a3fbb3427bbde89b65cdc5e7fc5cb5969cf487e20d4721b4a0e762819119c","sample_id":"hellaswag.val.7036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0cfa1f173073a1a826524d1b171318380e5bd1f4b0cb367de8ed14ca3eef4a2","formula_version":"titan-u-contract-v1","latency_ms":0.8727499516680837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a80efa5b4558d6695c2fb2658e61b51d38434400ae89c2e619b36fd6714268c9","sample_id":"hellaswag.val.7037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b356cbc8e50017e3b4f5b1e88e677ed3c73c9f3b9b81a8a56bcc791eb26b663","formula_version":"titan-u-contract-v1","latency_ms":0.9811250492930412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe36bf53212a341f3de9092450cc864c78c2b4243f559bf79de285222a0fd7c3","sample_id":"hellaswag.val.7038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73504c522c5135cd96cf7ff66b00f15ca22ce6853b05fa5ed78a583351e4a8c0","formula_version":"titan-u-contract-v1","latency_ms":0.6559579633176327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1179e24ccc59c3925f38ff29cff2eee5385479b0c858815b87b56a46f62cf856","sample_id":"hellaswag.val.7039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa849f244e3bbcef6f049a0a956f612e2acc6216e44110fb7dbc82c1a35b62c","formula_version":"titan-u-contract-v1","latency_ms":0.9264999534934759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dda4a9cb35a73a904e0753e0fac4e643a3ee1cd4b2e89458b5c49ecaf169ddf","sample_id":"hellaswag.val.704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f60a8b088a4af20da7784a3adeb032020363d34e6ff1b72ba7a6a83ae559a4f2","formula_version":"titan-u-contract-v1","latency_ms":1.0268330806866288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d4501573682b044d4f685c43d428eb659a31add754bd9a5a9425781953d8837","sample_id":"hellaswag.val.7040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf90e5c1e20fd9b588377953c975dd915dc3a5b7f2c805812d91ac80c2dfbc60","formula_version":"titan-u-contract-v1","latency_ms":1.2121670879423618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"257c2e9660771f3758249824a71d5b292c83bdcba1ce5b4ada7a12942f55a3a9","sample_id":"hellaswag.val.7041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea16f204de04d504394fb6643e5d66c841f846723ec80ae27ba935896a224a79","formula_version":"titan-u-contract-v1","latency_ms":0.8435840718448162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53f68f78d78f7042440df57f8d1b8ff4b23bb6e82281b04a85317a225f0aa9d5","sample_id":"hellaswag.val.7042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"062efec7ad97dfe7c0bdd3926748dea35193cf934e0012b8ed2150570be19aa3","formula_version":"titan-u-contract-v1","latency_ms":0.6211251020431519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4facecc55c3b32560ff146b840208740b2b0f236e411a643224c015b8f7893ad","sample_id":"hellaswag.val.7043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb98ba85f748babd0b25270a57bdd65a078fd62af274f303a96f9ffec85abe34","formula_version":"titan-u-contract-v1","latency_ms":1.3410000829026103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5477609e9073576af42d53510c077dad33392d891ffdbde3fd79e9bf8607a54f","sample_id":"hellaswag.val.7044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad70fe92465ddd1c4ef7f5d45cf31815c17a9ccdcca7d69821e6aa4e5a287b6b","formula_version":"titan-u-contract-v1","latency_ms":0.6665000692009926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"701320f9b54ac68545dd1affc2112682420dd81262cd510fdf4a3f22fc715b2a","sample_id":"hellaswag.val.7045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94df76000c21332e528211932d42dab14595c3de54be0a9101cf28a6ae2586f6","formula_version":"titan-u-contract-v1","latency_ms":0.9158749599009752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83b7b58abe0155a2be3314b500790b86059d561528dab3b43ea5db7fa6929b73","sample_id":"hellaswag.val.7046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04bad6867e69b1188f7f7b62ecea3822574e96dfd7a434d1deeb4fbd9a330b5b","formula_version":"titan-u-contract-v1","latency_ms":0.7082090014591813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01a4a45a29df3aa9eec074a35ba9051be8995a02a311334120b1916d95a836e4","sample_id":"hellaswag.val.7047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a14ba2d8a6b06695cf21bac62a6149a69019dc200275097e6e8e7e71ffd54355","formula_version":"titan-u-contract-v1","latency_ms":0.7622080156579614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72c47ae4387a119f85e12f060382ac0df07aa2a81b2bc0f1409aa65220c41989","sample_id":"hellaswag.val.7048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ab9786b7c4e07e49673c1e7a0fa441ad973c27c80cd6632e33ee277e2ec53d2","formula_version":"titan-u-contract-v1","latency_ms":0.6578330649062991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9343b3f6b498f17daf180f7eb31b45d54d0f4657d55b21b8cc86cfc17d0ad50a","sample_id":"hellaswag.val.7049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8adc47a19105eb6804770325537a04f67756b2a6d46704b218d2b22a9725da77","formula_version":"titan-u-contract-v1","latency_ms":0.4819170571863651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3747e0eaec14edcfd081ff854a1a6100dbf1a34b14d3303df482689e83463323","sample_id":"hellaswag.val.705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2337778529531377e2a0da429746652cc0ff5e02cd940ac943658f4c018021a","formula_version":"titan-u-contract-v1","latency_ms":0.9145410731434822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcef4ad7ba2a566030cde74e12cf5022be428e7f5cda0d1ce35a635320cbcb55","sample_id":"hellaswag.val.7050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"474732b5c3133f667d376bf4d71224118005547204a1822a776199eac89ac454","formula_version":"titan-u-contract-v1","latency_ms":0.8930829353630543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93c6cab987b7779987ef3cdb0638c5ffabb791a22e074a9236cf330f056cf227","sample_id":"hellaswag.val.7051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0416be7180a6f64d80ad89ae525a6fba3c4cc7d56b3b706ef3614f91503dfe3d","formula_version":"titan-u-contract-v1","latency_ms":0.6967079825699329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbab0a659739e97405e69bd2087fce08a950bc504d1ec3db68c76f1d9446540b","sample_id":"hellaswag.val.7052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b840aa6be0bfe33cc2676979c0f50761d190a0cfc9e43e6bb8d770e701cc6711","formula_version":"titan-u-contract-v1","latency_ms":0.7122919196262956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08b1846418aae3e5566313277894392dbc803f9764c8fd54ef7b9cb8bc928209","sample_id":"hellaswag.val.7053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"796b0b9b73b1438701ee0976806caea880c5155c7fc35df382ce9eb491e3abfb","formula_version":"titan-u-contract-v1","latency_ms":0.7580409292131662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03fb51db1fb95e5c8555f3180d21db2d6af55d2e6b06423b9d5e2e464af280f0","sample_id":"hellaswag.val.7054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"405a27b05289a3096af62c4c820ec7ba5d57cae6a4cfa165846fd05608fe3179","formula_version":"titan-u-contract-v1","latency_ms":0.6247078999876976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e140cf2d5eabad3c7518d81f4707897e952fdf4ec7f6788b472e1f9225e3032","sample_id":"hellaswag.val.7055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aee4a8fad60f0ec43031762c2df06c0f9359f6355dc72dc815cff138cbc56eae","formula_version":"titan-u-contract-v1","latency_ms":14.179958030581474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"820fb16a19b75ad1479e451606035a0ea3db25e8aed3bd47466dc73ba2108dba","sample_id":"hellaswag.val.7056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"699f40af2bcc0d5cafab44e50dd49fa2f411ee957826489cbb6e624d295aa306","formula_version":"titan-u-contract-v1","latency_ms":0.8494580397382379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"529cf5265635fe9d05aa2cb117c4cede41a242e5de48b0935cb990e64c5a868f","sample_id":"hellaswag.val.7057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88d7edc8c1dcf5a55b13f583e595d1aa291bb8f73527dc5b1e72afe095725788","formula_version":"titan-u-contract-v1","latency_ms":0.8292909478768706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe7ee917719d5e2098e7638cf95d8049c1af1f4e9f194d8bc2388aa30fa00ff9","sample_id":"hellaswag.val.7058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b63ea02e823092159d8b28205a50e8a86ff27256aad1efb38f7664b700dd9fb","formula_version":"titan-u-contract-v1","latency_ms":0.8684589993208647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"949b1a8925d97578a5535ea64e6a83bbeaa63c4681fa3062e3a804f0c73d921b","sample_id":"hellaswag.val.7059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17ab02407fcd51f6d3d2c5994ad1875feed638d89fe703a1920fd4535f5777ea","formula_version":"titan-u-contract-v1","latency_ms":0.7799169979989529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7984ac6841d6eb0b72c31deedac733ab3544564a1ee832a5d8367ae797fb2de2","sample_id":"hellaswag.val.706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29f5c6cfa10c68b38808406cbc0f00279e16dd7b21b0febea410a12fb9af0da7","formula_version":"titan-u-contract-v1","latency_ms":0.8532090578228235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccad91629409cf1dbb49d9ba05e11df296b789d20df5b1e59cccf6b5e06b7719","sample_id":"hellaswag.val.7060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be9aec21183258b9f75578871a700d0c3d9b55d5a19a8cbb8047ae68a840ca8e","formula_version":"titan-u-contract-v1","latency_ms":0.9577079908922315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7c3eb4f0a0209c38a0613e78ed1e15f54482c2056e6b4f5b47fbba049359976","sample_id":"hellaswag.val.7061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"580ad79b0b6ccbc2a5aabf6bbf4df581f0ca5d62065c23169c632eb727089994","formula_version":"titan-u-contract-v1","latency_ms":1.0004170471802354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b39396feff19e782967474cf64633b7fa45c28e15d16e9bd84767930dcfe490","sample_id":"hellaswag.val.7062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f80955859ef4e092f973cf3984aa2c57103aaedfd8da26735ff57c7afaf13194","formula_version":"titan-u-contract-v1","latency_ms":0.8901250548660755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3532ce16756c3f0af4498dc6f5b030abff378683fa8168bef3f507635620dc39","sample_id":"hellaswag.val.7063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28e363b40d1e7af17f04cb2347a277a22cc9bc4012157f8a4ee7d35e5637983e","formula_version":"titan-u-contract-v1","latency_ms":0.7039159536361694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"215e6f763a9fce70c3831e63904523b0cd3fdedbc9d5b4129031f7363116b8d5","sample_id":"hellaswag.val.7064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67532cc26b2a4bad588a628eeb23e61c075264a1ebdf5a3946dfeffb458f042f","formula_version":"titan-u-contract-v1","latency_ms":0.9678329806774855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b9c031126533acad4c85ad9d3e27b84eb6ba89f8e21a3974a7b3aeda4b15789","sample_id":"hellaswag.val.7065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83c5ce400d6fe66445aa2f9f706f8b85af8d2a40cbdebe34a0b3e7f88f08ba0c","formula_version":"titan-u-contract-v1","latency_ms":1.0595840867608786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b333c62bdbcad03ef4cd5a5057e80a7ad28d7d5a5b56b7f3b0cc4b78f35ef17","sample_id":"hellaswag.val.7066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c837da6a77fa180a04c99d7108986d971684b0ad070c739be27502c61532797","formula_version":"titan-u-contract-v1","latency_ms":0.9655839530751109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e57723f7efd7efcf218c021fe363d79ad999a1aac162558045a0d792f4b08192","sample_id":"hellaswag.val.7067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e86a5c6da84a30b39c195ef1e17cdd6530e5e66a9062421f60a437fd7737337","formula_version":"titan-u-contract-v1","latency_ms":0.6743749836459756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ee97de58fa3ebc8b153b907bee8a40c9f89abce90e02cc9b461ca9ea53efdc4","sample_id":"hellaswag.val.7068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63d974e5ac441b2d13d645ee3e210ac21b59091ee76e08bab1f5c02900a4fe8e","formula_version":"titan-u-contract-v1","latency_ms":0.921541010029614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b09bbc52e7940cdaa7721bb4fea21669340e5b2ea4c029a2e2a974afe8eb1803","sample_id":"hellaswag.val.7069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59b38df8362a59b2f4d58e74bdacd5f04ecd5bb32f79185f71964783e2a141b9","formula_version":"titan-u-contract-v1","latency_ms":0.7731660734862089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b78c292689febd7bf68bfd7b009226de5aa257c55c2d796a5df7869405f667e5","sample_id":"hellaswag.val.707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a4ae5bac4c3ff375218e77dda7b1695e0fafde7f2b16324b9c410d98ff27546","formula_version":"titan-u-contract-v1","latency_ms":0.9236249607056379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e62cbd0ef1220262d56a71be68110a52714185926e5b8a1e9a0e786af0790a23","sample_id":"hellaswag.val.7070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbacc49a6f88da9cc851b98abbc1fa6561b0b713e1c2616b25a97877ca6af337","formula_version":"titan-u-contract-v1","latency_ms":0.9828750044107437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd2d0f8fb1c56e4a3d35c98b6ac6b720039243fff5d1181ad40af94f2de117ed","sample_id":"hellaswag.val.7071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42b5564271d43502e2deb5d390346a394e59e9788bf19d4e11d44b44d604917e","formula_version":"titan-u-contract-v1","latency_ms":1.1218750150874257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c5d8f80beab1967289e7ad8258d7099f71c11804b17fff707ff0e4891a0e220","sample_id":"hellaswag.val.7072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74564232ed4c0a7c0d24a40889aec938576782d6f9508a15d5ae6110fd2c264d","formula_version":"titan-u-contract-v1","latency_ms":0.6726249121129513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a74350c94a86ed084b3c2a3a786cc8513ca37926e508078365bea3bafe09a8e","sample_id":"hellaswag.val.7073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d3583693ecac5a7105ee47c8f57bef7193adc6c42349285af8d4e460abb8b2e","formula_version":"titan-u-contract-v1","latency_ms":0.9974170243367553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b88ca576cb5fa0f40ca8988ba526229d3e30b575bd79ef758d93b73c94ad3b59","sample_id":"hellaswag.val.7074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dac90eae9dbfa23f2e5a3026e8a575dd537b550bd25a85560c427b835a6d6c3","formula_version":"titan-u-contract-v1","latency_ms":0.8354169549420476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"527bf8de503ee79964a22268c99fe97a19a6127572ec3339ffd589c5ebc2b8c2","sample_id":"hellaswag.val.7075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce9fcb27f4c762fccf1f9d6f26e71eb637a429b8ce62e61f9192bd0a6e7b0b2b","formula_version":"titan-u-contract-v1","latency_ms":1.0247500613331795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00df422f801f9a741a9490292eac6d130de54001dafda4004f101e20ca46ca31","sample_id":"hellaswag.val.7076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5827252567944e8150252d0af84852ebde7456e566b6ca8b14d5bab4fdc9dc3","formula_version":"titan-u-contract-v1","latency_ms":1.1036660289391875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18512ef1aba617f3fd3037857c0e826e9b428cacada6988bc78a2022bd8fce6b","sample_id":"hellaswag.val.7077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"584e86aed3fdf62e5476a162e700f555ef0e7db7b3015d8af4a8a59235c963e9","formula_version":"titan-u-contract-v1","latency_ms":2.0130000775679946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7036dad86394a20c12b5311dcbaf00d9f115a6a6e39a677f8ceb19ae09d90184","sample_id":"hellaswag.val.7078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24c9509088125bf5acc25def67d0eb23bf5e48d62f4d284aa35865ff79c7c043","formula_version":"titan-u-contract-v1","latency_ms":1.6731659416109324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"706d6d3394b0be2806cd954c6741aefcb7c0da198f09274f8ae7fb83efcc746b","sample_id":"hellaswag.val.7079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4f95788b905a074bd9393a9562e2abccb16907ff98638910e8a4b9164f1c3a0","formula_version":"titan-u-contract-v1","latency_ms":0.8319580228999257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68d6d9de4f9aaf4c08f7168c33fe522cab7540ac1208c9eb0af59c1e30eed202","sample_id":"hellaswag.val.708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fde69297199eda2eba66a8eccb41bccc747811118ae70315ee2168b065b3489","formula_version":"titan-u-contract-v1","latency_ms":1.0324580362066627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a09f3536852c3c3792c58c61323ee72c8f8938a2b64175a62f9b165e9bdecc3","sample_id":"hellaswag.val.7080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d60cca872fbb371c3ef7f2a56ff2593028e1f8b06b4a3b5e5be24d35715174b","formula_version":"titan-u-contract-v1","latency_ms":1.3579169753938913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a9c52fdaaa04ea6f0e7623cbd882c89736c22cb8bf206b1a387d0a591407293","sample_id":"hellaswag.val.7081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9a979d403180022c011839d9abdb762efd3dae36ecd4210d5a148633d4ba974","formula_version":"titan-u-contract-v1","latency_ms":3.33724997472018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98d1b5f1b585ef2d189192907ad407352eacc66d4d7229d25e84158119d683c4","sample_id":"hellaswag.val.7082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8e686f5a5408cb0f769ccec974e122c06bb3cf50fe69dddb297fece246a618c","formula_version":"titan-u-contract-v1","latency_ms":1.521041034720838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0c4021b84e171d4db115c0b2112883ecdb68551b64c1822cc36916d599ba810","sample_id":"hellaswag.val.7083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73d125c2db3c75dbce5803c2bb06722a568e6a0c2c9dc14cb713ee57750abfa2","formula_version":"titan-u-contract-v1","latency_ms":3.2883340027183294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"014a159f518dbcdddd7404dafbc401d5141b5516ae1e1042b16c2114f69b861e","sample_id":"hellaswag.val.7084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55c7c65704b0a6c6a5b5b6d70ff29598d07921eca2bb398a4989f6d99f778e59","formula_version":"titan-u-contract-v1","latency_ms":0.6437080446630716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc5e0f51348acc318cb2e630ceb866cfeb95fe02fb9ac8a44d218dd549029810","sample_id":"hellaswag.val.7085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f206832d7d111ef8220d4bcdfbd6732ba6dee26ffa648da68b321eeea596ca4","formula_version":"titan-u-contract-v1","latency_ms":1.0549169965088367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"476fb20b428d894b13f4693f7c98c95d4304349cdb6177406dfea9e833d7b006","sample_id":"hellaswag.val.7086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2917499d4728317877d8a7178cfdc179affd6b3df40828317e1f94f03411741","formula_version":"titan-u-contract-v1","latency_ms":1.24879099894315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc8735a5600517a73fa5a7f42be0e310dc62ccdd9d4bd7822972a987e1ae206f","sample_id":"hellaswag.val.7087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6749ab08a74fb39579eb92e2237603cf3b7ee18d3bbaa8d1f1a79ad58bfb6c38","formula_version":"titan-u-contract-v1","latency_ms":0.8880840614438057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c15dfa8055c6ffb6db0d437049473cde5e02674564c2c21a752b4a8f9434ea60","sample_id":"hellaswag.val.7088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"304c9ec4cf7ade5aa4ae68e21c5244d6f7e81690b09d1d990a58f648576c10f9","formula_version":"titan-u-contract-v1","latency_ms":1.3333329698070884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e7c0bb54998d12b47c5fa8f28667c22b375d780185467636d4e301d8dac85cb","sample_id":"hellaswag.val.7089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a033833d242ddeee0aaf3ddb62ed2d9577f0ea7bc588da6538a8a4cade2e9ad","formula_version":"titan-u-contract-v1","latency_ms":0.7732919184491038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db198ab72c425852929d091ed7e3be3e5f4116fd88c8405495288c206ed766a8","sample_id":"hellaswag.val.709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5550cd4e198f0e4568f4c81a074761c55ebac6da8a15f56455be89e3ddab35b1","formula_version":"titan-u-contract-v1","latency_ms":1.125000067986548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc3b87c62a265faa9786b9c4c0154b722b9f2108e8d9d27d7979dec1b6e3f285","sample_id":"hellaswag.val.7090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"171f4a53ab47e935593dd581a0534b3fbcbec2189acd83c43116f8757d4e368d","formula_version":"titan-u-contract-v1","latency_ms":0.945042003877461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01dc316c545cf1e31e953c0f5290cfc0f62871c77535f8c1caf54ced84ef8d6f","sample_id":"hellaswag.val.7091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1033f4b837cb856802efab661b3128d6e4b599f00f175509b9c38d7f4ca7969","formula_version":"titan-u-contract-v1","latency_ms":1.9631669856607914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dcf31f3caa9482bcba18f9cf71bd020b9afa3d49d7ff00941d5ddba792ba38c","sample_id":"hellaswag.val.7092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75f4e2b106f722cfa7f42375ec0a1e2cc19ac9ca92f2cd6dfa1b66798eb34658","formula_version":"titan-u-contract-v1","latency_ms":1.4345840318128467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f404a8cc8d57f66f539d61cdc76fe48f7667b93ac97e17e3ac442f8601dbe177","sample_id":"hellaswag.val.7093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de568156f76ffd6313a85d4898da84dd56cc0b172faa843632e1b31fc827cea1","formula_version":"titan-u-contract-v1","latency_ms":1.1025830172002316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d8d544ca3bf10989c0f9cc97d7078de8dfbb83a57219bd581ddeac9d4e0a2d1","sample_id":"hellaswag.val.7094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e7f7aee28730a0714945fbd5ce30ec32facde308ee335cdd632c105220e147d","formula_version":"titan-u-contract-v1","latency_ms":0.6860840367153287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6f3ef8246fb9e830e67747671e4b72d4a194684787c31ddbcdd544fd754cfc7","sample_id":"hellaswag.val.7095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bac83acf70b7b2f5ced95a3f27b6c3f55731d257a8b11c23b764d49817831c5","formula_version":"titan-u-contract-v1","latency_ms":0.7906249957159162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9723c65a83592bebed6f61ab4545cce390c9f5e119148c0d7db597509666f61","sample_id":"hellaswag.val.7096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa75c501873317bf8aae365229dfb4c3d5e12cd89823a6f71ec6c46a4d398ed8","formula_version":"titan-u-contract-v1","latency_ms":0.6532080005854368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb1963a8b0af0a1622df596827e8dc23c283ca6f656b83bbd1008c93be723bae","sample_id":"hellaswag.val.7097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65cc3ba66d452045c75950debc6e862147424a3d55851a94d17d7e8ab2a9941d","formula_version":"titan-u-contract-v1","latency_ms":0.8674169657751918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50cfe6a2eaf5984074969434d926c3a2ac550a7237ab7b780992c9e5f0af141d","sample_id":"hellaswag.val.7098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7dfaea5f1ede005858d4ab4763b45f0fe525d39c7954924f16616944bf9632b","formula_version":"titan-u-contract-v1","latency_ms":0.8042079862207174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3dfc143fa48210cdde836a7ce1d682e68830ffe900229644caddc4f291c1dc7","sample_id":"hellaswag.val.7099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"254a8d4976e6d371be6652688f172663b765a55f0420c193c4235837831d4e3d","formula_version":"titan-u-contract-v1","latency_ms":0.4586669383570552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a34de856a4182e9b0c560a901c7aec7a1992c18b1f2fcc29a553cab32e4695d0","sample_id":"hellaswag.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b05afccd8e8a9e7f5a69c729d09b54dc32caaefed0f63e97c4eddde4b2164f2c","formula_version":"titan-u-contract-v1","latency_ms":1.1535410303622484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6df946ce8265587533b59fc70895612723773af15a53399fed0dc93953022f2","sample_id":"hellaswag.val.710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc680348d9581407745e96763ed3ec38b6bbbf6f70e54f4dcb390ae6c5f36f44","formula_version":"titan-u-contract-v1","latency_ms":0.8847919525578618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa16b459c0fc430a50c4237b91a52be311af79268a49b5ec7f43c653bf843496","sample_id":"hellaswag.val.7100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a624fe1c92ac96cc71958ab326d326992463960f507db749e77793e82abe8f6","formula_version":"titan-u-contract-v1","latency_ms":0.8754169102758169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13497f28b31b2ace44483afd4dba375d3e13ae4d5dc37c410ad07fa7b63ab329","sample_id":"hellaswag.val.7101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16994e6c62bc8dd44cf940645617cd96f968dd062d5ce008b51e2e2907689a28","formula_version":"titan-u-contract-v1","latency_ms":0.970749999396503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acc5dc535c76b343b85b36a6c68295c048b0d1b22658b2a989414e52e097ece5","sample_id":"hellaswag.val.7102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e18f9409f223fc946adbeff04be696b6bf091bc579995c12570a742f8b28be3","formula_version":"titan-u-contract-v1","latency_ms":0.593625009059906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f2bf888e2635d61b90afb408e71fed18849a1327990e552552251944f2f762d","sample_id":"hellaswag.val.7103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a22fcd1c828eda984bb035f9dd930fc548d46e4864e731d382a7199434fbf72","formula_version":"titan-u-contract-v1","latency_ms":1.2376660015434027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e460d20698258c49a5f458c594e20715318e2fe205ba28adf0bfc61541ae2319","sample_id":"hellaswag.val.7104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"600f2834ffa69df5ce98b0730ad5b41a05653bd0585b45fde6f1dfc080628cf4","formula_version":"titan-u-contract-v1","latency_ms":0.643458915874362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a9d87eb054b7491c26da05d8a07fe8f1d1f3f21bcf17e8a5610cc9901c57db2","sample_id":"hellaswag.val.7105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84efc2e295c85de965adf78b73bb74676ccb0e49f0ea2db099ef2fe2af87a73c","formula_version":"titan-u-contract-v1","latency_ms":0.6441669538617134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"252efc87dfcdf5bcb5b25a9e1758d4c150b96e5f9adfb99bbb11eb517143b41f","sample_id":"hellaswag.val.7106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"006fe5cd4d2b1c678f5fe4d6b7b1b0c9c4f681f95604320fe242962e5806d101","formula_version":"titan-u-contract-v1","latency_ms":1.33883289527148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"704e74e71b2c4e9438496a2dd34ba3d9da425368b703a77f3d478b61658d84a6","sample_id":"hellaswag.val.7107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5deb6a366a842101965d19f6f79cb7651c8cba85b7423053bff247347397e86e","formula_version":"titan-u-contract-v1","latency_ms":1.1831250740215182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0db6e81c2f3a03bbe2101377e46a68f1e3f244f8cc39f7d49dac910c0e1ecab","sample_id":"hellaswag.val.7108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fefb256dd92bfa6df37a40780cc9bc0754cf97503aef5239919f7c663d3543b","formula_version":"titan-u-contract-v1","latency_ms":0.8428749861195683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5259a8f7ce4b284f12e6ff02a878683cad7b0adc85ecfe059186307f58426000","sample_id":"hellaswag.val.7109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03493b83c2ef84ba2f1c133cd050165bd051328c0e786cec089a72190651f699","formula_version":"titan-u-contract-v1","latency_ms":0.4629589384421706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"117611d458b42b18a980dec59fb9674bb58dc71f821f214c5698b238578364b5","sample_id":"hellaswag.val.711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"850cd2add008ff557bb77d8e0c2722f129382c8d5a4381ee22f129a107de29d2","formula_version":"titan-u-contract-v1","latency_ms":0.6158750038594007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dde651a71395847b072b32ef727f4f891ac6ab40d1ba0792d26528390e95b0d1","sample_id":"hellaswag.val.7110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6acd97f499b7a4abe6dd0e8673e28804d7d7252d8e5b6f21d10ebfff833b9289","formula_version":"titan-u-contract-v1","latency_ms":0.7161669200286269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d56df230aa57f8cc78f298ee63abf0c80164098d74217b1309d1459195ce8f8e","sample_id":"hellaswag.val.7111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f471ae0a1af3b07bab097a5c26c9a8b1ab59a4bdd887e848863dde3bc9f27fc","formula_version":"titan-u-contract-v1","latency_ms":0.8396669290959835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a70b4d17ea415048156b866a881a51ae3558ce99d61b2957db4dae08fc9e2849","sample_id":"hellaswag.val.7112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93030e681c3e323bff50f397170fd4eb1d4c796d75856338b9f83acf6ee01e16","formula_version":"titan-u-contract-v1","latency_ms":1.0854169959202409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eed5878b48c922faed62a4a41359297e71e3580836d7994425119add02775419","sample_id":"hellaswag.val.7113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a00a8b3e931e4bd12b5623fcbe0d83fc45a92caae76d6ee46b18557af48d441d","formula_version":"titan-u-contract-v1","latency_ms":0.7824579952284694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a60a21a130fe849dc63d5486eed23a0fa2e81e3b812eb44362fc23584f65ae36","sample_id":"hellaswag.val.7114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70235d1daf1443b2e7556d39db92f206c18b257de35d390ff40933a31199bd06","formula_version":"titan-u-contract-v1","latency_ms":0.7955419132485986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c025185afecd7619ccf34f85bff657289c3697b4c5c5fb4a158ff750b721cb9","sample_id":"hellaswag.val.7115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d17d87f4b455e1c1c62651ee0b8b8fbaab12d92280af1b3db33794787426f08","formula_version":"titan-u-contract-v1","latency_ms":0.8363330271095037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c251dae6d53012c0e8cf8002154f36d2a7b1634b19eb37bd037152a46b5a8f49","sample_id":"hellaswag.val.7116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1868c645327c1aaf2b0a96649504608e3baa79f977dd58a3ed8c21e55602934","formula_version":"titan-u-contract-v1","latency_ms":0.8506670128554106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b032806a36dcbbc56b071df9bd61dc5f20741f578af4a3554b3bdf4abea8e68c","sample_id":"hellaswag.val.7117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea4bc2094edf544e7da56a0bb5fef289cf8ec7f4f9626e3a1f1e799c0b3072d1","formula_version":"titan-u-contract-v1","latency_ms":1.1424589902162552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fcb7f4b4c2c63f4abe1eca02dffbc1e80ec7e90706a3d912b7e0c05374b0b2c","sample_id":"hellaswag.val.7118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fec99797a23d7b932d67cb6d88af056b3f5e8237aa6c1d01b7ca8190320d2e38","formula_version":"titan-u-contract-v1","latency_ms":0.7055000169202685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"274926533984f3939bb0a1c912e7cc550c3c0a51ba8c3a22d1a772dbfea76b79","sample_id":"hellaswag.val.7119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"231e4a536a13b82f66c1f1a91917b1559cd2878b599b19ba159c9b13b3da3c14","formula_version":"titan-u-contract-v1","latency_ms":0.4619169048964977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41f0a3413dd8e15789415298fc0beeb31daace66bd7b6aa9aa941734e502a025","sample_id":"hellaswag.val.712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92c1305974b18bdc4b66fa590182ae9432f3b1fc78da0f1cf6efd1fc088c4995","formula_version":"titan-u-contract-v1","latency_ms":0.6994589930400252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef26d6ddf63a6785eaed052dba0f2f2b734640f0ea61c3e961bdb7ba48d61300","sample_id":"hellaswag.val.7120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d317e2722acfca8853a49c5aea09d41592ad5b72c7baa50c68f5b78bbf85e21c","formula_version":"titan-u-contract-v1","latency_ms":0.8306249510496855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b181e8fd6c1844b2fc2bea65c5477c2b1a0b6d8c6bd35c01b605881f6655bb35","sample_id":"hellaswag.val.7121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d419de76205f505d76da8dbc946b51b7e775e47c6486314ef0e396bf72bfd002","formula_version":"titan-u-contract-v1","latency_ms":0.7156659848988056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"682fcd931231fc2ed47da2d8be2fa2cddcb073f3fd2c9db40962839fbb525d3a","sample_id":"hellaswag.val.7122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcf9ba22b79c2b8dcfc4af73371f686fbe6b83ed46ae892a06b42f0c2b93055d","formula_version":"titan-u-contract-v1","latency_ms":0.6357079837471247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3fecf0bb44e504f1f99eebb730a1b909913ed2f65c5b66db9d1012a471ca815","sample_id":"hellaswag.val.7123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c081c144e76c131599e9acf258026b533f2bb4d62088defee95598b056a5f5a","formula_version":"titan-u-contract-v1","latency_ms":0.8737080497667193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c01179402db5f16008c85a5b52958d26f8b066788a7b43a57d6ce558cb7c0212","sample_id":"hellaswag.val.7124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6ca9f5fbb2de0ec82d3add131da25f30faa96446b7322464c4ca865abfa7b7e","formula_version":"titan-u-contract-v1","latency_ms":0.7250829366967082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca6fffd3f511089dbb7d31739c060c62e1c9558a855a8c8a03fbc6c79498533d","sample_id":"hellaswag.val.7125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96fc9b52c20cdc1dcbab07adf5f318eb3d4012e5676de4bf6acf0cf9d6079b2c","formula_version":"titan-u-contract-v1","latency_ms":0.904583022929728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc814a1b097e8ef50e85f7c57b99da9d9419faf162a6a7ae422e4c49f66b01d7","sample_id":"hellaswag.val.7126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4cd7668676bf8ca48dd318ffc36fd7ff1546df56a1e4fdfe86a16f0c3609f4e","formula_version":"titan-u-contract-v1","latency_ms":0.6847080076113343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76f203049af688712ef79937287451697273de7b6b5c3a815cd0a2d0d9739c3f","sample_id":"hellaswag.val.7127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"352adfb998282ab61acbfa22455001dd1fe092e178c7b39f66c777f87d9dfe57","formula_version":"titan-u-contract-v1","latency_ms":0.9017079137265682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e96e1f7390d078cd294f566a7cfe05ce07389cc56b66a402f40846cae139de37","sample_id":"hellaswag.val.7128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ccc3de59c8c9bf9c2db99701ca4f8da79e1461c38b1b958d4a1a1829c5b84a4","formula_version":"titan-u-contract-v1","latency_ms":1.1062920093536377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbb6d87e3ebeeeb343ccab954e0653d2bcb872a110ee377ff7eb9c15d34e5bb1","sample_id":"hellaswag.val.7129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"970283689ad175e5c67cf66cf95d48239d0d9434286b98fa14a31f29d0e8d807","formula_version":"titan-u-contract-v1","latency_ms":0.6849170895293355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0ef936106000a651099900ba20369a8b5308e19ff948c7057762a28f32bf4a0","sample_id":"hellaswag.val.713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d569a5df1dfac72a6a9f050235af5a4e4690b6db67e4e438a61b018d7d3e203","formula_version":"titan-u-contract-v1","latency_ms":0.7648330647498369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"210c1da5daea94379f74d4a8109091c98206fbdb96f23d4f6c974e62aa565fb8","sample_id":"hellaswag.val.7130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0461b2b62bd6d63d31b23a23cd6a62077a05e8b2babe81a5c428a446b2254a8b","formula_version":"titan-u-contract-v1","latency_ms":0.6993329152464867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1a9fe1b0cdf65d14cc7430c90c57377842ce5b3ed6f738196cf2331ceee1432","sample_id":"hellaswag.val.7131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e2da306f8a9ce0498acaaa5eede73ff96a7f291a263fe8d3f8716ac10b608dc","formula_version":"titan-u-contract-v1","latency_ms":0.713458051905036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18b916272cb084e22a01c6290c39156939ab3b98e2eeb57dd04448f13138ff57","sample_id":"hellaswag.val.7132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8906846faac0eb917aeab81909e175e3a6e3b259a2902acee0a5fcaaae4c9b5","formula_version":"titan-u-contract-v1","latency_ms":0.8948749164119363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2fa81c2394b30c6b956265d96fc8cfc2c073dc2546fdde0e3742143a35291e2","sample_id":"hellaswag.val.7133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7df11d78f21e0c64cd48f1b0b810a161c2704b3389e8adade914f7b68c271a2d","formula_version":"titan-u-contract-v1","latency_ms":0.8395829936489463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0f0bbbc54523ada1eeec4f2d14275d063afacac79b0e6e833124e6e1594dc96","sample_id":"hellaswag.val.7134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d85f9eea520e1d875ea649714a58ce0e104f9bfd087b5884bfe078d6d21934fc","formula_version":"titan-u-contract-v1","latency_ms":1.0486249811947346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23df482e9aa61c20ee346888ae6a885bfcb036c0b6adccb61565ed0524a6ef04","sample_id":"hellaswag.val.7135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1cb70aedb1608edbfac09b59c33d16010a7878ded3fe02fa4efe938391f18cd","formula_version":"titan-u-contract-v1","latency_ms":1.0075420141220093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"946a62ec4ab99be11743e403a3064768650858fa0df65568f7a6176d93dfbba7","sample_id":"hellaswag.val.7136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01ccedbb9b505255072842f57f9946daf8f900ffa713eb44c7f92950d9fa511e","formula_version":"titan-u-contract-v1","latency_ms":1.0090420255437493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24d9bd4cc15d3d5ed89e56e1d40e43b13697d1c560e1ab29c98d6af6bafdf25d","sample_id":"hellaswag.val.7137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04fe89b7105f507f5148af3319eb0ec5de2040f7fcdee1e34d8108992601914c","formula_version":"titan-u-contract-v1","latency_ms":0.9258750360459089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fa9ad8cbb85baf5e33bff4aa6f4de970770047b8cff16e55730d5868f074533","sample_id":"hellaswag.val.7138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"998880ed180ccd2baac3ab268e434a6075918d8c9cbdae331b74fb91948b0544","formula_version":"titan-u-contract-v1","latency_ms":0.7099580252543092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25a271a3b4a512a2862335fb7db13bcf790ac6313538fbc4bba5a753955b4eda","sample_id":"hellaswag.val.7139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46e84edc187ced64b26594addcc5bd3c986c02c580680aed328882e74af0e507","formula_version":"titan-u-contract-v1","latency_ms":0.4300420405343175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"275d34ced91350ead895c223343cdd9b03561142678d022918b3949b75c0cca5","sample_id":"hellaswag.val.714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12cdccb5ec4a199565dbd23ff78b8d2dff46a6195ee3fe2df88f76f9571d3b3f","formula_version":"titan-u-contract-v1","latency_ms":0.6617079488933086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb87e92ac429734f09193d56f6bf42cd8265abc8237faa63cbc4a37d6efb0590","sample_id":"hellaswag.val.7140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a303c55dc77fb1795306c21f2548011a12653c7abe748ac9c8556bf850d32aa7","formula_version":"titan-u-contract-v1","latency_ms":0.9015420218929648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb41cb257d5b68cd2850d0fbd39f6dbf62b089bea2cfa93b7e53d155d60897d2","sample_id":"hellaswag.val.7141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fb9d56afc7f103f8c88c1ec3396074866ca363e0c3080fdc12c94dab5e123fe","formula_version":"titan-u-contract-v1","latency_ms":0.6758749950677156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c6166dc1c032cba51407ce58a2b95eb24cd2f255777759c9d8872cececd6846","sample_id":"hellaswag.val.7142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16df51e53830eb8d5acdbaa9365b4acf00c11fba7060b84ccba46c9f63c8f80f","formula_version":"titan-u-contract-v1","latency_ms":0.6853340892121196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63e273d17b22221415597d681aba4964358b2e08fd2ba435a1dbf4a1e008a3f4","sample_id":"hellaswag.val.7143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5f38ef003d495b649b9c17703b8464b25ad6c73a2dd119223c53fcf4a7e2547","formula_version":"titan-u-contract-v1","latency_ms":1.006915932521224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15dd40bb0abf36a32fcb793d0ba304631ca3c41b6e7bbf78906b3c9f50bc7e2d","sample_id":"hellaswag.val.7144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fedf403e5776350e257ffb75d4405b83754ffe2d8800de0adc79211750324468","formula_version":"titan-u-contract-v1","latency_ms":0.6198340561240911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f953c965b2955e7844262cf47fa28d9d3b7b2b839715b1a5e41e056f2f003e14","sample_id":"hellaswag.val.7145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a96614a1e87bd633e87dedd833ba0354f2bbc2ba1bc9cedf67bcd02ed417df13","formula_version":"titan-u-contract-v1","latency_ms":1.0401670588180423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a5d84c8989a84271f1673870c88c465c0c99d1624df04ebf81f013daa6d01d3","sample_id":"hellaswag.val.7146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcd6f53f96bf8ff24c2f5072c98ed4af291320953375af091c37f3b448c73846","formula_version":"titan-u-contract-v1","latency_ms":1.0489999549463391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dccd72cb10a681486213ad32331abd221e2b6ceac305cbabfa0542a686e8552","sample_id":"hellaswag.val.7147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38f58c291332802b7a24e1c64525777d87184d76c9825852c845571bdedfd772","formula_version":"titan-u-contract-v1","latency_ms":0.6866669282317162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cce8f1c33c9de1afc9642ea4fc82dc10fe639c1f837d909160f6237c64930a36","sample_id":"hellaswag.val.7148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04e4966ec4e8e8621aadf0dfed773611997089196cb32c510f2e23ffccb441e7","formula_version":"titan-u-contract-v1","latency_ms":1.1034170165657997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"422478479759018009b2bed746eadb53708e8c56d0f67a150b08970c07ffaa8f","sample_id":"hellaswag.val.7149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0044766471a6c4cc036b8631760db1c3cf9a168c51ed6177f8f08e707d6d2dfc","formula_version":"titan-u-contract-v1","latency_ms":0.5180839216336608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"602bfa33582fc2050f528d64cdcc63cb9f6e356ecb1da9e96afd007de260d8a2","sample_id":"hellaswag.val.715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87ebd53ffd987fedadbbaa4d225ae8580a88fcbb71fd77370f2f594d7c966c33","formula_version":"titan-u-contract-v1","latency_ms":1.3452089624479413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13fe34f45c55a5d01d61bfe037da70e649cd67efcfcfb49f76e50b127cd40c79","sample_id":"hellaswag.val.7150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48bf64b6c838daebe3846629ca4e66c62b65880fb8a4c4cee6d5809f47450348","formula_version":"titan-u-contract-v1","latency_ms":0.9345830185338855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46590304aaae42297e0ecaa59fb119fde224014944373c14460a93bf8121c9be","sample_id":"hellaswag.val.7151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"264db5b2bc6a88b9fe28cb587df82774933bdc5f78d97759051eb3930f1e91ba","formula_version":"titan-u-contract-v1","latency_ms":1.2545830104500055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24142c1c7c21baaf855e7056e84a754b7a56587b802eeda097707be0a605471f","sample_id":"hellaswag.val.7152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd3d4d8780aba7696d8338772d5fe88fb77c3d7cb21e5757bf05166fd9ba1ab6","formula_version":"titan-u-contract-v1","latency_ms":0.7050409913063049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f8ba40c30647712475905c7aa79de4a23d4a5753f59fa50898f7a8dd536a718","sample_id":"hellaswag.val.7153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e028fbb6ba0eeee3e4e0eac195325e3225c439d8aac222a93b6aba2a02936f46","formula_version":"titan-u-contract-v1","latency_ms":0.7368749938905239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcf92a9c0c6eff2d1570221661d14ce903e2438c5c13f62a38c51e75dab37563","sample_id":"hellaswag.val.7154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a9cfe13fb4744839cb92f8b83102e6ce07be9071201e6505adfc2fb1214755e","formula_version":"titan-u-contract-v1","latency_ms":0.8193750400096178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c23750207f06f9a24b916927052f85d2890128a60b0100fe7932e9e323fadc81","sample_id":"hellaswag.val.7155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e731ea1acf3bd4ba12cd4c89bbb0a17c28a2ed675b3dfe3e44a26db376005847","formula_version":"titan-u-contract-v1","latency_ms":0.8991248905658722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7490d82a43159167cfad6d34ef0809dcaa9e1d5e35c6be3cada302b21930031","sample_id":"hellaswag.val.7156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6578a249555b968619c786b9066b6eb7fa5f6d34224a0b4d4cbfb35f71a6ef65","formula_version":"titan-u-contract-v1","latency_ms":0.9579170728102326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce0ce7d46f00aaefb484d470817217b7081ff8ce12434f2d28ac6a563aeb15fc","sample_id":"hellaswag.val.7157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bc51313e934c1b57ea5a96a26481613e0792ad58b25113fcb9cdef256a26d8e","formula_version":"titan-u-contract-v1","latency_ms":0.6722499383613467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"900af1246b10f276669d86815486b148a334833a57eea497f0adc9dd37232663","sample_id":"hellaswag.val.7158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98dd665c445764e0267d8c6a15f4d9804898b763e4aa65cfabd92bd7e222d718","formula_version":"titan-u-contract-v1","latency_ms":0.7966249249875546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"947205c885732491a39c7bebfa0232b65089b7b84ce01868b574ea35f46e8421","sample_id":"hellaswag.val.7159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6577a2c360121153b44f1a3386423b7fede5a3a505190d857a40bbaf4525840","formula_version":"titan-u-contract-v1","latency_ms":0.5369170103222132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50106e51ed89b5f5d97fac98b56b4f38eff121def2ddf66dc8a430eee36e6d1a","sample_id":"hellaswag.val.716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b79e1fcd1e672d1fd0af6ac00568b511ce5d93df4b78b721689a59e97b7ceef","formula_version":"titan-u-contract-v1","latency_ms":0.9461250156164169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c0df25ed6dce87a326079a55d6a7d5743853d59244645919fc820d31ccfe76d","sample_id":"hellaswag.val.7160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f606f13123850018719370238f8409f4d521fe5c91a0082a7edda207f8fa0076","formula_version":"titan-u-contract-v1","latency_ms":0.6089999806135893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b453ce9ccbd961b76c19ffac3fc51a8074245dd931583f65f9ad63d5a9ede6a","sample_id":"hellaswag.val.7161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4a60145f310a8f45fcba37cc3a68349f4b98d54e31ef431e8fe1258c4ecd567","formula_version":"titan-u-contract-v1","latency_ms":0.7354170083999634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d4b3846f1f3433b14b56d1babd5b11a5be555ff36bfef1e2862d162d79c5907","sample_id":"hellaswag.val.7162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5da185ae5879012d2af6bc6b9497d55242abb32e98ba0ff29a21b94c8b7cd206","formula_version":"titan-u-contract-v1","latency_ms":0.6614170270040631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08ec7d214ddf91be6f235427362a402fa62c2a73894822be5acce81c63d5bee9","sample_id":"hellaswag.val.7163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8916073fa2c2a1e5ff0eb374b5c2ad4e2dafd98d30f61b719d2a786bb188249","formula_version":"titan-u-contract-v1","latency_ms":0.675167073495686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccec4c6351b1401b3e8f52a494bb07c618c54bab3cbf892e50529df1bca0bd3b","sample_id":"hellaswag.val.7164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d26319c94a3c56d7e3845073affcb88b2b7a39ac0dc1f407ed05b5a5600fb5cd","formula_version":"titan-u-contract-v1","latency_ms":0.709415995515883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a959bd5c4e559803ff957969eda395f05b4f11e18dcc890cc4f574f8cc3cd9ca","sample_id":"hellaswag.val.7165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"167db33da7351956c6a73a9e1f92222741b7b1827ac2558b5a50b5a5cf7b2532","formula_version":"titan-u-contract-v1","latency_ms":0.6679589860141277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f5e1a7e91254b0ed5413b4f2d1f8f7107c94f3e769a86099d3f30c76aaa9c12","sample_id":"hellaswag.val.7166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1fa0c76291f6c304cc1aefd44817f2f03c947abf273e0df8214c8b1ceff8d56","formula_version":"titan-u-contract-v1","latency_ms":0.6121658952906728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b54cf7555e0f56725ce52827c28378f496e0ebd95d7534cb8799eace6f582c9d","sample_id":"hellaswag.val.7167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4aa1e3140022d9ce118ad0fe1c5590fe67834bc9d9cd36cacc368a1fd54bce41","formula_version":"titan-u-contract-v1","latency_ms":0.7735420949757099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed5c478b8cf530da03f9f2c0184d8d4a5ac436f18b2bc1c52f5c65060af5a0ec","sample_id":"hellaswag.val.7168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcaa7f52b0b8092a0b3e98eb6968e92d2733f7b9cda95c6a6b98a489961c3c11","formula_version":"titan-u-contract-v1","latency_ms":0.77420799061656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"563e8228225789884046166c3254c738b7410d3207f33dbcdadfe86891873ecb","sample_id":"hellaswag.val.7169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fde69d1b74fef540280a3fcfd0f540320daddd953fd2c0a12e1bcadf1992a68e","formula_version":"titan-u-contract-v1","latency_ms":0.6879579741507769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"271a38626c0ce8ec345a45aa7ab0d3738c49408979e588d4551b56ac5d107019","sample_id":"hellaswag.val.717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49f81ea00b136bfbcf1d963993cffc7336edb9fd6319f6846a753f1bca78e506","formula_version":"titan-u-contract-v1","latency_ms":0.8382920641452074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a00f3516ef55e6e33be86fbb8d549da53762cd7a99db1bd1e810cb306ab017b3","sample_id":"hellaswag.val.7170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e5fb4e6d70ee7877c9634dc5db7dc4921016b0a113ec8835d9c0ba9a7f28fe4","formula_version":"titan-u-contract-v1","latency_ms":0.6360419793054461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9774a35b6d2bd2e684d7d74cdc13d0dbe5f62d22a3542cfae03ff01be538b97","sample_id":"hellaswag.val.7171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16e6866d1c9d6405341a9826e05f54fad090b4ad540ade32a549af6ee1888ffd","formula_version":"titan-u-contract-v1","latency_ms":0.8348340634256601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55932dc8f43c91ce4c17d288f0b30092c8710a7727d8cb151b2346e555991ffd","sample_id":"hellaswag.val.7172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"040344b87d008f675252b67c6c071249e85e42e54a011bdb530144696da200f5","formula_version":"titan-u-contract-v1","latency_ms":0.6494169356301427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa9945e774a1d54fbc1acc2df2263df00635aed8c4d7fcb5bef573c0c955104c","sample_id":"hellaswag.val.7173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b58d27752d190d98b208f08699e641457e814fbaac3522c61e54d4f3fbd8a66","formula_version":"titan-u-contract-v1","latency_ms":0.5935829831287265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de09662671c09aa431aa9a77cd9eb17ab02bae06634f548b90896538c11aa49e","sample_id":"hellaswag.val.7174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"782cc0a93ad908a958eceb0f6b90e500e1af4cbd56aecabe2063d08f2c147681","formula_version":"titan-u-contract-v1","latency_ms":0.6610829150304198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4c9c65f08458f3bfbb0744c8af57a3c9fad64cc0197dbc9fff11c3ab71e5fd5","sample_id":"hellaswag.val.7175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8b333a0a89cd4ff6bdc2c94f09358ea2c547f84c9f1df6bd90c86974e724740","formula_version":"titan-u-contract-v1","latency_ms":0.6830419879406691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb27059ec2c314b35316f3c5cb2ff1a419e6628d0af3966b27f5de61ce4bd3b7","sample_id":"hellaswag.val.7176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f54a783ac8e3975ce2de6ce9cb5dd59bfb134fcb84a42f63389b282553a55856","formula_version":"titan-u-contract-v1","latency_ms":0.6860410794615746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9908f21bed958d39bf287d8284bf7ab66bd6dad2ca06c4aa563807b0ee02b69f","sample_id":"hellaswag.val.7177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d345f1d59e50990ab62b8169bf1e724808e28e714efe333f8dac5429ceece76","formula_version":"titan-u-contract-v1","latency_ms":0.9412090294063091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e68bf7bc94a06a8e9c782178c23d2d08271e318caff24f0a1493bfbccb83d56f","sample_id":"hellaswag.val.7178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"624f883dbc0ff2236649dd1737dc8dc382d7bc056924bf0befe727a5c6f5bf1a","formula_version":"titan-u-contract-v1","latency_ms":0.6714579649269581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4bb0d96fee0ca58a433dcc0f0734c8f2d721fddeed216a14a7f7941dc9c3355","sample_id":"hellaswag.val.7179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d72cb565181eebe13abf87579db00b6e76831ca1a88a4094ee0bf39bfc2057e3","formula_version":"titan-u-contract-v1","latency_ms":0.47204201109707355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf6cf841d90251bdd6a5da308e0a47d2420890caa294919ebe6b0679b130b460","sample_id":"hellaswag.val.718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3f25ce4cea38ae03ac2013ac393d0c0a17292e9c27df221ca0b7d2b33b1cc51","formula_version":"titan-u-contract-v1","latency_ms":0.8998340927064419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37091722f4ad86acf45dbfe47f5fb2017c347d6658cc36ecbcb27f6681001d7e","sample_id":"hellaswag.val.7180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15317bac0d1cc52670feeb0398f6ed60b051f09aa8b48e4265ebe6f4c8cbacb5","formula_version":"titan-u-contract-v1","latency_ms":0.6233339663594961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ddf5dee4994defb48adf277f6aaee0e8520ccb6ae0ae60618f4d3ac6e5cbce4","sample_id":"hellaswag.val.7181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a5884b9b81eb04066afe818dd67bad5dcfd8a59956e34cc0efcb8550e706e12","formula_version":"titan-u-contract-v1","latency_ms":0.6572910351678729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb4b2abf08f6fb8338ad62b925eaf2a11e1e59c20bf647be932a494f7b07af61","sample_id":"hellaswag.val.7182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ddbf2539a20e65191f0647675dd71f3ee95c11f743d07d66985bee54c844f7d","formula_version":"titan-u-contract-v1","latency_ms":1.0643330169841647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7897221ad6dac9b20c0d8b25d589912ba51fe032833143072a109faed3af3585","sample_id":"hellaswag.val.7183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"891dd6317d1ac0e44b19bae98760777ea5c3f37383a79e66719a29cfda2e3c93","formula_version":"titan-u-contract-v1","latency_ms":0.6187499966472387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ace4bace2ac4d3d315b8b3af9dff060ff22b3d8e6163955c7c4202800cd37568","sample_id":"hellaswag.val.7184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a7d1dda1c3a24f289c2eb928b2dc9318dbad36962fc267bf6ba659b9184de8b","formula_version":"titan-u-contract-v1","latency_ms":0.6822079885751009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2cdc97d85e7a29501d1d8f240abf1aa7e3266b45e40d2b7d6cfa466af504697","sample_id":"hellaswag.val.7185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"056f72fb165eb7e82e621736198cac44f361e290d748100eac083edd2e0752b2","formula_version":"titan-u-contract-v1","latency_ms":0.6643329979851842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24b9f33ca071788a75a2fdde970946c2b56b9a868c3f8936737f39028fd34a3c","sample_id":"hellaswag.val.7186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccd6241311ad6faf20802de83ec35ffbeb8ceb0d45af691d0ebcd7ce2cf19e67","formula_version":"titan-u-contract-v1","latency_ms":0.9417500114068389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eacf752b7b60b3b81f4098c4e1dae14fdd75fdaaa84166f7dcbb86885653e16","sample_id":"hellaswag.val.7187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e573586dc315e62f7990fc712f8730aa1c7fd050b936a4a33c9b64d62c54625b","formula_version":"titan-u-contract-v1","latency_ms":0.897333025932312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d25e5ab858a2eb7cf0a7087cda8e0100cf2c12836476a1f6f670e8e0d4e6ce89","sample_id":"hellaswag.val.7188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cfd456cf61bf83482d7241b5aa99340d7c5aaceed2d872ebcba2b5811049ef2","formula_version":"titan-u-contract-v1","latency_ms":0.6634589517489076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af43076f1e7bf800d96f0b926df1292826cb02147b1df0bb5dda3310111b62b5","sample_id":"hellaswag.val.7189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a853d61533f884a87116640c261cad985227a906ad8aa8b0f207f3140dadc983","formula_version":"titan-u-contract-v1","latency_ms":0.8732499554753304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f0e3521b58a300749032562a1d5cd4f35671a1c7b07c7f7b196f43051746373","sample_id":"hellaswag.val.719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3c54f2f8bc40c597ebc723d72e47fa982621a47ccd529baceee3a98d9b322ab","formula_version":"titan-u-contract-v1","latency_ms":0.6387920584529638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bed0ca76ebbf7c24ae14cfc2ffd9892b8432932a3160760fba6dc92101873151","sample_id":"hellaswag.val.7190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f25dd66445865d00e52fa4b9bb940e3406a8fa93f9bcedb142d7bc8f121595a6","formula_version":"titan-u-contract-v1","latency_ms":1.1414169566705823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cae88270a9b36c5c3226045b12c993de9b03fb4b3601a0e33bb2ce32c597b58c","sample_id":"hellaswag.val.7191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edd1a7781e2bc7a482cc92ea8b217da8e6f1e67f0c69adc5182a819a202721c9","formula_version":"titan-u-contract-v1","latency_ms":0.675374991260469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14ca2f87715e661567b246581b43f069557297b1c46ebd63f00242b161514580","sample_id":"hellaswag.val.7192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7915b9ecbb8b8d4178b1232c9026920c78a1a32c2d08065215ee6aef5c9626e6","formula_version":"titan-u-contract-v1","latency_ms":1.2667089467868209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b37c376fc9d415e451a3dd4312557629062d7f180cab3877f404f18c2b51d99","sample_id":"hellaswag.val.7193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef1a330441ec3d1da6fe03c0d0b6de18972e1eca85ef16dbb4ff989d846fb21c","formula_version":"titan-u-contract-v1","latency_ms":0.69650006480515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"913d6032bba7e61c99df54d523bf1a7dcee01f820e9d6e1528d2a51a2ddde5fe","sample_id":"hellaswag.val.7194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0e43d2b52a0bc7f4974cea58d18c6d2e15182395b4c60916de2c4724580b5f8","formula_version":"titan-u-contract-v1","latency_ms":0.6350000621750951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5cfb71b3740cf3d814aeda27db69a269654085619db8e3d16c7439d01271d23","sample_id":"hellaswag.val.7195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7125c0cb298498ee0ec1fa220bc3ee10d0b60b79c4f6de76e1c2e7a64b7c3287","formula_version":"titan-u-contract-v1","latency_ms":0.6716250209137797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d6a5a63e59896ad9e4b06964759d15d6c4b6aae995b381f4e80c6a76ce7ba30","sample_id":"hellaswag.val.7196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cebcb47a277df69933d69ac5cf8a509e4b8ee001bc9fa6edcc276119c6b02a2a","formula_version":"titan-u-contract-v1","latency_ms":0.8752080611884594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96b09e7ea52f429b06d88737b4228c1f29a99a680c27887f558b6f44ca66adeb","sample_id":"hellaswag.val.7197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea1d50d882d7422f502492e700299737c92b1e8fa180242b3fbe307ad8e61d6a","formula_version":"titan-u-contract-v1","latency_ms":0.5971669452264905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"339904397dd7e1351ad7e3ed0ce9ea1d4280a780e2203a6115e8d9f575e2d3cc","sample_id":"hellaswag.val.7198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b5a55e35363b8c11632da31785da822a96ce9bf6f76ae7c659bafa1f1500843","formula_version":"titan-u-contract-v1","latency_ms":0.9771659970283508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c78ca631abc01997dd4eed8470c1764dd2bc3c9b2e433a802885928afaefeef2","sample_id":"hellaswag.val.7199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79088468f7618806f91c06bd460675c8f8481bce312074f8dfb1cb50399d350f","formula_version":"titan-u-contract-v1","latency_ms":0.6632499862462282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37227de9793eb61439868691c0fc649a49015eef76d800690e93dea9c878a9c3","sample_id":"hellaswag.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6245b77092e766218d860af760c1a2907f78bd6a8ff335e8e6f79df9ddfc6ac7","formula_version":"titan-u-contract-v1","latency_ms":1.4630000805482268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53de884df84e796162ff379c20e424985cce0d97a276c7949318338f5255ec4c","sample_id":"hellaswag.val.720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2132fd15fdc1d1cb10c12ddee991323d5ef10de42fa1ecea4e07aa757f4488d","formula_version":"titan-u-contract-v1","latency_ms":0.857542036101222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a482dd587eafb5ad8d57856d3bcd64085c959dbf8730ca16523b604faf0d41f3","sample_id":"hellaswag.val.7200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a2c6b4437dc26934fd831caafa31d3aaf4fbe3cc33e92561f665ccf45748eb1","formula_version":"titan-u-contract-v1","latency_ms":0.6027919007465243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24ebdf88650323590d1817e5613d0a87da6510b5179d400573828d489186511a","sample_id":"hellaswag.val.7201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"767fbc4a15528e2c4d4ee38d3e8b4f9922ad0bc1936300acba09fb6e21f46a4a","formula_version":"titan-u-contract-v1","latency_ms":0.9505419293418527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4393f9228fffade1e87ff3e4c691f2c394349dbfab643efb73455f5d1496d50","sample_id":"hellaswag.val.7202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0a48e043034790396b8ed3448b927f46a3a1dfbd60ba3f9721615b80a433b90","formula_version":"titan-u-contract-v1","latency_ms":0.6228750571608543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57c6b5cc928ec6e01b2bf8557494cd41e1a0f3b27a0e2c934635ca1d70a87778","sample_id":"hellaswag.val.7203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f4cc10bcab3b11d7a2abbe8787b623148d4493d850b711609550e0524be1bd3","formula_version":"titan-u-contract-v1","latency_ms":0.6694580661132932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d09b42503b082417af66993da4878c329b937415094484b094d87cf83ef5684d","sample_id":"hellaswag.val.7204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bc2b4feaf5042ecc989443a70d6051c75da4972c807a78e378436eef33ad6c4","formula_version":"titan-u-contract-v1","latency_ms":0.9907919447869062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56406a7b51d305d75390af1a6cc5dc2eea677dd05b688410fb74ae5b4df300e3","sample_id":"hellaswag.val.7205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d91ad918f78d460873abdf3500fdb2b04d17179e0eaccd37c82a9c6ff4eadbd","formula_version":"titan-u-contract-v1","latency_ms":1.2969160452485085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1d1ca00ef038492abd8c14745d421034dad7a6767b5c50ee35b93c65c46329a","sample_id":"hellaswag.val.7206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2e03637a7ae7f156afc8843381fdbd666f07464d0236c5496b7afe96204c399","formula_version":"titan-u-contract-v1","latency_ms":0.84958306979388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09e5fa39ac4d9f1063f9e3d8ed57b1763eef5e506a98ba86f419e33863adaed1","sample_id":"hellaswag.val.7207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa3cc478140ef443c74411efe43e6f52ae8cfcb5e88ad7d73434b95606a3f2fa","formula_version":"titan-u-contract-v1","latency_ms":1.3012910494580865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1438d1e5c233532ca9c9131e65bc5c8dc65d99d92ef0101f3ac1f26252ba018","sample_id":"hellaswag.val.7208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9edf6fbf85e26e7cafdfe5ec9eda2c9a3f5f69269c62aae51967172414cf235e","formula_version":"titan-u-contract-v1","latency_ms":0.7048749830573797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ba09baf60a9895a1ed3f7c765c717d177c3f76634fef832693738dbb310d4d3","sample_id":"hellaswag.val.7209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"177c55935d5e66f5476837ea24376b17986aa5cb5af0a0fc3dc60e9de2a0c9f8","formula_version":"titan-u-contract-v1","latency_ms":0.6194160087034106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c4b78ca7ad1af28f26a1185e9c79c8e82f44127ae3fd8bfaaf80396f59cf193","sample_id":"hellaswag.val.721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98e20b5145b4d93b0fc46fd3a42ad709c195de84f3730cd32365058c5aeb32eb","formula_version":"titan-u-contract-v1","latency_ms":0.8142079459503293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5bdb4f3fc5c807860e2d2292ecd1a6f4d63a2c8968b826b2eba0b5bd5523f63","sample_id":"hellaswag.val.7210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0db93ee195c0dc5d32438dc2ad71f6460a099639788231be5d94d02fe4e72b82","formula_version":"titan-u-contract-v1","latency_ms":0.6728749722242355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48153ba427baff6619ca200e317f6d76d835eee9a9f0f23d8b9d9a97d34cf95c","sample_id":"hellaswag.val.7211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae3ec7cfe878f11e38f58bebe8dbdffd15107ca130c23785c94bff7097d44bd2","formula_version":"titan-u-contract-v1","latency_ms":0.8913750061765313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d366fb910a834760b78afbbc90a987263cd5cebb046b6a651964004e8f186a7","sample_id":"hellaswag.val.7212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98b9f6fd07da72831b99304a2dbdc4532c35244b51ca9644a243e86dac0055e4","formula_version":"titan-u-contract-v1","latency_ms":0.6809580372646451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"321d7a3624f95cc8f55352e8d4cea9969a247aea4a727b40dc6a2ca14f1b173b","sample_id":"hellaswag.val.7213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d600e17139974ff624d74fb56c609a0e1c4f76d3d1fa7f40c716572a49e10267","formula_version":"titan-u-contract-v1","latency_ms":0.5508750909939408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe48571eb9dcc6c4b3328acc20b05bca14c4121718448d1798bfb3c1bcf393ab","sample_id":"hellaswag.val.7214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3235a014d4e63d1ff6e91c674e592fde7bc0df94fbfd67937d1ec197fbbaa16a","formula_version":"titan-u-contract-v1","latency_ms":0.6685829721391201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68015123aad34bedbb0884d4cb761681678baa00da105b7fa84d04d7349b9317","sample_id":"hellaswag.val.7215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb545dfd9085fd92be5c1f0a1587b3817d25cbd2889722d6b1433f5079df55ff","formula_version":"titan-u-contract-v1","latency_ms":0.6292499601840973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"060c8714f5f99820cc58694348675ade0b0a92f5ac4d50e44dae7a277946f5a0","sample_id":"hellaswag.val.7216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f702c4060d5251494aa9d3a0e5b7edabcf825d54e2619d66677a7bd2044b6b2e","formula_version":"titan-u-contract-v1","latency_ms":0.7355409907177091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0eda78a428b07ca54b8a79b70eac66e047af73c77ffd757a6696c6d06e138017","sample_id":"hellaswag.val.7217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"870bc1a107d95871bfa729768ab0b1b0824750fe0966b1efa261d2b0ebf32733","formula_version":"titan-u-contract-v1","latency_ms":0.945042003877461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bf507322aacc275a88fb6c38ae91d0112ca4a31ef8ad7c44add90132d9dd4f9","sample_id":"hellaswag.val.7218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c777cb0d4745a5e8933a437065ba596e6a794d3817d321933cf4cf22dd234514","formula_version":"titan-u-contract-v1","latency_ms":0.9516659192740917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f9d3f37748c2bd8184835f21420f51b5b8aa9bc5f6b264d0b8ffe9ea7ab9dc3","sample_id":"hellaswag.val.7219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6a3ae082f5db2e6f409b95466961b1b9d03d0ef827bde7fae4d197fb79c488a","formula_version":"titan-u-contract-v1","latency_ms":0.4987079882994294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f6919ab04e3edbb6c507f96859e2ff777c69f20b6f46828d223973b0ea59512","sample_id":"hellaswag.val.722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b71d9ddf89d9a72dbbeb5ac18e8e57cccc95e5e09c4890a632163cbcbafb7ed","formula_version":"titan-u-contract-v1","latency_ms":0.7356250425800681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9174acd8d62c5170247eae038506ae98e65a90b2a85f70fe50acd34ee61e2c50","sample_id":"hellaswag.val.7220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"770b01845127a5dcca3f103aa762757687b665e8abfef668c4bb231c1ab411f6","formula_version":"titan-u-contract-v1","latency_ms":0.6325420690700412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"537a13475176239dc0829f62a54a32644945ecc1635081f41a0a38190a1cb482","sample_id":"hellaswag.val.7221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a0ab2f0defde9f1a7e6930ac74ffd4c054e41e0e1e6ccf60682a8a05f6a3711","formula_version":"titan-u-contract-v1","latency_ms":0.6407910259440541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"906219b58eee0432ce26a3dc0e79542d83b28224892cd8655c91b7a467358e8e","sample_id":"hellaswag.val.7222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8d6aa34661f944b4e559abfaf9847a8fd073b0a467b32ea1492e49fdfe6ab50","formula_version":"titan-u-contract-v1","latency_ms":0.9967499645426869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3e0686c73c6fd6b861ac8f1780b7337e4025a36bf08538d640c1c5511babe03","sample_id":"hellaswag.val.7223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd459158067df81b00415ecc8ad70449b5f2b1c1580e4c7b6a3014ce5a911d84","formula_version":"titan-u-contract-v1","latency_ms":0.9255839977413416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f36c797365258e34b7b1a935764861aedebba3e6e4ae61902bac2051e43e7278","sample_id":"hellaswag.val.7224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"999f641e9f353782da5fc3f4bca6042f087bd83245982c71db0ae5d42588779d","formula_version":"titan-u-contract-v1","latency_ms":1.0190409375354648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b2e466d2ae801b139e4641428f80a1c382c7a2a9c8dc10a89ce2f9ac1049d9c","sample_id":"hellaswag.val.7225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30fa86914796f106a748cf28d062e4d101f089911479b2114050bdfc138ae0ce","formula_version":"titan-u-contract-v1","latency_ms":0.9479160653427243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8a0ff5367bb380a1e04845badae18795561c39f1eba943880b079dc435676a4","sample_id":"hellaswag.val.7226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9f0827dd85f75b70b6bd0106c1b7847c0caf4e6291868a39b56eab6036a1be9","formula_version":"titan-u-contract-v1","latency_ms":0.6894170073792338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"140d7f1c7f68da1904cfbd498101c6fab3ecb6b0dcba26af5f3bb7c7793d65a0","sample_id":"hellaswag.val.7227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"042fd9bd61dbb86667d7e6ad529c9de89c11e82bd6b8c0c9dd2351f6dfbab4ea","formula_version":"titan-u-contract-v1","latency_ms":1.1856670025736094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b874949b1b78b218b1570d058ca40f34d4fcb728b53ef84641fb4d228c35a42a","sample_id":"hellaswag.val.7228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cfc0670e872bc94cdf3b3cafbdede0f49c909bc92aa77442be4ea06847b474c","formula_version":"titan-u-contract-v1","latency_ms":0.9001670405268669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6a15e596d0c5db40e02982b491ada30a035cf7bea8b6b41611ec89f5f32c481","sample_id":"hellaswag.val.7229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a256a0540ceeae728ce2aa140b178e14ce44fc6549f20f146aaf7ff3cebd8dfb","formula_version":"titan-u-contract-v1","latency_ms":0.7769999792799354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6350547a17c63a9e2cd722e1579306621cc1521c013d36b87abbe2a01f6f1a1","sample_id":"hellaswag.val.723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a138e8ca80a2cc924fcdb83834a7a9609cd362b1b0bda685b933576060a15d9e","formula_version":"titan-u-contract-v1","latency_ms":1.0738749988377094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2adc739338b6b3d2a4514e982f6163b744475398eaa3f6934ec3de816d855bb","sample_id":"hellaswag.val.7230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f84753dcac76af6e1ff5dc050ddda371a74a58956bc5863ecb2c510b337e95d2","formula_version":"titan-u-contract-v1","latency_ms":0.7987079443410039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"def05287cfd3812fd61e4abc2ffd5f6813d8307c759d71feacb98965e0496a93","sample_id":"hellaswag.val.7231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afdb4a3901e7bb68035e153df839116c308a6880410bab7ad5f21254b6349f9c","formula_version":"titan-u-contract-v1","latency_ms":1.0240830015391111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27cf759bb71ed8fb2363284fd8fd479453e6f73886b60ffba9ca320be71a46d7","sample_id":"hellaswag.val.7232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"414f07702c6c4f2bcc71af0042d78f696bc45573113e42d5d03e630e512791d2","formula_version":"titan-u-contract-v1","latency_ms":0.8308748947456479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c530d2781ee66ac0d202f689f194e2c422ef737628b355d2a38ee23cf3ee0c5a","sample_id":"hellaswag.val.7233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf7f4dd3d2b488e115bda49f23b4bf7748e94edcdda94ab63ba791c89681570d","formula_version":"titan-u-contract-v1","latency_ms":0.8580839494243264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aa061852ad4a5876f77c343f5743243ca710c754f12e8862542b5629b9b1ab9","sample_id":"hellaswag.val.7234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"683ba7a47c5c649b1212434790ea37f974e0a226793560933bb65b88bc5c94c1","formula_version":"titan-u-contract-v1","latency_ms":0.9517499711364508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c85245613a8776e159c9f83ffc084243fa63897bea7766c9b6d52dc7169ce248","sample_id":"hellaswag.val.7235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5545719bcbcc02f0a577de410086a50ceb7f5ddffd7e7071c71c62cf65cd07ca","formula_version":"titan-u-contract-v1","latency_ms":0.6602909415960312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed473158b94a3fc5e8832d5bf2607604b2baa7c1b318b85f4893b7d6451fdc93","sample_id":"hellaswag.val.7236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"598bccdd60ed51e4ed472ef1f7efed0c24dc7b21dd1669be8d1715e6d853c620","formula_version":"titan-u-contract-v1","latency_ms":1.03087502066046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dea62d7ebe692cf9546487dc12cfd08499e0e2426cc9b758a182fd8c6f6d2e66","sample_id":"hellaswag.val.7237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8555312533ccea3543e06415846d691fc7233a17782549173b2a9bcb1e82dbd5","formula_version":"titan-u-contract-v1","latency_ms":0.8996250107884407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e5e7390fda0449e58b1bb094ff2892cd3bd66bf5e9b4fec71c77d1824acc1ab","sample_id":"hellaswag.val.7238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"564e76c02335a210f307892951cd8581a7f617dec976cffaed102f3058e3ceb6","formula_version":"titan-u-contract-v1","latency_ms":0.6726250285282731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1528f16be92a4f1cdf085c65f1e8a134d326d5fe9cb26657e5397d8431ddc8b2","sample_id":"hellaswag.val.7239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eda33ffbb74f6f1c51486aebbfbb729126930eb3532da99261b14a1e73957b2f","formula_version":"titan-u-contract-v1","latency_ms":0.5678340094164014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f43e0e64638acd268e55caea190d39f8f7182a895251d703b54acc77f20c0d3c","sample_id":"hellaswag.val.724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"470c57d3c26f82481a3f2c5d5086591d43dab09cff80639da89904bc3c1c96f2","formula_version":"titan-u-contract-v1","latency_ms":0.8706250227987766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d04f876b6a060e654db6d536dff5df04459924452c1eae57a6d6dae8543df39d","sample_id":"hellaswag.val.7240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4aa7940e2fd8a13bbd1f74a4cdafad488ed5dfc2da159e5a5500387d3e6d26e9","formula_version":"titan-u-contract-v1","latency_ms":0.8493749191984534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fbee8a5ae97e9e481bbbeff5a1ab7ac2ebc20bd82011f443a3f0804141b3ad2","sample_id":"hellaswag.val.7241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b2e71a202336d24fe4ebf694f38d85b63b6d686970b55f34bab956229707a10","formula_version":"titan-u-contract-v1","latency_ms":0.8982500294223428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3b622c8cf68de4591fa17f0da1f4c209e3bfdad51e177db1846d299e5fa1f62","sample_id":"hellaswag.val.7242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c484027e6578aaad4db9d9c04b4755167b96867c99d1761b4164c22f3f9a1ad","formula_version":"titan-u-contract-v1","latency_ms":0.6540830945596099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d600d355617dd75958051f5c629ef0b406b765eef1538fcf24b13037094ec5b7","sample_id":"hellaswag.val.7243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c2589fd5e113239fb151ca1020dd72b578dae07d49e9440951dcbf869c77fd3","formula_version":"titan-u-contract-v1","latency_ms":1.1375000467523932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e258fdf2d6b8b6b6b2ca33650e1d3f65f1f7af403cfe42e97bee45db17d8ce7","sample_id":"hellaswag.val.7244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62110c24c2ec0fa630489ab41d045e0845f7c70913b7724a1eae4a1920f97019","formula_version":"titan-u-contract-v1","latency_ms":0.7897079922258854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d219f7adb9bd750fb009d67adba83099f441d6ae2223bb2b4a5e8b4948ac5f7","sample_id":"hellaswag.val.7245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b5aa493bef572698b361c2d465a9076644fd725b3ef621e1b22e2790d0f2274","formula_version":"titan-u-contract-v1","latency_ms":0.8869579760357738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd149765a06d30c022d488297ed53ea707fe80dc860b2e43923a862cf8220364","sample_id":"hellaswag.val.7246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bf990338a957351925be80c8c84536d078eec8313e94c63440bf9cd90087a22","formula_version":"titan-u-contract-v1","latency_ms":0.9014999959617853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b356be0afd874865beb826624867a92be20f4fc73336fbb4cbe907aa1e8a2e62","sample_id":"hellaswag.val.7247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a07f8b4450ffb24aedfde4d3b67cfdf92929303d27981dd6819887d7880ead9a","formula_version":"titan-u-contract-v1","latency_ms":0.8480000542476773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca746616f33901647adfad99749d38b01a240f67c7ff5806c628df9b14e90c05","sample_id":"hellaswag.val.7248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"711175060d7a6b01f63affa82aec99746a1a2572cbff969196524be6bcf39770","formula_version":"titan-u-contract-v1","latency_ms":0.6475419504567981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"787ba9ad26524991edbedb7fd4b278a4bb5fe354737baf50325f17ed19a9cf1a","sample_id":"hellaswag.val.7249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b16cb3e0a24c1427b6f5627a31edd7659d929417ec38e1529e35ffd21d470f5","formula_version":"titan-u-contract-v1","latency_ms":0.6050419760867953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"263dfbb234d661078294fb662b7175daa3d050892de44977eb1ebfc6e3f7e85e","sample_id":"hellaswag.val.725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"887f3bc39794ee9534e8f9d38e4c62eb09410a2c186898ddee6b3e7d29552cf0","formula_version":"titan-u-contract-v1","latency_ms":0.6592909339815378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69ac0cdcda1e51b8ff9ed2d04c2ecb799991cc5364e99b0cdc81653b52328b7b","sample_id":"hellaswag.val.7250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"584271cbd1f038b039675a1da1418ae4e436402489ecd9af894a19de9bb9efcd","formula_version":"titan-u-contract-v1","latency_ms":0.7181669352576137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85444d1878659eecab56c521e7cd23a5e0c9ded84cbcdbfda44bec5a84c1ed66","sample_id":"hellaswag.val.7251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06e5a4040d5cd6ab647105f87d3e80e753e503ff882a9b7bd1031a262a02406d","formula_version":"titan-u-contract-v1","latency_ms":1.0359999723732471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"783f33b9aa4df5ccb5c82f6c2da7c894020b36f8d04d649f9f53f249250cd63c","sample_id":"hellaswag.val.7252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c62ce182842d379a660a1d337a40635704665da6887c291910917d3397876c73","formula_version":"titan-u-contract-v1","latency_ms":0.8397920755669475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65aeac6f1701442284008b38b2e23ceabed192b19fba9a121da95a49c05b55d6","sample_id":"hellaswag.val.7253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5961128a2aa4998589276a74cfb87c3f9b143edb6caffa8bba91dbd5697879d5","formula_version":"titan-u-contract-v1","latency_ms":0.8202909957617521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02e291572a44314893778bca0c50c08e8a54796cd4ecc801aa16c6fdb655b0d1","sample_id":"hellaswag.val.7254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc4faf151a8fb49896a57837a7e73fa449e4f7ea67293bc7a8d986ba52f8c06c","formula_version":"titan-u-contract-v1","latency_ms":0.9825419401749969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f94584ea29fb522ef46eb6e466e90c5dcbf7d02a32c618aa41c63cb86091a9e2","sample_id":"hellaswag.val.7255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e145d01119d36b690f295715ae7630f95b0138003f47a5588a1b823b09106ac","formula_version":"titan-u-contract-v1","latency_ms":0.7781659951433539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e03c9636942b2eae3b0584a5ffa985e8730c3dec3abad90e2281a7f322998c4","sample_id":"hellaswag.val.7256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"956254f6fa14c0fe7ab362c503644103497180af1474f6d53e42879401d617de","formula_version":"titan-u-contract-v1","latency_ms":1.0549589060246944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a25b50f5325aea201097a4d79cb33228b8640afe33f619fbe0a41efe70df876d","sample_id":"hellaswag.val.7257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d9387c0bd92ffb35af901298027fe2bd65db0cf6c14ac2982186f4b8e8966c3","formula_version":"titan-u-contract-v1","latency_ms":0.791250029578805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e46df14e4a82b5219bf19e255a3201c9f803256a940d627d99050faf1ace07d","sample_id":"hellaswag.val.7258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4426888ed71d486651e6552fd8b57c667d1fdb27d94e75569a5e3ae8d0a055ed","formula_version":"titan-u-contract-v1","latency_ms":1.2321670074015856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10c8423d64e3f11f11c4b7ec4985b0e67f93f9e2bb443a449b3204acf14cc947","sample_id":"hellaswag.val.7259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69c1c9c41742bfed266aa87df8445755ce5550a1d7ad411726eafed2ef80616f","formula_version":"titan-u-contract-v1","latency_ms":0.6986249936744571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11de06342401e4224d7d0741462efd5c1a7ab58c7b377382278a6b41db4ba707","sample_id":"hellaswag.val.726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"572a39f60c500964e2627c8b3956b1f490dc1c1ada533b544b47e5bc955ea3ba","formula_version":"titan-u-contract-v1","latency_ms":1.1398339411243796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b8b786bbfff70f234794ff9186f38b38b012436c9da6ac6e373cac26418b986","sample_id":"hellaswag.val.7260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bbaa9cb950e9206419010efe2fb5a672cf0a0b9e90d6b99dbeba5079953f468","formula_version":"titan-u-contract-v1","latency_ms":0.6793340435251594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78b7d57f8325bc181ee507cc2ec7326968c5e1d29205a3be04678db6bbe300d4","sample_id":"hellaswag.val.7261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"538e634f3d02be25ba0dd3be478e676294d77387fdc0c2d4970de68eb4b56b60","formula_version":"titan-u-contract-v1","latency_ms":0.7242090068757534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d68b8d84857f9d9012300d2a53293c3444cde0860e96fdefa29be86c964e346","sample_id":"hellaswag.val.7262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42987cf36681cb18c1fb117be71938410d8c3ac18702184fd40cf5d3cae11112","formula_version":"titan-u-contract-v1","latency_ms":0.677583971992135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f72f25754c1d4d0211eba1dbbb93903d5a86621c892c2005f1915c4d0f9afef0","sample_id":"hellaswag.val.7263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d86eae838b01fb7b61a2b10e2c07910cc8543f54c7688c9b4381e9ea6893285","formula_version":"titan-u-contract-v1","latency_ms":0.7084999233484268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccb186ce7cf0fd38fe312b46b7b247fe70e1d70e40ad5c9ba297b55ce4c8dfc7","sample_id":"hellaswag.val.7264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f999274389fb58bb10bdab755e4e94d4e36c7fc1d8d57b3e4aacedea9709dfb","formula_version":"titan-u-contract-v1","latency_ms":0.8318329928442836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c75f82f5055bacb7fcd740784348a8bbe2591ff724567684613201c377162b70","sample_id":"hellaswag.val.7265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f049edd332f635a401b235440fdb3f369616a1b7ebd7f874ef3d7c5a3002306","formula_version":"titan-u-contract-v1","latency_ms":1.5388330211862922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af551159d747ec2284759b936f07fe8cab754f57a9e6ab69edfef8c6095dbc61","sample_id":"hellaswag.val.7266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46c201a8c1dbaeaeed5917014243c78cc58f2cfc33b202d1b138d9c5efebd90e","formula_version":"titan-u-contract-v1","latency_ms":0.7476250175386667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b196a0cf44de4bd419c6d838acad5ea04eae3d3d6fad9c817ba2961f45d20b0a","sample_id":"hellaswag.val.7267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7183c888104b2e0e142390edfdcb1b32c9133f334be1c1e89f77413a68164ee2","formula_version":"titan-u-contract-v1","latency_ms":0.704833073541522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91b885fea3064adb4d81cc407dedae16e6bec9026b602ccd9a9529d0377a42a9","sample_id":"hellaswag.val.7268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd4139e429ad28b3963ba5667f5868667d56d8c054ee13884a65fb5fe035d2b6","formula_version":"titan-u-contract-v1","latency_ms":0.6231670267879963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d277fcf7db5a64f2da77102409e48b110ad0922a2f81329042cff12230f19cd1","sample_id":"hellaswag.val.7269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6f7ff6c62a557674e8429e7d41e9565555645901950f469c47687fab8990fc2","formula_version":"titan-u-contract-v1","latency_ms":0.5566250765696168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10902dc4b240574f7cb22158903060a6964fa797a460190ed8ae648bcddf42db","sample_id":"hellaswag.val.727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5dfa83659f188a9d542e7cc4746400ab493eaa3801ace7359ffd2b771810f4f","formula_version":"titan-u-contract-v1","latency_ms":0.6505829514935613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de1605c27cfffb735c4ae4d69020a5829eeee4fffcba6d2fc62829f2950b64c9","sample_id":"hellaswag.val.7270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f380bdf559a7c82f0939573095633a96d53597b95980a1a15194390b1c881088","formula_version":"titan-u-contract-v1","latency_ms":0.9070839732885361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b79720807bebf11e0ee69e5301aa2fe47343701490795e48af0ce52fd8cb5515","sample_id":"hellaswag.val.7271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83e14c880c041f0d949273b0a4da3e088f57f695781480e67f616cda849b9213","formula_version":"titan-u-contract-v1","latency_ms":0.7011669222265482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9785cfc28bfd18e13a11257747e0a208e7c2c99b458d1f833f8bf135a9410b10","sample_id":"hellaswag.val.7272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"007a61361a3397ab87bce8c75d58424a192dd50948497e672610f13458e80eef","formula_version":"titan-u-contract-v1","latency_ms":0.8802500087767839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e256227f8f3e8a5058e06fb84213ef3123730b98d00f5b041ec24e255d994407","sample_id":"hellaswag.val.7273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"656355efe7f459350c2124a368c6b4e7ae720ac25a6711543028fcd6d3e05779","formula_version":"titan-u-contract-v1","latency_ms":0.674000009894371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"613b49f7b8c5c14e23929b22268d81fc401ce2440bbb2f97488d1b73765aaf3a","sample_id":"hellaswag.val.7274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0834f859bead99cbc951308ca6e4cb1f11409dd6a721badcf3afa036dd3d1fa","formula_version":"titan-u-contract-v1","latency_ms":0.8477909723296762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"799af6d830db8eb2acc499e9acc7ef7267ca685888c04fdc3b5faae3fcf9a922","sample_id":"hellaswag.val.7275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b65f7dc837afcca1a16fe5ebe5f94d85c5a7d541b78c1fae3dc80f0f3c511811","formula_version":"titan-u-contract-v1","latency_ms":0.7150409510359168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"555b973448b89a813bcaa0552141f3d7cc29ed16da7fafb53d9e0de348e4b055","sample_id":"hellaswag.val.7276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a614aaf581da2f5366fe9d584a6b6534e4fd7700b95f1f165e41674d81336496","formula_version":"titan-u-contract-v1","latency_ms":0.6428749766200781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef0c92f6ba80c23d7adabdfa0bd300d8a584b63664e6fb6c3077633002c5049c","sample_id":"hellaswag.val.7277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0075c72edad53c1dabf639441202f9274becc5d0dcd756067dda13b5415dccd","formula_version":"titan-u-contract-v1","latency_ms":0.5810000002384186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5c73e0346d3f1f191f15f3608908eb8bfc2f99f39a2cf9bbf7f0f37905ceb38","sample_id":"hellaswag.val.7278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15e7f23909d03ce29201a7dc189a866fcd0e3542455b61fbb3b5b8b73cf548cf","formula_version":"titan-u-contract-v1","latency_ms":0.9449579520151019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"668e4136f6406ea82d8541fc211f621d6053a26a253d56abefb9da281182d581","sample_id":"hellaswag.val.7279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2c81907554cb711b19d14b68163bebbfc288e1a3962c135ba821693510809bc","formula_version":"titan-u-contract-v1","latency_ms":0.530000077560544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12d3b33f3b193a712809a2b6e8a96772ea8e963c65ea0ee44a8d322fa7575ad2","sample_id":"hellaswag.val.728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1cc13cb14cf6d9d2e8477e17cafb8034a264f9e963903c78d8c3052baa49ae8","formula_version":"titan-u-contract-v1","latency_ms":1.2431250652298331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f4f81912011bc01af17ca96ef8ee4120ab4b683b4ce9071c7fa5f3072fd3937","sample_id":"hellaswag.val.7280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e68babb212189d0cc254e5fb90ad77c0be1aae09794438810b648b69cef25225","formula_version":"titan-u-contract-v1","latency_ms":1.2894169194623828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"389f88b7417fe0db9d782619fa24716a673d32e896541462113f45cb351eeee6","sample_id":"hellaswag.val.7281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c37139a581e89baddb3af5e9cf86f37e68caf5840f9aa356ffb46426657e6bd3","formula_version":"titan-u-contract-v1","latency_ms":1.0454589501023293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35a2aa280539e0bbc58304d88c5dfeaaf01b3aaed8af8b135e3e3f1af4205c87","sample_id":"hellaswag.val.7282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"776b43e60957c215fdbb039c09c4313d238b265df910576909e47a647c97206b","formula_version":"titan-u-contract-v1","latency_ms":0.6276249187067151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37799ec15c87d5a6315d96322021d889a0604c603465d63be6d7cee844249fd4","sample_id":"hellaswag.val.7283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0ce7b37fe8f30edea8cb0f03bb52a9508c7d33f7128460400c7fdd368688f8d","formula_version":"titan-u-contract-v1","latency_ms":0.6727500585839152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4af2587caefbc618e0e7a4e44b755832b1bff5a677c4dbd2437b13d3f6bd195","sample_id":"hellaswag.val.7284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e58615e5dbfebec8e65e12d458d0bae83b32438501ac8e605ad863bbd947d929","formula_version":"titan-u-contract-v1","latency_ms":0.9866670006886125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a30578405f010b52cf7c3a82cd6d2de3227241f052149bea83b850dd684add03","sample_id":"hellaswag.val.7285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"836ce700c8e22a828cda48c414ee8ff88402050ee72908df744834b5cb5984a1","formula_version":"titan-u-contract-v1","latency_ms":1.0772079695016146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"129c849bea756eb5c95e304822dc6a6c2f626e337991c4d0bf9ffaa615eca04f","sample_id":"hellaswag.val.7286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"812fde5f69d5e80c2952d1fe5e2909b5ea743cfa4f5bd7d4b6961e98134f313f","formula_version":"titan-u-contract-v1","latency_ms":1.1137910187244415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee1f09b9aac99e0afce7ff8db3ef64ef8db177cb014feb9f465f5f1e9b8fba43","sample_id":"hellaswag.val.7287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a59c32be723c8fe9150a974173658af2faa6df8bdc70240f90f86fe9cd9df9c9","formula_version":"titan-u-contract-v1","latency_ms":0.8082080166786909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6928000418c8c72e6cba38512c7637659cd255a6c99448db215855fb688421b","sample_id":"hellaswag.val.7288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ce6c802bc6915003eb1903914d60ff24fe3725ea962a3e22297e6cdca713b84","formula_version":"titan-u-contract-v1","latency_ms":0.7856249576434493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17043e653b84868d5396684a86c2bc1bc188554f604e19477481125f0d67db18","sample_id":"hellaswag.val.7289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e04d0d9c25e655310aa470e2fe612c70c1a86342649854236f52ebe87ef7dbea","formula_version":"titan-u-contract-v1","latency_ms":0.4724999889731407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5677c5b00c184c046fde2771a1f09c9c4c8dd6997341653a8bc0852e8cbc6b6b","sample_id":"hellaswag.val.729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac815c2cb1913bcd6769417d6316f9815428f5f7527dc1c43cf7321858b496ab","formula_version":"titan-u-contract-v1","latency_ms":0.851459102705121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55b186c758a04acabc7f1fe32cd1fc7a79a960f5b4839a1a07aef8936c9de555","sample_id":"hellaswag.val.7290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5944fca24f8312299e625e7db348661676d76b0dd4256b74913b0f5a4160add3","formula_version":"titan-u-contract-v1","latency_ms":0.7594999624416232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d42eb383c4b80012ca5d3c77b0ecbaf6066534cfa56350b4ccf09d68e8f553df","sample_id":"hellaswag.val.7291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95d2ed4bb67034d2f8e5632913a1c01a29d8103eb1f02a673a5310cd46b0953f","formula_version":"titan-u-contract-v1","latency_ms":2.8520000632852316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cc6c5f4271e499d5fbf7695bab973c64f97b89ce6e58bd0d869026c1ca05e39","sample_id":"hellaswag.val.7292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f0e38b64e3f6ab92adef78d5e6f7b6f436ff88a95daafe50e812c8b31089c42","formula_version":"titan-u-contract-v1","latency_ms":1.9634580239653587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2640fa202e202038b3fad4f56aa8577ebe88fcdcaebecea69767b92e981945ab","sample_id":"hellaswag.val.7293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef36a5f78f7411988850aab0808a4a53a4046b19c45632460c92e4b77c06ad45","formula_version":"titan-u-contract-v1","latency_ms":0.7472499273717403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4954635810a7178d64c249681dff285d661759f7e164d27749e2c4406497876d","sample_id":"hellaswag.val.7294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4004064bbc4e0b71068848b488b341e5d3b11b9601df2e7f84c16dcfcf1b6635","formula_version":"titan-u-contract-v1","latency_ms":0.8947909809648991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"976ee3a8a42a889ece390dee592fe8669fee71928295ec0d6fbb40bf71bbb96f","sample_id":"hellaswag.val.7295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fc6aa5910461730d85ec35a0281b8e5503fe24f1c3e1a4fd451680fd69c26ff","formula_version":"titan-u-contract-v1","latency_ms":1.316457986831665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"005a0da4971d5152c8f5200a5959005dc405f8f2cc5163ff0f2d9e5c6b80289f","sample_id":"hellaswag.val.7296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a67a98c038c107e7a776eaa30269cdade19ce55c38cd485e3ca9cf2a69e25d3","formula_version":"titan-u-contract-v1","latency_ms":1.167957903817296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00693f8669afb025b94ec919d4b2a640accfaa65c5442b0ace0bdb41f7b34036","sample_id":"hellaswag.val.7297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ad31e9091bf359c1a40063f72c07bd0f0ede6cf95b3a25782ef4da09fbb670b","formula_version":"titan-u-contract-v1","latency_ms":0.7650409825146198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f313bba52aa92251a04fcea90c7d4950393d2219caf4f1a061a99714c75b7ad","sample_id":"hellaswag.val.7298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d494afbbf2e658f95818181df7842b9711b7cdb46718dd0d0bc813ee76fb9028","formula_version":"titan-u-contract-v1","latency_ms":0.9267920395359397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"111add0e84c90c01b98baf3519e67489aa943b771a6524ddb2f9a9fe4a0ec089","sample_id":"hellaswag.val.7299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"161f6aaee233a0ee19df54c9b1716c68ac4eb8b52648a2f713c7741973755583","formula_version":"titan-u-contract-v1","latency_ms":0.7032909197732806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3135ef1f6cc15453a733bc14d8d5389dbf2239264d389ab52db1758e63082d2a","sample_id":"hellaswag.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2402258131acd5b48d241b62705f28399968c13504d09ad5b85f14c78f5e575e","formula_version":"titan-u-contract-v1","latency_ms":0.7065419340506196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39d8e680f2f2bf78f4d0301129dd0837b363678489aa103397affbea6337de1d","sample_id":"hellaswag.val.730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c55d30782308a539b4bda8ec18b60f20ca83afd37339543308a73df4923579bf","formula_version":"titan-u-contract-v1","latency_ms":1.0954580502584577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e38af4249550963efaa3c22e80274643697c9f132bddb53bdcdb4f8816ed2323","sample_id":"hellaswag.val.7300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d0bc264b971e9486a92be2618432fc2844990971beb075b108de977f8f6b8d9","formula_version":"titan-u-contract-v1","latency_ms":1.1175000108778477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"994ff2dea09cdaafbee4ba1f3ab591b312620c99f022d0b0feadb598646985b0","sample_id":"hellaswag.val.7301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44fd9b871a486d7e01939d6a1753c12ec973831f4c180a6be899bac646922d44","formula_version":"titan-u-contract-v1","latency_ms":1.1367090046405792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c7726e124de6718d68edd3dd68ac15423d8ff09add449756f0853b8cf7b0459","sample_id":"hellaswag.val.7302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"948505fa69ac481290d1a6b634e9a843582bbed04d12c1a3e138044a7e2e0eaa","formula_version":"titan-u-contract-v1","latency_ms":0.9231249568983912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7298370cd276ae2ee779d14b3de58e48143a44ad6cb3eef63a88dae1b78ddb5","sample_id":"hellaswag.val.7303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c65cc295089435e72bd338e17d4df180f77f8bd2eb34cd9e71ccbbc34ada978c","formula_version":"titan-u-contract-v1","latency_ms":0.996083952486515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ce6759d4bce38ce7785746d1593a7f8838ba1c1e7cd6b992ff25039a745610b","sample_id":"hellaswag.val.7304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61353304aed765e26a370189587a9a5184513da32f759bca63a35a739d40082d","formula_version":"titan-u-contract-v1","latency_ms":0.6826659664511681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ade8a925445bce08c3a6a414d560e95006cc0890518fa40f2b1c218fb141d662","sample_id":"hellaswag.val.7305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"920bb6129d2b2593d1c150f96ea9111f998bc66812399ac405574d1e16077ec7","formula_version":"titan-u-contract-v1","latency_ms":1.5226670075207949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"390187112023bb922ac590f9260ac03bacfdd9b2b7499361b25799bb217aa93c","sample_id":"hellaswag.val.7306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50ecc27a5007845685a834bad0218ee318af4bf6e617f9bfebdad4ecc665e34b","formula_version":"titan-u-contract-v1","latency_ms":0.6283330731093884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a10e573dcc41c3f7aaafec2af5c07fba4449ab607bde64b4977a4a2ba81b372","sample_id":"hellaswag.val.7307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2f9af38cc9a1b8a0d744b12f34f70438d117099c10e1ec118c34d8d11b43efc","formula_version":"titan-u-contract-v1","latency_ms":0.7502500666305423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1f11b597bb89f4a4847b718fd622a67f3b5e7cb3aa0dad4adbea37741090fa8","sample_id":"hellaswag.val.7308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efbbb3a69456c026460b306b1a157469f163cdd9debd4833f3e52c5bfe710784","formula_version":"titan-u-contract-v1","latency_ms":1.2376660015434027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d67ed26071bfd6cff4f508f503fbd1905fc89ba6c038245d97c3b0eb0f450ca","sample_id":"hellaswag.val.7309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fef57973df1020d35fff176f7f01ae2acff70da07871067e5fe7a42e46bb8740","formula_version":"titan-u-contract-v1","latency_ms":0.517625012435019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee1a2e168c1c85d33456c76e7b88febedf2a052ee7611c46b60d017dfb216745","sample_id":"hellaswag.val.731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"002687776388bd2380658c1b4801d4f894c3c12080661b65595eefd54de436f3","formula_version":"titan-u-contract-v1","latency_ms":0.6374160293489695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0179dc641d960349ed255ffee5b91fd748d547c44dff2a7fe72fdc21e55cbea5","sample_id":"hellaswag.val.7310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e168c6de9b1a207ce96a086cbbcb0e5f1485005929947ae276906a5a887d6e6","formula_version":"titan-u-contract-v1","latency_ms":0.6440830184146762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56953a65d0a842ea6d73cf51441a8e42cb5f84919e918bf65edb8c2126cdf9ed","sample_id":"hellaswag.val.7311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3af2988254c5f4f4b2f1e546534b27190101f3d6bdfafc3c9af3d55bc3c1ff4b","formula_version":"titan-u-contract-v1","latency_ms":0.6695420015603304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69046abccd883c7d68b82408b90f003e77dbc20d86fdfffc0f829602d8f06ae5","sample_id":"hellaswag.val.7312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68077349e6f895afdbde3717f58759e68d0eabafb0f488b2ef3a648564712318","formula_version":"titan-u-contract-v1","latency_ms":0.6462500896304846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13056323457fc1b801b76eeb6b1d86afcf8b151b4fb50febd37d80a7bba276ab","sample_id":"hellaswag.val.7313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b43d53c1965d79d467152ade45d8ed207aebed987cea8a671ce04742d2f239d","formula_version":"titan-u-contract-v1","latency_ms":1.0388330556452274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74966fefa21150de1f96c4017a20f53f0f96ebc1d2d47cd85032e308656224a8","sample_id":"hellaswag.val.7314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0350556fc644c2762dd313a1b70738735375bfd73841408013cd4c96cef1834f","formula_version":"titan-u-contract-v1","latency_ms":0.662707956507802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0e1d02711c8b4a9ea5998c36394e2e56c14848f1135e24529950e78630fa25e","sample_id":"hellaswag.val.7315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"521e0d82cb40f16fade3c987f6acb9327f8d3a164499ba15e8a067f4761ba979","formula_version":"titan-u-contract-v1","latency_ms":0.9284160332754254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad138adad25ff691c57b9e5dbea15e78582457c05cf29ec45cf14b30c9d956ff","sample_id":"hellaswag.val.7316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e27b4a0823d01098cdd81a6129f2cac9d37a6e64df5f9cb8e5d62ca4e33db7f","formula_version":"titan-u-contract-v1","latency_ms":0.788999954238534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc7574bc5a601192e01b812a940ba34624ee484219f18f69258f20822017290b","sample_id":"hellaswag.val.7317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8bc2a292464c19e5cbd91ded0278e68a44ea2426825899a5bc5ae722638a90f","formula_version":"titan-u-contract-v1","latency_ms":0.8307499811053276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41d5be7eb74fd158afa5742484bf3f387fe23df941313c9c7c5a45bd5bb9b47a","sample_id":"hellaswag.val.7318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8d292eb3c861d98976605ce0b4a13fc817c2d82d2c57f0b21956dba4f9e93b7","formula_version":"titan-u-contract-v1","latency_ms":0.731125008314848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e74dc01c55a81214e292ceab00e7d2ed99c9f819fbce652b31d20ff711de1e35","sample_id":"hellaswag.val.7319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41cbe24b845593995f2408d84d239bff601199c09087dbf12e7b128a365ffdc7","formula_version":"titan-u-contract-v1","latency_ms":0.6112089613452554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46443a15299b87211123a02a23c887e282858dd505f4d525231eaaa06e03de23","sample_id":"hellaswag.val.732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4530c05a867937adde0105aa86a35a6ca6ebe13f1fd0bfdbbf73a63aed1be4a","formula_version":"titan-u-contract-v1","latency_ms":0.774540938436985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c141f04e2190b82da9ca8c649bf4438f650b8553e7e015f31f6875142edfa76a","sample_id":"hellaswag.val.7320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1072c645b8222f434bfdb436d6c0a3b1ce9b5617ec3cafb6ea84150bd969b90","formula_version":"titan-u-contract-v1","latency_ms":0.8285840740427375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc24ece98cf2afa38040dc3adde18a10e9d1e19eb5b9aa3b599bdb5d617a4ac6","sample_id":"hellaswag.val.7321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a8be5690b241a0e39ee83d27d1cd46012d9b0a1f140348841462d357d580a6b","formula_version":"titan-u-contract-v1","latency_ms":1.146207912825048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c19277ce3fa39a40846da5a0cd30ec2e7d00ea8be116ffb0066a2395bc0f6783","sample_id":"hellaswag.val.7322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c978ae09e352d2d404a2f0b641693c6b21b18c1afaac3f45c6953f059decd179","formula_version":"titan-u-contract-v1","latency_ms":0.9281659731641412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c878d47dda589320402ceb79d005a55704a4cee786874ef7bfb733686e31afb8","sample_id":"hellaswag.val.7323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82fac5d74f3865c1c4cf9d7f2b89d942f888766986e6fb9a865645aed83ae4f8","formula_version":"titan-u-contract-v1","latency_ms":0.9559169411659241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa9a2ed7b6d3ff18101955665af43783872b188f1d8110fe83d362f3c04a396e","sample_id":"hellaswag.val.7324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1534a08d13b917fac35fd1926cc7ecb1e8a8996016c9ee6392c5084bda7cb4c2","formula_version":"titan-u-contract-v1","latency_ms":0.8140419377014041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"685eb76bea7643ca67163252eb8fe35858500c197c289317ad2b5db4fbf18ef7","sample_id":"hellaswag.val.7325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bda57adfc00b95c5fa027600372fd1f926ff29f391a2aaab56db3eea215ac5bb","formula_version":"titan-u-contract-v1","latency_ms":1.136207953095436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efc207c3e5c1433658bf5ebbd50b86dbe542641e7f664f25f8e354797904a7b9","sample_id":"hellaswag.val.7326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62cf890f18174c8611b9f69f2c5a10784e77699da3ba436d69100e579613ac0d","formula_version":"titan-u-contract-v1","latency_ms":0.8750420529395342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64607fddbab8f7f8caa46f6f1e891bf27696d54a6b538213728ea81695bdb20c","sample_id":"hellaswag.val.7327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51f242beb5e039b952820166b2320a84c872456ca02d4d7f8533a69a8bc2f15d","formula_version":"titan-u-contract-v1","latency_ms":0.6804999429732561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3108a938d895e5a809756f7da6d23c9422c58a432fe362754553b68329767ce1","sample_id":"hellaswag.val.7328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3b1e48d96b75d7484a8ff539409ec4f234939568976528cd4ff12edb1c5836c","formula_version":"titan-u-contract-v1","latency_ms":0.8160830475389957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b81dcffd121e8b676ee26deabc2ce22d986db2aeacc2773edbe0bb1c12a9bac","sample_id":"hellaswag.val.7329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49bdb25337745159a2297e226e8db4d28fddf8ecda1317080e657dd89f754ca9","formula_version":"titan-u-contract-v1","latency_ms":0.6979169556871057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"007d80a0c8286702050614cf5ca06990959f7267e45afb09f74a8292ef978559","sample_id":"hellaswag.val.733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a057c632a9b52d57425008f3759f63c3e66daf8af6bc4bb979a399f1f6aded21","formula_version":"titan-u-contract-v1","latency_ms":0.8974999655038118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f92c9281863836dc565f98481f0ef270a18815bc7cc81d00c83985e409d06322","sample_id":"hellaswag.val.7330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c42d4552ca650c57024c4dd7cde934b1630f0aca948c7b3a6bb782c2dde5130","formula_version":"titan-u-contract-v1","latency_ms":0.9789159521460533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3f5c2c117531185a212fb21007c28234382e8f0d278a4fa67ce5c64cfcbf500","sample_id":"hellaswag.val.7331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a7aaaeab988d41d05e0d626033c949fc4ea45f2ab47263d61ab3bf9bc049e53","formula_version":"titan-u-contract-v1","latency_ms":0.8854169864207506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e8c836c8de33dddee5d306d925519a991aff06404643101d4cd6b74b4c8b8ed","sample_id":"hellaswag.val.7332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fed800a17f9f59de5278e7bdff58f1ad391339be980d990e1d48f0f9c77e5df","formula_version":"titan-u-contract-v1","latency_ms":0.8388749556615949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"576055469b4fd2e904ab5aeb58c3d1ffa65d774cf950d35346ed83de2589aeae","sample_id":"hellaswag.val.7333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8faf81527424a8b5518726f82a9d2ded76e2749f37fd141b5e6bb9bc17e351a","formula_version":"titan-u-contract-v1","latency_ms":0.709832995198667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34bdf97629baabad682db1932891ba8ef237c0ce058b9313176cf746d5497e7f","sample_id":"hellaswag.val.7334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcf2b0c859768ca70ba6b71779b2af2305e21e185616e6f9a6e1dd6df300aa27","formula_version":"titan-u-contract-v1","latency_ms":0.6790409097447991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4978101a10ee04025fdc8417aff212b663ce0acd9b92fd1fca9fab95887923aa","sample_id":"hellaswag.val.7335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11325149c9e2957d24bc1c8cc3a1ea8fb3fd86a2ea43a8e09ea88bbabcca3d5d","formula_version":"titan-u-contract-v1","latency_ms":1.070458092726767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9559556ad0699d325b28ce3f405cb53d866060a076ca75599741d65c1fa8af59","sample_id":"hellaswag.val.7336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f59e00deccf75da7384cfae527063c2ce0ff3fcff4aa0d4908070d947725ddd","formula_version":"titan-u-contract-v1","latency_ms":0.7867919048294425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e23b45cb9d8741791df397e347df82278904a1b56ad8ccfa964eaffcaf92120","sample_id":"hellaswag.val.7337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"439008803784d0b20d8a1ca620a18eb1acec4bdecbeda975c3ff09eff5906994","formula_version":"titan-u-contract-v1","latency_ms":0.9026250336319208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3ed037e19d85d1d7ecc30b3d4ce2e03b9a793f8ba576b17fe31208dfa704cba","sample_id":"hellaswag.val.7338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efcfe3c620c8eb28e4c0493ee4735c362b8dfc30f991b2d8b07bae27aacabb5e","formula_version":"titan-u-contract-v1","latency_ms":1.0575829073786736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"724b1bb1bb3c11d0f5881c758c1b22d3c0a9fc7ab12ff72629f5168fd323a001","sample_id":"hellaswag.val.7339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc758e484a286a07c8ad20a8b5335375798a234d5d7c550e22468aac78f2a29f","formula_version":"titan-u-contract-v1","latency_ms":0.53258310072124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19727648c3aceaf752e09c1e69d36fe88dc8f037cf1386bdf5e23bd72da20db9","sample_id":"hellaswag.val.734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dae0f97f2510f10389ef2c0f26c457daa3eeb4e4f0201d2fa058c4541121c11f","formula_version":"titan-u-contract-v1","latency_ms":0.8691250113770366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db06b2b4cf90b4627f92fae71fac4a76ec6bac25a45111a6ca016dc42ce5bd82","sample_id":"hellaswag.val.7340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9ae12d64fdd7fcbfa8144fa0d14e8565af59bdba32dcee808547c75d1ee0d4f","formula_version":"titan-u-contract-v1","latency_ms":0.7210420444607735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0263db64a583626fec8f8cf0ece21cb09eb8b75d997e50b603656e2d714eefdb","sample_id":"hellaswag.val.7341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3149c63756c60a369e76ed72bea7ad455df3a8e630d99ef1378b95775d60bfa3","formula_version":"titan-u-contract-v1","latency_ms":1.1299579637125134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1288b0822c2e8c774a40ff9e80f3794b0d7b024c3a0993582455966a10a903ad","sample_id":"hellaswag.val.7342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7be02f59c7d32af6aa7e60d4a1b517c657af40a50d653bf3aa53620a57e5ad8","formula_version":"titan-u-contract-v1","latency_ms":0.6672909948974848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd86d42e8b73ca5cdb91132a6885c72317b64eeca665eb6758a724e269ed9388","sample_id":"hellaswag.val.7343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10dc4dc9ab1a2da41398538194ee86e100744e8b3f52f31828815e69d2d77b89","formula_version":"titan-u-contract-v1","latency_ms":0.6755409995093942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f2875e37a4acfdfb1ba23b5d07aa9cdc40b0e7d2ea44ace7dbc2fa5ae55eeca","sample_id":"hellaswag.val.7344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f01719443148fc6d2a005174b56d71c611d580ed350781a9b05c95b4138c2ed8","formula_version":"titan-u-contract-v1","latency_ms":0.6524170748889446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e724bd0110c64d397083f537f3e9427bb5f59e8d3ec63bbe40d8622ed0ebf38c","sample_id":"hellaswag.val.7345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce9d58e9136e843bedf0cf9171d347f8358cd2afe0ec1f28ca1d148d8700ee19","formula_version":"titan-u-contract-v1","latency_ms":0.7952500600367785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb8a4d2f04ffb703d872e808d0aac2ac6697e1143c24744f7635c832c29f27b3","sample_id":"hellaswag.val.7346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1577c8f2a91a86695f1b7f1d0ee73296f29c1f516ebd15217747fb0999df0fb","formula_version":"titan-u-contract-v1","latency_ms":1.1279589962214231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1dad2c4688fa1b46888289b471f02dad0504b11694db904fdd09979aef35363","sample_id":"hellaswag.val.7347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f11b0fbff0d6325f0ce3d17236ba00d7332c2b38714a2e67608aee8ad363cd8","formula_version":"titan-u-contract-v1","latency_ms":1.0237499373033643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2e874ecefdb9255c6a41c2b76b04bc2905aed485d4ed2d681f88799382bf9d3","sample_id":"hellaswag.val.7348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71f84bbe3534a88375348379bf1996ef8d7b0d89cd12f0b7ae8141a00b1a8a8d","formula_version":"titan-u-contract-v1","latency_ms":1.8481669249013066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4add617ac568cdbc07bebee79518c54059a0adb194f9ff3ecf2517ec43de050","sample_id":"hellaswag.val.7349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b082d5c4cb8061f6a789fb1aae739cde106c40e6710ec5c11f3823c330a6bf09","formula_version":"titan-u-contract-v1","latency_ms":0.6108749657869339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"deeb7a4ce4c6ea97026d7d9afea4a1913a7271babf2940f2a4f1e6b3914f4bb7","sample_id":"hellaswag.val.735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd072ecb566d2ffe9d3f34263d169ebbfd7cac64a861ca746bd4aaff7a48ecfa","formula_version":"titan-u-contract-v1","latency_ms":1.3207909651100636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b033174aa4597300bd487f4703481f3f4762376abbd417f3b10fd8cf4e48d94","sample_id":"hellaswag.val.7350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a61a03aaecc4dc026fb8b7abe2a48326b4329ce693d5b772bd64f5a0df4c6027","formula_version":"titan-u-contract-v1","latency_ms":0.7156250067055225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7687c77a69f5dbd4213b4e5e45831b7ba569e108f3aea367df00031d2023bb95","sample_id":"hellaswag.val.7351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b46d40308bf6a834c7471ebcb5ba30ce7bb92cac5cbb7c0b482b8b66aa768c7","formula_version":"titan-u-contract-v1","latency_ms":1.1628329521045089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3c1f8dfc45bc397e3e30a48ad6c1f04da8eb8a60a0760848f006ec35765f1c5","sample_id":"hellaswag.val.7352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c2dab52bff6dc439167519545762e631357d97ef36557f1e76302701f58d957","formula_version":"titan-u-contract-v1","latency_ms":1.0984580731019378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df70a62444454acebe74c478a63be7d0a7a4e6e73749740373228d4a34ef0168","sample_id":"hellaswag.val.7353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55b3ce3824a9f7cbf81c6d82b5479b90e639a8946d692c6d4836f6542484a8ca","formula_version":"titan-u-contract-v1","latency_ms":0.8920830441638827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff668d71a54628480f001429313646ccf479fb713b9ecf18a2a7ab5aa4c231d5","sample_id":"hellaswag.val.7354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"922befe346f6acb2b15b1bfe0ac8613cbdf2979a5f405ff48207ba1ac7a6d4f1","formula_version":"titan-u-contract-v1","latency_ms":1.4016249915584922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92d51e00f0b29a72aa4f8d809d9dea84ce6c9b6e6fdd7cc1dbc0e345f8279f2d","sample_id":"hellaswag.val.7355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4afae38eda1d05b297450c29de7e52b81ae9f039e38016df2780a747f31da83f","formula_version":"titan-u-contract-v1","latency_ms":0.5887920269742608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccbe69d5c392f01aa471da23b015a2e800753cd633e13a1123bdf32e3e33f889","sample_id":"hellaswag.val.7356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baa1e5a10ed5276e440a5ef8761c37605da0869a60622dfe1084cdfc060369e8","formula_version":"titan-u-contract-v1","latency_ms":0.7319170981645584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"deb631172fd1bc80400b9a34cf498c30e55cec7df8129ee48b4978729f3590c3","sample_id":"hellaswag.val.7357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47c363415a1b0f903b158527b38f53ed95424ccad23de7bef7e6f2b024d01e7a","formula_version":"titan-u-contract-v1","latency_ms":2.897750004194677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c8a23e7437b5de993d29124afc51fd9bef29a28cebe0f3de048e547519870c4","sample_id":"hellaswag.val.7358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a512ca5048785a148199171ca6ba4b1cd3b9a2eb52b7910ac223b835daa0cf4","formula_version":"titan-u-contract-v1","latency_ms":1.5329999150708318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca8c88e80ae16985a1b8380165ad8dc45b6791b4a31a55f2cfe51cd88e1b8822","sample_id":"hellaswag.val.7359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d58965595821de8508e173aad688c6cbb7f867b15af777a6d38f945d9b14e60","formula_version":"titan-u-contract-v1","latency_ms":0.5934999790042639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"771189c86842aa5669c19590928af9fb0dad64f5a3a59d89eaa83f3b03e6c685","sample_id":"hellaswag.val.736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7b12f6076ff23158f939851215f5cfdea8535171a51e1290f3a773def4a78f0","formula_version":"titan-u-contract-v1","latency_ms":0.8459580130875111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1468b6a30486ac463e86f1f383bfac4e354f415a69d616a75cf9fdb1254349d0","sample_id":"hellaswag.val.7360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"254d89ad8b9d435cc104c7ab75cd59577ccfebe72457092cffc81a7f608eb7e6","formula_version":"titan-u-contract-v1","latency_ms":1.2783330166712403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a238d9150132c4bf33117f1ea4cc3697e2a02685101172742d05cdf8dbc331ee","sample_id":"hellaswag.val.7361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e961c0a22eb7187299f9b22ee3a4607e72b4422ab5a40eea3348769839df4dae","formula_version":"titan-u-contract-v1","latency_ms":1.329125021584332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d361a1e5d7992ab83884f49079336d5456b4a99e816b4bc86d80a421856c5e0","sample_id":"hellaswag.val.7362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d5dac8c404248264e4dfe6b61aad6c5b1221857edbdb6ecaacf980b04e635e2","formula_version":"titan-u-contract-v1","latency_ms":1.3226659502834082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e56e0b42d516bddfd11b6396b053b8d2654e8e016153b7f41c366601406e53a","sample_id":"hellaswag.val.7363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56d00d524f77cfb947d8634249a633c9a83638a186a5ca596bb64f9acd735eb7","formula_version":"titan-u-contract-v1","latency_ms":1.3592090690508485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24715f47f897960dcb0437af75e91e477128d700e9861e291a19bf443939376e","sample_id":"hellaswag.val.7364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1faac913d86c0a284bfd48b76e89faf4da97bf1c0876dd3e683bcd997878285","formula_version":"titan-u-contract-v1","latency_ms":1.8155829748138785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afb68e53555f74a2b334fbed61827e6b15e2a39f6d7c3c2c6cc84d9c48c425c0","sample_id":"hellaswag.val.7365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20c79cee99c6816e8c719ce88a4cbd2fd78d50fa4c316e3ad48e3b9b225fc2f9","formula_version":"titan-u-contract-v1","latency_ms":0.6930839736014605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a36e2e8b256f4ed646b8c355368f8d9927128de3b1f7ab66ceb108fe5448858b","sample_id":"hellaswag.val.7366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07beb014a711fa1628331234d5d559d43ae1ff74caa1cecdff9331d30764cfde","formula_version":"titan-u-contract-v1","latency_ms":0.7211250485852361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aaee25616970784f4112b0b453cb90e02eff938ae311396f5a0e6940ba05a9d","sample_id":"hellaswag.val.7367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2abaf3831ed24881ab090929fc5fb8f51f4159b75510bf53a619fdbc4204723a","formula_version":"titan-u-contract-v1","latency_ms":1.6589169390499592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0a3c4f1d9b7c8677adcb21ecfbc3a30f5ff34e60dc855c3c80f896ed0812417","sample_id":"hellaswag.val.7368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37772cc9fca653f47c1fed0754a9401d3bd496b1d85e9614cd6d343abaf7e96d","formula_version":"titan-u-contract-v1","latency_ms":0.8109579794108868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62315a7a47e858ef9a2fe70b414ea6fa92b5d632b79b2f820739e5f12a08d3fb","sample_id":"hellaswag.val.7369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c94e944a54aa4f9231a2b344a19eb8ce5914d47bf99bf893c2e8fe53a18817fe","formula_version":"titan-u-contract-v1","latency_ms":0.48762501683086157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43d102b1dd53410320f27b3e2e9517cec0dac7e36ef828a2fedcccf8e37c2434","sample_id":"hellaswag.val.737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"254406f1b936a70edbda9e7b2b105170dde9ce12b60707304c4bd4dc9303723a","formula_version":"titan-u-contract-v1","latency_ms":0.6267499411478639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80b8a780e21f02207c53517ea18a2ef1fa15eca3ef3afd994a28b78720bc50cb","sample_id":"hellaswag.val.7370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59c89ecf059e111c46c4aac9e82985d062dd64a2ac133b63374fc1528389e84d","formula_version":"titan-u-contract-v1","latency_ms":0.7961660157889128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"943557f5c9e4deebd0f7c3adc9537e420f524687ea26a68e5f88cfee2da92ef5","sample_id":"hellaswag.val.7371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fec103465e9b6ff9e9df34de147d727e1fc14dfcd6a83b038ceca8571cbe9822","formula_version":"titan-u-contract-v1","latency_ms":0.8292499696835876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"925afac5c976f71e67e8094d80748f2efb885f512a4b84cb0e0ef181fd8ca2e8","sample_id":"hellaswag.val.7372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0412161e0f55df43dae9b4eba71be13c9374816e15b3eb7a7befce748d16e5f7","formula_version":"titan-u-contract-v1","latency_ms":0.965624931268394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4cd3695ab7a96d58d67e511cbca7a15faf756d90191ad3ce9246612cb96eacb","sample_id":"hellaswag.val.7373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af53954328743f589b02c0b777831e5f9c5c69766afffd2e650fbd9dcdce3a20","formula_version":"titan-u-contract-v1","latency_ms":1.1105830781161785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dfe638d05b0b4f160789ef267030e5191cdcbb31fb0de5003a5e0ce0f7f2533","sample_id":"hellaswag.val.7374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c946f905324ec1766b1871495dd590b226959c36882f0cc6df20f73e8512e100","formula_version":"titan-u-contract-v1","latency_ms":0.8780841017141938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"150a4bba86f6ec5f326898a3b65b8b3c1879616f5c8e04f69ca19d8ee9feca13","sample_id":"hellaswag.val.7375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2671631fdf0f24b9fef7a69d76fc061ea5e401f333a43084f99fb9e8dfa6a1a9","formula_version":"titan-u-contract-v1","latency_ms":0.9227500995621085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20a185e673acb005ad57071db3a426cdb445aa8fbeef0e8af9a3872770900fba","sample_id":"hellaswag.val.7376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4158ad3864828bec2469a42d110cf35ac1076d1d3944b4e709914eec11ea05d9","formula_version":"titan-u-contract-v1","latency_ms":0.8951249765232205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e4e8ff25a88e9b9302a926ed8e376bfea2a58e3dc8ee98f827d0972603552aa","sample_id":"hellaswag.val.7377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"253b1e7e42cb010403088b3b5b2594fc43a5031cc93a4b34d839d204a159acab","formula_version":"titan-u-contract-v1","latency_ms":0.8981670252978802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf29c04750f7dad132b282ddeaf7c84a1098993a41310e2f523c6fbd7452975f","sample_id":"hellaswag.val.7378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95463eaad040e01f58ba96cac44a3653587c97087704cd3cac757619ee32dbfa","formula_version":"titan-u-contract-v1","latency_ms":0.8629579097032547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f51b65f251e51b2824a680341046b5d36d187d64ae9fbc6818460a478d224dc","sample_id":"hellaswag.val.7379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ea3a3b4dc03e73b8230735dab1ff2aa2fe7d55f76984ee5699b84b9dbbda59c","formula_version":"titan-u-contract-v1","latency_ms":0.5355830071493983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"478623cb54a40c0c0248ec18f5ca1f92a9f8ba1b1c447e2ac189d3f880ece5e2","sample_id":"hellaswag.val.738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c1340ec30f6846c964a039d44ba2aa79a314247e20f3f4979dccbe5ce429592","formula_version":"titan-u-contract-v1","latency_ms":1.0362499160692096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93bbee933e55759d01649366699469cdcdfa0481b06962c5ff3386d1b5cb83fd","sample_id":"hellaswag.val.7380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27e8ca09668fc1b3f87a96c2b5afb7dec26b828ec1c202c9c982960c944ce9df","formula_version":"titan-u-contract-v1","latency_ms":0.807874952442944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"649d3b032c53cdd29ab2f8e45fc9b424e4c2471153d6f8faaac546b23061cdba","sample_id":"hellaswag.val.7381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58e076ce9e31ade0c07335e3d0764a6bedacb9274be77086c2e18816c16c524e","formula_version":"titan-u-contract-v1","latency_ms":0.926292035728693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ceb84106521d14f2442d2cdf7ea53bf9527fc55ba7e92c0d9f83d5948b3243d","sample_id":"hellaswag.val.7382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d9579e39fe8384d7d3abfa39970e7aaba39fcfed87f79929387ba6481fc475e","formula_version":"titan-u-contract-v1","latency_ms":0.9976249421015382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0c12295b324f7487585875fdaf42c1a27fbcabd187da947bdf6fa90cc77de35","sample_id":"hellaswag.val.7383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7025b92a011a44c1f16a64624f75bf71476176b53e7e2810727fb8109930cae1","formula_version":"titan-u-contract-v1","latency_ms":0.8662500185891986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdb4f072ed01629dd7d614248d267c9feac2f3aad73c76ba8fad46811c65525a","sample_id":"hellaswag.val.7384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23529886e5fa1248d8492455f7d581ab05200d579667ab66494dd1069f1f4d36","formula_version":"titan-u-contract-v1","latency_ms":0.8048749295994639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"524fe4049793687c96181e216a498fbcd3e0bcc552ca4ce70caa479fb1b64f9e","sample_id":"hellaswag.val.7385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a922d5b5d62f01e2e85b41e3c1b292a9f1106087fe83dd78a7d294c692cd10e2","formula_version":"titan-u-contract-v1","latency_ms":0.9570419788360596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26c0107a4269c1925dcb53ce64b72b12845b991ee4226b531196fab45ffc40e8","sample_id":"hellaswag.val.7386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f281579498ffc7d5295657751a9b2b5ff6295c60016d7fc36e020501e8d9270e","formula_version":"titan-u-contract-v1","latency_ms":0.8204999612644315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea9abd644612d596694fb1f9f828cb36fac6f6960f53ed3f317a210c5bf58e4d","sample_id":"hellaswag.val.7387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21798043ba0736f72b3728bdca01217da8f07e6e51da7a13822406f5ab26c9da","formula_version":"titan-u-contract-v1","latency_ms":1.6345829935744405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"350ee3e9b49bb9a6d18db38e02f2c5343c3251df0d80a248c1b23b629a7735fc","sample_id":"hellaswag.val.7388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78f77fa9e3982d6da766aace991a118cfeaf2b3ce3b615e3842c45c36869eb18","formula_version":"titan-u-contract-v1","latency_ms":1.0013750288635492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f61cd69f3ef750c8fc17a8723cf0462fb2c8f22f679fa49e3cc71cdc748900e7","sample_id":"hellaswag.val.7389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5541dc759af08a5b755d2ffa3c19f66835338acd4141c8518e30ac134f84090f","formula_version":"titan-u-contract-v1","latency_ms":0.6969580426812172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"531a0e93c210e76b87d4698d622dcba8fd98db706de7f52fca1453722d3ad91f","sample_id":"hellaswag.val.739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb7a8c67cd93f45f88edadce389747131731d2e3ef6c8658891bc6baddba67d2","formula_version":"titan-u-contract-v1","latency_ms":0.8873330662027001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2699de997948bd8938bbad4d6baf1cb7d69201182a00a1559d0baaad236a6476","sample_id":"hellaswag.val.7390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f61b643302fa784bc51b7343520ed2bf9b9eceb1529c2814c4df2dc0c689c057","formula_version":"titan-u-contract-v1","latency_ms":0.6183749064803123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72d58ceda803c67cc0c9947cd7ab3d6d19833b25b04ab21f2bec3567817d196b","sample_id":"hellaswag.val.7391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45188482de2e70e70bda5b233c44693d7af206bf072d0c416a4155104de85862","formula_version":"titan-u-contract-v1","latency_ms":1.6312920488417149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed82c5b6ddd96533d2930f441d6868b04914364ac1e74399327d1d72778749e1","sample_id":"hellaswag.val.7392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0dec7596991d478438709f6f48fd3302f44d862fe68243ea8a3234ce90017ba","formula_version":"titan-u-contract-v1","latency_ms":1.2041250010952353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d308f2409c5dac0bf723662e7b308f623e0b0f35267817ef9cf84eb831eb9d77","sample_id":"hellaswag.val.7393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6d6a3f67ae1477fa193b583d86abf95550409c7df906e4beb48442b8650ab51","formula_version":"titan-u-contract-v1","latency_ms":1.4270000392571092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e4b5b9e3560accad1538fef134d320ca124bda2dcb86d0e8844993ef7f6376e","sample_id":"hellaswag.val.7394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8137966007db01eb499745663dd24019027be7c9b9c5265d672017c145b68e8","formula_version":"titan-u-contract-v1","latency_ms":0.6437499541789293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96c3ad39e9ea5710d16205a375e189b520745214fc98461ca9549ad29caf0bcf","sample_id":"hellaswag.val.7395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e939efd6dc593bd36bf33227af9ceb376189d4fe4431cfcdebc71f2b504b7dd","formula_version":"titan-u-contract-v1","latency_ms":1.2549590319395065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f2830fff46e5e0281bfd38b39b9ad40df9de253e13a14fa3be8508c1e6a55eb","sample_id":"hellaswag.val.7396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85115674a0710f7c944cb819e596645e26ae0788e70c0f5de3cc205ce5e725df","formula_version":"titan-u-contract-v1","latency_ms":0.728958984836936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fb64e456f6b215951dbcada01b3f695bbaabbb0599fb4f5a39718aac3c39344","sample_id":"hellaswag.val.7397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"923e3435685c7cbcfee7ba4cabcda9d3377b2e914e4be1853d726ae58dd6c53d","formula_version":"titan-u-contract-v1","latency_ms":0.9075410198420286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29c0aadc05352718f4afcb5e8a57bbe0378f8b6ea71688191b2606f8c6d1e6a9","sample_id":"hellaswag.val.7398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fb47b8a1e8a321f22c0e81eadf079fc13f159d4d81df791e792d3892bce54ea","formula_version":"titan-u-contract-v1","latency_ms":0.7233750075101852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4747720f755083b4266c932be27470704fff1bc68611e7760197e572bef7128e","sample_id":"hellaswag.val.7399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"136f0d1e34cdb262e7a583433874d3357b70c3b0816c9cb6257c50ea44c29db3","formula_version":"titan-u-contract-v1","latency_ms":0.8610000368207693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36ddbe71bf838692c42a26a2f7322761002266eb99bd0ee0469895d2639fb96a","sample_id":"hellaswag.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"507dbc6132ae93c7c8463b1f8f3c4ad6de655d440a0741036b0e9e683af20cab","formula_version":"titan-u-contract-v1","latency_ms":0.5702910711988807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2290b534259d532c94d17bfe8930281488a6b98cfb76be8266c84570dc4f3ca","sample_id":"hellaswag.val.740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1042c7a40ba9fc9aba48fe227ad0f618002cb165f7928b0fbe754d760308a97a","formula_version":"titan-u-contract-v1","latency_ms":0.7153749465942383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41762c8af68f085cdef79434053f4af2b949275a9013f2f5b6d91ce3da280008","sample_id":"hellaswag.val.7400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef8b02806cf97835bcbb631b46ad1e49bb5d56e57be2771d8b6364fb22ee90e8","formula_version":"titan-u-contract-v1","latency_ms":0.876000034622848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b528fcae5d0a879cd6411ae534dee4662db86f329b4a02ff603f3b70399720c","sample_id":"hellaswag.val.7401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cf237e4b8565bd2435d2ea85b3691dd25fcb4dcd2e27d6b32382638abfc7450","formula_version":"titan-u-contract-v1","latency_ms":0.9517080616205931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6361121499e81adb29c092b004ff9e54a8bffba17b0d771676cfdd2887084044","sample_id":"hellaswag.val.7402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b357de31865b8aa4bcfc00770a821c518a43f5d59e0dd3abafadd511812b357e","formula_version":"titan-u-contract-v1","latency_ms":0.9229170391336083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bb4dd7bc870ce70377393a547bb7ac61cdcd7eb509cd6e3d32f81fade19e7bf","sample_id":"hellaswag.val.7403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f002f8bf18a1503eb4e2e93890b3a9facdf229f6852aa409ee630393d6bf7aa4","formula_version":"titan-u-contract-v1","latency_ms":0.6657910998910666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a85cfa391e0dd23ccbc0b03446fba5cc95d1b1ddb1e79435e1a87e52c45aeee","sample_id":"hellaswag.val.7404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8cf9800dde1b56b171ae6440c869af1e0b78e8c916fad635f8be3b4a66de62d","formula_version":"titan-u-contract-v1","latency_ms":1.0992080206051469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51207a145d50fd47d85b2e23a72c40a1c489a4696292b48c70eec0fb98e294a6","sample_id":"hellaswag.val.7405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3239b23cfd5cc268beba83d2393b85a3004e77b8c46b3c96ea670952b1ee953","formula_version":"titan-u-contract-v1","latency_ms":0.716291950084269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8463984abeb6b6788e167f167be0c31520ce42d96c1094d3a9c5a188c8a4ee47","sample_id":"hellaswag.val.7406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5e62a441cc5269425f4edcc2794a3dbe009b6d079b45f37054be058deff0137","formula_version":"titan-u-contract-v1","latency_ms":0.6681670201942325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65fdccd686927f66958a15d53c536f2fde5dbb611eff31f422370202d16fdf69","sample_id":"hellaswag.val.7407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6290e1c60ac25b8d3962de0c9c3d390ade771adb365fe0ed1b2902e68fd30ebd","formula_version":"titan-u-contract-v1","latency_ms":0.7654160726815462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4adde5241398fba8bead439be2ff29a52fa7c6adcbc0f940b40e93eb725e2fea","sample_id":"hellaswag.val.7408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3087fd2cad2b64f240a7afea4f4d5e8848af98f344afce6a947f741a713752d9","formula_version":"titan-u-contract-v1","latency_ms":0.6765000289306045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"290815eb77e5a94f79f39183caed7dc9c06e6bffe8d4c5971e66c5df1c2577ea","sample_id":"hellaswag.val.7409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67682187b8e1bf08bb743ec435e23ebcdf301a07896d4d323fdf3901c085e79c","formula_version":"titan-u-contract-v1","latency_ms":0.46362506691366434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69c5349428bbb760cc5c6dcce1ec83bc9d8dc11dcd217e9946eca390e4d5e628","sample_id":"hellaswag.val.741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c39b9a78b01ca99c95eebd9c65a9a3769b8ace9f99bbb4710d36217efa7c96bc","formula_version":"titan-u-contract-v1","latency_ms":1.2525409692898393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d842c323afd3b4883428ebf8a8e81b59c630bd3126bbddd7da06ca9a3df1765","sample_id":"hellaswag.val.7410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11119db4ff46ed7ebdf61fd3a64333ca494a30717a307fb07e83cce97147bbfc","formula_version":"titan-u-contract-v1","latency_ms":0.7034590234979987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a179eb1d175bcb583a23e5e0250ab188847ce7ce918b6f53de6d4f5aaffc058a","sample_id":"hellaswag.val.7411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be623b736b8e8e8d9a6e5be5f17cd2cb2a48ae11987c7c5b4625cbf623fa7b64","formula_version":"titan-u-contract-v1","latency_ms":0.8471249602735043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b3f7719be52a3d4b166405e501ea8669cd0d3aaf1abb569ce29e43cae4dffc1","sample_id":"hellaswag.val.7412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbb1159a5be221eaa02f3730baf047fadbbd4de9da38ea5c268451b19f9cc999","formula_version":"titan-u-contract-v1","latency_ms":0.8201249875128269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87035490f778f345db2a2bb73ce12d4fa406390e9d0587c4ffc6278fcecc5417","sample_id":"hellaswag.val.7413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6100666e48f74e830c9cca6f7d84f1bc15eb3ab14964d94eb09b2568c2a2d841","formula_version":"titan-u-contract-v1","latency_ms":0.6308329757303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb956a10006d0bb1f4c4729b46635a2103722da0ca432c410a7c904c77cc4e78","sample_id":"hellaswag.val.7414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc9e6ab35fe20344f68d0db0daacf4efa0cbee5e345cc0ad2d374fbcb54b13e7","formula_version":"titan-u-contract-v1","latency_ms":0.6852499209344387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fea7e2b6ab872c96a67c262118fefe8dba5ff5bbdf64f0e459ff4fce25f65ff9","sample_id":"hellaswag.val.7415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddfbe11bd892214f18c93c23b05135318632341e9d001872d5b8c3611c54c235","formula_version":"titan-u-contract-v1","latency_ms":0.8026249706745148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96a49d572eb96b01714f6e6706b736ab7ae5327bd46841ea7e771f8aba7ff157","sample_id":"hellaswag.val.7416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e4135d9ce3caa996f9ad4ca7fda28e19828136b64af11c8b3418df637d4a8f9","formula_version":"titan-u-contract-v1","latency_ms":0.645417021587491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e17485c63bd5350e7f96c581ef9591a7bfba47336a51d2e8f20b404a3261d226","sample_id":"hellaswag.val.7417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fbc4759431a66f1a718262c4090fa12c47d80f237e0d2669ac84082ed19d91f","formula_version":"titan-u-contract-v1","latency_ms":0.8834160398691893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbb25b0c6a36c403eae39b52389027b900336b388e77dca23809b239fa6dd1bc","sample_id":"hellaswag.val.7418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d771abd7b7f6ac3bb2071c20cf3766c4a9c5d1f5cc320ed7a3054e4b17a0d0db","formula_version":"titan-u-contract-v1","latency_ms":0.6647090194746852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f10b82933693b1d2464e4db04a79719b831ec0a4a62b088cebd4ea4c217a318","sample_id":"hellaswag.val.7419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f9bb30e0aa54e630591b2adf9b971c894acbb0c30d78256efe66ca6fe46aa04","formula_version":"titan-u-contract-v1","latency_ms":0.5048749735578895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49efa9c79106063fefafb4aac6d864ee18b0f2028acb2a444c902cfd6ef18444","sample_id":"hellaswag.val.742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdf5a5948b11ae678e5db2854a46428e64fd2039be9be99d0abd055e349e6eb5","formula_version":"titan-u-contract-v1","latency_ms":0.8643340552225709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04e916a7c087ed13744287286b98c2b3c72d56a7b2b7c8f035413c9588a3d7ed","sample_id":"hellaswag.val.7420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5509867c8dbbda4706e893c77fb5eb2e5b9812b1f4612ec15c268853a3b4b145","formula_version":"titan-u-contract-v1","latency_ms":1.029041945002973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1b1c97907188887eaf29510a5727b81762c919c0b8124ad470c4cdd6be09431","sample_id":"hellaswag.val.7421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c520850247d67f4e936dc6fc6158fa2a6dab57fda5006b9bb4d585e63fd55ad","formula_version":"titan-u-contract-v1","latency_ms":0.8464170387014747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"989d75193a6fdc465e8c16e74deff9ac3443643b052957ebed2a6645588999a2","sample_id":"hellaswag.val.7422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d14bd422895b5fbb4a342d88d99ca5fd9c50edf7ba29fcddc8c79cbc594dfd8f","formula_version":"titan-u-contract-v1","latency_ms":1.195667078718543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb7e35b64371a53058fde53559f300c9ebdfb591267bb36ef3977d367f642f8e","sample_id":"hellaswag.val.7423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad8c7613cc787ec103c3fd17355d56ea077cb6dd726d5c10850b5311b26ac2c1","formula_version":"titan-u-contract-v1","latency_ms":0.7896670140326023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92f9562b5c297a933ba743f3dccf86cccf3fcf34b85f4ad5f32622fa113c1c18","sample_id":"hellaswag.val.7424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"500d4f2254c78db4f7206e4285024241df6590c8fd9bac0fcd2517137df8eaf5","formula_version":"titan-u-contract-v1","latency_ms":1.317041926085949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b90f197f171d2b3328fd26754df557b449ddaff541675dc5ed33d774a0527df","sample_id":"hellaswag.val.7425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b14d649da0cb3b0963a068d22c69dce6a38f3d8102c7dc1c8df9e88a5d5ff51","formula_version":"titan-u-contract-v1","latency_ms":0.7771659875288606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa0f1c6fb08b4b1671edc3febc8824c11c8989e827f5ba1a9beb13e19e4415d6","sample_id":"hellaswag.val.7426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3d3dfed0c2eaf4a69c4fc9b8912b22066371da9da2fb44f220b7af9282be4d0","formula_version":"titan-u-contract-v1","latency_ms":1.1422920506447554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"842973d44e84b22c8d0efad5c86f4c3221c30d1cd2244946a478fd123fd71abd","sample_id":"hellaswag.val.7427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdb021805150d45d23961a63a69732dec9cf5020c1978b3fb25ce072b3d31e81","formula_version":"titan-u-contract-v1","latency_ms":0.9944170014932752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd48f8ed4f889e416965e191cf7fc048ec508c4457a57dc90239f5dfe499c8a1","sample_id":"hellaswag.val.7428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de25cc20ab8d07b5a9dcbbf71f59a2f0e6ab4a59455be1c7dd0dc346b19fd195","formula_version":"titan-u-contract-v1","latency_ms":0.7609169697389007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff26a0b892b4db915d3ca7ce9240cb01dde8a5b8c68354cda7614301c76ad44d","sample_id":"hellaswag.val.7429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f129c0f572d8a13dc6a1f6213956809ee2f11fab365ec1bb1be8c4ed9ed908a","formula_version":"titan-u-contract-v1","latency_ms":0.47116598580032587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66883d0d429dc9009643adec32ad04f5da31caf9af8aa65051390d28897e5a72","sample_id":"hellaswag.val.743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7413f3381beef146ed94cf6070f53f8bba7d6597d6f0cc6fbdbd1ff1bf2f85a8","formula_version":"titan-u-contract-v1","latency_ms":1.0683330474421382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5edb10cf7345a6b17de1b47eb783227281fcb3982f4a4012590a6d9514d655d6","sample_id":"hellaswag.val.7430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5e920d3f7c472fcb50a284b6d196972ff8f6aa2539dfdeded0fdc1cc2bc0872","formula_version":"titan-u-contract-v1","latency_ms":0.8039160165935755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29fa941d2e4f439a8889979b282875268e0c8122849d55830133d9fda530a7d3","sample_id":"hellaswag.val.7431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"135f8e4911cbfc3fea1694081722954f6b94ba96a066e20714049b5dde485abc","formula_version":"titan-u-contract-v1","latency_ms":1.4722079504281282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f1f415b9336974b8a3fdc57069924ffc2040ac4592f960c0006dd8baa5f0f4a","sample_id":"hellaswag.val.7432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6850a22f584ed48a538d2b609d7114adac7bbfaa6bc394f203aded95d94227a","formula_version":"titan-u-contract-v1","latency_ms":1.181041938252747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac9158c1474158d9b9bbfc6b617f8d040a1572d2b2d2ce133f9abf88239fb0d5","sample_id":"hellaswag.val.7433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b757d635658753fae0bed2c167285c0b1cbcd63d1ab0c541c7466a81df976fe0","formula_version":"titan-u-contract-v1","latency_ms":1.0965829715132713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72322dd7be5aa5ad11e9db686cf17082d18e66c575047617fa2e7966d84dcc98","sample_id":"hellaswag.val.7434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78d0da216289092dbe8eb1d24736c21708e57e6a4032de39744215761a8bb1e1","formula_version":"titan-u-contract-v1","latency_ms":0.933834002353251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91d4c4d95bfe0577ee4bef851e3391d2de4f782c0f175fea0b9fbb6d520e498e","sample_id":"hellaswag.val.7435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9206d56bed3c2e78eef81da7226c36ba7bef075868f891cee1ef8b4d6ea977f4","formula_version":"titan-u-contract-v1","latency_ms":1.777875004336238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78619ade03a5a848e519450e59622d2264894ba0a0c335141ce12a3f94dfaa01","sample_id":"hellaswag.val.7436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec6fba9d8587bb11a07ec3acdcea1dfa835beb556df26172968b00cc137ba6e4","formula_version":"titan-u-contract-v1","latency_ms":0.6769590545445681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6b40089c7dc527f220333b0dd129c2b836f4468111bffc881f0ecea38707017","sample_id":"hellaswag.val.7437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3acceb9780f950ed163ec94510c652446e61c11fcb737003a8ac91bfce9bdedc","formula_version":"titan-u-contract-v1","latency_ms":0.8550829952582717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"088c08451ef84dd8b9da55be1ab75212337164fc2ebc79df0c60d0b9f85134ab","sample_id":"hellaswag.val.7438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86a2558f732bc5dc7cc9f173f36276dba4c2f63f8f750a1e4dc41347e873a230","formula_version":"titan-u-contract-v1","latency_ms":0.6386250024661422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b73302a6da0acae2691dc5f68559ccd1ceaf2f366a214bac9447dec19a5b58e8","sample_id":"hellaswag.val.7439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39e33e977404d2865085be1c9c0f3b8e0eed46345fb19921d2dd379ab1fe5851","formula_version":"titan-u-contract-v1","latency_ms":0.737291993573308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"610aec167b5bf7c2cde16149fdb6718f6bdd1f08f4f7ce4d2075f899d162229b","sample_id":"hellaswag.val.744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81df5a425f2ff8267f877c745345f52d7c24d46da0d8c4431c91609c91241557","formula_version":"titan-u-contract-v1","latency_ms":0.9922910248860717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7f44f212641a07c60352975e353c6625142ffd1ab8bee1f55a53a667f08dce1","sample_id":"hellaswag.val.7440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5df07f42a406e84069f7fb8e57b2f3598105fd8d97404304b09ae317f215e4a8","formula_version":"titan-u-contract-v1","latency_ms":0.6607089890167117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"804bddcc522b2c8c27d54988fde1c4b8d4cf15f2f1252758f802128caf0f9022","sample_id":"hellaswag.val.7441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed20196919df7c424a4ad87c2bf770637fea72abb4b5efd041d6505fcd194d26","formula_version":"titan-u-contract-v1","latency_ms":0.6928750080987811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6a21e8c8223823a23f7c21b109a7c18a1c2f7bbe9532048aef2f1074ab055e9","sample_id":"hellaswag.val.7442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6ca9b0217eb5dc87d69bb837504a62becd6dbbc8ccb9a8f3c918097d4aee822","formula_version":"titan-u-contract-v1","latency_ms":0.605874927714467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"230f8d248d96064330a21bc8b5c309f4bbfb4a5087a28dc67f8e890286664973","sample_id":"hellaswag.val.7443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f300aaacf9e55cb6449eca6b8a665c97314708780476a1cbdd62b2530f99e681","formula_version":"titan-u-contract-v1","latency_ms":4.4070829171687365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a08b4ad396ecd6ebea3d731d34904e2bd1052ab6530789b0d9f3248b9cb0e031","sample_id":"hellaswag.val.7444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b31c1bd6df4d50b2309cd6712546b674c50e5dfc6158c22ee13ac3a5801dee6","formula_version":"titan-u-contract-v1","latency_ms":0.689874985255301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"539e3434fbabe34cc5451504184b5236814fe31d073a52cfa4e091a15b6cfa48","sample_id":"hellaswag.val.7445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d928443e98674078f60d3f087357d49d75dc336958ee8dc21f59595f86e029c2","formula_version":"titan-u-contract-v1","latency_ms":1.066667027771473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8938c7b0c60f465b70212ec2169342c013aae5100e54e1cb2335706b4c1f7e08","sample_id":"hellaswag.val.7446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1092291d3d47c52fe9fd635b723fe2ece8dde0195581176030df4b053f13a367","formula_version":"titan-u-contract-v1","latency_ms":1.2182919308543205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c61e9e410fae12a795ec4de7ab04e02af710c7ffdcf2ceda7a95b4a72f5239e","sample_id":"hellaswag.val.7447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fd48c03eee8f2aa0aee3631878ad6ee08f918941366d1121ec3004810b09825","formula_version":"titan-u-contract-v1","latency_ms":0.9097500005736947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04de15d88d19f47f3cf794de4584daaea49df0831fde16f0d761c7b5e7492f22","sample_id":"hellaswag.val.7448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"090d6fed867d4535a42c80d7ce58c9c0e61133b623f6c7f89f6ac8e15385c018","formula_version":"titan-u-contract-v1","latency_ms":0.7286659674718976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8777b7fa919da3ad1b1448b1bc3b3a2b537b3f5e2ffa62928f2db2b7efd8798","sample_id":"hellaswag.val.7449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"943d33ac1075f08bf76f753f758c78c1e3da40513804d89af4e27d667c9f1b94","formula_version":"titan-u-contract-v1","latency_ms":0.8207920473068953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b386d91a3307a6f9b97e4b07cccb86ca37afd36a6dd9a78592d6a5d80774fdcf","sample_id":"hellaswag.val.745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8bb1a3246472c25ffee15c6951b64f7107c64b733ac0e47a4e09e94aede6e3d","formula_version":"titan-u-contract-v1","latency_ms":0.6919170264154673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6d19d407c20fb3cb3a7a7b2bfe41ab11d4e344b5e15b907a012720d4885c85b","sample_id":"hellaswag.val.7450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d1d1ef2ad0c8d9505685a70f93914dc74ae7e5d5aae288979cc2a888c403f95","formula_version":"titan-u-contract-v1","latency_ms":0.924416002817452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29214c036282d8bb26ffe50810c6eef20680ee2b7641bc87e82bda0aadd10073","sample_id":"hellaswag.val.7451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52d648ae7acadfb84eae424d7ded48c1d8cb75d53a7ca6008f0dc5c111968b61","formula_version":"titan-u-contract-v1","latency_ms":0.6710839224979281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ceefa221a706f9f8e64223a41f6274cd7dc672c9ee785639a5ab0de5496c4f4","sample_id":"hellaswag.val.7452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e2c49338ebeff8a3217be36dad4115a1244c4e2c07c5dc95dcc37618292702f","formula_version":"titan-u-contract-v1","latency_ms":0.852458062581718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae2aedad895d66c6d2dfbcff0fd1f6c0d76f7ce14c2f4868ed2d28688f0859f6","sample_id":"hellaswag.val.7453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abc49a95982744dae88877f41676edc326d5b23f46435ee36340bc009c41b5b4","formula_version":"titan-u-contract-v1","latency_ms":0.6324589485302567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0849e3dca440f9e124407fc4748361aeff394818f8ad112ead004a60140b591","sample_id":"hellaswag.val.7454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05df2299014af7a8c3204ab289f88911cfe58f125521648dec2b3daf36ce7b51","formula_version":"titan-u-contract-v1","latency_ms":0.8500419789925218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"661762295773149db63469672b6f364322d7c1a891a2744d825b4330a417d324","sample_id":"hellaswag.val.7455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4494d6813b5fad87f72bf101a4d4faefd7942b20c5f8520fecf792797e4f15a3","formula_version":"titan-u-contract-v1","latency_ms":0.6455829134210944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28b4d775c7607495903c24013f4cc20f0d24321035a7130b2fe0672382903a8f","sample_id":"hellaswag.val.7456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56c32cb656ad06889f6e290a03c336866eff63ca4b7d7790fdfdb91c89e0fa00","formula_version":"titan-u-contract-v1","latency_ms":0.9625829989090562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6b037ebcc2866974f7f4edea7504dbfae9f29d626e36560b67ae2527f9873a7","sample_id":"hellaswag.val.7457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"892bc402208653fedccd84a8b5189f5939b9b777523d290453cbdd6d0ba569fd","formula_version":"titan-u-contract-v1","latency_ms":0.8560840506106615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a599b4af38878d9e69a09de25bf24b72cdb2f7b3a5a6961501b5a12e6b0b436b","sample_id":"hellaswag.val.7458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c95703f057bbc903e08207f424149e39e6d2efad01d2e692d7580e21d49eb923","formula_version":"titan-u-contract-v1","latency_ms":0.6038330029696226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51bf15d29a473801f7293569fb7184cbf9d655d83cc7826b08ab7ba81350e155","sample_id":"hellaswag.val.7459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33caa121fd472c4577e4bcdd6f31f4113bf954fe20081ad41698b41c6ff85616","formula_version":"titan-u-contract-v1","latency_ms":0.47924998216331005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddf7a653f3d8267405bb4845e3f13bf2cccf7b54cc66b5c808ae19113da535a5","sample_id":"hellaswag.val.746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5155811c8fe86d8eb1d1df976eb0d5328c5c4d25bd7f6458c18692b17d80d17f","formula_version":"titan-u-contract-v1","latency_ms":0.6368750473484397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0eec2c5c0bd631b813feffd154b210f7e62383b585ea4a2fbb8d09a7d2f6ff7a","sample_id":"hellaswag.val.7460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e535e712984fd3ba4fe8f0715f109a40aaac3b1e6368c1a6863b2d9962ce1aa","formula_version":"titan-u-contract-v1","latency_ms":0.7196669466793537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fe0a59359eb3d18f7e3194f1264f37da27cc4f5711c3d72822346a0530decef","sample_id":"hellaswag.val.7461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9215b69f874947cbfc92a4671b46b37bae01b4cbca9ddcee647f13a8e4c6c980","formula_version":"titan-u-contract-v1","latency_ms":1.311416970565915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ce4e720cf4e2842583e7ff1309f14a9fff4d480a6318a16ada1cff439b89495","sample_id":"hellaswag.val.7462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e797caca7fb9222b4fef584754ece89ab43c446f31c068f1b86e27ea25b49405","formula_version":"titan-u-contract-v1","latency_ms":0.6722500547766685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"983b60b7ff25d02ea5f00b639840b0f7fc3f1145c95c14f59bfad9d59fd9fb90","sample_id":"hellaswag.val.7463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1544718b306b9541861b287e29dc07518259a546ca362eecdb2cc6705bb2a1cb","formula_version":"titan-u-contract-v1","latency_ms":0.8356249891221523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1708938c68ed661d093311c7a15583279a020d5116875c0d4b823a88ed9864e7","sample_id":"hellaswag.val.7464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c6cdec5bed3cdd5905d9e02ea175a521e84fd3df66aa6d7e4f400d4dea1f913","formula_version":"titan-u-contract-v1","latency_ms":0.8043750422075391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c55a818c507c79be4277a62bbf97ba7b608421720b37a227e4d6ca6a8075637e","sample_id":"hellaswag.val.7465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcce9da03c833b5b87a3679aaf9a32f0ae8429b6bf0ffd24a97d81525de912fe","formula_version":"titan-u-contract-v1","latency_ms":1.1891670292243361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee5b503b4f47d1cf48b58cbc823a16f73e8877e902f0b3cd6316dcb8928c1bc9","sample_id":"hellaswag.val.7466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aeb2cdef0b732f66414e4a334aeac363eb265b84be0a244cf594b7c055f15178","formula_version":"titan-u-contract-v1","latency_ms":0.8742089848965406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8d5cc99cb959e5dd5c8bce5ffe06d59e54563da961a354eba63438507692bac","sample_id":"hellaswag.val.7467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e375621fb503aef2bb56babc613a5470e58a65196e4c5c13de7740563b8756d8","formula_version":"titan-u-contract-v1","latency_ms":0.8616669801995158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0f8a50d91b5b592af5829859c00dec32b802c44deae80123422b347c18321a3","sample_id":"hellaswag.val.7468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0f7a5d1268ec40af9fd56575d97ada85cce556c8e8d35ab214647c62a7c3d5f","formula_version":"titan-u-contract-v1","latency_ms":0.8073749486356974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"460f5423f348c93de5140b709c6570a85c3dad9b4895bdcec5e48fa011a9a3b6","sample_id":"hellaswag.val.7469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59032902f04eb99035be198f65dbcc956b1988bdb461c872bc37d32e20886c00","formula_version":"titan-u-contract-v1","latency_ms":0.6549999816343188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b34083f8cb2da12762239dcd54e41ed13b7f28296b2c56bd74e0d41e81cb117","sample_id":"hellaswag.val.747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95fb9e4406bdee8c5e6394d57b9193d565da7c8fd54029d1c1028733dea3d3a0","formula_version":"titan-u-contract-v1","latency_ms":1.0233339853584766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79ed9dc9a432f9efc2cf6fca36b15db189cfd45ed4489ceaca87d0188f0884e4","sample_id":"hellaswag.val.7470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba4fde208a17e8ce5407b5041bf5fe38fa0e702c2d38cb8b4b62b91d4f3e4454","formula_version":"titan-u-contract-v1","latency_ms":0.6533749401569366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"409c22a6bd4d289cfdeee6dc97a576415651cde1ee5c699bbdb5d48869c93f73","sample_id":"hellaswag.val.7471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50b5629ba1f94e819bca9c278b4923e1c07c18d0253a3a74d04a436bf7050dd9","formula_version":"titan-u-contract-v1","latency_ms":0.8633750258013606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36524efb15bc5d23d9b7bf66f7a9c6f79ea9784537be8f688d65b15866213387","sample_id":"hellaswag.val.7472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21b63ae6eddf43a3bf1eef833a3e591b34afb4eb4ba27f4818794d6205541dc0","formula_version":"titan-u-contract-v1","latency_ms":1.2462919112294912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c25e9bedb08709bab99f60143e1219a9885bea90311aa776116f0124eeed3c2","sample_id":"hellaswag.val.7473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b060b802343b6ec71af2d91ce27086f21bedbc958af2cd4e7e115dd8083a875","formula_version":"titan-u-contract-v1","latency_ms":0.957291922532022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d985fae95d32e3d292834c663795183d092e32ff274a71fa7ec81c9d0e978816","sample_id":"hellaswag.val.7474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3438f9db4be7519e8cd00d3134455ac6ac846d0b45e48b8d2885c8a1b645a0d3","formula_version":"titan-u-contract-v1","latency_ms":0.6699170917272568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36a1e7b3f11e6191fb48453d105f50ce0855dbb8e2ce3f8ca5bd0ca09fbc02b3","sample_id":"hellaswag.val.7475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"636d373be38e246c1de679ac23d7ab87ab69fa5ff82b66ca32302a0794692a4a","formula_version":"titan-u-contract-v1","latency_ms":0.8699580794200301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5152acb8b32b4867d0902c5d57fbabc2164cb211e2c013c4b4609e75bf24a94e","sample_id":"hellaswag.val.7476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab185260bdfa54adf2262434f9127c0cfe5be8e532c177d0d893e70c35e8b754","formula_version":"titan-u-contract-v1","latency_ms":0.9626669343560934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95ed88e994f1bfae57d0b40c084f339a98d8d44d3cc8a96b19eb220222a55130","sample_id":"hellaswag.val.7477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b9cfe7b33cb6f44f159e6abde1d17b76e0b490c5bf3dfbc43591ca9cca5cdc5","formula_version":"titan-u-contract-v1","latency_ms":0.781166017986834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b4ff1c0a51d9d3d3de8534e01530d0244f4e312359bf9a77ebee40529b94da5","sample_id":"hellaswag.val.7478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a33dd5a6bb618af71e4814813374cf55c9b31f8dabf1bcbee8ee76ac81d06b8","formula_version":"titan-u-contract-v1","latency_ms":0.8154580136761069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3f10b15214c6ce6f1868f5684289cdddbb0055be349d9b7252271b2601a4b22","sample_id":"hellaswag.val.7479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86ace629a9edb7a7ff4863a162d0d955d3cc814b7636ba79545cb4dce8ee1dac","formula_version":"titan-u-contract-v1","latency_ms":0.845625065267086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb47e3fc6f40bba1c5ff09cbfe0870a2d5e5278be4d2fab9457b127e685fbee6","sample_id":"hellaswag.val.748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5c8fe384cf3bb17064bf5d04639f131cd91563e6d574824f61be864673f94b1","formula_version":"titan-u-contract-v1","latency_ms":0.736375106498599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c54467091b4b59f182f838ddfbedd7942db594ca9980bda4c46a475b2554eb1","sample_id":"hellaswag.val.7480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"466d925ddc8c7ede8fbbc5fceef0daaa8da10136020a5f178242ece9baac5f77","formula_version":"titan-u-contract-v1","latency_ms":1.7741250339895487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c2c04fe47b956ec76dc2f73535fc60f87b8e4ec969f0df3ec05eb95be60a694","sample_id":"hellaswag.val.7481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31761627bce498353eff46591f44fc77a242916f9da5dc429d0f9b04398d2026","formula_version":"titan-u-contract-v1","latency_ms":1.0657919337972999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a1c8804de7770e4645a777938d78a2bb86f861c18e235b673338cb385fbaf83","sample_id":"hellaswag.val.7482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c42a0cc6a464513228eb848b3ef9d2ac256d6c12ea89615f22a967d90caf8d50","formula_version":"titan-u-contract-v1","latency_ms":1.064833952113986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f32be5d0049553ef893d55f293eb67ba9f4240b18cabb8bcd1d1e076d1450e96","sample_id":"hellaswag.val.7483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d91a624e84efbcb0188b7266f125519b04cc4e321b80cbc6ff018103837276e3","formula_version":"titan-u-contract-v1","latency_ms":0.7618339732289314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95bbfec48638966a0756be0a013867db895fa8caf9ffcd2638762d33a318fcbc","sample_id":"hellaswag.val.7484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a7306c2b533dc5098e289e1707e902a194f20a52af9d5d593aa83f74e56c74b","formula_version":"titan-u-contract-v1","latency_ms":0.7095419568940997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5b2968f28a5a45bf2d8a4ce7739366a6f941e66860629778a911ee67e99feaa","sample_id":"hellaswag.val.7485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d6db5a894282747d545d450cc6554fb699e8491d6711c75e8ca8d486ee5567c","formula_version":"titan-u-contract-v1","latency_ms":1.0993749601766467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d9af46f21683106c7891fb863109e1499551c77d57f6acc9aaa299e98cc3a06","sample_id":"hellaswag.val.7486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0935746e455c4759b777dbb56f03507a845b7bbd1de3967df9656325b206526e","formula_version":"titan-u-contract-v1","latency_ms":0.7281251018866897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42f80a8511dab4cafc0d5eb948daad59b5a69027a2a24db8660ae59219f1ad6d","sample_id":"hellaswag.val.7487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1687a45e23cca170b14c626ce30475c1ffffabbd28ec7259ff948ef46b1a30f","formula_version":"titan-u-contract-v1","latency_ms":1.8546250648796558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"171ff8fce68b17e1a0a12b3be3f733100775c55f736822271d6ac26df0202604","sample_id":"hellaswag.val.7488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"803e81e01bf252918dc41f70cf6bd1890860a9275e7ea48261886526be778d51","formula_version":"titan-u-contract-v1","latency_ms":0.927249900996685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d09bdf8e8478305eb56e9535f17ef7be6964f25eb944b0e0b539cdd507b095f","sample_id":"hellaswag.val.7489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"031fcee0eaf911af222e0e5673fe0c38c4ad6daec1e2902f6a3ea3a08d125665","formula_version":"titan-u-contract-v1","latency_ms":0.5185840418562293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fae2533d0331ba05bc5ffea1120486ee6adaed5ccf7cd99dcb336201488d336","sample_id":"hellaswag.val.749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a9db80d6e1b27aedc11702e436db45af738fd048e6f43a6be3d3cbfeb174238","formula_version":"titan-u-contract-v1","latency_ms":0.6989579414948821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0010cb1e33a6a8b912d03b3419b197c694ba5758b1551871962ab30065501001","sample_id":"hellaswag.val.7490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a6ef4288c0e0d6c5e5e4905e26fc77aa8b5d8e315e42c00447e45c6856a36f6","formula_version":"titan-u-contract-v1","latency_ms":1.1602089507505298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cd580e21fb2be86f70276f5c85dded879b7e6c824ff3b9e82a8f3e21520672e","sample_id":"hellaswag.val.7491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5806bfea52061b0f363a42fb4865ddc98b6f4c0b8e752957d90da8523ec0a5d3","formula_version":"titan-u-contract-v1","latency_ms":0.7382920011878014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbcbfd1d77383b3aaad3ad60a77f65764bea2e910e4dcee160c456f19a9e11ce","sample_id":"hellaswag.val.7492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"416e65e6a91888f3943d0335e1743776e2a5e5f440c0151f00846d40998f72b6","formula_version":"titan-u-contract-v1","latency_ms":0.6998750614002347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d1b1cefd6ea885814d58affd92874475228a61e34ea71ad682a243dc0846557","sample_id":"hellaswag.val.7493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9072cf1b457e3253735fa8a26ad5772caf44fe7c04ecc479b3ef4c95fcf9c5f1","formula_version":"titan-u-contract-v1","latency_ms":0.6796249654144049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f36cf64d0845e84b7a1af3965ec575c8321388c964c85c327ad8fd1fa4a7105f","sample_id":"hellaswag.val.7494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c114db9cce456dba0e79e42ff1028558a2c57e018725d9f490c89182ed55c2c2","formula_version":"titan-u-contract-v1","latency_ms":0.8112499490380287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44d53788cb10461b36435d8ec15840f5232728fb1626fc46ff3759e6d357c406","sample_id":"hellaswag.val.7495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6522cdef3b8a793cb739f6de701e3d1de5ae3a1eb74667c942efab9ced483c4b","formula_version":"titan-u-contract-v1","latency_ms":0.6419579731300473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be914b5c158ba22a47521ff879f777949feeb080bf8ddf6abac6dc342b197d71","sample_id":"hellaswag.val.7496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be2a5bf49ad3b4a2817970bc8592cfe0544416e79ed1ab9e8284a49fe9e95b6a","formula_version":"titan-u-contract-v1","latency_ms":0.8613340323790908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d8f9d76e0d7e1c228b90c3368dc85674aa8beb2629930ebf401abca0369dcae","sample_id":"hellaswag.val.7497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7150b1101712aaf30f715e17cad4757a4c8b478fc3aa44910eb7fedca52e895f","formula_version":"titan-u-contract-v1","latency_ms":0.7171669276431203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94a5f1e8190da6af13d7b76a578014174752561421203e2ced5456ebbbade0dd","sample_id":"hellaswag.val.7498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c56720a4b4efbe5f2fed7c0671a1a375ac79573bc329a6b1cea545d46f176d44","formula_version":"titan-u-contract-v1","latency_ms":0.6252089515328407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e22a4f4415f6a3da42876f5496eb22549061b82f121c0f27ca486e36b8bd4b7a","sample_id":"hellaswag.val.7499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7789f91bb52b709aaedb3eade019e373da8be024d8a850e7f04c413bc201268","formula_version":"titan-u-contract-v1","latency_ms":0.5014999769628048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2d8335421638fa61ae2a52542999343223f31dde7490051d0448a65f46584b5","sample_id":"hellaswag.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43aab69999622325eb463b26329d1e835b17067b66655f41bc46c72bd910bdba","formula_version":"titan-u-contract-v1","latency_ms":0.6286250427365303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6af7e8da8955b8ac2b529291ddd7dea96ad5833d11f2b14d33ad33435bce6c4","sample_id":"hellaswag.val.750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4c31d3993c8655f3871fcbad25e251e503eb93a40d65d012132dad74a79425c","formula_version":"titan-u-contract-v1","latency_ms":1.03704200591892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c7c0f55889206e31876571010b8212d23f034692754d9ac10426dcaf90d903d","sample_id":"hellaswag.val.7500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b5076edcff2dc6543e5cd6b740b4e8eb76caa499875e54a210f20ce3fefe288","formula_version":"titan-u-contract-v1","latency_ms":0.8720409823581576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcab782361f68808b91af25383a61bd8dfd9a4616accf901933b1d31f8796737","sample_id":"hellaswag.val.7501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96cca26ca84dd1e10d4cbbb0883f6e1022e4bef4474901b8ff3c6f422330d70f","formula_version":"titan-u-contract-v1","latency_ms":1.3810830423608422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ef9b6f4ccc872952b313858f99391895c55af7dc8a212ba2be1f89c4867d712","sample_id":"hellaswag.val.7502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"725156f67ebf319500640a9fbf843c9f23899d726505904d690cfff89d48d36b","formula_version":"titan-u-contract-v1","latency_ms":0.6575840525329113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85ff3a44242923ca7e7e3cd9f138cfd8f51c62a37088ad59e2885c0823dd11e3","sample_id":"hellaswag.val.7503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86bad585df327adebfb080265354b60df9a19b31229dd3d087a81187993dd01b","formula_version":"titan-u-contract-v1","latency_ms":0.6809169426560402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"411e9c858e189d1517ae54a287077a49f4d5c6d497b980dd689e51e407e12a01","sample_id":"hellaswag.val.7504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ae643fa904088c3357b7e92485481e2b1d6332c7c7e967c894bbfa2beebf258","formula_version":"titan-u-contract-v1","latency_ms":0.9085000492632389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a477af64f529582c8030ac558491ac83b715ec83c91602b16b9057060beebfd3","sample_id":"hellaswag.val.7505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0382ec6ed29445ade852c9ecfea0f7211ba3c4c79f5239c1eb65dc02f9fe15df","formula_version":"titan-u-contract-v1","latency_ms":0.8535409579053521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"446da2752b5b244f6af2e2013eef01241bb56c040249588e4d143bcb66d92bc8","sample_id":"hellaswag.val.7506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddc494e717c4d6ff4c088f082e2b9937201808b7f9b8be8dd71601229ecf0287","formula_version":"titan-u-contract-v1","latency_ms":0.957125099375844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de58d13a24baa755702882fa309586b7c1351a75814b1d3f133672d8867fc6b6","sample_id":"hellaswag.val.7507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cded52fb34e08efa7a1786359dc20518db4cf9d3f93c002aaeae68b95639d13","formula_version":"titan-u-contract-v1","latency_ms":0.8511249907314777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f16a1e6c125cb3e3eb1c3cb47e1d4608e42e0a5b681a6f1919d9bad8f0b93cbb","sample_id":"hellaswag.val.7508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35b0755e86eceea26c150080a8425c51de2a4c7f6f1f0ec579970bcc5b899983","formula_version":"titan-u-contract-v1","latency_ms":1.328708021901548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b010de76ab578e1ef395454a3e9cdc763ed5574044852f42232f53660e517faf","sample_id":"hellaswag.val.7509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4bee0eb592f82fa742c3b250eab17cecaa5d1792db30a207d0990e569fbe864","formula_version":"titan-u-contract-v1","latency_ms":0.4865840310230851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27d291b1a886e994bc24535ab54229fdbfef0e2383507b37c7e659cb79275fda","sample_id":"hellaswag.val.751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"561e71910cdabef6cb4acdad0e750c473c86c651b6c92ce5caeb747120ef1352","formula_version":"titan-u-contract-v1","latency_ms":0.7897090399637818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39bf703b8514cec7f16b654abdd201e56b3e645a2a3e3a3db387e089ba64f404","sample_id":"hellaswag.val.7510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4f52b63b2309f405dee60aff15fcecbeb2ff2655d6e6b0eb9e303315675c78a","formula_version":"titan-u-contract-v1","latency_ms":0.7886659586802125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa991be3693743d6f7f3377ab20f051a16b152771f5553cb90abf1092a7cdecf","sample_id":"hellaswag.val.7511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f358392bf1060f7bf33c8cef472a6c5eb7d025f12db3e9d8e59a1e8849b9ddc","formula_version":"titan-u-contract-v1","latency_ms":0.7986250566318631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"168c3afd7a9b058dfeefcbf7be43c9e673775ed3312629bfe4f5d6127d490f39","sample_id":"hellaswag.val.7512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7e6f66319349053d555652a2a500d997e7d746d5268887b7bfa06954cc47715","formula_version":"titan-u-contract-v1","latency_ms":0.7577500073239207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"614e36dc7dcabeb5f1a267de1fd333c1e3a1c3c8421d5ee18b106e62e80ae6fe","sample_id":"hellaswag.val.7513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7e2888b54eac87949e1a6ec704f04d5c28efd8b338c505dfd74ddccb82e7189","formula_version":"titan-u-contract-v1","latency_ms":0.6586250383406878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b4fb46e831c2907a69f9bc59e7e2ff3bc906c26114d4b0a14b5845e9da5d2be","sample_id":"hellaswag.val.7514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e1db7671d3455b9fdfea0dc0768e81a31cbc478c01c3184e58bd361673ae5bd","formula_version":"titan-u-contract-v1","latency_ms":1.0815829737111926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd4d7b438292a79158763a01f623c2e84546406f4c091b60267dddf19a950f13","sample_id":"hellaswag.val.7515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b6552346a8248eac54cb148845acd2ebca5ab8d15a570c2918b84f55fbd612f","formula_version":"titan-u-contract-v1","latency_ms":1.2599589535966516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"496f8638283ecbadd72901b7a18c7704b4c5bfaaffcadbb3c7197310de8f4d50","sample_id":"hellaswag.val.7516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d2a9081b8ec1e3ab4ebdab5812580aec8bc98614a7c16d437f72c8192e0fa63","formula_version":"titan-u-contract-v1","latency_ms":1.0791249806061387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2be3c408f869bed444d41aa6ebd3c5ccc9fb882d92f62a430371d1a653532595","sample_id":"hellaswag.val.7517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aba726f56c2808a273b784fadd8fdd3bb736751bf1e32624eca76f3b232e9103","formula_version":"titan-u-contract-v1","latency_ms":0.6902909372001886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"394f7e4203d84caf8a6814be2100d91be6e3f0a9b28fc90f1986bece5ec08b5f","sample_id":"hellaswag.val.7518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e76501f02f4844b4194e3e8e5e44f42df34f106764d6fe28136dd2e544d0bb3","formula_version":"titan-u-contract-v1","latency_ms":0.5957909161224961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"442a3c389d71533414a4317e9332015fa0293bf31a77efa12e1262828d363149","sample_id":"hellaswag.val.7519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"705e18bff7780323e6b5f2a4503deca8417966dc9a3d752ca54a28a71fef3452","formula_version":"titan-u-contract-v1","latency_ms":0.6854169769212604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"122be851a3a2f6bec88c3c87b33fb2de1eb52e0f37c88d89348212e883f21a66","sample_id":"hellaswag.val.752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56055a001de18d59dabcc5fe595ff6cd472cacfd7f74ac0402dd86a688429d27","formula_version":"titan-u-contract-v1","latency_ms":1.623708987608552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e26761afe5c364233f0a7e146acc705121c68d0c736b84c848f75d89855ca998","sample_id":"hellaswag.val.7520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db0b5ba0e83771ae0210f55c53c4083ce80c7d945f9e0bc9813f32b75639fd04","formula_version":"titan-u-contract-v1","latency_ms":0.6012499798089266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b49f73523c780fbbd35798c4bf21dadd83d2eb9504b9557391ecc9f97418e5a","sample_id":"hellaswag.val.7521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7645d3b0e9d95ffe88a42bd73cb3a10d727eb43b421f3b900870848e5d539964","formula_version":"titan-u-contract-v1","latency_ms":0.923417042940855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f570584d3da812b726d816b5c62d2ec12cb20dea97bd5fa8d21236bb1d0996e","sample_id":"hellaswag.val.7522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21e6399fe171f5b6a6fc92cf703a74b4c0abdb1473acd7e2117c92dc10586400","formula_version":"titan-u-contract-v1","latency_ms":0.9434580570086837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"507bfd1850023817baf7decaaab535f6276e405c06e4ed229a2d45106fedc535","sample_id":"hellaswag.val.7523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23ee53a8260cc0d58f1fbb1dc07ae8c111592e22d224f1a4135749571aed9804","formula_version":"titan-u-contract-v1","latency_ms":0.6937499856576324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af0d6387c0a01237dda5edfd928c6c30e1d6f84b6e9ca1ecfded70938b49aa03","sample_id":"hellaswag.val.7524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2543e8cfb6010e80dcc807eebd4fbe3eedf84d13066fe3313b4c27e806299aea","formula_version":"titan-u-contract-v1","latency_ms":0.5885419668629766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d601639aa8f89a354246dca3822f356aac6f78ad0c821b890554240abfceb86","sample_id":"hellaswag.val.7525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9ef2a4ac88aafef6331ebe1674bbe3c10d97579a6d3ac55962f32dd16d7b113","formula_version":"titan-u-contract-v1","latency_ms":0.8744170190766454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"937e72c2f11a356c6592750e54abf44e85edd7666463ab99e045e4769aa90136","sample_id":"hellaswag.val.7526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee96cee00f46122193576493a1f03e32c233629d6280e2de58eb3942652f6d59","formula_version":"titan-u-contract-v1","latency_ms":1.3583330437541008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a997da97e0310ee5f58e565c512196718bae14fef34ae105a63997af46b95288","sample_id":"hellaswag.val.7527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78e2c1b76fa0c2f1f4370f33d17212b7a0edf63e2ed43e2e99f066871c25aa1f","formula_version":"titan-u-contract-v1","latency_ms":0.5955829983577132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1a1e03da260a13c43388b3c453e8d25a82f4a1d68a24a749ebd223066cf3570","sample_id":"hellaswag.val.7528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8181ada5a6e5bc52f098c01f925e166d47c1bc74f902b00291966990edff8170","formula_version":"titan-u-contract-v1","latency_ms":0.8637079736217856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"311dbe348f3eb2e52f77f13cb8db0add3a7d191f8bd4d77c5a103b5370330fc6","sample_id":"hellaswag.val.7529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a45fb0862fab447999dece97d3fd6972c5c0e3c5f54460ec8725f81d7074d961","formula_version":"titan-u-contract-v1","latency_ms":0.48079201951622963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f090242636b123f13a0c8dee2acbdeb9bb4757ff5b4b1bf1c6ed41efc2d7b8b2","sample_id":"hellaswag.val.753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a781ecf80e4969b4661af050642ff4337f4a5fcf888d8a288cbcf1231c9ec6a0","formula_version":"titan-u-contract-v1","latency_ms":0.6667079869657755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d651d51e6d8082ac5700128df85a2ebd92d3ef90966767e26e81cac94c2be259","sample_id":"hellaswag.val.7530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97598edfc5360cdb6ebefaea2f9942a661942c1ff304ee61d2af281c4328bdfe","formula_version":"titan-u-contract-v1","latency_ms":1.8939169822260737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37a9919a366362452befe356d6407e27aa381766c79d64cdb4e5819cded326d2","sample_id":"hellaswag.val.7531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7b7af8bc646b8879656988895e06dff662aefea3f2701298847a5541139688e","formula_version":"titan-u-contract-v1","latency_ms":0.9782500565052032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fa9228b12ba43793643cff7aa6169bd85ed47051671e106d7621424a3ff2e87","sample_id":"hellaswag.val.7532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c93ad1337c914ba6fedfcf7b9715955a17ca4c9edffb8cf49431f77844c916b5","formula_version":"titan-u-contract-v1","latency_ms":0.6654999451711774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ecff6bd85dbbf37dd007e349da291267c4f3752a8bd1fb8b6d0c00726203810","sample_id":"hellaswag.val.7533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d3674bb677c0a9416df1e58720b339f2cfc5e874f381dd8202a43dd30dc3f26","formula_version":"titan-u-contract-v1","latency_ms":0.8372500305995345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fe8a881480c1ac4ff7a046caf41953f59a2888987fe9cf64d506c1b5a4c8c12","sample_id":"hellaswag.val.7534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e95d01a9efad611afab9db3370ed7ff48b81e0e54ebf19e02cab4b9c8d826955","formula_version":"titan-u-contract-v1","latency_ms":0.6947499932721257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a559a4d0ab713180559c1af836dd231eca76dd8de067294b958c00d1996f562","sample_id":"hellaswag.val.7535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b10853db6a5a335fa6236aae7021a2746f03df8cbf334a57ff76a7987caab8e","formula_version":"titan-u-contract-v1","latency_ms":0.6666670087724924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90a43e10c3a80fd7c978f365cd44a1eb7102bdb1c5bcd041ce0fd22172e47ff6","sample_id":"hellaswag.val.7536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fc0156bb4fdf9e45f4292a770657863e3b6bbecdeb733d5751fa8a9d37a5b87","formula_version":"titan-u-contract-v1","latency_ms":1.0497499024495482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"187c9bcbdb6007f3ace7ec051fc6a19867b9f69e7953cd8d069edc2e25379977","sample_id":"hellaswag.val.7537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c622c2eea4e3400decced6796430002f18a4e3b6e668e43ab9691773258703aa","formula_version":"titan-u-contract-v1","latency_ms":0.6888749776408076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a846ca3b3ef75ddf2b05fd6bc0c5156a703c14f4329c390202d7e9eedab25e78","sample_id":"hellaswag.val.7538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e5e7bf530f928a8e935b384905474a93c5ffdadb8dfb03347a33fc75f9e4a3b","formula_version":"titan-u-contract-v1","latency_ms":1.1480000102892518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26aae5de1c562cb1905bb212672d6b4e931bffca088485c430888e083570c88f","sample_id":"hellaswag.val.7539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87a170be7c663469e9b3cac70ebef80b3520801a06dfe3c90ef2afb334663612","formula_version":"titan-u-contract-v1","latency_ms":0.5479590035974979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fb99cb978557e3cccb3e1de168eba54c326397082d92a2b85cb321da8bb0381","sample_id":"hellaswag.val.754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8b85728de9fa81366e0ebf0c026a1d8c57d201723c7f6f83011ad2b86f072ec","formula_version":"titan-u-contract-v1","latency_ms":1.0193330235779285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95b5a6f0d734e1c428b1d8cf59344e57c0a9b64ff040f8a1e38f39887fb05d75","sample_id":"hellaswag.val.7540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11117de0fd6233dd4ea45faa3253a20a77bc1646a13ed38d1fd294c4a2a1c687","formula_version":"titan-u-contract-v1","latency_ms":1.0174160124734044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d52f952e2672f74a503e21ce13c58b4cdb5d11556c95229b19d23e6505537f6c","sample_id":"hellaswag.val.7541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6223eb02f0f033a00400910161a3c93ec1556051a60911dfe9ca3b560e232c48","formula_version":"titan-u-contract-v1","latency_ms":1.0542089585214853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9502434b94357bd2c8fd744d1004ceaf98193ffea99ec64cdaa539d2233e5005","sample_id":"hellaswag.val.7542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bdd95c02227b5ceb1ae091ba50c44b82a92e395533aab1a7c7fa5ff4403efd4","formula_version":"titan-u-contract-v1","latency_ms":0.8675419958308339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43bceec7a6de6b74df44279ecb33dc809ea39a6e919fac1841c24e9ea56378e3","sample_id":"hellaswag.val.7543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15393a235cc6e17aedf0abaea70bddd5ef14810e1cc5adc75d4e4e2c6f77f91e","formula_version":"titan-u-contract-v1","latency_ms":1.0393749689683318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"602e8797a9b208c718e39acf2d239539d0cf48fba720d9f356db8ed2acbd1a77","sample_id":"hellaswag.val.7544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84c92c149ac399be160067c12ab3880b886c4af213f7bad52956826666d1ccf0","formula_version":"titan-u-contract-v1","latency_ms":0.9862079750746489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfb07f226567382e64d67fc7aefc5176fbda975497abd30e3c75d8db50f887f2","sample_id":"hellaswag.val.7545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acab20556b1b43a6205d699538fe299a57e1537692aa91d8949052decc161ad9","formula_version":"titan-u-contract-v1","latency_ms":0.7352499524131417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b02bef188e550a09b9ae7de1ec9ed449fc9abc61b095d0c0d9247b3edd6e314","sample_id":"hellaswag.val.7546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d66534c65fd2e90bbe1182151a4b3d5e78be2b2978c2f050008e6474d0c99785","formula_version":"titan-u-contract-v1","latency_ms":0.8347920374944806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3040982dff43fe070cba0e4050166746724ebe9983d4c33021e29b063cb49506","sample_id":"hellaswag.val.7547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba56f61b5d07aa6bff7c615e85a2297f9ca8a448e9e3d0d1bc0c5c5a5baebd06","formula_version":"titan-u-contract-v1","latency_ms":0.8655840065330267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb117b6428a2ec5d29cb8371fb24ce0a0056b1aa8e8fe7efaae1a785bf0ab891","sample_id":"hellaswag.val.7548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ddbf1291740d87d867cf74173a3e67b8dccec38aca0abba0f8c717690faeba1","formula_version":"titan-u-contract-v1","latency_ms":1.3887089444324374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0932d92b81cc22a3160bed75d7900654ab0a42c329f7b45341e78a09f8e937d","sample_id":"hellaswag.val.7549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"870dcdc6c7d0f1140df8bfbeb9d1e4f75d598557a60649e34f13159ce7fb6fdc","formula_version":"titan-u-contract-v1","latency_ms":0.7829160895198584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aab10756db3fa57df4ef1801abd1de0b1aee43c773a901b1596e574c94cefa39","sample_id":"hellaswag.val.755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ed2f064cba0973a3606228866404ec0dfe57ece48d66bedbf73e0db2b86baf1","formula_version":"titan-u-contract-v1","latency_ms":0.6552499253302813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e330b92f3bf08702c78b85f794600a24766a1b134417fc584c2fc4e4835cb0e","sample_id":"hellaswag.val.7550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"300533b0601988b75d11a2b4867302918199a17966bc99aad6fb0353e78748e7","formula_version":"titan-u-contract-v1","latency_ms":0.7290419889613986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec57193f2b3e70f395ee572a787c8c128b4d42e3b66e65a23102125806ef141f","sample_id":"hellaswag.val.7551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d97a2d6618fb3c9eb3764b6df42c77158c96d7c8b89e6810609526a74570552","formula_version":"titan-u-contract-v1","latency_ms":0.6938750157132745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b14e1a0cd676233f32b5ae509f56f802431cd85421410f0da4178fac051cf000","sample_id":"hellaswag.val.7552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b37b8d3e005dc67996e7127d45b62a30e128980837d08e5186503140b198358","formula_version":"titan-u-contract-v1","latency_ms":0.9520408930256963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78cd40851e303e61aa35963a805e9e997bd52b700797f41dd6fe49ffa6e42bde","sample_id":"hellaswag.val.7553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5dd7823d9cd80ec172743b70e179b905707c5b944738c3984f1ecdc9fcacfa9","formula_version":"titan-u-contract-v1","latency_ms":0.6632909644395113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea4324086753adb38434e42cbee5ede618b6b001e0d78a78e4a01bd06c03a225","sample_id":"hellaswag.val.7554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52a4e192006b172df082ca9517da295e9033a88a819a66f3de9113c7f4589cea","formula_version":"titan-u-contract-v1","latency_ms":0.7711669895797968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce3ebc5f8aa2f9a5511e9de4eb59bf1f6930d7c956ca2509d38ab529b992d961","sample_id":"hellaswag.val.7555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e61ebda7da2d4473e8c000f13f0ac37eac7e509eb2ca36c30beb21b32f5c52d9","formula_version":"titan-u-contract-v1","latency_ms":0.6191249703988433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23272c960d39452cf00a63ea2b2ab46520f45ff0e2982821d06ed3a20c14689e","sample_id":"hellaswag.val.7556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57aea840c20264a3615283a80ae81f40fb0917a63d708148c6b11ef2fcb11563","formula_version":"titan-u-contract-v1","latency_ms":1.1979170376434922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d58c19ce690147fc2920a0f1d0c02d8b239f198e6414abf19ae9ba0817397a8","sample_id":"hellaswag.val.7557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"515794b74556a1a15bc3be869db8f134a35ba89a047f1bd52c73dda28465a5ab","formula_version":"titan-u-contract-v1","latency_ms":0.8315839804708958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"823b1bf22c7162013c07eab71d7cc22e8de001d93548c77ffc36d614c821f790","sample_id":"hellaswag.val.7558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f77d3af9a00d6851021c898c126f8ca7e52c32c378938254c73238265593909","formula_version":"titan-u-contract-v1","latency_ms":1.152333919890225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"579a0bbaa0c5da3a1ae505fd93fecb59b2362ac16c32a5d777779d4b3c28ed6d","sample_id":"hellaswag.val.7559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ca043f352a0348d86ee4abe8eaab59b6b16d6a3e73dc8546cb068b4e8bee33b","formula_version":"titan-u-contract-v1","latency_ms":0.67679095081985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd0e47c9e45aa8cb234e9030580862aade95a1b84c090318d617574b8fbb4e69","sample_id":"hellaswag.val.756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7d7b2434853177e68475f1d41f17e224042727bdaeaca4229999be0664e6c2f","formula_version":"titan-u-contract-v1","latency_ms":1.2405840680003166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9cff9fd97fec6e852d856c2e0b47e28a8298faf50d8582c60a7807616ef8771","sample_id":"hellaswag.val.7560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95d07f63131f7bb574ec5dd308cefbd1204262569ff0165a242e6f7c663ed9d8","formula_version":"titan-u-contract-v1","latency_ms":0.706917024217546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"def5cb5643a9d61c084d5f83037f927146fdd89a5b5f835dfef312e3532f04a3","sample_id":"hellaswag.val.7561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6813901cbd1daf8b9eac056a5c7c1d509fce9f1413937e7cd803685d71adb59","formula_version":"titan-u-contract-v1","latency_ms":0.8292499696835876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41336af8a99c0200c395172e5df26c2cd76969ecbc4303dd19e747b9c4ca5d55","sample_id":"hellaswag.val.7562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c8d79006e2daec5b0ccedb8d611fd33081c50d58d9af2718db4bcff8476d77b","formula_version":"titan-u-contract-v1","latency_ms":0.7153339684009552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"624290078bdbd43e6f76aac50717104c75330d35e82ef7fa528d2f2d3bf032b7","sample_id":"hellaswag.val.7563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b28a49b67c0d4b2c71ec54d7111a44a8bc51f18ae266ff17c712fde74c3dc0d1","formula_version":"titan-u-contract-v1","latency_ms":1.0333750396966934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b3698ccf80e56732bbd76894dab7e9624e5163ea82128c59160fe774cd02fe0","sample_id":"hellaswag.val.7564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7b3b586a5e0cd035e59f04a518a3ee199aacadd4b3967abcfe6b6066fec67fb","formula_version":"titan-u-contract-v1","latency_ms":0.722791999578476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b8f177580ec4ab2f52e776ff5dc1cac87656ba681fa69112844e2b64e3178e7","sample_id":"hellaswag.val.7565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03c5c9d07f5c115217f296041a7d3aa81d1a235f214fd8e5d5a02bc908b7d46a","formula_version":"titan-u-contract-v1","latency_ms":0.8582499576732516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8ce67a93ddc056cc2f4ef141b167f1fbf202b179d3853e75400da4dea08feb8","sample_id":"hellaswag.val.7566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"514637e941027a03249c36b15e4851764b89c3c0b4fe6fcb7d9afbbf1d68d570","formula_version":"titan-u-contract-v1","latency_ms":0.6286670686677098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa2093bd9409c59a42cd2ba87fa909179bb0e6cd5736c6913d155ce865683080","sample_id":"hellaswag.val.7567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"217af88fae3e312ec279336a36ea20b706a24851edd5187db1dbb1607764aa27","formula_version":"titan-u-contract-v1","latency_ms":1.03087502066046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81bc53e6af722e9617c6856c9c00963bdad4d21434728520c2a3166bf5283a03","sample_id":"hellaswag.val.7568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"398aa178e411353c9d3ca7fecdceb23ee06baac01be895f99698d495f8306b24","formula_version":"titan-u-contract-v1","latency_ms":0.9094580309465528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68ffad6b698397902559d143ce5460a3c176195c52adce212c4e934235661e44","sample_id":"hellaswag.val.7569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ee684746601dc225cf205e81be5c7015c23374e8b76e3d01dbac08c7d8bc63c","formula_version":"titan-u-contract-v1","latency_ms":0.5146670155227184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e3cfd3e7cb8f6aadd7423ad7cb4f34706ac23db898a72a209825d208264893d","sample_id":"hellaswag.val.757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e2686d675d4d75221f036a8c09aacdda87ad9e81f51a8147aa4474ddd086448","formula_version":"titan-u-contract-v1","latency_ms":0.8581249276176095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42d3acdcd2db047aa2ab3cce82ab4727a8ec003779fc10eb0e58b226cb60c564","sample_id":"hellaswag.val.7570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8323a12114a6c9959553aaea9e144c2f3d4369b48e00e5bda7c88837356d818","formula_version":"titan-u-contract-v1","latency_ms":0.6625000387430191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6077e4d27fb20ea1d4463f762110c02a9b063491401f7277e49e771428ab2563","sample_id":"hellaswag.val.7571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3181c47a40d2c843cd9e00fe3141aa0cf8a65b5216b1bf15b20345a5a9d5748","formula_version":"titan-u-contract-v1","latency_ms":1.4654169790446758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d1aeac38edac45a9ee2d3b41a72fcb30a03aae625356927108b8d29e2ccb776","sample_id":"hellaswag.val.7572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8722fde75e9a1f1171b6df1a485f543ee3b79ce6819700fff11651772d0858cc","formula_version":"titan-u-contract-v1","latency_ms":1.151458011008799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4948c6002eae1534ced8177ac1d52dfa047611dc45e0bc6f1d87dffb90b6d1d","sample_id":"hellaswag.val.7573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e9c5ff3cfa9469e92f9807cad29bc533b107d390fb95f254826383f6ef1c739","formula_version":"titan-u-contract-v1","latency_ms":1.0159999364987016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e3f54ffe0a0844059f12ec7bc0c9d60215310bb902982a3311c8d691a914caa","sample_id":"hellaswag.val.7574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45bb860330345052de47f392f6188585343e8b2723fe8529178dd14834bf4667","formula_version":"titan-u-contract-v1","latency_ms":1.2594579020515084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb11a895fa93b37752931bc91e731c56ee99057ed882193d922e9f43382bc52c","sample_id":"hellaswag.val.7575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"683ea747b0c5d0bcab6d0b9c2c3560b7f6aaed4a5a0728d3f1257284f41368d4","formula_version":"titan-u-contract-v1","latency_ms":0.9483330650255084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11e94dcae2b97b0608e3c3bf4005be0e316763a23a938447d1a909528231847f","sample_id":"hellaswag.val.7576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbf200cdaf4dff654c6fa2ae0a58bf3f833550bfad2f82761e5bb7a6a61f253b","formula_version":"titan-u-contract-v1","latency_ms":0.8128329645842314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59679899dd3c9831e7e86559e1278824a31a0bfbb0955547f8027601df093b27","sample_id":"hellaswag.val.7577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09716c42abddcc2de28327d26267b1cb5c7c158b3267e12454aebed48d822788","formula_version":"titan-u-contract-v1","latency_ms":0.7278330158442259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"579c9c06e3fdb97317c8a1d89a68c1b68de69b9a6ab4a1de28a4a2c6e3a681d1","sample_id":"hellaswag.val.7578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e01c9b4a0171ccbcb448b4619c589192c9572036527a367d9e2c7e0b4ef5e4d3","formula_version":"titan-u-contract-v1","latency_ms":0.9591669077053666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d408f38aba5a7a7cab28b59b1e335fe9537a17d9c74ba4ed5ffc798bf18fc21c","sample_id":"hellaswag.val.7579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec75169cb85ed524b8c1c938c7279de1e27b4bc5dc6c775ce918901d98fdae1f","formula_version":"titan-u-contract-v1","latency_ms":0.5470840260386467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2decb5fb36b18bd4ae94e3cc1cff197d4cd1b6f3180ead32855a1a4df27011a","sample_id":"hellaswag.val.758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0ac022c564e973e2eb9b4b60ced5346db53d15c06ecf406ea2f7754276ccc35","formula_version":"titan-u-contract-v1","latency_ms":0.8287080563604832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5860e72bf33e4360a53ed4f26c6b7921d34f00945232ddb06f342a6986bac9ed","sample_id":"hellaswag.val.7580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baacf6447ce44693e16cdd5cba6dc929d3609b57d5fc089b262f8ae9b515897b","formula_version":"titan-u-contract-v1","latency_ms":0.926584005355835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c28d50aac067cd35820bee11218408b56acc0049c18980f9dee86f473bd6774","sample_id":"hellaswag.val.7581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6adb9d0071cf87d5f7cc9b3508124677773096371a1fa08a8240df12a018075f","formula_version":"titan-u-contract-v1","latency_ms":0.8638750296086073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e7a34ff32c1e4f3998f7db48b02d96186e8e15f4722dff52d3be0577d0aaf4c","sample_id":"hellaswag.val.7582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63427671293a9cf28a137b9d7a5abf7c0a47b6d007dc2f712dbdfdb5908a0ef6","formula_version":"titan-u-contract-v1","latency_ms":1.0412920964881778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a537481184ff26f6fac60e45d4ac386aedb75df63ae304e4715514cc8ca020e","sample_id":"hellaswag.val.7583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc5be3e70ccc627208defb1dca50873f06573fc7e682804959b72369c679222c","formula_version":"titan-u-contract-v1","latency_ms":0.8600000292062759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28dae60a15bdcf404bc1a05a736fd28ecb5feb23ea14336b172b4017307da3a3","sample_id":"hellaswag.val.7584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11171510cfbd88bc20b59099a5e7cf82e16141cbc15fe771912b5d4bf944bc20","formula_version":"titan-u-contract-v1","latency_ms":0.7555419579148293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e59b023e8e9ab8df86b8f3f2c2b810907687985b59e00c0a0c1b0f47dccbe1c1","sample_id":"hellaswag.val.7585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e1b22da735f9d4a1d3d8435ed5a1f3162b597dda13ea37c53378cc80787e380","formula_version":"titan-u-contract-v1","latency_ms":1.4899169327691197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9877d069fe3f1d60dfb1532835414901d88890d1281248c2dc0261a699296000","sample_id":"hellaswag.val.7586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30111ee83c8ffd1584ad013680b6df18a5a1acccc7f023fb04b8acf3f193ab4b","formula_version":"titan-u-contract-v1","latency_ms":0.9376249508932233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32206c317a42b65b1fa177a2825bff05f714b82bc140f0c16b4a856e98724ce3","sample_id":"hellaswag.val.7587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33540c928e084fa25792ea57ec3e67eae5d4090808a5fdbfc3c4a9763f1465a4","formula_version":"titan-u-contract-v1","latency_ms":0.6744159618392587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdb9061120e50fe5ea6d046759329a9e33d9ee30a6f43b6bbf0d09c395cb6936","sample_id":"hellaswag.val.7588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f0c7379d4ea0a03238b0689f3f076bfaaf540de1d20fe2ca7661b7b06463936","formula_version":"titan-u-contract-v1","latency_ms":1.1999579146504402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df71b16cf33bc4a03629c1bf46fa53bd1b0f2559a112abd65de6d7590fe383bf","sample_id":"hellaswag.val.7589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5255b1a2fae6e667e4d0a17a9a5ee241a9e4c2c26639ada924fa821fe9d97c58","formula_version":"titan-u-contract-v1","latency_ms":0.6159170297905803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed48dbfa29234771c9098341f315168942b3c00871bc06d879569251d81f958d","sample_id":"hellaswag.val.759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fce9ce5a4e62bb1a67c4110508793f9dceea2bf45e6dca02aec0c92e58801c4c","formula_version":"titan-u-contract-v1","latency_ms":0.895791919901967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"328eb94057c8915d9a6da9700dc58b413898d14abb7ce6f7257bc84cf0d0513a","sample_id":"hellaswag.val.7590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fdf32d5ad98a8bf1037bee9106b2a6dbbfbc6e94c205bb4a34390f3c80dff24","formula_version":"titan-u-contract-v1","latency_ms":0.598000013269484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb36d25cd036f40d481cecfe36e4bdb708413704310ac96880a35b90902a124c","sample_id":"hellaswag.val.7591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42e5410d5fdb26b31996b1b35d975d3ef12a8ba14088a4a1e3d607343bee28a5","formula_version":"titan-u-contract-v1","latency_ms":0.6528750527650118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"849ca673d917990aff44ce94c234a677dbb89ffdd3dae5698c2a0e66dddaa919","sample_id":"hellaswag.val.7592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2885ef363d4e7e6c911027a688d56748a15eaf2d89854421ee6ac0e784ae50cc","formula_version":"titan-u-contract-v1","latency_ms":0.954583054408431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28d869c4773dcd06873402447d4c6c4b6ad073e4033d870743e296a2b1539abb","sample_id":"hellaswag.val.7593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47e982e9fc960abd0591aeeab3e922f377c2304bb4ddacd67b871357daf3172e","formula_version":"titan-u-contract-v1","latency_ms":0.6401250138878822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e011efc110c1f54fb92a631785b749d5cb558e672dce291d850d55c9bbd4fb0","sample_id":"hellaswag.val.7594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b45a3965cfae06f61cf1189889d51618ce67a1003db7cecd1bceb4df8482a5d","formula_version":"titan-u-contract-v1","latency_ms":0.9660000214353204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a1af1bbc913b0047371b751da323a479e6c5f735d7d0e6f91a68bb3638e0099","sample_id":"hellaswag.val.7595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21bc5cdf7bedd394f18e901fe92af6f2ecc33442465b51a4c201869665f48a10","formula_version":"titan-u-contract-v1","latency_ms":1.839792006649077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9bba3aabe4bf053409b383b4d70649f136a01eddf25e79a028fdf551fe8a0a1","sample_id":"hellaswag.val.7596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5225ff8c1ceaef1c864399669a5e710c5d9d33b63398b910827dc9d8f4146ed","formula_version":"titan-u-contract-v1","latency_ms":0.9887090418487787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b74002e8ca90d158b2d551b7c97d587be0c82da79e95c7282017dc6d3dc9cd95","sample_id":"hellaswag.val.7597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1545da2a1146b2c95dc3a73607448d23b3935819e7072c78aa0ece92120effdf","formula_version":"titan-u-contract-v1","latency_ms":1.0074160527437925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"277dd0e4f5592491047d9697a54ac625403d1e310753ebacb1913a3f7639e16c","sample_id":"hellaswag.val.7598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51fd4dccc0cfb887fb107c247a45dbf54823c1ad148d769a9aab969db51db3a0","formula_version":"titan-u-contract-v1","latency_ms":0.8772918954491615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e296060c152068cbd2fef6ff3b0dd567d393cde83a44af4cb9699c62db68be3","sample_id":"hellaswag.val.7599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2284e3dc72dae3d25e0d9bb7c5a98a11758c9ec2c0c1ba60368eae3df5cdb056","formula_version":"titan-u-contract-v1","latency_ms":0.5142909940332174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87fcd1c035147974c1994580bf511ca7ae7b5ab90347ed0646b7fe05e7a9e8fe","sample_id":"hellaswag.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f28cb9d792f6eebd062964e15bad3a274b87f54f890ec6c2d2f9a0a1b7648734","formula_version":"titan-u-contract-v1","latency_ms":0.5510000046342611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6538b91f8385270d72692be91b0ee30ab2d44d3cde187256cb1269e8ff94003","sample_id":"hellaswag.val.760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c386e92dc5ab7dca5c77a1ec75f7cef4ac8468eb3d182e6a2ccb175bb3512b5","formula_version":"titan-u-contract-v1","latency_ms":0.7798750884830952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a8147849a79945c3a21c1d77998592aa1649d1e6c371de8b601884de6cc507d","sample_id":"hellaswag.val.7600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2415bc1cf7d93a0085e61fac6b7c051952678e144de37a72186b952fb6da92f0","formula_version":"titan-u-contract-v1","latency_ms":1.8052500672638416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d348c5ec85bd97ee4a1d419e8cf5f33211e926b24ebc4b972dba25bd9c06788","sample_id":"hellaswag.val.7601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b92e5aa1aeb48f0d06468ba7797d1c163e478a0a558623ac3aa8c507bebba4d","formula_version":"titan-u-contract-v1","latency_ms":0.9120419854298234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3291b7a9f10dd0c997101e9640a5ea7abe899cb924b48dea3f9863a548dc5be","sample_id":"hellaswag.val.7602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6432fa9a1f6da3a92635fe9a92711b573a434499c37e2bd210e5fce6c18aefe5","formula_version":"titan-u-contract-v1","latency_ms":0.6943340413272381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a99be246881e0f8d87d967ed7250195e574515830e9cec55ce86462add8b0b49","sample_id":"hellaswag.val.7603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8de0e0a433052fb8cc17d292cc6c4b01531bfbfcb672a043800c0688bb0d09e4","formula_version":"titan-u-contract-v1","latency_ms":0.6528750527650118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"080bef1166df302e33a281bf207349c0345ed8f673271bd0c9f794f2cbebc963","sample_id":"hellaswag.val.7604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d39e41c78799b6c4a79e8391eefad050358e66691588fa8501c51ae62189a1ea","formula_version":"titan-u-contract-v1","latency_ms":0.6737500661984086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77a5683f565eac0ab97afffbc5b1a1f1dd81857d5e2b89ce40030b7642f44a6d","sample_id":"hellaswag.val.7605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a0fb3909493666ebb974587b9d76a6038e6e723b19cf560c759e89c976e528b","formula_version":"titan-u-contract-v1","latency_ms":0.838708016090095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6df35abd549e02942fea2dc7e8671ac6867c9d8af007c77bc44f2c8b7baaf62e","sample_id":"hellaswag.val.7606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3148394b293d604c99841f7cf4c521ee2e184eec1e9ccda0984dc54a2a5d955a","formula_version":"titan-u-contract-v1","latency_ms":1.3279590057209134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bac11a4412779fe373822c8dba39d215acbb7d9b30d9e8284c382894acaf8b36","sample_id":"hellaswag.val.7607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8ac05e558a9dd0794cf6b5fb4ae841a12362262194fcee088a2c492ae75f089","formula_version":"titan-u-contract-v1","latency_ms":1.0315419640392065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"289212c74f3d3678777866a86b1d0a27623eac587964d8041428fac75c23de50","sample_id":"hellaswag.val.7608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23ff65f074142f592d3460a98b198970e908a7ab8bce64dfa0f6a7dbb05920bf","formula_version":"titan-u-contract-v1","latency_ms":0.8951659547165036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cc6ddb64bd77f245d3c7476427fd9db454ddf7f1283c67e8ad7ea6d09c80b85","sample_id":"hellaswag.val.7609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba24574d2fe87683b25fa5e24b07e17daa37b219931927d0f2fa5e4ff1255126","formula_version":"titan-u-contract-v1","latency_ms":0.5312090506777167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c042447f55e1a01f2ac99a2773048c912d5eda5571e06ddff7bb45e4728521b6","sample_id":"hellaswag.val.761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"713f400300435089ccfa48cecebc16ede3c70e57adf7767657136fceccd36a81","formula_version":"titan-u-contract-v1","latency_ms":0.7033749716356397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbdf03068da221c51ae8b77763c91b98b9a8598f98d94ecca77b80e5f27807f2","sample_id":"hellaswag.val.7610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"597fdd940aab27cde0e7825fac12955b919c3e8bc613e5f25c357bceae70c426","formula_version":"titan-u-contract-v1","latency_ms":1.9758340204134583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4c55f6a3e34f64d978c622e88fc1af0e1210355ff6900302b59935f50a5d8c7","sample_id":"hellaswag.val.7611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a173146835700e611a1e80a096e08992e3df179da1e731d902b015c3075ee668","formula_version":"titan-u-contract-v1","latency_ms":0.9224170353263617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfcbc6f5d22aac7ab31a1ad13006554dbc0b70d40f7f669178e1ee5b3236ba34","sample_id":"hellaswag.val.7612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79435e598550964ca68247f6d39a8dfcbdde38dc44408bcbc6616f015138888b","formula_version":"titan-u-contract-v1","latency_ms":0.9991670958697796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df505590bd52ab0e1e71fa4bd1cf0f144c47d064ef913e63f9e0829c0d0e19f6","sample_id":"hellaswag.val.7613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70514eda2471f49b2e91c3f99f0fa56e8a5aff5109c2f436ac58db37a1638e16","formula_version":"titan-u-contract-v1","latency_ms":0.8120000129565597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"461099cb56a291b59eb2a9161d61f4e7917b032bd76f12542fc275d8a206dd93","sample_id":"hellaswag.val.7614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0846954a14d5060e4b731bd19a66654ebec59e7e9eaa6b4acb5cb08511b8f7ee","formula_version":"titan-u-contract-v1","latency_ms":1.1912499321624637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34c8a866ded5547b45fd59811706c4d029366ade0f6888124ac65d129e28a6ba","sample_id":"hellaswag.val.7615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7339364c7bca2e8727fd044c44b2dcde18154900c9d44a5945b089f282f7cbc4","formula_version":"titan-u-contract-v1","latency_ms":0.69033307954669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fed56675c7c4be07b3158fede45b8c78730bbd6b113a3d852c856d1f2aaebcc","sample_id":"hellaswag.val.7616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"656c44152e11ed8c596f16b83b6dae661ab8dd2c0a29d19d7ee685ab5d627bc3","formula_version":"titan-u-contract-v1","latency_ms":0.6330000469461083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adf94e49802ba5ed0f5bec56b0d2ae3ba3ffbe754d25df2bbd1ac73f9f43a8f5","sample_id":"hellaswag.val.7617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0182403fa035a0a68ffd33aa1d1b037631de3276623b9cd0ad6468cde635ff7","formula_version":"titan-u-contract-v1","latency_ms":0.9021669393405318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e99f8b949434c6471de78f2badf50802d239bc87a00f521487a8aec480b0be4c","sample_id":"hellaswag.val.7618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f893871ca2cc246c83998553bcb44790043423dac9c1a0ec8bad226aaf616c28","formula_version":"titan-u-contract-v1","latency_ms":0.8567499462515116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a48dfae32523f775e7a57664300fd5c47446ae81293c579431b5a276bca4e955","sample_id":"hellaswag.val.7619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6a64ad57a3cbe080a74352fec6b7101061ba4170a4cafa39375bef35a379464","formula_version":"titan-u-contract-v1","latency_ms":0.7296670228242874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d8b2e04dc73d9fd399501050e614e56a3a346055585580077bbc102b3750f24","sample_id":"hellaswag.val.762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6448cb49c5820df05347e1aa7bc852642dc0b5db1211cb9c70d965251e0a673","formula_version":"titan-u-contract-v1","latency_ms":0.8498330134898424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3faf31dde137238b1228c1e9389d08e6730eaeb5baa332918398d3c1046bda2","sample_id":"hellaswag.val.7620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d456f0483c0d4e682bab282fe359179711c4bc508dab8ccdc358bab7746f05fc","formula_version":"titan-u-contract-v1","latency_ms":0.8772079600021243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9984b6bf20d6c77e8f90f501e4e6188e39f7542e0a1a82036543e5cb7e50b052","sample_id":"hellaswag.val.7621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"530a2d49deeda0d1ce738915cecd3dc2d7c363b1a6707f6eb468e8454e2e26a5","formula_version":"titan-u-contract-v1","latency_ms":0.9810409974306822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8701a792879be0fbaff8efeed33f77d606a2ef7b2686243eb79dfbc701f1915b","sample_id":"hellaswag.val.7622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"113cde859c953aca45ec79b695fcfaf7eb9657dc4967a8c54814932fd62402d1","formula_version":"titan-u-contract-v1","latency_ms":0.9344579884782434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ad19e3b1ec0eb606b6718db29df9066e931333b12969dbce49b051f69149eb5","sample_id":"hellaswag.val.7623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8926a7289f212f72223433d43311407e554f9f7c521975c6ebca7b07dd442001","formula_version":"titan-u-contract-v1","latency_ms":0.8495829533785582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9fe1c4e835478c70e8103de87dff3c4b4a64becb59652cfa782a4a7afe8f142","sample_id":"hellaswag.val.7624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56268b414916d5756f4a0fbbbe395a63025b27418aa192acf1c30f56ce70f505","formula_version":"titan-u-contract-v1","latency_ms":0.9052499663084745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"921d24405b11d8e9decb0337a229502a0f99c7f3be28830b023073a4f0acf790","sample_id":"hellaswag.val.7625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ffb2daff88c48d9be3ac41e1b98dad701bb5444d6802440085e0fa79e9fab9a","formula_version":"titan-u-contract-v1","latency_ms":0.8709579706192017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb39660a42b864f8cf070c4dddd3bf0c6b811c21f27689a6e023c907420e6963","sample_id":"hellaswag.val.7626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4211e221f239d9d9ae5c523f3a4a0b57b59655dcfc3c994de1ba48ebcbe25f33","formula_version":"titan-u-contract-v1","latency_ms":0.9638750925660133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"777e6c217ad6ba82e55670e9519e34dfb2719ca67758f80e5f92434ada52b542","sample_id":"hellaswag.val.7627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0f1ca5489475420421f69cb3d41be7678a1c107401b251aa2e491f0afd3a847","formula_version":"titan-u-contract-v1","latency_ms":0.8230839157477021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c0218ac19875c502793c113d9a13ad21a9e6d2984fcffdbe4904e218bd0ddf5","sample_id":"hellaswag.val.7628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60de0a1d298c1ad2448d0403a1cfb1514e4f2bfa1349ca1253757b9dba645aea","formula_version":"titan-u-contract-v1","latency_ms":1.034917077049613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96aae953f1d0a98ce613e02a966ea226e942f32571115a1d9c797931afd3b395","sample_id":"hellaswag.val.7629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9365901abd56b28a2874dc4c84546ee410e94b0626714d716ec8a892f20258b","formula_version":"titan-u-contract-v1","latency_ms":0.7297910051420331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf336759d4a48cf42fce2154bfcf892bcf3f27bfedb07474267172c72352ed7f","sample_id":"hellaswag.val.763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60d75575d10d5e0bed0fa4de28779c50e82c68fb609e3975d9e8ba963beec6e5","formula_version":"titan-u-contract-v1","latency_ms":0.8788330014795065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61cf07d87ce4c9dbeb02586f2a44811b582b36e639b2029ab0158d29c4634e7a","sample_id":"hellaswag.val.7630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae450e4f7c050cdb1283eb22c021a1ddc96152a03940bbfe6e366a3c8b194e05","formula_version":"titan-u-contract-v1","latency_ms":0.8353330194950104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e06eb68a3c29d6c6387ffb1620933be89754953c1459313591d3e0a1cbb62440","sample_id":"hellaswag.val.7631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e120569e7af8356af0ef81e4baf446647ef296428b83766870db27c696b9a82","formula_version":"titan-u-contract-v1","latency_ms":1.0660000843927264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30ddf8b3044b3dc35c73f0e9da9ec8acfafb595645de96a9a487e1be9af6a065","sample_id":"hellaswag.val.7632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"835e7ff4d8b09ebfb0dfe239b59e184c5afc455c51e1bc48b59de97526b69fd2","formula_version":"titan-u-contract-v1","latency_ms":1.1869160225614905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfdbef1f65be77b198f5b0e9d1423937942d0e9a0ef0f39026233abb291d998e","sample_id":"hellaswag.val.7633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cae9c8d389cf60f74f127518e405886f05bd3ba1c24c1ad36cb23ae86969f27d","formula_version":"titan-u-contract-v1","latency_ms":0.8693330455571413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28c4052e07774ab990abd27a093c0e501d5b3f8f095993d353380a4d4ff3c203","sample_id":"hellaswag.val.7634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45ea46f171f3f6df3b1aa0f76e1a3b05a092bb52129347c7b8ad92677259acc5","formula_version":"titan-u-contract-v1","latency_ms":1.0491660796105862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c4df4ce3ca6aa63d87e8a50577f0d4ed38adfd3bbb94da628d897f1d39bf3c8","sample_id":"hellaswag.val.7635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0731e423bc42843eaf9015430966b1508fab51209af0de34fe94e1aaba55c07c","formula_version":"titan-u-contract-v1","latency_ms":0.9798340033739805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d3191101f081d503a36c87bd19c3cb08a98680a74bf27637932f0a10a860bd4","sample_id":"hellaswag.val.7636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29e79d1ad502a545c5a2a21b8b5fa50e08f2977e071d80d5bdc9cea53ac00c02","formula_version":"titan-u-contract-v1","latency_ms":0.9301670361310244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e401d590d3b8c6333d360527f2d45e933f47e33c7f76402c7a17f926bea9c683","sample_id":"hellaswag.val.7637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a54e05310ca3863ad582d9398ddfe73e58a93cb5a48d2241fa837b9dd2234c9","formula_version":"titan-u-contract-v1","latency_ms":0.8645839989185333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e2bcb9a6eb6b31a75d6a476c0c5b14363aae861adc908529a69db619299a197","sample_id":"hellaswag.val.7638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15bdc738b841aeccedb0b82578f0f7c2eaee000be50520659ec7241651979899","formula_version":"titan-u-contract-v1","latency_ms":5.189082934521139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09fef60f5e98098e15f25e0ef1e07fe34ef7dd1e656bda07891e0d8b4e3edae3","sample_id":"hellaswag.val.7639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ebc2adc9d037107ddb0bb0be7faf95dc3e86365554654df6f967c1bdf58dd61","formula_version":"titan-u-contract-v1","latency_ms":0.5431669997051358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e52a72a95bc71337f968178d4d449223daff2b9edb2f7ec1ebe2c43bc1953df","sample_id":"hellaswag.val.764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c634d7781aa959fa4bc0be6c2b2d0be25435319d3376d93db486c23688e43935","formula_version":"titan-u-contract-v1","latency_ms":0.7104160031303763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6420706ad82f38419be06ed3720270ccd868676b5b2c5d3187221b49b0a52405","sample_id":"hellaswag.val.7640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5a55558c0292d2d234e2f5ccbdd86e8277b7683f80c35ad7c175525390ffbe1","formula_version":"titan-u-contract-v1","latency_ms":0.6428330671042204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d7e31ce6d278660db3287aa2cfdf77c652efb6319d7ebdf1f853ab385bab0c5","sample_id":"hellaswag.val.7641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70aba37cbd12a6092bb5cd7a65a4b2deeb6d65f57b69de96b26ac2831ab0d77e","formula_version":"titan-u-contract-v1","latency_ms":0.7857079617679119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc4b820b4632cce0b1bc069851a37a4dce39accc7fe47a6f06199049e3a5fdc6","sample_id":"hellaswag.val.7642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a689c6037b1fdc9d74fc4ca255cdd5eb0bed1b50ea2ab8fcbe534cc56c037092","formula_version":"titan-u-contract-v1","latency_ms":0.6552500417456031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61c4ad4a88d1f3b249685a9fa85e40ea7d4b9b36c6d85ac8a135141f21c8a127","sample_id":"hellaswag.val.7643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db3936c5f60801f18a15cb7ecf8e3f330233476371aada2e0059fcdc787d0233","formula_version":"titan-u-contract-v1","latency_ms":0.8975830860435963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6bfd817ae8a7d3230ea4751e554e48f43b48f4f91a4948bb3ab57ae52daae21","sample_id":"hellaswag.val.7644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be325501aa6ff753b7739cff029d2ff8206efee395e47270fb799bdf437a007a","formula_version":"titan-u-contract-v1","latency_ms":0.740207964554429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ece6afab70d4e6c63577ea4f0f8d8a30e0b734647fb8c42b3e7f9178399b74ec","sample_id":"hellaswag.val.7645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e901ba7a4b1002eaa8d63d8913700b8bbd9a2846d3ac0989e119d53a4082e956","formula_version":"titan-u-contract-v1","latency_ms":0.5914170760661364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2056a2627493755313846e862bc4b95593f121db05b6c6e2fc19e64eb42aad10","sample_id":"hellaswag.val.7646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee7898a38633c6f366eba408c7c2321e6928fde160ff325db23b88d9902db5d4","formula_version":"titan-u-contract-v1","latency_ms":0.8259589085355401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bc8fcc7ae8b393df802af37efa9002681894be3d752a07a678ae1b0662ecec8","sample_id":"hellaswag.val.7647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f53aa17632d0f20d3172149e699290ac1af44d687c3359d1db35a3122e7fc5f1","formula_version":"titan-u-contract-v1","latency_ms":0.923332991078496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e17057a174fd6daa135cb89c736a8e645b2ee06abfb55849215b36c8ce100f3d","sample_id":"hellaswag.val.7648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84d7afdc1aefd08270f72a33be43ac4cefe819d09cc92cdac5bbc771c31e611c","formula_version":"titan-u-contract-v1","latency_ms":1.229874906130135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78c361a4f0c908a57eb4f524b7f1287e381a1f4f42eb9c513d3bc798ce60a6da","sample_id":"hellaswag.val.7649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"184de69b5d8052fa440f81dd1f8eca0827331bc5400d2034323e56bd110a2a01","formula_version":"titan-u-contract-v1","latency_ms":0.67641690839082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b33b63712987f2b8d1b285dad2c52f6060ddaed0308366d0ca052822c11da198","sample_id":"hellaswag.val.765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0751bd5350df4ef766fd767c01e62bb41889bd91da8df370aff23a217c3d209","formula_version":"titan-u-contract-v1","latency_ms":1.3323338935151696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d87995e286383bd8d3f9100426111fa61081b3e8e857b35fc0d2e2ad711efae","sample_id":"hellaswag.val.7650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99943ed9f9289d06243c0940100d8c5803db6debca2a225b3c2bb00c5462f563","formula_version":"titan-u-contract-v1","latency_ms":0.9611250134184957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc81132f1a6f9e4b80968c33d11c78c224b0507ef4a1e117812c92cb5ba87710","sample_id":"hellaswag.val.7651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bff996e879663a414fdae396af5b814aad91ce97e9630ba8b66b51df9756443","formula_version":"titan-u-contract-v1","latency_ms":0.9684169199317694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f88ff9882151a749f58420e4cdeb0f51dd0ae9c256531475c3b3b161810b8224","sample_id":"hellaswag.val.7652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6472204dd7e434a4d43c952f46923ff13549fedb50ab01bbabccd4930b46f260","formula_version":"titan-u-contract-v1","latency_ms":0.7629580795764923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"286e1e28279bcd2c3bc937d090765523560fa21d9d91bcd43b41d3b83b251d15","sample_id":"hellaswag.val.7653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"562b286db109c4a932d426f5424c8a350bc6e8be1dd402cea14e774849c0abc8","formula_version":"titan-u-contract-v1","latency_ms":0.6912499666213989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"604b3cca7a90ef9bf23609f4ae6e88ef141caa93c31a22ea1a035a69cc86df0e","sample_id":"hellaswag.val.7654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2ee4f33bee87738cad5de5e5b6805f7041bb1801ea6e9c796fa3267c1d32bab","formula_version":"titan-u-contract-v1","latency_ms":0.8411670569330454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f39a7ef79b7f20315cbb957900171e64d183f104f5a475c44a86386aa3f34c0","sample_id":"hellaswag.val.7655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ff580603814157e6b8abc7aba7e384bb5bb2bf02978ad2dce47f91be477cfbe","formula_version":"titan-u-contract-v1","latency_ms":0.8510840125381947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"528c40f38dbf4fb4e82270c9c3e24cbd0d3bc72f6c9f74db8c9505d93e85daf7","sample_id":"hellaswag.val.7656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e21a268b8b6acdc54e2eccc9fd518ad267e51daab8e612ab841ed86bd7d5e47","formula_version":"titan-u-contract-v1","latency_ms":0.8112910436466336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9b923d4736472009f55f6307157c600694d52af541c5d69fce1a703c65f1e8c","sample_id":"hellaswag.val.7657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e0969a78bcd581cd53f67d82dab4aade3c208bc3fd586532d0c6cdf80729d3a","formula_version":"titan-u-contract-v1","latency_ms":0.6262910319492221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5205ae1df5b52695a8f13d9d910373925d4c683ab1c66288a12dcf68765cab4","sample_id":"hellaswag.val.7658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81dbda503760ae6e5a4a2957a4d7577be724e507d0ea4015c3844d4a7bfe50a4","formula_version":"titan-u-contract-v1","latency_ms":1.0832500411197543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"198edb59b6e807ff9185d2c04ea9bdbdd42da956f9a9f37e8db1d0d9b2afd945","sample_id":"hellaswag.val.7659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86d4b3888084394de5f8a5f028584cdf289932c519e0da37ef0e6fbd0e3e0791","formula_version":"titan-u-contract-v1","latency_ms":1.023750053718686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42e0e1bf0761a82852d9aba79d01df0f548219278e5a7209af6f919ce6f3b391","sample_id":"hellaswag.val.766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a90c22ecdf8dfb01a2061bacf554f162675754e1f34c623046e016631d4af62","formula_version":"titan-u-contract-v1","latency_ms":0.6999170873314142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b13fa0111750356c91eddc87316a99d1730bfe7721f92aa2f93e19f07f1d3283","sample_id":"hellaswag.val.7660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a542d278270c62616d08ce0dec984126880f5a20dfa98b470648b1317aa83c2","formula_version":"titan-u-contract-v1","latency_ms":0.6361670093610883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4f6fb868db64b0abc4acf3769ef171557ff33e9bfa1b7f84bf40b51d47173a4","sample_id":"hellaswag.val.7661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6773486a2c93c9648f1736fd317c21999c1bd8d94a2dede41f41b6f69d3cdff1","formula_version":"titan-u-contract-v1","latency_ms":0.6359589751809835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87a7128a81fbb4221f93462f115729981b0726206e34058bf1aac40ca3c892d7","sample_id":"hellaswag.val.7662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4f23c03611c2f009fbf1691a4161f0d132454e5b45df6fd2b10148ed4001f01","formula_version":"titan-u-contract-v1","latency_ms":0.6977079901844263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad882acab03f1056f2ad2955fa42d00c6ff6e92fb816e067b994143b21e37e61","sample_id":"hellaswag.val.7663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffcf0dbeaead7c646c9800218c1e12ab3d3a401ecd4e509f29f0393d51c832e6","formula_version":"titan-u-contract-v1","latency_ms":0.6824999582022429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edf60341c9c77da8bd96d22955936da1e51adf5aacd62642a9efe6a2e4e318cb","sample_id":"hellaswag.val.7664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aa39a34030ea25fc01878c8f5b067081d6a60e58c2500a60d97370d59ca6e39","formula_version":"titan-u-contract-v1","latency_ms":0.8950000628829002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3069c860c05db1d99191b2e9a7770c89409baf509b44a784e98eadfe953dd7e6","sample_id":"hellaswag.val.7665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e186d07b7fd99a14f1bea4a9205dafe51c8d8f12932ea32e39f8272b49757a2b","formula_version":"titan-u-contract-v1","latency_ms":0.7953750900924206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40a2f4923746748ef465ba8d58abf5f0cc2b4ff20a8290f1abfee9c873dfafa4","sample_id":"hellaswag.val.7666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59ae7df8269d8f9556d90433589de14def08e0f9b296e641c23fb91279f7f8ab","formula_version":"titan-u-contract-v1","latency_ms":0.8540409617125988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"330a028dbf5c81723ed77c011560188ce0d9573f59e1cbf30143a84a285be971","sample_id":"hellaswag.val.7667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccb119aa6b29da0357d6d7be9716af96f7b20641e2fd07e77f1115c8ef7c3229","formula_version":"titan-u-contract-v1","latency_ms":0.7437909953296185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"259e11f97d7d907e9fd780615ab2978f6bde5f44e8ccf34eebd0760b7c8ebac0","sample_id":"hellaswag.val.7668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56260027ff01b0615fe56fef54af3f44e4cb21e7da997287e9f3061322e79b9d","formula_version":"titan-u-contract-v1","latency_ms":0.72975002694875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb29c4ba4c04b7a698c97ab53959dcc748d11341c6b574adf484badca97129af","sample_id":"hellaswag.val.7669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"302acac127ab631506ccb8d95f82963df89515dd0d9fec197ffa3eec2a9f0bff","formula_version":"titan-u-contract-v1","latency_ms":1.5264160465449095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54c829611096f53bab599f4d7ec2325050c92bbfd19b6522e27bea58d15db4f7","sample_id":"hellaswag.val.767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7965df7107698157114bad6b866196bee647aed611c9b514a7e3aeede749ac9","formula_version":"titan-u-contract-v1","latency_ms":1.319332979619503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4df3523ed7c38c8902fca87b96d1f31e2e267bb3f856602a7c5e49e048b96664","sample_id":"hellaswag.val.7670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09d5da18b78d9e36e79bf0400f3a0cc37d0240f9bfe6905616a98ce83775d0f4","formula_version":"titan-u-contract-v1","latency_ms":1.806874992325902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f4b28e1a56a1e6832898aa9998ca15b2fd8b7ef3d151f6b0c164de724f234d3","sample_id":"hellaswag.val.7671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df9aacbf9e2331fb7390e588d8e3c1ecf5c1792b1b9b3ce3dcd53037bc2a044a","formula_version":"titan-u-contract-v1","latency_ms":0.9006249019876122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de9df901cfc07a3408fafb45d559a128814f888b80860000abe96ec2e9354f00","sample_id":"hellaswag.val.7672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d4f6c1e6c0c3bccd56bdd9c6324d6014ff116b72135d0cb07abc80c884c01f0","formula_version":"titan-u-contract-v1","latency_ms":1.0099579812958837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59c70c2e020f360b090927d4c097c94843f54df68dafde9e3e7ec28b17b22a15","sample_id":"hellaswag.val.7673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0866ceeefb9323b3707c31f6d926e3af7915de47872e232171d9a53c9b43a48d","formula_version":"titan-u-contract-v1","latency_ms":0.6622090004384518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c87c925bdfd94db68ce900d9f0fb7acce848bb912d66a70a7234ecb424b7e06f","sample_id":"hellaswag.val.7674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6cb5ca2ac84c398bb615f041b71c6691da1252505b3e4483a71ef6137cc708d","formula_version":"titan-u-contract-v1","latency_ms":1.0538750793784857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fceb06e648d08e932e3eb29aaf32706ef90a61230104b19c513d4c44c991bb1","sample_id":"hellaswag.val.7675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cbda918a665873e84056f6499e7612c9f6e1d1241030953f8707fecf8d05b6c","formula_version":"titan-u-contract-v1","latency_ms":0.7996250642463565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2048feae8aea426548f4ff263817036b54438c972d619e681d0a079e80394df2","sample_id":"hellaswag.val.7676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58fa08aa4a6f79ac842c11663f45470c6164f2af7a286817c167fd25c25a3cd4","formula_version":"titan-u-contract-v1","latency_ms":0.7088329875841737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2382b93a2c5d878b9eb0e1b545e69cdaaf17031438fc4aa7932fa8466fd2d772","sample_id":"hellaswag.val.7677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3beed2d71e84860e5a31a343b994a29d6eb398ebc55dca2755ab8b664229cab","formula_version":"titan-u-contract-v1","latency_ms":0.9793330682441592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4b428b1b7e0de92f483eec416552c0622c9917b34ad19b3713e2b3cd3ba5415","sample_id":"hellaswag.val.7678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05e6d99ab17dec8a6527bfa372f5105f34b139f9fe9aaaa7ffe92fe6e8f1e788","formula_version":"titan-u-contract-v1","latency_ms":1.3043750077486038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b509b396a0989a6a92d8d06197d19998b66f3d8f19ce3b7a2a8fe7edfe21b095","sample_id":"hellaswag.val.7679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23d155802e156d7237d37f2a4e0e8208d4766e4fd601e942a07cebd8a87c76cf","formula_version":"titan-u-contract-v1","latency_ms":0.61179103795439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac38cbb0f5ca34c8bfbe03b0a30e65ff6fd5cf9739a086a441f9ec21ff288ebf","sample_id":"hellaswag.val.768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"605a874817e93ab355729f4eb63a78db51086c65a30d4bf565515e51099339a7","formula_version":"titan-u-contract-v1","latency_ms":1.2060829903930426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c8f092d391ec56e5dd7a27a10f4904726ef3e2dc865c42d47fd69a57121f460","sample_id":"hellaswag.val.7680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c5b718026a78edd0320439a903bc46b510176125bb4adc0d7567b3fcf39d7ef","formula_version":"titan-u-contract-v1","latency_ms":0.8359169587492943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e2ce7d9ef86cb64cb8c014966b94952010519ec3df84e14303de5a9d79b07cf","sample_id":"hellaswag.val.7681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f65b5a59a1b279c170bab678217a86836733a53f202258cd3a7bf6ff4530130a","formula_version":"titan-u-contract-v1","latency_ms":0.6675838958472013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87198bf65a997c3bd8c3cd8f413c9caa3827ca009111ee701808e5e13728ec8c","sample_id":"hellaswag.val.7682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5af829f4ca896ced62c0cc91c74b0b2ef2c6634f66e495dfe4676a129393f361","formula_version":"titan-u-contract-v1","latency_ms":0.7581250974908471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cde117cc398cba5beb96904f9cd29b329117d86353bdb59e450f7d3b792920b","sample_id":"hellaswag.val.7683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8eb2e7549a2e72d6a0a454755b42d87bceb12deafd4e2f9ff4222f8e94bcdb2f","formula_version":"titan-u-contract-v1","latency_ms":1.3703330187126994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed769151fbf74c85e7a83c71fc44a9ab9a1ec096623c7ceaf0d527fa63b2c413","sample_id":"hellaswag.val.7684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b7a0223097f4fc4daad8b844afb8fd90108fb72fe66fac53c942984153ff74f","formula_version":"titan-u-contract-v1","latency_ms":1.0784160112962127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b79322f18197d3a1fe4ac735ee7fe7381b7fca67ece508b3c8887130270ec8ae","sample_id":"hellaswag.val.7685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce4015d9fbc888515243945c151fcabfd748710a13f5dc3949867458eedd72df","formula_version":"titan-u-contract-v1","latency_ms":1.2390000047162175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35dd269d17bde63ae539b801e1af0d547357421718251d8b356169815561c3ed","sample_id":"hellaswag.val.7686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7516ae21c78faffc3c4ef286aab6355057d2c4063535f94584418fd0937851e","formula_version":"titan-u-contract-v1","latency_ms":0.8980829734355211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59fc070502d92853783737ce038637e2d42d1944c8cdbba58836dc243e053cbb","sample_id":"hellaswag.val.7687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fc12857ffb724c532941b71a2397d45f90056d57399821407142a49fd6a2262","formula_version":"titan-u-contract-v1","latency_ms":1.1579999700188637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e5b4bd289d6aa711795b0ca3f0cc52d9dd4641d205e6544efaf1f28c4e1962b","sample_id":"hellaswag.val.7688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cea12664a2dab1b0046d04364b6feb40e457e9c43ab8623e73324f4eb35cfe9","formula_version":"titan-u-contract-v1","latency_ms":0.9766659932211041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41267c0174fd783e407852a4832b5631cd75f0b354db0c9b0eb451e3c985e602","sample_id":"hellaswag.val.7689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c602002b8f9118e652c4952a29dbac7d9a19a70f2d7c47b71bb448a5e7119a1b","formula_version":"titan-u-contract-v1","latency_ms":0.7865410298109055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f9d2f311ef2b2658150febfa6f7d750d009e7aad4a44c3423dd8b901417ea45","sample_id":"hellaswag.val.769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6821ee760202983fa939a9b8cf2223ef07f12548ce6a1466aba9cdfca9af162f","formula_version":"titan-u-contract-v1","latency_ms":0.8714159484952688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7c2dd68e5e4e52ef1a5b58c7103afda14d2285f703e6e3fd80ff2179eaa8ab0","sample_id":"hellaswag.val.7690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09ea7d1946bec3dda7ad7c05ddeafb6b965d86aa030557db64030f732735f3d5","formula_version":"titan-u-contract-v1","latency_ms":1.3942079385742545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79e8c0a8fd089b7ec11bbc425924fbc5613e2d24cf095d7d9692179b79ac90c9","sample_id":"hellaswag.val.7691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60423f5d6f73e40e5c75907bd2d28c59bea0cea440278db1aaae93b664485ad9","formula_version":"titan-u-contract-v1","latency_ms":0.7060000207275152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c69e5da78b744da564a74ead1c2bc890f8e3153775e516e1259a25174656344","sample_id":"hellaswag.val.7692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00a112f7113701145f3062d9cefcdf8d65aaaf3ad9a83c808cc777e94d45f07e","formula_version":"titan-u-contract-v1","latency_ms":1.6754999523982406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2343dec14f2d8e252bcdb04d9e90430e75206701014017756b116a51cf5d5a4","sample_id":"hellaswag.val.7693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb221240c9e81aa3103de4b6b706e569f8ab055755fd9be58ba89db69faf0f2c","formula_version":"titan-u-contract-v1","latency_ms":1.079667010344565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"251f9fb13d8ee2a599aa51c4adbdeec190562cb7b472e5efb8b8a92d2bee98cc","sample_id":"hellaswag.val.7694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12d74e82e1eef717676a45ffeb120b139750fb172d8fb076923e829136d9e38a","formula_version":"titan-u-contract-v1","latency_ms":0.8009999291971326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1af24b227ece6737522656e58b167437f13ee7625860447fc1f800dc42047cd7","sample_id":"hellaswag.val.7695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c9dcec6c03d1613cb4fc4085edf24107a8599f4c8553ddadd49c50942287eaf","formula_version":"titan-u-contract-v1","latency_ms":0.6896660197526217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa05030989894c9cf55d66fdc303da657c3d65a37cf48535ca46067b922992bd","sample_id":"hellaswag.val.7696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1b2c657e80e722522225a51a6618d50ee9f36a83c7236def4ce536fa91cc86d","formula_version":"titan-u-contract-v1","latency_ms":1.0771669913083315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"386af104d16a7b94db9990123073b5fe1ec460a38a3312e35a7495ea2c48513c","sample_id":"hellaswag.val.7697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a392af6da0bea4cd85c1831fe89c6f550800984bf5e67a2538c99e5d0202981","formula_version":"titan-u-contract-v1","latency_ms":1.065957942046225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b93301b5a401074e66a6f50c38e83d476fe8b8bfbadf8bce06198af445158078","sample_id":"hellaswag.val.7698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7966866233ef74be035347b07e1646eb00a1cbd40dd3010d6b571df67781f40a","formula_version":"titan-u-contract-v1","latency_ms":0.6742500700056553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89519fc142eadcd060cb8260f996a0578a28b13c28069a4868250aca649ba373","sample_id":"hellaswag.val.7699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ec8c8b15d636cba0d80c9258455daa8e2f7b70aa4e27eb1bec05c5bb98d67ba","formula_version":"titan-u-contract-v1","latency_ms":0.5445829592645168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d87fee029acb041f555c97dd9556d7a28f7d8637ffdd37e91661f02f8b13c7c","sample_id":"hellaswag.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"367d8d9d543b45ba974d3b81510d800b8c78ebd840d6186ef15851ada2204536","formula_version":"titan-u-contract-v1","latency_ms":0.7063749944791198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"352dd79acf085795006dd1cdd06b585a6aca8f0cfd225065746a93f555d1f809","sample_id":"hellaswag.val.770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9949906e592b2387412fa1b71613a8108aee2678d2f987f47cb3f538f01ee431","formula_version":"titan-u-contract-v1","latency_ms":1.2383749708533287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"deb18ba5732ba778584674bc4660ae15cc0ceb9c31bb6d6e4740327baf8c305e","sample_id":"hellaswag.val.7700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a55413c53c6e0753d5c7d412e58677647dc9276eca7c49ebce5c79aa43d444df","formula_version":"titan-u-contract-v1","latency_ms":0.6620000349357724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5f3891405e2955f1a68bb055de61189df6422eafb02f6f33a0addba44e8f2c7","sample_id":"hellaswag.val.7701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e83ab69bf440a1a9ed83f52907376e133d32ec5d8e76cce649fe932e906c18e","formula_version":"titan-u-contract-v1","latency_ms":1.2050420045852661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"902d02992d24d9bb5e5b11e0d77cf7d41521690155e5646b7c9d3a23da609cf7","sample_id":"hellaswag.val.7702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b067fe369c7b3289eb9932bd5579ea0a8d896b02b8eec314194febeed25bcb0","formula_version":"titan-u-contract-v1","latency_ms":1.078583998605609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9e86d9239fc6bf808b64c57ecf54a9727afbcee69e1eb467c2e4db86a0d4342","sample_id":"hellaswag.val.7703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c26bd306e6f66e8b8b63735c0247953d58fb0e0da6954bcff45e8338cc5a6dff","formula_version":"titan-u-contract-v1","latency_ms":0.8851670427247882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38538e49638d6c7221ddeaf5e7b732a40586c8fef1c4bc34bf29f844dad09c80","sample_id":"hellaswag.val.7704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"879fa34e35ea20a4cfb9cc3391dd05d9acd2a5bd058a40f37baedc16327dc7cd","formula_version":"titan-u-contract-v1","latency_ms":1.0201670229434967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8688c341ae1057d22875b25e91c3be2552de53a667d0db630780465899922220","sample_id":"hellaswag.val.7705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53c641e89cefa68305f6c371effb240de4c786cb74a4f712abd936a1ea961336","formula_version":"titan-u-contract-v1","latency_ms":0.7307919440791011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37f9b293eaae3de4ccba7c3213e07f8df18aa703b5717ce0c6ea2f7563273883","sample_id":"hellaswag.val.7706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1109fb4320a0f61d3b3f075b916eb6c14b5a0969799d9d4e89b2c4abd7baa64d","formula_version":"titan-u-contract-v1","latency_ms":0.6817500106990337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21f6425e315af626980f505b8444fe1b5be7a9981247378fe40752de5ef7ff54","sample_id":"hellaswag.val.7707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3ea7bb632fc586a8106f80485fe6aed0e148c6d273fe23d29bc03031f5cb15d","formula_version":"titan-u-contract-v1","latency_ms":0.7083331001922488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab315e32eb3c188f0bc9e875216771110de4104494750a5d219c1c2dcdf574dc","sample_id":"hellaswag.val.7708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76722af3e90bba19e0b0a7d95b2652bf8785f9928971d04449ebb6dfc9cdd355","formula_version":"titan-u-contract-v1","latency_ms":1.3741659931838512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba012ad41218327f19666c6280afe10ebf4d895e9a62fe60a15752f166e49ff3","sample_id":"hellaswag.val.7709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ccac6754723045383389481a5fe952cc1e75dc2554d44c4a03e7f1c909f1a8a","formula_version":"titan-u-contract-v1","latency_ms":0.7925829850137234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e07ee243a6af640a0cc12252bf3dc047d5e5ae610e46ab690a4ca603c85644f5","sample_id":"hellaswag.val.771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ba1fe66b976d83d76effe56b3f65ba0a5d3320e6828e514c59adccf50d18702","formula_version":"titan-u-contract-v1","latency_ms":0.6819999543949962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45f10f5f54fae9a1ba5fb28be62d3f0db65f3e7a4418f209083e44acd7a8c800","sample_id":"hellaswag.val.7710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05afadedb7f30f9807c936e975b4f481d1e0204476c4cc0d31c8f844925603fa","formula_version":"titan-u-contract-v1","latency_ms":1.6315829707309604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8201a6853fec1ef4a6a2b112b14fb89c6c0a69360c2b1538172edab795787ec1","sample_id":"hellaswag.val.7711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dcc35857afc0714805bf89b39532de05ce8a75a07c8beffccba3d28ba3eca46","formula_version":"titan-u-contract-v1","latency_ms":1.9001670880243182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e565e2e630832bee557911adf5f33906f635df4dc963e042c433ca3e7ec41849","sample_id":"hellaswag.val.7712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aecfe59b3ebb3ff8d5142de0381d7e97edb343772b2ce02624b1ef378b510a48","formula_version":"titan-u-contract-v1","latency_ms":0.7132500177249312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc6a7cbd540eb8040f9fdae6cabe90e7f50c93fcead0e3fd664e06f553c123b6","sample_id":"hellaswag.val.7713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"881e7d43c0425d46f2db0366d69c3b99890b438799f7a2088aa4c5ee6f37f774","formula_version":"titan-u-contract-v1","latency_ms":1.4631670201197267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46fb1523a7ccd8d56af5ea8bc00e89a82c7c465cbaaa81d6e769d2bba92047e1","sample_id":"hellaswag.val.7714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"405539748d541e7f518a6d9065e5415aafa47fd26ab2ee8aa9a0095fceeb9ce6","formula_version":"titan-u-contract-v1","latency_ms":1.6525830142199993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9f4084a010439876708c7e45ddce15db6c0255f69de28c76d880c1729343d23","sample_id":"hellaswag.val.7715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"931e624fdefe59c794a0fd839b839c28ed5e352a0bda2ef66a6f971feb69c3f3","formula_version":"titan-u-contract-v1","latency_ms":1.6758749261498451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d36165c122918af9bb4ec185b2b7efcdeb1b1bdcf1d63cc4b569e79092a6dd8d","sample_id":"hellaswag.val.7716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47e37d96298cef12550c5448954e330d23b879bab8bfa52fbdd68c896d92360d","formula_version":"titan-u-contract-v1","latency_ms":0.750624923966825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ca26b421d88e548f7d3b7e8ad4b4d1d9fabb67e334edf792aaf5c07a47e506d","sample_id":"hellaswag.val.7717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73eb8248c4d484d4c0e544e2adad276323d4c2e2434a4086acaf8569fdca65b8","formula_version":"titan-u-contract-v1","latency_ms":0.7147910073399544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dfd6378b9aa6dc00536aa62ce43cb8cf9b7f17aa3a16ee1a5e7c9b68f119e58","sample_id":"hellaswag.val.7718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee38847b2e6c8ae0698addb252339d0cafc789026f163b44c86310f65dd6d43d","formula_version":"titan-u-contract-v1","latency_ms":1.3834580313414335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e806bdd143f62255cb797c2a14ff1afc1eab9a121269fbebc44bb1ee14efd406","sample_id":"hellaswag.val.7719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91150fef4221eaa8525314c68a4b3ea1b6828ff2e06483529e6c23ca81c73fa4","formula_version":"titan-u-contract-v1","latency_ms":0.7095839828252792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b838e8af9868094003a67853312e2702b71ef3d20639f7fb6f8dd7bea6b6055","sample_id":"hellaswag.val.772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ef9083a76d409b569cb933db7cd9bb748509fa3cc6f88867878e9f8d9257f4c","formula_version":"titan-u-contract-v1","latency_ms":1.4705000212416053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab64b1301303e9fe9928c727cbe79f339f9bb43e440a9ac81f1965c7bce58daf","sample_id":"hellaswag.val.7720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2816e8f34995fc18a769a1561e9e19a566682dff8448a8bc970bb330579ce10","formula_version":"titan-u-contract-v1","latency_ms":1.0682499269023538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c004da419fbdb18d923b24d1f814fc5618a31f9258c84b4303eac8250d53c28","sample_id":"hellaswag.val.7721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abe447393b07cc62ff378b9f607964527a78bf7b45bfa50dccc6ddaddd859970","formula_version":"titan-u-contract-v1","latency_ms":1.0201669065281749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c021e8f377f57d0d740d0e059c3b7a97403382e917292fd0d8161eab6e3d41b","sample_id":"hellaswag.val.7722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"813993ce7e2b8aedda135262071bc36add1770a52efcc3633dc090ce607879b5","formula_version":"titan-u-contract-v1","latency_ms":0.737000023946166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58b7e972d052d361d74dbdc963d284d1cc33a9370ccd605f1e743b3879e07c9c","sample_id":"hellaswag.val.7723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31ec50f6add65b7133c41179561564ad6fe5f29b33657696b9c1c091d9daf3d6","formula_version":"titan-u-contract-v1","latency_ms":1.0050409473478794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab4c2b34a4016ac12493429e467b6defd3372e0da431c27a865b0631c1e993cf","sample_id":"hellaswag.val.7724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de4a9d99e2a852d9d24cfc4da6f93efbb9d321f7637af85cb9ef98e4fe8cf55c","formula_version":"titan-u-contract-v1","latency_ms":1.4620840083807707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7967651d688ce0cb3f6e6fe59f6612380b032d1396cc9cc279ce04908b0a1b53","sample_id":"hellaswag.val.7725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a8665100ccedc8fc42801fb48d50aef275456c02de9219ee9888ae79c7585f9","formula_version":"titan-u-contract-v1","latency_ms":2.2228750167414546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e3d4d983c5be419a9132a4ea9b37b13063f2c58bb251cec9846a7b8d5ae9d8b","sample_id":"hellaswag.val.7726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5b1b88ea3e3bd11479d9c492763f65542fdb56454decc69cb704a4b27e29c20","formula_version":"titan-u-contract-v1","latency_ms":1.289541949518025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9101e5ddcc1d63a77a6995d6c7c5a722ae207f24a5608561de5ef62946bfab17","sample_id":"hellaswag.val.7727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7d5d8b43bc223eb2274d7e2712faddeb0756f869a77cbd463bec1c255f171b8","formula_version":"titan-u-contract-v1","latency_ms":15.753041952848434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"992ffde564ee4f801d0152e4177070708e21e383dbfadfb50713d04dbfe691ae","sample_id":"hellaswag.val.7728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4845614468d26e07657e71cf853867b7eb5423efe61c9037e20300b1595381c","formula_version":"titan-u-contract-v1","latency_ms":1.745042041875422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb247d46aa835259cc2ce531df31ca37d47ac533844dcfabd09931078f1f79f6","sample_id":"hellaswag.val.7729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f1a3b6502bc5b80aed65afa0fa66d119dffe0cd4abbada1d2669db5e91f5f38","formula_version":"titan-u-contract-v1","latency_ms":0.537790940143168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a18bf79a079c2e4c54c5ddd7a38eb2dc49085a5a8abfb7c8648a8c3f35da6b7","sample_id":"hellaswag.val.773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"965e8d300a61c966afc8bb8e79c40a86b1e4ea32994cd28435704bb9ef98fb0a","formula_version":"titan-u-contract-v1","latency_ms":0.6451249355450273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7739d0b094fac07003165bcbab2d1284ab95391829b9535e3ca04b427d180070","sample_id":"hellaswag.val.7730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06ff7f9cd33602c76dd01fe9d2269f3b6c1c89dea6596a07c37bac50b2c56da2","formula_version":"titan-u-contract-v1","latency_ms":0.9292919421568513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df7eabacf426fb439e930063324ea9a52537084dabd71472992fee156604ab3c","sample_id":"hellaswag.val.7731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bcf93d02fad8ab5d031ad5e7bb44936b9adf51c99226542c072abacad2ae806","formula_version":"titan-u-contract-v1","latency_ms":0.7355830166488886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e77fffa1b5ab29120d405555fa8dc988c4d6cd0de8b1bf729d81508b014f986c","sample_id":"hellaswag.val.7732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e686e31daeb04da2d4a8e3ced9cb6ba774d6da9eedbb95abf2bf3d21f5e840d3","formula_version":"titan-u-contract-v1","latency_ms":0.6476669805124402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"243d77a63f315d672fc804ac59b555058f4909f2fbb380ee28875539a63b4b1c","sample_id":"hellaswag.val.7733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91f73fb42f8bb78e45c20e411987c15d33af714608775c7d42008e3157d5a6c8","formula_version":"titan-u-contract-v1","latency_ms":0.679458025842905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7180f57d3cf6c10f46729e1abcc30c18a59e9801f2ab1a29cded2e864d84e6a","sample_id":"hellaswag.val.7734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8293adfc6cd514990ed63aafa02ca36e5966ad348072859adac84f56eb68350","formula_version":"titan-u-contract-v1","latency_ms":0.8815419860184193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d529595e972990ac893358accf5a917ad43e14721bc2ab5bbb5ca8d826d13806","sample_id":"hellaswag.val.7735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c65b3eb0999b16fcd65b992ec7b9a2fa4905b5ac9937c5899d0bb88fef5537bd","formula_version":"titan-u-contract-v1","latency_ms":0.8855829946696758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d8feb1ce38877b23e9d81c97e96bbbda31fd2467573e4626674040ce5844571","sample_id":"hellaswag.val.7736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cce9ac34867fdc6c4e05a038a9ee6b244c621950304dd0e1dcbaf50bfd0ccef","formula_version":"titan-u-contract-v1","latency_ms":1.1468330631032586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e244b2138a6669d1eab563f01ced53944d5052a62c0e6a3496159a2b8c8f391","sample_id":"hellaswag.val.7737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b420843a233bb29306ea94cc2464feeb10431500f6b4801c0342ffc7407439eb","formula_version":"titan-u-contract-v1","latency_ms":0.9462500456720591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73c2fc8716a9217e6b9495220d90bc85e64730e4951f1e2cef7f23700bddb033","sample_id":"hellaswag.val.7738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2703fff377ef589a6c8742e2336459f450aa7971d2d67e874a8e55340a44232b","formula_version":"titan-u-contract-v1","latency_ms":0.6852910155430436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efbaaec8b0b1bbe731934a466db5b8aea6a8ceb4d29a493555e2312b1406baad","sample_id":"hellaswag.val.7739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df2f24de5bb5919341a8c29cb2c52e08ac7a6f056a15e21f506c7ad12a10339b","formula_version":"titan-u-contract-v1","latency_ms":1.1110409395769238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43e8e080b2093b3ac11131ffbb81da550a1c1e7588f4495f262f6bd1619d2323","sample_id":"hellaswag.val.774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a8031ff2d77bac39c498ad81e0e5b5f69a4e171bc28322b9054bbd64e181fae","formula_version":"titan-u-contract-v1","latency_ms":0.9562500054016709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8dcada6f3fb739e80a79b19e30705a4525cda13144b8ad9e303f173c6c5df27","sample_id":"hellaswag.val.7740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8518ea226f6b6bdfe74ca3a856e3b7652696d7c591d7ba8ee57841152bd0dfc","formula_version":"titan-u-contract-v1","latency_ms":1.094167004339397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62c6879507e7b29a32ab3229cb8f4ce2a680a7e374c3e2e55ca45a1c15cd9b10","sample_id":"hellaswag.val.7741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19625cae70845b4c257dd7ae4635bb9d9fd2aa085ea6050d5101d57697397d06","formula_version":"titan-u-contract-v1","latency_ms":0.6277910433709621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a87ad4a9a9c67f77c808964aa2846e06e2b5a2611fccf8b3ecd56769c6d149d","sample_id":"hellaswag.val.7742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cf228a40a5a368009e296d7b007dbbbd50c1b39daadd461e5d7e0f7fd9cb592","formula_version":"titan-u-contract-v1","latency_ms":0.6770419422537088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab2f4109807d3224ed3f1932af6c2984d1966dfcecd3e7f39cb5d96676cb9060","sample_id":"hellaswag.val.7743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d65b6f6226a04e7b531be46673fa05e572ee41796093e80f9d302ef78eb4cf62","formula_version":"titan-u-contract-v1","latency_ms":1.1308329412713647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87cf78d9340f3feb3243078250019c3bef22a189eb26425781f75008bcdeb938","sample_id":"hellaswag.val.7744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df621c621e3dde21688176376d4bfdcc1caf152b2eaae61c1f7c3e4ed7e6f284","formula_version":"titan-u-contract-v1","latency_ms":0.9922089520841837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41cc6ef7e85202ea221cd2efbfaf1c480fb76fd9c6b74574b8efbed07080b03c","sample_id":"hellaswag.val.7745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d423f7cb3e579fe39ddd878c33a8e29630bf4f303938683bf1838e4f43eb08e","formula_version":"titan-u-contract-v1","latency_ms":0.973665970377624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcd0b5115bd7fa7b3278384b2b459880e8fdf1af7272fa619a9c1d75bd677147","sample_id":"hellaswag.val.7746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cca0adfe801afa23e3871ab5d097b8bf9e1f2cd2c6f4344a838eced895c3af37","formula_version":"titan-u-contract-v1","latency_ms":0.881750020198524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29eaf09666629c2637ef6be85f67575a5a62765f00bb97b337d6f10133e28857","sample_id":"hellaswag.val.7747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0351ec72c10efd01f00b323e50b91e789e8fbfb584e19dc58f95b0a2c77c10d","formula_version":"titan-u-contract-v1","latency_ms":1.3110829750075936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a36832c27e807e7c519b58b6e50ef43c1cacc4d2b5bb2870d8a667cee02c32ad","sample_id":"hellaswag.val.7748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eba8013e61b670124926377108246d3d00ee092fac40041d96d2aacd2542fc05","formula_version":"titan-u-contract-v1","latency_ms":0.9516249410808086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16301622ea7a76dc6d86561b777bed4f724e718fa66af0193362878cf846b6d6","sample_id":"hellaswag.val.7749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b96378d7e15558a8134694690f0780511ef7181f923ec89a9ede84614c2ed764","formula_version":"titan-u-contract-v1","latency_ms":1.2684159446507692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3d35e9bd49d5fb44dec9297df6477ff887e1ded60fcd4a3abf63209f2082bb8","sample_id":"hellaswag.val.775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f46e7879f4153f9cb075e55ea2e19e663a1c05460c7664b5c25c8bad7ad46b5","formula_version":"titan-u-contract-v1","latency_ms":0.8517500245943666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83c0cc210b858a373aed81b4922d2fec59ebe54b7b3194b1fa819f22084b65b3","sample_id":"hellaswag.val.7750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abaa451ed8a6c24a0340d1ccd2980a28d73dc65d6499181f7dcf429d0219c138","formula_version":"titan-u-contract-v1","latency_ms":0.9408749174326658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c1cfbecf9246370569f70c78fbfce26cd3bddbc298d07c1d3d746eabef07e39","sample_id":"hellaswag.val.7751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27b9ce536695a3a80d777ad96374bc99e237ccd533b789d0d93a3a176998e28a","formula_version":"titan-u-contract-v1","latency_ms":0.6364999571815133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea8a3d8109292e609dd2f7da26324c89b9bce66e9ad8fba42496cba2d7fdde43","sample_id":"hellaswag.val.7752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b8bf4e4585341bfbc2eb9820e22ad77d2869425b56895bd131f634a19162b40","formula_version":"titan-u-contract-v1","latency_ms":1.8115410348400474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"252a30b720190ff962647128c3224ceca03743a2ccfc9e99eae280c4934f1825","sample_id":"hellaswag.val.7753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae341450fcb3be462660a89bd9bb93de1eea43ca230617db9dba99dcc50c8b93","formula_version":"titan-u-contract-v1","latency_ms":0.6752499612048268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3d4bb7f57e7f027c4c99728d0826a53a0f0a2f7ee50c5e790e01b81e99d2c32","sample_id":"hellaswag.val.7754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f053c4bc86ce0337d2e57f4f4031402eec196394f910c449bc49cf28610c338","formula_version":"titan-u-contract-v1","latency_ms":0.7487499387934804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56e6b913c2afaf39c30a9834435240ccefa916dcdf1ed7d8cff672749c8785d7","sample_id":"hellaswag.val.7755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24b0be2f9f2d23bfea0f286c9912cc5106979e273b80dd8fd03def88c256e2c5","formula_version":"titan-u-contract-v1","latency_ms":0.7088750135153532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd689cda99c439b6db73a327db6ea77d859f60d43f40b1afdcf296e116391cd9","sample_id":"hellaswag.val.7756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"841ddce4ae5449d59e053cbd64ca678065647ba221abcae6123bf71903af454d","formula_version":"titan-u-contract-v1","latency_ms":0.8714160649105906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03684f1cf36c33d3f069cf2704f98f2d62ef5a0d9272566fc159493b01d59fa9","sample_id":"hellaswag.val.7757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a15359106e945bc36589ee2c3cbc14b0f04bd17dcd39e4ce4e5746d7de29bae1","formula_version":"titan-u-contract-v1","latency_ms":1.1782499495893717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"577b79626e4f72d35acac6cbc2b9ba90dd643c666d70e7fbc7d85b2ba416dd45","sample_id":"hellaswag.val.7758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e428710ab6ea1ee121d31d2de096ffc1c03c0e515a837bf9f92b05a3cc2d8a4d","formula_version":"titan-u-contract-v1","latency_ms":0.7822089828550816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3ca22843694a7cff2c75edb3630240e47b06b42c077f4fed9c57aeaac8c42e2","sample_id":"hellaswag.val.7759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59444aba74d112e413c22506e26518fbdb840f3188511c34fe8ef6e08d09fb7e","formula_version":"titan-u-contract-v1","latency_ms":0.7938750786706805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40917b1a79b012b1ea42136022b2eb2948f0cf90ce902b4f32045e9766216dd4","sample_id":"hellaswag.val.776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8930868ccea18715ab91d3b94695e78a1e376465d5d2a13c7a45cda502bbaed","formula_version":"titan-u-contract-v1","latency_ms":0.7131249876692891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c9d4d457e3d2dc1cd7249b26578946f239855aa611883f616c81e74ed03bfbd","sample_id":"hellaswag.val.7760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae9c905e0c634a21aea90b156c966eed15e10a2b9bcdeafcba71f0693408ef66","formula_version":"titan-u-contract-v1","latency_ms":0.669333036057651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"342babf7a5db6ac7a99be7f430c1f7b8089513d572039031b76c107db9ea278c","sample_id":"hellaswag.val.7761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d5f66b53a0b5a9ed73ed9463a2b6e257f1f295e7b982d114b46b5b900c996d8","formula_version":"titan-u-contract-v1","latency_ms":1.258875010535121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbb487d25812c09cc53df1df3b29bf0ac71998678ded986182f083b486526076","sample_id":"hellaswag.val.7762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00e914023965cd6fe622b190f51c8a5b9de7c460378e4471f97ce39bf462b55b","formula_version":"titan-u-contract-v1","latency_ms":0.734332948923111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a5900665f1c71c8c11ff50cecaa75e2f65b962ff1ff0b2efb950e368c6b5f36","sample_id":"hellaswag.val.7763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25da6c882b0dc5381dd8930849fefcc86d00cadb0e7e39e3acd056128a1351ab","formula_version":"titan-u-contract-v1","latency_ms":0.7350830128416419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"397b1333b0658c28cfc03e659d61261c2cab5a5d34be03e901f34d3d104246e7","sample_id":"hellaswag.val.7764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1e7dd8a73641272aa05cd7a558c4bee796bb7ac6babd79fe8ffa1425f4d342d","formula_version":"titan-u-contract-v1","latency_ms":0.8539169793948531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b85190465449bd58c408c0f72d70995742b4deecf66a01aba5423b30c50dfe4f","sample_id":"hellaswag.val.7765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35bdffd36fe5cd3392ba698e2f1f862186a36b2cd1fdedf376a6b51cce956f34","formula_version":"titan-u-contract-v1","latency_ms":0.6130000110715628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc77f9420f33d680860ea3665fbe1c31a3e6ad58cb4256029a503d09ed500ea1","sample_id":"hellaswag.val.7766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6072534f8518c0a7d9ccff88747b1f005d82269db9f36743a05d2cc11e83851","formula_version":"titan-u-contract-v1","latency_ms":0.6723749684169888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9715916c8518ad640ac5c7431ad22cc80bc2de7a261151b25dd1371e4dbe35d1","sample_id":"hellaswag.val.7767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1502e15ea991fcecd551c8abfe40f434520539efa4de19a8c60478111687de4d","formula_version":"titan-u-contract-v1","latency_ms":0.740166986361146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3f100da4cb4f4b84eb88e54b72407da6255987e8aa4b2e1c1d4e36881bb847b","sample_id":"hellaswag.val.7768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3b611c6a24b31bf0f448e13d02f340ade70c60f5d87094255d4d913f7e65b2a","formula_version":"titan-u-contract-v1","latency_ms":0.8289589313790202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"597a7b876f96d03d7d0909835a330388f4e7223bf80c0bd8a754c2435f90776c","sample_id":"hellaswag.val.7769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4208de6acb2c5df1e49a57cd89f91f4945be3c880329179d4741ffb8a85bb033","formula_version":"titan-u-contract-v1","latency_ms":0.8816668996587396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9cd938a86ff7ede9233632a4600d89c3b34618bf122429d69f5030f6de974bc","sample_id":"hellaswag.val.777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33501b5d152c41e7c77568fee6226cc6474189c2988ea0edd19610aa2e9b23c7","formula_version":"titan-u-contract-v1","latency_ms":0.7110839942470193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f06599119db0f287037911d4d456841bd19a2866de604a1288394b341801a28","sample_id":"hellaswag.val.7770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1630c2193102206fef2eb70b9592d98ca1b6606eabe9c4eab965e0e9ca6c49ac","formula_version":"titan-u-contract-v1","latency_ms":0.770541955716908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de4ff468747d9de9b573a7e37f5351ddca0fb12f698a103fc9b76665a77b2a24","sample_id":"hellaswag.val.7771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07981b5df5e9576fefb8fc20adb529d16412be2b99cbe221a1a7751c006b3ff0","formula_version":"titan-u-contract-v1","latency_ms":0.9281670209020376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f25a4a2b13a4c5bd53e1d540abca7567c25ec21b5033f615243d678304107cb","sample_id":"hellaswag.val.7772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7ae8f81e48bc451347e1093386e35e8b968d94ac88ef33af29ea0e01fc7b57d","formula_version":"titan-u-contract-v1","latency_ms":0.7345420308411121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbc9ec56138d177f8b57e3e704ee91b0b333f0fffe0c831be78d4265a0bdd1cf","sample_id":"hellaswag.val.7773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"158dbe12d19f4646bd6e76dd74c9e680cb882b0134db1bca7020730243e8fd47","formula_version":"titan-u-contract-v1","latency_ms":1.0104579851031303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8d4707d0f8e69af85ba1bd6bbe301a7f3bcb39e8634e8af5890fdb66b3bc8f1","sample_id":"hellaswag.val.7774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e68c703949e35e164e5297accc36102f408ab85e2bb847e263f79d69cf86ec2f","formula_version":"titan-u-contract-v1","latency_ms":1.3227090239524841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f5068ddc911b0ead87516f4c0904b914d0f60a80715f60f322fe6d3f93265c0","sample_id":"hellaswag.val.7775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a16ab14c413ad4b821646936d0a3a0b62b7865532d094a77a528ea3716eaeef","formula_version":"titan-u-contract-v1","latency_ms":0.8222500327974558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44c0c2cc84f000ecd124287d6031a90ef53666f0e2aac3d90f1dcb9be3676add","sample_id":"hellaswag.val.7776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbdc99614bb0314bf6c210c3ff9e0e9e5d28e0ac7c9b446b90bfc0d48b8e0dce","formula_version":"titan-u-contract-v1","latency_ms":1.0798329021781683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3853bdcb6ddc15af04b4d6abe4a8803389efbd9f07235ab08ae5b361c9bfb33b","sample_id":"hellaswag.val.7777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b412c1a0fcd962b6b2ac95beb249c8c6833cb003aef61a77d940579f7b4dbbfd","formula_version":"titan-u-contract-v1","latency_ms":0.772833009250462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a94d2c226565509d1b6f6aaaa8a7a42363786b7488d4a3ce25ecaa41624e57a1","sample_id":"hellaswag.val.7778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cff758c47e9469856b7ae0630a609df0655e4d6d5bc37de2091d6e8dda4291a7","formula_version":"titan-u-contract-v1","latency_ms":0.6899170111864805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa504699731d3dff70c0f40c22f327a3aa60ae623a0cac4120ff32cdeb399418","sample_id":"hellaswag.val.7779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fb09c2b1a4a7cee35b098459a0b82432ae15d8d5e02d5d4d5d8fae39bda3aec","formula_version":"titan-u-contract-v1","latency_ms":0.5194579716771841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a5edd9c50fcfd8b1be929951fe2f74d019496320dd520658449773866d467af","sample_id":"hellaswag.val.778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fd91bde875eb263b944cc86e270f5f3c29b2bb923395b87ed04d840562a44fa","formula_version":"titan-u-contract-v1","latency_ms":0.8501670090481639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d45064665f1bf5854baf32d33f6450a15c1caa126fcf7f122030e4aea1091d1","sample_id":"hellaswag.val.7780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea90ed1e0716deb013356b2c9a7ee99abd5e9c8a23e5007fcd47a039fc3aa1af","formula_version":"titan-u-contract-v1","latency_ms":0.6294170161709189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b802aa65861b90c81a2791622999ce323fe65067fdda769864bc64a4de4c692","sample_id":"hellaswag.val.7781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4cd87e37a0aa03979d182925b645b4f9b832e714e251e7cd7af15027a74b201","formula_version":"titan-u-contract-v1","latency_ms":0.7674159714952111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bd4ab3c1b462e2184e4b38d7fd8300aa0aaf4d8051c8c1d7626dbf4c4798bb8","sample_id":"hellaswag.val.7782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f6263ed661852e1fbd6008c1dc6df18ab1fa2ad5f0c18b308272cab213d4b32","formula_version":"titan-u-contract-v1","latency_ms":0.6540829781442881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4211c540a8a32677a1a006c99095d6037401651c88d4db5cbced1358c054f7ae","sample_id":"hellaswag.val.7783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34cd0d6dad2df6a89959ec5e209925f0d7f1394457e39d90b9746b167018ae55","formula_version":"titan-u-contract-v1","latency_ms":0.8206659695133567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db190dba5a5a7afbb13be41e1a9aaabfe86737f84d7b34a90d69161a73bd61ab","sample_id":"hellaswag.val.7784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"746428266f997f98bce24fea59ad4b279a628485bd33d31db75f9af4d8da2fb3","formula_version":"titan-u-contract-v1","latency_ms":0.7382499752566218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"238294e99baaf6bb74d86c2f3b89c535da0f6dbe0a0a1b9b3b362b047cfd65da","sample_id":"hellaswag.val.7785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"126d090952480fd4813e0e316b1c1aeb870273c96183a7af2c93d284c5848e8f","formula_version":"titan-u-contract-v1","latency_ms":0.6860420107841492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"060fdd1f0e8741a5a2cae33b9078a95bd246336fc76aafaac498e5bd1b6e9c73","sample_id":"hellaswag.val.7786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6695a11b81881d3c3d24d7c95e5f899c6f7f32efc00f778dc647e1d0beb1ed2b","formula_version":"titan-u-contract-v1","latency_ms":1.3530419673770666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ab0b80b7a42f295f3f55e21be3b44715a2566e7c611024f4efed1020aa91dc9","sample_id":"hellaswag.val.7787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6253a16525b06d3e379fe45ec87f3714256b9e936133199285fc581ad259ace3","formula_version":"titan-u-contract-v1","latency_ms":1.149957999587059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8369eead177d004c299aeb471fddb35faa6706147c5dd10a68cad16dbfdb887d","sample_id":"hellaswag.val.7788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56607d43be80ffd314303265002d60dfe910514ab44cb5cd40508d9e1d3a49dc","formula_version":"titan-u-contract-v1","latency_ms":0.6225410616025329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2e3995290b2860ade66cad1399f6a7a545609ed16e60d6d302304dd0ba4bbe8","sample_id":"hellaswag.val.7789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"297d47e143e813033641c7bc489f647cfefa7bc3a883808749e33c5533ae0e32","formula_version":"titan-u-contract-v1","latency_ms":0.6768330931663513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff76450f860d70f70e3a1e8eab4504b892303ffb068712cfaeb1e23534cb3437","sample_id":"hellaswag.val.779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"564c181fab2f53669b79fff0b390d2f7f4e5cf6c5f6933aadcf8185fd9a76f59","formula_version":"titan-u-contract-v1","latency_ms":1.1946249287575483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"574799b7f7f75f461fbe800b2c91308d972621e364f4a365564485a6d8ae7ecf","sample_id":"hellaswag.val.7790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6c030e04c3ee5fdf133eef4699e6b1abf523843fabaffb84ccebeaa60992d59","formula_version":"titan-u-contract-v1","latency_ms":0.9120829636231065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b454971b31ad1ca0318a1e6b9453413fdecf3f521a5339ef79f2e6c3d0d9bcdc","sample_id":"hellaswag.val.7791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8610fa819bf8b6e4c5e9d7a5413855b08b5c59d3ca9d5dcd1d06fd47f2d068f","formula_version":"titan-u-contract-v1","latency_ms":0.7680000271648169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c74dc717bd40b18b2b73db9660af125e4c5ab552fce897f156ebddd71262a69","sample_id":"hellaswag.val.7792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a82f4dcb0067b803cae932e1a68f0d0ac32ac32720caec34cce7aed37f5f6e0b","formula_version":"titan-u-contract-v1","latency_ms":0.902332947589457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"757c07265b867fb827000dfbd0c48bb81ee7f514b91b3c7063ad91d5b0e0cc73","sample_id":"hellaswag.val.7793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b524369503b696d7fc3e9fa8b3ec84f180bf2628ce99588f0453a557a6d89f62","formula_version":"titan-u-contract-v1","latency_ms":1.0313749080523849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82a055215483ad80f2e25be144aeaae9171eebcd2bbec6925e0eddc66e4012fa","sample_id":"hellaswag.val.7794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"182cd6da6da20cc1841f5c46951f3aaf7674f12fe2cf27f55255a3e26d3f2400","formula_version":"titan-u-contract-v1","latency_ms":0.6891658995300531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5012b58829393d21e982bc2e7d126e4dfc4f90c2f3ddf89cf5ffdf6f42aeb2c7","sample_id":"hellaswag.val.7795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c13385cb33367b500ab5b537c30aa2b148f50622505573c9e56d3cbea96144ca","formula_version":"titan-u-contract-v1","latency_ms":0.6713749608024955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55c232b2d48c14c8e7e998f00b8fc6d41e66298a0ef64787ac4dafdbcd2bcbf4","sample_id":"hellaswag.val.7796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f460059b0220c6cc8abe93e931895b21c20c5a405509652b89693da8e675a27c","formula_version":"titan-u-contract-v1","latency_ms":0.9862079750746489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7ebd140b0e3765775c76b8cfe8ecbe4074f76a908dd2c64c94e222311d2fac9","sample_id":"hellaswag.val.7797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6df4a1d6e93abe982ae890b2e2c89c7339d79e7554e40e2902a015c7d8e453d0","formula_version":"titan-u-contract-v1","latency_ms":0.9159590117633343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b02d2f13cbab6ea57592d7a000e0de46635e1fecde542cf5a7d934b1c37270d","sample_id":"hellaswag.val.7798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1251bd2c0fd05f5a111b9792aa139624d9e43721fdce78a9f7d6a7a4957b5855","formula_version":"titan-u-contract-v1","latency_ms":1.3010420370846987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"514be0021b57a5e6d1c82152a8e75764f536f0122f56cddb3b9fe258f0638c84","sample_id":"hellaswag.val.7799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7a902133f4a38ccd5586b1d33bf25a5ca83345229cf427b9a6e77a56fc12785","formula_version":"titan-u-contract-v1","latency_ms":0.575917074456811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8da0564817841199066510c52f0471a247c535a0cec5f0a71f18d3f654f57360","sample_id":"hellaswag.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d69f8e301131d2b752d30a2d9686928448915633d260f3e2170f6b6f8939403","formula_version":"titan-u-contract-v1","latency_ms":0.9972919942811131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee67ed22261d3a4ec15019d16b681dc2c9ba31059122bd192afee9ea5361e798","sample_id":"hellaswag.val.780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"847fd6770614d48662e0adb8ffc71da601a4b9428abad7e052d2f1b0a7b8f52b","formula_version":"titan-u-contract-v1","latency_ms":1.4498329255729914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5386b7d53a84e590605a39ebe541d6b5886bd00e3f123d37049547f95efd642a","sample_id":"hellaswag.val.7800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64470b60f2c13b9d729f5f5a6ec11a145f57bfab5b8032a988b41fca12e535bb","formula_version":"titan-u-contract-v1","latency_ms":1.8352089682593942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79880b20b51341c56c561cbd53df380465acccc05ec0650db5f72854d9a04642","sample_id":"hellaswag.val.7801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1048f3cab4f4a6bba3abd13151fe6f10f609a8799b968c518f454f7acb4c8560","formula_version":"titan-u-contract-v1","latency_ms":0.7477910257875919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b0700c1da52114a29ad210e14ef2996d23541f6b833f03d0f0c9ec7795774c6","sample_id":"hellaswag.val.7802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a7dd61a96e8342d1b889b64f001901c72d32d12bc658832ab731b0d03bfb0e2","formula_version":"titan-u-contract-v1","latency_ms":1.3170830206945539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83e180701e422ffeed24684a2f88dd8e3542dafc61383d31ca109fc9968bcbbd","sample_id":"hellaswag.val.7803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"794781b3c73ef63407b522d63dbe303f4383d9726f23350ac2e6470863f3ad16","formula_version":"titan-u-contract-v1","latency_ms":0.7224589353427291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dcec7464caeba166c6978a79aee2c04466968285dec838fa4e4aa9c1ffb4a36","sample_id":"hellaswag.val.7804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c6395f8cc0088627753d20d93f47df74a42f0e307b121c97a2bcf8af416ecc4","formula_version":"titan-u-contract-v1","latency_ms":0.9442920563742518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b50772719289c4ea000af0e404008903136a05664401d5a0e73ec085bef92ce5","sample_id":"hellaswag.val.7805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c12855d4ba993c15030ba26b152f9c5387e6b8bbc29eae76f6e60e05f754f4a","formula_version":"titan-u-contract-v1","latency_ms":0.8724590297788382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c27f628f9a2d4033e163a7a8946ac1c9e81d557c486b089052f1e1b6519774f","sample_id":"hellaswag.val.7806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8db310261a9fa929c9856dd32dd420ed834ced54c88f2933c2b6d74082399432","formula_version":"titan-u-contract-v1","latency_ms":0.7072080625221133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a94d3d8b2da09295e4fac5efd10f991e52ca77cc2496ee665b3bc78741f5e9f0","sample_id":"hellaswag.val.7807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b98f1669e135d169cb2890bf41625f4cfa55c373869a46d6900749618957e34","formula_version":"titan-u-contract-v1","latency_ms":0.9285419946536422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2064ef4599fc2039055d51026378cd38e8fc50412dfbc0464f8c292f6dfee211","sample_id":"hellaswag.val.7808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f39d32f1de618846a502893ed5d2aba4354de8c8c05d6132c8b9610e5bcfeb80","formula_version":"titan-u-contract-v1","latency_ms":0.6257499335333705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36edf9a8807c2e5fd55bf6fbd69c0a5b5f73928985038d668126d16b4c0f76bb","sample_id":"hellaswag.val.7809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"434a4775fb356252d75f87dedf3887efb36d41ee153b9fc98fefc2347c392359","formula_version":"titan-u-contract-v1","latency_ms":0.502042006701231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2e25257bfabad2531544bcde01d1e994ffb2a440ec88ab81229c958978c0641","sample_id":"hellaswag.val.781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39a3d0556c499bbf1ba54f1ace1fa44a766d00c99ac4d26c5de2cf2c4d8258eb","formula_version":"titan-u-contract-v1","latency_ms":0.6973749259486794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3670af8dccb91f4427aa4462362d3e4f55538f50ce0b2b4a5c5a8ce9baaf713","sample_id":"hellaswag.val.7810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b07f5880082a403aac18d41786f9a70b51dc810598c3f318ac2aaf7f66ce5b0","formula_version":"titan-u-contract-v1","latency_ms":0.6512090330943465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7965f6100ba3f961ed2440c09c98b34088fd479609330e720a8dbf2d9d449362","sample_id":"hellaswag.val.7811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c51218bbdd6d86f188d2749c70f2a951606568dcbb44cda1111d016262d7140","formula_version":"titan-u-contract-v1","latency_ms":0.7901249919086695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6eeffcbf499b069410de7e3b4baa63c6b9a8af6e1060dc768d5f84738f9e1c6","sample_id":"hellaswag.val.7812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39b7014e2c85346fd3c6eb8598a70033270ba6a2b3091cef9f507fdd5f97147c","formula_version":"titan-u-contract-v1","latency_ms":0.8208750514313579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d77e3c68920e8073c593cdb2bfc61daf1ff6d8c3f907fb28ed94d7bb85b538f","sample_id":"hellaswag.val.7813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dcc2565256e0ddb45e17ee279108336ed95ee56a250027052ad26aceb90000a","formula_version":"titan-u-contract-v1","latency_ms":1.4582080766558647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb53d4ff8335c1104b61ce44551140da47b1c2ad8bf74cbf2a8821b6a21c3556","sample_id":"hellaswag.val.7814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35f34bedd2168ba0c0c151f0084bae4a556d0248ac8232be84feaf369defc2fb","formula_version":"titan-u-contract-v1","latency_ms":0.927707995288074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaadfa0c59d6431d65bf0eeee2ab0689ac45f3e12ebd91d7b80d4dde0d67d900","sample_id":"hellaswag.val.7815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bfa4951b2a8353126b8898f587235020e830298a5aa1fdf9aa5af849fab8e34","formula_version":"titan-u-contract-v1","latency_ms":0.9575410513207316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b01e3cba73dc94fd0fea2106c65d77d0bced14fdfcf7dbe2b38b090847dda21f","sample_id":"hellaswag.val.7816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c823d765adbe07d2ae5125db84eda88f23158b304e6affbab6c2f20e3312883d","formula_version":"titan-u-contract-v1","latency_ms":0.906334025785327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eceb754db28e84d3902c00005878d657ee3db5bd8762ccbd057e19856e3ad977","sample_id":"hellaswag.val.7817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"918b8b0377b595e24c3eb0f3dac890159e596ffb15ebd03b3c505a241f0fbcff","formula_version":"titan-u-contract-v1","latency_ms":0.8079590043053031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfe234c14f6b35b04e7d0018bdc61f6a8964da6110a471bb04f715f4decad994","sample_id":"hellaswag.val.7818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6f9aebaa2f202c51de84c1e8a22dd37d770c295dab1cd5feba31f0ffccf1a11","formula_version":"titan-u-contract-v1","latency_ms":1.3769579818472266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf7f699b2fcc69ea0a48d2df2dc4e5d65ca83c3096d5f20c13cdfbadf45131a1","sample_id":"hellaswag.val.7819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f22ed535e869b742bb598648d9baf2d79ee9dbf748e7d51699f2e41d1b8f20a6","formula_version":"titan-u-contract-v1","latency_ms":0.9480840526521206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab2b789fe0751a9633555af8580523dc979bf184048f5cbdace9b0a56ecd1365","sample_id":"hellaswag.val.782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d7d09548d93da5a8bfdd1c239f860628364cb2529397883d7adce906b908625","formula_version":"titan-u-contract-v1","latency_ms":0.969999935477972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7c72c91722872c2fe0c5f9999d4d5da49e07231a24f9b26cdd3f0c932f56935","sample_id":"hellaswag.val.7820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29674d1755c54175f78a352f98cb499b5ccf6006541fe5c6b4980d32f3909f5d","formula_version":"titan-u-contract-v1","latency_ms":0.9651669533923268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d31bdf3214790b9dac0c8baf238e853eb7ebf6cbbf4db74c40c1d07e51fa86dc","sample_id":"hellaswag.val.7821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98a1f79f7f0b1036f47a264db175a0e47e06e07deb1799ae94ab1d94d4ac27a7","formula_version":"titan-u-contract-v1","latency_ms":1.0117919882759452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc5a4bedcd5bcc754261c40483425e4155a53480ec30817077fb33fe81ea083f","sample_id":"hellaswag.val.7822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14c3a3e62b2a6e733368aa87d15c548310303ae04a5280633fbb6765cbf55346","formula_version":"titan-u-contract-v1","latency_ms":1.0549589060246944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eae3fbac2c893722630555331bdd1d128715bb620ccefe077d33ed6e13008081","sample_id":"hellaswag.val.7823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"072c4fdb80c2d6f8e61eb2c7629348a0de7d1531917f2c409f9dae5cff4327a5","formula_version":"titan-u-contract-v1","latency_ms":0.8025000570341945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11f3d19d3b86ea8b26589b4ff8234e769a15f6f467a65602f4d71754796e285d","sample_id":"hellaswag.val.7824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fc298d06ec35032f4e642405bbb3a9f6a069f43b0743a3b8cb383ebd62e24d7","formula_version":"titan-u-contract-v1","latency_ms":0.7235829252749681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fde1d28b375af6857192e68024f269c6d6aed8dfd74106413b261cbf0ccb27b6","sample_id":"hellaswag.val.7825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99f7d62f523164e01ddaa07c09df11edf55f21f2a28ce78886785bc24337b486","formula_version":"titan-u-contract-v1","latency_ms":0.9177089668810368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4e3d8b6928b90086d3ddb5927de898a36bd032c6f43e21ac03b182b55672129","sample_id":"hellaswag.val.7826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa58cda4a93c9c5b031b698bddb03ab2d38ff8dc22e26443b883f09272586ad6","formula_version":"titan-u-contract-v1","latency_ms":1.6565410187467933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05fb6c4e5847aa9fb14a718f92b06daff07e9f2a889fb7ab97a5a665da8a583e","sample_id":"hellaswag.val.7827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6bd3e53b13df9520ad200d0728aeac23c344d561b33c3f0ad66bd56b31e6a32","formula_version":"titan-u-contract-v1","latency_ms":1.4661670429632068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fb3bba68d62355e531c0e722c6d83766a1ee28b22e3b7c0fcb865917f75c00b","sample_id":"hellaswag.val.7828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f93429e773efdf3fc2a34ef584527472bb6ad46efe1fc4cad2e637cf16b0f3a7","formula_version":"titan-u-contract-v1","latency_ms":0.9052910609170794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6af3ff9de6eaec6899d8f93e687eadbab5796bb226529af39f6326f167fdfa22","sample_id":"hellaswag.val.7829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d576e42ebe38919685b29168e6f06c2f51890dac42f633ec1c0a27b89958f2ab","formula_version":"titan-u-contract-v1","latency_ms":0.4382090410217643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d74b229881cd889e4f15bbaefa588f6357bb0e4fc67a5a496f53c640dda335b5","sample_id":"hellaswag.val.783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8946abde9a0984351d01d6763870df2dae570156471d8da2df878ff2ecca0a58","formula_version":"titan-u-contract-v1","latency_ms":0.6616250611841679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b621f44266e52ec41ab109d2bafd96ca6fc1d1e975dd6bf09770a71b1882e352","sample_id":"hellaswag.val.7830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e913406c79c808aba7ed9a106830830b4ec6edaa94b5e10581dbcbbf1e5aa991","formula_version":"titan-u-contract-v1","latency_ms":1.2631249846890569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46f2f6cd342d1952c686a683f11fe428d388fa834e0bf8a5b2f32cec877e45a0","sample_id":"hellaswag.val.7831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e27b7969c07a6ca7ef06b9eedfe6fc56ee6dbfdac62f72707d2a7b00bc1bffb2","formula_version":"titan-u-contract-v1","latency_ms":1.30091595929116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd2d33232885b15fe7a3676f8a51822c34461f620d5b89e94a2dc835ec6399c8","sample_id":"hellaswag.val.7832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fdc4e03f3eba08a5c0cc6049e509caf01e864d3bade07e3701dcf353a7a16e4","formula_version":"titan-u-contract-v1","latency_ms":1.12595793325454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95ca32382a20b7e968c91131a9ce6fc21c29f5b5dc41ba84ef1fbc1ae917ad0c","sample_id":"hellaswag.val.7833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cc40b043f6aeca27aa362f51cb0feb2143435daa3ba1b2c02d8f63a079f0a69","formula_version":"titan-u-contract-v1","latency_ms":1.0138750076293945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26fe18dec239f37643aed8667c7819a3630cdf3805e8ea3b539f574aeabc7882","sample_id":"hellaswag.val.7834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab18b06724e8aaa3c29d669fbabbcca73379f54aad2e314df4677919529c3077","formula_version":"titan-u-contract-v1","latency_ms":0.6952080875635147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64e9fba42570f9d93572cf38d35be333ad5b81c63ff084bb31577553b8cb05ef","sample_id":"hellaswag.val.7835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33397b2d220633813430911ffd97800d956207985bc35255ec7c2dbbb8e4d8ff","formula_version":"titan-u-contract-v1","latency_ms":0.8469580207020044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b366a9138eff0f493e697438f46b25d8c52445a983b6c8a6011f8bd75073d54","sample_id":"hellaswag.val.7836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15f45a07f764c201e54e63dca19e77be91364bcffad1e92fdfa83875ac026d88","formula_version":"titan-u-contract-v1","latency_ms":1.0844169883057475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67a9a3e5130240f0589b74414fc0e5f1564cc1ee420ead225338d09b0dad8caa","sample_id":"hellaswag.val.7837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d5082321cedda2e41989d9f63ed70bbdc17d521256fb036d6bcb7ae63a95206","formula_version":"titan-u-contract-v1","latency_ms":0.8644170593470335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68becf89f7fdd94d48ebb3e2f20b16f604108c0ef22fb1791a6bce2d24788e65","sample_id":"hellaswag.val.7838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17b31bbf46eaff3ad5e31f4989da6c62a27c968899a933001f2f30869f20f4d7","formula_version":"titan-u-contract-v1","latency_ms":0.8872909238561988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5294d97296c04f9cef4beb53336b19b75ec100cc72615941a7e90d0865c584d","sample_id":"hellaswag.val.7839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d9fb025a0d17089bbe7cfd27a34d7142799630a9bc6250d5fc74b4e96880f07","formula_version":"titan-u-contract-v1","latency_ms":0.7267079781740904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f34518a65bc5dde7dde57fcf50c34e543d24332ba4dc3234a326582faec3f82","sample_id":"hellaswag.val.784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"079f119612049f1d63799ce88edcb15decabdb530f0359f3fbde7c2f578546bb","formula_version":"titan-u-contract-v1","latency_ms":0.7912080036476254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"618880111c274d4cc2cced3ba89e6559488de005b59e49944d9af340175afa96","sample_id":"hellaswag.val.7840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6de792b3e7868ce13e08fbb19795428005f48cb5f04b9c094ee46143a3179154","formula_version":"titan-u-contract-v1","latency_ms":0.6989999674260616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bc62a4195d62bcc6488167ccd6694b14e319fae5803405d6484b21b330b51b5","sample_id":"hellaswag.val.7841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9da3ecaba0fc0ff22189cd5fe136731dd7378f8ef0c19255f6ff588f5066dc5d","formula_version":"titan-u-contract-v1","latency_ms":0.936749973334372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cc90c146523b05a6615d545a68224d5c447b8cb9640743402dfee01b745d347","sample_id":"hellaswag.val.7842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecbde0648fe3facf44f6cecc5ea651a64c1ea833b6cebbfbee8cafc559f80012","formula_version":"titan-u-contract-v1","latency_ms":0.6630410207435489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ec96c9715143df684e96fb15e5a43ad9d3ff365e4820f7838091c5f44c7b6bd","sample_id":"hellaswag.val.7843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad36de92fa05c0c31db4ad6d8e611f93f3c322e32d7f555062cc653147c865f3","formula_version":"titan-u-contract-v1","latency_ms":0.9585419902577996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"445df76b775e26d8d83c92a6f033306c5e3c43c0d6639a5cb668e1628a54b149","sample_id":"hellaswag.val.7844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e2248701c82a369a7d78eb2df8bd2ec9e1d651a718e57dfaef7bab36733771f","formula_version":"titan-u-contract-v1","latency_ms":0.9037499548867345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbaa36d046dd860b10341ac751104a5c12e801874f57cf7cac1e660fe2410b59","sample_id":"hellaswag.val.7845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1cc7303cdf83bdbc903805a8e3a20f4fb228be43e261cc6f7da7b20ff07f2fe","formula_version":"titan-u-contract-v1","latency_ms":0.9259169455617666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b7a6895dd44dd0cf97f57bb91c3b535b1b58c3a2638fa13092e40c5619bc64f","sample_id":"hellaswag.val.7846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b206e7c93805bcf0d5c60a4e126ed2c419eb23c79733196949a58c9e7af49a6e","formula_version":"titan-u-contract-v1","latency_ms":0.9266668930649757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15ab8cd345fff6d38086a3ffc62fed262b5d9a73cae945f42db6ebf1417e5689","sample_id":"hellaswag.val.7847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deac96bf2e8595ddfb58be251883365cb9bd29499805512a110a6247676b45cb","formula_version":"titan-u-contract-v1","latency_ms":0.8247500518336892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6b89a24d747bdc2882c3fab0f1335d58da8f81755cd57c4e3ef237a299c38d7","sample_id":"hellaswag.val.7848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e4e54242cbf5150b1439d0604f6456838ad1a1fdfc5819eac388a61aba1ddc4","formula_version":"titan-u-contract-v1","latency_ms":0.63466711435467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c257c710af4e9e02e9d4197f74e3799f5f8ddfe306c4709ef48919c20d7fc90","sample_id":"hellaswag.val.7849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb45a4b7c9f8bc2191b5fb25a7728eccf91926eb87549fa7e1222a7b7c53fa94","formula_version":"titan-u-contract-v1","latency_ms":0.6202090298756957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b83d93ef2e1ee26cf6930bcb7552301f1343c6d823ea8716643ff0f14395e50c","sample_id":"hellaswag.val.785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d7682c1b3816d85e1f51986344ba8545dab8787787761d3d8f66632b7501e18","formula_version":"titan-u-contract-v1","latency_ms":0.9540420724079013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06e584c03841e8afba55ac6a4ae0f2d2e77b71a50d4a602c58578b2a496f417b","sample_id":"hellaswag.val.7850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4466d9464e56ba4d3bbd8c279db2130c16213bd00b8af74ee5ec8f19848d3475","formula_version":"titan-u-contract-v1","latency_ms":0.8216669084504247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e87b576f0742da1142d90a9230a1afe20ecb1d815a2667b0d605ef466243db4e","sample_id":"hellaswag.val.7851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a13632118cd88fab5dfba4aa124160a101809b8ef4f4e3b441baffeabc856767","formula_version":"titan-u-contract-v1","latency_ms":0.9092920226976275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6187cf8f4be818b630044297ac72a48554d32956dd7355ee0ccd0c16b5e5397","sample_id":"hellaswag.val.7852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cbfd4a87896071c9b318434c76a2a549e9d1178e99e0e6615f4428d61421cb6","formula_version":"titan-u-contract-v1","latency_ms":1.004124991595745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce4ee409512464221439d2715e5bdd45471c6beb02d4f12c33ea283576a7ec94","sample_id":"hellaswag.val.7853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13208bd37969f943cff3360a9884ef786f93b5287d8e9f3e86790b42455a7fc4","formula_version":"titan-u-contract-v1","latency_ms":1.0132089955732226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da31615da139e2f9299e5cbe00597505241a5e10375586ef5c4b1e06d1f46d29","sample_id":"hellaswag.val.7854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66cf7d4134cfbfc33464e5f8fa6debcd658164c533d44302465c5f26754c43d4","formula_version":"titan-u-contract-v1","latency_ms":1.0749590583145618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a243e6f37c51eb6b8e1956637cfd44313f0ad042d3f3f6bce85ae6bd15693b5","sample_id":"hellaswag.val.7855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3b479111d323ed1d98d110217318e2c8066283283197d80951e3a4456c86b34","formula_version":"titan-u-contract-v1","latency_ms":1.0190419852733612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df6f61a68c6f365fc11acd8682f4f5d1344ba1629b46486d13b992484d9374ef","sample_id":"hellaswag.val.7856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ed0233d25698318c0ba5411353ee50d76ac1b981dd1c28a95fde587f104b1dd","formula_version":"titan-u-contract-v1","latency_ms":0.682624988257885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c315e7de81b30c6974af67b07870a4e013e56779b2be610b1b643a4cc7ffa30e","sample_id":"hellaswag.val.7857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6184508ef70c17a0ff10ca22d745e483854f1821c3f5223e8993768be13e439c","formula_version":"titan-u-contract-v1","latency_ms":1.037666923366487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6abd51e2a109bfcc00eb53c4c8468aebb572014bdd8cf8ee9d0ac317a881e3c3","sample_id":"hellaswag.val.7858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d114256ca4290e95c3524baa67847f17bf6bf0a475e99044e333901ae65c450f","formula_version":"titan-u-contract-v1","latency_ms":0.9311670437455177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5346b2d342378e3b7ebacb5c39d6eba4577dd3ed6e0fb6036a4ed1cf098e8495","sample_id":"hellaswag.val.7859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"559eab4fc26e862905a223ef1ee15bd4e5e392ff788e8dc116e11ddde0c86b26","formula_version":"titan-u-contract-v1","latency_ms":1.1552079813554883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c515fed415aa12c010430f17439fb5398f2f89aceb3d313ba86a12b598ce64f0","sample_id":"hellaswag.val.786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0897eca839e9a7af9a09c75890aebc7571b4bef8ff060f6a6328b2481727f8f","formula_version":"titan-u-contract-v1","latency_ms":0.7342500612139702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53f4486c9c72ef5eb19a73e754249242a29ffad2227182836188b37c73f0f321","sample_id":"hellaswag.val.7860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ee5147cb1b2e8c05b1b7c424855398f5b6f4628bdccb7b1d52d90e39ac14185","formula_version":"titan-u-contract-v1","latency_ms":1.104332972317934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ec1899d765a8570727c29f4da5a75e4bb941333fff8eaef777f63f29540e85c","sample_id":"hellaswag.val.7861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a64c8be999f94258d4eca6a9d062797d846624825e219762da3685a686b79cd7","formula_version":"titan-u-contract-v1","latency_ms":0.9154160507023335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"492dfb2ae907fedc5abe688f15dbf344403248201811076d53c08ccb28eb9f60","sample_id":"hellaswag.val.7862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65e3289c038038f97e145baa842a301c37fc56750b092ec5326145ad2df8eca8","formula_version":"titan-u-contract-v1","latency_ms":0.9219159837812185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13a063cde4a759bf8a02af528491a55df5b9133b9c8c7471bd43a6762740bdc1","sample_id":"hellaswag.val.7863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b12bb330214a0abbb2ba37e8ce1325533ae0aefe0ee2662eae9857615186e1b","formula_version":"titan-u-contract-v1","latency_ms":0.7166250143200159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ab70956c9503e5886af15145347b7258ba006dd53afc2dbd7cda5550281ab31","sample_id":"hellaswag.val.7864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46aa5e18b28928bc09017ae228e757cb602f1f672ce35a19cebbe37659356fbe","formula_version":"titan-u-contract-v1","latency_ms":1.0389999952167273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4a5ee04a81d4fb736cf9305b7d4fd304b53c03c648b028515d8cc2f0f9adb3d","sample_id":"hellaswag.val.7865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e580f0dc56598659079d3af9cf6a9eb0b5bec55c3b99d2c7359769c832e10b15","formula_version":"titan-u-contract-v1","latency_ms":0.6868749624118209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ef9aa9befbc52dad9a46cd6922fdd8b51888b71fba127fa8dc1c014474fd0a7","sample_id":"hellaswag.val.7866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78048af1eefcb8c563e2710dca2112da6a7b024ffa7a7e36f1221c1ca1b0bbef","formula_version":"titan-u-contract-v1","latency_ms":1.788875088095665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ad215fb0d4ac3be4a36c4257145af57cc9717dc373f14fe47ff967cea95cee3","sample_id":"hellaswag.val.7867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dedc9c3e3dc4035c2f21dd6251c7afd0958cabb1e51d6b1d98d289b38d93ec8d","formula_version":"titan-u-contract-v1","latency_ms":0.9443329181522131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68b0349b41dd94058e7498865a96f117ab2c7e05b5ebb691b0ecef0f375d5ecb","sample_id":"hellaswag.val.7868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01660d07cfd9ace3000e73935fbac90a6ee4eb5b5f2811736f2ffc894d382e3a","formula_version":"titan-u-contract-v1","latency_ms":0.7186660077422857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"628c4f0272b20eb2f0f0903d0f0e4ce390e06d4d58b1f0c9eda71a9dfb8d35f9","sample_id":"hellaswag.val.7869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7feb2ce27512a6170e7bfdd510ba20d83a9758f8a23964e27d8444ef7c72edc4","formula_version":"titan-u-contract-v1","latency_ms":0.5333330482244492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0699fc5c99a4edd60cd18f7dc87484a0bb9686e1de5fb1e21710f6f4431c7117","sample_id":"hellaswag.val.787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"409bc39c3e8196ae7a499b2e06e74e62a4464ea81391c1f6b3fe36c3a90adf7c","formula_version":"titan-u-contract-v1","latency_ms":0.6775420624762774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"228be9af1f3a8cb1c54b36b2f0e4e20a02ddc689fe458969fc96b241c82d1a74","sample_id":"hellaswag.val.7870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eaaa89cbe1ec2146991103e83110bcbf62629f491e0b7630d7a37e489517fd1b","formula_version":"titan-u-contract-v1","latency_ms":0.98025007173419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47912bc51712953ebd1a658de5934c5e9abab81cfe306cc64157f9c1be0195bf","sample_id":"hellaswag.val.7871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e82708edb7ed0c5fb71ee108a1d011d756cdbfc21aa9aea9833de9529adcf3b","formula_version":"titan-u-contract-v1","latency_ms":1.0818339651450515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36533e213bb8bc05cc2157d37b8603121e349a5b6878acab0ae23166a023dc86","sample_id":"hellaswag.val.7872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"028e523d3625f07872c3f25ae4e23f3dfb57690db10129759c70646ef0f7bd47","formula_version":"titan-u-contract-v1","latency_ms":0.9737500222399831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c54597da2ad4bfecc6f942c88193979100575cba1f48be51b751b0537567ccf6","sample_id":"hellaswag.val.7873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf36837956f865de04cb3ebf085f3b8dc86be4e1d49d9592cc77ed5f65208543","formula_version":"titan-u-contract-v1","latency_ms":0.6957500008866191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a8b43150087dc2fad960dac731f9d58ee33682c85249887275dafcc4fa2648f","sample_id":"hellaswag.val.7874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b54895d28d1d6a260e3d7fe08b69d9124a93f7593ce81907a593e3cd16fc5d31","formula_version":"titan-u-contract-v1","latency_ms":0.6360419793054461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbd2a7899ff26e96e35bb7216197918be4722cfe06dd05cca70c81ea8ce2cc3d","sample_id":"hellaswag.val.7875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a77b313b4a5e493973d399937b492f39251542c521c1475d464f9d6e38d60307","formula_version":"titan-u-contract-v1","latency_ms":1.072250073775649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c98ae9f6f9ea7eacf69e777ea16d5ebfe159146279f94901678e41ebf352906","sample_id":"hellaswag.val.7876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2813aa4f9b09d0991536ffa873d2c987803c4cdcf50527683497711f4960147f","formula_version":"titan-u-contract-v1","latency_ms":0.6915830308571458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdd1bcc5db37d977535094d6bff2ebae6bd0112ddd7c926dc3c463cb67d334d2","sample_id":"hellaswag.val.7877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78d2e2ee35478eb5613169aea059d979d01a56fe7bc9e745979ab3e46101bb80","formula_version":"titan-u-contract-v1","latency_ms":0.6310830358415842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c0118fb5b34319a728e9c187b341cee0d2490c810b7bc2299d27fd14838b95d","sample_id":"hellaswag.val.7878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e34b8c675efb32a7fa44c6e543a8f795622b9e3b2d5e14e36ab3b9116c23382","formula_version":"titan-u-contract-v1","latency_ms":0.8658339502289891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aa40f09d0d8a0fbff5d9e317e6b9a2bee9c634420a20af50ac5b56874e8cd86","sample_id":"hellaswag.val.7879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b269b8b2525e8310d1a9c1c2e7bd9b550fa246b48a50c98e1e052b53e65bad3a","formula_version":"titan-u-contract-v1","latency_ms":0.7656250381842256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09287c91e6a0f46bf2e12603303b00b4025ecb91f1fe8070630b7efee7045409","sample_id":"hellaswag.val.788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4372b0a41177ec9ad03f952c7aeb562191912291f2f790d88b78bca8e7a7d63b","formula_version":"titan-u-contract-v1","latency_ms":1.536916010081768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6b5e882a847c2c7bef965298985d6753cffb45f91f1fc91a4930fb4389e4576","sample_id":"hellaswag.val.7880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8a89994465fde7f45b3e82db1e0421bc4652a3aa221ccec3fc7d3d1e6a73b3d","formula_version":"titan-u-contract-v1","latency_ms":0.8217908907681704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9c6b1a88e8009302f392c21f9a74ffa13327ff1b691ad4b4ff0bfa451eb21bd","sample_id":"hellaswag.val.7881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b43cdc039357362f3dadb70c1e7d58f1aa568a2a9a4a5afa6ef3eef9f1cea582","formula_version":"titan-u-contract-v1","latency_ms":0.8262079209089279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e901bcffbfd7b53ef4d9067ba46a0b9ad11b30e9a181ef0ce5fc48a1d96bc491","sample_id":"hellaswag.val.7882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1d1f8824a2a38bf5dc9a17cf173d9bd33cc9237aacaf0fdfa6609ba9e4d1232","formula_version":"titan-u-contract-v1","latency_ms":0.6361659616231918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ead48be7d77b64531f3d419139d42b06692ce8df07abaf9e7654dc500b57a76d","sample_id":"hellaswag.val.7883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"865e278e9fb89f10004768fb6d80f1949451c40a85761a7879e9cd5bb3bb7a83","formula_version":"titan-u-contract-v1","latency_ms":0.5929589970037341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8075a50f3eaac6f3f7f703d6ccb63a41cebf60cf578ae66dc31119bece185c4c","sample_id":"hellaswag.val.7884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"345e8c42f5970527fdebabc20e97e903062e28db376e83701017eb06c900b00b","formula_version":"titan-u-contract-v1","latency_ms":0.8918340317904949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d91bf978b244062aeb607661cb0e03a0018217672315f3905198ccd8aed1f40b","sample_id":"hellaswag.val.7885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db9dda5dfe2beaacdd254e793ed40d77b314240c43b71b9c6aab6fb7b9306077","formula_version":"titan-u-contract-v1","latency_ms":0.6999160395935178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cfc721779936e1309a6b55481ad08f2434fc77e89b7bd7053198fb6882b841b","sample_id":"hellaswag.val.7886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"785211bd8af171676d6a228387759646a26ffa11316d06e1f59a3a8d80e10bb8","formula_version":"titan-u-contract-v1","latency_ms":1.5102920588105917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3a17c97d33b9afb5a47be1ef6dde2f7f90ae0ed51fcaea669817e7a8d001bf6","sample_id":"hellaswag.val.7887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc0bbe34bf3546f9316f9ca266dcfb943c8d46fbc731ed4c3b6fecce70ed4f2d","formula_version":"titan-u-contract-v1","latency_ms":0.8824170799925923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d4b841c98949e895c1ce8e685b674d366edc02063b29d7ca6ee09a7c14b9fdd","sample_id":"hellaswag.val.7888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24b1cb3938f8de9e549af7fc9d7bf46cce2292d06166f06fd3cf92c7962a609e","formula_version":"titan-u-contract-v1","latency_ms":0.7038329495117068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"400c3c7692ea64c88deed164fac3a61fc7cfb623b2c7ac0ef43c165a2e3115cc","sample_id":"hellaswag.val.7889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35f5ff56238ad9e2ab335f3536b40ea67091e659c9cff500c81f55d857e695f3","formula_version":"titan-u-contract-v1","latency_ms":0.7677919929847121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13df909704ae0789357765f329ff452e4d47c429ba01d3b13ba611f0aa10a898","sample_id":"hellaswag.val.789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5856eb488a203ef4779f3441db46444693877ce4d0e46963a1fce75a0d2f63a9","formula_version":"titan-u-contract-v1","latency_ms":1.3343339087441564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4217803ddb775513eb5a5bd1a75c026bfeafd471166c1c12403be1517bfd488d","sample_id":"hellaswag.val.7890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c5cd4df4b77a1790d0e107d1560c8e8529bec2b9b3bc4b5f14b0831debaf37e","formula_version":"titan-u-contract-v1","latency_ms":0.7013330468907952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"219685328788dffbfea72a7dc4b7287fb80786a4052ac5e547c73cc107d86010","sample_id":"hellaswag.val.7891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11ff6d3c653284b768ca4aaa022d3e4a1efbe688d1a15fcacf970e381b7718d8","formula_version":"titan-u-contract-v1","latency_ms":1.1415000772103667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e757dc0c961e8e951556b05686ad6251bd65e0ab0360cf64d5e6c07923c76d65","sample_id":"hellaswag.val.7892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb6f909189d11bf56350942d8b729f6e5425e5e7ba3c6359d2b4aed1cd735f8e","formula_version":"titan-u-contract-v1","latency_ms":0.7534580072388053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a51b459952c2b51f7d9414caa086c0fe175ae54a2b3a32623b741e61b6b73894","sample_id":"hellaswag.val.7893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74694c923ea16b3193629142021880c82af2a8b3aab29ad2587a5202be284d72","formula_version":"titan-u-contract-v1","latency_ms":1.1102090356871486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"094cc1372988e2d1678b660a64f0220dbca6a5b936c8d44953bb857efd272586","sample_id":"hellaswag.val.7894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d27839c794cdf5a4b74359719eb20a873f6704633ff232d48b66e3032b9c1a35","formula_version":"titan-u-contract-v1","latency_ms":0.9340000106021762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"003b752aa623a7e528e7d0d377a40ce86256a85e6889081113e23302754031b5","sample_id":"hellaswag.val.7895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"905f3ec538344d9b64228c3307670fa167bc725fb69d988b0692f04b9131345f","formula_version":"titan-u-contract-v1","latency_ms":0.7112500024959445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"146245eb60410147cfd452b81ddd92b3f0ae12080a2537bf4f74d37586a51674","sample_id":"hellaswag.val.7896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29f842e3466da389f62761d26c1751c079a3d8927e171c1f7e6eee4363caefdb","formula_version":"titan-u-contract-v1","latency_ms":0.7186250295490026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6badb622a51b0c0f400bbbbabd5c988c2a679e75c8f873fd46f858d1d8b85f5","sample_id":"hellaswag.val.7897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2064cc4dcd480308042062a3a245f98af49e952df5193be8638c20666dffe80","formula_version":"titan-u-contract-v1","latency_ms":0.7180409738793969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e93a913e2ab3a1d619faebb8aac415275896863d4c350e5110b111e2f1153839","sample_id":"hellaswag.val.7898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04975d96683dcddca2ff4ef788c33be6da8fc3fa70a8bd6a31d89e47ac415547","formula_version":"titan-u-contract-v1","latency_ms":0.7045420352369547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a21d7d65c34938466ae42ad1287e56ff1d490b7b99aa008877ad18a8f32fbdfe","sample_id":"hellaswag.val.7899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edc558f02352a3fe92c3bf66f3e862d117177957243ead87bbfadc9a6b868ceb","formula_version":"titan-u-contract-v1","latency_ms":0.6466250633820891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ed676575c8c85f90be576f33fd62bd1713a42431108d25eab7b07fa05c6131c","sample_id":"hellaswag.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bf12ade11b0b01706c327337993ef940214ba90601eaff450bac56f2ed8f813","formula_version":"titan-u-contract-v1","latency_ms":0.47091604210436344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af127941738fd243f899a55e935ab59c58a0734444bd4949c68861f57dbdac95","sample_id":"hellaswag.val.790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60f4c06c3bbe907cb8e2439d215e870438da82423203e86c68eb68263615d2e1","formula_version":"titan-u-contract-v1","latency_ms":1.1459579691290855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3488a79cacb922175fb39447d2cd7ee075bbf618e842d8d7b3d9bb3ebda0152","sample_id":"hellaswag.val.7900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a13d659768c9ec957ac4d02f74f8065978a3a76623f0b115b0ce0da692613422","formula_version":"titan-u-contract-v1","latency_ms":0.6775000365450978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b975d2b6eb9064fa2de03107440d1d6ba3951a1e9645d8e2aacb9da6ce7bc396","sample_id":"hellaswag.val.7901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdbb095e059fc80e7147c83950023328eeba0ec33e7e370f3b410bbfcea69424","formula_version":"titan-u-contract-v1","latency_ms":1.8390000332146883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"278c36964d8c64f1663bab0724dbab6fffb852a060d1f526fe8ee03a1793eb1d","sample_id":"hellaswag.val.7902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63ef4a37a3d35fa67e0130626ba111c4941449a43c040f4296144bc14f8c85d8","formula_version":"titan-u-contract-v1","latency_ms":0.7512499578297138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9a3500f2a2a92492ac9e4ff2289424d57afc8913c77a363dcee64010f209b87","sample_id":"hellaswag.val.7903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ae2e9763c717e7d0f6b6f087f3fa79d135d38f0e5d3cfae21869b065c49e365","formula_version":"titan-u-contract-v1","latency_ms":0.6587500683963299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a80c272063fff6bc7554eb00e8b56e20419287a986cdeb82880e5d034a79acd8","sample_id":"hellaswag.val.7904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7d6cd8227bb8ea88d169958cc7c9ff2aef5ab6118ffa6762a33a5d514e5ab96","formula_version":"titan-u-contract-v1","latency_ms":0.8753750007599592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08b42afba885c6993e43b8bb5b84538723abff088fe63e73320ccb48bb31e20a","sample_id":"hellaswag.val.7905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68c169348d1aaf315a971f76353acb8213730fe5af52eea5f0a065cd6cb1b3cf","formula_version":"titan-u-contract-v1","latency_ms":0.7105420809239149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cb5310349f52eb05398f41970af316c0e4f507f4279bcd381e5c639f1a3e50e","sample_id":"hellaswag.val.7906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3ecc64acb0eb6f2a7d5835d4a2442d69b452c3e2008c8a0f8209c9827b079f8","formula_version":"titan-u-contract-v1","latency_ms":0.6464580073952675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a57fb5e0ac44fdd7272a30fe230dc08a65f74a52210692def431e362a37b997e","sample_id":"hellaswag.val.7907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac59af6effb902e256d98fbb3d34ffe827edee68269447c9870bd07aecbb143b","formula_version":"titan-u-contract-v1","latency_ms":0.633500050753355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"352bab7b88471808054e57b366e92665b5d8ff1e0106b8a895395e170f7ba78d","sample_id":"hellaswag.val.7908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a1fd1b31c2ba4a74b103862743f73938e981ac1d2f2cba2da52526082238924","formula_version":"titan-u-contract-v1","latency_ms":0.8483330020681024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28ede4f941bd5d8dc399edfe39ffd738a632f2ca73aa8d36764ce63d90105a55","sample_id":"hellaswag.val.7909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a72ad2910c91182b216e2fb4e5dd52d9947d1282d582d7dd8bf06f875948b63","formula_version":"titan-u-contract-v1","latency_ms":0.8008750155568123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffd0d5452f7004f329e72d2f550be93c91115e70f6051dbe93069aae7ba235af","sample_id":"hellaswag.val.791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b243a49fd5f900700e7a21cba4fb5453b77c1fc5d432a66bb2c5f692e7b8697","formula_version":"titan-u-contract-v1","latency_ms":0.9358749957755208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"365b3b29d33fa685b844a2ea408ab45613c5e6678971e7da62b3eae288ce1b77","sample_id":"hellaswag.val.7910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"911cdc7629260befb4e919dbd7c5d2a7e6a22a0b6cc8e1718bd689ff204d0481","formula_version":"titan-u-contract-v1","latency_ms":0.9276249911636114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a347b5b822cf8a1940e65f2bf9e32a3befca99b9f314e989253c9f0a2c2ab4e1","sample_id":"hellaswag.val.7911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60e571219dde9194e987ceb27569b943a38cf79d6146dab6dfa1d90968edc394","formula_version":"titan-u-contract-v1","latency_ms":1.1565419845283031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51591fba07fa2230cf473d78718870b58d8d2a3433ee316ac348444f91f2b50a","sample_id":"hellaswag.val.7912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"255612bea8b016ec30d3de359cfd13495bd99af17f2388581fce7ab129b43557","formula_version":"titan-u-contract-v1","latency_ms":0.9226669790223241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c391229afaa3762b9fffafc958d35bbba35f158eedb761ff4c62172cbf79efd","sample_id":"hellaswag.val.7913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf4924db9783bbd67e3f5bd3040f50f4c05f45bb08f272fc96fc602c72b305c6","formula_version":"titan-u-contract-v1","latency_ms":1.0511670261621475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df08b44fa5da440399c8f2afe9904abea0aaef241984990e0f98b29e53290ef1","sample_id":"hellaswag.val.7914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a982cc546ad79a6c7c0b4f8ef1cf46f7c894bb1b501e60a46aa38472a6c7c75e","formula_version":"titan-u-contract-v1","latency_ms":1.1296250158920884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"235720f06f54fc79d92fe0e38c6881a9570e120446ff66cd04c6f00d80a88b50","sample_id":"hellaswag.val.7915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f66aef7107c21c5d7cdbb47a162156ed2f98e3d59c90d312631350f92d12df07","formula_version":"titan-u-contract-v1","latency_ms":0.63233298715204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57e0b065b0d7bd214b613dc3977c20e7e25306caf1571b6d4f8a075d5fad3851","sample_id":"hellaswag.val.7916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"719936d9cd299815d34a255a2440ebe4ba1f2e9285b9163d3de0137b8fd8319c","formula_version":"titan-u-contract-v1","latency_ms":0.8248330559581518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb23bc10b5b8e86cd231530dd7d5b4e6828a46726939ae3269af850936d95de2","sample_id":"hellaswag.val.7917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1037e216181143eab40f3d85a08a9c184164e5e5c847c588757654c1be11be35","formula_version":"titan-u-contract-v1","latency_ms":0.6505419733002782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4255371c9aee92dc342218db0c50455ccd14f1b0ba8d339ee00b20d1a5621a24","sample_id":"hellaswag.val.7918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f958cb6c97ca02fdfa73ffee3aa195dbcbc69041b71630f005f82a256815214","formula_version":"titan-u-contract-v1","latency_ms":0.9094160050153732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77ef8c271d626ca1904466a8ff02e909c3e065dad3b7287052826f0ec2bb0211","sample_id":"hellaswag.val.7919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad294a584544cc9631369ad1688651ac108e730b58aaa0872efe8c2efcfd7326","formula_version":"titan-u-contract-v1","latency_ms":0.8475409122183919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52bb418cc8eefe0618db1eb2a1f08df5d8c47ca99fddd7bc143a49ddf1aae12b","sample_id":"hellaswag.val.792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbdbb54c134f508b31ce2b05d7d9d7046d705f1a3d1e1ca151546b3f56f4581f","formula_version":"titan-u-contract-v1","latency_ms":0.861041946336627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbdfab6be0f714fe3ff78e85db7da1d2011a7f5e6a1cae66711488107317e4b9","sample_id":"hellaswag.val.7920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6540a4bd1be0c4cdea005e2bf2c4b6f00fb7580b26186d44f865eacba1ffc505","formula_version":"titan-u-contract-v1","latency_ms":0.6321669789031148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39c5051c648e1c47a049988159a51df0e3613369e6708661e87c3a85abbead78","sample_id":"hellaswag.val.7921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45ac1584558f5e9dac00fbb6a75e2031a15bd75b12d79fefc5f648193d8ca503","formula_version":"titan-u-contract-v1","latency_ms":0.6181249627843499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc42836c73489ea5276e47d203db739bd71eada42e37931ad091e4b03359f8e8","sample_id":"hellaswag.val.7922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fdf38d75ad397b63bfa40ad95b5c370b2f53bebe1da0883188575b620fc89fe","formula_version":"titan-u-contract-v1","latency_ms":0.6147499661892653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95c5fc0b7261ad756d80cbd2dadc371121a43f446ab8452ef9f6cd23eafc78d1","sample_id":"hellaswag.val.7923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d772e97697626d73c0e32b3598782e76c1383c995e98f88344215557c0facd84","formula_version":"titan-u-contract-v1","latency_ms":0.9664170211181045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b79b28d3030e226f14205777b0610aac4741aaf90d5d11e1792c2a240c08c4e9","sample_id":"hellaswag.val.7924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8af27efb6a5e6d1e377b63225fc62b2433d8983d89e0107d5e6497f5437770e","formula_version":"titan-u-contract-v1","latency_ms":0.6391250062733889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"812930af1bd0db96c33046c349b89f63fc33938a3166fbfba27b0bb38a039890","sample_id":"hellaswag.val.7925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f5e54731ed2b8d2ae29c8bb44b87537b5207b70c50d22249bbb3d31e6e1d939","formula_version":"titan-u-contract-v1","latency_ms":1.726625021547079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"754ac685f71d1ef1df1c36c3d70a5df9c06170a171467519702160377ac88b03","sample_id":"hellaswag.val.7926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b83da837eb07133330248254becb4a093dc32cee9616259e4c4f3eec5df21ad","formula_version":"titan-u-contract-v1","latency_ms":0.9690829319879413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abc2c00c61f24f0ccbb5d6c6a8ce3728be7925c884d77fde2a4dfb25233aceac","sample_id":"hellaswag.val.7927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d821ed69d8cc88572e6348ed53f44a87456f03d33f25128eeb5e66598277c29","formula_version":"titan-u-contract-v1","latency_ms":0.8790000574663281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fff7a50b46e4ba688f48f09e1f451849def5840b3e4af666a6ed42fb9f9fc9b","sample_id":"hellaswag.val.7928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a52f1f556e10e61d7d9099edadeb2716b9ba0f12e23a883fa516c133551d1a44","formula_version":"titan-u-contract-v1","latency_ms":0.6542920600622892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3762ec1d009a3a25d76b2691eff4e8f1055d4684759cdc47d10ed5dec59ddd7","sample_id":"hellaswag.val.7929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26a3486e2c1bf22a4e0ef08f78f45d8dd1c9bb42c1ced770cfe0c85da2c54e3f","formula_version":"titan-u-contract-v1","latency_ms":0.4740830045193434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32957de59ffdb7003438b9ccfc05624d0d3796888425622667d2115670d470b2","sample_id":"hellaswag.val.793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2673181ed9d890cf1bd0f83c098ac372b31d91b16ddbb4f5ff3d941a9e70bb07","formula_version":"titan-u-contract-v1","latency_ms":1.0123340180143714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4476740e6905f4edc6179c5ad026d26847141a9e6cbaa70e6e542036e96a399","sample_id":"hellaswag.val.7930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7640f5b36a4946932cc84d17dec4c09f00a437d29ce07d7e4f9f04ec6f10329","formula_version":"titan-u-contract-v1","latency_ms":0.9119169553741813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6bcd7d59b2f107ab80268bc561e7d4d868b2c737057cfa44b7e9211e560dc0b","sample_id":"hellaswag.val.7931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"578b44a65150fa3641b0e5a254f491898a0663e0bef59465f692edf637ec1900","formula_version":"titan-u-contract-v1","latency_ms":1.183540909551084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b8a5fef25a5939940ac51825413b46a97f3339c161f91c7879b1fe6fb122460","sample_id":"hellaswag.val.7932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2baff4079b89d49bbe61da98e53c43a47bbdc1d270367e20b94408f827de908b","formula_version":"titan-u-contract-v1","latency_ms":0.6366251036524773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92cc44a05016a553c701bf5f066883dbf09d8ec277abe838dbdb57adc19d4113","sample_id":"hellaswag.val.7933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"031a6f65e2d9b043a42a7ffe13d11b68f605d96bb384d9501bbb2c38e178234f","formula_version":"titan-u-contract-v1","latency_ms":0.6506249774247408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d13ea908a057573eeb4316d87e6aeac2faf70424d1353ea337e997cd19b582c8","sample_id":"hellaswag.val.7934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b09fdddeb6d1283a9f6da8f4777a919bf2e8cdc6e49b02586510cb904056322","formula_version":"titan-u-contract-v1","latency_ms":0.6959580350667238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"094dc89a0c1a6b19a6428aac7c370801b763873d3ee45e1b74e1df61b9a71f80","sample_id":"hellaswag.val.7935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95a4fa3fb6c47b41e0c31c00e6e4efdec55c53cfe2c6f7f6038b62c247f2ee4d","formula_version":"titan-u-contract-v1","latency_ms":0.5811660084873438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f4f84f0d3c4a079d6e70d82dfd7c52b5d34a490234a88a0aec790ff3be0eb51","sample_id":"hellaswag.val.7936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8b5c2cc62a744f1bf3056e26f1f7364b1c22f6f0624e2f0c431f720a05b46d6","formula_version":"titan-u-contract-v1","latency_ms":0.853167031891644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec1de15e4321a6e54e0c637ddfcf510c2656fea0dda8917a87599c0e2dcc1d1b","sample_id":"hellaswag.val.7937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2805ee56794ee87974ee51e44bde1d670c3b68ae6a1354a87d57724d31622883","formula_version":"titan-u-contract-v1","latency_ms":1.067875069566071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8f66f34f654f48342c88a42ac547430217a22acfaf95457cf9ce96ac0867c48","sample_id":"hellaswag.val.7938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58270f9009990d969b2880f685f334365c01ffe129b96941ff45193cf606c806","formula_version":"titan-u-contract-v1","latency_ms":0.6454160902649164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1ed585bf12e4a87deb8550401592ff814095e5e48fddacc353989e10cc1b2f1","sample_id":"hellaswag.val.7939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac27ece1f4e4c10c8608498560752077557b2589f0051827b73b927eb323f51f","formula_version":"titan-u-contract-v1","latency_ms":0.589958974160254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46ed6ccdcd496af3b5b86b66845814f9aaf1f3dc6c96ff2b5601e9bc87f2a430","sample_id":"hellaswag.val.794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c948d4f88b3de8bae7740342ea5b9818a4d73152960553fb67ae0fea2c661ad2","formula_version":"titan-u-contract-v1","latency_ms":0.9253750322386622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec6f4e8d321be7fc6380ea01fbed4fb91f34e3cbc6ce290ef6cfcfa1434a980d","sample_id":"hellaswag.val.7940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f88709c092a573964d79d8cacbd616b7ad2671fafb519fad972dfce41f1bb024","formula_version":"titan-u-contract-v1","latency_ms":0.9022080339491367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdc779015659f4a142ee451bc5ffc0ff37743a2dc22932a82ed45023195e09b8","sample_id":"hellaswag.val.7941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca275a809c697ba4328d7d3bf6eb57ae4c89537a853c668fd30011d8c8506ddb","formula_version":"titan-u-contract-v1","latency_ms":0.6906670751050115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f1f6528c115bd28ee642fccb1a298dd8504e930c800fab7c45b34aee0af3283","sample_id":"hellaswag.val.7942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe0f6fd33700c3f69815830f8dee5c8315f49880cce677f6474840ee83c5c3af","formula_version":"titan-u-contract-v1","latency_ms":0.8942909771576524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c19c6e12bf319181fa2fa8babbdfcc1711f0fc5f0d8880bc7a4eb694b7c7784d","sample_id":"hellaswag.val.7943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57e8d410f5b52f3196ae45f9f18abde6e69427934c7870bba749f6ec4a010720","formula_version":"titan-u-contract-v1","latency_ms":0.5896250950172544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf2c70ba965d8bd29b445f139789d4ebb31556edd5fb595779512bed88ba6eb0","sample_id":"hellaswag.val.7944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a548e2075913350e5ea8fa8c6ea7781e78fda96d013cd69098a6a92776cef25","formula_version":"titan-u-contract-v1","latency_ms":1.055707922205329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50c5331363c0d06609eca6198d0716485133e6a18b4800af88b5c2a1139027b8","sample_id":"hellaswag.val.7945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a490531a002cd435ad68d6d8721f762cc425d8fe06fc2d6098892d1c592afc2b","formula_version":"titan-u-contract-v1","latency_ms":0.6996250012889504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3377642202d4ae6e2730c255a305b3e90a18cc16cd897ad69e1a6070c3f8f3f2","sample_id":"hellaswag.val.7946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78a3921d3f7c2e52287efe0b983f1086f95e5c84d66537b164ae17efa875d8ec","formula_version":"titan-u-contract-v1","latency_ms":0.7876659510657191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d98ecc955d2bbe2c5e31455e77c3c859ab85920ae1c2ea20b8507e760e8e0f99","sample_id":"hellaswag.val.7947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95e6bcab67829c2e26486da2f49d47014cb06ba8f9199189a7cb16cebd8997ee","formula_version":"titan-u-contract-v1","latency_ms":1.100249937735498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08f019392862ce457377c4346b0d2d3499c31b0631c64575591369bb6505f30d","sample_id":"hellaswag.val.7948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc3025829a5ccc6b8190227354e21c35c0c31ee1b0284ee16d079dc6a0b7634c","formula_version":"titan-u-contract-v1","latency_ms":0.7990000303834677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5e5a4b0947d851898f93c53bcf051bfa61cbbc8ef3ee0e5d2ad7eeec2bd29aa","sample_id":"hellaswag.val.7949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90b3a8c22da4bb81652870766fe87c76a5fb627c9bb76979f657c181c49d61f4","formula_version":"titan-u-contract-v1","latency_ms":0.49041700549423695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bab0839c5e2d519d40ea03b349cf1418a188949d9f103b39436617da02760d2","sample_id":"hellaswag.val.795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"524b8646d5f2ac6864264a1c92fe2a985f3909dd7e9ed18f6a17337d3f5addef","formula_version":"titan-u-contract-v1","latency_ms":0.7544580148532987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aad6fcae4455554956a742a8efbc0d8ffee5684777ee585b9414c2e09a5b3063","sample_id":"hellaswag.val.7950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2620a9a8a3e17f696d4e56c667ec2a0d680830cc5105637012d1b00b0b5d918","formula_version":"titan-u-contract-v1","latency_ms":0.7138339569792151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a33abcafcd657fffee6b2f064eb9f2d1ed4525d911f3c4d21051324f2f2f9fde","sample_id":"hellaswag.val.7951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60a7fd8adaca7b6214a9641263d4b8587f56e7ea91711d77468bd35d93fa098c","formula_version":"titan-u-contract-v1","latency_ms":1.1383750243112445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbbdd36c2f513fcd2ec8f5e04454904e2e9de3b35570ab0337d901ba79554465","sample_id":"hellaswag.val.7952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02b39013d0914f8de3c3efcdb422869dfa566c7fa96e08de159af6126a8fdc80","formula_version":"titan-u-contract-v1","latency_ms":0.8758748881518841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"018b91481cfba95f2e37d198af1c51fe3b275befc38726682cc4f85006f51c6f","sample_id":"hellaswag.val.7953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1f02e9001789a95938c559aea96d01422b6f056f927cfb4ddf726b19eca229a","formula_version":"titan-u-contract-v1","latency_ms":0.7011250127106905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba0f1da000326964cfd10a6bd31949ed21ad66e706d9b3a6f32284ccf7af4b0b","sample_id":"hellaswag.val.7954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"024ea548746ef853695d660bbed27266a7eb1ee4b6379aac9f43e82ba271c065","formula_version":"titan-u-contract-v1","latency_ms":0.6788750179111958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d705332ab3d69443c0ed0d8d0812a5784ccc4db6767b5825ccef042b0e5c6ffc","sample_id":"hellaswag.val.7955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08df65a66d511b130f1cecbc1292e3aab71168599175ec2bc3670227d4fb7e98","formula_version":"titan-u-contract-v1","latency_ms":0.8496249793097377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bda644fc3623e775641e1a0853227e5ada1280466d111f20319203f230c12ba3","sample_id":"hellaswag.val.7956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e12a49f89a6dc3a8738739d83db808e246340eab673fdeb09bb97dfa1fb1c37","formula_version":"titan-u-contract-v1","latency_ms":0.6627499824389815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87b6ad501263cef33cbe61593b906292d30a9c2a60f1620c8b5032fda52c2778","sample_id":"hellaswag.val.7957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12e9cdac8dcf5f7c2634779b48ad309a86e1e0b311108ce87fe1a46425382c0a","formula_version":"titan-u-contract-v1","latency_ms":0.6992090493440628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"146368cd877b56317702a936c57b61e3cb7e5beaa4f2970524bdded0baed3695","sample_id":"hellaswag.val.7958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c744ab7f65f5b712d0f9b27e6b01f94495880cf78e5ba21bccc504cfc913fdaf","formula_version":"titan-u-contract-v1","latency_ms":0.8222089381888509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0282c645ba978ac3ab087f4c4cfb57ecd8e0716a4c30630f09dd50bdba0bc33","sample_id":"hellaswag.val.7959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"806b52eb0a42e3fbb04adbbd278cff1027b288cc5b13f6037dbc094036378581","formula_version":"titan-u-contract-v1","latency_ms":0.5260419566184282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd58a5e4d6b99f65a912a50d8b57ee654a6741f89e9f9b8d1541576cacc025ea","sample_id":"hellaswag.val.796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b04273a8047799e162d7c52413a639b5e8ce24960cbeda9a7ce9569111c5335","formula_version":"titan-u-contract-v1","latency_ms":0.6699580699205399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b91ac9e12edee6e6b555fce4d1254c433a6f73ac5a1ee87966d3b5fa718830e5","sample_id":"hellaswag.val.7960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c16457f2d2aa35dd76e624bbfefcc9c1808bd92242eba785bdc543866355597e","formula_version":"titan-u-contract-v1","latency_ms":0.6464580073952675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51303d345b53ff2f1f62e35fedeb363d61c963cc19539e713d5f225394867306","sample_id":"hellaswag.val.7961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bb9ae8e6eb64ee6215c4bdde3f3e2bf51467cc99f97c64824f59250f3665d59","formula_version":"titan-u-contract-v1","latency_ms":0.5960830021649599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32c9987ec3bfbcbc6ef01dc4eab0a4787c69434871ab67ed05ccaa4e5dde2ed0","sample_id":"hellaswag.val.7962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4240d3d7853befe82d1735653a8e803b2926f3d63b6e167f9c485ea33d66b8b1","formula_version":"titan-u-contract-v1","latency_ms":0.718125025741756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"745b5634cceb30671f2b1dd0f247e7952db6250a3420b612ce73fdb26cf0bc19","sample_id":"hellaswag.val.7963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d9d86c342ae58cb74e5c489593757bfe0e30e4b15643e89f1b4c13832d29742","formula_version":"titan-u-contract-v1","latency_ms":0.7392079569399357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19f9fdc3ca6035b984e8ca8c0711cb34b7e24e4846d8fb0e0fecf546d2a4eac7","sample_id":"hellaswag.val.7964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c8a75a69ad7f27ed0b08a68f3b7ea1ec9c1ad3a6e5d3442fab93fea70c5b425","formula_version":"titan-u-contract-v1","latency_ms":0.6318329833447933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e25dfa0c2ed66471ee5cb981eba8ec3fd46603beccd46dd61905a828a63ba654","sample_id":"hellaswag.val.7965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9cd87848640ec0e3aea7b462a58b4510abb754ca33de58bd7006c63dfb36cc6","formula_version":"titan-u-contract-v1","latency_ms":0.6162080680951476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1b374bc53d44772f0bf0bbf4603016d0b216f0aaf3200efdf7b9ada4eff88d8","sample_id":"hellaswag.val.7966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20255b8b9364e22e294bd105e0bdcc2d39fc32ac76cb867bd35b7a3a821dc76a","formula_version":"titan-u-contract-v1","latency_ms":0.6745840655639768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00c9f54bca9cb927e0c9e2c99caf883ad0229747e49aa572b1b2f0e35385fc8b","sample_id":"hellaswag.val.7967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"999bc535a9f1f7184dc8855ec8e4a519f3e7fe118c5305f8532bd00320c39576","formula_version":"titan-u-contract-v1","latency_ms":0.6163340294733644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bed9cbc8266bc03a1bababdd30a3905c32db808e0e1dcd6444ea234028f2700c","sample_id":"hellaswag.val.7968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"714ea7d60ddf9ccab8b420251b3db793aafce0ba03a3f7270d62e58fed6267bd","formula_version":"titan-u-contract-v1","latency_ms":0.9473749669268727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"277c8e746dad4eff0c5e3abd5d1a3f82e30b7ad91c504a87f2e45b7dd84146ba","sample_id":"hellaswag.val.7969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59358b33d60bd86f7a750a5d32cbc4cdf331082db3af7a8a8afc95edd243fa3e","formula_version":"titan-u-contract-v1","latency_ms":0.5188330542296171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aac5e398d429656b90e5c3d4cf352e427a48f014df76fabf07014f4da8590c7b","sample_id":"hellaswag.val.797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4940578b796b6011eee8bf7d6808e4d54ac9da7cff314c5b036a44ee84c7d99","formula_version":"titan-u-contract-v1","latency_ms":0.7914589950814843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f512c8040a03c7612675db6738574e06d65a2484f4f48566ed36c93aab8917df","sample_id":"hellaswag.val.7970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d96a1216b91c648a5b1a83e7e6f625d9d5a879c4ca2b0a9c183a557929c5719e","formula_version":"titan-u-contract-v1","latency_ms":1.2489580549299717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0321a20b9f2d2bbad04ee84a8941ff71b57d465098ef346c6b997b4a174c0ec9","sample_id":"hellaswag.val.7971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af359fc31044beeee646bd7a37f5059a500da12bd4bf720b86e25992afaaddbf","formula_version":"titan-u-contract-v1","latency_ms":0.6870409706607461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1c0a52ef4f01c91167f48afdd5cf50d0325c73ff4c883d960c9375dd209c4ee","sample_id":"hellaswag.val.7972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98cef3c8fa78c13bcc6a1448206e9d3ff2759bfe822c73debf6d56251cc6494c","formula_version":"titan-u-contract-v1","latency_ms":0.8163750171661377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d83bf22a0929c2e1702828f4e1c04b97708ae8f56ae22d6ca4c9dd296b504753","sample_id":"hellaswag.val.7973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e08da7fedcd559bf5876093e44f09120157acac7715dbfc092d923daa3299a0","formula_version":"titan-u-contract-v1","latency_ms":0.6842089351266623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecd8eae0b44150d05a703ec95d11b3c84572a699c3be5bc01f72820049ba6b51","sample_id":"hellaswag.val.7974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dfd7b2db4a2108edbfb1ade61ed0f9c64a197dc389d25725f97c93103dc1876","formula_version":"titan-u-contract-v1","latency_ms":1.7023340333253145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2fbf4c10f3f2f88ef63913121069e03532653f102d81a310c583a948aca41c8","sample_id":"hellaswag.val.7975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d680a66013abb7e7daeb1ea5067c1b17dde6708a06c8d064a60a9b47f0e569c","formula_version":"titan-u-contract-v1","latency_ms":0.6557080196216702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"868e06c98f364b2e052229c95af145ad22b9b961618c4f124943a728f19c28aa","sample_id":"hellaswag.val.7976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ab87129ceff45af2f6cab1ecd4f644add0ff075940e08a358778040a2db4a97","formula_version":"titan-u-contract-v1","latency_ms":1.191957970149815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4980503a51e47286587d3298dab555f3d0b27ca466ad3349b8ebfccf6abf6f1a","sample_id":"hellaswag.val.7977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a979f9883b7f668b620073831f74fbd736a44ced85cbd3ef733eb6e695977493","formula_version":"titan-u-contract-v1","latency_ms":0.7199590327218175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47630ef07ebd660269e3ecfcbdf9fd49cab4d4ee2cabe43f8c77b3bde8541ddc","sample_id":"hellaswag.val.7978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0c5f31a40065e7a6ed101a2686dbac76334ba03685af6ebc181030991dd9997","formula_version":"titan-u-contract-v1","latency_ms":1.1918749660253525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"455ff16221e4b50a307e3f28b47fe8644abd503d272a509781722b0a985c82ae","sample_id":"hellaswag.val.7979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e82a634811ab59820e22c3c3928990d837120546628668a786cab578c5599ea","formula_version":"titan-u-contract-v1","latency_ms":0.90170803014189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c50aa0f09f022d32e83aeb9abf9b892950d99a79312bf0213c81865aa19b5ce","sample_id":"hellaswag.val.798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fac8e34c50608c4f85f3c245037bc0eb541b5161dace8bbe3863a1ef9e98503","formula_version":"titan-u-contract-v1","latency_ms":0.6454999092966318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b704a96e7edd8df502f4f3901231b94ac3184b44d3158468758c3a6b52d5b57","sample_id":"hellaswag.val.7980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a3b6a9ee21182dd775981bdac1a55d23966254b0d2fff08f1f827c84dc7ac6b","formula_version":"titan-u-contract-v1","latency_ms":0.6653330055996776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"907a03b7526f151ce650259ef7ed94ec7f88efe5be38b4266d15cf7890a5528c","sample_id":"hellaswag.val.7981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f76f5d283c6e411b24cbcf341d361939896a5156609001217edd12a810eeff2c","formula_version":"titan-u-contract-v1","latency_ms":0.9155420120805502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"002dbf306f174197107c416e6df250358271e1526cc3c8313606a09bcb56363d","sample_id":"hellaswag.val.7982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09242651fc8dfc35dbd2a1787c6c39ca1062a77d4b331cc3de449786a4fd7c5f","formula_version":"titan-u-contract-v1","latency_ms":0.8634580299258232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db4baf34022facc346316909ecf98c787dc4bf3e63d1327d0589b06bf213a5e1","sample_id":"hellaswag.val.7983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"801b814f4b86d9f9da220ace7ab4b994a84c692053887dd4054e0af3580f9e9b","formula_version":"titan-u-contract-v1","latency_ms":0.8758750045672059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5a725b444906718543a4478480a0d1bc6cc99cc57bdbd47f9b0fcdcb8d7d540","sample_id":"hellaswag.val.7984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c83ba3dc398ab6df7749f2cb2061d358455365a16e14eaf38c26fc1cebe4cb2b","formula_version":"titan-u-contract-v1","latency_ms":0.8220000891014934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ae9c5a8412f06f91e8bdb64c18588a5d3eba68c62f455818c66494911d7bd74","sample_id":"hellaswag.val.7985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"588d28bca7efeb2c2e7d80af91cd3f81dfb3be3a0a579ab2aeddc8617c4fe9d2","formula_version":"titan-u-contract-v1","latency_ms":0.6899170111864805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c57acc7e2e8574aae5796079fcb3ef5bc9edd812eccef0efe7ab6d7bbba6895","sample_id":"hellaswag.val.7986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1447834d3b7bd895c08d0e99e04ac55f394d8dea883c91503f5be84a7d912df5","formula_version":"titan-u-contract-v1","latency_ms":0.9357089875265956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"465937ad2486d57a1a63a2e4b68a3ad7251f73040bd19ade4e5a0dbbf7cd895f","sample_id":"hellaswag.val.7987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d65f55bfce3fc7c0db0a727ec7205a2a7cd3f0bb42b2d1930d884d724f94914","formula_version":"titan-u-contract-v1","latency_ms":0.6728750886395574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fd1257901696771ceaf6f00e98c25b26e0eff4ee27376e7d8ca648f20878247","sample_id":"hellaswag.val.7988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8f432b5764cec01d6582d97bb6eb526858d932ae87f1dfef1bf51a419471205","formula_version":"titan-u-contract-v1","latency_ms":0.671125017106533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef7a4887541c9d699d8b69a60137748b7a345f542e767763447c1bff42a844f2","sample_id":"hellaswag.val.7989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5e73a2e4b85a385dff5fad3166500a81bed2365cd5b628ce515f5688f8a1ac2","formula_version":"titan-u-contract-v1","latency_ms":0.4837079904973507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d06b048dd58f1d4e6f53ec1c9ef2f3a1857f224fd341c5edfc8d006c8746e12","sample_id":"hellaswag.val.799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bc78e1daf5c6a9e1fad074194e83f17de5b301e0b997eba2ef9346f6fd52154","formula_version":"titan-u-contract-v1","latency_ms":0.6312920013442636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"132fec428c34f28317bc8f7bd0023724be81bf359dd171eb75362d99f693e23f","sample_id":"hellaswag.val.7990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9670fb24a04489850e8220dd37025452200c647d1a881cc92dfdd9a88b9ba77c","formula_version":"titan-u-contract-v1","latency_ms":0.6414999952539802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e5b97e2ce6df2d1e3b50e03b242e5ed52b6dc5a63f10472bc5f61e683d0df9c","sample_id":"hellaswag.val.7991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a701ee2fa13cfdc640031a94e59d58997694070b25a133368b77581f8a88381d","formula_version":"titan-u-contract-v1","latency_ms":0.684124999679625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89645a59963c0fc7b23181130af192f36b41f062cafffc8443b62deb5ae3fd58","sample_id":"hellaswag.val.7992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"891c395cc436fa52f6755d2bce1f760674ad4f343800b955f9de59d961245b1a","formula_version":"titan-u-contract-v1","latency_ms":1.35237502399832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"758940cb00c912f911df54605eb51f5e3c3013bcda110105feb9822f3c4401a5","sample_id":"hellaswag.val.7993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6a79d516df8108aff99806f70c16f9d766fad767744a7d6ad2086fa57b0d58a","formula_version":"titan-u-contract-v1","latency_ms":0.6580830086022615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90646cfbce3c313a4719b0996770f1f9c20d9119b566947e7e729cf004ea5395","sample_id":"hellaswag.val.7994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9d93a5dd5852930d4c898ff618436887145d39e2721e5396248b9d3f8d447c8","formula_version":"titan-u-contract-v1","latency_ms":0.834624981507659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fb65d33f74c57793d31da05fdcdb8d7dd3d897321bc27f94a27c17ea235e5d4","sample_id":"hellaswag.val.7995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72fbde2109eb6f2afe997b2ea2ffc494953419c9027b6c2468ce500191ab8876","formula_version":"titan-u-contract-v1","latency_ms":0.6386250024661422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22bca8c46f4cb8db2152773a4f3ff7bccb070b95a571e8da152f1365789b33aa","sample_id":"hellaswag.val.7996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"632435394a5cbc5f2f1362a8b76717e8b57c0b65dd4674be700119f10438ec39","formula_version":"titan-u-contract-v1","latency_ms":0.6958750309422612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e9ca050b4fb1944906de21f1b58e58e8be691f81ceca80ce11189186a6ce166","sample_id":"hellaswag.val.7997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f7eef43ca8d92ddbac468f88db6777c6bff29c37c75a5808d781ba9f5f92d46","formula_version":"titan-u-contract-v1","latency_ms":0.9068329818546772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"703437352e2fc4ab58c7d1537e25ef4e5f178e1ff4c11289519aaa8e2667fc07","sample_id":"hellaswag.val.7998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6d118a4aa1f630bbdf33df2f1eccc719c8494828298b99dbe549313eee7b6ff","formula_version":"titan-u-contract-v1","latency_ms":1.3598749646916986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15b6bf24c67b49657dae19ce700a7c15724d7f47dfc11f1247b55ddd4eeab3fc","sample_id":"hellaswag.val.7999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07db8a7a202166adc5d41640e205c9edda2431c61dedd62ea7339ed36c23ec6b","formula_version":"titan-u-contract-v1","latency_ms":0.49708294682204723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac36e8e6bc73467de13786891a493ef99d1ab715edbfe83d98145b40d7321d0d","sample_id":"hellaswag.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9cc16d0f35de6e17f8f7522105c5eec793be4b02d681a505ea2db59c77af243","formula_version":"titan-u-contract-v1","latency_ms":0.742291915230453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"934d4884bb1aaa3cd171970177c6e8f1051c69b947fdc8b2f803bfb02830136d","sample_id":"hellaswag.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc4e7409ab695390b99dc6aef90269cbc622fa8eb0988db2124a874f49aa6fdd","formula_version":"titan-u-contract-v1","latency_ms":0.4717080155387521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d740a907bbc9bf6ab7854b4b1793011ba55d2ce39577831707301f2b19e27fea","sample_id":"hellaswag.val.800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a14bfa695f0863b992f1dd5d00a523a594b641f497e56d3377ba7114407eda8e","formula_version":"titan-u-contract-v1","latency_ms":1.5134999994188547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2685546dacab463f5c87816396cc8787f03e50f905e575d493595719b9a752f3","sample_id":"hellaswag.val.8000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfdd7cf803a574b81fb4ace09fc930ea9edce82cb3facd71a7eebabb3d9eda6e","formula_version":"titan-u-contract-v1","latency_ms":0.692041008733213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"613f1123a84ca01e8d4742cfe65b81b18d6fbc4bf27546f435dc9ae7db71bda9","sample_id":"hellaswag.val.8001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"782a33f8064e6ce8f076fcba25d311333197943f0c9f2ccb5838ebcd8034ffae","formula_version":"titan-u-contract-v1","latency_ms":0.6963330088183284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3b8517057ac73be04b63505f677e8e987ada68e3b756fa5191322262221a1fa","sample_id":"hellaswag.val.8002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1f0c3a869b0c1ceb2ae8ec9351d6dda8381e68e5657a152c569b3e692e32300","formula_version":"titan-u-contract-v1","latency_ms":0.9383750148117542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16fcd7fd20f3b08cd4604cc8330d7634830c2a2665829a199ed67a1cf797b205","sample_id":"hellaswag.val.8003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccf044c13aa2b04c1e9e9a754aa80192fb50e2585c3ee655e11974dce7ce58c6","formula_version":"titan-u-contract-v1","latency_ms":0.670708017423749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e20de6fa627022afd8c6ac202078f994c38a00fe62183b7fed3df34f780025d","sample_id":"hellaswag.val.8004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a5d91a161e1ad01414e7de3176bb9c9f5ecfc2841c60dd1e32fc9e30f2fff80","formula_version":"titan-u-contract-v1","latency_ms":0.7357919821515679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ce9d5ec1ddfef07c2c3f560df39c672cb855458eb337cf8a4fbbf78016ebed8","sample_id":"hellaswag.val.8005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23c641ebcef83f6d2f92e744f6e437651ec57be64cbfea9e69d5a6fef449cbcb","formula_version":"titan-u-contract-v1","latency_ms":0.6597500760108232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a92afb560b9417da18ab60c7a918451991e13d2fe2832f4a2ae6c33bd1b5f16","sample_id":"hellaswag.val.8006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e7937bccb4999118915a30dd269f1490cbbbbf4c633cd8434e83e567b6a596a","formula_version":"titan-u-contract-v1","latency_ms":0.8550839265808463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3986aee7d58ece3c38dc4f1a7f2b59aaeaee98f1eddea7cf9917b0cdfe41ecb","sample_id":"hellaswag.val.8007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e160d1d7cc03097ba6569829e1cc6dfffa98f6d76aac343efea87b29fd9cdc4d","formula_version":"titan-u-contract-v1","latency_ms":0.9883750462904572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b760f059be427f7c8fdede761702b527962e8e12c1aea6eff507f9fd3b132d44","sample_id":"hellaswag.val.8008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7abe09896f7bd4a346839125bf1f31983680d166cf69e550f978856d75823ac0","formula_version":"titan-u-contract-v1","latency_ms":0.916499993763864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c594b1d85908048464b76e9ef18173da82d3f664cc135336a643587df21f07c1","sample_id":"hellaswag.val.8009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"280e1c4f3c197dcbd1168e3b1ad4128e274dedc8caca6d62e8fbe5ee064a8df1","formula_version":"titan-u-contract-v1","latency_ms":0.48162497114390135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cec9fcbcbc5529667672c2d316e59a3ccf24aa53bda2d996fcfaad92230f376d","sample_id":"hellaswag.val.801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb17a41db2afd145004f231f586c8d2e19c7f43e9b754553d21f2a294a9af64f","formula_version":"titan-u-contract-v1","latency_ms":0.6097499281167984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef9206b8757dcd2560f245e565b3412cb54734c1b2b2120449f14b057829522e","sample_id":"hellaswag.val.8010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d93595d356afcc12bd9e74f456346739c31c92904eefc07082efc7fa0d21ce7e","formula_version":"titan-u-contract-v1","latency_ms":0.8568749763071537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ecb90d102cdc64f892097cc95e061d338c255178fa0a6f9d99d6a4ef171f39d","sample_id":"hellaswag.val.8011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b5a14b7101a8667d514ceddac03adfeccf920a5cfaa1115ef8670fa1414e0d1","formula_version":"titan-u-contract-v1","latency_ms":1.007750048302114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"152e736c72f89e789e09946dd9266377b16c0ea4195a80aad990f49234c43806","sample_id":"hellaswag.val.8012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64a8b8d324bc8afc32e02afb5ad78c1f2b44b2fa843e97350fb2b5609d07d58a","formula_version":"titan-u-contract-v1","latency_ms":1.0520420037209988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4029efee9f06aa187ed7d22a8dfdf460b6cbea1b3649073fdc23939ad1f98d9a","sample_id":"hellaswag.val.8013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89f095971ddb254cbd22d11d12b121cb1a94571e31af78f4c99c0e11fceba8a4","formula_version":"titan-u-contract-v1","latency_ms":0.8291670819744468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a08341ea140b05db93618e7f7ab0138d3330f97e50faae50f4aab934c25ca6c","sample_id":"hellaswag.val.8014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34366e83fc3fb4604105a5918bfc6a9a358fc7fa7dccd25c584e293a06111d0d","formula_version":"titan-u-contract-v1","latency_ms":0.6234999746084213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec856e4cc556e6e477c9752f7ea016fd2e1c59091c372d80596dc0511642323c","sample_id":"hellaswag.val.8015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c9a67250af9520a5ad8f8d3a1551e1b8895ced96450bb52507e011a90af80fc","formula_version":"titan-u-contract-v1","latency_ms":0.9022500598803163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a3cc389b4f09fee448c023eda95d3a2eb2db400ee383abc90e758be4be881c0","sample_id":"hellaswag.val.8016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"674a679be88cf6f9a1ae37167503352f1063e49a19bca6cd460af8e1f1ee5cc9","formula_version":"titan-u-contract-v1","latency_ms":0.8014579070731997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"209b145af4229ead1232cdf814042cc7504ecbe2915070ea448d1d9787dae3a7","sample_id":"hellaswag.val.8017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d82857f93660dae0044eba60ba11976dad5924574eae0a9744384942cf1c7af","formula_version":"titan-u-contract-v1","latency_ms":0.8283329661935568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d8ef64dbdc7136cb4f808872a5dcbe8dcc8f48f12f7b9a66b8a7df0ee0a290b","sample_id":"hellaswag.val.8018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9274e89f07a385630ecfb65e8c9e78c0bb786251fc880919bfe5635c05b4bfdc","formula_version":"titan-u-contract-v1","latency_ms":0.659208046272397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46e027ceee1b7f05cfc0e0da47b687600be1dab4a8e9badbc45a0c5f85b2331a","sample_id":"hellaswag.val.8019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32f2ef202b33b1cb1ca08501b2ae941450750cb4c04e43eb1ca28c49eb610741","formula_version":"titan-u-contract-v1","latency_ms":0.5742500070482492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5569264817685c8556c6430dc2ee315ef49dcc442856c8da37ee5a8bebe3d782","sample_id":"hellaswag.val.802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55f1d443d9b6284747037492a1644ba657c0bb90942735830ab34e0044a58dd0","formula_version":"titan-u-contract-v1","latency_ms":0.7555409101769328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94bab426e21718d282d03d940d43826500ae73e7556a771bab35d292d65dc0f9","sample_id":"hellaswag.val.8020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff1b90c00469bcb12932d8529c1d50753ab431b386e24bf7e06aefd3ec8bd48d","formula_version":"titan-u-contract-v1","latency_ms":1.3210840988904238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"912132986b08490431e004062716ad5423305b32a330fb67fc28dea0ce93dd94","sample_id":"hellaswag.val.8021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44cd0230018215aaeb46c19209bab5c5b9d81a0576e54e69b89721e958b588df","formula_version":"titan-u-contract-v1","latency_ms":0.7927080150693655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c85c41044979ce47ce26c60028a6849cdebc8bb5375da7f36a403e2d1ab5d107","sample_id":"hellaswag.val.8022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f245739119b8b67365f9263da59d39e670d5956ceb206f1b8c70c8ec3f9e0ecd","formula_version":"titan-u-contract-v1","latency_ms":0.6507500074803829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b416639ad1b8aa03402b343a02509aeac27c8b8ebb9c5d79388469a9663b31e8","sample_id":"hellaswag.val.8023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"046294327d4957da1ef97af070e012bf77b3c81240afd8bacaed288188818f8a","formula_version":"titan-u-contract-v1","latency_ms":0.6291669560596347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"859e1022fe953db964ce00c3df9c04f50c2682c29725387e48ecdc3d7ffd791d","sample_id":"hellaswag.val.8024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66f9468836d8d3904a802f330ea782adee6df5b542077969c9cba91aa57f5bd6","formula_version":"titan-u-contract-v1","latency_ms":0.6345839938148856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15145441df54752ebc445aeea43dbeb65212c99af8fadc233bafc45bcd6f9f29","sample_id":"hellaswag.val.8025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91d98326b7e43a10a38b9359af41a5fa87e1f760c0c9cf0ef2d46303388d56b9","formula_version":"titan-u-contract-v1","latency_ms":0.68295793607831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"408683935225a03238f89bd35d81eacd28ec6eabbdc91615d6d911ed822e4619","sample_id":"hellaswag.val.8026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70515c5c578fa01bc56e9d6833c41dedfc6464cd7e55badb32c4784aef0396cf","formula_version":"titan-u-contract-v1","latency_ms":0.610959017649293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"458703602fa1d64a83102452096e928f7de6214f05f65c124c0f0819681591a2","sample_id":"hellaswag.val.8027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bf2192cfcaa0f9c73a69529937d9db2ad050d02e6fa292b6a25cc89465155f1","formula_version":"titan-u-contract-v1","latency_ms":0.6001250585541129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e72c3da7e07598839f2df457c511d1bafa52b63b1282f72a981c2739d7934c28","sample_id":"hellaswag.val.8028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9963a9bf859cd6e35c3d192095cee59c2769a286cccd920179fa9eb919e570b","formula_version":"titan-u-contract-v1","latency_ms":0.56900002527982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47178dec0c69bf4f65dc6177823fcc42f14dbe808f4920b36e8b152d934dc1e5","sample_id":"hellaswag.val.8029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3df6f34ddd16fe270803e18bc7a8a251ef0b5beb3065302700b142e0202fac77","formula_version":"titan-u-contract-v1","latency_ms":0.789875048212707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"673cdadd05341089930cd57722a430e7e98859ea5f01de8913c482d7fbf45ac0","sample_id":"hellaswag.val.803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aea576d0e7f9abbafb1c325866ce39857fa0497f9055d0ef0507546d65295b6","formula_version":"titan-u-contract-v1","latency_ms":0.8844590047374368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d862433698404a782056997816b701acdab5ae6fbe8f3db17cbe2359b7be752d","sample_id":"hellaswag.val.8030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d07d29628422b6bc61d7fc1ff238ae0ff9e395a8327bbac4d138fcfc68cb869","formula_version":"titan-u-contract-v1","latency_ms":0.6233330350369215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97e120d1dfa23b92d99f8abb5e3e2ee131068cb0b38de68868b2d22abc72cb85","sample_id":"hellaswag.val.8031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7ebbd88d958a9ad5fbdea817295154e78badf102eabbe64dc31d21bbc080b48","formula_version":"titan-u-contract-v1","latency_ms":0.6654170574620366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12b0b16de5643603f2670adbb97d4a8b3019a3320a307e45ad7e9b85bc48010d","sample_id":"hellaswag.val.8032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4bde9e035e63c3bb31a4c3d540ccf9f402ef8bc57e10232f0b2134a2a8c16f9","formula_version":"titan-u-contract-v1","latency_ms":0.9452920639887452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24df63c9264919d19f74071495b7d94633f8915a5339fb09f7ef82ef4d19a825","sample_id":"hellaswag.val.8033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e32d735d18f47591fde72cac0f3866b24c4fd69ecc553ade3923aef9d607f6f0","formula_version":"titan-u-contract-v1","latency_ms":0.811917008832097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8b1dcfbcde308a7ef0b2e3bb32081828ef578cf33b3df256da66540391e8a28","sample_id":"hellaswag.val.8034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69649fc2b42715617a9968fa1b56fc7cc161d1800b5ab994322a69e8cf5b52d3","formula_version":"titan-u-contract-v1","latency_ms":0.6931669777259231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9baa838f4f838d0c0e01f1729b1ddee23c27ca9ee289cc443bc4f240c79ddce8","sample_id":"hellaswag.val.8035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f3e19a8c0aa7ee1589dca2703ce6b19fb3561cc308dd18cffd83ffb2cca011e","formula_version":"titan-u-contract-v1","latency_ms":1.1822499800473452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"870c22e24cb2058577817dbe1d1ffb7a29d379d56d2fd05626782e1c9cdfac8f","sample_id":"hellaswag.val.8036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27385f634bf75db2cfc503f26fa9b6f939e074840988b809ce4bf3c10486b201","formula_version":"titan-u-contract-v1","latency_ms":0.8184160105884075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1c17870e9087b153228cbdd3f9bb945977a7bbd42577f913c061e6cefe2c8cc","sample_id":"hellaswag.val.8037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b4a0814762427274acec910f25e2e83a3111565a92286a44b375fc9e0db9252","formula_version":"titan-u-contract-v1","latency_ms":0.6529999664053321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25ce200223666f4e4e183b885196bd675dc89bd0707aba67a522b67eae6ff327","sample_id":"hellaswag.val.8038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39d70786c6bceb9a5b58a0dc838bac69f53a4bc8b695f1d38b0be6cc476caeca","formula_version":"titan-u-contract-v1","latency_ms":0.9212079457938671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae2da2a39521105ac356965a4a430433f9df6007bf7037371b1eb6c25a3b47ca","sample_id":"hellaswag.val.8039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fc5abaf8bbfedc72900b69480ee5d8ea1466340e6a0b739debbff6c223ab3a0","formula_version":"titan-u-contract-v1","latency_ms":1.359499990940094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2feba9a946e90629f5054375d622868fe71111247171cfb3f968273fb6798fcf","sample_id":"hellaswag.val.804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3d958c02474e6788035cdcbe1bdf7f09be1c33b7b79bedd1f06d955d606e9a6","formula_version":"titan-u-contract-v1","latency_ms":0.9192080469802022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0229dad8f407b07a04afea735d99884e3038fb67524ec39ff2251288a9b3fd3","sample_id":"hellaswag.val.8040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ac25d9ea8080b009a3a225d90f5d26302dd782d59f273e93da1606ed55c8dc9","formula_version":"titan-u-contract-v1","latency_ms":0.7122500101104379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"344b1012c7b2972ce02dbdd7362c49f9cc1e7282090375ebb901e321cf03a3e0","sample_id":"hellaswag.val.8041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"712d3b9ab642ba7d9dec82eebcdc67caffb8d619e34eae9c287144434bda1b05","formula_version":"titan-u-contract-v1","latency_ms":0.5743330111727118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"541236c43b4014b85961911cf62275dcc8b56af92f405eda4bdf5dc69fc1407f","sample_id":"hellaswag.val.8042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c811aed7cab8825841776a768771bd658ac80447f8e0221834906a229ca582a3","formula_version":"titan-u-contract-v1","latency_ms":0.690957996994257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6f31860a132ea5d915b7844dd5768afc0ff7fc4a7b09b0e5d8f317e6a527436","sample_id":"hellaswag.val.8043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58963cc46c23f91de15b146d06a3b97cbeba96e492585bed142c44fe3856a8f4","formula_version":"titan-u-contract-v1","latency_ms":0.633415998890996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"112860a5d99cebd58ff79701bc14d4e6dca37dfa0a7308e3f7c225c4d6ce4a44","sample_id":"hellaswag.val.8044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5f6da30602335010ab3ee386198cf735574e985ef01d095d295d66a1bb3ccac","formula_version":"titan-u-contract-v1","latency_ms":0.7048749830573797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0701f0c0bd7b1b01c1c315e93ad75e146d886daeae3eb0c21a54c0a6dcc543f","sample_id":"hellaswag.val.8045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5795ed85363269a8b9a4279c2f7b5ee724b590db63b4f5144031e58cdf82feed","formula_version":"titan-u-contract-v1","latency_ms":0.8578751003369689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e910ff274397e61e0dce030f70871a42ead262697eb78e333c9129cc4b8a7b9d","sample_id":"hellaswag.val.8046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2be7a0469e88e811d745faeeba9a70f1ded69a59f6a102f4dde0b04aecdde21","formula_version":"titan-u-contract-v1","latency_ms":0.8507499005645514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e67a95d274bb75c1eef886354275d808a13c677ffa9d17a2f50182fa01ab110","sample_id":"hellaswag.val.8047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"221d1752eeb5c507f40e75ef4f3c05daaf718803dee300445dffc6b41851b3b8","formula_version":"titan-u-contract-v1","latency_ms":0.6485410267487168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acfa4d22df0eb2697a1fd16b3d21c8c806ef41b589fba1fadc6682689e9e9d69","sample_id":"hellaswag.val.8048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b8ed264e2d84a0e22853a7f2467bc47598fc702b0a860b15fc9ad27651d7a37","formula_version":"titan-u-contract-v1","latency_ms":0.6736669456586242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3ddfd3f935415a20eaab89114d15f539e988b7025224ba9ea6b6cd3cc1c299c","sample_id":"hellaswag.val.8049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a259167bbdf0ad1203665553833736bf324e16621e199ebd825868cbf98bc2b4","formula_version":"titan-u-contract-v1","latency_ms":0.47141697723418474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66f06ec133208fbc29a6316677e3da6ba25762ca5a6ffb2d13f94a6c2b5801ca","sample_id":"hellaswag.val.805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05aac5a68e86789970da144a176b2d719b90ff1d98f8afe62fc888125b9bddb9","formula_version":"titan-u-contract-v1","latency_ms":0.6419590208679438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c38c35f19ca608fba0fb0faad4eedfb03f44cc1f7f99b2139ef48258c8eb0974","sample_id":"hellaswag.val.8050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74a522bd438d5da8ea64c59ff6cd19bcce96bf2e66160edbda722498084595e3","formula_version":"titan-u-contract-v1","latency_ms":0.7059999043121934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a5acea619879bcd14d79b45ec1a812b22870903734869e5ede10952e2610dfd","sample_id":"hellaswag.val.8051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dab1808e3ebf938cbe381e2a366801dd08d1205a0568ebf13441421bcb5b69a","formula_version":"titan-u-contract-v1","latency_ms":0.9189170086756349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7006747b04fde8f68ea8861a8dd25067e1bac67035bb4b4cd68a381329713ec7","sample_id":"hellaswag.val.8052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b0990b10593a2a56c281a0f09aabdf660adcd45dcc47339909f8c5615337341","formula_version":"titan-u-contract-v1","latency_ms":1.1168749770149589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d60299771e215667af123ae325c3bc3e196c706f43c9c31cd2a069a13fb53fdd","sample_id":"hellaswag.val.8053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55dab9adda589ab3ea08256eafe8af88bb1e3670cbd1fcbb7483a461d4ea47af","formula_version":"titan-u-contract-v1","latency_ms":1.0218749521300197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"358532e6e421a91b7eeced58f15a4b999610b5e55c7abcbb9bc502ef9f2e95f6","sample_id":"hellaswag.val.8054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6bf2db99d0914715105a096af73e177ce033d1ec2303c637849d7d9deafac1d","formula_version":"titan-u-contract-v1","latency_ms":0.6374589866027236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dd93bc4b792aa914e322d49e8b9c761d90396286af95ee85710195c3c9177dc","sample_id":"hellaswag.val.8055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e32f9100e7ccda4b286f52bfad11816496ee3d50ce0af85aff253fbb74d368f","formula_version":"titan-u-contract-v1","latency_ms":1.8441659631207585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a0c42830be152e9e548edf84e2531d378ec2fc7d7bd2db6d75bc73364209f3b","sample_id":"hellaswag.val.8056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea3c73ba634befc53c6ffce70c872506ce49698facccdeb8061943bcb3d64318","formula_version":"titan-u-contract-v1","latency_ms":0.81362493801862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4c0e8a787637d1755006531a1c9515f18fb9512a972b09971b5716e2c64f1e7","sample_id":"hellaswag.val.8057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb81990b57932bb1d9bc796d071dedd3ad95fb5ec58c0c4a14be803ccdb9c7d0","formula_version":"titan-u-contract-v1","latency_ms":0.8155829273164272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bad20d63b14f6edf63f2a91ab5292703fcb82194a1151621fd0e289417f0aae","sample_id":"hellaswag.val.8058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"334d0593266f224adcdbce69033cab4e871eb31df41b507dc6d4acce9c1c64c2","formula_version":"titan-u-contract-v1","latency_ms":0.7683329749852419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adbb6f796b4d430b6f103664684452b28d1c324a56a08ea7121b72bf51df5d9d","sample_id":"hellaswag.val.8059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aa9b6cfa6b465127ae8027126f289f33874c8482d0662f6fc12f55c945b5cb2","formula_version":"titan-u-contract-v1","latency_ms":0.7179999956861138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fa0f2dad16a868dd59ff420e0b7d8142cb834250faf19b7e72cca8197cca717","sample_id":"hellaswag.val.806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40557ade7343b98ca88491de7082bcc5411eea951e73ab6d914170d3dc4b5301","formula_version":"titan-u-contract-v1","latency_ms":1.450791023671627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"672d33e7700b1aa29ee3ab8400f42b5d7452dadacd9ed0ebc6549442d7fe694d","sample_id":"hellaswag.val.8060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6787b8878003224a1a5e970fdf8087d25916a506b67984fd5016a5cc20c2df49","formula_version":"titan-u-contract-v1","latency_ms":1.870624953880906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee912b6cab928cb2336ea16267004a34584330dba0786fa935801e666676dba8","sample_id":"hellaswag.val.8061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e484a5641682596085c392850cb447442e582a1e04b15da931d1f6e2eed33e4a","formula_version":"titan-u-contract-v1","latency_ms":0.8082910208031535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82a220a2341900b59c1b2f8aa999539018c3230f1d0ecab4346ca83eec2ba8c7","sample_id":"hellaswag.val.8062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80fffd373843b716e6c2297c874914e8b77126d68446af60dbe7b2c0eeed03f9","formula_version":"titan-u-contract-v1","latency_ms":0.9187499526888132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"546c6c7c5c66f7cdc6db0a0b64e4ecb265ea90654e4c550283b47590f97f3635","sample_id":"hellaswag.val.8063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c94326aaa0abd0241b80cd274fb6224e974a371eb82853ce1ad084b60835d3c7","formula_version":"titan-u-contract-v1","latency_ms":0.7027089595794678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0baf15bd6d9547e4bfff6b6d10e2a626d14a6a100dd43a52ce9a8e7566ca53a6","sample_id":"hellaswag.val.8064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fa700c14b68955d6180e9cf73f35bf7d7725b9373bbebaf73f0ca50c63befab","formula_version":"titan-u-contract-v1","latency_ms":0.9095839923247695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2535354569a569a4d2642e6a31c6b2f92bd62c776572032957ee69555a49951c","sample_id":"hellaswag.val.8065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81db1b602e51c3cdded7d2965881e935f15d726b7344c2757ec6a153cc77a0dd","formula_version":"titan-u-contract-v1","latency_ms":0.8192500099539757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08150e97f4132c8ad353cb75b661a3d213231f2e7c58b8bd9847140f25004c63","sample_id":"hellaswag.val.8066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f8034e15f5fb159d8c45eb171740163133e1734b6ad2b1eb836b392ff6a5a1d","formula_version":"titan-u-contract-v1","latency_ms":1.289958949200809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19aa32eb936c64728caa63fcf62aef341df7ef3eb39bd27bd0b8296f2bb5781f","sample_id":"hellaswag.val.8067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e57aebe7743dcc2056be5ffa862c700bb77572a82124912d6f0cd94f401760b5","formula_version":"titan-u-contract-v1","latency_ms":0.9162910282611847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69e1e57fb05a6f4c047e74a3665ff9bdbdd159ed54ef8c6b8d860a88d687c6f7","sample_id":"hellaswag.val.8068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"220234723c77812bd40b70c0e1c54a369482baefbcdab5db4ee20ae19f61de07","formula_version":"titan-u-contract-v1","latency_ms":0.8852080209180713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34ec5e55892a8582a55d1f43ab1d6c6796cf6611b7a00d09a51f2d5f628d03b1","sample_id":"hellaswag.val.8069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d4c20c5ebddd4452c438abba1d53e09771eab43c657ca3636f57da67688cf79","formula_version":"titan-u-contract-v1","latency_ms":0.8992080111056566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b07d9e3d4e39ee2a7d8300e0d5388d83c19dc8fc84b53f591d925e3342ab89ba","sample_id":"hellaswag.val.807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8a4c84865763d6819ba9553f7ba25a6846fac883a5830c677751a5300431e72","formula_version":"titan-u-contract-v1","latency_ms":1.0929579148069024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb3f50c17c54a50df72826b7517dd9303efd9dc2b40030680ece753482980126","sample_id":"hellaswag.val.8070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19d53ec34fee178523f603877beee844f7a0fbc1a02c659b22218f063f21a483","formula_version":"titan-u-contract-v1","latency_ms":1.1421249946579337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7187f28e95c7d5ecd72847e3bd3a081db5da2b2370a77cd09c5dcd40caf86b1","sample_id":"hellaswag.val.8071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf7fd0f7724c9e3c6e206e3bfd0df8c8599fb8c974a8839f7ef74b30d834d3e4","formula_version":"titan-u-contract-v1","latency_ms":0.643625040538609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abf4a93e282696edcf18cfcd0a46051bde9e4b37575ba8800dee54b7028e448d","sample_id":"hellaswag.val.8072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20ca7d8fece11e39b1b8d6e28f081e437dee7184fb74d1326a9dda9b3b305435","formula_version":"titan-u-contract-v1","latency_ms":0.628042034804821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c4445bf1dc0a652810a0e7033e50f3f2edc53b05d281922f8bb18fb32f4e6d1","sample_id":"hellaswag.val.8073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e24c93bebe14896dd2367dcd28fceb3ed31baa390505da59f7597bbda595cdf5","formula_version":"titan-u-contract-v1","latency_ms":1.0324169415980577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa9713440fbc3f575d407f574c6fdc5130d9894d62e898301f4e86ddbefb9ee4","sample_id":"hellaswag.val.8074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ffe0d65987996a4b94860b8cb621719162dc87d8e42fc931ff6f4c9f8c8cfd2","formula_version":"titan-u-contract-v1","latency_ms":0.5949169863015413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8936a59f15ec00ba51db087093399aca34070da148335c9781679be8f28117e0","sample_id":"hellaswag.val.8075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cd875ad24085616605773bd69ffd006a97382100b74a82fc1506991045e32d5","formula_version":"titan-u-contract-v1","latency_ms":0.9755839128047228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d8dd1e62fae675f0bc51b0e7df52d2d5f770719c07afe1eb9490965f911c6ca","sample_id":"hellaswag.val.8076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1d3ec34f468af73dcfe703ef2ce7f5fb4af677e81cb46ef3e5bec9e0568c2cb","formula_version":"titan-u-contract-v1","latency_ms":1.8313330365344882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8f073cea1bf33565b2f3271612b4f63cb9ab2437071ae3f44ecb4b30f463d6f","sample_id":"hellaswag.val.8077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0265290181b00d26e8203310b360fdc79b6ba8c4c6515eba3c49ca963761c600","formula_version":"titan-u-contract-v1","latency_ms":0.9967919904738665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e06cbb02e8d638400e2a95f5e1c9f7ca7a48fda72eb2e30db7ca3b71277a14bf","sample_id":"hellaswag.val.8078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"223518f5f51cacf2f63a58e16b965aa4de1f3e750b1ece809fb7773af596cdfa","formula_version":"titan-u-contract-v1","latency_ms":0.8247500518336892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07640b10f19277eb2c012eedc1b5efe048aa1e155fa57d7e0cdd5dd9cb81260a","sample_id":"hellaswag.val.8079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"739b657cff9eddf2dda1ff170aa1a210e4f48a58f161510ab8b6ea91848e9897","formula_version":"titan-u-contract-v1","latency_ms":0.9306250140070915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef5a8c26509b4ae9962e9315bfc50a8ca81cc654229f0c6c18af900cf1761308","sample_id":"hellaswag.val.808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"160cfe3d21e057bbbff4d044dc693802a628e885c69bd792f4d1461a3eea53ce","formula_version":"titan-u-contract-v1","latency_ms":0.7113330066204071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b20a1ea064d80688296dec9b5fb2ffb41f4ec65b859346e2442321dccb89bfe5","sample_id":"hellaswag.val.8080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44903ab41d76f50b286579a6f0c094753f9b80cf920faa0721594ec45dbf77aa","formula_version":"titan-u-contract-v1","latency_ms":1.5815000515431166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f26311a90f055896849f68afea465c847b607a9defd2a53ce07f0f810ca3ed8","sample_id":"hellaswag.val.8081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dbfea6a5c983d744b21b43308f9bb8e182badd5cc1073a4c0a9d8a2e7705193","formula_version":"titan-u-contract-v1","latency_ms":0.8689169771969318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"939105518d9f86335c939068cc7377e3223b95d40ed5ff4a5ee0245ccaaba10c","sample_id":"hellaswag.val.8082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45fb2aba84fcd8001d8fc1b9aedd33a97baddcc08a0eee982041f348a0dee74e","formula_version":"titan-u-contract-v1","latency_ms":1.1507089948281646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a94afc18f8a5ea9470f6b2eae2db0a232932ff75c717682d0d757e44aa562945","sample_id":"hellaswag.val.8083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a69bd2135d087d9dcf3126b54688b1946f686304c7a88acdf3afbc773a8d487","formula_version":"titan-u-contract-v1","latency_ms":0.6567080272361636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53e37247d0016bec31af9ed21c53f19ca38a33d713e6d92e9240cfce751bc5e8","sample_id":"hellaswag.val.8084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b28f39ce739b3be0357980ffeeae301404a72941669795ab10ce53ff1850c7d","formula_version":"titan-u-contract-v1","latency_ms":0.8767909603193402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"431a792acd763e0306c55055779040dc274a67c226d8ab2f5f880a4812bfaa52","sample_id":"hellaswag.val.8085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d81f4178ad5bd82f0f6886c05f39fb909f21cb51c2b2f293939c006e0bc2c5c7","formula_version":"titan-u-contract-v1","latency_ms":1.0627909796312451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8089ccafd2ede0e058d1b7d296b74aeeeef15cfc277f8e0eb0a7dc4f93d7fd8","sample_id":"hellaswag.val.8086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9eb6e3e9a9e4d491deba7f2ffd8df68be9643ee147ba83485a085926b1adf77","formula_version":"titan-u-contract-v1","latency_ms":1.0856250301003456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc3cd6eb096f32a42806286c5803b0b8f12e8245c63471a40c6ba95fd2a0a01c","sample_id":"hellaswag.val.8087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"128c60674fab80fbf7550c822cca0de0ab26241b1a2c3075fe1c4ff19eded46b","formula_version":"titan-u-contract-v1","latency_ms":1.2262910604476929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c0073c339ee836f47eb59013bd4815122ddd2151849cc39f17cf4ebabd12930","sample_id":"hellaswag.val.8088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06e885242511643aec3e6c6fcf3982a965ed96690bb5deef24d9941de5fdeec9","formula_version":"titan-u-contract-v1","latency_ms":0.816625077277422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7903956a333ea9eaa79a3c35dc9febd13965c94410cbf12ba84df7e45b4d3e86","sample_id":"hellaswag.val.8089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90b12c7fc57ed63ec4f9f09926efe4c906ef2e36fd37d3a0a1a5e3047503615c","formula_version":"titan-u-contract-v1","latency_ms":0.8407500572502613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b545793aa598953b48613ff2e07108985d9253daf9bc68a488d2a696843418f","sample_id":"hellaswag.val.809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6d6a0a468a8a277cd371e327d148597abd249e0d50ccd8d03c2930d2071a8de","formula_version":"titan-u-contract-v1","latency_ms":2.0099160028621554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3403746928d111a686d9254d2dc0af055a9da78bd621f3a38133dcdc6b765836","sample_id":"hellaswag.val.8090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d33f31203acac85bf5f96d0b408d1ad57abee01abf3dc4c8edcf556fbc1bfcd","formula_version":"titan-u-contract-v1","latency_ms":0.913208001293242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c329739e7a2713dbf7c5cef187cf6fd1f3c32555eebbf1e2022dfa54b030d06","sample_id":"hellaswag.val.8091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a9ddf11f16bb5f7375a5563ccb83b7448ba45c198433c8bbca85d88812d83d0","formula_version":"titan-u-contract-v1","latency_ms":1.3033750001341105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"944a7c5613b8949f941989c7b18939a05cffe9ecb677a1e5e84cb8c772b661b8","sample_id":"hellaswag.val.8092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"061db1a9dd85cdd7399753723e73ae80c9030f1beea3dff26f46edbada93ea45","formula_version":"titan-u-contract-v1","latency_ms":0.8442919934168458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1088ceef31eef34208785516c96171b1f0ca995b2aa50f4ba82cbd94e97e2957","sample_id":"hellaswag.val.8093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e346a31cb4ce60090eb4d0ecfa471006af79d9bdd4118e0c461731120e059dc","formula_version":"titan-u-contract-v1","latency_ms":0.8954170625656843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77d8ed3f1a0705056c3ce2f87b5d6ea91cba034059e31c74a1d0251ce9b37b72","sample_id":"hellaswag.val.8094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac64c57c26a2fb5e1bc781545f68ade41fddc69a2d6ea0661fc5d2ec3e35ae2c","formula_version":"titan-u-contract-v1","latency_ms":0.7909579435363412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2552e7fbd0223de1a582f731fbb09c2592e96a498468e8880a389ecf6b720df","sample_id":"hellaswag.val.8095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1621570c9fce00fdd1f2cf97fd977d53e6202a5c724a1defa5e937406335162","formula_version":"titan-u-contract-v1","latency_ms":1.0392499389126897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34a3857be61583993aa9267c31a71749839c218114db239d86a9cea400561e23","sample_id":"hellaswag.val.8096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6748a6e271354bcd2db7f0f7a82db9477a90c20c44b4e68956c0178e0d29ac2f","formula_version":"titan-u-contract-v1","latency_ms":0.7170840399339795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf77d1af0a267b4c9a50bd0cf9006682891b396784dddfa06c552ccac455c075","sample_id":"hellaswag.val.8097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b8ebda659a236c6b7c637bd0448889bc47bcaa9c2e76db0a577612f67665dc7","formula_version":"titan-u-contract-v1","latency_ms":0.7209168979898095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a643ba6e3d00f067afbed9bc50d75f3e9858ac831318b8ad301d7a5b0170504","sample_id":"hellaswag.val.8098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e973c977fe9b2ca6cc8b54cb4e11f35544162e9c5b774372552a7528b4304d2b","formula_version":"titan-u-contract-v1","latency_ms":0.6485419580712914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"069d80b22321ab10b95a2dd6ad6346f099557debf4a789c575880ff4cfb3cab4","sample_id":"hellaswag.val.8099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71f937d3d3bfa8e5ca371daa30b53765726449657541bacc8281c7668ee3d32b","formula_version":"titan-u-contract-v1","latency_ms":0.7091249572113156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73138e926b96c44b91c02274fe08e4918c6da8b17a3dcc5019862f7030aca0b3","sample_id":"hellaswag.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48289df0e9c31e3a92ddfde4b54ad6916831c18d9037ed27b7a3b20df8d55e82","formula_version":"titan-u-contract-v1","latency_ms":0.45724993105977774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b43691c20cdc6a19c8eac5f7cc27a73ba654419a5db51d03bed230f4e8d8f02","sample_id":"hellaswag.val.810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b89a28512b401d3b5706215aefb88fff6e83601d531afa89a4db0c647c2cc18b","formula_version":"titan-u-contract-v1","latency_ms":0.6009578937664628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cd41bb80a9c2f0982b414dd1bd0e693b4716cdca21cacb9c8c1b780fb48d1b0","sample_id":"hellaswag.val.8100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1f6fc7642045051e05a72bee5d2b99701b7240ea0f9d9e1a7ef9b777cf53ccf","formula_version":"titan-u-contract-v1","latency_ms":0.7006250089034438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a58277af7c3f22dfb3d2bfbb500cd42eca02c9b7af5947639c70d5a4a86e4814","sample_id":"hellaswag.val.8101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cebb45781b9e0718f8e45b879fb39fe96fbd6a8b87ea0747d1a110ba2b39c51","formula_version":"titan-u-contract-v1","latency_ms":0.8015000494197011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2f02d2799dccfacdcfed27a6284dfaf8fcca97a27f336807a472af4ae4bc303","sample_id":"hellaswag.val.8102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5d83f9286de340291b42a63ea612ebc2929b037025f3e0fb2791e8b19359804","formula_version":"titan-u-contract-v1","latency_ms":0.9469999931752682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adec3099f59f33c91457d57aeb7d0e9f29cfd8a671608fe3ea791e0e708c4742","sample_id":"hellaswag.val.8103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9440bc0b9eb2caabfb695e97db79fe13fea50c3bc5d56414b6adbd7853b8cba","formula_version":"titan-u-contract-v1","latency_ms":0.8863749681040645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"850ba1f7ed4380b9eb06a5c0b00789cf181aaf635950da8a6d290dc1e0a19810","sample_id":"hellaswag.val.8104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0d295291aa63d3a1febf98742ab4aff4291883fd75fc84011c51190fd79ec32","formula_version":"titan-u-contract-v1","latency_ms":0.6471669767051935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70530d7df14771537de38cb8a72653c57828e10447666b62a774bf7b0c382724","sample_id":"hellaswag.val.8105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46e258189e02616624c12578cc906aa7396ccb8815ce25cebbb47eabfbabe8f7","formula_version":"titan-u-contract-v1","latency_ms":0.8422919781878591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba8d3bd7350ab4b97d8c23d529e2fac39226fa6e579d98715022d236d31fe93c","sample_id":"hellaswag.val.8106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57d975402d7b8d400924f8d72ebf2b87d979df732805e985c0a19e8b5fd35deb","formula_version":"titan-u-contract-v1","latency_ms":0.6849589990451932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bec0fc495d50d0c6771843f6b6dee3d45c9899c9f11dc3b9bd7494befd6e1c69","sample_id":"hellaswag.val.8107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e8b880b480bf9d6b7fcb65c525dfc89930d4896247f58cca42dc3dd1a720979","formula_version":"titan-u-contract-v1","latency_ms":0.9259169455617666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44a0e36d54733f05d920d42ffd94f3df28f82568388778465332ccc7301cb073","sample_id":"hellaswag.val.8108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"868b425bf0a33d7833bfb9a07a592ab92b7ce70b3946822a0f8f7af8ba1d1ee5","formula_version":"titan-u-contract-v1","latency_ms":0.8594590472057462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b4bd19e2fc13752cc89060d77c807a22b4b4775d8b0b8ce1677fe160173f7ae","sample_id":"hellaswag.val.8109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a454ada538ff830978f1c0d3675dc3567b3568c80f7a0a7ed91f6bd11703e28","formula_version":"titan-u-contract-v1","latency_ms":0.7019579643383622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7a5e2a796209ac0938c93f9a0307e3ee7ebc1db0ecc7bf0ebb8dd681bc6c7fc","sample_id":"hellaswag.val.811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85dba7f2d64861d34e35d7e1d515481353063d1180801d17d8536ed776ae1ee3","formula_version":"titan-u-contract-v1","latency_ms":0.9438750566914678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3505a654dee46786e2dab023618a7d69e8abb7a9a904e9a22c19bb552809c4b","sample_id":"hellaswag.val.8110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5c1d1dea0d53201e74e2cbcc990ff12217cc5b9ed729cf7c40fd3af3bca7b85","formula_version":"titan-u-contract-v1","latency_ms":0.6262919632717967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"368b90610330c169525d4d56c18061a3616ae896c277057ecb9d3b30e545ec73","sample_id":"hellaswag.val.8111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc3250724082a8133bc4e6716e0d11ac5f4d0e44b2ffa062b0f259df52269990","formula_version":"titan-u-contract-v1","latency_ms":0.624791020527482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e51f025a4ca4ed087de1e730f8ca961b97e706f8c6b2a79975e14107016ca1a7","sample_id":"hellaswag.val.8112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"065f3f5ec09eb6ec279d1482c957408188eb62d8f24eb3efb2163d10b0ac6b9b","formula_version":"titan-u-contract-v1","latency_ms":1.087290933355689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19d2335d6eb9ae65a4b714715cf16bb3e38b6c5e74109bd7d226729700f4f9af","sample_id":"hellaswag.val.8113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2feecf3ba9e0f3822c2398362162efdfa5009d0260c336e51898104d3f86930","formula_version":"titan-u-contract-v1","latency_ms":0.8596250554546714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"651020bf3a26b34cb7b3a429cd644549bcebea5658586d92038f526d74559da6","sample_id":"hellaswag.val.8114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c04c37bf2d3572a6ae670b62bcff10f1dfed5105e4029d72b9ee33613cd65e4","formula_version":"titan-u-contract-v1","latency_ms":0.8188330102711916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"559e574fee69b4c7ee232e7c689a7c51287ed8a41f0e1a75639b0b174405bea1","sample_id":"hellaswag.val.8115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11ddab90d85e8fb1570fdd8632af82b75e37e985395fbfaa8e62ab6478faf848","formula_version":"titan-u-contract-v1","latency_ms":1.0063329245895147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fedf2ba38b99df545519b66abf22a6d6e310ae2386384615b5f007829ec3a88","sample_id":"hellaswag.val.8116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d8009478ed42de6bc3b86c62765d3558a01028b504e0e35cc47a20b186c2f2f","formula_version":"titan-u-contract-v1","latency_ms":0.9647919796407223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ad0b14c52222e72fb2223967eebfaeafa4ecd4bc408a2d398cc8c9520231ff6","sample_id":"hellaswag.val.8117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f94503d0bacfbcc5c101e8268d81409a01ba9c2918732c2914025366e1ccca58","formula_version":"titan-u-contract-v1","latency_ms":0.7501250365749002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0afc7eaad41178303549e3c30918c8824dd930d2097d0937485bb538ab13620d","sample_id":"hellaswag.val.8118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b6c8c2f7cafebd8fe8d35c67dde41fed92ffbef35388203e5ec3a17f7967a62","formula_version":"titan-u-contract-v1","latency_ms":0.6168329855427146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4023362ba59c200a440a1f0a4743440f631aa2c1be9a0847ad7c1212bf40763","sample_id":"hellaswag.val.8119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36a2092545ce8ef771695763162c68bf8f45f45814a3ebc086f8c67ad68af366","formula_version":"titan-u-contract-v1","latency_ms":0.759083079174161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dafb26da08f2c4b1c06a70b90853193b8068dd9e74c14d4d5160d46308369d3d","sample_id":"hellaswag.val.812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0d6b71f7a29b404d3f6d932229ba57c3d216e5f20b460f4e3da5803d19fcf7d","formula_version":"titan-u-contract-v1","latency_ms":1.2351659825071692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0020345d6a748e4fa4ab9df60069a94309ed13815f2ec65556bb6195df3677b8","sample_id":"hellaswag.val.8120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b592544d30e192e923841e3b21854d5daeaca5b10f37aea250a644c6c71dc07a","formula_version":"titan-u-contract-v1","latency_ms":0.9146250085905194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aef9f05b0ec3e912e528b9d0a9e1e24d718fdfc1676c9bd707e4b15e55acc61d","sample_id":"hellaswag.val.8121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78376a828d850f5f756093ece7922eff8a4d780e439980e40e18b034fb59b3d2","formula_version":"titan-u-contract-v1","latency_ms":0.6363330176100135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"291b0dda3d42b285dcf53178e3915c513e075c5a4fe261d4cb9510eac11e41e4","sample_id":"hellaswag.val.8122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80b7a07bb569ad58d558c2ab61543eaf080e521e965da3c8cc2c12c0e2fbd03e","formula_version":"titan-u-contract-v1","latency_ms":0.6813330110162497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1474ed85c0bce57effd771a36c2e03017d0373d851adb7bb86067f50c0acd57d","sample_id":"hellaswag.val.8123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b41f1d3fea66aaa2268ac1ade2b3a013829f4c769060cf3f380f52034e41a65b","formula_version":"titan-u-contract-v1","latency_ms":0.7313750684261322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb4d0692982b46ed9048aade23d8243600515f248a1330ac6e90504f5dbb9fd1","sample_id":"hellaswag.val.8124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6abdd60c2bf8afae90ea3f75172043bf8cbedd1e3e09506fc2c756e952f29eed","formula_version":"titan-u-contract-v1","latency_ms":0.8669999660924077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62a7fa60d6a1ae398e44e45a377dc7608ea7c9fcce1fc3a4964225925d0f4fab","sample_id":"hellaswag.val.8125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a280b704434ef6246b5d9c4faf49516c3207322f3651d7a248617549bb45953b","formula_version":"titan-u-contract-v1","latency_ms":0.604374916292727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69425c3b9872e2a697c4f0a0d866baa54087f9ccd4f59e3c358107fd471a80e2","sample_id":"hellaswag.val.8126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c32b88b84016911430ee4a9d7f339e8983d12d9375873a3b1cb9b216fe3da27c","formula_version":"titan-u-contract-v1","latency_ms":0.6494999397546053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"021d7174dfc587476c3bbe8f7ff3c5d518c64b60c0f1c7247f96e523c1420c1c","sample_id":"hellaswag.val.8127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76856ecc900fe5a37f05d692b746e4b2982d58ea432a826d150773504d379d47","formula_version":"titan-u-contract-v1","latency_ms":1.0317920241504908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8ebe68cc31c59e0094570132f92e42b15681e2d2e4b666393cc70e603d6ddb3","sample_id":"hellaswag.val.8128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4d954379d19a4144d7f3a2151c639c963f2fd66238d35a349b5e453b6f11657","formula_version":"titan-u-contract-v1","latency_ms":0.7063338998705149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4842410c34510e4dd4c68f4a8746d2987d37e565c82ce3e97c1126c5da79acbf","sample_id":"hellaswag.val.8129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"187b7ac84f76013e385d9f2d144fe9668f3adcfc746ca605bb189fa34bae2b7b","formula_version":"titan-u-contract-v1","latency_ms":1.3021250488236547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a59c5e32b44d5f404437143ef6f465cf849544c86b557cbd1af77a255719cb6b","sample_id":"hellaswag.val.813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49f27fc5a7a227f856daa8f74f55d252efb930d1a570dbe7f5dca98fb909f505","formula_version":"titan-u-contract-v1","latency_ms":0.6587920943275094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abcfed0a502191d165a58c13126a1981e63c84bc07b33ec9a6c82689f4521d90","sample_id":"hellaswag.val.8130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"929a1ef4fc6c23bcdf276f9c9c0e183d716baef4d12f93db847aaa0362e8c6c3","formula_version":"titan-u-contract-v1","latency_ms":0.6556659936904907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0686d063ea938394a184086e07cd76864982fc7cc94b9c347ff45efa85cb29d8","sample_id":"hellaswag.val.8131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be86b0bd8e11008bec1d3a015f5c0df8e6afbdba6f5198ff2f9e3e31ec2901b7","formula_version":"titan-u-contract-v1","latency_ms":0.9006250184029341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5a76a59c5fcf7f6290e9ab5aad1ca9b8cca920562b3e7b3a659e57e2b866347","sample_id":"hellaswag.val.8132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"478955ffd093b328082df1172c62926f9b15145ea41df4ca9098e22add18f576","formula_version":"titan-u-contract-v1","latency_ms":0.7017920725047588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a61973a37fbd73f2268785fbf8f2b9e3ff0a52b1d5dfd6525ecac36b5be6bba","sample_id":"hellaswag.val.8133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5132c3afbaaae447f73ecd76b5879013917d47a72e97d239d1fdb1c44d8dd12f","formula_version":"titan-u-contract-v1","latency_ms":0.9780409745872021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48576eec78921aa2374fcdcfff43f1766ae4a4223b9eef981ae04f1468d5543a","sample_id":"hellaswag.val.8134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b71edfcac11c9ad463e55be00f2ece0cbd9f080fcce7308c0ea0d3c68d5d9918","formula_version":"titan-u-contract-v1","latency_ms":0.6272499449551105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"012079d5b58d64e62605672301074496e4ae75dd923044a2b1d1e4d98e14443e","sample_id":"hellaswag.val.8135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03b34c44a7b4cfc0a75622e9eaea228319fedd21bf7dde7fd2c310ace3e52e9d","formula_version":"titan-u-contract-v1","latency_ms":0.8112499490380287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5b00d3abcf3748f3e6813d66c4a206834a669465509fa7f7d03429d8bf2c551","sample_id":"hellaswag.val.8136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19af0d4f8ef083f688d99d19e1fff310015f9272156bbe61da547f2e25fcb09a","formula_version":"titan-u-contract-v1","latency_ms":0.6895419210195541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e1cae6a3c465a323cd57005dd2e535dc5f14b2aa527c9c62d8e23997b9e722b","sample_id":"hellaswag.val.8137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"134192d578e7fead56cfd8aac2221e2c6eead1edb68258c3ac36b80669537d6e","formula_version":"titan-u-contract-v1","latency_ms":0.9202089859172702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfa2b9ae84ebd4859c280d3566dca099b136092b0371336d5d820e33b2037002","sample_id":"hellaswag.val.8138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea90e56b94d57596b5b632d564c0cfd00ecf79a88a890dfb83fcb7e9b045eea1","formula_version":"titan-u-contract-v1","latency_ms":0.6408330518752337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eea9bf70f941b1b63781e9ea839091a9e99cbb88cc1737f2a463ddbe56c022e9","sample_id":"hellaswag.val.8139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d784f4a8a18bdf01e0f4d95af77882b76817513d1076a2c3ea80676d44a0cf2f","formula_version":"titan-u-contract-v1","latency_ms":0.6822909926995635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64270b7b6c5b87e532739854bbf816c3841a1a51b57d9e2f432738c0491e10c2","sample_id":"hellaswag.val.814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61c59352bb22e40fdae3f38c86ff2dcf7e0f810764f309fa27ee2cab61d92849","formula_version":"titan-u-contract-v1","latency_ms":0.9340830147266388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a687070a4275861fb8d54d1706dec370020cb92ca59a42fa1561a89d5dbb89c7","sample_id":"hellaswag.val.8140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"115b18bc828d4df744de8ce23a2507db8ba7391a1fc23c7152eb5fe29f86ac19","formula_version":"titan-u-contract-v1","latency_ms":0.800583977252245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac75164934fcbf986466b86a3421f40cd02e93fbcf8cca559288523046895d93","sample_id":"hellaswag.val.8141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1145d5995156a9729a8b1b99746d7f324bbfaaa52094785d00a9877839b097c7","formula_version":"titan-u-contract-v1","latency_ms":0.681250006891787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c8691edede4625aea91c4a7afddbe6dab0b8a1601f1279c75582f90fbca3569","sample_id":"hellaswag.val.8142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82486584966d419bffe92c0177d4bc0d8fde15ac856fa78358deb41b42aed574","formula_version":"titan-u-contract-v1","latency_ms":0.8231670362874866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b110b70095f6b551fbb2fa6c58339d96621a11cd90b9215841effe3b7916882","sample_id":"hellaswag.val.8143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"469b4ddf12fb36bb96ecb4715ee459b0a18d8e8fea4e3e6dab4c0a3cfc41e6ef","formula_version":"titan-u-contract-v1","latency_ms":1.1472090845927596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f680ea11b7c34261bae25010e5ec9d7f20a6dbf0824ce74978bd14c7b97e28c0","sample_id":"hellaswag.val.8144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0a8b7ada753f38d1ff6f730729e0ff802fed5f97ca5f50583a1038fcb2061bb","formula_version":"titan-u-contract-v1","latency_ms":0.8665829664096236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e4ae57b8e3ed0ecc3602d2305889088deff0fdcbfbc63897e8b4e42c34cb921","sample_id":"hellaswag.val.8145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b78c48b8d44ac4328cc759d240b614500972160ee2ef18913aa3fe28dd48b051","formula_version":"titan-u-contract-v1","latency_ms":0.6585000082850456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"135aee6d5c132ca62d2a98f971893589c555d8d387cad3086a864dff48c22977","sample_id":"hellaswag.val.8146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56cbf6a31de8e06761f1f596f4b764ac4d2a0b39cf849a9b494674a95e62c50c","formula_version":"titan-u-contract-v1","latency_ms":0.930250040255487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2ac5eac69db68c7804bcc970d10055a1a9b5d69f718101c5bcdbde27c07b58d","sample_id":"hellaswag.val.8147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5bf29d519307f3deea5b8f3dca7780fba827c0a4f12a114125a6a60b8b2307c","formula_version":"titan-u-contract-v1","latency_ms":0.6823750445619226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5048ec949e69d7d419cf7a9aa449fc33ab006739ff13c28c6fae521c0ca998d9","sample_id":"hellaswag.val.8148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95d01bf6c6bdf5611d129828ae604ee880d444bc8ff96862cbf6dec744c89147","formula_version":"titan-u-contract-v1","latency_ms":0.968958018347621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4f8e517448feb3fdfbce1c3bb8d733358ceae098c3f60828f4255b7d4b5c9ee","sample_id":"hellaswag.val.8149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"821fcba59b25324762c87a3b0f632a31c59c2f89082ebc4c9253b41180355bde","formula_version":"titan-u-contract-v1","latency_ms":0.5686249351128936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aefee1b06f626850172cf85f804fa7f55fb25b4483d21a7cd7d07c2bb241e884","sample_id":"hellaswag.val.815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e038f6830f161da3c8d62cd249e0fed9f9489fc8eb09fc3ef9eb6b69384f1cc","formula_version":"titan-u-contract-v1","latency_ms":0.9616659954190254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56262a00d950408fb810a27fddd48b025f187153afbb96c94d7b005955c7ac1e","sample_id":"hellaswag.val.8150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df53ea57b8fb7a981ddc65ffc113eb9297a83f879fe67602865afbbf31538993","formula_version":"titan-u-contract-v1","latency_ms":0.8284579962491989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7786fcd00d2802412da1f4ed1a2333c37f63acec6a02b68ac22265d28fb0f3c2","sample_id":"hellaswag.val.8151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64f1fff8a3f8c90591d4e85e2a82a64f0e5de90983d1799c49832a7ee1cf284e","formula_version":"titan-u-contract-v1","latency_ms":1.2286249548196793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b3c05475fd04a88f80252a82ba796610dd6abf8afd11d69771069a295897195","sample_id":"hellaswag.val.8152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71f71bd58d001711167826add51dd054c00214cc13654d9f0f4257adb26be300","formula_version":"titan-u-contract-v1","latency_ms":0.769832986406982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b662024c471ef5cdf9448218f84c89b66407843b3f92756bed6c0cc798aad586","sample_id":"hellaswag.val.8153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1408713e3d5caf66c58f5ae7f47b1b33a4d24ef443ba946fb5f32e94952fa459","formula_version":"titan-u-contract-v1","latency_ms":1.1297500459477305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f763446cbd5ec3b504cb7486e6bc5988703043b60153683ae5fe352c109baae9","sample_id":"hellaswag.val.8154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ce40275f1fabdee8879eeae8a73e3e75958b3de5dcb8328eecfc120730c2a91","formula_version":"titan-u-contract-v1","latency_ms":0.6454999092966318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f3586e062628b2f6941d0c7eb92e7b535f3630b19f2664a8ee041a0ed9d5017","sample_id":"hellaswag.val.8155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da0d80d1b4557ef992c59ad7a66581fd8f5f7b8ecfbc0258db1e4be4e629dda8","formula_version":"titan-u-contract-v1","latency_ms":0.7393750129267573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bceeeb5b90ce5acdb6e42a4236955f5593d5e643e2c52e0074c0d73f8555acb3","sample_id":"hellaswag.val.8156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6742050822ec23a6423d118e32500bfe128292e5a4ec2294af90495bb238d38","formula_version":"titan-u-contract-v1","latency_ms":0.7592500187456608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad92d53b158effabff35d5bb36eccd1a6533db682682fa979216e2470fa9e0d4","sample_id":"hellaswag.val.8157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"767b11cf1040144a1b6f5976d6150d14abb6475d680a1cf65179b54d49f30025","formula_version":"titan-u-contract-v1","latency_ms":0.852458062581718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbe0269d582e21cc96f7c1fcf7d47a6e77c6515f5734e8de70dc3c5f59007ba5","sample_id":"hellaswag.val.8158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a70d116e85c3436929adca8a51531ef7972695abdc97540beab0764faed6cc4a","formula_version":"titan-u-contract-v1","latency_ms":0.890333903953433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b10d0fbca8d86f242f3fcac73c0173d2928a30cc5ec27a8321827320298b1c0d","sample_id":"hellaswag.val.8159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b97f215d37cfd1c251b3b8fec744245c84065efdc25b7b87fee244217fc16ec3","formula_version":"titan-u-contract-v1","latency_ms":1.1355840833857656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53423005db8805208f8df94078005dd836cfde127db60049ea1658da4a031eaf","sample_id":"hellaswag.val.816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23af5fc8caf2d8265745d19628326172d44dd2c992b057a20f3db5250443d3e7","formula_version":"titan-u-contract-v1","latency_ms":0.6374579388648272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f7f5e8a1116205acd9acacf6e95363ad7bb08fb4da4e4ac0dcbc960734f9899","sample_id":"hellaswag.val.8160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca5a9537ce47a6c7392a34523be98a885352cbadd3d3e646efd8dea5f11d68d9","formula_version":"titan-u-contract-v1","latency_ms":0.9457920677959919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e501ed9a748aa9040d5d1a39106c0c12acdca2bc2fd6e7ff5d1d77f39fe41ca","sample_id":"hellaswag.val.8161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc6d4de24d980fb2a0fbacc36681b887df470306fe603e7684dff21e1c7e8a9e","formula_version":"titan-u-contract-v1","latency_ms":0.9220419451594353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f12fcf1d6b3194fa12e4ec984ed21dd8f432667542c4725ca26d99b9f32e9bd","sample_id":"hellaswag.val.8162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00e52061cfec55d6768f8b4339fe574dd69ff4b692889aff691b61715695e881","formula_version":"titan-u-contract-v1","latency_ms":1.1001669336110353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14496c4224f527c720e35ec7ecafb3f3d5ed0cbbc02a3e18abacade15e3473c2","sample_id":"hellaswag.val.8163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f1bf0a7f0ddc84dcdd2a5841b26b429ec07a61783b59cf837b9ae15a0dccd78","formula_version":"titan-u-contract-v1","latency_ms":1.0979579528793693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77346d1b1f1120b4145799c24004c19592508e16b66b1140dc2903b1dfa6b380","sample_id":"hellaswag.val.8164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecc539bed08cb224bb278a52622868bd1ae05a78c453b319524cbf61a9d33dbf","formula_version":"titan-u-contract-v1","latency_ms":0.7031669374555349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c2bfda55f4a96b7ee4a66eb1c3e2345c4cca543c918f7c970916770ff5a280c","sample_id":"hellaswag.val.8165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22cf772a998500d7c6a2c4bb5220f80295172d9fc7a8452366652ade15374194","formula_version":"titan-u-contract-v1","latency_ms":0.900499988347292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"453034b6233265712ef670b058c0312a905bdee37dc1dd107b457dccd978f413","sample_id":"hellaswag.val.8166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e245fdcaa833da1929b7ee3ded6d3b7d288b6cd9e56cd9564fa84edbab44fbd","formula_version":"titan-u-contract-v1","latency_ms":0.9430829668417573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fda439fafa7ce0c5576ae63ff3e0c2e02729593cefabbba2420e2fdd21178da","sample_id":"hellaswag.val.8167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4abb55c073e5a5b38f6e14cb14eeaf3ec863db9ff7c2c92eb4e786352f4d890f","formula_version":"titan-u-contract-v1","latency_ms":0.8200419833883643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a98a49d9d774cd61cbc2423e444c21d2fdc48f63f1aecaada024a33fb5a60256","sample_id":"hellaswag.val.8168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8be98ebfc40876798f2ac8602334d985e80c752dc39133c6e1c8e760bf250cbf","formula_version":"titan-u-contract-v1","latency_ms":0.6459589349105954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a8962632b89bc32d4814304c5efeff09c35d169ed9bdd74cf866e77622c1d55","sample_id":"hellaswag.val.8169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae0e7331f148d3f66b813b70dfbeeeb39018abfed66b73f48c400787e4b9fb5d","formula_version":"titan-u-contract-v1","latency_ms":0.688083004206419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a1916ccc7062a45f6006d98402096c99c2432111d54136b184d35aebe65933a","sample_id":"hellaswag.val.817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cd795f71a5715c13290458a204d0ff6ca5fed57ef599bf11a1cf48ef6e8ef2b","formula_version":"titan-u-contract-v1","latency_ms":0.7787090726196766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2de1439151aca5d9ea69930985b1cc260663982cdea4897b6802567c58a38df","sample_id":"hellaswag.val.8170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"956e88d17ac747a88206ef5231ba58911ff5f71f5556a43652b18ac6f05fbd2a","formula_version":"titan-u-contract-v1","latency_ms":0.8801250951364636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91e164ce3c4fdb7ee8de674490d99fa4307946ab9a62c4438be87df3707b89b6","sample_id":"hellaswag.val.8171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40133d41fcce2da85b7a7d5ba3730437f8088308135d8ecdc2712401af8dc955","formula_version":"titan-u-contract-v1","latency_ms":0.7362500764429569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1be2b63ac7de7fb5c3f865f860a61cbe206b120c6654713860b81f16ee94a9b","sample_id":"hellaswag.val.8172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"382f5a9519632e7c84cd04d1f1c502faeddf4e5937ce7bb2b40abc7792588cff","formula_version":"titan-u-contract-v1","latency_ms":0.6616660393774509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58e883b29b6e8cd9a62c499e2d84f24f55210d35d06966e296948a31cdbaf4c9","sample_id":"hellaswag.val.8173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22aaa0ac75ee839a54f9a7d69cf361defff6ebc2c3cb2a33b04d1a500bd12f70","formula_version":"titan-u-contract-v1","latency_ms":0.6511249812319875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55033495edc0fe6062fec1e42e1fc0a165a50fdbf3aec0133a79ef636ad7426d","sample_id":"hellaswag.val.8174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e83818c29eb3b212af51e28cea9339307629431b83ec0afd1693a4f1a9ef8429","formula_version":"titan-u-contract-v1","latency_ms":0.8911249460652471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7dd3e08d42eb6e7b8e8457b4242a4d1e2374b8db772368406059678f438f0f4","sample_id":"hellaswag.val.8175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d85ba25160349f305c226c92ffa397262bf7cf9bf77ceb7468be82e2e7aed79","formula_version":"titan-u-contract-v1","latency_ms":0.6789590697735548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ff8ea55d39c605d2e4e395e1ce06282157a238a052ad8c619f409d83c99aefe","sample_id":"hellaswag.val.8176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0181e167e2a967ad08a2fc740995185ee4059f822b84f5636b4c025c5029b08","formula_version":"titan-u-contract-v1","latency_ms":0.7031250279396772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27e9429366e4518b0f506cdd3814f4f8094a4aee676792959292c2f5517a5179","sample_id":"hellaswag.val.8177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92bc7d11d3e68ef92f3b64d871c0302187ba7bfc9496508a44706691937d5126","formula_version":"titan-u-contract-v1","latency_ms":1.6363749746233225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92c9cee55a3caac3a0cdba9eb4ed8f87b277f707f23e61483363e66b32c4bd8a","sample_id":"hellaswag.val.8178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87715cf052b283191643695c40167c464a77372923007c62de90c2b056ee6516","formula_version":"titan-u-contract-v1","latency_ms":1.2698749778792262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60bfc01c9320a67ee699027ea09ddd37aa4f19c15b9d0dc26db834a988d515df","sample_id":"hellaswag.val.8179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"846b85b2b4a97013388ed3f5e6d09865937c626ac1e6054eccf71916a8c667d9","formula_version":"titan-u-contract-v1","latency_ms":0.5435830680653453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed8d2c5bc77c9627a3dfc0c29fb1877488d89b97f7fc1c5f52453dbc68f1908e","sample_id":"hellaswag.val.818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34a3ec7658ec3c2920b5cfbaf537f0ff4d260de845b9a6547847ba5ff6d1a692","formula_version":"titan-u-contract-v1","latency_ms":0.6868749624118209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cb0add4087945d84d3678c4e9b03159b850e3957f1d56c1b7155ecc77dc1da5","sample_id":"hellaswag.val.8180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1d99f05b84e4630d7eb371edaa1925de5f9b17d64aeead8d1b0c51dea33cce0","formula_version":"titan-u-contract-v1","latency_ms":0.8561660069972277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0c3d8beea7487319fa2d163bac1da575e8b027c13dd52a4eb0108eb3da0c156","sample_id":"hellaswag.val.8181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0298f2aeefcebc2788f7a0e0cd5c503ea746d1c092d67376c82d113ec57d036f","formula_version":"titan-u-contract-v1","latency_ms":1.1306669330224395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8d862a34f87cc20f82d88469bb25cf49c4f4772b5d6fc257bfabb3276617b37","sample_id":"hellaswag.val.8182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fb80662a5642249cd06504e0e8786d987fca0fe9fc53eb91c844c79631d9e18","formula_version":"titan-u-contract-v1","latency_ms":0.6327079609036446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"187450e857e8e5443b47a71ea61a11cdb198d9d01b77bddfcb004b4e7b0413ba","sample_id":"hellaswag.val.8183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb7cf0d529ed7a749672b9edf75ed2abda6ea3d5dc14e0db7323909b1b244ea4","formula_version":"titan-u-contract-v1","latency_ms":0.7624999852851033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19f1afda3212195d9b8b7836af608faaaa2d37f114b98bd965835199a610935d","sample_id":"hellaswag.val.8184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c8afed4fac746243bbf73584321103a47b0dddde6415c68f306081acd6b9e1b","formula_version":"titan-u-contract-v1","latency_ms":0.6484999321401119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5034f590c25492a90bc66010fa45043a70c2b09896297349cf9ef8789b02e9b","sample_id":"hellaswag.val.8185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65b6104553d57339f891704d0a352411e89ce1c5f1b68dc58151ca7018acfc71","formula_version":"titan-u-contract-v1","latency_ms":0.634583062492311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90b9828bc9304b742be1f175ed174efd28f434181e7431f82cf0e9acd5f60c2b","sample_id":"hellaswag.val.8186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a2f5ef433c4066d32dfaf19471ef0397819d03a09fc58e1155490fb63fb812d","formula_version":"titan-u-contract-v1","latency_ms":0.6553330458700657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba396e0b9929961605b8c7e422bf82e89baf9f549794fe61fa49ac2d486e9848","sample_id":"hellaswag.val.8187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8be64b7edc9d764aae0ed6b69638749115caa495808d14f304686c98e27b519","formula_version":"titan-u-contract-v1","latency_ms":0.9451670339331031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67c7d9d6335f747cdb2f980f64fa25a96c76ae46395b1d2f9bb935c0c4c72079","sample_id":"hellaswag.val.8188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99567757027f30ff64ffe30cc808b467f0bc6836b4cbfdb152de82ed74fe7aef","formula_version":"titan-u-contract-v1","latency_ms":0.6767079466953874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92c09c3aff3c5b1a207b1bd5b359c9cb962f0639ef61a0aab8e965a329fa2de5","sample_id":"hellaswag.val.8189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3e66b14df5c9b9b8397bdbe9e1b0b7657d4bddb785abada45ca3d69facb3476","formula_version":"titan-u-contract-v1","latency_ms":0.7277920376509428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df5544bc76b54cd202a43c1221549ac1128460d863ce788c7099f22cd66342ba","sample_id":"hellaswag.val.819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee0016c791a057f6352c4ad29b95996c8e41d289f1b308ad727dc174dc2c5024","formula_version":"titan-u-contract-v1","latency_ms":0.7927919505164027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56e2799a45f7ab86e9dc61f7754cb46f735bbdafee54c41306d80d4c5f6eb3dd","sample_id":"hellaswag.val.8190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffe764261b6872aed54d2269bddcd6fd0eab439139eb9517054f2f5c6e6d6dac","formula_version":"titan-u-contract-v1","latency_ms":0.6600829074159265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0a4b12c61b1f806bbae4c93cf31e9371bbbe05dcba75941ec22e7bdeeac1104","sample_id":"hellaswag.val.8191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93948c3a337f1aa86664db592883dd3c8c21cf1e877887e961c7be180fbfb6ad","formula_version":"titan-u-contract-v1","latency_ms":0.8480000542476773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f150d41e80d4536592b9da1c76dad63417e3709bf45a1010594e7f74881f735","sample_id":"hellaswag.val.8192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93764d0f94414deef87331e798430b89cc150dc19e511d57710899dc0a0d6c49","formula_version":"titan-u-contract-v1","latency_ms":0.8227089419960976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b44248b0b6c3c822c1020342c3d529a5506c6005cb3fbb661578a85e51116fa8","sample_id":"hellaswag.val.8193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"747b303a61b4300283847730280aa69bcb01b13cc3f78308025da1ad36767975","formula_version":"titan-u-contract-v1","latency_ms":0.9075419511646032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b8b7d29cdb8af7e770cb02591e60e7584d9a96aa14eb0fe0161fb5fc456ab5d","sample_id":"hellaswag.val.8194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73ca463eb89c40bd7c8c391bdf8284ffb7af7f6024c093e94a1295ba25725c4f","formula_version":"titan-u-contract-v1","latency_ms":1.5329999150708318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"864c7c945add92b770c27950aed5c1aca71cb5f9011c3be872ff2bb35d1d528b","sample_id":"hellaswag.val.8195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"458f5295328484c57f26235b6b31ef712f1b90ba17b8c31397e897fe281721a3","formula_version":"titan-u-contract-v1","latency_ms":0.6058750441297889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8a948327f57ae318288bc7a9c4ac2d2bae8ad5e342d4d9c32e1161856d9123d","sample_id":"hellaswag.val.8196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b6786d907e3407aff8e574056c71148045f42b479d1425f5e6dc07cc41ce4ee","formula_version":"titan-u-contract-v1","latency_ms":1.4038749504834414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ef72e66358f40b7e40dc8f6a5af426aee5be8a519c671806beed0e33178816e","sample_id":"hellaswag.val.8197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45c44c698f2cfa199b6550c61b6d848617df54c35dc860fb871c75f000bd973e","formula_version":"titan-u-contract-v1","latency_ms":0.9398330003023148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5a11f9888add819158245cc6853c4ddd5461792c1cb2d18ff95a37934f7d9b9","sample_id":"hellaswag.val.8198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3c226a31574f96138ab3d9f2d20542ddf471ab3fddb26e9c9238d0b5e965f9e","formula_version":"titan-u-contract-v1","latency_ms":1.12895795609802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e98c47fad4149a75a10001aeba0fd45ff41e56572ad5347de58f1978246ae103","sample_id":"hellaswag.val.8199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e11d9a3e402420eff77faebe8b6c2951178f75a5580b0ad5b65302b8d50cacd1","formula_version":"titan-u-contract-v1","latency_ms":0.7882079808041453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b4a9e348ec019b16afd677fb937ccdcc7e31856fb43a353de7e29111ed5b28b","sample_id":"hellaswag.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7b4224cf8ddb201f970ac3b22c25bbe264102da9b0c973135840ab96b218cef","formula_version":"titan-u-contract-v1","latency_ms":0.7591660832986236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dbce6c1b7e4e38e37d259d2010877d138d52f022a8d606d96d26d96ae1a5d7d","sample_id":"hellaswag.val.820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4f948ed4efded191da2528457d7f834176c448bfa6e7ac6fd33d6583d58538f","formula_version":"titan-u-contract-v1","latency_ms":0.8138339035212994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0ddae3d3a0e7113fd1eb365f9f5d36b44ad0eefb16fe25667b441c914eb536f","sample_id":"hellaswag.val.8200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f2f60a5a966b69d2ab2b580469319db3d01db108e2e671b79396ec627e5e75d","formula_version":"titan-u-contract-v1","latency_ms":1.2190410634502769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37022f2bf85f856cb8c35efce83ed99146db6654f00b51fec0a8ecff02b85d05","sample_id":"hellaswag.val.8201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c797d43f6a502c60b89fdb9fc2e38c2d6c69b7d16c28ff835826121fe06b313","formula_version":"titan-u-contract-v1","latency_ms":1.2928330106660724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f9378a57feee8ba51822b2a18e1f9a9d12e50c57ab54afd54150874b4bf8a7c","sample_id":"hellaswag.val.8202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc058588746d3bcfc3f358d8fb60f44f9e0462e811a24a67149ca225c9e9227a","formula_version":"titan-u-contract-v1","latency_ms":1.0673339711502194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3b12a50899d3d750b82129ebc32460e42dcb03a6652cd4c1a2c40a045a1199d","sample_id":"hellaswag.val.8203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d399b1014fbf3c5f8b143715a0d039408007e4a2bab432fb534154540a12147b","formula_version":"titan-u-contract-v1","latency_ms":0.7937500486150384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c979868a69209a32b04a2fbc95fe334acd59d3bc660586b9f5d717af65df015e","sample_id":"hellaswag.val.8204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21cd274e6594155da4ff850cf1c5d490baeb3204f1ac3678ae26fe71d4da4a27","formula_version":"titan-u-contract-v1","latency_ms":0.6228749407455325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"643c5b3ee06ad580619b5e2d9c76e80c38d73fea9c71ba2be2027a0e9270e366","sample_id":"hellaswag.val.8205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b19da08842d875fc3b8d44c7a44112fe9f401ecb6d524d6ab148412193de94ed","formula_version":"titan-u-contract-v1","latency_ms":0.8247080259025097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"499dc3843768c7917d964813d6b50138dc64950ae36b7a1081b2ea0d2854f396","sample_id":"hellaswag.val.8206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d14d2bc36a7c6df8a7262cd7885032dc5b41c0e3c83652c9c5021df89e1b196","formula_version":"titan-u-contract-v1","latency_ms":0.9205000242218375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d38113761010218d832e76fb15cfd2de7d67d1de22cf9bc17db015de9c29161","sample_id":"hellaswag.val.8207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a15a4614e1802fdef705f11dbc38f93ad33f12404e14cbaed31dece82eebe88f","formula_version":"titan-u-contract-v1","latency_ms":0.7722909795120358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e5786c925bc36eefcac9f19745d955fdc263987bcd9c13fae0a6947a1f16cc2","sample_id":"hellaswag.val.8208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deacbb97d36b9e54245d4bb93974a0e05084d7438754844d37fc4cb0314826d3","formula_version":"titan-u-contract-v1","latency_ms":0.9740410605445504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb1ed567344969014a056c5cf3edeac4e3aeca9caddc306215262920b3db7676","sample_id":"hellaswag.val.8209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"175b020adde86c288806c42e9a52f692c5755c711469a4306d122f0cce948149","formula_version":"titan-u-contract-v1","latency_ms":0.6546250078827143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b83c9b1e0226aa0f598d4f117fddaa8020eb85bd72d3e99167e004635fd01e1","sample_id":"hellaswag.val.821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3188bc38dcfc26296b77d96da188a1ec11cdaa4311c080f6ee042076f479e2ff","formula_version":"titan-u-contract-v1","latency_ms":0.64354098867625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfffafb8efcb3411ac79a96912298d36dcec6a3d49330f431afb3f7def0bb50c","sample_id":"hellaswag.val.8210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14c4fa1aa68f74b113e9d34b6fe7cf134ace012691c5ed05014dfe6f852d0f45","formula_version":"titan-u-contract-v1","latency_ms":0.846249982714653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fa294fbda6e5db561ab148451b1ad9c2fa960bb6fb95fa7cf01c69f420f75c0","sample_id":"hellaswag.val.8211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"312d9bd43c824a717663bdf20f02187bef6b651c9f2ffe9ae5164dc171cd2956","formula_version":"titan-u-contract-v1","latency_ms":0.592124997638166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ecd89ae63c62fefc64bece842a3ffe2e8ee79b61a6c859ab04cd3b916dbb1d0","sample_id":"hellaswag.val.8212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddbabab560002568f4257feaf95f2d5093a00fff205c75569bd2a1096a8a4409","formula_version":"titan-u-contract-v1","latency_ms":0.6991249974817038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7689b8848dc9c1b57a95eb80563ae5895779ca54b6d526c900dc5eb15dabb587","sample_id":"hellaswag.val.8213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac5d96d7347318d02b8aa81594e199c5eb3fe89d730217dcef5f834cdd41e3de","formula_version":"titan-u-contract-v1","latency_ms":0.8520409464836121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61cc777ce1a032ad5bfa26081bdd9c368c3c705fbfc553c09ba7a5213ba58c9e","sample_id":"hellaswag.val.8214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e85b876fc27bdfa59c338a63d5da64c529b494a9a27104df7646da1bdbd7253b","formula_version":"titan-u-contract-v1","latency_ms":0.6409590132534504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e8849b224d2001ca36eb242def5e96fae979b277f45782530ddfda58f9cfea8","sample_id":"hellaswag.val.8215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e43fe36b1ea295f988b005212f5e1136efc47a772a4fe2dbe1c5cf9d72193692","formula_version":"titan-u-contract-v1","latency_ms":0.9467080235481262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6b760e223bee1a031125adb3f72e36808ed7357910259497e031ad2d6980410","sample_id":"hellaswag.val.8216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"826fdb68245869a228eec35425efc96f57edfe10e0051b234799e351c35ee118","formula_version":"titan-u-contract-v1","latency_ms":0.7549169240519404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5445a8aea7f5057fb9b757e53422ccee2facdcc465fda48c70b117168104e7c6","sample_id":"hellaswag.val.8217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc8cacbf68d681a7a8d15cf64b5f632f0343845f83c0eda2a6b9d97f714a195c","formula_version":"titan-u-contract-v1","latency_ms":0.6639580242335796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c3c0e492cc1845cc6b624b824550a84413448dc82ad18e7875814b86f1cc561","sample_id":"hellaswag.val.8218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d009e4d662cdf3da520a09e178d0914e537d5fa81c002976dfd9079aac058c2","formula_version":"titan-u-contract-v1","latency_ms":0.6157089956104755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f9cc2175b8059cdd12b7c4fc8df40617dd31cfca3f8c7119b358746cb30cf2e","sample_id":"hellaswag.val.8219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1849512516e6101709e87991d36b385df4844d69e49a809d949b7b61b139f39b","formula_version":"titan-u-contract-v1","latency_ms":0.7965830154716969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a681e2672d40f68219b5fa819eda310d37470f23d013248e647ca8685212078","sample_id":"hellaswag.val.822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73d560379ec3e911fcc527351390e482a886f1838bcf89a52f99e79ff9555d1b","formula_version":"titan-u-contract-v1","latency_ms":0.6523750489577651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84e48651237df384199e2a9ec790c0deda4c05950b884142c4f4a856f5792369","sample_id":"hellaswag.val.8220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67147c551e79981899ce7dbbe4b07f8e5e43f538b22d1912a73fc4d3ff39b61f","formula_version":"titan-u-contract-v1","latency_ms":0.7862079655751586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6fc9313fe3ff3ba948ac7b4f2b0c23822ce98326f8d05895c4209946b1521a7","sample_id":"hellaswag.val.8221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c16d694418212022b0abf945c3d6eb8eb2e955e2adba0d229e80e51902a0abf","formula_version":"titan-u-contract-v1","latency_ms":0.9202500805258751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0622c29ea74a882ad14c08aca4905d6dea127128ae1658a7a4cc7a7d4de9147e","sample_id":"hellaswag.val.8222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b30f993ca8a4d0633b099a85834162203c763ffeed0c5726abf0bc7a440a227","formula_version":"titan-u-contract-v1","latency_ms":0.9443749440833926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e82186567c68cad62df6a617812abf499645c2b33a3206d1352691c103f57507","sample_id":"hellaswag.val.8223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0c0fa09bc6a31b2ceb00e0798b689a7e838d1c46dd61973ec618eb53f29be7b","formula_version":"titan-u-contract-v1","latency_ms":1.0298339184373617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8692c4cda9f00954264350664152cd0ea59358227d567d05f9831241fde6cc4b","sample_id":"hellaswag.val.8224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"408380515d0fa466c82b767aa5ec907c6c3a1f4fd26911d23aa691ce26cbb520","formula_version":"titan-u-contract-v1","latency_ms":0.9227920090779662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96f7c9e86db38dc711e403fe441c574678126d0120e5871e5adba11b5c1dfd29","sample_id":"hellaswag.val.8225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0490a2b07d00e4dca98af13d076598d10cb359cb09b3be8805c55ea84779fc92","formula_version":"titan-u-contract-v1","latency_ms":1.0121249360963702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33cd78133f52c532c5ebb704e2cf79c8d86b2459be901f5ee2b86f3e302be642","sample_id":"hellaswag.val.8226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dc7be25976597dc51f5b5f190501a5a8a4799fdf86b829f77e3366d6d7b3d14","formula_version":"titan-u-contract-v1","latency_ms":0.8170830551534891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e579d851b3bf96487910cf19be538a9ad6cfa68f90ae4b5f38496440c811273","sample_id":"hellaswag.val.8227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c28b600fb29143258a1ffbb0daf7b2e5b55b553345dcfb7a36e37ce12758b0e7","formula_version":"titan-u-contract-v1","latency_ms":0.866499962285161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fee7d4889b318541ad96a18f655fc362cb83b1e9f95b871d60e6c1de8a3cc633","sample_id":"hellaswag.val.8228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a353df86276ef298d6c7177883d68eb6af77599cd58857f9e807b17aabdc0b9","formula_version":"titan-u-contract-v1","latency_ms":0.932082999497652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5407326847cf278db9cfc3c65bddeab5d72c4a51b06196b2b66893f3640ea63","sample_id":"hellaswag.val.8229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbfdcfff55902c710463d613e437b6179a8906077516759b2c5e09e213b2d5a4","formula_version":"titan-u-contract-v1","latency_ms":0.567208044230938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b530952a68216a2180280748addda77306ad4fc7350070895f66a70ffd04a2d","sample_id":"hellaswag.val.823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2547600d6083d3b8921fab48a44174d14d53a5be5f8df09fe0271573285e21a5","formula_version":"titan-u-contract-v1","latency_ms":0.9162089554592967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3506e10029787a53cde67dc879955cded6226284866b6c5eede3e85174ad66b2","sample_id":"hellaswag.val.8230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43d609b18438dacd115b6f9c2f08258127f74a17b5575aab105dc6e214d832d7","formula_version":"titan-u-contract-v1","latency_ms":0.6727080326527357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45aee641a741ac6512812d67a96bd3f8500c4ca570de89ad3222a6b9b067c469","sample_id":"hellaswag.val.8231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a29491db7c202ee7458efb802f5fb6ba39bfbe9d2e80f8f578f412d59d7770d8","formula_version":"titan-u-contract-v1","latency_ms":0.6838330300524831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3465a00b76edd9cdf00ead52f23e51e8c900682ea6c9a83433980b13f99926ea","sample_id":"hellaswag.val.8232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04dfd094d8ddd5d909f5d3a4b1892ec22b0823967013af36cb247bf1e287bbb1","formula_version":"titan-u-contract-v1","latency_ms":0.7671669591218233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fa8840bc0cfbd5c504a2cc07924ccc1a1b348860cf767d2837fac53c06a2352","sample_id":"hellaswag.val.8233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"762767d6597b99126ba051668db324db45985040411368173d5edf7919942724","formula_version":"titan-u-contract-v1","latency_ms":0.8573750965297222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e73d85949a457b6a5db9178ae41b9f89474a61a979faa968dffb8e3ddb444e5a","sample_id":"hellaswag.val.8234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c59f451a1783fa1dd48ecdddc09098d7cae61030989dc73837292354dff7c1ea","formula_version":"titan-u-contract-v1","latency_ms":1.2631249846890569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17262676f8a681094fffac0ac92e567788baf459a9873247dd43cbe126e8de8c","sample_id":"hellaswag.val.8235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa810190a7c0af467df547dd5aa055426874894f75bd88b283ef49dbef9691d1","formula_version":"titan-u-contract-v1","latency_ms":0.7098750211298466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9b0ddf6e965b3cbf08eb8c84ff0df26086cbd3fcbb709fa35f2d093a734cc00","sample_id":"hellaswag.val.8236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91947ef50f744ac4fbf2eb4e597ea7caeb44adae0a6e51555779b1f557a07ee1","formula_version":"titan-u-contract-v1","latency_ms":0.7400839822366834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83439b962d511a4ff0f26f21131ed138cc4f727f38e4e3f550f204bd951c2fc3","sample_id":"hellaswag.val.8237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b08c153328a6358963487a44421e75a0ba4caa3d05804c500a920f586941a5d","formula_version":"titan-u-contract-v1","latency_ms":0.6895828992128372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d39ae34d48fddf1796245bb2cdef35e8f4520b3b1a508fe5c36c3a434d7b847","sample_id":"hellaswag.val.8238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f08ed15397496c781b606f1f7597cba9a5304bfcbf5766090e27d8d8d45439bf","formula_version":"titan-u-contract-v1","latency_ms":0.7137500215321779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8911c2af720ff9414c402872f655c6b714241c349e08ad45d06d064168c3f9b","sample_id":"hellaswag.val.8239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab58dec03b50559475aece23667fe95da9707de95c89bfc5d0e1ae014d0a07d9","formula_version":"titan-u-contract-v1","latency_ms":1.079041976481676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f298111f655507fafaa8c2a5e58e84db358c790f2f3831065af0fa10fe8bfba3","sample_id":"hellaswag.val.824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f6e851ad3cee6c264ebc9a85609877bcd33635c1093310571358bc320f2296a","formula_version":"titan-u-contract-v1","latency_ms":1.2311249738559127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a15f55063c36eda243bed5e75167922c23184e224ee7b90c96b135035119418d","sample_id":"hellaswag.val.8240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b19551a44892dce40bdfad4727559be1c23790329c47ebf854c2a1e5d0149c0","formula_version":"titan-u-contract-v1","latency_ms":0.6520830793306231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"983917fbf81b15efe60d05dfadb27bcdce4764fa0f354e3cde60478df4b97445","sample_id":"hellaswag.val.8241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cabe2394750449da0c1cfb66c99e7f12fc9544953f633ddd82e25b224e1fa09","formula_version":"titan-u-contract-v1","latency_ms":0.6622909568250179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eae4994fe7e0485189c928af2835e56b45aed41044a739333ca87e4be4e89f70","sample_id":"hellaswag.val.8242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b51c4bd4287ff5185b1898ee7f4dd02face3c5c0b3c14b11a4e00338ddce1efc","formula_version":"titan-u-contract-v1","latency_ms":0.9497080463916063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a5a444d68385ab4b490d9f4057b573eebad1cd30ba76658bff1453af4ed4eb1","sample_id":"hellaswag.val.8243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc1a1ddb0ff9de0da56370a2c02980c859755f1415917270a35096f1f335062e","formula_version":"titan-u-contract-v1","latency_ms":1.0184160200878978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48e531ade8dcd7c5dd6aeeb6b8b3e3795cf162a0c1b1a9db77457d7fc2d876dc","sample_id":"hellaswag.val.8244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62068b96d31be658ad7a183a10c0addf58ece2ae8bdd4abea704ee6a7dc3e1e6","formula_version":"titan-u-contract-v1","latency_ms":0.9449999779462814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23ab18605d184fa9a5fc4b76f846dab7820b3872e010a2708f87e9c12e3b42ba","sample_id":"hellaswag.val.8245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a830c56617bd0af32c9f8480b5a3dd9f8926cc316542e80077f5b00540cceb8f","formula_version":"titan-u-contract-v1","latency_ms":1.7042079707607627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55acf6f5ae94bfecfab0e5654e886dfa529c9adeae2ccac50240e1fd228b9734","sample_id":"hellaswag.val.8246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e65b36834e3c053374a1f2ce51cdf7f6fba7c448f692d920eb3f90cc7e022edf","formula_version":"titan-u-contract-v1","latency_ms":0.955207971855998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"651fdb507cbcba29778525f509da0e0de7b0b1044fb65eb0d0f1701f52778a2c","sample_id":"hellaswag.val.8247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a02c4dad0f2ad796f5c5de48a7ce0b2a7ea485d22f4e02769a5ba6288f9837de","formula_version":"titan-u-contract-v1","latency_ms":0.9794580982998013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cfe847f37189253813734d96cac27c3d9e4f6b00376a00aa01c030f8b3fef14","sample_id":"hellaswag.val.8248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15bfca88482a19c7fa710fc423f97d229a249765684f4b54aa4a58aec9e32db8","formula_version":"titan-u-contract-v1","latency_ms":0.9829169139266014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fb225ba538736eca6d00c7853e7e3cebffd76fb737196df75a55d5b4eb41bc0","sample_id":"hellaswag.val.8249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71060b9f914f87e86b7cbf7de296838814158efe227e2bf6cdb2b90a4310a7f6","formula_version":"titan-u-contract-v1","latency_ms":0.4902500659227371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42b2a25d237ff3d5a8636453a7269daa8dfbd14aadb654255652541cef2ef4d9","sample_id":"hellaswag.val.825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"315dbb174345dd902a40bc9dabb0a370b2eac8ddd53ddae4afef47297354e1d3","formula_version":"titan-u-contract-v1","latency_ms":1.0414590360596776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae6aa65a6fed5cd7788dc1cb74d69ea6677f025944ee945d40311023cccc5796","sample_id":"hellaswag.val.8250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f817d613fac7d2d9707f199c95fcead394fd95be31cc7c79d06480aef7f1f35","formula_version":"titan-u-contract-v1","latency_ms":0.6559159373864532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c50d37868e96dd3da661150b59d7f210f57ab6b42b06b8f9c60463f44e136312","sample_id":"hellaswag.val.8251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f40669a4e07ddcca98ea153e43a60ba987546d9affa3f062d3a6f790bb23ff57","formula_version":"titan-u-contract-v1","latency_ms":0.9539999300613999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b9a7ff1ee52c49aebc20fda9d07a0300c1f63a19530421059ee1e4d9270fc28","sample_id":"hellaswag.val.8252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0efec66004892a97be67da089716e34f54aaecfdc18d3a0a15946524b587f4ec","formula_version":"titan-u-contract-v1","latency_ms":1.2341249966993928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05628dd61e7a745c1554b89d62d647b365e53bb99ba2666ef78805ee0d3a7270","sample_id":"hellaswag.val.8253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4689306a7e63a24d7dd021e7e287393ddda3e8c126a8541f7155aa915faa9b6c","formula_version":"titan-u-contract-v1","latency_ms":1.2750410242006183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec05348932c5529aed01de6b9b1fd11dfae55b3323dcb0fcd5db7a4e5325bc9b","sample_id":"hellaswag.val.8254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4138c8f05de1fac5172f131838de8a6c10ffbeac7cd0569822d93d72c7d6bec","formula_version":"titan-u-contract-v1","latency_ms":0.7165418937802315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64fbc1c8e4505d1b047d74805a8f86c80f4915acc65781327196d64c052209f3","sample_id":"hellaswag.val.8255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e9e628f4e4c6946ce1e2347d6384016571de8a025ab16eb1d12e9feff5dcb76","formula_version":"titan-u-contract-v1","latency_ms":1.062333001755178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccca452d625829ce0254a3e9b34e44a5032d6f22a0f2958e64350ffd9dfe2feb","sample_id":"hellaswag.val.8256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a4f71e18adf9c285801a4c0005ddc3a8b14bafc614f84853c79483f58086d2b","formula_version":"titan-u-contract-v1","latency_ms":0.5822499515488744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"788f26b005dbbba53166be3a5527ccd0a89f1f1ab0f9163da6804ae0a4503b15","sample_id":"hellaswag.val.8257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc90ccda8bad5141a2c1c4b7860f7439e5cf79508755b407d188597776470ddb","formula_version":"titan-u-contract-v1","latency_ms":0.6867910269647837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24468df9c6d2ffd3962ec523fdd4366dc30058e8169a3fe0b2493bfb2ef4516e","sample_id":"hellaswag.val.8258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec90ac34330b3c8c54ea0e99391e08c8f405d9db80899e077601e0943c1f154a","formula_version":"titan-u-contract-v1","latency_ms":0.6201249780133367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc1d889bb475891cdd35ea3adec7107d286e331bc1fcc853e8ed2b5433c0aa1a","sample_id":"hellaswag.val.8259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22fa294a128be00e80e6c8c9de2b2be2221e4b4f9bc97f8920dc5b1dda48b14b","formula_version":"titan-u-contract-v1","latency_ms":0.7163749542087317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96e01a40daa94b1fbd56d5d734fca74f7512a5e0152664017881c1fa4ad09fb6","sample_id":"hellaswag.val.826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2348c1e079f0fc5addee5492b3091c44f54cbd907fed40f0f3c6ac3f5b796a7d","formula_version":"titan-u-contract-v1","latency_ms":0.884292065165937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ef6bf53f0facdbb61888dccd489ed62716862ffd3698cc9f0133ec020ac2a5b","sample_id":"hellaswag.val.8260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dad7eb3407e72405caebc177943828bde8a05e31fe71e06a42c451ecf6d4c90e","formula_version":"titan-u-contract-v1","latency_ms":0.9160839254036546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c45ec5308c60508b6c15cd436cc20289d91a3747dd40d8db851fa8b78a4ca06","sample_id":"hellaswag.val.8261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6420cfaf06f31613ef70b9f1693ed8c488fc8b5d6a88ac6aa67164d1db20d52d","formula_version":"titan-u-contract-v1","latency_ms":0.6920419400557876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a54c1eb3bac24d1735cffb993c36ec27058d4053d6cc9cedce4c61cfb4ee3fd8","sample_id":"hellaswag.val.8262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef4fb0760fb477ec62813bc12b032554511daffcec6cc82c18f73be9b2df3351","formula_version":"titan-u-contract-v1","latency_ms":0.8630829397588968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51c439f9eda8a248c770604cd7b2f01d10eec1e1567beb91559b9a47890b58ba","sample_id":"hellaswag.val.8263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d06e5bc965adf1748a6577381fe09861a1cfaba8853f0d12db32d63d4374e13a","formula_version":"titan-u-contract-v1","latency_ms":0.734040979295969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7780c3b04f790d0e9020928057a6a9f58ef4047b5cddbb35a04bf7b6a542998a","sample_id":"hellaswag.val.8264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d20bd407ebb5ea4e22d2ca24ae9ff6990ef0ad6419302116a75fa6b5f6ac0275","formula_version":"titan-u-contract-v1","latency_ms":0.8753750007599592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a21444209cffb76131392a6c8b9294268106ab6b7621127030e0b7050ac2dc83","sample_id":"hellaswag.val.8265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3da7e4064fd7dc21d3de2e8e8dc1de948895f749ba03b6ae6f3394106a0029f7","formula_version":"titan-u-contract-v1","latency_ms":0.862583052366972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b34fa000063bce97daa15a6bbd2a803ae7e8b602dd633edd978152ea7ba9dab","sample_id":"hellaswag.val.8266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1cdb0eafc7fbf14fc453810bfb494bfde5a67a181571a7a823b5d0987102712","formula_version":"titan-u-contract-v1","latency_ms":0.9142908966168761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ec1ab069f86c122856d10e87166c6375c4bd8c2cce7ccdb0184f9f17c4f2351","sample_id":"hellaswag.val.8267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9022db2d093d96dd4519ed80e826c69c8c566b7feeb37a50b2db2ecc805a045","formula_version":"titan-u-contract-v1","latency_ms":0.8322920184582472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ca8e58194c5614401af9d22b2e3f5bc98ab5aee5ed034538905e24d5a8bc742","sample_id":"hellaswag.val.8268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"358c9ba5da1c2e0ffcead3376224ab9c429ba910dce096fda735e1a69fb3e2ad","formula_version":"titan-u-contract-v1","latency_ms":0.8842500392347574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aabeae7a5cb8e75ba185f4c374d6e961299b230158365193fa34e62bf798aad","sample_id":"hellaswag.val.8269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29301798befe507330192017713d561fe9e0a87c4f152bc77ff1629cfbd6c7ec","formula_version":"titan-u-contract-v1","latency_ms":0.5675000138580799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d405305999711aa30427f213b9ba2ac22010ac6128b9fa1d562f392f5901c798","sample_id":"hellaswag.val.827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1895ea6ad6f859b8af72ceae5f66632dc4ab82a6ee103423e2463634912c2c73","formula_version":"titan-u-contract-v1","latency_ms":0.9488329524174333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66e2e21add1ac8a9e40413938181042299673b8360c44247f2f6014ba1289820","sample_id":"hellaswag.val.8270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce5eb6be305562e32ec178ed5ec6461b579cfa7911e88369bc14da60ea215798","formula_version":"titan-u-contract-v1","latency_ms":0.5955829983577132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f73ac6e38a111493282fdddf79d008079d3778bcbf926c3e28156214759f9433","sample_id":"hellaswag.val.8271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2e2a06c27186ec2ebd82b22c92be4903ebcea724ccdcd591f127a43676f3871","formula_version":"titan-u-contract-v1","latency_ms":0.7667499594390392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5280cb446b8bd35ee0fb9debf3f123c6f257c12102ef413ec211aa5bef8f68b1","sample_id":"hellaswag.val.8272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9a3c0cb936437ecf29986042db4bf4309f034cdc60b878babdc1c645bbcf103","formula_version":"titan-u-contract-v1","latency_ms":0.9921659948304296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35358dae2b59c076a8d9038d5cf41d5526a33144e789dfe2d1770de3d5805090","sample_id":"hellaswag.val.8273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b6e1e0aed60b7f1e39fcb706c801ff437fada80013e7e9f0b11c94c8d8cc3df","formula_version":"titan-u-contract-v1","latency_ms":0.822041998617351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b76c7a8f4bba98dcadfb2c5c4f7bcb34eae373a7e7980c541539423aa343f41","sample_id":"hellaswag.val.8274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"231d86afb51c6403f34cf039daf02c03e5dbfad3c6d9316a2d856c4e9e45573a","formula_version":"titan-u-contract-v1","latency_ms":0.9010409703478217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd380ca0eac4c24ed7e189dc388bc7e438c4fb1364f3d0c189716a61381a0402","sample_id":"hellaswag.val.8275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a80ae43b70e9b0e0df12fed9b8a42d7f6c1c49a8e5a852328b858f47d7bd7ee4","formula_version":"titan-u-contract-v1","latency_ms":0.8146670879796147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3abad3d2a45382acd4256f09063a2ef677dd6ffe2212db9781ccad5fd94a97d2","sample_id":"hellaswag.val.8276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68b1db87a90c1d8e881267bf773d68abffbba359bddfc02d4f5220040072224a","formula_version":"titan-u-contract-v1","latency_ms":0.8830409497022629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41f79862e3b0bdfb9136b42f72a0a563b180e26822a79b2b35232add274ebd26","sample_id":"hellaswag.val.8277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3850eefede7a9f86973dd013f18512b285a81f13b7769446214aad784cf8d98f","formula_version":"titan-u-contract-v1","latency_ms":1.1825829278677702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7d9103cb33bb34859bfa77138a11aeef4c73cc3f49075c3e6a307b84d04a243","sample_id":"hellaswag.val.8278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d36448c1245db3eaab2fd3ec6971b05951bb81bf91cbe8c4b8d1a1c5021a03ef","formula_version":"titan-u-contract-v1","latency_ms":0.6588329561054707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc2c8cdd10962bd5969280b2b66a2c41b232c52debb135fda9d51d38fd8f5ad6","sample_id":"hellaswag.val.8279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58ad377d145e586cb2bb9420ba4ef0f198ee5f560f1ccf63f745b461a6fa97e8","formula_version":"titan-u-contract-v1","latency_ms":0.6624589441344142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98d93e202db3fb57870e0fb03d889fe016a2ce61eaca12536fa712d0c7e6fe9e","sample_id":"hellaswag.val.828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8abd42beda320531326062dc72544a0f182049d749520c02d9a53e673a436f93","formula_version":"titan-u-contract-v1","latency_ms":0.7909169653430581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b11bd9974d25dfab21a7a70232b84574a2c751ad8286b769515250ef1b2696e0","sample_id":"hellaswag.val.8280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"398cacf263684b80e8359dcae0abfa34b47e8e234ff50d2b710e95ab6ff1d6a4","formula_version":"titan-u-contract-v1","latency_ms":0.6218340713530779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea1cff8b03a1c3733c8fcdaa900e3ba442af8c796c1bdeb21316c172c38efbb9","sample_id":"hellaswag.val.8281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8660b2062b612e81cfd0d9a138b060accce872af743700921540f9a2c6557d56","formula_version":"titan-u-contract-v1","latency_ms":0.8283330826088786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a714f7e07c64ea1c79579de7f340d479fcf9fd43d08d41c3dd67a366daa0a6b","sample_id":"hellaswag.val.8282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0bf571e9ff2440dbed01eb87f8ad5874ad33b90f178d8592100d0cce2cae01d","formula_version":"titan-u-contract-v1","latency_ms":0.9850410278886557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81b92a1417ae2c258eec0751e09186d2dc8436f44b2ab56e553c1e6f62a8355b","sample_id":"hellaswag.val.8283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fb9693e53215d0b9bba251ae8aee228a4cd1e188cbea5171db78fe28932ab71","formula_version":"titan-u-contract-v1","latency_ms":0.9577079908922315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0719c400d1db1465712c832d9837fefacd8721204464d7db63e905e13c2bbbb","sample_id":"hellaswag.val.8284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"736472a8f683f5da2e59415c4ec10d807c35c52a11396f9dee8ce49c87629aa7","formula_version":"titan-u-contract-v1","latency_ms":0.6584160728380084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33f3998d7cab2c5d64442ec1ab382748645f4fd8f19f1527c4b34a3a3af14e19","sample_id":"hellaswag.val.8285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d5efb3c45f0c9dc314403e83a2c3ef446b6a0e5dbfe4167118bbd22fa01bd4b","formula_version":"titan-u-contract-v1","latency_ms":0.6150410044938326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49047007d64d598286754063f2f95b3864ce3781f55f6967ce07e81664a90c95","sample_id":"hellaswag.val.8286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a91cce51320b5e0d7e4e998082b1bb23c7d9d0c277bfbcccb35ed246cb5342f","formula_version":"titan-u-contract-v1","latency_ms":0.6762499688193202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae26b09304b5d7c6a9df9a96c414b8da4da338ada5afc781f29e79b6f02c5242","sample_id":"hellaswag.val.8287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5574a7f3db96affed1006e7445049deb70572ebf6abf46ec9fc439e347f57622","formula_version":"titan-u-contract-v1","latency_ms":0.9294160408899188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6712fd683cc29a52dc39a5562aac16f86466fcaae0ce9f37daa7c4aa8b180c9e","sample_id":"hellaswag.val.8288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd339611e6b87942b92550f2fa04158d643a6677311741655dd60c7d30e8a6b1","formula_version":"titan-u-contract-v1","latency_ms":1.0242920834571123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6870e66312444b94ae221377fda01266a62db4331de4c101335750da3feece97","sample_id":"hellaswag.val.8289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d818638569ec043dfdff4bd1d67e1225b9c636d893023e03b9bf483e0d11c72","formula_version":"titan-u-contract-v1","latency_ms":0.5287909880280495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cf9dd692d43d71e08c8a2696dbbd858ce3d4aef6276fcde5eb99cf64daeacab","sample_id":"hellaswag.val.829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51031a8648adf2778927ae74a720ff0edc6ba89dc27c3f2f4fb02a2627c84f89","formula_version":"titan-u-contract-v1","latency_ms":0.6613340228796005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"958c94fc4f3575220baf452ac12d87dc26d224c81377bc4b55a26fd255c328e3","sample_id":"hellaswag.val.8290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25694307bb896466d6df8601200763754a2a3ae1feefcd1309241e51a69e9211","formula_version":"titan-u-contract-v1","latency_ms":0.8213749388232827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0552d9e005213ce341104845d8a75bee0d1dab4dd76031ca2858ee0e4c1be87","sample_id":"hellaswag.val.8291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a70933b15a2db5eed1bc0e827a4efa25b901dd1446d403156bb187b4ccd80443","formula_version":"titan-u-contract-v1","latency_ms":0.6267500575631857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d05d1fd42f0f2bfb2ed5bc68bd3948cff08105f4841a26bd47700a7f6708490","sample_id":"hellaswag.val.8292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4ba399282cdb69cfcaa0c22833d422ab6ade10c0c03fe4ecb12dc30e73b0bed","formula_version":"titan-u-contract-v1","latency_ms":0.6324580172076821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"899b6b4d62230d5066d92a81778dbce07cb16ba582cac79690aacd2c6e4c3eb9","sample_id":"hellaswag.val.8293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ed46fe6ac15519a072be241d006e3e1ca90ad1703e608a07b35d9e95a1d3cd9","formula_version":"titan-u-contract-v1","latency_ms":0.9994580177590251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ab0ccb85b3b41ded19de26ef8d9570192c6c309ade3a251049089a14bbe4a1b","sample_id":"hellaswag.val.8294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30619b86d69ef10b901dc0d2f179a8ec622ca90ae8b8c6648a2028f45ed2b75e","formula_version":"titan-u-contract-v1","latency_ms":0.5842499667778611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbd4fb115c0202f6308d4023dbf53269606371f3e30d76de168ae089c57ba849","sample_id":"hellaswag.val.8295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb4da286f721be95a433ca297af99fc6fe25740acd2ab5b101e6a80ce3c881a4","formula_version":"titan-u-contract-v1","latency_ms":0.9359999094158411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25d8303a915601a3af6fe451767824c03336628853d6d3fc53c737daf9261f6c","sample_id":"hellaswag.val.8296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18219a4de2f92b5919b968cfe11c59d6a7896eef6c77ea3a67cce0c31f20b5a2","formula_version":"titan-u-contract-v1","latency_ms":0.7846250664442778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c99f0a15341a36e73720a785c8dbe588974790328e7cc5a4cd6fb9360096cb2d","sample_id":"hellaswag.val.8297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99a3dd68610037cdda160839aac1e065d37d64676305c0d16f370ee6610f2571","formula_version":"titan-u-contract-v1","latency_ms":0.9888750500977039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aa2c753dd97d1b6e89b44969991bb7a7aeb67e7742b3b963639b5143333740b","sample_id":"hellaswag.val.8298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62842e9c82c08eeb7567df3209a399923f2ccc6c085fa7bd596027c580da3e94","formula_version":"titan-u-contract-v1","latency_ms":0.9408750338479877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad7ce1de8c30c210662e34b3b74b3b39d21a1005bae8d8e748c0d040b27cd389","sample_id":"hellaswag.val.8299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3132985892f77c1aaa1c74b7422906dc6a9108a6ee3b4143941911c8533825d","formula_version":"titan-u-contract-v1","latency_ms":0.8747919928282499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84ee225b261d1f4a09b496daf19012aeefbf722eb2951c4cfc59cedf88a81ffa","sample_id":"hellaswag.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbfc714df9f3f44ff1e786e057a953b1ecfcf0a5613322be43e1be9423ebcc98","formula_version":"titan-u-contract-v1","latency_ms":0.6005000323057175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11a8a0bd4d5ae0afc526ad58e6147206ba06846274f2a35d48867c01a3422a02","sample_id":"hellaswag.val.830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aed59ef796f4e2e18347c1c3c4407cd43b81b0fbc4ef2ee98c5c446b90e330b8","formula_version":"titan-u-contract-v1","latency_ms":1.1118330294266343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84d3307843225fced23cb762266d6105b15e3175537426716d0bd3d82f3d7312","sample_id":"hellaswag.val.8300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bca154e5ab8a73ef76d26c4a3e8d608d76892e94a91687312973b14a36ae72f3","formula_version":"titan-u-contract-v1","latency_ms":0.8566660108044744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e4ca314e5ea3203f586a45e64e1acad2b24514f09afc9fd3cb0959590cf4cb7","sample_id":"hellaswag.val.8301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1efe185e630f38e8cdbbeb397eb54b5e9ddde98a353b2e8e85dc2f0558740de3","formula_version":"titan-u-contract-v1","latency_ms":0.8430000161752105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0049f8d667b6c49062ba7dc583a7ac276ad6c35d84dcb444a8525ec4dd6e6495","sample_id":"hellaswag.val.8302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f09afe1c83bd27ae630f3a20415b96044279f415ffe3e308e256be68fa623489","formula_version":"titan-u-contract-v1","latency_ms":1.3619581004604697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eacd346ea111a06e9314c8b9b68233e27fe9c267727168ae1a614c7548b703a","sample_id":"hellaswag.val.8303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d814e35dd612a4bdf7fa559c63c3b658a649854aa26acf13707b8e9b92e11cc9","formula_version":"titan-u-contract-v1","latency_ms":0.6933329859748483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ff25ba47bdb0ee6c36313e5f94f634fec95fc5d08036bb681be12584e44d41d","sample_id":"hellaswag.val.8304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbf8f9981f89e661e37f0b426bfd190aeb02ab08693e465a54882a2af2b3b7fc","formula_version":"titan-u-contract-v1","latency_ms":1.2272909516468644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e370672c4b642cef09e584889cae0ddd8da3085b55f386caad263d0032cf76b6","sample_id":"hellaswag.val.8305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78e95c3023b67a99f2f20f7464e67aad0d73665032fb8278283c908045ea39af","formula_version":"titan-u-contract-v1","latency_ms":0.650875037536025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cb445e3d316ca876ae08fce61445b7b15edebb57d28a29131fae6d9c2aeede8","sample_id":"hellaswag.val.8306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d40c4838a537414e23517b9e43102d60aa2e0b97bc1360c8784365d6a6ae4db5","formula_version":"titan-u-contract-v1","latency_ms":1.2040421133860946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95e191ec09fc1991298766a2096ea8390529b41525d0efc4fdeb33755bd383ec","sample_id":"hellaswag.val.8307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02a71803199019890d28e80b7e2efe626cc76c8ad743839e4ded87202a4616fa","formula_version":"titan-u-contract-v1","latency_ms":0.6565839285030961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7e0c379e40527367b7c8a7bc225ec1f98b0df4cd9250d7366b308e024de5fe2","sample_id":"hellaswag.val.8308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2aa42b74f6e4f4037d0f10f1c733e0d5b5e2c5fedf0254314a12094f7666cae","formula_version":"titan-u-contract-v1","latency_ms":1.4062090776860714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abb08a7aa173a1c4c3fa312910a9f8f92dd8320a9b4dac23c190b2d9a2fe8d03","sample_id":"hellaswag.val.8309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40cae716587a77498de5f149af2edbbce0945b9dc161d17e87f6297fd9da0761","formula_version":"titan-u-contract-v1","latency_ms":0.49825001042336226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8177303f781af689808cc0a97ae9c476121b6ac560695753c60338e0f45055f","sample_id":"hellaswag.val.831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f95eb79ab9e94ebfca9c398fb8ef04e2389fc1d7cf7833bfa70a18cc4b21cdcc","formula_version":"titan-u-contract-v1","latency_ms":0.8958750404417515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9e9eaafc3b7f6403a0cd5ceb8d0bed4a54832dd0f98399cb450010897966bf6","sample_id":"hellaswag.val.8310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aca0fd250f3a74bcfe38ca2184d9c0aa19ff22fef104e5f14ee3120c22aebe5","formula_version":"titan-u-contract-v1","latency_ms":0.9002910228446126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4245026df1f321ccc771cdfae72a677b93499f24c7cbcdccd1e145003f01f415","sample_id":"hellaswag.val.8311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9156f08c53461f54801d9bec3ff6e88e72a862a3cb54191920b1a4ed49245162","formula_version":"titan-u-contract-v1","latency_ms":0.7991669699549675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bf6e752899bd197a3a59a8d9c2eb935544de860da9be83b9a97b4888b6d2bf7","sample_id":"hellaswag.val.8312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2235981435ebf6403b31b2b119a5af87ddf31fdc7ae23ff25fa6ca5ef062f29e","formula_version":"titan-u-contract-v1","latency_ms":0.7184159476310015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a8af8d8c22433d3173e72c1a6b1f9fd6e4efb5a993cdf447d9cb67304009806","sample_id":"hellaswag.val.8313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b20608fb5085d6d5ed53f567b1a80e3a682ec53016e1654ca507cd657ccdf13c","formula_version":"titan-u-contract-v1","latency_ms":1.8042080337181687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"796b3962afc6dd7fdeeec5aaffc7fe406cf651da84a40eba2cb3de6ba427166d","sample_id":"hellaswag.val.8314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"016cb6ebfad78016d8e5a144c102ccb851f2bf1a89c2464c9586e638013ee517","formula_version":"titan-u-contract-v1","latency_ms":1.1186660267412663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b07d624826fa9d9a1fff70baf7d44ebe44935e82daa4631835f3fcc2dc9465d0","sample_id":"hellaswag.val.8315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a529b8e441f7c52092e7d569a9ba40f2687da56e790bb5f314b76bd26c7e661a","formula_version":"titan-u-contract-v1","latency_ms":0.8316250750795007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5533299f1551abd217fbb04791d8c6647b6e964b3cfc1270397d0939b8c82a0b","sample_id":"hellaswag.val.8316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10619667487558502147e19c0474159535b739d94c7c9063a06c92b60c8413cc","formula_version":"titan-u-contract-v1","latency_ms":0.9234159952029586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f0626ed7d1b4258774fe1d5989ae12bcf833852afe5dff37cf186bae4226e82","sample_id":"hellaswag.val.8317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00c3160c76cc49104b1fe5848d51467b0837d505373f5920c89a0db8bd7145ab","formula_version":"titan-u-contract-v1","latency_ms":0.6741250399500132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"241434a954c096015b770c586d3889ba9ec3b911bf0299ad1bb62bc675d60fe2","sample_id":"hellaswag.val.8318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b65e587a7da64777c03aef39cc4b3882740aa1009277a682d0f325b7bd15e2f7","formula_version":"titan-u-contract-v1","latency_ms":0.6584590300917625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51947f59e7a04b4f673590d0784ab8cf51a9e927a4e25b049c4cf72be2673553","sample_id":"hellaswag.val.8319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de85b54563d2808c77e4b791a3131e56f440ee99e942081ddc722db29706df97","formula_version":"titan-u-contract-v1","latency_ms":0.46454102266579866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b41d63237b068bc52d230577b35e93d18e7007ee3b8563f60fc0d67e291e87be","sample_id":"hellaswag.val.832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"184ed37f4eb90cfba26676ce05322545d1dc1d4f35cabe081ea06492846c50b0","formula_version":"titan-u-contract-v1","latency_ms":0.6527500227093697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c6dddbd8530b7a7d8a03e0134a6c10cdfefa22861336cc9cb09e1ea355c3912","sample_id":"hellaswag.val.8320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a9b12387152fca9304c86f718513dab6cee7a8e739199695685db030d75c6a4","formula_version":"titan-u-contract-v1","latency_ms":0.8876658976078033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1281f0cde77a3055956badd035f72f45355577c77ca50ade15a506f8d0308544","sample_id":"hellaswag.val.8321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ad39981b3898c397866bbee4094ed0ca20937aad9659f10573ed008c841f6f3","formula_version":"titan-u-contract-v1","latency_ms":0.9567909874022007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b049989c8cbf2de5650763074bf9950d282b6c0b238732cd8ddbb3d1ba8423f","sample_id":"hellaswag.val.8322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9bb74c5b26c255377bc6cbcbf198effa31e0ea0044e570624b3e08e02fe0812","formula_version":"titan-u-contract-v1","latency_ms":0.8180829463526607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bdbb72a14a36ff50b3bcc9a4db13bbb3b59fc2e825ee09b0d0ca87face78e5c","sample_id":"hellaswag.val.8323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ac2c476c4bc33c07132493772e8a91dd09a59e3b36bbccd9638b92ce4729152","formula_version":"titan-u-contract-v1","latency_ms":0.9010840440168977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3750bf49ffaf8900239a6a69665e2e0827f0085398bafeb3ead0d3fce09fe5a8","sample_id":"hellaswag.val.8324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"198f4208f135969eca6377e39b562b80b6670f16a300049955c9891f8ed94d40","formula_version":"titan-u-contract-v1","latency_ms":0.8615830447524786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8543fbd8dca254d298a19642f923c77f2e75b1ca328b5fecaeb6ad906dacadc8","sample_id":"hellaswag.val.8325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"668d1da703f5ff81d2845a0b59ac44b9ff4461bcbb31371098b2221392a8937b","formula_version":"titan-u-contract-v1","latency_ms":0.9602920617908239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18f49ba401b9b88a1564c31362ab39c557ece2435a3e4bf130312af1fe91e934","sample_id":"hellaswag.val.8326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6eee60ef63b15717101a99dc1f0e42916026072cf91a6c4879169f4ef73951fc","formula_version":"titan-u-contract-v1","latency_ms":1.2942920438945293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3a0bfc5c6c6ded9ad119f07e09c806da9029b9dbc93b9c2d876e08a15a092f9","sample_id":"hellaswag.val.8327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"671cf7f1a88da0ced0c135e30fd1efe141f6ed33807c34110cadc37fb169b4a8","formula_version":"titan-u-contract-v1","latency_ms":0.6630829302594066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8004260ee72de5a3c36105a793482075211c81338eff64f94691aa952dd36db","sample_id":"hellaswag.val.8328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69bdb6b05dff9badc1e459354e3c5a51fd843d145537461ac4ed4581f4b8beb3","formula_version":"titan-u-contract-v1","latency_ms":1.3977499911561608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d232cf4c9018737a622a9b434887f4a6b3e7ded8bdf765672f9c46f22e34a3a","sample_id":"hellaswag.val.8329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfb25e60fdc1fe6e497bc13c394201867e2adfb18b0a1757ea2d2cac754b0042","formula_version":"titan-u-contract-v1","latency_ms":0.8958340622484684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d12fd7c8c79e4e6f976394fb3901092792ef972e41395b46ee20e68e0fba232a","sample_id":"hellaswag.val.833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e13bb748bc7cf9010073b1755d88e4007aad35803441e848d4eae4f8fa8e5c3b","formula_version":"titan-u-contract-v1","latency_ms":0.7772080134600401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8607ed4743530415af45e92922d361d24959d2d0a67ee65ac84919dbaa97007","sample_id":"hellaswag.val.8330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d4b742d509b163cf19c86530a1e40f6b1b83882d3637e02381a0bcde781b204","formula_version":"titan-u-contract-v1","latency_ms":0.6306670838966966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f940a962b650ea7bfc834628d16ce7ddca9207eeddb00d78fa34659de90fea5a","sample_id":"hellaswag.val.8331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f002c97d5514240f67c48e2220b35868f6f11dacaad6497dae1c83d8acc68f67","formula_version":"titan-u-contract-v1","latency_ms":1.068374956957996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2d236cc85c1ed2f23340bee8e42980649ffb674d59a38c43085f73d9031ae1f","sample_id":"hellaswag.val.8332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e265203fe1bfdc06ed8644f16d2880d458946ee443eac53de324205f2d6b2a1","formula_version":"titan-u-contract-v1","latency_ms":0.8547079050913453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd548d580d2e15f8082b0a5309b2924b36e99bfa35df0e3b017b2bcade38dc02","sample_id":"hellaswag.val.8333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d7cc6db2ab7d650cff0c94894f57e722187a3d62391e34191ff54ee9c1157e3","formula_version":"titan-u-contract-v1","latency_ms":1.4320840127766132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb68c4097367e8c2d4ed769aaf76f64d4d22a4ecccd8d2ae0ecf72d0edffe19f","sample_id":"hellaswag.val.8334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d9608faec326ce600d83c1d680c674304ae6a6f71400733bf466e5c39757fe1","formula_version":"titan-u-contract-v1","latency_ms":1.303834025748074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bd12b9ab539f0a8d4b5acbb7c15c67bec678001b282292dfba33ea0ff39d870","sample_id":"hellaswag.val.8335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"857f4452030cd8d77177c834acafa42a4f3654050129371face947139c35dc66","formula_version":"titan-u-contract-v1","latency_ms":1.2910830555483699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97e2710b2485df592ab04a558d0fbdbd20fa287a01de31eb10e157b4760a67f9","sample_id":"hellaswag.val.8336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ad28d8fa3f160b28d8ddd94c539d377411fd1fc4f077520893d49c8d3dfc24e","formula_version":"titan-u-contract-v1","latency_ms":0.6905419286340475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b52abec61cff03ff3e4404e54392568a4722c97e45c49669631440976602862","sample_id":"hellaswag.val.8337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a03ef137cf3b09e622f4252c8164106d8f0f8d4b38516e1e67edf0f1d9e0e50","formula_version":"titan-u-contract-v1","latency_ms":0.6468750070780516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13785604d64028909f6f761942891c235c9438bcd9e70c2eb58824039d690b2a","sample_id":"hellaswag.val.8338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"513303c9c42e5a22e18f5569be40b7333995775ae3d02ffd04c7bd6339bd66a6","formula_version":"titan-u-contract-v1","latency_ms":0.9216669714078307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6117942d6bfd70ae9873dcfae933c85320541b48a6cbea819d211203c453099a","sample_id":"hellaswag.val.8339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60a750197ba94b0a6f6cad2e9286f757aa3707a7e3fccea0b4146d1c42c691bb","formula_version":"titan-u-contract-v1","latency_ms":0.48049993347376585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17e339e001edb24399066881e2c273b1f79c37e8ff91be527dd222cd72f0b760","sample_id":"hellaswag.val.834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e05f2382b35f8d308fb21dc4cb175b6dde9d1bf3f0e20ab7d1b5025fbea5dba","formula_version":"titan-u-contract-v1","latency_ms":0.6270420271903276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb364dcbf46d883488556a85928de5680d96eb2cd17950a7504163289ec8ba69","sample_id":"hellaswag.val.8340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6eff55a14b411dc2926fcc109113a3e8d17ba72ac7041dadb7ee93f4c706f3df","formula_version":"titan-u-contract-v1","latency_ms":0.6697080098092556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"498dcc8349d37b81340eac52f3040a6efc4a2204c397a52de2a09875c47233a9","sample_id":"hellaswag.val.8341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6db2005689edc3174a5e681a649a14a8ccac1c5c9a1ae66a7ff1c5dad30ade82","formula_version":"titan-u-contract-v1","latency_ms":1.3149159494787455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9de5b74c8294207979339152b90a495577882f47f8018bf6b978ba2a81b36672","sample_id":"hellaswag.val.8342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4e05d90ab2891480395cb49395cf5062703829fd8a6520c9e751e0cb7a03f16","formula_version":"titan-u-contract-v1","latency_ms":0.6699999794363976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b9c5df5612dcbc25fde740ee0b16fe7e38ef5f57e8001390e4fda9f83460b01","sample_id":"hellaswag.val.8343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eff64cc714d8d882fe61315c411ff03d14148058f90b7befefea00995debf506","formula_version":"titan-u-contract-v1","latency_ms":0.7043750956654549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5902e3c7bcbc817bab1e507f78bb34748b90b3ea9bde2c9500df7077d021ff9c","sample_id":"hellaswag.val.8344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0aaaf60f14b85f5f71ea1269ee63a0075a5358bfa11472ba8772db983195d2bd","formula_version":"titan-u-contract-v1","latency_ms":0.8901249384507537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9c5dc5f4fa270fe0a1963310e7fc8d4eed1692b04b629ee71a1aa9261426def","sample_id":"hellaswag.val.8345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02454bcbb7d04cc22a7f8803e6beea8e2ad145bb65911939f45bde857784b91a","formula_version":"titan-u-contract-v1","latency_ms":1.1653329711407423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57d49c57dd872ac3d12e40ad77ed6fd7806e4dfb1a2e1d26d2ed1ee643c0bb1a","sample_id":"hellaswag.val.8346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25b07c5ad40c8f50f4f0845c0001d5845a9084a8ba28bbb05775dd5c66d7769b","formula_version":"titan-u-contract-v1","latency_ms":0.6797910900786519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f54c993ad85f5250bea3adf27f888bc6d97fda122090ba7b3428753177c8d922","sample_id":"hellaswag.val.8347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33bbe075f8575a1f81e0ddbe248e26cc7eb9021f3fb5825d69ce57d1852423e3","formula_version":"titan-u-contract-v1","latency_ms":1.7214579274877906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c658d926dcf593981f87c77763214bd8831158c3fcacb341cd37675a3f6fe658","sample_id":"hellaswag.val.8348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2db86970e7420076eee8a839524dfff37f5b0fd6481cf5b3a028dfa647e2be52","formula_version":"titan-u-contract-v1","latency_ms":0.9316249052062631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5084f6f24eefbee962a048bdf7c61557496f2e2b36a2e8f0fabc95420a4958d2","sample_id":"hellaswag.val.8349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"394a78e0eb3561389c53261f616600ce52d4f5262f252ee1b37088c61a863a20","formula_version":"titan-u-contract-v1","latency_ms":1.253790920600295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"968a62c883976252c8eef04bdc33f61df80ee9b2fb7f2aa1c50c331c62b12ce7","sample_id":"hellaswag.val.835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"904e46b177ae19c1e53ff9a9c2578419c5faa6e74a9ff5a4837702f8f2c7ecc1","formula_version":"titan-u-contract-v1","latency_ms":0.6900000153109431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80bbfc928153d8f659de5b3b27068d3eb55bf24531815806a0f7437cc5e4b111","sample_id":"hellaswag.val.8350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa9582208b2efde185d3e9ca6237d735af0ee9caa122b5fe76391ee14d7bce15","formula_version":"titan-u-contract-v1","latency_ms":1.7215838888660073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c0dc8a8fc297ae24cdac0f2cea7b948ef02c4017190c216063e0a8bdd31e2eb","sample_id":"hellaswag.val.8351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3763f9f340805e2f0c929c9101f58e6007991ca6adac2ec30ef4811a3d81a96d","formula_version":"titan-u-contract-v1","latency_ms":1.1183329625055194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84a8406e8e10d301c7d25478444d0d5a23445c05cfd33919410534f8a20caa82","sample_id":"hellaswag.val.8352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03688a202035c0291276e8cb9fe784ec1e5ce7c9930eca827b73bfb8b6615c0e","formula_version":"titan-u-contract-v1","latency_ms":1.064874930307269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c4bd2255405811f9fd6a11c73290d65563fc31587be5a17d154ffeaf4226d42","sample_id":"hellaswag.val.8353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d2228ba58a8c2a4344a38acc7e0033091a5f84cbd2514c584f8b0689c5fc645","formula_version":"titan-u-contract-v1","latency_ms":0.6906670751050115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cee976d727f2d58daac2c4aa1f38929b9f63cef839f0b77dc1bdae7e3fb60bb","sample_id":"hellaswag.val.8354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3c9f4dca551600a30799ce635f84c297cf50fbc4465b88170d50f6c806f0e50","formula_version":"titan-u-contract-v1","latency_ms":1.300874981097877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a3e8b9f912de7f196269eb9cd76c008311920b06d5b4693751744894d94437c","sample_id":"hellaswag.val.8355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03c4d3a70997c5ddcdd0938ce805f08f761e04e7f07825759020ba85ebf1ab31","formula_version":"titan-u-contract-v1","latency_ms":0.9147089440375566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c22db8832b36294fef112461d5d373878f98b003452e38ffae7d4e2680489370","sample_id":"hellaswag.val.8356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86643ae555351c68be63c88a2090c0d97ec2458c0976fe4b14f495ffec6f9460","formula_version":"titan-u-contract-v1","latency_ms":0.8383339736610651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5feb51f5972778433fb9a7fb4c78f50e98d04208112c742cfefd64a54ce9643b","sample_id":"hellaswag.val.8357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7fbf88792e0ee2d2e0dd3fc1f02e04e69f2070cd5134454aecbc841b952462e","formula_version":"titan-u-contract-v1","latency_ms":2.1827910095453262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e61cbe63a21755675a020d98e85c9e81615041edc6e84fbfc8f560eaced9e8c3","sample_id":"hellaswag.val.8358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4497414acaa6ec98a3d25c8bcb7b320659c685a14ea49d0830e4263ba982c083","formula_version":"titan-u-contract-v1","latency_ms":1.3072920264676213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc83531beb7a9abd50cf4698bd9197d7dbb0949d46d2bd1542f8ff31cfc7b2ef","sample_id":"hellaswag.val.8359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea1124c5f4a35a2a309e2b363f9cffa8b40b1cb451ca30870d0de65b9bfdc954","formula_version":"titan-u-contract-v1","latency_ms":0.6550420075654984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"945fab835fd0a1623dcc87863fa6b4df5def7db59ff9ff3f05efee55d5b16f0c","sample_id":"hellaswag.val.836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd5ee21ad0d77782ee48a152000430448ddbcf1fc5a10e43030db6516bb3905c","formula_version":"titan-u-contract-v1","latency_ms":0.9048329666256905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff17cdfc4d8208632b2c07b5d09e819be50ba321e8baca75ad04d00d1295f3e5","sample_id":"hellaswag.val.8360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1ce2e1ae267ff16b2b5b662066e85fd3603e005cb94d26249949d1017562f3e","formula_version":"titan-u-contract-v1","latency_ms":1.0292499791830778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1a4967affcd3ce7a26dcdfb0c5b2b7f3778e4b0145bb4a79666aa40098099a9","sample_id":"hellaswag.val.8361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36902c962ebcb91feb32685f40c38b365551b87ae2e87ac81206fa675f48a312","formula_version":"titan-u-contract-v1","latency_ms":0.7121249800547957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53ea7bace5391d209b8cd92cab6677d1d9ddd18cc352f25329390ce36e8965cb","sample_id":"hellaswag.val.8362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1059c0166a5d4c0a3ba57d12a7dc85bb6782b72ca5acb18b3e9953ff2942d7aa","formula_version":"titan-u-contract-v1","latency_ms":0.9188749827444553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9896d27080d613cd73d080bc684e4121c66349eab8c827eafa3ecba648e57082","sample_id":"hellaswag.val.8363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33d1706d579f54d574d373326bd2e9233fdc9c0b6dcbb1ddf12698ec8726913f","formula_version":"titan-u-contract-v1","latency_ms":1.0209999745711684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c04e3c7486aa1b8e1acbd694baf930a684dbc3630106c9340f164e86114649e5","sample_id":"hellaswag.val.8364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38578b07cc8810ff38f7cc599e52ab4d7bbaaf3b2fc4887594334ead30417023","formula_version":"titan-u-contract-v1","latency_ms":0.8750830311328173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f77c5ee7ba8f16785fa5b5b54cf0373d3d821b33eb5f4e7e123bf95ee8d11fe2","sample_id":"hellaswag.val.8365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ca3143b42f7a3f6afd2e62bce2165c693acac0d21698c644e8cf3db9bf7383e","formula_version":"titan-u-contract-v1","latency_ms":1.012749969959259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fa281f7316f0cd8264e4fb9de8c4023d0525c9777ede5d23083239dfe38464f","sample_id":"hellaswag.val.8366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d154566e922d62546e85b6d5198b52d38e91842b96b09631d87ec12338e4abf4","formula_version":"titan-u-contract-v1","latency_ms":1.6177499201148748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c94b19abb732909b862a7ee7e41392b6531a71f553e29b72cd2e473329bfe685","sample_id":"hellaswag.val.8367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e504fc319ed9a00fd535153bc38bb1f03c920673a8f98a0ce19e6740b123ab6","formula_version":"titan-u-contract-v1","latency_ms":0.9276249911636114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b27a201b06caf19ca64fa888943d3d73ce13989b0bdb5cc5cff2981c512e7748","sample_id":"hellaswag.val.8368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"134ea80da9f148b6254a816fde62b04751fd43f8a8c8da224325ded9dae58478","formula_version":"titan-u-contract-v1","latency_ms":0.9944590274244547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83ce63a883a66d73b7a6baccb1d8d54f08e63c31d4fdcde314d2804772d9c271","sample_id":"hellaswag.val.8369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e55faa7ac0006435c9410fa534761df5e9e39ea02812d3ba648890bb1a5271c6","formula_version":"titan-u-contract-v1","latency_ms":0.4676660755649209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e84650f349ca8d25d19f2f4395343e3e827ca8cfd24790b0d3745b82b553e2bb","sample_id":"hellaswag.val.837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da4c4110caef5a66dd858a73d714b4887ddeb9c64b56326a41121e8499a843b1","formula_version":"titan-u-contract-v1","latency_ms":1.0459580225870013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f47ea861e3c0c92b1c29f1514d72a892d4b5c3f5ec4b34b7bb3c20e8418da4d","sample_id":"hellaswag.val.8370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a75ceb97b0217fce830e3a412f7d3fb1a4e2325917f011ad47015c1f68334d2a","formula_version":"titan-u-contract-v1","latency_ms":1.0550000006332994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a8a08894de29b2c7e2b6c6d1d2d89a18c7c87759def65c242eac9ec0787c04e","sample_id":"hellaswag.val.8371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42126043bd7e11122e851a371b3a04e8d03652d94529d0bc3f12e8358026da0c","formula_version":"titan-u-contract-v1","latency_ms":0.7741670124232769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43b29e0ba13f9dbcaf2260af78c08cc66dbabd3d69261738620c72d34600effe","sample_id":"hellaswag.val.8372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b11a83029f2f8d2354e0634f9c212eb5db58043d9642215efae267a593dee3c2","formula_version":"titan-u-contract-v1","latency_ms":0.8428749861195683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a03371d1435f284200fcf78d87549bfa7a9ef590e1808bd388ef8c66029ddeb4","sample_id":"hellaswag.val.8373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd21b991f25491dd4cf843dc5c80ac0a8194778aab28c7f7132cdbcbd2891fc7","formula_version":"titan-u-contract-v1","latency_ms":0.9251669980585575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"935441578c4758e766761e5839a6c24f6695d76db4b1e6dfff58e699f8f6200d","sample_id":"hellaswag.val.8374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1bafbdf50c6540d248551edc40d37dec97406e7ffa322fff556e419bdd6eb32","formula_version":"titan-u-contract-v1","latency_ms":0.6167080719023943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e85024cc2b3539f061ea4739b83725687501cac2afd995645bc60932cf684fbc","sample_id":"hellaswag.val.8375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50e53022b2ffd05f8ff9af8ebd8dd317ce8a1be677878f00de7529b5e46e28d7","formula_version":"titan-u-contract-v1","latency_ms":0.809708028100431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"472614f79355a96673f92e0f9fdeb3295a140c8a35a9820c216ae71ad29c0c1b","sample_id":"hellaswag.val.8376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fb5ad72e5d2c016585e7c504d5a2ca26a956f9f28d25aca1e128399b263bec1","formula_version":"titan-u-contract-v1","latency_ms":0.8507909951731563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5104a58c47de57615fe9347a9c08bb59145eaa8ac6c84c8c8e68d8aeb009c4c","sample_id":"hellaswag.val.8377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da3c1398565f29c377e028918a9a1624e9eee7075c50fde290255babdc2eaaf2","formula_version":"titan-u-contract-v1","latency_ms":0.9477920830249786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2671baa7ff777aaf067f3fa4af6e620ef82ae3039d3a4521f7934dded05d5b26","sample_id":"hellaswag.val.8378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faea545cafc720025cadd4b53108cb757812807e5fa30ed8272151fd6048c7f4","formula_version":"titan-u-contract-v1","latency_ms":0.9181250352412462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d157036d0789e79a10a80f9e9efa56da58b7909930ee3b090a36355aeaf7a7c","sample_id":"hellaswag.val.8379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d0da3dd235a710f8365192f66d89d94904d99ff4c11b56070ebb275becff6e4","formula_version":"titan-u-contract-v1","latency_ms":1.0097919730469584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48188aad3e65effe73894e9a679588c388d1a9fc0b9500da19e4db6040ebf72b","sample_id":"hellaswag.val.838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd787a3cb23c9d95b8bbdaf2ed1f541c9b8d353d64f6216655a195fae7e972be","formula_version":"titan-u-contract-v1","latency_ms":0.8526250021532178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"006fe14892021af19f65671c418fe747c6e05c16f92d9857d474880e078152a2","sample_id":"hellaswag.val.8380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cc5ebc039def74a91f06bcdab144d55f13b7583c661117b4e437fac5ab487e5","formula_version":"titan-u-contract-v1","latency_ms":0.8930830517783761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"510828d035ebd6beaa4fb32438be6d237240939ff4056b36ef6712d7222b855d","sample_id":"hellaswag.val.8381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"822c9ee062cab60f72caa945e9bc7059eeb964f45ed01f7bb9c2dfc84a484c59","formula_version":"titan-u-contract-v1","latency_ms":0.8685409557074308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6a92d2dce11eec59be6124a8c1a20fe8fbf7a2f3578f1c570bf04381a66a5a0","sample_id":"hellaswag.val.8382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b273a4e96c3b208bf99487aedf22bac1343dab8494833195dcf7ea0248e60614","formula_version":"titan-u-contract-v1","latency_ms":0.9181250352412462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80fc3bfba3fc0b94d3a88ec6432e7791129e9b13b6884be33263c8965110dcae","sample_id":"hellaswag.val.8383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8853afbcbf99c0315c7ac293bd145d9c5e5e61d2d4078dcc5b0ab61784e1075a","formula_version":"titan-u-contract-v1","latency_ms":0.8530420018360019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b441ce90edc0662d63beabe86ba549a10e406bcfa8f935078e774e0940931181","sample_id":"hellaswag.val.8384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bc10b6be9c8ffd9dece65e5ac29dfaebdf641bbdabf84205dc1d8586cec38da","formula_version":"titan-u-contract-v1","latency_ms":0.6892920937389135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5740c079a46afdc29559f846477e9e460d3e7607c86cc047d145fd3c385f4a6","sample_id":"hellaswag.val.8385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce14054bd5f8ec209fb1e28f8d9aa2d84a540bf9b0e9a27b71ffbd00bafd2f13","formula_version":"titan-u-contract-v1","latency_ms":0.8925419533625245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac7001a56bccdc86b11e3668ca3c8ba587160f8e097cba00024b70de6ce7375e","sample_id":"hellaswag.val.8386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afb6e73f7d2ee82b2a553f3c9db1a000b7100770024a6216493bcfaa95a63aba","formula_version":"titan-u-contract-v1","latency_ms":0.8885000133886933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c02b91e6fd51bf6763d69fd6e84eed50cc4d96e84c918bfcffa97fda10bf0db","sample_id":"hellaswag.val.8387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e04f5cc578215d763f4936be764fd1e4e97e611f15e40e8a14902fd07f1003b0","formula_version":"titan-u-contract-v1","latency_ms":0.7899170741438866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d37a5a3b5eee335e0c1e0c4adb6ada62712cfbc1ed060b78fd911dad5a348b9f","sample_id":"hellaswag.val.8388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5b7a5c94328c6ed0ae518e42ea081bb69dd0361a4c6feacd32c4f632f1b8157","formula_version":"titan-u-contract-v1","latency_ms":0.922708073630929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ed48faff6dc65b6bae5ce6b2ffb45dc3375f5b65b780aa7e6c8af600959ef64","sample_id":"hellaswag.val.8389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50c44df97d656333480f60fb2266e384a48c8aba43f24091c4702f09edfb14f8","formula_version":"titan-u-contract-v1","latency_ms":0.627957982942462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d072880a50e251bc343fc7fddb23f6b8eb0115e936078cd975face4605b721b0","sample_id":"hellaswag.val.839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c959ef005ca1f59f1222575d4f471ec3fc20d28b860d0f05ff78cff34c9a8269","formula_version":"titan-u-contract-v1","latency_ms":0.9991250699386001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38e6bc3af21db9c7063e3540d38c055df20577241151ce417a2a328e1e803260","sample_id":"hellaswag.val.8390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e57b31800ca2f29e355a8e8961844d430392feaf00d4e45dd74424377e5e6578","formula_version":"titan-u-contract-v1","latency_ms":0.6439589196816087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9844f8370ebd20217b6c170cedd5b04b3e23971887a0405ca7c8835af889712","sample_id":"hellaswag.val.8391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b09a0e7b04129bfe374a71557438fcc1f6fb64da61aa19530e00c4da884f5ee","formula_version":"titan-u-contract-v1","latency_ms":0.9429159108549356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"141bcbfc9817f1ecd3700b81bca44249e54e36b96c657455997263f0dcb0a86a","sample_id":"hellaswag.val.8392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"365f8d775a67f43a5049b67b9f7235e9d7b943b81aa78b7edb74cf657c3806ce","formula_version":"titan-u-contract-v1","latency_ms":1.2566670775413513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bc4993c5f2d9a62e8d9f945556e97efa784f5df83791862b3bbd0c51131449c","sample_id":"hellaswag.val.8393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3853543213306f6eab617412bbed828e51cc6ce001011b2b05cbcd644294ef9","formula_version":"titan-u-contract-v1","latency_ms":0.7498330669477582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71298fcbd3c4a7ee394ba8bc5ccc2f3227b48c3d14680c16405e71dc8ede2dd0","sample_id":"hellaswag.val.8394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63411e0da7f0f795638294db77ee9ea6698a5b3744498d86abfa9c2908e1cb35","formula_version":"titan-u-contract-v1","latency_ms":0.6891249213367701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c84e4520b376afb967903bac3965dbfa432582fbf28997f426bd115799d8ae57","sample_id":"hellaswag.val.8395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"138916f956ab866c912c32f2a099c0df71f94d308d32dd5a6c3618447c7b1160","formula_version":"titan-u-contract-v1","latency_ms":0.5682919872924685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3eb6c19cec00f6e9319e243b9149ec4eda844e4cc670ff5e2b9472028207915","sample_id":"hellaswag.val.8396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d58c985c714b53b795accc543176a2e366646b731d04f7376ada3cd184e2347","formula_version":"titan-u-contract-v1","latency_ms":0.6212920416146517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58037b023ccdc996ecc3393cc161b2dea09c7da591d096df38cac0b991a9b8fe","sample_id":"hellaswag.val.8397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a991db7491f6abecf6e1f8878542f887cc5300334f300b740fe8cbd05faefd2","formula_version":"titan-u-contract-v1","latency_ms":0.9944170014932752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b0d1bcd94eba398fc23c464737f8fc07604a39af3afd1041cf1124374e22ad4","sample_id":"hellaswag.val.8398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bbf969e868222b0c52981402b23b8f6a4a6fcd83e9b41262092a033c3e3b702","formula_version":"titan-u-contract-v1","latency_ms":0.956582953222096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81d8f62f9f2dadf558b08b51109bdf6b39d9e0d849a5333fbd7e2adc43fcf16a","sample_id":"hellaswag.val.8399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a91911e1f6c238da114ba9dd5db402e9be113fbcd537b31df0c5e948999d6a13","formula_version":"titan-u-contract-v1","latency_ms":0.6597910542041063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a1a78b0e50112ca140d849071d82fc1f0b4ac18ad5799edc1dabc9ca04ea8ce","sample_id":"hellaswag.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e92edf7b1aeb5d38ff19df71f4c32b7d02ac537dadfedb827cad4b2eca5ea14","formula_version":"titan-u-contract-v1","latency_ms":0.6668749265372753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bea41ef348bbb3d5d9b3bcbfc8776241f639ebf428f1026a059cabee7c20616","sample_id":"hellaswag.val.840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5869dcbb0bec40e6abde3fd192a2402da5c98e493bc7fae81fa8554c5f3315cb","formula_version":"titan-u-contract-v1","latency_ms":0.968583975918591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"320753345d0c594dca2e39761e34fee844e641df82d6dcc2b88df4f94e82d2d5","sample_id":"hellaswag.val.8400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c0365d11e615b6bd698d42c87aa80990f4daf9422b3aa63b7fa40be3ab706db","formula_version":"titan-u-contract-v1","latency_ms":0.9793330682441592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"249909e68d024646f7eb7b051f67a337d5a36fd4c660db80d673ddb543e20aa8","sample_id":"hellaswag.val.8401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af6819539647675abc6e06ee6fcc526d9dcbfa2ac168e4460c5237ca7523cee0","formula_version":"titan-u-contract-v1","latency_ms":0.9477080311626196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"405a0fe3ced1a912dce6db622351e72de4abbb333fbd8c7ac89c0bda2c688c24","sample_id":"hellaswag.val.8402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"217e4be7a87de09bb2eb0f9615bd431ccd145651657f9b970ac8d724e969c840","formula_version":"titan-u-contract-v1","latency_ms":1.1046670842915773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d960fb8c8efd9b5f6a75a45376b79522aae560691656a958cbf08c437f8ed3a","sample_id":"hellaswag.val.8403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29737df61cf4b619a6401078ecb30336f99696f5da6432fcef7cea2ded033f3b","formula_version":"titan-u-contract-v1","latency_ms":0.8821670198813081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01a851eaa170efcb1225b2d3039b51b5a9e7ed3610d7672eb6f012a634136414","sample_id":"hellaswag.val.8404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24ef37074508c97ecd35e51059a7af603717d243a472eb6d239a33f780c54774","formula_version":"titan-u-contract-v1","latency_ms":1.0069580748677254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a57deb80eb507a307e93f972f9ba87f67f03609193c7cc14693e2504f9dab767","sample_id":"hellaswag.val.8405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"132131f93098174bc5fb3bb9117e98a46d9afc5dc5f10e1dc48b05295361348b","formula_version":"titan-u-contract-v1","latency_ms":0.9637499460950494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48fc0fbe86ecc8dbe5a865395489447355552dc28279bbf425976a6d8671a4d1","sample_id":"hellaswag.val.8406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43c9753880779642497fe0ef92a2760824a4bcbfd7a786cd12c859949174b94a","formula_version":"titan-u-contract-v1","latency_ms":0.6343340501189232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"459536dd5a4655d1b40f256faf1e48b517798f5210c37110d9d070fbdfb38bc1","sample_id":"hellaswag.val.8407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21ed9333bb913e30f5993523404432377365fe3985387d4bf757f81eec49c0a3","formula_version":"titan-u-contract-v1","latency_ms":0.9434999665245414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0abcf58f61df2dcacc74dc53d6faec28802b0fa0806244668c19c5d702aab9b6","sample_id":"hellaswag.val.8408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ce3e599694a6030d2c3f09cea1953d3c95004291010adf5f932a565a0f73163","formula_version":"titan-u-contract-v1","latency_ms":0.98829111084342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b21b66a4f905fae3608474dc29312ba0049d183154b2ed03393ba798d9d68f9","sample_id":"hellaswag.val.8409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"157f34a1b345bfeac1653782f594bde191e0ce99187b9c2ad2991bdf99c38898","formula_version":"titan-u-contract-v1","latency_ms":0.7455419981852174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc846bc03a5da320a3f05faf9d3cfcd4a6ec37bdb741a536d52c02e24f24dbf4","sample_id":"hellaswag.val.841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cb612e7460b8ac3f3e9720a219ed464fdaf1eec057be4420a6d31b32eb9789b","formula_version":"titan-u-contract-v1","latency_ms":0.9388329926878214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55af58ce7b2450575e193281dae703e859d3af363a6b8f289a29613da985cbd4","sample_id":"hellaswag.val.8410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1eff5f93ed39bbc96bc5249577240626c44aed5dcda4681cf2cd39c30e5888f","formula_version":"titan-u-contract-v1","latency_ms":1.1406670091673732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b38ff87d651f1954172279d8141373e3126d619dfbd3d91550a6bf5584c9c1e2","sample_id":"hellaswag.val.8411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5710739234b21385366ff7538c12b3d2c264ec16f3aaddc128d9faeff3a307bd","formula_version":"titan-u-contract-v1","latency_ms":0.9600829798728228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3225ee96ef98bb44d20a94e98131fb8fb69841a6ec3d6bd1f3e38417f9c4600","sample_id":"hellaswag.val.8412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caf737c9d232b689fe129ef2313fb257efc5483ff1e00ca2396dcd3422dca126","formula_version":"titan-u-contract-v1","latency_ms":0.963208032771945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b3f3c2875212d7e763e9329051d77a19e3fbd299f2526e30368eb924b677f6e","sample_id":"hellaswag.val.8413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f20696f9d8855c744ffc723fdfa73803e54f3ac766213e122a2ae059f7a23ce6","formula_version":"titan-u-contract-v1","latency_ms":0.8822920499369502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd557fcd7edde260880759f6aba4223c2c5295006da00ea418868ce5347577b9","sample_id":"hellaswag.val.8414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d0fa51e215319a410ca464baed04283c9811e53ab447c47c8a88f39177e73a1","formula_version":"titan-u-contract-v1","latency_ms":0.8804589742794633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13feee2578782195d17f98b9056c4f1f998da8bd036085fa51bb1b527b1016ca","sample_id":"hellaswag.val.8415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ca78402634ef817af7298a4e25dadcc4b6f24e32dec24d4dcae95d5262317e1","formula_version":"titan-u-contract-v1","latency_ms":1.2063750764355063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a426840b69b3fa2ef7a06289d88a5beb545a5b2ebec1e5aa39abaf779a84feb","sample_id":"hellaswag.val.8416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8314e63798b42384356b2b131262e28ec2c8901b47974a087c3a19905cf88d3c","formula_version":"titan-u-contract-v1","latency_ms":0.7912089349702001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9877f7421c3503134405847b5cb2a24c63653d51d2c0c0f61cdd15cbf9ca4c8b","sample_id":"hellaswag.val.8417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"087a6d884f24e0208d3f783d0870adb92adfd38f9e9c58c9339ce84a2e915689","formula_version":"titan-u-contract-v1","latency_ms":0.6837500259280205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a12706760de36fd0279f89f7717e1d697a665f93ea621ba8de0d9494d0c83bf1","sample_id":"hellaswag.val.8418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b2eaca58a49c22875f09cc4b50897940ceb4a4b0e6067bee3db88356c7caff2","formula_version":"titan-u-contract-v1","latency_ms":0.835333950817585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b27f6b9b1267b2009cb3a87507a3dbdac7e1e51a2778dc09868d96e205db6d4","sample_id":"hellaswag.val.8419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dac97dc35f05182f2aef4cfa5b68c432e0515fffb350d75e46e578a2073227d","formula_version":"titan-u-contract-v1","latency_ms":0.6479999283328652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d92c961bbd88e7404c830961cee09bf1761b10c65310fdc88425c3cc57a547ec","sample_id":"hellaswag.val.842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e769ca3f8186b7d4023ee18c4d01fbeb48156b91102f063f9cf368377a634e2","formula_version":"titan-u-contract-v1","latency_ms":0.6315839709714055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"836514e8486f9a164bce8c95d3d37afb97781264e03fca4dbbc26a4da1400d37","sample_id":"hellaswag.val.8420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0e5dccca31030258ed9e7cb63767417a77d6ce5b67218ae9276cce7c9b8882b","formula_version":"titan-u-contract-v1","latency_ms":0.6535410648211837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16ac89b91f4838c5218a9fb11707bfc27f85c2a98599d215c4054f3180a86203","sample_id":"hellaswag.val.8421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f07db9ffc9a57d136af2731fe9b1636a0b0e6cdba57944012794e2497884de59","formula_version":"titan-u-contract-v1","latency_ms":0.938583048991859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb83c0174bca586c85d0f55bd01abd7df5640fa888285d38cdb1cc2037268fed","sample_id":"hellaswag.val.8422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f98aad16acb8eaa0917955f591f5dfe104403d2e0ffad4c0157a81c64a52358","formula_version":"titan-u-contract-v1","latency_ms":0.6921669701114297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa956c9c76edd0d5a910d6e5030b0ff24a4977b2b4d939226c9cd7e8323ce15c","sample_id":"hellaswag.val.8423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2083e266f278c5181e4db90f673878fef2862063a93695c86e6915833fe698a","formula_version":"titan-u-contract-v1","latency_ms":1.022125012241304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41c963bbc42bee0c8e1f865fa21915f9f7a5c79c08188fcfb24539f08568a123","sample_id":"hellaswag.val.8424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef916e456ce477403d4a636c37abb9d72b4731ec144c2e56c76d2d5dc562c7d4","formula_version":"titan-u-contract-v1","latency_ms":0.6408339831978083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"981bac0e3e6ad841ee4802693c20d0b2378a54b7adb9bcdab227060b6a2c7547","sample_id":"hellaswag.val.8425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bec5fe190315372d3c8f669d6654ae185f1d175dbbf09b858eb6c42e9573939","formula_version":"titan-u-contract-v1","latency_ms":0.8294580038636923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad83e71eef6db9fd12ea7b61dcdee8a41ad8454f5705a970592339397dc1e6e7","sample_id":"hellaswag.val.8426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06424d21cd2b2e2ff7b6f13b9fb2ab77b3e0f61b12a950eabe2bd6b80bc7251f","formula_version":"titan-u-contract-v1","latency_ms":0.7078329799696803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d01048871731afaf23c74d73e78f1ac6a8f2af6eface237ba6df2e82adaea60","sample_id":"hellaswag.val.8427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e96b066d75d8526872e91c985f54bf8a2a5c766e171d64aef07864da61b3e7d","formula_version":"titan-u-contract-v1","latency_ms":1.1937919771298766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09b1975120700d5f068bae3eaf3d15c820e6bb00dff735e61c9f5c4efb8943f5","sample_id":"hellaswag.val.8428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f3ea5eec97f372e4562daff9ff1067e4b451c053d198ecd02256a375b0fe993","formula_version":"titan-u-contract-v1","latency_ms":0.601499923504889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6cdb106393deaecec7c75cf16fc5bf2522f368d4c75e0e7a7533c1630bc50e1","sample_id":"hellaswag.val.8429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea13158890e8344278951a0966e984f3be070859f76a08932c2abf6d4734e96d","formula_version":"titan-u-contract-v1","latency_ms":0.46495802234858274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89fd38f132411da15c9f3073adaf9019f568846e50017f74220c7a5e19daca28","sample_id":"hellaswag.val.843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25eca9cee0376ab22fc827be1ac38321960fb9ff40cab78c174da22c5e816e2a","formula_version":"titan-u-contract-v1","latency_ms":0.6561250193044543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83ef625302f114e103b665a362f1c5716595ce5990410e5fa6bfe7fa58fa0626","sample_id":"hellaswag.val.8430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64edd26f0c91493184c7cfbfb795d296db9655ba164b3fb7f628becc982805cf","formula_version":"titan-u-contract-v1","latency_ms":1.054125023074448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2667ac98e752517533e1912aa85e95105ab2c50d544b0a106f074f6c2ce2763a","sample_id":"hellaswag.val.8431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1dd3b44706bd872626b54adb7071484c52bd0b9d92bac388413774f3168fcfe","formula_version":"titan-u-contract-v1","latency_ms":0.8112500654533505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de64fa5bdca430194b99702426ccf68795eea067ca06d775d3f81630e6972c4b","sample_id":"hellaswag.val.8432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1161325389421501256f1e842ebc1d3a52a4ce8983be8494ab3de18be6428b09","formula_version":"titan-u-contract-v1","latency_ms":0.8910420583561063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b42674d14f8d40cfacd10f21b0a5dd2ad13de492407a9a156dfe234d272af43","sample_id":"hellaswag.val.8433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a80571a6e6975fa1009e2a184bd5f0f6b34367fee1fd5565ad98a3ad1e956386","formula_version":"titan-u-contract-v1","latency_ms":0.7367080543190241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea35dcf8de41264977654cdea1579f94a06ffb98a47b0b2265ad279e764372d9","sample_id":"hellaswag.val.8434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42914b49ea01915330399b0abc8ff5010d4265cd575cf7a752f29a271ae9db5e","formula_version":"titan-u-contract-v1","latency_ms":0.755458022467792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec547fd0d397c71eb53c70eb968118c087875ca959ed7c445153c8af0d52b286","sample_id":"hellaswag.val.8435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dc09837f7c4fa690b8fbd988dfde6700bb1dc3c9d9af574c0a42b632923669c","formula_version":"titan-u-contract-v1","latency_ms":1.0302499867975712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f55e9ed657224a0c9d6f6cfc4367bee5990293f6e55437fb06de08ab5d71c69","sample_id":"hellaswag.val.8436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1b2d1e411453e2c3742b4289d1b697b2a89068eaf922680fdad87baf1c94255","formula_version":"titan-u-contract-v1","latency_ms":0.7236659293994308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e1fe0c9735588597ce54286a079e9eb68f5f8f392fe6e543978b6a759d3415e","sample_id":"hellaswag.val.8437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"454efc414f6a6ad02890f6f5518db5cf144ca4328ebf1cd11489b7b6c12b2aca","formula_version":"titan-u-contract-v1","latency_ms":0.6092499243095517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f46e5e239bd861fbcb0632edc88fc4b833185ab72e823beeec0eb3df3b1c427","sample_id":"hellaswag.val.8438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c1e86a2be030bac1132e3b5ed13301bc3d041327679d342b19d7b95b02670e5","formula_version":"titan-u-contract-v1","latency_ms":0.7197500672191381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da8e2b352200efcd49681ed4ccf8548bfd285ec581da9ea58243681fac227905","sample_id":"hellaswag.val.8439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26d6527468c5657fa7f89f3bd99b8f3b06a55f59e07aa06452a1c19489467dc8","formula_version":"titan-u-contract-v1","latency_ms":0.6041249725967646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d7b844487af2b2ac1019c8f8df63aafa12ebddd857efb22a1d96f9d59b5be1d","sample_id":"hellaswag.val.844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e943f8501919e33fdec6508ea891974fd91438f31d7cc3fc900768eae1a4266","formula_version":"titan-u-contract-v1","latency_ms":0.6729589076712728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29ff850a6e31edfd8a3bb09e8052977c1e898fb2e2b697811f8b3764477215d0","sample_id":"hellaswag.val.8440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8f204c783cca6a1438b834053d615f3fafc241b241cb967218918d7d6df6e81","formula_version":"titan-u-contract-v1","latency_ms":0.6820409325882792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c9262807ca3d7aac00f0f7e2e276ea3e409a04d345e895c2d55379f941879db","sample_id":"hellaswag.val.8441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb4df4c957bc41a7901964a2122112e14a9c3d782eca58c860a21eeb65f0e4d0","formula_version":"titan-u-contract-v1","latency_ms":0.9068750077858567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"085b758b2a9486dbed2c963b3c787fe0b6aa41c3c2cc33d15fb057ff416aa839","sample_id":"hellaswag.val.8442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25c309a6f24494c032ddc6a8cb0e1e99dc1127ae9457bd66efb5b41e897b0762","formula_version":"titan-u-contract-v1","latency_ms":0.6659999489784241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd9e983ad73d754fb8eff3a541c844f6f0351b5f29ee9650da8cbe3e0c165114","sample_id":"hellaswag.val.8443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"323d99d2f8af577390d833331f5faf4d548a5bda4b21d1173f8df0e057020468","formula_version":"titan-u-contract-v1","latency_ms":0.7337919669225812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"917e92b195280533cbc28fd6297d306011aff9d934d9090cfe7e630c14da417f","sample_id":"hellaswag.val.8444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2233ea76e769e8858e04347dfa926c5f2633f07df5e0097d88251fab19ef55aa","formula_version":"titan-u-contract-v1","latency_ms":0.9174169972538948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d74fb193a9f96c88cc80cd6631b188de5408f6d4c0eefcd2cfe75928fe3d8c5","sample_id":"hellaswag.val.8445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d33da7caf3fd4796eeca146afd033388ff27b6d7b81da6b889bc2c0aa6f26d4","formula_version":"titan-u-contract-v1","latency_ms":0.9074169211089611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7de528b5f732a580cf3dd24bd21ae2abc063d2826bde2ce41b9610cc62d0d10","sample_id":"hellaswag.val.8446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b3ea6e01a2ab22e1a61be37e67038da0ca1b23f13a11493fde57465b9237865","formula_version":"titan-u-contract-v1","latency_ms":0.862583052366972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4811c61e3e563cb180d19812fe438ea58dbfd8ab6bc60243b91bc7a006e66a58","sample_id":"hellaswag.val.8447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28919b9b307c72c29e3631657e6ed874f9ab25978b9102d4ddda7b3a9017ae61","formula_version":"titan-u-contract-v1","latency_ms":0.7220830302685499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3329fbaf39229a8fba3ab5417bc228a9c584ca6ae4159e5a1d3cbb14cc483e61","sample_id":"hellaswag.val.8448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fec3a7ccd965db67b8129ee104091bf9896fad2ce05beec7e237dff95c92a5d0","formula_version":"titan-u-contract-v1","latency_ms":0.817958964034915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31b5d13c6a5a2934d19d9ee0273265d73773e7f30e7da6726946fb1f3d05dcc2","sample_id":"hellaswag.val.8449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17f3170bc2229c4a3b57fefe26245ba3cb793f594c5bfcdd5affb8bd32b203ff","formula_version":"titan-u-contract-v1","latency_ms":0.6454579997807741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dfd81eabbc5fe12be84a3a43814254d0349e44270ec0821cd9ce59c76b0db6a","sample_id":"hellaswag.val.845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b826f8e4d7669cd4e6b85a85839a7adc2ddf9e5aa322b08ab8d7fe9d4b3030a","formula_version":"titan-u-contract-v1","latency_ms":0.8017080835998058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d8ca20143a3253fcae647ac964783f168482e5509ff15cd3c2866ff98d234db","sample_id":"hellaswag.val.8450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d833760c07bcd086a949e2b282667eb7b6c1e4d473139e9709feb059f5d523f1","formula_version":"titan-u-contract-v1","latency_ms":0.6857500411570072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14b32680bcd7a56a07024033044a97607603b317471bed2026840cbf19f47965","sample_id":"hellaswag.val.8451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01573d8668be4cef1807d9a4859e03434c488af3ab75989226dd9ce20f8e2d9a","formula_version":"titan-u-contract-v1","latency_ms":1.3659590622410178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57e402a2541c19126b393f808649d9eff6cc41f76a489d3c31f9a57e7100ab45","sample_id":"hellaswag.val.8452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aa3538e9aaac70fc4bfc9e99faeb61d9b22fc40039be3c991fef39886a76608","formula_version":"titan-u-contract-v1","latency_ms":0.6917080609127879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5cc2009c42da046dba07600a62fdd870491398c2fdabfc1a3890d518c47b53d","sample_id":"hellaswag.val.8453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94d7c5040d28484e1a8f151cdf8d592ff7e62d18caa911772cde2f9af9052b44","formula_version":"titan-u-contract-v1","latency_ms":0.5956249078735709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54035703b41208bf58f2e3def07e1138b9576894fb3b32ad1dc02c7caa77dbef","sample_id":"hellaswag.val.8454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c46ad236643a50832bd3f12915acbb76b90749ace25aacbdc6cb8cc7f732789","formula_version":"titan-u-contract-v1","latency_ms":0.7054170127958059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36d8cee218b9372a9cacbd4dc7e3936af2cef4de2b5c08f47491a44cf852c1df","sample_id":"hellaswag.val.8455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43b8c9edd044d5ea183608a970ab4664453c3b22b0e10144a6b3b11cce6d796d","formula_version":"titan-u-contract-v1","latency_ms":0.9126669028773904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b81ee8a8bcc305b83e7def94aa097012e6f13a98cf8a44fcb54419b9fc0a9f72","sample_id":"hellaswag.val.8456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b62e9e664625bb5096f098626807b1d06829f9373a88bb0cebe919c6adcf34ae","formula_version":"titan-u-contract-v1","latency_ms":0.8906660368666053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1291422c0b574e51bdc72913336101965803c70812fd78dbc441a04d97cf9e01","sample_id":"hellaswag.val.8457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1317856f5fb394ce485c892ff98bc5e6a3e64dea8c67512ec7822e7f95341bb3","formula_version":"titan-u-contract-v1","latency_ms":1.0150839807465672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3c78c665b336a77ded0c715c383b5a92211d2cca61676ac0fb69d31d9bb01be","sample_id":"hellaswag.val.8458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cef8b3312b1eea6999be9374d83aa4b13cef57382b31724dc9a672a2c7e35f59","formula_version":"titan-u-contract-v1","latency_ms":0.6757080554962158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81c9da9abc4bd992b2eb71ad09b581d6a794bb82a358399b25d0b82c753e1976","sample_id":"hellaswag.val.8459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0b38524336b14e5426b09c654b0b61d5e00a098fc0107b55dcd53cfa93d99b6","formula_version":"titan-u-contract-v1","latency_ms":0.5909169558435678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e27ea05718d8f778806f1843620a249b8144fc6cb3f40a49c37b14f9f83aae6a","sample_id":"hellaswag.val.846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9f726d8c45440dd33204d995e832d0770e167caf0f21409550c41241a84f3df","formula_version":"titan-u-contract-v1","latency_ms":0.7211660267785192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a972cfc3d433ec096a41856c8e1acb44a4826f1b762c6e26521c260bbf03a7c2","sample_id":"hellaswag.val.8460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d029b5a54658dbbac08a336e88aaf92b730e66383b0d5c2c0aabbc681e5cc4e7","formula_version":"titan-u-contract-v1","latency_ms":0.7067500846460462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c544f69a1a57d56239804e78aaf87193977f83917c6408dfb4285e6a2a58dfbc","sample_id":"hellaswag.val.8461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28b98ea3f0fe0d2303103c5e16a0f8ad9342e448eb10c42819149e217cf7fa73","formula_version":"titan-u-contract-v1","latency_ms":1.1420409427955747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cf9ec769efe09039349f3467a1bcc9a44a297cdd80d08212b3db685dd46a861","sample_id":"hellaswag.val.8462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8366fee39d13db7b69ca1670ed121c5593ae00f765f9b90d93144fbf33a221db","formula_version":"titan-u-contract-v1","latency_ms":0.6671249866485596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6754b71fc0cf3217d8dcbecfa80d13c0721a7db9431a520d7a77c5cd50d64caf","sample_id":"hellaswag.val.8463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87bbdd7bd57de4e5663849d488aeca5a1f866bb81a42024a196aa86262a572eb","formula_version":"titan-u-contract-v1","latency_ms":0.8686670335009694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b55838bc0972f649d3fcf40016e8433c0e9c59171467bbd30b6194e064d4257","sample_id":"hellaswag.val.8464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c72b55017050f9524c250255017ec2911207104c65ea257fa3e9c1b61dd419c0","formula_version":"titan-u-contract-v1","latency_ms":0.855291960760951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3605008f158bfa120de30f3b1ded6691c689611883d1239c9638501ff94560c0","sample_id":"hellaswag.val.8465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef9c3c8c4cbc946de5b6d190ad2b6db0ce886e9b2deddcd20e8840a48920c646","formula_version":"titan-u-contract-v1","latency_ms":0.8661249885335565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"604755c2af110494ff431abc29ecc3d254581c969b848433b01c469496562583","sample_id":"hellaswag.val.8466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"874fd9553a534dd419df7c5e3671f5966e8d9b1332dfa4b1b484bd984d391925","formula_version":"titan-u-contract-v1","latency_ms":0.8267919765785336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c1fa84b0d3a814981a824437f813bc5cba7a27dddc99b76521d5b86c80841f6","sample_id":"hellaswag.val.8467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a5ab82551eba7e91c6aac1172c9852be12e37049824e992b2c6d3bcf686c6b0","formula_version":"titan-u-contract-v1","latency_ms":0.6664999527856708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13211d737f5a01ccebe04256c7c6a0711891b75ada1faf9bc239793603faa0be","sample_id":"hellaswag.val.8468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c898e0f082b8da75d500c73ef090b911bc1879e741fa75434d442b9a65f04255","formula_version":"titan-u-contract-v1","latency_ms":0.6268339930102229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6532c9c644aabaf887395435e2b592ee9984f579f4db4b886c33ca61b0b295b7","sample_id":"hellaswag.val.8469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e8048ca9d33cf3edfb9fd34be3e09f0b7a1e192a7a8cc43c66254fe3faf1cf4","formula_version":"titan-u-contract-v1","latency_ms":0.47941599041223526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61b0b5bbc1612c8ee7d5546184e73ef46335eef0df54f22547c40da109ebb70b","sample_id":"hellaswag.val.847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a889c9f9d4f9388036bb7b911dabac55ef6190522f08e78f64640955f35ea90a","formula_version":"titan-u-contract-v1","latency_ms":1.4967499300837517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"350a99b276aa47e1dd4305baf0a74a79f24bdbc3e8ee50fdb61bd466bd6e0cba","sample_id":"hellaswag.val.8470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aec368ac4ceea814d58ffd8b9eca1f5c74d46fad77099e460e754e9bfe186d65","formula_version":"titan-u-contract-v1","latency_ms":0.9373750071972609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac9db8d3504cfd0422c3c73f23bfcf004e9ed8d8755486e174c32c4abfce397a","sample_id":"hellaswag.val.8471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1d862ed050e81313209acaf60341e0b554c0275b4e8585895fbb1f67e5d05c3","formula_version":"titan-u-contract-v1","latency_ms":0.96204096917063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5328369a943c43735fd4a3bfaa269ba38ebb8dce08b11d8f125ae21ceec2f27","sample_id":"hellaswag.val.8472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9af993612df94352ada81be2fdbafe42028996d3157f6e2aebb24cb35e6c177","formula_version":"titan-u-contract-v1","latency_ms":1.108375028707087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78ac2329f62c5d8689e538548b19f1c13a5c9347d7bcd37440470a03fe39b305","sample_id":"hellaswag.val.8473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"263404356d9221cfee3842a5c5c72a739e728fa3cd009aed1ad90ff083d02de1","formula_version":"titan-u-contract-v1","latency_ms":0.6509999511763453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c159fb31df23f8fd9a1b2f0f31223b19672f337086427ca0bdf5ffe25bcf42a8","sample_id":"hellaswag.val.8474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc7678405d7aaf56f3bab4aed2288041c5ffa20d1b535e686839c9b7a63533f4","formula_version":"titan-u-contract-v1","latency_ms":0.6169170374050736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"915283c376b3b2a8b4e83c184069cc45517ba49e2c5a0cbe97b58bb4888973c8","sample_id":"hellaswag.val.8475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1c0c17913ebd2f0b9060fa682dce6028c68ed32501592dfebc494fff1abaa63","formula_version":"titan-u-contract-v1","latency_ms":0.645417021587491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b717cc25f0b8ee966f7a19fdd9cd5b0ce09b8da6345766af62d8935826e70cf4","sample_id":"hellaswag.val.8476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd91447e55a003579f1b6f7a932a12c989cc7ec7dc7e91bdd5143ba4ec4bc3e6","formula_version":"titan-u-contract-v1","latency_ms":1.066500088199973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f824553834d30295ada215a9a6d763327c8156f5aee272174c05abe140e54e8","sample_id":"hellaswag.val.8477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf06c5f102b0d360523ac1dfc73ca9ae60e946bd63d2ce086e41602f4c5c3197","formula_version":"titan-u-contract-v1","latency_ms":1.1446250136941671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b8c6ed8244407fa79a9497a892988edeb0c0347fb61e4fb193f4539962be2da","sample_id":"hellaswag.val.8478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7640114c574003772338ca6ebefc50aac378174da92f8b562d08ea39d218ca6","formula_version":"titan-u-contract-v1","latency_ms":1.379125053063035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"357b73e686e8fd1e098359955d860f9ec61fb6920acb9958ee423ef7d36bc0f2","sample_id":"hellaswag.val.8479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"456576e53d9e804e57bc8aa0db4b58db29e6a62561da990dbd3af76a41d81700","formula_version":"titan-u-contract-v1","latency_ms":0.6664580432698131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d2264fc2ed7dacb1f7016183f129c6588b9404c3334dbda661acee2e16b3e41","sample_id":"hellaswag.val.848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ccbed7af78c5bc93f31492b125e6983cf39ced5e84d937622088a03b54c1d88","formula_version":"titan-u-contract-v1","latency_ms":1.2848329497501254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"578f21da12275b00a5be7493afa5f1b3ba3670d1e6e61434091d234d84f17821","sample_id":"hellaswag.val.8480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14d50ba408ac6813b7d687b4ab63daa29bf78ba160b2bf7147051d42915eed14","formula_version":"titan-u-contract-v1","latency_ms":0.9431249927729368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0cb336b37b8f1ebced19c71610d77e670c59b76f931ffae74da1eb43c59d095","sample_id":"hellaswag.val.8481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55e163cd6e8dcc8b09d9340bc7bbf1892ecd757e09c2452c9ebe77a473736683","formula_version":"titan-u-contract-v1","latency_ms":0.9689169237390161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe02578f5bba3b8dba2eeab7b54becada322c600d6aac6b2dc75771f22ae8e9b","sample_id":"hellaswag.val.8482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3650d82be386c5d2640b966a1d04aec7ff6fb0aacfb4899ca5d31fd92b4afffc","formula_version":"titan-u-contract-v1","latency_ms":1.0071659926325083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52c12ddc812b204debeba5c162b5f5b69208f09d58d4d826d91c206614ccf4d1","sample_id":"hellaswag.val.8483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e85000fec9eba6f19bcb0f31d681b34d864473111f129f32772f08de12bae35f","formula_version":"titan-u-contract-v1","latency_ms":0.7188750896602869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcc62b888f55b0d14da865e31633f9822fd0d078d8a499d65df088ead68e12cd","sample_id":"hellaswag.val.8484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e878809ba7faf0165587a044da46b2837ba3bfa0308c422ecb1c927c6c575caa","formula_version":"titan-u-contract-v1","latency_ms":0.897624995559454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54783fc6a5719b1c32aed7488e794143d6a9435c53db7b026db136262dae6b6d","sample_id":"hellaswag.val.8485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"950de7c71bc47947fd50ce5c6c15d7eb739a56b09fa5e36f86b629cad4224688","formula_version":"titan-u-contract-v1","latency_ms":1.5033340314403176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e089c3fe6d3e04c256fbbe468aeeee88e33671aa7fbec2459ff4e4cbe8ee3262","sample_id":"hellaswag.val.8486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"084fe2859c29c538bd9a786107177b002e73226bf2254058ebca14f8bfde7ecb","formula_version":"titan-u-contract-v1","latency_ms":0.6759159732609987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f0e06ae388464f0782cadae091128e527e9b4aef653d413663fd4bb11f6df6a","sample_id":"hellaswag.val.8487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"add65257eeb4d309ab4d594dcb0b778d0125cb96186f0a4c53b8253476fa7b52","formula_version":"titan-u-contract-v1","latency_ms":1.1500000255182385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d170e56bde13f884ab8d91651b2fd14c741ef78a87d3e62ae57a08347167e84","sample_id":"hellaswag.val.8488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a06cfc24b4d7bc99ae2939320543d131e7f05623693c3acdfb6a132752600508","formula_version":"titan-u-contract-v1","latency_ms":0.6234160391613841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e9d24a9c24469ba9536fe3beda039dab62354c13f2b1cd5e47aa0b6b6949263","sample_id":"hellaswag.val.8489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15669c64d65c4a04cf62295bb2f3183aa800bb369f02c0f54b1d48a60939f452","formula_version":"titan-u-contract-v1","latency_ms":0.7575830677524209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fccb5d29eb9baa7217fad3ecb2d68a36973aab8816decb093e43b563b5810db6","sample_id":"hellaswag.val.849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f26ccae52bea27365a89b00f1eba4c0c380337f6fa6cc9b6ca988fc63ef219c","formula_version":"titan-u-contract-v1","latency_ms":0.888291047886014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46abc229a4ab9245e86e1e151017a9552cbeeddf7ac18f2c0dc98a4ecaf895d7","sample_id":"hellaswag.val.8490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb9560f371278783cdfafda63c1eb977660d0b8ae7a4b9e7a54b84db20fd9692","formula_version":"titan-u-contract-v1","latency_ms":1.0142079554498196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7ef32e6c4acde9fdfbb1604d851ebb3822d135ef5bb7fe5db88ab890527c5a0","sample_id":"hellaswag.val.8491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"663141a432143f9c64d50028e947ecaf8e656e5a03a02d9baf43520073e6f232","formula_version":"titan-u-contract-v1","latency_ms":0.9599160403013229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb57d162d684a7024c2dc20cc487db7e622a8dc0b1e0f46f2065226f320536e0","sample_id":"hellaswag.val.8492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9350a2ba65f8bce7210474a1f7cba4059ee8e3837921bfba363d52c2143b4f1","formula_version":"titan-u-contract-v1","latency_ms":0.6252079037949443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"149f68232dbe29ec381dae704840eb7ee3a70d23b46ed19c3fda6035e666fd28","sample_id":"hellaswag.val.8493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e13251a8c9f20c431fb0c39cbf7cbc218a4e34b696f7c7073a3ae3c6034b0d7","formula_version":"titan-u-contract-v1","latency_ms":0.6929589435458183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eebe3638f79f914b889792bf3ccc233ed06eb10e563b02ef252b37cb10e4e0d","sample_id":"hellaswag.val.8494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e062b2918f99d46875897b1fc3c25b4b6ae6dff09d6db247489aa56b3b0e34e","formula_version":"titan-u-contract-v1","latency_ms":0.9163339855149388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdfbce8623d291c6ff01807e12b364c7f7b4377fead7625c40c1d9ffb359fe25","sample_id":"hellaswag.val.8495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8c7653b801cd19a3369cbaf91ead0d566f88d19a3230c963d4720489128d307","formula_version":"titan-u-contract-v1","latency_ms":0.652582966722548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccc1f3eb1e233c550bda7f2f7a0fd2292a74bf81b173322618280371bd333255","sample_id":"hellaswag.val.8496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d956aa949f9567da62ad3b09ee1094bb419cc71cb61ea9cc394267cc2e98547","formula_version":"titan-u-contract-v1","latency_ms":0.6799169350415468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c6fb40b3802e2794aa527c439856dec83aee98588cb7ae4832610887d280a61","sample_id":"hellaswag.val.8497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e5711cc23adc7b50c0102af872f50712f494732d9373cc5e7f47577686115c3","formula_version":"titan-u-contract-v1","latency_ms":0.6426250329241157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b07a2e94a065a6305deb8c54fbc1780b43fd3508d5a2414783917951c0f16bf","sample_id":"hellaswag.val.8498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ee69fcc70faa40b99d4b28262a98f051a47892c8c513db0326b0227b30fe83e","formula_version":"titan-u-contract-v1","latency_ms":0.6339170504361391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35934af1a38c028f0663fd868ebb40f41dfb37e7ab6fa68dba77f3cfa1c880b3","sample_id":"hellaswag.val.8499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e90eac0dc9320c69656c5b95012964ee73898aab902fed067d591bbc6fe68bfc","formula_version":"titan-u-contract-v1","latency_ms":0.48112496733665466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2df3b41356e8572a1a61ab4262a3760b84d1ce578b0e8cf1b12bdaa1e75300f8","sample_id":"hellaswag.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ea9e9bd549c9e7dbc7864465cf4525420c2715a245d2f8dec7b67d0206973ab","formula_version":"titan-u-contract-v1","latency_ms":0.6961249746382236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18488bfee95edba43a87d3891c611124c778966346b61b638aa3538b1dbcdda2","sample_id":"hellaswag.val.850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1030ca80c3cc7da7242475b94ab6303f57400a745d4a67f50b36d5d216dedbe","formula_version":"titan-u-contract-v1","latency_ms":0.7412920240312815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"378a7a9c74507a41e82b4294c934819fb288f99716659905f78f3358701abb61","sample_id":"hellaswag.val.8500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44534bb54e3f21afd6fc80df61912e337c58ce41431c8cd594358275144da452","formula_version":"titan-u-contract-v1","latency_ms":0.8882919792085886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1231d2d07cada49e5f61e9ec638deb366007d6f230aa1927267871f70940e027","sample_id":"hellaswag.val.8501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14b9077c3260fa23e585cae5522ebb2d0667b309ca95aa025d27d3ed65de76fb","formula_version":"titan-u-contract-v1","latency_ms":0.8367920527234674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b25290ec439a89d5fd14500e2fcef45411434346731d214eb0c9d627b7f9381b","sample_id":"hellaswag.val.8502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db98ddf58bf1a00cf86b62c8827b1dc451243567ec4e28e8cd305ed42e732ead","formula_version":"titan-u-contract-v1","latency_ms":0.9295830968767405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d679ada7f31eb56b667e1f6279f352cd6ad121d4877895c9c8dfcab253da7dc5","sample_id":"hellaswag.val.8503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e9e079fceec45774057e5cf1baf8abfb196a97ece1aea0684d8c92debabb448","formula_version":"titan-u-contract-v1","latency_ms":1.261083991266787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f89d9ffbf2bffe32a11f942c8ebd80abba07c1f341dce663f3396ac41a1109d3","sample_id":"hellaswag.val.8504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32c74f3660fbbb13148a464574f148141ba4d41abb7e5a47d467894968f45f61","formula_version":"titan-u-contract-v1","latency_ms":1.1641249293461442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bed13779c59f0e421a2b0a1c2b1824dd272b0463dc2f6c7c1dae3e3a6eb2776","sample_id":"hellaswag.val.8505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"040a137f0306d651de4978b3050893dc72914401801b5cb7af5e6c584fc941ba","formula_version":"titan-u-contract-v1","latency_ms":0.66708296071738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fabd217342f1f051a85e1d6356c395fd8a271e8636902c1122d22e9081ac1ae","sample_id":"hellaswag.val.8506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1162bc9606069e4220847739080b1a1c87410f095e307869511d0d94baa76595","formula_version":"titan-u-contract-v1","latency_ms":0.8149159839376807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f2d23618ffef4303732ab79abcd202da05efee49b2386f112aff0820b26dc4e","sample_id":"hellaswag.val.8507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61219b23a4a9b4307b5c921d7b1032b01cf3f2bdfac6d21dd651fc38bf4c8e98","formula_version":"titan-u-contract-v1","latency_ms":0.7186669390648603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6642da11dcfcb945870a6c49ec3c965505355249efaff23995a3302851ffce4b","sample_id":"hellaswag.val.8508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae4e6936b4a0656b7ea85c7735f54217047633e3380fd30be110f3eb12092a6f","formula_version":"titan-u-contract-v1","latency_ms":0.696792034432292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"307b5ffdab2c33d71bc59702f364e0d66d3bcedacb3c712be2f24092e42862bb","sample_id":"hellaswag.val.8509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5104ce4c39bdbaa6f67255bab9ab08d57e1ef6a8727f8153cb839c1c3793e2a","formula_version":"titan-u-contract-v1","latency_ms":0.6078750593587756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a446ebe6243df6e52c7370f6cc7b5ecefdb0c0f97773c08629fffd74d71f87b","sample_id":"hellaswag.val.851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e30ec87400e468090b4167360981fe711d08e866d073381124d1f832d06d2e0f","formula_version":"titan-u-contract-v1","latency_ms":0.8490419713780284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0370cb88f93114eb68000ae082abbaf9e4b3cc1541b11799641c06e3da67301e","sample_id":"hellaswag.val.8510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e41a194dd4e0eabaef165d2bd165adb127f616862d0d7baf7a7b023ce3c984b","formula_version":"titan-u-contract-v1","latency_ms":0.8948750328272581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4260165b6bd77825ab721dbec5f1c16f75483e8a82cdc2a03baa752f2b16b81","sample_id":"hellaswag.val.8511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee5cede70ba3982573d8e0fddc9144d0c965c836294dfee755574c861ea8d604","formula_version":"titan-u-contract-v1","latency_ms":0.7741249864920974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a443566e404f9075b407f3097cedeb742f52f59e0639bde7f90323a43d472be","sample_id":"hellaswag.val.8512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4dad4a03ee2ab4966ed592f71a13b9613d97d97ce4ceb13d0bfbea6e169fa6f","formula_version":"titan-u-contract-v1","latency_ms":0.5929579492658377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aec3528f093cba9d4707ae5f588d2a28d75e1b0b44b5b75a34226b2eed43563a","sample_id":"hellaswag.val.8513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fde28efd65586255e9dabd84e6a8f15a24ca4bdb83fd1956711f578c0a28f446","formula_version":"titan-u-contract-v1","latency_ms":0.6509160157293081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"258252c39bcb134087cd1e0998a7a985b029aa6b4b3015bcb01653992706d686","sample_id":"hellaswag.val.8514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c8837488c4673c01266107e93de3b47a9e7b1be69b5888763185122c6d6eca3","formula_version":"titan-u-contract-v1","latency_ms":0.8819160284474492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bdc5e551eb10f4054388faddbe41642a3445f68fac22cc1699a785c8f05b20a","sample_id":"hellaswag.val.8515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f4a03ec34f1052243bc70da97dd5477a9380c34f3866a72866486c1750ee4d9","formula_version":"titan-u-contract-v1","latency_ms":0.7612499175593257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cd1408c3c87117d315815c3c8ef879090ebd69e7964b801c95bf21dd24e646a","sample_id":"hellaswag.val.8516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35667fbe3f125d0c497fba7d22351116a842232d037f604ea20dd82266bdce25","formula_version":"titan-u-contract-v1","latency_ms":0.8604999165982008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f47f389ada1ef4eeb7abb2eef73046c233973851790c7993d7e5301fe5952d5","sample_id":"hellaswag.val.8517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9285ffcbd23a94dd6838fba029c7841ff52278ef104a5703702a416a08dcf6ca","formula_version":"titan-u-contract-v1","latency_ms":1.211749971844256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ada0fe915076e859ee97c2b91cb7c231ccb751819a8f9f5c38b162e07f44684","sample_id":"hellaswag.val.8518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16d336d2c2387adab4868fcf58473ec27eb48e61553a2c2f5efc945748bbc80d","formula_version":"titan-u-contract-v1","latency_ms":0.6900000153109431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f52a0b54451c9bd5f3096cf5c925fd74bdc8901ec82849c53cd30b5818d2ed8","sample_id":"hellaswag.val.8519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb425d6b1ceab682c320cd8005a166c4b52f127f31b6dd68eeff323db6d2a06f","formula_version":"titan-u-contract-v1","latency_ms":0.8322079665958881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4533e13a04c59f75657757a3015c7611ab994531a6da81bcad9c7ed732b523d9","sample_id":"hellaswag.val.852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d15917f6c8fbbf7046f3bcd17404ffebd3bbb8ca142cf944ebb68f14a3c10f2","formula_version":"titan-u-contract-v1","latency_ms":1.0157080832868814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04ed67569e478ff70438e4a005e59bdbf69a02463bd970d636e1c750e8634786","sample_id":"hellaswag.val.8520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1b0606ab53a5bd0d8e0e3214d84170f450e9494bfd1453a5afdf2efedefb2f7","formula_version":"titan-u-contract-v1","latency_ms":0.8653750410303473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26bf4fdd04fdd701ec3c271272ab2e932bb465b8a9a3dbcfb66dddeee7ce667f","sample_id":"hellaswag.val.8521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0fc3c0ffd47e6f373dacc7673d51999eb8ca8b4a253a909d403ce4f84f7c7ed","formula_version":"titan-u-contract-v1","latency_ms":1.2860829010605812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cee47b5cd78229449f2e5d6040e63b22ed705e67aab77ddc5542d4a10b10c501","sample_id":"hellaswag.val.8522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a436da11324048e64d6cdb73741016ebe9039ad364855bde68f43696ea69669","formula_version":"titan-u-contract-v1","latency_ms":1.1245409259572625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa1b567d3dc255b129aad6074054f63972cacbb0a2c05fdb6e2369202d79dab7","sample_id":"hellaswag.val.8523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb04dd4cc31dbf9e26d3675215d618f49e98f8305b40bcfd1bb6a3dda83272ba","formula_version":"titan-u-contract-v1","latency_ms":1.403417089022696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf53e4943c62d9e1576a5976d416561cba3caa35a0f6ae0b63578dec33d69c67","sample_id":"hellaswag.val.8524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efe547ee7b628b78f1f2498f06fe8bf16925eff332a98652522ddf6b28f617a1","formula_version":"titan-u-contract-v1","latency_ms":1.0998329380527139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e8fb498adaf1f4fcf938ff172b879de906006c35e34666c2dc8cb1c105354dd","sample_id":"hellaswag.val.8525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ded4eee249d3e333663cfeff3c45c8d0b69d83bbaf91389eba02e862cf75894","formula_version":"titan-u-contract-v1","latency_ms":1.2381249107420444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89923b1d16e98ddd327e34e02c7675a85869debfc17a7077c8eb3a1a74ccd08d","sample_id":"hellaswag.val.8526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c96677fbf8825eee6ef1bda9ec3ff0534879c6c3efa6c9be76ecb8d6ece76c8","formula_version":"titan-u-contract-v1","latency_ms":0.7363330805674195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f07bb09d5afaf3cd8799cbb5bd1e518e2f2451e1caacff796b5c883354c589c5","sample_id":"hellaswag.val.8527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ebf7975e270d54ce5c6395afa15cb0c7d2ea84740bdfb37f6f57cd2110211f3","formula_version":"titan-u-contract-v1","latency_ms":0.84770901594311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb71fad40c3f75c8044a69075cd4b92ba855de297c1284f349c32e9083866958","sample_id":"hellaswag.val.8528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"288259fb8d4b1ed3f2175923c1cf825631d82baf01b6cab3b7878081f6b0f311","formula_version":"titan-u-contract-v1","latency_ms":0.6655000615864992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c05ee0266ed45722d027843c12be0204cce1615bc596162705cf24789a5378e4","sample_id":"hellaswag.val.8529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f5ac84559eea1d204d93dea61537da0ed61204c287ef0b3de4f7486bfd0a528","formula_version":"titan-u-contract-v1","latency_ms":0.7824579952284694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b26a9d77d897a82868c0dd1367a32b952f028d0e5cf2f994ccc2e632c2b130ef","sample_id":"hellaswag.val.853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c4845e138b0779e03772183e41d890494ab225b1aec51e90c41d0fa74eaea31","formula_version":"titan-u-contract-v1","latency_ms":1.5930000226944685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33042fd62d6d5e1c43e21e4466614b09c65f654b4d6057886921380132042d77","sample_id":"hellaswag.val.8530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acb17a70d62b096fe6d96826e82a834f350236a1ddf2150b93ee5c8d4b2ae66f","formula_version":"titan-u-contract-v1","latency_ms":0.8711250266060233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dd2e462803da52d8c75f9175f99373be79615c0e93623b3c519aa84e98f4e23","sample_id":"hellaswag.val.8531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4a1285bcfadd0650f3b9e9ba3a27692b72c0eb34d30fcd4214a9a78e71173ac","formula_version":"titan-u-contract-v1","latency_ms":0.6737919757142663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1d448c41c56d3b8f9a43e1605466487d5c67f19c41108f106a23b6862c952dd","sample_id":"hellaswag.val.8532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b7c8e2db6c9ed519582ea9240e5af5f88b00cbc73705b9ec85b8191e10bdd5e","formula_version":"titan-u-contract-v1","latency_ms":0.8793750312179327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ee4a76ad506482f1f8969e7d6e16ee84132da677dfce8eab7e0af2ff973feb2","sample_id":"hellaswag.val.8533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6167e15c8e28b4ab7ea23543f3860d936d90036062a498c6a31a81b9e4a684a9","formula_version":"titan-u-contract-v1","latency_ms":0.6798329995945096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07c648f4a67c20aaff8e7d9fe9046c23fc279e4fdeef5bba77f9d8864eaed66d","sample_id":"hellaswag.val.8534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6a55dd1bdd95063ef7fe2602ca97780be09a8cf92d0d22b224bf6263edc15e4","formula_version":"titan-u-contract-v1","latency_ms":0.8620410226285458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a14d8004c4c59739fc080e41b32c16c1188c6603a0001030537000616bcd412","sample_id":"hellaswag.val.8535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca95aa683db1e3e27d70c7b02a5c8125fb6d042d8590789e0a0a5df46fa79379","formula_version":"titan-u-contract-v1","latency_ms":0.658332952298224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21e5df8dbebaa5b15c6cf5bda37f48a3c36e21288e0477e27b244e5558b82014","sample_id":"hellaswag.val.8536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70ef0a2a1b459246cda965a0700fc84a54613fed1a1252e2f608cc2965afbb2e","formula_version":"titan-u-contract-v1","latency_ms":0.8680829778313637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30bbc2351749af11d1095ac8b67e3ab1e1d9ac75dcd88fbd6d427ac64523ddfc","sample_id":"hellaswag.val.8537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b9ea65865593b1aa2de8154e3614aff0891d43e36ec6e17ebd0c919d7c3cddc","formula_version":"titan-u-contract-v1","latency_ms":0.8970419876277447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f354f79c47b83444fba2def4ae472585f2f6f5a459867815ef14aa2ab1287d03","sample_id":"hellaswag.val.8538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53730179f84d760e5a00c91d8c53e02780ccfebe178ad563526c9fc436c9bca8","formula_version":"titan-u-contract-v1","latency_ms":1.2540830066427588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d048cb77137b5ad5290b48fc003b43de35b5bfa622a45d263bd5ff21f9fb83d","sample_id":"hellaswag.val.8539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8737012868420ef71c452eeaf4707461ce3af481bf92407d3bef94623cd5a835","formula_version":"titan-u-contract-v1","latency_ms":0.5010000895708799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e29677e003ca678c8de34f52d0d5190c479497a21a1e891c255dbff7f288ac16","sample_id":"hellaswag.val.854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9052c76e6cbe411b1f36fbef028ea796d7321546b249ade116dd2fe570a4c3a","formula_version":"titan-u-contract-v1","latency_ms":1.6235830262303352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"943406f4a9c531065f2a259d3dbacb7306a584ab6666e92d1ff28a10643552bc","sample_id":"hellaswag.val.8540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5eddb3919d36b86b224d6dfa71ce1ff6590460029d0dd3cdaf77084489e964a1","formula_version":"titan-u-contract-v1","latency_ms":1.6015419969335198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33c295faadf61cb04c4e4b4522f9791d46721434c57cbd5fba04d09b97cc9de8","sample_id":"hellaswag.val.8541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef259308dd933c8267f846ffcb55d37a2a45d844f2e214d6be609c31fbfcc4a8","formula_version":"titan-u-contract-v1","latency_ms":0.8934580255299807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e55c79bc1aa0a75e9e88808a853041243f1c43aa70743a5ac980d9cc6d9595a","sample_id":"hellaswag.val.8542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2856f68ed1057fbf783ea83e8df4eb849d29b9114e9c0bef5e77b1b31d42436a","formula_version":"titan-u-contract-v1","latency_ms":1.1035840725526214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01e1891a233197476c1d280e5d77f88b9447bdf1b26f94fed53b337634dd9d06","sample_id":"hellaswag.val.8543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19fb7d291b4a03a81a77fe84503aaaee41e39ff682179c4a34435cc5e8120083","formula_version":"titan-u-contract-v1","latency_ms":4.062917083501816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f679771bdbba88dac6c7fff1c1b3cf86f0098b4e6f50bec623440f2e462f0f2","sample_id":"hellaswag.val.8544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c741e7d8b2e8e64c32ee2511152c0067e2a10fa1fa8145c72c622b213be8c568","formula_version":"titan-u-contract-v1","latency_ms":0.6707499269396067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f27f59255e8a3672008cc431306dbacbc956b8b54a77308af9cffd959470d922","sample_id":"hellaswag.val.8545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf6c6a96af7d998419c489c8c1f56f8a56206d6ad75dbbda45d13104280cf574","formula_version":"titan-u-contract-v1","latency_ms":1.8445419846102595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42883c09606fb90c90fda78020840878e1b1a0403c2cffaaeabba74d5ee23bf8","sample_id":"hellaswag.val.8546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3907be88ad8e47e09337eba394710fb93faa7d8d57bdf96f566e29d67bd1804","formula_version":"titan-u-contract-v1","latency_ms":0.8490000618621707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9088899f9a8e7ca80d383d197cd970fdf2372de68c3afd82c0275ae15b7cf593","sample_id":"hellaswag.val.8547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7506aa7d76c715bbfc8a5e1bc03179aba899cc4c8441f7817ce5fddf83ef7ce","formula_version":"titan-u-contract-v1","latency_ms":1.0526670375838876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c67466dcc0b845f9c99a497a1585da8058cddf97b1e7b632ed01da33c506a1de","sample_id":"hellaswag.val.8548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d779adfdc3ba7476a5ae2635b682fd6353965f55f0bea8bdda7e105b50885076","formula_version":"titan-u-contract-v1","latency_ms":1.1603330494835973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5ce2cad8576d134d9f44cf33ecefe3fde9c5049190fd6247ac548d10f512aaf","sample_id":"hellaswag.val.8549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b75f1b93a1d7a650851cf624d37cfa10509eb001dfa5e430fb06bf29f9d6557","formula_version":"titan-u-contract-v1","latency_ms":0.7827080553397536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"736e7072741a45057b6699856b8babf11a7a5f4ec0a784a7ffcb833bccf90ba7","sample_id":"hellaswag.val.855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90868b2ab5918e527d99a2579c45afece44cb4f78421fa5a4f9bbd65e613404d","formula_version":"titan-u-contract-v1","latency_ms":1.0167909786105156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f76ceee39a23ff95ee4027c727309a8cfed5c8a2baad37083d76e90fadb01633","sample_id":"hellaswag.val.8550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa2668132faf6e290fc8df2eb53323a819a8e7ac34cb86d27ccd160177268a1c","formula_version":"titan-u-contract-v1","latency_ms":1.0850409744307399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c146c46a90d13477a9d064e4e109e0532bd058dcd5773a7d116a9ad5000e8fc3","sample_id":"hellaswag.val.8551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"872c24d3786fad76e07418c8c4e8573524f8050266e7931285562e4604b88720","formula_version":"titan-u-contract-v1","latency_ms":2.110291039571166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1016c0886973f3f5fc9760e5d78ef3c8d339bb110a56c577c2546af3444a22de","sample_id":"hellaswag.val.8552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab66244c960abbe16864739fbf1a94075a854c31f16f602a56055b528f9668cf","formula_version":"titan-u-contract-v1","latency_ms":1.2753329938277602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de5bfb464194fb33518be2439ad218f6afe94988c4304536c1552fa84bf50d7f","sample_id":"hellaswag.val.8553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b53acb0adf1e783b010d74a8e4653e20a510532a2c3f17f111580889dfd4f39c","formula_version":"titan-u-contract-v1","latency_ms":0.905499910004437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2738686b3045fd85449f88eca6a2ee40f6958f5752273f854fc2db7d509afafc","sample_id":"hellaswag.val.8554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3341ce4ddf6ea2d8b8b204ecf4a7b8f2bd1af8fae05e76d3869571d61c3eb3e","formula_version":"titan-u-contract-v1","latency_ms":1.2267909478396177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fde2094d0f703da64b7cf9b219ed011f0c2b38923911dfe33405eb45c54980fa","sample_id":"hellaswag.val.8555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcad39a20ec61881efc24c9759cfaef57e6d18e28a93eb4f45d8aa237a6a3b4b","formula_version":"titan-u-contract-v1","latency_ms":0.8918329840525985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5220fa9c0bae6c2f3a367ec0243fb69cd2e741110d0f6662bf4143f4a0d864d","sample_id":"hellaswag.val.8556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff07cd6ad028c71b6bbdad3d1e1ec4787f933e61165de1bb5f4fa83c28d4bfde","formula_version":"titan-u-contract-v1","latency_ms":0.8867089636623859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"664847a0322c3770ca94ccf268414f22e46200ebdcce10d6aaae31d04776d1c9","sample_id":"hellaswag.val.8557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cbc9ee63ad1a153c1a94dcb6b3f8df3f4a2e018fe7f433ae8b0ab2545d31f04","formula_version":"titan-u-contract-v1","latency_ms":1.5462919836863875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc563a4aa63c3e7090e35a61e43836b371848f76ec10b176df99a1c7219d4ed8","sample_id":"hellaswag.val.8558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7d95f01c9b18de47ff4761aa747e56ae668fd8b11bbcba40c9523d702cc6ab7","formula_version":"titan-u-contract-v1","latency_ms":0.8789999410510063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28367eb403740451560cb9faaee18162d2caac6f2e6ce2aeeeade63eed90d90a","sample_id":"hellaswag.val.8559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef748d42271c70b0f14676e95242d81c0da14f572097ea9fbaeef4d289e92ec0","formula_version":"titan-u-contract-v1","latency_ms":0.741666997782886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa44e1dd90e1046339a69ecb5c92c66bd10bbee756b4553010cd16a9ee77b02d","sample_id":"hellaswag.val.856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d0287fd6b6bfa30e6bd2fc6662200129c987b9cc1cc15f9e228995c2ef9db0a","formula_version":"titan-u-contract-v1","latency_ms":0.9219589410349727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8683d5e9fa86171921d7c43299e13a1b442e4b226a757602842055f3013a887","sample_id":"hellaswag.val.8560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5869125224d531774c747aac35ac9d38d54eeaaedb91aa11cc2a476c53b1a6d4","formula_version":"titan-u-contract-v1","latency_ms":0.9037500713020563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"425e7672334f4d03d7b104c293c9adc214680155a59414ccb3e36ba00fa15ac2","sample_id":"hellaswag.val.8561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7a8173049063efbdd5eb9fa9703d168b31077072197c3c5e31462b2a4b887d2","formula_version":"titan-u-contract-v1","latency_ms":1.2617920292541385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be02f49e52d24e4a72e1dde1903bde9b7973b8434e0f36f27ff065fc38f826ab","sample_id":"hellaswag.val.8562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"422e314632ac2161b3ff89c85dfd991255514516dae9c7bcbc7479b552a7e317","formula_version":"titan-u-contract-v1","latency_ms":0.5958329420536757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6f5634770ef8283fa034259ccf888b1a2575ffdb43de1f83c2fb4e8c42b99db","sample_id":"hellaswag.val.8563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"724b006287d3a91967f905b6fc4eb05fcac8b420fcc00a090fed343d2029b34e","formula_version":"titan-u-contract-v1","latency_ms":1.4780829660594463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ea17360f257d2f86601660e84736e4ad18126039954fe34da28f7fdf7ebd316","sample_id":"hellaswag.val.8564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86656a0c7af76d0051c08fa1c348cc6a592fcac74326f540bd76d53bec0f051e","formula_version":"titan-u-contract-v1","latency_ms":1.0808330262079835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e8545bf4492ce10886b004f98ff6a1263c59b5c373081b6e87bceab7cfde209","sample_id":"hellaswag.val.8565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13932cd45b340688cc88fadd7f81cf5bc34c4c521d58cf1115aef41dd475178e","formula_version":"titan-u-contract-v1","latency_ms":1.5483329771086574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebbff77cf67bf006dfcafe820eb6a1a1fef80394636de20017a84e2daa8bf852","sample_id":"hellaswag.val.8566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"435164981f509ddca28a93885bc443bee13c22dbc7bd662f141791875e0f59c2","formula_version":"titan-u-contract-v1","latency_ms":0.69566594902426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c99082418afc2959009bf7f5df33a0fbb5f1ce1a40763cb54ab4b1d6a4695f94","sample_id":"hellaswag.val.8567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4561dc3f28ba0243726cab5ee8e184e565dbc02ef9af034024e7df0041c1dab7","formula_version":"titan-u-contract-v1","latency_ms":0.8857919601723552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b167f54c71afa937cffdb668ace8066dff897800f55bc80b287fad55dba3c9b1","sample_id":"hellaswag.val.8568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53b462e18be58749391206b102f0e87db585895a009ed33d3d2e2cbc425a5326","formula_version":"titan-u-contract-v1","latency_ms":0.8089171024039388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef4eba84640ff47752d17ccf6b465eb904734f42c51da1c05ed32873a2d305a0","sample_id":"hellaswag.val.8569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7ecec41bf4dd369042e70922bba64995eda138908bd552f48409e1c2621415f","formula_version":"titan-u-contract-v1","latency_ms":0.7177500519901514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e82702ab95b96e374faca180a17cd9dfb6c9328b49fa502bbb145aa397abb38","sample_id":"hellaswag.val.857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a5fc76dec8a884e1c3369363f392bfa9180ac63d32990029685bc586fb9dd24","formula_version":"titan-u-contract-v1","latency_ms":0.908917048946023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1610a3a816e45e89e38473cd6baa0c90313721e982d84b4fca4125454a5d256a","sample_id":"hellaswag.val.8570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17306f487187cf060563e8501c88647b9aa6a93d05a50dccb3919a8b298a06c9","formula_version":"titan-u-contract-v1","latency_ms":0.6974999560043216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a822777393cd8506d58eca721a24c8caddb7bf11e4684cdacba1a32c1344fc2","sample_id":"hellaswag.val.8571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b01b418ea2d6397447136238cfc953bf9b9f5663d9c62e954b659c25cc1a434","formula_version":"titan-u-contract-v1","latency_ms":0.7721669971942902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36d27dcea9c964673d77dc0a105c5b5212f69cf438d0ae4e9f253933a419638b","sample_id":"hellaswag.val.8572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5e0864e6074a8ae26b6b378d14f75e014725fc11e3b1619107b68de656ea7b6","formula_version":"titan-u-contract-v1","latency_ms":0.6807920290157199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44edf74e17bfca99b7cc3ebd6411f53b586fd14620fabd06b10d336c022910ea","sample_id":"hellaswag.val.8573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07d90a28139a82b0ccf049ea600a842de3d82c62f148d619b79aec570971f64d","formula_version":"titan-u-contract-v1","latency_ms":0.6713330512866378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f81c3422188a88bc3e42fe535905da456badb08ab72648c46cbddfdd7c97992d","sample_id":"hellaswag.val.8574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72a6ca028e4bdc25d9f209459206b53b2aa83615dfff1edea9af0c9f4c3f481b","formula_version":"titan-u-contract-v1","latency_ms":0.6645000539720058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c67cd6ba66e74d9455bacec66718dabf9ab1c569d536faded0b383cc6a07c0b","sample_id":"hellaswag.val.8575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"841b09ea9fe1dd4c12fecff4762eb90bf24d80669899fdb2eaea8c49c2712067","formula_version":"titan-u-contract-v1","latency_ms":0.6940420717000961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f856ac706f675d6434d3858e630e4cd9d9d09576d464b67978db60e495287e04","sample_id":"hellaswag.val.8576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9512c4adde28ff69a517050b6b9b71bc39d715bb0c276d8818536c6fd21b28ab","formula_version":"titan-u-contract-v1","latency_ms":0.736541929654777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"226c6389e1462c24f66a7304e61cb0fe98f23918a9bd74437ad92aee19cd41e0","sample_id":"hellaswag.val.8577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62da79ba46a1c6651c39d4b16ea119054565e83b2b09c49dec660631bc7b63b5","formula_version":"titan-u-contract-v1","latency_ms":0.6493330001831055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9ec404a7e6b0606f316579750cff4c2ed0ffc024583b45f99b739526cd239b1","sample_id":"hellaswag.val.8578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66c8651e2da351c9fb10e48934201d4df1535a4bfe10d71cbaac7bf6aad2fdc2","formula_version":"titan-u-contract-v1","latency_ms":0.7882090285420418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38fc9ff352fa28dbf86a79ee2bc5a3227082b78089617463b0e454f63ee041a0","sample_id":"hellaswag.val.8579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e89bd3b9000f335b4e5e977a566ee1ee492e54664c6577821e3435d436776f82","formula_version":"titan-u-contract-v1","latency_ms":0.5368749843910336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87d4a0b19209e553917247d98467c28e0c75b4689e83a2850353c7e97e389c1a","sample_id":"hellaswag.val.858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b632172aedfaff7856f069fe6df8c2a3296cb1e55f55e018c10756f224905d62","formula_version":"titan-u-contract-v1","latency_ms":0.6944999331608415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a9791097157ad3c78e08156d5eeea38b289fcc94ddffb88f34c021e2b912b6d","sample_id":"hellaswag.val.8580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcb66b8ef972de7ff226a40eb62cc20cc3e992338b787a7dab5db1a48986a439","formula_version":"titan-u-contract-v1","latency_ms":0.6489160005003214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"798cc983ea68827aa5cec1b0ed4bb0a178e822e4d26da604ae61ba4b46a2af37","sample_id":"hellaswag.val.8581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b80896456b07d1f87512e6c52ec33dbd3e6168735b3e968bbff07e3e21df6fd","formula_version":"titan-u-contract-v1","latency_ms":1.449291012249887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0078c0e639128c2fe52344254b2232ade6e49656271adaa96dc21b33ce0a81f","sample_id":"hellaswag.val.8582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89e3ad080c949924cde07bdf510ae4750b5502e878bbec2c32ae3d46f886a191","formula_version":"titan-u-contract-v1","latency_ms":0.8697500452399254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2723d5f80cf2181d98dde8719d7ddc226920d8a60a827ae3499d514e0ce85ba9","sample_id":"hellaswag.val.8583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9cd5a5932928ed42da3ec24523121662802e786379ebf21f8b1c9e2f62e9b4a","formula_version":"titan-u-contract-v1","latency_ms":1.001124968752265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"089d3a2e517c36751fa07b592f635f1603210675ae91fc7571667e14620d4c4d","sample_id":"hellaswag.val.8584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90364844ca6f61bd187dea617feef26a6be36f3ce47bbfd76bc7a3b640f76868","formula_version":"titan-u-contract-v1","latency_ms":1.5589999966323376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17142bab421922024c707a9e37d4a7ed5a307d4328ce2fa850dd2aa6465f624a","sample_id":"hellaswag.val.8585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb132b5e8ecc586dedb52dc6bf03043a877b93803e14d919f41f5163bb9fd647","formula_version":"titan-u-contract-v1","latency_ms":0.6587919779121876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5418c7efd465e35aa8fe70ca7b310efb2faca856315985d3ad6055bb1caecf13","sample_id":"hellaswag.val.8586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bb31cee0ab3a89b8aafd07f4977269d306676f97d76cc2d584922c7d8fa109e","formula_version":"titan-u-contract-v1","latency_ms":1.090541947633028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dbcdee947867cd1c6f3b7547387c0ab1fff8a5729d8effa9814f5d202870554","sample_id":"hellaswag.val.8587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"250f5b1166632c6178b9aed421819481ec3c2159196f17471233a0526b3b5cee","formula_version":"titan-u-contract-v1","latency_ms":0.9293330367654562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a23648a11730c459d17adb0da0325d23676cd7f77a3fbcae9f2cbab2415cbc0","sample_id":"hellaswag.val.8588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f60a8f11b186836ce6909763e1cb1300010e289697a2e800505e3ad8785d56fe","formula_version":"titan-u-contract-v1","latency_ms":0.6517920410260558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09e05580ebd97367c175a36ff2fe63c319c6151e323c966db15c82bde1ec1676","sample_id":"hellaswag.val.8589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dde00b546abb24fc2f74f65c496f4ffb52c8a263f6fb44bf58618fe446ab48f","formula_version":"titan-u-contract-v1","latency_ms":0.7271249778568745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c1260aa43c4163bb9fdd9ff37d0b9840c7cd92cddcb267b911fc9bd1db65467","sample_id":"hellaswag.val.859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a070d24306e38a85c6c37105e9d031fad407a8e0da2ddb4699621ceebdfeaab","formula_version":"titan-u-contract-v1","latency_ms":0.9776250226423144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1e5376dce8ea08df542a18236c40ffabb4379ede2313b33e11a1a16737adadf","sample_id":"hellaswag.val.8590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"509b193fb4bbaec856b0725e874474449d0baabada5ab48ef714db445c56bf32","formula_version":"titan-u-contract-v1","latency_ms":0.6186669925227761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fbc70608af87f6ad0bc071e8ac4a6598382c275166efbb83b850c33d640369b","sample_id":"hellaswag.val.8591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49a1ab3a9005dd0adc0a344c59d24122d1d26722c65c5bb102cc5ea3eccbc9a9","formula_version":"titan-u-contract-v1","latency_ms":0.6589579861611128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"facc8f4005a217bbcfc814fdc18f75bab1bf02a7dd4a09eef373cf5d6e1f2e52","sample_id":"hellaswag.val.8592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dca0e0b13078a3f816aafb07f702c29ab105a306c1f2c0cc26dadb69bf10f764","formula_version":"titan-u-contract-v1","latency_ms":0.6734170019626617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8300210658a61a0100c1357d692ec97a8d25954e902a1ae351531d32f4b271de","sample_id":"hellaswag.val.8593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"078d5d010523276434a728ed476662e5956ec25885e4a218c49826d038ef6137","formula_version":"titan-u-contract-v1","latency_ms":0.635540927760303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8e376c4387448ff6d06b8c4c4fde7b5612ccf23d6ed3a3ed1faebec1b00b9d4","sample_id":"hellaswag.val.8594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71ced2be863d3c569a7c550dde29c218e2755c3feb82c612d4f11c376c0dbfcf","formula_version":"titan-u-contract-v1","latency_ms":0.6383339641615748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f36a1962377770e1030509dd72e9e7ec57c6b5f4dbb5c89dc422ed44c70f44f","sample_id":"hellaswag.val.8595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"919997d94dc25f00d133c479fec3fa192e56ec83d75102e7a10b5bdd6ba5f4a0","formula_version":"titan-u-contract-v1","latency_ms":0.7952080341055989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e80f346220b3fb14ef1d19270c6728fe113c74c947daf8a4e6992de6b14f4b9","sample_id":"hellaswag.val.8596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7a623ec4cb71d21afd3aac35a7e5778a5e6e42eb33213a243f89f28c11fbb33","formula_version":"titan-u-contract-v1","latency_ms":0.8063330315053463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ef7cc413d8d26fd3d70850b8fd67cab62e1e0ba2d721b87b88f77b09a36195d","sample_id":"hellaswag.val.8597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4584d7fd0ee466c7d4dcb9e8b2a5807dc36a9823586f17dee5aacfd72aefc3a4","formula_version":"titan-u-contract-v1","latency_ms":0.7938749622553587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"339207dda8eb19f35f898754e2fc962ecc6f2f5804bd2623d6c53c905600ca71","sample_id":"hellaswag.val.8598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b057eb4c4ae2ac92892836f526b59f7b0fa71c4a6e900310cfad2bd4f12e5a9","formula_version":"titan-u-contract-v1","latency_ms":0.7030420238152146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbaa723364dfdd2b034083b4e6d27d82a9ed8cc0a11ff9026f937fc2a9b594fd","sample_id":"hellaswag.val.8599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9bea5c75a4450f33e28fabf84861d9eab2978eed4dd74905258be963eda0c11","formula_version":"titan-u-contract-v1","latency_ms":0.5029999883845448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69f2f69cfab3d3a100dabb4fcd87f5425dba8c8b84126b6a0ce5ac95796e574b","sample_id":"hellaswag.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf94ed13874018b5808337d30ffb0ca068908d5cbc63b7a2685dafa7c77c0e98","formula_version":"titan-u-contract-v1","latency_ms":0.503457966260612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d07fd15350aca8e4ea18eb3c6e2b2ed2cd84ca4e16667ac6a1d980f3a2d6525","sample_id":"hellaswag.val.860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66758e54283f8f16cfb224549eca318d380a23e12d3279cb1932bc2ce5e4e937","formula_version":"titan-u-contract-v1","latency_ms":1.0157499928027391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0ac674fc7c87b11780fc3ebff9eed6c088b24aeff3f932c66eea571e052ce92","sample_id":"hellaswag.val.8600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34091c88801863a373c4ef7c3ffb6e9cde27986dcf9abf34e2be52e23d0a76dc","formula_version":"titan-u-contract-v1","latency_ms":1.4313749270513654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"389e4854813aefd0aaa4463d4c43a7ad1c8ecbf157e859309e3ef43c0b78f3aa","sample_id":"hellaswag.val.8601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"298fec2ba655d35d9fe9b9dc9a1f07c35ed93ac1c9a015ba2341908b0af26a4a","formula_version":"titan-u-contract-v1","latency_ms":1.2877089902758598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a56fbcb06a225c341d9b420e636bfbb3b3bf70aeec1ed2854ae832477fede620","sample_id":"hellaswag.val.8602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05371aac126efe3b5b584c17ce83f426f0906412fc4f12e6491d70535f1c48d4","formula_version":"titan-u-contract-v1","latency_ms":0.7865000516176224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cd5adc9f3c00735387e349a5a643580ab6375f1e6c6ff5a9d6fac8b9b09e8db","sample_id":"hellaswag.val.8603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fe69f0f6a212d75d5f23eae66c5e6496bb308d0d7c8e0aa4d40149f75015700","formula_version":"titan-u-contract-v1","latency_ms":0.6920000305399299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a7d953c20dc715724ba2aa38c1bd9fb1b7d10d04534bec8b88fa4f761cd8a37","sample_id":"hellaswag.val.8604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ded6daf2f1ba0c7a70ff8b4a10a566b9739c2dc55727ddf48593d255f989ff8e","formula_version":"titan-u-contract-v1","latency_ms":0.6277079228311777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7713356f54eb59b8f535981c9894c9f1104fca675556b8c5a0e33bf4b8a10a46","sample_id":"hellaswag.val.8605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fdcc41823022da083eb7b308c32820a2c11026e580359745b5dbcbf96c0dc2d","formula_version":"titan-u-contract-v1","latency_ms":0.8788749109953642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9941daf1a1117be19d034af1d28aa21b3d65eae2ec5c7d479b2292a3e0a7a1a8","sample_id":"hellaswag.val.8606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c7d99212a9d2061bdc1592f56871bcec7ad16e926a6c479ee7f72cbef503e47","formula_version":"titan-u-contract-v1","latency_ms":0.8640839951112866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"440b4385a5cbb93d9912809cf56d2c06d312961463d55cb86e85707dec7d63d3","sample_id":"hellaswag.val.8607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60229f6ae3db554296c03409e4e183937c7713c6b7700212d3e018a21fe2c160","formula_version":"titan-u-contract-v1","latency_ms":0.8549171034246683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6984154d1aeb09adfd22a0d850d975c5eb1d379d7b647068e5cf20c26bb04da5","sample_id":"hellaswag.val.8608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89eb0e79edf2daa4a515bff5c79509ab7109c6b19c36a741e837d2ad0f68e635","formula_version":"titan-u-contract-v1","latency_ms":0.8324580267071724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b533ddb38f540bff1c03a552373983392de1b16c1a9f1b1351e22fa396c94baf","sample_id":"hellaswag.val.8609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a528d9f1e40c220e1ce0e0f70c7398b7681b0131195231d78d23de5ac24cd3d7","formula_version":"titan-u-contract-v1","latency_ms":0.49512507393956184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7911f23a1da74d80124149913ddba72c00cb60e5b469b51801715c76183acda","sample_id":"hellaswag.val.861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ab869c03d513edd26393bdfb5c4c626f045ee2792be5e7f8df9a359841d4be7","formula_version":"titan-u-contract-v1","latency_ms":0.6295420462265611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6d5a4d9bb21fd177d39955271766c86a27680d3013c2bc6d6f48c5d83242075","sample_id":"hellaswag.val.8610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ec19ce647fd9005dbffd1eb1f7a28424094166b50f4337995f3a347ed460db9","formula_version":"titan-u-contract-v1","latency_ms":0.583791988901794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32ae33fc15e6f6af8e626776560fc148e174d15747aa8a7cf876df05c6778944","sample_id":"hellaswag.val.8611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"197787cff2a83e485f40df4888f2f6cbf4aa3847d052649e55903ad816112c4f","formula_version":"titan-u-contract-v1","latency_ms":0.9723750408738852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"181dc119aab09cd9a89f9f03ff66367376ecb5fcaaeb916fbc2a494db1e4ecbd","sample_id":"hellaswag.val.8612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1df2e56616e9785738096468704f0d98a9b487c1b341a3640247f96bc838825","formula_version":"titan-u-contract-v1","latency_ms":0.6770839681848884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0635a87b5b451854d6e7700a46bd34701f97accb8435afb683968d19f3e97dbd","sample_id":"hellaswag.val.8613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ef74b06a33badff659fe91e8bf7b1b081b285c36116d840781cfdbff77bdb16","formula_version":"titan-u-contract-v1","latency_ms":0.6258329376578331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed204c0304e669a5ff8c9adc6a9fa299101501750234dd232f07fdec494a0dd3","sample_id":"hellaswag.val.8614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b89eeacbdfddfa29c96a52444659bcda0ee336a253111a7fd6f2a9595cb0d9d3","formula_version":"titan-u-contract-v1","latency_ms":0.6727919680997729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2094d0a10e675101016682031362335f7b9d0f21ae1e810bf378e3655f8aee29","sample_id":"hellaswag.val.8615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca06aa56bb79870781683df08323db4ab86bca9b5d71c3e69e24a7b832b22145","formula_version":"titan-u-contract-v1","latency_ms":0.6084579508751631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"740a8c0fee686a18e3c546bd47ef18cddabc921a9d7c2e61e988dcf6e34d227e","sample_id":"hellaswag.val.8616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f6f18b4b61a9b190a79d198f39ef1db81705422fa3bbc0da558eeca5212c4b2","formula_version":"titan-u-contract-v1","latency_ms":0.6842499133199453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca6599752e9b469cc78b1ad30baadb75444a54c5c5cb17fd92fd9b06eb074752","sample_id":"hellaswag.val.8617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fbc75f6bf953dd8e868d8595f7b7bb7af98bc77b8685f31e5a9474a7c2fe633","formula_version":"titan-u-contract-v1","latency_ms":0.6274579791352153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c2404072a9f480d16e0d3f82bb69ccee1cba844394ceaf17ddf96430cc3be00","sample_id":"hellaswag.val.8618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4902a905294f727b263ab499f855565a07d8cbfd3af1130a28fc15cacd13a586","formula_version":"titan-u-contract-v1","latency_ms":0.6906250491738319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9f88daf48af9a1ffd0d5b32f64a0e2fe4a8433002b43826ade0f2e4d0e34535","sample_id":"hellaswag.val.8619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c75f5e4fc8d00a8584bea188ca64fe11be939850a9f12994ac9130d5c0f81b6","formula_version":"titan-u-contract-v1","latency_ms":0.7014169823378325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05d762644e7c8c9ede6d4964387aeaec49d957cf40a790c7d090b8ca70a56541","sample_id":"hellaswag.val.862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e8b6a82923547e1a4c62768e15d3e578df7c4c4d49385807d65bfedb9e9980f","formula_version":"titan-u-contract-v1","latency_ms":0.6259160581976175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a3adcb225d09f04d1f463d1c5f72e5998c90d6855e02c19f0b2547f81833621","sample_id":"hellaswag.val.8620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36ce735640340ea6f1f8f44bb0b8ff8b814641a1cea69311ff2c845c4573da39","formula_version":"titan-u-contract-v1","latency_ms":0.6917919963598251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c94eac198b450aad0eece208316dda2825655f26cda1e70fd9e7ae74a32703b","sample_id":"hellaswag.val.8621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4512c4ffc0dfefa7bfbdddb5dd507a9f3808fb618df933ed0cc64a00a483fad7","formula_version":"titan-u-contract-v1","latency_ms":0.7958329515531659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d160b1219236f8bae782591820921925411efd7e8d1e58ba66e83e49eae87546","sample_id":"hellaswag.val.8622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6adccec0fb96e7e22779d3b62ab23983a6f613ce821a058608e23c7aed5810ae","formula_version":"titan-u-contract-v1","latency_ms":0.5908749299123883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"327cf90969b6a87ed2ae0ac2161df122de435b3965b57f8653b49ba8f3195fc7","sample_id":"hellaswag.val.8623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2b07121abc47288c869a37332eb41fc7458bf399f5de16d6677a93beac949a9","formula_version":"titan-u-contract-v1","latency_ms":0.990083091892302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d9bc534caf3f60e46b304500d6c370cb6de6301264fba592b4348f79b19a026","sample_id":"hellaswag.val.8624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a319747702870b23eee360e6dbd432373be3caa958452698d6a0577edbe13ac4","formula_version":"titan-u-contract-v1","latency_ms":0.6949170492589474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c597777a86c94c074837373f016f79ea661ae6e6bba393c86becb6134bbf49fd","sample_id":"hellaswag.val.8625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df61d77286d0ef3ed83c3f07815b824907c97f31db97df3aab0fa0d866760952","formula_version":"titan-u-contract-v1","latency_ms":0.9416670072823763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16f32fe5fe4c9946a560e3311d138d64a1488ffe4c6588833acfb3527bb3a42c","sample_id":"hellaswag.val.8626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32e6cd5f1c68f03f458e43c90112cefc01a759d9a63acffca9588b198b648586","formula_version":"titan-u-contract-v1","latency_ms":0.6847500335425138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b82d113c1fde8cc48403155143a05a43a73ff5a9738c0338e30f2bbf2e4256f3","sample_id":"hellaswag.val.8627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e0fb1ce136c71240dfad8afcefefe2b98a8a9bc856db1ad782709b558441b7a","formula_version":"titan-u-contract-v1","latency_ms":0.8957079844549298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28e73e1c363194f8625c80b07f30c90863350659ea10e71b6e9bd839b55ab187","sample_id":"hellaswag.val.8628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97be6677e74068a4c40ba1c4d49e1b039c309a2ee45fa10e7eae61ad3ced207a","formula_version":"titan-u-contract-v1","latency_ms":1.0720830177888274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0053292e5ff2cf8bb2557a680e8b4a759c756c178bcbe78e56f185c3b4336c6f","sample_id":"hellaswag.val.8629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"024568574bb9c74b1a00c95a4302a46ca149797fc9dcb9060a1ae67d6672c876","formula_version":"titan-u-contract-v1","latency_ms":0.48975006211549044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1584e70544cdfb39cbfbd2ec69c665ea3fa9b46a1b3592e27ccde84173ca4172","sample_id":"hellaswag.val.863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05824b317c4e1429bcfc96f5622e03391ebc7a6ef576d2645a039209a897e56f","formula_version":"titan-u-contract-v1","latency_ms":0.5946250166743994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c298e38f66a0a8df97206070ea873a79f810c5598414e673d6b376eacf2d488","sample_id":"hellaswag.val.8630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5acbeeba66084a84958fcb3f542fa3b4110c472bda80dfc4d7e86fd354f168d5","formula_version":"titan-u-contract-v1","latency_ms":0.9147910168394446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b52cdb6a77cfb9ba6cace2726d766cf156477347dd090aacbfae54c64274b7ae","sample_id":"hellaswag.val.8631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2822348c72ed9ec8b339ebe64ace0a5905860510e9480ff03004c5ef88ddd300","formula_version":"titan-u-contract-v1","latency_ms":1.1149169877171516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3270540fceed795e74ac78729b0493847005853bd22a11ac11b6ded76dc23b25","sample_id":"hellaswag.val.8632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ae1dce3cdb8f120bed6a88e711f945d083bb3a7bb424eb1a77bc4ae73d90453","formula_version":"titan-u-contract-v1","latency_ms":1.1041250545531511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6c395777604f4d962a18324b80675fc97bd7de2789d51620a03fb6709894256","sample_id":"hellaswag.val.8633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cc5197d368b66d0aa442f9eade15b15feedf5543a87d339fbe935d5a10093e0","formula_version":"titan-u-contract-v1","latency_ms":0.990375061519444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b225fcfba6cf50db8fd2ba61120ef19a0e7f4c3f9297ec30237bf34a792551e9","sample_id":"hellaswag.val.8634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b96b16d923da2f784eb0246d9e6bbbd3172de50712767fd386a249dd9f8edd8","formula_version":"titan-u-contract-v1","latency_ms":0.9966669604182243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc9f7520d1c507e37710e71fbca9192d608bf217fb4c34ba438ac2da87ddf6a0","sample_id":"hellaswag.val.8635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4698846f83a8fda7d344ea9921ad297a0b373373e8ec3563d8fe39c81afff225","formula_version":"titan-u-contract-v1","latency_ms":0.8389590075239539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08f326f6e71166b94fea58c77a099b62cbc58fad5c615002fcd18f5bca158636","sample_id":"hellaswag.val.8636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dd136c6e70b26938db8f38f65292a4f197adb7cf392103aaf84b204e3bbf153","formula_version":"titan-u-contract-v1","latency_ms":0.9532909607514739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"714cbc8a9e6874a6d9c0160595cb9caf5d1d16e5a60dd72ac861f416fa119da7","sample_id":"hellaswag.val.8637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbe116d0f4d08f7550365bb691fc32e55ec497828bb4f56a73f34441ecbc2fb8","formula_version":"titan-u-contract-v1","latency_ms":0.8105000015348196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cae92726051e98d5e2f7fbbf25dfe99718a42037ca1809a567c13e0e92a02df","sample_id":"hellaswag.val.8638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4ec9c9b4ced1385cdcfc67e122a1e5f8c6b953ed8a42e977ed37a34cfcfab13","formula_version":"titan-u-contract-v1","latency_ms":0.6648750277236104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"312f7f75dcfc0526d0aa6a48187a54563c04126dab93687900e2055beae634a3","sample_id":"hellaswag.val.8639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b49a80cab7d05a2a55a61421a3d2c108faa58ff416ca9cb94fdb99b4d4477e73","formula_version":"titan-u-contract-v1","latency_ms":0.5369159625843167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43ef08f03a0fa6dc96dcaf69db604f5dc9eb27e4b3a456f24eab415a29da6973","sample_id":"hellaswag.val.864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c6e686463296dd635c28f03a67293f4d955e38eb7aa81b9ff341f2eabd46de9","formula_version":"titan-u-contract-v1","latency_ms":0.6211670115590096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c64d8cae876fc63400fe56aed0ed02742120c0b0c766bbd822bdb35777766978","sample_id":"hellaswag.val.8640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"043d3392422dc147f43d9e437760e268de4b36df2fa7deb2cfe3fd0ac719159d","formula_version":"titan-u-contract-v1","latency_ms":0.7197920931503177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"946459ca949c17db36acef8c304e8f2dbe0711e441d68b4e7be53c4e393fd3cf","sample_id":"hellaswag.val.8641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81502222d1d501907f8815afde6c5fc774313b693e4c7d46490a48ca04a4daee","formula_version":"titan-u-contract-v1","latency_ms":0.7954579778015614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ccd0a05f437a9ffa74d4af1f13f4a832a5f45bb7eb9d6091676be7c8ac0b4b4","sample_id":"hellaswag.val.8642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66f030c2531cd7444090dc7465eaa8a29a4421d8b2c1514159b6df98e8132e68","formula_version":"titan-u-contract-v1","latency_ms":0.6365829613059759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de5f6443cb61cbd432e3cb06f8218bf4d7ae3e04442fed7cf46b3ee0d0f70d6c","sample_id":"hellaswag.val.8643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e242123384d979ebbb4da39c04d98025f596d28240b6c53f082074c948c1585","formula_version":"titan-u-contract-v1","latency_ms":0.5701250629499555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63f8021e02329c82eba9673dacbb96a3ec893d26e976f796d8ceaf5e6bafa8e8","sample_id":"hellaswag.val.8644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e50689d6a21d65f19d4859e9bdd796291985510ab8c95032729e430799de1ebf","formula_version":"titan-u-contract-v1","latency_ms":0.6624170346185565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e5b7a1c4a4043b40445053c75a31e19bac48a318a51f4363b470ccea511d7dd","sample_id":"hellaswag.val.8645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02a12dd2331826b54162ceecce979040957570c55418fa77f86e6ef5d769b74a","formula_version":"titan-u-contract-v1","latency_ms":0.85491593927145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed853f57cf6fb583b153f716fae3e35c95f1ecd7d3b27bc40b6af6da68c57bd2","sample_id":"hellaswag.val.8646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4588b58c443d34ab8656db7a578ac5b5e7b574c165f812efa206f01d26630d7","formula_version":"titan-u-contract-v1","latency_ms":0.6086250068619847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf1091611548d170fe421e5d2fd50e987ca1a55fe9172e29b597b95f537f2f8e","sample_id":"hellaswag.val.8647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10eb9838e81b0798ca8df51765e958ece0699dec83e33d0aaf0def961e2e017d","formula_version":"titan-u-contract-v1","latency_ms":0.6395840318873525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8df52116a3a7eba1137ab75d4cb4fdc6b73eb7639b67934339aa927d65c57035","sample_id":"hellaswag.val.8648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"243a17c851c6a1a9acd4ff94eed199414d1daacafd71fc5fb41c9a5d8458598c","formula_version":"titan-u-contract-v1","latency_ms":0.9481670567765832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f54757cb397f63adffccd3e6f0abdb8ea3c2d7fda0439a5d09ac0d0377c2c645","sample_id":"hellaswag.val.8649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"335be85d89b82c2558d0635c430adb0b2042ca884e30c2015380a5f8ac89f93f","formula_version":"titan-u-contract-v1","latency_ms":0.6184169324114919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5afc76884b4aa97a2887d0b53235ace10aada41f810c4ad65f27755d68448fa4","sample_id":"hellaswag.val.865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5af0a157e9f15646154a0495d6e13c7c4ec56d665d94c2c88901801077e4a8ce","formula_version":"titan-u-contract-v1","latency_ms":0.7545000407844782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"253d967fd69ba6bc0bc350039153b4ee7ef09f577249c62b6fcdffaa3eb7a02e","sample_id":"hellaswag.val.8650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cfa4ce665c2352f36487b823f44e0355f2d6de0ea4ff5817f8bd2c33c682359","formula_version":"titan-u-contract-v1","latency_ms":0.6654170574620366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e02fcc91e1f2df97f98b11be3af93fc0abdf20966737bb9cb00eeefeb2aace4","sample_id":"hellaswag.val.8651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83a331096c102b5f87cfc31c1f4d51f400d6d0ebe9ad87363f902d472d268660","formula_version":"titan-u-contract-v1","latency_ms":0.8168329950422049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7515d258d04327968d22f7368d0c5917530ef3f5e568322ef5dc00519efb83f4","sample_id":"hellaswag.val.8652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bc8aacd666c373d2c2e3117eb2b9e6742d9107dcf9f1463ae225c7515aeab05","formula_version":"titan-u-contract-v1","latency_ms":0.764415948651731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8601e809a15e10952aea4117391bfa511108deb24469f3214397aa663f9b13e","sample_id":"hellaswag.val.8653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cb2e07c9504688a2b4138f6733e3bb975254e7eed2d4de5d600e32bb41d031d","formula_version":"titan-u-contract-v1","latency_ms":0.7524170214310288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffbd76afae6a4bc95193efa4c737fb23e8b4b5178409aeb99049cee8b9b1ac64","sample_id":"hellaswag.val.8654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab94d6171070732a621e5f2823930df4eaab0f76cc4f8ab8a7e6eaaa4dae9fa7","formula_version":"titan-u-contract-v1","latency_ms":0.6998330354690552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97afb0b8d7caaef51501a492716548d5585c5998c9b5ae635d2fb59ff85f8b54","sample_id":"hellaswag.val.8655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcd13d97d86992d5bd40b1770df2d68a95c246521e22a80546bdb65640a7bd80","formula_version":"titan-u-contract-v1","latency_ms":0.6284170085564256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7036b08bc93f788e302a9cbac3ebe070affa9724fabe94e5c6abeab181d6469a","sample_id":"hellaswag.val.8656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8e4765191ba4b3afc2b56779226ad41ef5df2308ccd8f2a39109658ecda6e15","formula_version":"titan-u-contract-v1","latency_ms":0.6572080310434103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a17bd39eea5554b369d33a79372445bf9d7f4994349e72010194bd35d810cc8a","sample_id":"hellaswag.val.8657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cf47deb1c2b79821c95e602fc3462abd66db9ffecb5896b8531ccbe2102e7dd","formula_version":"titan-u-contract-v1","latency_ms":0.8804169483482838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"657823654f2df39f0ecc098ea5461ba27d14b3c783d112eb2945c0d5391be066","sample_id":"hellaswag.val.8658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"864df7fcb53ed1788ee659feff5eeacfbc8d71b51873b294052df8caf21c301d","formula_version":"titan-u-contract-v1","latency_ms":0.7159999804571271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a122a1b065a5d48160bb30dd7b2f2ceb377d3ed3c2910331a5128539dbbfdafb","sample_id":"hellaswag.val.8659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5eac4257f1766f59f7df4e81ee33676177ac8dacef948793ca7309e5e651a5e","formula_version":"titan-u-contract-v1","latency_ms":0.6389999762177467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb0ab1f1cfcb1fe6887dc758fc834bd8ece087a1db243875e2f24d296dfd377a","sample_id":"hellaswag.val.866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"132566fdef400fe4798f107cd8dc57628b969fcd1064f99fc67f9347a113e1fe","formula_version":"titan-u-contract-v1","latency_ms":0.7159579545259476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b7d3e8e3392a76815d2e79f47790c3e7ac26830c8d07207c558ebc6200caee7","sample_id":"hellaswag.val.8660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98c79c21455c5dab22e4aab204a299d26c35e6c607a36419ba4e09e06c3f260f","formula_version":"titan-u-contract-v1","latency_ms":0.7353340042755008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56b2fc50668692bf74deb8517b60b1ad256f1f2f99eb3518d4562cd343d5d5a4","sample_id":"hellaswag.val.8661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b5791c74816d1f741a1462c5ef88a8d63a9091cc01f9e4d203a8c4ecc2dec7b","formula_version":"titan-u-contract-v1","latency_ms":0.6792079657316208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69f2f656478013f3a72fd7fb25123ba8930588288f18a3f61330e897368d0f4d","sample_id":"hellaswag.val.8662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f888894aa618d16711755dc14f766e01d5e074cbf627f0b2b752b305492b131","formula_version":"titan-u-contract-v1","latency_ms":0.816958025097847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c62f3efc2bfadc86b7044e6e64be23c15b44112dd9abc0cdc121210fc4cefedf","sample_id":"hellaswag.val.8663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a063c08973bc015ee0233bb694581006f15023e5dfa989e95aa628ed357bed36","formula_version":"titan-u-contract-v1","latency_ms":0.686999992467463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"872fe1d941813815b27882f55d437ebc667cb7406534add3f6598efc48cd8a72","sample_id":"hellaswag.val.8664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81110fa611e63510ec4b3a30bf8d5a8c50f068ce766322a6fc16dc963594d283","formula_version":"titan-u-contract-v1","latency_ms":0.8015830535441637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a375913fd9e89fb859e83001c8772b1d4336ce60411a7ea14b840421d998141","sample_id":"hellaswag.val.8665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ababda387a5187c5f7831cddca0217b527545cb7e48c9e61691f34cd11de17c","formula_version":"titan-u-contract-v1","latency_ms":0.7913330337032676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60f0a6600441ef9b367dbd017fe00f3c0417edbe46e0ff15f5c06bcb2f4871a9","sample_id":"hellaswag.val.8666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1434ed9a6bdeb0adbcfa0626ae0afffd6027abf539e94f84d57d096242b0c387","formula_version":"titan-u-contract-v1","latency_ms":1.508000073954463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbf91483767da7a6e1dd99514118fc5f82a987ebfa7367538b7a63ed6d2cf24e","sample_id":"hellaswag.val.8667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"939980bfbec3ae4d29b8ff1887396c05b397893e8ed33fb4c4de6e7514c72cab","formula_version":"titan-u-contract-v1","latency_ms":0.8290829136967659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74f5adb5abdca4a433c7a13b396ad10f30bbaf309815c71ecad3dbd79be0b1d8","sample_id":"hellaswag.val.8668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0f6c90299e87f0fdb85274e231f1330c226f07fd8461a8cef94dceb52d41429","formula_version":"titan-u-contract-v1","latency_ms":0.7350420346483588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06e70b909ba7f5d8b27eee25c360fa3094a963a8388ca9f51f9469e857e19d80","sample_id":"hellaswag.val.8669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cbf530a677b925fa28bb966c0e574558b4657cb710c47d7eb9e871b84c51f76","formula_version":"titan-u-contract-v1","latency_ms":0.7433750433847308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d502291d47e36805e3683a7a63d9ad785cb62ec4cce8537c0a8dcb2d3a18ea98","sample_id":"hellaswag.val.867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad37266b805391de04d46c3f4dfc482ba31f4724d7aebba480dca07faf3be463","formula_version":"titan-u-contract-v1","latency_ms":1.1255409335717559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b28f917acae90a40b9e426cbbe0918c680fa9752f5523304addcff6a818fe13","sample_id":"hellaswag.val.8670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6cd90d51648cb59dbb49472cafb47896247fe8afd37a6a935db5279e5e2ef15","formula_version":"titan-u-contract-v1","latency_ms":0.628666952252388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cffbb55b54e31b08dd15ab10d02cf201108c7e1d12db3ceed9f20108addbd34f","sample_id":"hellaswag.val.8671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"551d5e367f7a66aa63fd47bac6162d358592cd3de6f2c14aefec0d1349f97cf7","formula_version":"titan-u-contract-v1","latency_ms":0.684040947817266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91e6dea83d3d509507b4721b52e94e37f84e50d79b8a3201a84e92fe9f08c383","sample_id":"hellaswag.val.8672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3370e6d870cb02a06ccac0401289ff16fac5316480efb610ef3f0c1672d6a72","formula_version":"titan-u-contract-v1","latency_ms":0.6243749521672726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7307af5ccc5344032660e284210ed56aefec0e2c00d7e3a4263d9d71cbee3589","sample_id":"hellaswag.val.8673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8034d08477747ef3e0d02c111a8f07ad468c54ef9b261cffafaee324c3f1d645","formula_version":"titan-u-contract-v1","latency_ms":0.702959019690752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19427c626827e4758560cd54133868b4a8572e3a0193e66edc0dfbf7b9229c1f","sample_id":"hellaswag.val.8674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fca1ce409ccba74ae97cfc355f7cb4133a9d60a44cd63f3e12a74af5475a157f","formula_version":"titan-u-contract-v1","latency_ms":0.8722910424694419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94604cff2de81c6cf8d979c998da6099cecdfe40d3faa5df34451ba79bd57071","sample_id":"hellaswag.val.8675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55adc3d3f6619cc086e3195917c4f5c052b87fb93889c3091892e00a8f840b0f","formula_version":"titan-u-contract-v1","latency_ms":0.6361660780385137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e584a304ff34d05a3e7c939fe4af2c3242aa3df2d5eb69ea44ca19fde8c9c3a","sample_id":"hellaswag.val.8676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab005c366c37de31226575fd01446baae8686f52470afc196bfba93cb907f767","formula_version":"titan-u-contract-v1","latency_ms":0.6463750032708049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"230e9e05552cb5415efd4d302de6caccfed2d08d56da94d750b6f50b11cea8f3","sample_id":"hellaswag.val.8677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f5f3347f787ccffaf1fa50e7906d7069a66d81a30097278ea29b50547c46d02","formula_version":"titan-u-contract-v1","latency_ms":0.9614590089768171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb6fbf922efb237fb7ca3d4f388329d1e2c02526cc3371b1ee5ab97571d5d283","sample_id":"hellaswag.val.8678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80319769a899b83e47a5e5503b43b3906da405c5edd4be01ec06a0b4d1790d7e","formula_version":"titan-u-contract-v1","latency_ms":0.5942080169916153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd6e1f8656b065ddcebe24d463ea96aa270d3de32dbcb9a451473ead9e895a25","sample_id":"hellaswag.val.8679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89d42ee80affdd2192ac8b98d548f443d2ef1ea302fa03332bc43ba701101406","formula_version":"titan-u-contract-v1","latency_ms":1.839415985159576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8568602f4fc61ae15719e450106ab202d9fcf2c199ad096b152ae6bc206a97c7","sample_id":"hellaswag.val.868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a74ceaafc6abfb4fe624d768b5d3d596d1f1d900a817b5c889f7e83cb5d77824","formula_version":"titan-u-contract-v1","latency_ms":0.8983749430626631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"074083c54f40a07b7713834ba68c9645f4ff82e0ebb6d1fb1462a42632a4756f","sample_id":"hellaswag.val.8680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70ada8fc2cb79a60a3bc18626f89082b422b7f4e5fda695973ed7fcaaf46c793","formula_version":"titan-u-contract-v1","latency_ms":0.9299999801442027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2d7914ace9a5bba7ec7b4ada79f9acf5181c44a43cfba2a254dd29c8d4c7a09","sample_id":"hellaswag.val.8681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b06fba5d3c59706f3db871f08639768e3ee0c033f215ca5a34f654d835c81cc4","formula_version":"titan-u-contract-v1","latency_ms":1.8960409797728062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fcc4c531cebecdcbd156ddf90afebe311abe4253a16a1a7120c8d5bed540d44","sample_id":"hellaswag.val.8682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70616b5be3e5714aa814aa624a0256a17e58f7eb01c2304019fa97245c4175e8","formula_version":"titan-u-contract-v1","latency_ms":1.1090000625699759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fa051d32dfefdca34b12a2cf9caed7e65a7fe13fb5f2ba8a03200430b3f8d21","sample_id":"hellaswag.val.8683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eeeadc38afc398da51b01c055003297cab9ae8ccf7369aff61eb738cda44c32","formula_version":"titan-u-contract-v1","latency_ms":0.8228330407291651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8d51009926b3e9bc83a963177cae1ea0dfd976fb6d46c1e2cfdaa93e9a00c92","sample_id":"hellaswag.val.8684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a59f9c9a3911481c010a1b64e66a443121dad23955bfa608d2e00cdc17c17928","formula_version":"titan-u-contract-v1","latency_ms":0.8958750404417515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"627ee9002fd86208d3fcd778c035c018986805a544ba1298e48adfc0fdb13010","sample_id":"hellaswag.val.8685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"964c23ffa2c2ce37d5419a2324c9b2f750fb5c3e3597eb0ed17111ff5e493c51","formula_version":"titan-u-contract-v1","latency_ms":0.9057919960469007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccb67ea156f3e69d7bacc4d6930e6ad4a87002cb4b2df7613f2a9db2a6612aad","sample_id":"hellaswag.val.8686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2194d88589a720280ba59f12040148e347bdc49281f19ae80c4911fa003d43b2","formula_version":"titan-u-contract-v1","latency_ms":0.8156669791787863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d56f3733ad7fa22bca5e565fd39a543c514c42cdf883cbe158fd2287dc64d6c","sample_id":"hellaswag.val.8687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08a069c12b239774720c3d106577e1128d3a745ce43293ba47f14dfafac6e11e","formula_version":"titan-u-contract-v1","latency_ms":0.9603749494999647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fb5776a842d6eded0b115f422aae3b54aef938775a034110bfee2519d92de36","sample_id":"hellaswag.val.8688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1153523268e8288d2d91a93229c296b7541130b0d3f73bd8be10e59699ec73b6","formula_version":"titan-u-contract-v1","latency_ms":0.9008330525830388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bca2b11a5c60abfeb493d6d10b9e4d53d0e5645a0d911d25460a446b298a975","sample_id":"hellaswag.val.8689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfb1104bde9e540e1b3c8a8d5db37f1f641cfba0bf8e5c873c9c9cb04ce53acf","formula_version":"titan-u-contract-v1","latency_ms":1.2036670232191682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c966fe870959559288123d984677c3bb6184c8aca5af0100909c2c2bcd04d31","sample_id":"hellaswag.val.869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8031b43aee06a35bc9848f924493a5bd6d66db9eaea9e62049971f8c9a9f5dec","formula_version":"titan-u-contract-v1","latency_ms":0.9360829135403037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e993a49ce776308d25517beaf9582ca814014d1b425cdc793af41ebfffd82b0d","sample_id":"hellaswag.val.8690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"798382ae3090c4af234b0aa3acf65e67025b5ff2af06d13f75d6b8045943763a","formula_version":"titan-u-contract-v1","latency_ms":1.2153750285506248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"577a7906ad1761ad54f11957208f51990d20476fd1b763e7cc94a3017549658d","sample_id":"hellaswag.val.8691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"413aa8025a52f13c9bfc984fc9bb9148eeb45080ad912f51defbcd030b1767cd","formula_version":"titan-u-contract-v1","latency_ms":0.6631249561905861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"954d517208be48de3578767bd5957227794eeb780b38b1854f8c6e81440513a1","sample_id":"hellaswag.val.8692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59d379488caa137e31a6b1b7b18e2446b62ffa0d556ed17403ff280ce04b52e5","formula_version":"titan-u-contract-v1","latency_ms":0.9023339953273535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e15c3e265f2c6dc9e77c8400389391b73095f9a7cfced8264f8815fb5c2db4f","sample_id":"hellaswag.val.8693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dec6d631ca138acf41da613a1d4112ee0a42e40731db638ef6caa35692557c70","formula_version":"titan-u-contract-v1","latency_ms":1.4246669597923756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2775d772ba79fe6cd731b0cf473709a31fc0b86991b6b39c39be7e18f72755f","sample_id":"hellaswag.val.8694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2a220c9c57b92f37f7bcd29380a43f96f496d955a7ad68a32f85c838bfa6b06","formula_version":"titan-u-contract-v1","latency_ms":0.7967500714585185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98e62182fb3078d8a0c65cc8ed27d41aaac0aba4e417941d5e40a99df4bc041f","sample_id":"hellaswag.val.8695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"397e38f6a6bcde3370f959f3a87de9b44eef0563ebf6d15e86252403403a0015","formula_version":"titan-u-contract-v1","latency_ms":1.1829580180346966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e9c919281bf2f812d195aa08044e31d2b118ecf0413124aed7f3390bad1d736","sample_id":"hellaswag.val.8696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c98c122fefce3a821bbc7d469d2713d558a6aa2887c6ac9827c5c1b1f15899a","formula_version":"titan-u-contract-v1","latency_ms":0.8344999514520168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b95ed21f11dc208abf902fa4e76896523c4b8ea6380c84c97f56430b20a7b172","sample_id":"hellaswag.val.8697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50b2949537f62e548e55c2ce171fca345ca8a04d3430fbedf61567766708a03f","formula_version":"titan-u-contract-v1","latency_ms":0.7569999434053898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e6a59a47ae47bbf596b3157af3431b3cad63594bb4476866cc620996cd92cf1","sample_id":"hellaswag.val.8698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"709f0be048ef529d2bd3b127cc6ba876f648f4b40eeda7cb442394bb604580cb","formula_version":"titan-u-contract-v1","latency_ms":0.8247920777648687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7294c4e8f96ee5f0692958873c3efa00b5acbcf6df79ab53ca473bed97efa864","sample_id":"hellaswag.val.8699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffb053a1168d587b9eef075143a7008d5750e206ebab6a1fadcb5f1b66872a8c","formula_version":"titan-u-contract-v1","latency_ms":0.6674170726910233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f8666acc457358299ae88f55786f28f8c1677fb4a631bc246f8d3d2325602b0","sample_id":"hellaswag.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52513afa64b35e7cecea1862626c7a781045454a82ab555903cce590db518af2","formula_version":"titan-u-contract-v1","latency_ms":0.5587909836322069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5798d1913fc4ddc7fb9eb28e5d54e9ecf97f8cfb4ffb12fb498776197b5f3f7b","sample_id":"hellaswag.val.870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea5d6d1182009ea7677a9902c0cd8152953dd6326eb8bac74a47892b69eba6e8","formula_version":"titan-u-contract-v1","latency_ms":0.9723750408738852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d74b241a6bea2fb2f280374a244ee42d3acdb10225340dab7b6fc054ac6da8e","sample_id":"hellaswag.val.8700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05e1fcbececa9cc7dc1880e3da7064c25a32e509c8b1fe1bbe9d537740841384","formula_version":"titan-u-contract-v1","latency_ms":1.035582972690463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fac3d31ca445a1277f05429a7510fc48fed33ae12bd4f2f307d6318d79ac707","sample_id":"hellaswag.val.8701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95d22985ae68bc301055f6670c3b4402c6691c0d6e20ef28070fa1aca76e8e4b","formula_version":"titan-u-contract-v1","latency_ms":0.7929580751806498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00246ccf3888c452113d7dea1ad58d4730fdafb78261d9e55a1ec269706492f9","sample_id":"hellaswag.val.8702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bc810f31297b4d96a53c125d1be5ab0451aa4ed1677bab68900f2ae7e4d942e","formula_version":"titan-u-contract-v1","latency_ms":0.6976660806685686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf713e6d16974870a99c52c0a8db78699586cdbf3228f3c56644e2525ef53de5","sample_id":"hellaswag.val.8703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cae5380ad089121f3fbf690c0e3166beab92f7208daaac6b1c5d85378f9ece00","formula_version":"titan-u-contract-v1","latency_ms":0.8670839015394449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb93fd2683750bd80dc0eaea8776085af4b9cc3b937e8cc93ccd286769377247","sample_id":"hellaswag.val.8704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8622f8b4b9ed74b3ed68e9763efe4cfbc9d51e313dc43497873f917058e10dd4","formula_version":"titan-u-contract-v1","latency_ms":1.0245000012218952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"389699a1c955064f1e09262cd4d41e66d4b665ad03e3e0e22fff7b393b8f7d0a","sample_id":"hellaswag.val.8705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd5d636407449767b31c2f386a3b564dc321df9c79fefba17095b0b9d87ae9c8","formula_version":"titan-u-contract-v1","latency_ms":0.8937909733504057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bc5823a7a341f40d374bd12edd19a93bbe6e7588de04fd19d8b9272c8791cfc","sample_id":"hellaswag.val.8706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76dd64483a7830e3ea79a4d59033f09981f62255a95449d23f803a9fd83a2d84","formula_version":"titan-u-contract-v1","latency_ms":0.8048330200836062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6f5f9e94375b50a8366f8e6c5c3d56f6c06051f0ae219e12e7d0bbd495bd027","sample_id":"hellaswag.val.8707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b901349b5a5bb833ab426c6347a9cbb1342dea1bd62e21192d6258bad2fb1b96","formula_version":"titan-u-contract-v1","latency_ms":1.3042920036241412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a3161ea216fb2391dd12a6a385f152a27c3430076007db485810a17b3e4e473","sample_id":"hellaswag.val.8708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c150d2c7e314db6552105cb513a755461d1fb6e469e2e885f4251450144224df","formula_version":"titan-u-contract-v1","latency_ms":0.7628339808434248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07a896d406aaccab25b8bfcad46002bf46718d4c4676b591513e2ad386cfe0a4","sample_id":"hellaswag.val.8709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e33da7ddcf33331aa6d3b53dc183d4c6dc802d10385294696e36c632683c781a","formula_version":"titan-u-contract-v1","latency_ms":0.6966670043766499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16b34900e48318086249f61d8919bb517f65c74deec1c3833169b96752c455f7","sample_id":"hellaswag.val.871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9852580236497b1a2319f620be80e8e6ce88575ecd585397c1f7307c109e6fb1","formula_version":"titan-u-contract-v1","latency_ms":2.523958100937307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4a221d44e2f78dec88727abb10ef7c4974ea74f38c6a734b07fc3a566594be2","sample_id":"hellaswag.val.8710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e192f1f8899856d3bc4209dc9ce44d0494e1d0ed032dfe87ffcc9495b855c045","formula_version":"titan-u-contract-v1","latency_ms":0.6731250323355198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb382afaf3166c4f051a6947302c381f931866460660a01cdfb466ee65cf9b77","sample_id":"hellaswag.val.8711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5118b6a93cdcdb1802fa9eceff110b15c9ad3733a48d9219635b34a78dc6c33f","formula_version":"titan-u-contract-v1","latency_ms":1.3247079914435744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fee91250cce02987d96050a8c30344318c930305e850cdc5137ec55f5f8e9cd","sample_id":"hellaswag.val.8712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"637c28a9e78a1ac5d5f82e719c31f81faa7251f7a72558e80066692e558e18b1","formula_version":"titan-u-contract-v1","latency_ms":0.8720000041648746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3529ba9e80ee0b53f458bf8c1d65f31cb4130a29b37d58ede41ecb092309c4e0","sample_id":"hellaswag.val.8713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c356d85066f97e5374c4a0728792466d9815e3f0a624edc733dbc68af2f630c2","formula_version":"titan-u-contract-v1","latency_ms":2.0480420207604766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7ef9edd2727590c4f7f767146bd16c5ecc38cf7b5586fec97709a8ad28732e8","sample_id":"hellaswag.val.8714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12199f71d1f564183d26dea937d6aa641779ff781b86d54fa1577e4d10e5a4c1","formula_version":"titan-u-contract-v1","latency_ms":0.67108403891325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e0c6d0b937107ff8fcb876dad72f8615d87341aec05c4de2ffcb0633eca7dea","sample_id":"hellaswag.val.8715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d1c9a35420955392bd57e51666077ae34df2c1481a6a4e7d96babc4a34acde4","formula_version":"titan-u-contract-v1","latency_ms":0.9387499885633588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea5d30ed3defbf353e74797ca0c3ab007a5e5c73d0443fbb6e7a655d966587f9","sample_id":"hellaswag.val.8716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bec29f0ba902fe74c25cd23d39419185fa62e048c8eb0384539a17614a237202","formula_version":"titan-u-contract-v1","latency_ms":0.6488750223070383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d9de1c35d6f381e0e3163e4ad161b201068ac1446f5783710d6e5065a0f1b4a","sample_id":"hellaswag.val.8717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32ce58010634dcb1a823612020d392677b91fee8ad6b3053fcf400b152d0431e","formula_version":"titan-u-contract-v1","latency_ms":1.0512499138712883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12691168e5b65776996d83cc8d20901ce80c554b9f5383db86b4494bbd4faa82","sample_id":"hellaswag.val.8718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b89b648fe4bd01fd113fe1d06c0d4331a17cf2fec75752f16488c26fc83c90e1","formula_version":"titan-u-contract-v1","latency_ms":0.8671659743413329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d1903771a9a953122c42bb19bb5ec6dc8b456376b16df7614c67d2d9d64dbf6","sample_id":"hellaswag.val.8719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"964c852ab2b6f8e1eaa003597781a78e9e09763e29c44a69903129d6a6138801","formula_version":"titan-u-contract-v1","latency_ms":1.4842499513179064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cb70da1f172198131ba3856869052ef6c6d2e743745257e0fc5573dcd62c1cd","sample_id":"hellaswag.val.872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da5e94112e52402edc0b7951c183a4981dfc4a21137be63679f95edd8b967de7","formula_version":"titan-u-contract-v1","latency_ms":1.0367920622229576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3aff95bbfe134a00666ce1f39b8d0fab3c6a9a8c230745b9524b549f83e0d25","sample_id":"hellaswag.val.8720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a543305a21bc20d674bf7a5bbed33dab75989668b69b750ec194902636e0ffe","formula_version":"titan-u-contract-v1","latency_ms":0.6770000327378511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57516bf044a7cbe1eda853d6eecbeff9f5849821cda4aecc51a2c51c74c005ed","sample_id":"hellaswag.val.8721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59b9fcc8e233a8b1200a3f41d5ca4569919fdd9d8adc719a0e396c36bbe85ff3","formula_version":"titan-u-contract-v1","latency_ms":0.9674160974100232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa02d7671d3fa8533c13cc5e7712fdb17f03110aa7147493c1b2adb1df76b82a","sample_id":"hellaswag.val.8722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8fae335f98bbaf8018ef327418f2efadfd37addc9071f853a72ca8b333ab6f6","formula_version":"titan-u-contract-v1","latency_ms":0.8531250059604645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"910b32f464acc69ceccb9110a6ed325fb4a0b51b087e08b781a8436b0bd1ba2c","sample_id":"hellaswag.val.8723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ec79e8156430e95db216e72e017e16ec517731b16d7a8dd85aedae376d89fe","formula_version":"titan-u-contract-v1","latency_ms":0.8691670373082161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dd4612022bd64a562d8ab748b5614837b18cd2c134e350c3c667b304e58c5ab","sample_id":"hellaswag.val.8724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1413dbaf08e7045768c5775c397b92fc8201acb5e23d1b78d5fbdb3430be4f3","formula_version":"titan-u-contract-v1","latency_ms":1.624707947485149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55cb42d361942bf269193f1f50ddd79c1957b48da5e69d6a69d4f28ef47540e0","sample_id":"hellaswag.val.8725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6ab9fe1b6a1c823584f3b233eff6fe12dcfe5c4df288b6df50c3fd1f5ef56a1","formula_version":"titan-u-contract-v1","latency_ms":0.7075420580804348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f272d4cb481b3fcfc41a8ebde2cc0422c3de489e1d542e3e5aa67848ab77d2dd","sample_id":"hellaswag.val.8726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4917dc11942b4be4c9134e9d939a603720c74146fe67f1f68a75db55d587bb8f","formula_version":"titan-u-contract-v1","latency_ms":0.8076670346781611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4de1267090bc78e322086af840ae95c905bbdc7f8fa5245619a029496f9dc424","sample_id":"hellaswag.val.8727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f7c7d5358864e1bd7b30d42cf8cff943cc6169f42ad4e43d5f8e0db4e3f8f97","formula_version":"titan-u-contract-v1","latency_ms":2.217083005234599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74bd183588a36b23b85d77c4fbe56276fe56d412f4144e3f9ede80163f98ab4d","sample_id":"hellaswag.val.8728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1bdd44af7810e1cc60bbe16bf9303b3a32d36b564464500724b0250de19ac83","formula_version":"titan-u-contract-v1","latency_ms":1.6211249167099595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dc246a7b4b17b2f352f8cd92272583f4f8430c4e2a3b9c96209ee0d45427b25","sample_id":"hellaswag.val.8729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57c41f098d6610936f2fcb76da5c67e041ba5309731609f1782c641773465b75","formula_version":"titan-u-contract-v1","latency_ms":1.261834055185318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dfe4fc6c61464c056ed2179cc06d31f7a94140395ed3add06a52faf379b9e9c","sample_id":"hellaswag.val.873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0541f67926becd94ed2b668da4590ce0aa239c5764cc7783091e1f83e553eca","formula_version":"titan-u-contract-v1","latency_ms":1.0089579736813903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d1f612dbd9376cde8c3934f88dd3657dc0920bfc076b6f83a9a49869379d3e8","sample_id":"hellaswag.val.8730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4af6be2ce9a60889d32377484d7a7bea19ac35ef55e3ce58a34c8bbdbe58d402","formula_version":"titan-u-contract-v1","latency_ms":1.1399169452488422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"292115431fc3e78384b91feed2ad6b508bb429a38cebc199acb33bbfeedb29a7","sample_id":"hellaswag.val.8731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f6589939b1d552ec43966611e75f75978ce7259401e3119376a9e99fbaff5d6","formula_version":"titan-u-contract-v1","latency_ms":0.7316250121220946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ce05c210103db326af5ca80371af0d92c82be4c95655697dd05abb52aa942db","sample_id":"hellaswag.val.8732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b31cb0da261617adcf06b8e1ad32736fd5d8aa0d33fff5735ac11cb77e532b1","formula_version":"titan-u-contract-v1","latency_ms":1.059749978594482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adf452a22dfb25a933bcb79ac9e2aef536b6fd734eeb50f3a79f3c4cfd4a3451","sample_id":"hellaswag.val.8733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdb9417487bc77d2e4d86be59ed470557f813344e15d28afab567fb6434f01ff","formula_version":"titan-u-contract-v1","latency_ms":2.112500020302832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a820289465c0e4e2aac421189689b9d68e54318b0492aac0504f511a87ef4e08","sample_id":"hellaswag.val.8734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a35008315f46679997364ccf9f784d6d83ecec3768405609ced6f9f032fe6f1","formula_version":"titan-u-contract-v1","latency_ms":0.9518340229988098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"285c97406d1f71d8d007a9ecfc9f373a3399aa0be64f1ffbba5b6802478881ea","sample_id":"hellaswag.val.8735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"013daf3fd167eaf3925847d1a9a02bc4b75e90a9e50662dad30f30f4392960f4","formula_version":"titan-u-contract-v1","latency_ms":0.8249590173363686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f563672b4be95b0e438e866922331b15feedd4945a0f7a645942dec8ffca2ba","sample_id":"hellaswag.val.8736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7ce371aaa7ac2eddbea7e71bd6360e75d600ab47b3c0a7a1cc7c0f8dc8d8046","formula_version":"titan-u-contract-v1","latency_ms":0.6143749924376607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a65ba451dc4557b370a671bef0602328e1d303b5f9f76031f685b23c4caa44bb","sample_id":"hellaswag.val.8737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e96b82d539b4c0cac90f5c9f92cc06cf7766e94d248b888453bbb351be36437b","formula_version":"titan-u-contract-v1","latency_ms":0.9503749897703528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27adbf340217053074cac18a38723078baf8cd2a285259d5fa735d9b85a87338","sample_id":"hellaswag.val.8738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0d13159472f8d4f8cf52bfb1bcf7e043adbd249ae7778724d48370ac3bd091d","formula_version":"titan-u-contract-v1","latency_ms":0.7865410298109055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e9cc9fa0dc9277b2fb3a31c79af1bec9f3dd90c45f3aa5eb8bf4e8be7fd4a8d","sample_id":"hellaswag.val.8739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cd57041737c89a55bedff9a33abd35f9be58f66def1b1b37550e291d8fc6ab2","formula_version":"titan-u-contract-v1","latency_ms":0.9542910847812891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15836df0a2f9da6e36654dd81e3f950c658f42526e5a22f798f0e4fb49805dbf","sample_id":"hellaswag.val.874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d29079c0379a68867abc8da7c35cf53abaeb83c7d49df8343a247a32e38c363e","formula_version":"titan-u-contract-v1","latency_ms":0.6774590583518147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aa28dcc4743d684a1acc35f28fe2a5f31520e9140fe3fbf9c39131e99144200","sample_id":"hellaswag.val.8740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ec1843e8437c04938c0df62b766453cd990794708f47498808f48085857f7f8","formula_version":"titan-u-contract-v1","latency_ms":0.6335839862003922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e0dd20fd35288a129b2c1da00ad26325c888158523e0de73ea73de94b2b9160","sample_id":"hellaswag.val.8741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"084b58bf1a2228d4eeb2c167f9080c87d41fb107007d695a579bfdbab8d7d925","formula_version":"titan-u-contract-v1","latency_ms":0.6539589958265424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60ee257903cdb182cf0b22639b7841b7b3a2e8b95b848c4d715a0397c4edb949","sample_id":"hellaswag.val.8742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1d0d636ac744bb6c80515fadd0534bdd4e3772bf846395ad2b935103090ca8c","formula_version":"titan-u-contract-v1","latency_ms":0.8840840309858322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3d1f7827b4b65d544ad930c891298180c975c8ea8296aeb0ea585569c86f617","sample_id":"hellaswag.val.8743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d108f5354826465e6032c5b89def78f13de2bb4b69fae9a3285e524b16808d5f","formula_version":"titan-u-contract-v1","latency_ms":0.744541990570724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd52d5adfe6ff0d543d3c32e00aff994438279c48c6bc8d6ab1cab1ec2af000d","sample_id":"hellaswag.val.8744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ec473d96845406e50eefb9fefcdc6ee7e98f1853ad0c9f5288dfc84f19e5ec4","formula_version":"titan-u-contract-v1","latency_ms":1.0864579817280173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b40c968f07e134be45ff68fd2d1793de548e1365c12dacda5ef355677e9e8a0","sample_id":"hellaswag.val.8745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82123e13d3b6f4c8e6d4cc123aadf60f9b9f69ec15de70d569981e15d19afb63","formula_version":"titan-u-contract-v1","latency_ms":0.6481659365817904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4f100b6fd73f20036aef7f732954cf10e7ac41dfc7bb7f5a1d0bfaf59827543","sample_id":"hellaswag.val.8746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8842002ba678b96c9a135b3a0144fa7c1656b407803ef8a16aecbd513965beb5","formula_version":"titan-u-contract-v1","latency_ms":0.6627499824389815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecd45a57abcdf046cb99c26c2c98a6a251b136788bdfaf84772c7067b732d0db","sample_id":"hellaswag.val.8747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb2eb051cf7ad5717dd01d6682c3dc810079850c95641613bdc439e162b979eb","formula_version":"titan-u-contract-v1","latency_ms":0.9320840472355485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1570ae765fc30f269ca9310b6e7b3f3f63ab1a5d36adbbc694d3330682e2aacd","sample_id":"hellaswag.val.8748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a01c375ca99564b57e1a06e0ec1788d57fe1cfaa7c4f88949ecdcca9fd87195","formula_version":"titan-u-contract-v1","latency_ms":1.0547090787440538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc12b76f1a1cfbb34b6ebe9ec395e8feb5ca278d2e4b4aa3a8e80fe38f8b4dca","sample_id":"hellaswag.val.8749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1ed57d2d7e277465a0cd18704e7dc284964aa778e3ea0f6e6d3ed667fd5e97c","formula_version":"titan-u-contract-v1","latency_ms":0.8135000243782997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea31c1f1088d5cd20ec8042262f113c414799211940f98ad50a16b0c6dc99be2","sample_id":"hellaswag.val.875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba278f97c216b9d464e3a742f9089f7a03f1086dc5727071723eca46c1ebb276","formula_version":"titan-u-contract-v1","latency_ms":1.0357920546084642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9471ab0796df0f81ec99a8481c0dab5fde6088bbb3d25b1b393ffafa36b69a64","sample_id":"hellaswag.val.8750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0aad1889242453aa7bc10ee8854f493e9e06336fd057a80e2254aa68f5794ce4","formula_version":"titan-u-contract-v1","latency_ms":0.8350410498678684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e48ad2fa58cc96f51ebf724a452ccc0b54f9c4b8d5817096a693212b97df9b4","sample_id":"hellaswag.val.8751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"925383fe302cf39fc2c0294f6b7bbf8f2e23d29345f48748325edb339cbf0463","formula_version":"titan-u-contract-v1","latency_ms":0.9508340153843164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c1d42d449484961fbaae02b7ec1158c6cc351c6d414a0f5d3e9a292ca7c6533","sample_id":"hellaswag.val.8752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b7ba631fb92a9b95cb8eea7038e8cf686ac8c4feebc42c82a5ffa2e25be8b59","formula_version":"titan-u-contract-v1","latency_ms":0.6755839567631483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8e8abd2cf6b5825625301fe69823f16e9940a710f52fd09870b616959d25887","sample_id":"hellaswag.val.8753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5262ba5d3dfe9aae603e88977090064d87740e6b5e1947d1dae832a823bacca","formula_version":"titan-u-contract-v1","latency_ms":1.1668329825624824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10da5e81f9af7a2fc5359e585f61c453c3258159a8dfc32e23d0df7bdeb2838e","sample_id":"hellaswag.val.8754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49f71b99b9edd9381ceed9d4edb2c6f2a09eb34cdc890ba711466b8be03c7d29","formula_version":"titan-u-contract-v1","latency_ms":1.0416670702397823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef2aa171725fa8bc1506d0a347e4b1834bae51b8c7de4da43b65a856958cd3c3","sample_id":"hellaswag.val.8755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94f97b2b5b5534e367286e01705102a75953f1e1253e2047727a88b14ea1fffe","formula_version":"titan-u-contract-v1","latency_ms":1.0727919870987535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9c554ca8b7493c8e42dcf5bd6d4fd5716005eae34034038dcd81b7624a3cd3b","sample_id":"hellaswag.val.8756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e85c2dcbaacb2ef0b181707c7c78b52423998b5ffec5277f14c22d6f9bfd290","formula_version":"titan-u-contract-v1","latency_ms":1.0798330185934901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93aad5e873c574964bc563397559c4f4311d85d0023606c10330a0f8806a5a0b","sample_id":"hellaswag.val.8757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75be1d0c51909eb08a67c42062f5175d20e7b08364b0ec8ac5e037aec9d9a28e","formula_version":"titan-u-contract-v1","latency_ms":0.8205410558730364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87bbdbb7c6b97d684ecdd22e68ab464a38cba2b5e25a85dcf72ab99aa2ae74d5","sample_id":"hellaswag.val.8758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c5e48d08655c155b5ad9ae8a5d6021b357dfc6e86eb9761715d0ee5aa53d122","formula_version":"titan-u-contract-v1","latency_ms":1.469458919018507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b92fa53a096b2448c3df864ec32a7bbeac56fe192752d26b135762d0e959687","sample_id":"hellaswag.val.8759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf83f38f8ff0d70788d93ca4c552bcced6c5a02e73fa7f61e74d634d6e3fcbc6","formula_version":"titan-u-contract-v1","latency_ms":0.9137080051004887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b0586c48cbdb7ad7e977225c96a1ac4fe1350d512b38f9af2f34189b346ae1f","sample_id":"hellaswag.val.876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0706d0b4bc0fb5c75e0e99cc2680d190fc7f38fe3a838a0398ac895d6b052ed","formula_version":"titan-u-contract-v1","latency_ms":0.9656660258769989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ef7c8ac586e2a268b0cb4401d77b142529b578d46a68d2d244c26bab2ce499d","sample_id":"hellaswag.val.8760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b55877cfda0620dd118359e666f157c93b5d92f1185e3435ca575bb3b9f5a0a7","formula_version":"titan-u-contract-v1","latency_ms":1.0362499160692096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0cce3f3f3b908da3c4c5bd08ba442f452cfa1c89a149d87ddcef25bf1175a74","sample_id":"hellaswag.val.8761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d81809692a6ea051e7703522640b8bbc0568dbf53aaac3d1997ff5b95fcec26","formula_version":"titan-u-contract-v1","latency_ms":0.9342500707134604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a82c9a1a82a7d3a8bd6f8fe8818ddfe7cf7bca1158f554990df6b617acb3093","sample_id":"hellaswag.val.8762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff347ea20a6d4fcbdc8177c5a2f7694221a7aba460e2b6840a15565d1a01fa8","formula_version":"titan-u-contract-v1","latency_ms":0.7179169915616512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"489d2b139e0efc779236ecf45318fa637f3513b6a400cd267b2ebecf3a6a2c04","sample_id":"hellaswag.val.8763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d189881449e8a77ea11675ebef22c495081e8995c0549a865c3fd6e3482fa0ce","formula_version":"titan-u-contract-v1","latency_ms":1.0372500400990248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cf8ecfc28f8d062b05aad78a9d09ec2838e3530b65ffdf867dc8173c81be1d4","sample_id":"hellaswag.val.8764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18fd0545e88c891e9c8c45530b08c920992bc2a81b8db66e7331e2bc10eb1b57","formula_version":"titan-u-contract-v1","latency_ms":0.9451250080019236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e64ee3daac7c292fd66941771afe40c4c6776e169ea79cdbdb9dd5c2ebe742ca","sample_id":"hellaswag.val.8765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c823436aee4ac78b23648ce718d3bc033b7337b32639d1cdc0999532e66a0bb8","formula_version":"titan-u-contract-v1","latency_ms":1.0963750537484884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f614ef9638e6159cd61cf4871160c0e52b20c1b51ececf87b42c49314d28583","sample_id":"hellaswag.val.8766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cee0ae93484ee1552262d953ea2360a4a38595468a50f41ed7b5f46523c381a3","formula_version":"titan-u-contract-v1","latency_ms":1.717790961265564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8048a30a11b2f9f3cff5124e0ab97ab8fc91efddf884bdbced6a5c8857ed7c94","sample_id":"hellaswag.val.8767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee0a117731c5683dd2536619c7428b89022aa51e379d9ce385e79062b6aeedec","formula_version":"titan-u-contract-v1","latency_ms":1.1836669873446226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d3fdf1998b2f15e97116690521d6788b55e9ead5f8684bade8faba8eff83c82","sample_id":"hellaswag.val.8768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"953557f137ed1c32fe535cbd5690d7dfc288a07e5878693e2d18a6e0f13edcea","formula_version":"titan-u-contract-v1","latency_ms":1.0105828987434506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ff5b9f60df96c680d6a5d56c14f1807a38e3215b45244c04fb3e6279f3a22d7","sample_id":"hellaswag.val.8769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a75c4b37d5e14448c814fe9d58a623aa54fb85c6ef47804ad31a2d4a5f2961f3","formula_version":"titan-u-contract-v1","latency_ms":0.6160419434309006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b2061575de828ec6fbbc947dd7d6f40ce76b644b742389564e8d71c0fce6962","sample_id":"hellaswag.val.877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"345647995dff200a40bf7434d78874cbf0e2c83433ebdea7f164f12b2065c7ff","formula_version":"titan-u-contract-v1","latency_ms":0.8489589672535658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adcc13cafac7ec8858cb19de7cbefd189d8a42d082522297d9dd417d633b2e3a","sample_id":"hellaswag.val.8770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c56b35c6a674a515bfb3365a348dcf13fa2a5f9729fc2e1a52552b74a52ed445","formula_version":"titan-u-contract-v1","latency_ms":1.619792077690363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec6de505972d9e874168b2cd81cee0c41e497bce9f6eb9538e5fbe8a43f0495e","sample_id":"hellaswag.val.8771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"927e5d1a55b694525daf8e34b4640d9ee5397b46e3e4dd41603ede32d33fd248","formula_version":"titan-u-contract-v1","latency_ms":0.8177499985322356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d622035ec15e2bbb180b76f4c64fe89a8a2225d60cf5504450b93636b5546252","sample_id":"hellaswag.val.8772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0ec3aa2b1dfa0f76977c7a24538de80237aa97ca971c306167a0c33cb5726b1","formula_version":"titan-u-contract-v1","latency_ms":0.9154579602181911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93afe8dbd50b5f999723e4682818049e017636815563be5b90dca59a2772bc06","sample_id":"hellaswag.val.8773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e9d3c898959c18d0d26408061b3018b1cc65f3f5ace70274c244fa6aaa9c810","formula_version":"titan-u-contract-v1","latency_ms":1.0979999788105488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb38490ae1394068076cc1cc59d28f68b582c680ac9e4ae072ba6fa60dc124ad","sample_id":"hellaswag.val.8774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0a55969d7ae6631d104744c81fa7c43d5aea00bcecd7d033ace9c376d1ff14d","formula_version":"titan-u-contract-v1","latency_ms":0.722500029951334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba41ee36c53e14e45dbfdf251d5ad8b5e0b31d03c3efb5922fdbc17e54266912","sample_id":"hellaswag.val.8775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6188458e2cb47a9537bfd4c2a2d764927bfcf4b148176e19aba51b37bfb6cf2","formula_version":"titan-u-contract-v1","latency_ms":0.7072500884532928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7f14aa970c5fb9a861035728655ac8e0256bc0b1e86d4bd233a6006cedce97c","sample_id":"hellaswag.val.8776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36d91e52e1b8551bcd5a2b9478451ff15b0b9ad261e19c510cbb2ccb47957b73","formula_version":"titan-u-contract-v1","latency_ms":0.9587500244379044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9370886b0f2497787dfa67aac5cdd3841ffe806b5b62e07b4e6d6926e3d6bc51","sample_id":"hellaswag.val.8777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7bfd9e433cb57bdb029f849f81e8afb6dd83d22c741ed054802fd34d41b124a","formula_version":"titan-u-contract-v1","latency_ms":1.5027910703793168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4938b16bfb35d351fd29d2b4b74ea44d47640a4d47ddda3854a16a742a9128ff","sample_id":"hellaswag.val.8778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a68f35dead01f622656e5dbba411461ea6492921015dd32aed5b50b8b66fb2e","formula_version":"titan-u-contract-v1","latency_ms":0.9635830065235496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5457be340b4068140669b227e6f72c23bafa6866cd34fda18f9a5b79441d896","sample_id":"hellaswag.val.8779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebfceb40ccea43617fbb1f2c0eb582f0d5f16a5d1a8092d9a7e0d6265d53386e","formula_version":"titan-u-contract-v1","latency_ms":0.4664999432861805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dc7d40eb4deffa2667b9e4fa71807699050802cd3891a918800877f58f32244","sample_id":"hellaswag.val.878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6342f3b25a4066445723df11a680beced128d1f4abb4f9817dc112b8d8995b58","formula_version":"titan-u-contract-v1","latency_ms":3.902332973666489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63a05ad2b60c656667cdfed92d09b79e7ccdfce948fe925adf41eb38ca00f22d","sample_id":"hellaswag.val.8780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57d0c921c3ec4da66a859bd6557b6f0f673c99ab437470d08a6042b5068595a6","formula_version":"titan-u-contract-v1","latency_ms":0.7323749596253037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56a7e25140e6220643d5bf7c5453890c3ed4681033a29a0442b89e52a000c9d5","sample_id":"hellaswag.val.8781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7723e05ed17679445c376bbafd96feacf481814fcf7304f8a5760a61eeef01fb","formula_version":"titan-u-contract-v1","latency_ms":3.0616660369560122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0845403de06c6012380a793138b637e74bacb1c595efaeebebdd4441512f529","sample_id":"hellaswag.val.8782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebcee2f603fecfd70adc7cb5d06cf8afd20cea6d4aac163ddbe73d83f7c9030b","formula_version":"titan-u-contract-v1","latency_ms":1.5935000265017152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"924609e01668b4c2a5e12f7c89691d325fd0e7db654dc9f6eaf5545a598e549e","sample_id":"hellaswag.val.8783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb366814a4a5be0092cd1d5f2ef152746db747493ed91309d5bb27fdc42ae1c0","formula_version":"titan-u-contract-v1","latency_ms":0.6701669190078974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8ba4554313987be509908d7e64472c336ecd3e9d4e40cb1d07fdb538111a899","sample_id":"hellaswag.val.8784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"662c365e2c7f2a77dbf3c37f43f2bdeafb56fde1c30b0ac4772bcf5393a725ef","formula_version":"titan-u-contract-v1","latency_ms":0.6685410626232624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5dbe575a24217262b9750d9a28e01b363e3a11fcbbd2acac93efd5ea535a145","sample_id":"hellaswag.val.8785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8db7540d3a3e584339de1a168a06300baf5c142c650d79b8a4d3a81fd1a4b90","formula_version":"titan-u-contract-v1","latency_ms":0.6974999560043216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d73e59f6170ea1d183a13bf4b136275a21d3287cb45c6736970c322d78ae116","sample_id":"hellaswag.val.8786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04489ec6998912f6f584317b4fdcac26865e30adf2bba1c566cff994855cc5b6","formula_version":"titan-u-contract-v1","latency_ms":0.667500076815486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16023c03d2fa0d6a00e302ddf088aad7d3b11104cbee1653d44dfbaa56572e78","sample_id":"hellaswag.val.8787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"100343d5347c4fd1e2b37eead133ba4f58c843068685104729c136c632961745","formula_version":"titan-u-contract-v1","latency_ms":1.2769580353051424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bf66e5e94c16348453838f20a1f237aa9d8a96005ac607ffe8ddbb31d39ac0b","sample_id":"hellaswag.val.8788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abd129281b061efa572c5e3c12387ad6f60dc4d363b2a6a5644a2168215efc6f","formula_version":"titan-u-contract-v1","latency_ms":0.702959019690752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b0af4ca3618695992d93fd1e35181d4545e6f435387f62d655e2d82c74eb055","sample_id":"hellaswag.val.8789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39b7078d4097b38013339af1e77c19f3a9da833044fcfe8a3377c7286d96329a","formula_version":"titan-u-contract-v1","latency_ms":0.6752919871360064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa0ab9a59edc0eaabe3109454dd95ab78b54187922d04ea1a8bd9e0b576e20a1","sample_id":"hellaswag.val.879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c08e2e85fa36e31de75bd665f903051a0378979b6afe43a10612c7effb6852ef","formula_version":"titan-u-contract-v1","latency_ms":0.8485410362482071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84db2dcc064f5a2f7e804ee541d254f8c885d86c9bb36d928ff78a88a2b52c4a","sample_id":"hellaswag.val.8790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7ce40d389ec27bb55295d14538e6af5e5e6df0c58eefef6c9d97fd1d7cbe008","formula_version":"titan-u-contract-v1","latency_ms":0.6266250275075436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30df69c8f0f5fb1cfe66a89bdb29b6836d44c2d69353cc732cec48ce36973011","sample_id":"hellaswag.val.8791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5649eac37a02c3d1c3eab60980f74b75d293b80280ba4e1ec908d3f70a256f2a","formula_version":"titan-u-contract-v1","latency_ms":0.664499937556684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7275696f146d60d5bd77c4fe6fb689c9cf5a2f95b0776cdd9aa455fb1857027a","sample_id":"hellaswag.val.8792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d8d6bc8652a44dd7d8c87b6d68419a0c9b6602fbd452eae0435cb38ed092ac1","formula_version":"titan-u-contract-v1","latency_ms":0.9013749659061432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b1331b3bcc734fb89904c0fea53d9e164f57e42631a3c4cc4eccfcd713395fa","sample_id":"hellaswag.val.8793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"002e017bf68eea2dbef75776b17ee84f762acc7852155b7e2264d0b223deaef9","formula_version":"titan-u-contract-v1","latency_ms":0.7375829154625535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77303278e3fc01486457e950089ed7c7d268087ea4b698dcb68f5937047b7c3f","sample_id":"hellaswag.val.8794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f40b68d061449780df69264e39a411871c9004b016d8009531b79a52e159ae90","formula_version":"titan-u-contract-v1","latency_ms":1.2864579912275076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28d41a5df13a3f9f79c94e4bf55e30278d96e9e434891dd81b6135421d9d17e2","sample_id":"hellaswag.val.8795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e2bac5aec2a32b37ba92731e99a49b370dc504471dbc05c34b262a6a4c05596","formula_version":"titan-u-contract-v1","latency_ms":0.7087909616529942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ea0a88f665894d1afa9b5bc15ac79e249538e9472bd34382d7e1c865e3bcb79","sample_id":"hellaswag.val.8796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"696d6f32c3172d19fcb5a49d2334233738942de6a42d7fa9bcccdc789ad1ca68","formula_version":"titan-u-contract-v1","latency_ms":0.6405409658327699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3509097fbe2d0c34f1e6509d161fdcc5cc78ea14dc6c4abb9ac87f0ca23a6738","sample_id":"hellaswag.val.8797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c37aed393b6ab3462488f31cc9d236ac02744d8d1b9a412c9296d2a1e944b0c9","formula_version":"titan-u-contract-v1","latency_ms":0.7334999972954392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de57c87be21410f8e820153ccbdc81bdb73bb7a9e8df67b7ffab7e6f7d7c85fb","sample_id":"hellaswag.val.8798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b72da25938a975838d704e504dfefca27899358c86e2057c676123be4551d02","formula_version":"titan-u-contract-v1","latency_ms":0.9742080001160502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5af1aa38a7c92ec1899706bafcfd1751c4640abc97f58dc8551bdf9ba864891","sample_id":"hellaswag.val.8799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f96bde92bca7adeebdddb20e02c27059bfd9826c884e7b651b406fb16f36795d","formula_version":"titan-u-contract-v1","latency_ms":0.5644999910145998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37f4b03bd30212aa0c1721b99a2eab4172e39782c4fc81bc372143b224fdc78d","sample_id":"hellaswag.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ef93e3168460b93d71322cc51d5054b8b412c60c25a6a3c2621e2d2f1fdb51f","formula_version":"titan-u-contract-v1","latency_ms":0.6009159842506051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d2624f9ae6ca0628817966c38fec81b3bb1a2a6c74679348d5a96f03f1213e4","sample_id":"hellaswag.val.880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84fd47410e5d450731decd5c6413dafbad5a83844b66d96a5d54b0b4771daa8f","formula_version":"titan-u-contract-v1","latency_ms":0.841874978505075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d56768ffc596b26f6aa55fad732bb953a5d13717b43bc3ebdb91287453f26bf9","sample_id":"hellaswag.val.8800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2136508642f1a98763a33fb9622bb495f58188b4c9f1ce2b41a6e80d76b3f2da","formula_version":"titan-u-contract-v1","latency_ms":0.7605419959872961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"465c80abe25b6dbbfe523a4889faeaeea6287bccfc15605c999087444a3a06bc","sample_id":"hellaswag.val.8801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a9bf2beb4bff5321927e93b9e484e8157cb7f19ba969962fff43c136063aa0d","formula_version":"titan-u-contract-v1","latency_ms":1.5065419720485806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3ab8d03bfb3ebf9df34a970c7b87c24b2836fb29f03a47d1fad711f05cefdf8","sample_id":"hellaswag.val.8802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"486a552cbc0dab0e9485a9c7ca35a31e83c8ebad4681281e5ba58221843f4ba6","formula_version":"titan-u-contract-v1","latency_ms":1.3920830097049475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3723ad42fb801dd743a6ca57d27ea519bba9c7a23927599cf6c947b4392a986a","sample_id":"hellaswag.val.8803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62b7c313ee8c74059ed089767f6da18604131d8f791c04ddc718364a295802cb","formula_version":"titan-u-contract-v1","latency_ms":1.2730410089716315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6a48224beddd044333efa781614c9273bc57ae2cddfd6c35be7a7005f02aeb3","sample_id":"hellaswag.val.8804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc63c5f983bdba3574168a16e96f367507445a0c9785b2d8e41a9f7285edf42b","formula_version":"titan-u-contract-v1","latency_ms":0.7085829274728894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4ea6a5e35a6ce639968b8d91f8c0d36a216f86b79b7be8c6ecddf93202f0516","sample_id":"hellaswag.val.8805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03c2c4676fd21a2ad21b100080ce827360c699c71418079219be8dc26db756e0","formula_version":"titan-u-contract-v1","latency_ms":0.9548340458422899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e4ee1e292d044c342c5541486d90b8199c7f208312d8e55a921f361c55918ee","sample_id":"hellaswag.val.8806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85dc1da6962d87bb57070d17dbfdf45061df9bae4e2450e993c54765e9bdb90a","formula_version":"titan-u-contract-v1","latency_ms":0.6782499840483069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0613189cf1c1df6b2fadcbdbf03c7d55ce3d5800b49fc787876a41208ec8313","sample_id":"hellaswag.val.8807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7da3b78a76887a9e616dc59e7240f3a9a680ace5e18a1a3b6773025fa9a4df37","formula_version":"titan-u-contract-v1","latency_ms":3.0950000509619713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b52cff5dbd5270ad494fb7c67cf859350ee7f9b96d0d1a3c18b64aeb2d18b16b","sample_id":"hellaswag.val.8808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23f21d362ae943689e748ad87315faa31ea93768f141489a40bb4551752ae7e5","formula_version":"titan-u-contract-v1","latency_ms":0.7885829545557499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44108e2ea050000d9705e4a3967563ffea60f6ae91e47d47bd527a87077d175b","sample_id":"hellaswag.val.8809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9236442f88dd2a976e493334d36b41f3486c8a54b6f59f38691d8df082f6d9cf","formula_version":"titan-u-contract-v1","latency_ms":1.2104168999940157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2710f4c49f3993251a6adb097c9a9abcf1b58dad4f4350207c309ad06d73013","sample_id":"hellaswag.val.881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00f040e3f0816f37618f570bec7bc464920ebfeef12d988672b3d52aa908d16f","formula_version":"titan-u-contract-v1","latency_ms":0.8429159643128514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"435aa8d9ab5f63b689a3019a1fd41c9c4fa4f81db2775a768feaad0ffbec2fa6","sample_id":"hellaswag.val.8810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa0aa93bd52455bccdbd640f2791c44d227bb7b3c6763376d2afc27e5311471f","formula_version":"titan-u-contract-v1","latency_ms":0.7215840741991997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63ef5523bdbfd10abdf4e0ebf447746f469823d54f31d876dc924fd4a837209a","sample_id":"hellaswag.val.8811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf6d993dfdb266f66189b4c3e3cd94c09a9cff7c623559670ca790d485e3bfbc","formula_version":"titan-u-contract-v1","latency_ms":1.1204580077901483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4b338a7bcddcc2085d6213ca91cb9309be9f7bda9a1eb8287c7778f0cf04c16","sample_id":"hellaswag.val.8812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad4bcfec72a4d373c7fd6de1cebc576e050ea8a6cecef8a7c565928f820d3193","formula_version":"titan-u-contract-v1","latency_ms":0.7153330370783806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e60d971023067b76bcd9095102c2ac38eb766b96cfb4d2700f816b25a7590668","sample_id":"hellaswag.val.8813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1662c531f3891b941bad7c16d038a0364f282c4a3bbb604c8d1ed87c6d410170","formula_version":"titan-u-contract-v1","latency_ms":0.9756659856066108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31ecf8b191af77d4ece9a7cb38d66c926363a69d5fb927a82c6f8933be71c7a6","sample_id":"hellaswag.val.8814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7212c27f97715964781ab04632831638593332d929ab502342c0482ea85dc165","formula_version":"titan-u-contract-v1","latency_ms":1.3117919443175197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6137f257f215f1ef799b36e30c1e41eb286d230495b4becfe49fc247ebd9f6c","sample_id":"hellaswag.val.8815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e7f64917047b9a27b1d307a88f6e7f89c709220d0a9bb04db6782d0b66fcbc0","formula_version":"titan-u-contract-v1","latency_ms":0.6895828992128372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fef7e9fa79d25bd4cebc1afa861156b84d2f79703306c1241d4d7bf965efaa2a","sample_id":"hellaswag.val.8816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb7f195752b1118263b9eb49e72d36d60e447190234ead66d91d22d2166c21d8","formula_version":"titan-u-contract-v1","latency_ms":0.6735409842804074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8619ce778f66508b607ac8ede61d62501761b4c008f43d57248a5f2a4e32568","sample_id":"hellaswag.val.8817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"732c219df9ff914c69e6ed146c015830d1414bda6c36b9001614a70290d1c08d","formula_version":"titan-u-contract-v1","latency_ms":0.752874999307096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70cd913aa52570d2a62538e7e85a64f88c9b6c7862845bfcd40df02c379f1ad4","sample_id":"hellaswag.val.8818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7282a1097ad61fe524c201070138728f51cc0c4fb88fa1c1406e9f47bec332d","formula_version":"titan-u-contract-v1","latency_ms":0.703957979567349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"273f06fb86af75f71658b82e4d3a2c8d53df5e784a59f9c0af8b4cda76ba43cc","sample_id":"hellaswag.val.8819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f78dda530123e36a5b26648bab113558f7e1656874fddf39aabbdf2ebe48da4c","formula_version":"titan-u-contract-v1","latency_ms":0.6912919925525784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69d7ee40611b3b213bd2d7e96b11b9b6f06a97cd0f22f8c2b6ed8b5ab06bc87c","sample_id":"hellaswag.val.882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4ee2a4babc5b9db699982936b77ca37a26b6eaf51ae7d8e02f0dde21292bbbc","formula_version":"titan-u-contract-v1","latency_ms":0.8326249662786722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"669f309c705df8e7f24cf765a45558794e4d28bb912820faff66cfaa13f863c6","sample_id":"hellaswag.val.8820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38a0cd9175097b8f39b9e4dbbcb7f5b1552258a7fbd109a9c9565d12f328da18","formula_version":"titan-u-contract-v1","latency_ms":0.6952919065952301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"babf55a9203dec621d027236b3250d0f7c8a7297c18f07b6161505cf1bbc1e7d","sample_id":"hellaswag.val.8821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d4126b50e54909c916ed4c1684844faf0d68df265f2e6573891c6e9d17dce7c","formula_version":"titan-u-contract-v1","latency_ms":0.8464590646326542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f635e5e84f514393f380f4c74d01fe2832d3f94d74dd517b136d78d55b125060","sample_id":"hellaswag.val.8822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1957029f0abfce491eaebea3601bb1f0df3b074969749dfab2ef2a87e5e7e443","formula_version":"titan-u-contract-v1","latency_ms":0.8123329607769847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e20cd1411561811d1ddacb774966637f2c8a853da1e77d75ba612ab0a6065c70","sample_id":"hellaswag.val.8823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22ba74c90643c5475616b9796810ff23abb9c480db193f7e5a74712c9800dfcb","formula_version":"titan-u-contract-v1","latency_ms":0.7689159829169512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84157d05867d7b34e819f1847b06aad5a4ca3b22033af09d1e86e555551aa4e6","sample_id":"hellaswag.val.8824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fabff990425341d816a10c538c7f8a27e8298c462cf86c45f96c8050777f22ec","formula_version":"titan-u-contract-v1","latency_ms":0.7206660229712725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bb62512c196401817aafa59e4e95ae05bc7711de12065b3f05c8099282c1a88","sample_id":"hellaswag.val.8825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"492f4246d9a811d85222b01936434d6ec9d4ae5e1e30d895b7604e011622cad6","formula_version":"titan-u-contract-v1","latency_ms":1.0802911128848791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad959fbe83298ccf3f123266c6c07428a56eeab5e63724af248d5cb721b1b5df","sample_id":"hellaswag.val.8826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"394ec135e09633e60aa94f50144a91158b8e4be33e2df54f175e086585c4dbff","formula_version":"titan-u-contract-v1","latency_ms":0.6601250497624278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eddca2ae32a61339d5af5b94ccb7b9adb3c4ee3517da3e2c4b15d25fbd9aa1e","sample_id":"hellaswag.val.8827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"599b1f5f031c4ffc69ee12e01cd956b1221d7c1d24be7fad53eff744b3615f7c","formula_version":"titan-u-contract-v1","latency_ms":0.6683330284431577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bfd7ed453f61e0e4a04af9ad695c41b2b65004d0b3dbcfdc155a0c4dfdb9517","sample_id":"hellaswag.val.8828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03cabb6d45004086661512d97705b85864b3d1ebd70705c845149509dc376736","formula_version":"titan-u-contract-v1","latency_ms":0.8192090317606926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51c69d8711a7026706cdf3ced0b1d3e5bb0839bb5c3a46e09e0e9ad9003c7982","sample_id":"hellaswag.val.8829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"582dc82d3d3c3d72fa2cc87eaa9714b3c25f0ec765bb795f7424d1c914ae2f7f","formula_version":"titan-u-contract-v1","latency_ms":0.5868340376764536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c52590cf93fc968a0f059e1422df55a154d35f1dca351eaa9a01f0b9d1164f9","sample_id":"hellaswag.val.883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44119d8294f9f82f252f724b4b1c8922a9ff22c72fed983270574c39b6deb4c9","formula_version":"titan-u-contract-v1","latency_ms":0.8715840522199869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e376330d6fd172089da9e94583b999f82eb1455ff05048688b1b82e0e2dced05","sample_id":"hellaswag.val.8830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26088c9aeb92bd80dc8edc9b1087cf1d344b2f4eb90a9a03544f0dc2d5cf760c","formula_version":"titan-u-contract-v1","latency_ms":0.6915410049259663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac9d1c52e37ab926be12f0f26225f45f4f7fc177608ef04d870e3d5bb5ad5d6a","sample_id":"hellaswag.val.8831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"226d75e4a34ade46f4991e9d42d857405b693f45fc56bdc897835cb0e7f4e276","formula_version":"titan-u-contract-v1","latency_ms":0.6907079368829727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a79dfe00a451e7279c62f18175a54896eb9288cd88ee1fe6909443b34370426a","sample_id":"hellaswag.val.8832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abbe415dd5a4e151f59e93b2216da9574e686be34f9351f044d5f38128579139","formula_version":"titan-u-contract-v1","latency_ms":0.7231250638142228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02032b8e112f52f8fd0c721547d70366040ae009a5025a4b5f4cd772ecebe632","sample_id":"hellaswag.val.8833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac940a3e467bd2b697e88cfa493002f12c9aed81a86a5ea3aa177aa569d6085f","formula_version":"titan-u-contract-v1","latency_ms":0.7005840307101607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62ea437feaff593a9ef1824400654c24f8e0709eb5f2f08f5512d29f35b6bce4","sample_id":"hellaswag.val.8834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa4533c0072c8bfa7891403595aa79f48de369b2e3fc08e013a487f562098883","formula_version":"titan-u-contract-v1","latency_ms":0.8650829549878836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8bee9804e8e4882ad426ba5a800253701273c6d3a672c06aef97a130ce78311","sample_id":"hellaswag.val.8835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b802f9a993b1ee12b7a82af83d8131716fceafca059e1a65443d73b01c991f9b","formula_version":"titan-u-contract-v1","latency_ms":0.873332959599793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4378d6de12a5f596e9b6e5c856c068a25214bff825d531ec9133bd23a5484600","sample_id":"hellaswag.val.8836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c345b02fc6a3960aadc08e6558b00309e9f94a5ec638429f33932eb0f5717b4","formula_version":"titan-u-contract-v1","latency_ms":0.699291005730629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22a3d96dfa6dd27a075d43633f9055a159f824e9ed600a4c22c9be47bf37ecba","sample_id":"hellaswag.val.8837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84cc2f7a32119494f937dbd8378f9dcc200d0284e12b56d7587545e6a84da928","formula_version":"titan-u-contract-v1","latency_ms":0.6729579763486981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32e49484c4466b64a8baaeed318539a048d6d87e9b6a76d7227bcff698116cde","sample_id":"hellaswag.val.8838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f8cb631e79b644b486e10b99d97a2c571d4ff22a8c8d8a4d62ff7fdedda2ee4","formula_version":"titan-u-contract-v1","latency_ms":0.9796669473871589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8101596e4acba84385da52a7ceb980fb904a285c2b0e89382b57154ff7e23d9e","sample_id":"hellaswag.val.8839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3365b361c6c27c7c2cce6d07d83cde201b55dbd81067dd554a53ef38be46e22d","formula_version":"titan-u-contract-v1","latency_ms":0.6672079907730222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2791434b7642fe2109f7f74c9884a0d3de1981e2f1f91955bd251a2cd9aa679e","sample_id":"hellaswag.val.884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cae95d2486bbad3cf33e0fb08f1df3b1a318555a8586ff25e47365829b38899","formula_version":"titan-u-contract-v1","latency_ms":0.8372500305995345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c8b58e15ae5602648ec01f27f8219792e53305b291cf7dc3a0fa48404998232","sample_id":"hellaswag.val.8840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e77781b654beca9e8e61d5d2718d7f9c7154ca82934a4a9276ac99db9eb0a2a6","formula_version":"titan-u-contract-v1","latency_ms":0.7067499682307243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8fbe4fc716b346e07d63979e08c9e4813943418d9d816453a8f042cc93988c0","sample_id":"hellaswag.val.8841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30a1f800d7183f3d6b26dc236f05efc4140d82a8085a4ebbc96fdd71367ea1b7","formula_version":"titan-u-contract-v1","latency_ms":0.5849169101566076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df9e6517e04fdaaee30731a0c4561651fab4ac3315796f196db6953c5abe7851","sample_id":"hellaswag.val.8842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf6ce31a7bbf5d73d0b7d11df343ffd704d92ddaaf21b367b43c1d27c9581d8e","formula_version":"titan-u-contract-v1","latency_ms":0.5737498868256807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b34ed82ffdc2e4914ad61061c8baa72d727dd9c527c7de2b9bc12be482ddb4e","sample_id":"hellaswag.val.8843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8472da27acbbcfa4212afedb3c99b98c140de5105446578cf9eecb4256119bd","formula_version":"titan-u-contract-v1","latency_ms":0.9384999284520745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc4938b2c814edaddc94a4a37a7564b11978aeae877752a0547d55bba53083ef","sample_id":"hellaswag.val.8844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4330326d8b958f5acbee246b453faa8885bcd6c5e64a51093e09ad7bedd11d63","formula_version":"titan-u-contract-v1","latency_ms":0.6212500156834722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a5bee4180c68ce8915241ed3afc2d50066e20a0066b1d4f5ba076ee1a16a547","sample_id":"hellaswag.val.8845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19c22badac28a4fed0bb72ca097d9d276eb1057330a12bbe8015ac92c5b50f20","formula_version":"titan-u-contract-v1","latency_ms":0.6986670196056366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"910898cd5d342a361c8922461e4b40cd60f133203eb52a4e4e58145bf09ea853","sample_id":"hellaswag.val.8846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27b154364bdb3e82323f035df5959c80b5e0618cade39f6f46beb152dd862257","formula_version":"titan-u-contract-v1","latency_ms":1.1722500203177333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1da4d4dca857181b94acbbb7f49d40a4354aff905dde444950fde7a88402d224","sample_id":"hellaswag.val.8847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a56044e142e898aae3ff220cb6b9eecef2264ef07464ad1013bf5c4e71aa09be","formula_version":"titan-u-contract-v1","latency_ms":0.6879160646349192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e47b1d33b3ff4a1cac6f928651eaf70d2149bc3736d8654a7e7af785ea3700c","sample_id":"hellaswag.val.8848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c9f064ed55dae63178ae666dc92054a9e27740a570b13f41b85475a6ca24ac1","formula_version":"titan-u-contract-v1","latency_ms":0.6578749744221568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed5140efae0bb445bea22103c9978fbd1f909892a605f0b1b44e68a9fe8e5b8","sample_id":"hellaswag.val.8849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6baa8d7629f901d38b74762e56563aaca72f72b161caf2d65aed617a462036cf","formula_version":"titan-u-contract-v1","latency_ms":0.5558329867199063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e0e070b57333ab6b5ac52c967a13e19bcb9c692c7586bddf89a70b92ac1d3cf","sample_id":"hellaswag.val.885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af5fd31397713f7992985b859f6edcd38844296496e9b3f7213590188fd8d2af","formula_version":"titan-u-contract-v1","latency_ms":0.6918340222910047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fce0f5f39e6ae7b1278c1d5ee8ea2b7a0fcf28fc626e5fe029433b4d86c43238","sample_id":"hellaswag.val.8850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a97dba5dbc80b84d24c02df2e4ce217e1753cfb68acab49da6b78db3799ef1a9","formula_version":"titan-u-contract-v1","latency_ms":0.6052500102669001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a4c6094e04e8d439df0f237e715c50de2b5d05821365d59755e3577779db16c","sample_id":"hellaswag.val.8851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0eb50c595f999b15224a923dd52d4880ce6a870d0304fcfe94ab2eee6a1f9abf","formula_version":"titan-u-contract-v1","latency_ms":0.6533340783789754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8908300abc96ca54ec72981bf2b762f2a133218010a50ddfea771b8a6dc64666","sample_id":"hellaswag.val.8852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae16cc99cfca81b71dc96303f4d9d91204a15f010e158b475ba6213a443a14de","formula_version":"titan-u-contract-v1","latency_ms":1.4995420351624489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fdee3b7caf9c74f1c599bd6ac4f2003e400fc91ab4202e1d5df3fe9a3ec33c0","sample_id":"hellaswag.val.8853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c52bbdb300f5c83c2637ad40d0bc5c3f8046dc9ea2cdecae45924627fe08725b","formula_version":"titan-u-contract-v1","latency_ms":1.257415977306664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2b9ef7b2cbdb6e46e73990f4db43314639567af64342952360528cbc5e3ffd8","sample_id":"hellaswag.val.8854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ffba29e4d6b882b12ce63d68eccb6f31b9d123814740793453e9225c026c7d4","formula_version":"titan-u-contract-v1","latency_ms":0.9967079386115074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c54adb512ca910da9aa79d6b312c5eae6fc598b444747512ef048b079c98eec","sample_id":"hellaswag.val.8855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"570b63baf6b815ffc2bddae972bc2f4a14b401faa98289e85c47141bbc8218b3","formula_version":"titan-u-contract-v1","latency_ms":0.682333018630743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0455b6aae46ea2c6329820e67f45603a7bf817438deba52eec78169aab1c185a","sample_id":"hellaswag.val.8856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a40eb52a50b59ae1a164f2a67adce05beb64ccf2162f0e1f75c74d5dbdd6d244","formula_version":"titan-u-contract-v1","latency_ms":1.2160410406067967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa22428ab37643e77b4fe02234c2e99407ddef3349f3f2cea7b1539ab7bde1af","sample_id":"hellaswag.val.8857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b8bbd5bbc20b340a1de7bfdac9eefea3fa941161972f5641ae8376e7314a9c4","formula_version":"titan-u-contract-v1","latency_ms":1.3600829988718033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bd1ab3bac5c6f74cb33217d343c7abfc10ebd524e8d7b6e2e599844f67cd562","sample_id":"hellaswag.val.8858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b41bed3ddfba3a953da6fad1bb7cc95b04dcbc3b5b6f7c861b325d6081df0d0","formula_version":"titan-u-contract-v1","latency_ms":1.5489580109715462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0203c259b819bf3f3cee3c09bb7383c203d85ba1ba1f28b2c950fff58b79e28","sample_id":"hellaswag.val.8859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe31bead532ca3822f93e061d694bec343eafd19dcade96503cfa9a1d64b1ad8","formula_version":"titan-u-contract-v1","latency_ms":0.5981660215184093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"339442277ff828fa4a07a7cfea73b5db25a88a28f5c430bd60356175b11b6291","sample_id":"hellaswag.val.886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c81cabb1c88366694fb330d69ba741781b851373ca5205e6cfa02b45cd5be36","formula_version":"titan-u-contract-v1","latency_ms":0.6614170270040631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43f42a306c486760dddc99afd013e9e6242bace3fe42a5e6240684996fe51cf2","sample_id":"hellaswag.val.8860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fecacb281458e43221eeda215b19ea232e0c8f13e55cfe2d3144226c11b31bc1","formula_version":"titan-u-contract-v1","latency_ms":0.7073750020936131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db47718eefea770a6b9c4ec57d06d1ac3f2d3d50e84f848b8cd23195fed320aa","sample_id":"hellaswag.val.8861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b55f297d9ce4062199c07e20b8034424861661c377cd3d217b09b538849eed3d","formula_version":"titan-u-contract-v1","latency_ms":1.0980840306729078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36bad60c131a01eb6a775946a89339888fd46eba9c7facc921d3ecaa3e284837","sample_id":"hellaswag.val.8862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6c51853dbfdfeb47a36a9d4216a55424ef138e8d93a74fedde70f039774a399","formula_version":"titan-u-contract-v1","latency_ms":1.2913750251755118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7df1acf713951b743d26b0a104cb5f64ea80871ff3c867d22a4eadbe0f2390ec","sample_id":"hellaswag.val.8863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e53997c09c4b1bda57cc2664a9d160e90e98abcf423e6d6683d77a9f774f598c","formula_version":"titan-u-contract-v1","latency_ms":0.8583749877288938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8408a24c3bd32d2ecda768f49f60b4017f70b5cd8c1216a8159c9d6d664b36fe","sample_id":"hellaswag.val.8864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccd40f6f80a8adc975199ccc553213ba4358486f3a5a3be3b8228ab764804977","formula_version":"titan-u-contract-v1","latency_ms":0.8012499893084168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0615c5d30eb28b09b3b9ff5795aa25f57084355083c62c36d6ca561a56a288bf","sample_id":"hellaswag.val.8865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5460f4238a5462c3ee5f0e9978e214515474f146273dda5b8388d68a2164f8e1","formula_version":"titan-u-contract-v1","latency_ms":0.8044170681387186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dc589f3b2125ac4a908befd5ca64d21abdddd6a053373111d7409da88017712","sample_id":"hellaswag.val.8866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05a6388e17b4a3a90cde0b8889cd850e3dd854ba71e885e61b0781842812a518","formula_version":"titan-u-contract-v1","latency_ms":0.6515829591080546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5a413e52f6c9623121f986271a2711c70af12956f602d40c7af69dd1251f1c4","sample_id":"hellaswag.val.8867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"410bcca99049e9ceb6d427121398de85673056842ab4a3a6cded05283a0945bd","formula_version":"titan-u-contract-v1","latency_ms":0.8446250576525927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6006d4f27799f2b01cf2401f8f3e9ebed589cc6f0c092cf3ebea388557e2a53","sample_id":"hellaswag.val.8868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e27072379aeb0f0d12c0838a6593fd9ed1383d290b66a050208d25b336995195","formula_version":"titan-u-contract-v1","latency_ms":1.289541949518025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ed84f313e9ad725edfd4733f5fd8b153252a124a55fd8aed235566ff770971e","sample_id":"hellaswag.val.8869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cfb4b24446c794cf761071f23adaf9c5dcb995832d623b6eed5cdec9d973e3c","formula_version":"titan-u-contract-v1","latency_ms":0.506040989421308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c97dd9f6a5a336fd5e89b778278ed08e14341f44f5266f92a72b77309e032460","sample_id":"hellaswag.val.887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a50b8f859844dd64da6b906c4d49999638b8995be03bfef55400b971f44dbe2","formula_version":"titan-u-contract-v1","latency_ms":0.9317499352619052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e989023e2b96f18505cf895b6e3c0d855eb57d61e1bb2b3dfc78050db1865d42","sample_id":"hellaswag.val.8870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c86473dbf742c906c5ab95f55c4073e60bb15a496e108f4496c8a43b3a11cc85","formula_version":"titan-u-contract-v1","latency_ms":0.8390420116484165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60bfe03212c9904c680d66f211b1be167d4f312bddba3191b657fe0e28682991","sample_id":"hellaswag.val.8871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75b313ad6ac6975fea7af769b86aee16f5eaab0db56ba8e25d4049628037a3ef","formula_version":"titan-u-contract-v1","latency_ms":0.8697080193087459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b331580db65a9bcd0eb9445122490d0dc70f39d6808b11b31045169cddb19cc","sample_id":"hellaswag.val.8872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c48fad3062e0c29a90aef4ef8a09d51cf62f75dfecb0673874bd8474a9ac85ce","formula_version":"titan-u-contract-v1","latency_ms":0.8722919737920165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7112f153fb8ebde9e025f04c3fc1c7065801586457ffaae68e67ea1160faefef","sample_id":"hellaswag.val.8873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19aa4fdf85e9a14072fcbfba3c55f077c6c66fcbf00f595085e4178e69f245c9","formula_version":"titan-u-contract-v1","latency_ms":0.9649579878896475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4bc91207f4ebd3d6044c4265fb5bdadb10b23b4f96e9a4c8aeb036255cc9b7c","sample_id":"hellaswag.val.8874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0444d14fcddd031f6d77634ef427592ea3847feea41d9ad67cdf250408cb5d7","formula_version":"titan-u-contract-v1","latency_ms":0.9359579998999834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d94e2265a029a1843aa9a66ab3da8d125e73d14be4e078bbffde0869c0ec711","sample_id":"hellaswag.val.8875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b25996d4858173ea480ed9d30c7c884f6e240716af22ae36c0350bc005f923ce","formula_version":"titan-u-contract-v1","latency_ms":0.7917500333860517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe84f572b4be1685fd1bba5dfae93d2c6eb863f3637d8867c6c6d21ecdc5e789","sample_id":"hellaswag.val.8876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21f328753abac06105ee2516d8a9fd69c67822ca85571b0c048ab8cce8130633","formula_version":"titan-u-contract-v1","latency_ms":0.8142089936882257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06d924fed1e126f21b288d317f1af9f464d27a404ed2be3368ab687ac81b471a","sample_id":"hellaswag.val.8877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c216ca47249bd0829b481ecc3392d62a814107c08fe8addf55b36baaaa87c841","formula_version":"titan-u-contract-v1","latency_ms":0.7324999896809459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33a622feb30a3dfe4b28e1582584955ba8a6703d28695fb0a01bd326f6111412","sample_id":"hellaswag.val.8878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5157b30003d869df49db9afe5483fdb304d5a22818af45d84aa699fccacd01e","formula_version":"titan-u-contract-v1","latency_ms":0.9491669479757547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca6cd4a3cbeeda031125e29ed89d8a17dc6fa07a8c204fca989199b909b812b2","sample_id":"hellaswag.val.8879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd15d09b653e24321799bff04a22237562c727f41dc49cfe7c74d0a1eb3bb830","formula_version":"titan-u-contract-v1","latency_ms":0.5139170680195093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7e52feed2fb6021b10d47fbccaaf5dc6e2c5e3fbdfb9777df607ea431f5596c","sample_id":"hellaswag.val.888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcbe4a065b1de9ac6f75ee1e9ac8c39ca2d44d7aee937a7f47dc4dd430f0ff6b","formula_version":"titan-u-contract-v1","latency_ms":0.6118330638855696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dc9afdf6dabd0aca4bda1b8a8a5cab57b4590adeb0c2666326da3ce89db7d5e","sample_id":"hellaswag.val.8880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c840eab75c96d8c15871ccbbf05c5cf2f22af8d8db24696f5f1f2830e331698c","formula_version":"titan-u-contract-v1","latency_ms":0.7870419649407268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dc94410b853ce1fe55dedce6de771601e192df3f08d5965de6e96a593129028","sample_id":"hellaswag.val.8881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fd553652a674b4c88ac8904e2ed67e0527e5e0c8a2974f5adcc978f5a2c5728","formula_version":"titan-u-contract-v1","latency_ms":0.6492090178653598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6021fe7f67e53e7b39dfd5e8b6336f2d38cf5c104e280c6778fd3a0b91b7d6e","sample_id":"hellaswag.val.8882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49d56c6f0ed0c4b9c017ee24dda2b6eb51395d270f36f7bfe4ebacf399efb107","formula_version":"titan-u-contract-v1","latency_ms":0.6672500167042017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4485be2c0ea9bde175569ea0d89a7cce17f86b83aa151362005ad322392b38f","sample_id":"hellaswag.val.8883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b4dd984c18b669779acd80c116bad2e1e2ac9010cc0619a26a17d3e32fde612","formula_version":"titan-u-contract-v1","latency_ms":0.8512081112712622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0934791860ac6fac4b32be0d6165e07aace6b2fca29757f4b663618e7710f927","sample_id":"hellaswag.val.8884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8bc14ac8ff97b16a1c3960dcc78ff09ee1b6fc8041d6cff7003f93611b56f19","formula_version":"titan-u-contract-v1","latency_ms":0.6829589838162065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"badccf9488e587b4c8ad04833efbb8a4a441d426ff3839e3a9e170e7ac02f660","sample_id":"hellaswag.val.8885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56923d5f98fc7df405880485ab46ca8f2a5cb397c49a504f4879b96c49f206e0","formula_version":"titan-u-contract-v1","latency_ms":0.6822079885751009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa86a4bacb499ff7161b89abe95298bab337efb1e1fa7faa0bf9df0068d587aa","sample_id":"hellaswag.val.8886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7bba87566f0987ca18c670372c171fd36a8104c7893185b6f2aa83360e9fb83","formula_version":"titan-u-contract-v1","latency_ms":0.8904589340090752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"288aa3c64deba9eaf81cd440338438d97c83eb002ba1e4edb546d8e26643c643","sample_id":"hellaswag.val.8887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d62ecc2e5603e1fd8052fa21087a310da8a3290756727695f66fc6a42ec27953","formula_version":"titan-u-contract-v1","latency_ms":1.0400409810245037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5e7b07c555d7fb5b3263fe9bc0edc7532a8f6c30323b046edb3b01e0f5c3e4d","sample_id":"hellaswag.val.8888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31a2eeb38f2093cabf0087852c85f529d799119e022e604f6ab97bceab1af958","formula_version":"titan-u-contract-v1","latency_ms":0.6928329821676016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ad2acb1cf0c29ac9b3332c09d716b445eb8cf8303699df6acf7f80d3871f510","sample_id":"hellaswag.val.8889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48c115504d91721d3265246e48ac8b5e377a8243c9197d1b2afdd101171518e6","formula_version":"titan-u-contract-v1","latency_ms":0.47574995551258326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be27e836b1a190795a5a87200aa85eebff1ea0b7b035205a68fc48c8fbaaf815","sample_id":"hellaswag.val.889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6622104b7ddf55a7cb2c61252e18260731578b7e5cbe44babfa3476a4d578a6d","formula_version":"titan-u-contract-v1","latency_ms":0.6224591052159667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bac4e5d83346ac6ef075c47106dc39b7915ef3f5e0203b73b09d69c4b4f23e25","sample_id":"hellaswag.val.8890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52f7fd6760d398d8808673854b42de57a984eaed9db650b90182b35f655448fa","formula_version":"titan-u-contract-v1","latency_ms":0.8946249727159739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8840b681d08489552c0baef2c6407933974d369df8ffa14e5773b6bd37508deb","sample_id":"hellaswag.val.8891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c8f7f857da4baa74b2b654c7c6f491aff99459159a9e84a1e9d1112d36ce41b","formula_version":"titan-u-contract-v1","latency_ms":0.8294170256704092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"999a3e3e29e635a2516b364a30e5797eb45ee1d63f2905548b18f71866882534","sample_id":"hellaswag.val.8892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4945606d1dab5adbb092f372b00b4723cd550ff9b6965d9da01783652dc9a9d","formula_version":"titan-u-contract-v1","latency_ms":0.8235409623011947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"019dac9d9a9f5599987b11470a58885443a0e3dd96ced92fea3281cec575ff38","sample_id":"hellaswag.val.8893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c2bfe77b9440b5560aace0981b52e53a99bfd7dc1d28ebff3e6de43a30e5097","formula_version":"titan-u-contract-v1","latency_ms":0.6437919801101089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c08f5ff682323c7aebf296ced9a7a3eae843fcc04475280874193af8c658161","sample_id":"hellaswag.val.8894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4bb0a2e916e97101a1896e4e2a3aa00d713fca3db5645406ca452fef5c70061","formula_version":"titan-u-contract-v1","latency_ms":0.9291250025853515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89b120358e25556c317707ce4cb9b0cedd799922c90e77bafc432957065ea990","sample_id":"hellaswag.val.8895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fd10a18cdf87f1a1748b8277117374f826467c09280e10556c081a9e078c25a","formula_version":"titan-u-contract-v1","latency_ms":0.6711670430377126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c0d1d178c3da81c36d6ac4b6f872a4319897d2120e1ca9514fc59de59cdf2ff","sample_id":"hellaswag.val.8896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7caa970179f774d84e04786093a6a24ee42eb7e87f0bf5dab9b3590583eef734","formula_version":"titan-u-contract-v1","latency_ms":0.6107910303398967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6af91e687d2d2cfae474c08d85553fa3bae8cbf34ac597e75591af1a915eb5e4","sample_id":"hellaswag.val.8897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d72da6ddb1cbe4d018bf269d1dee821e7174d8b9019ba938619898576bdf1aeb","formula_version":"titan-u-contract-v1","latency_ms":0.7846249500289559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0eb64bbcbafe2597542b1ea2499cb16d1b67c40ebe67e1390373da4161d4c9e9","sample_id":"hellaswag.val.8898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"887379cafe44905cc06b7494e0a4450222cd44ffbbf3f2b0c68cfbd2d8567af9","formula_version":"titan-u-contract-v1","latency_ms":0.841874978505075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8745476595f5412f2b4be64ed74144a74a2fe1eac1e8e2183be7ef4a313204b1","sample_id":"hellaswag.val.8899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2356b8516abc4f3f08226021224e9e4c692d1ebd5fb20288f2cc1ba0a8df1757","formula_version":"titan-u-contract-v1","latency_ms":0.7367499638348818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb4a03fa8faee2979e9ef432deb1ee3e6807d82f2d59f2a9e50b46e144064054","sample_id":"hellaswag.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"335ca9c0a78b52d0e6b67ea195a2b3808c3faf8a2e2ef7fbc1ae28267a2c0bc0","formula_version":"titan-u-contract-v1","latency_ms":0.49654196482151747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f89e839d96ca4db29519d8d2695c96335176943b4c9d1c508b3413d7626b219","sample_id":"hellaswag.val.890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf4cba4ee64ff03a6506851b4070948060944e6f74b120f14a9c79006e19af81","formula_version":"titan-u-contract-v1","latency_ms":0.8688750676810741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4673b8cb6419addd6a64938ab46a541319e07c8d206bb9177cb68258720e3cf","sample_id":"hellaswag.val.8900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5536c3862e6047f42c6fd329442d6db1ff3140672af79c9dd8db9e102e9a13b7","formula_version":"titan-u-contract-v1","latency_ms":0.6906669586896896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7923c3a6a7bb78e439494e140b24df497a96a4cd80c1cb221497ded160f82fc","sample_id":"hellaswag.val.8901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66acba29a1a058b486d398f86ef254d10f11211c5b7f0e7034dc6f17afade490","formula_version":"titan-u-contract-v1","latency_ms":0.851707998663187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a840d7f1104929583f6b85f4450ea4524940ba4ca3f4a16d17e4b9e500ac2b1","sample_id":"hellaswag.val.8902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b9482268c2935b5d1e3ce3272cb64b63bf1d5cb32e64c17c5a7b9743dc1671f","formula_version":"titan-u-contract-v1","latency_ms":0.9475830011069775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"783e9ea75c606b18dd65daa6beedfca6dbb81ec28b63f5c6130af02023d4ce72","sample_id":"hellaswag.val.8903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c57a8ae841c3df3f7f64bc51b782e6304c53e7eac6d1f6f9a044cd488cd186a8","formula_version":"titan-u-contract-v1","latency_ms":0.6762499688193202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f91df233ca64f6d93557a9a724e36800b2c76b43bfdbcb00c32acaf2067aaa37","sample_id":"hellaswag.val.8904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93383749d6fbd1cfd144cc4591d247b831b9efcc893be12f699da7c0f9956c20","formula_version":"titan-u-contract-v1","latency_ms":0.9811669588088989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82fa783ac07493c2b49f6ce6778ba083b1c47d9dc6c91bad5d98d367d18f67e4","sample_id":"hellaswag.val.8905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec6e489def6c573548ec5a1775854306688da0f044deaff9a961664ec256fbd2","formula_version":"titan-u-contract-v1","latency_ms":0.7167920703068376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbf532e502ccc12ef9b363a3ffe9c5c16a324092672ffd02f2f0b751c554027f","sample_id":"hellaswag.val.8906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be6f6d83e4606736c34c4fc2723690428c1a6218a5293bd06aefa555d8c150ed","formula_version":"titan-u-contract-v1","latency_ms":0.875583034940064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cd159affb6f6837775d475754ba34db9761fab68a5e01bd78bde661fb23d0ad","sample_id":"hellaswag.val.8907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7813c6da13fb0b979dbd2d9074edc023f35f7fea56b0fed89c6f50f817a0cd7","formula_version":"titan-u-contract-v1","latency_ms":0.7106249686330557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0b09529bf5012dd91ac79d91d783f1980225dfe5beb5884baa511921dd18baa","sample_id":"hellaswag.val.8908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63b8fd495c1f40adca6e2c0b24aa9f7462e771675bcafef9d7b3c991f2099a5b","formula_version":"titan-u-contract-v1","latency_ms":0.6744159618392587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60312ebe8d24f0da508eb98666ae4d75b701864d668b7c2a8cdd650a4b2e2e34","sample_id":"hellaswag.val.8909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bf03c480cac1946b2bead7c1557d46614eab57c8bbf603b639fdc87fdd26554","formula_version":"titan-u-contract-v1","latency_ms":0.49358292017132044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c67dc1529163c5c0f023b8a5997021c29cf5a333bf38f2b2884aaebf84b1c8ce","sample_id":"hellaswag.val.891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d888612b16b5fa4d848a1385792a68046f85da380de14eb2d5dd566bb9e23ef","formula_version":"titan-u-contract-v1","latency_ms":0.8118338882923126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22e5b883a927e78bd9b3cad5491e151e2e33bfef9de502b9d7c2923a3f09f56d","sample_id":"hellaswag.val.8910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15fea1aeed35e4e5ce01058b6514557ab5af60ea2f389b2aa03487de4ad6723c","formula_version":"titan-u-contract-v1","latency_ms":0.7313330424949527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"553c3ed66d71c9757d0a9d2425a57229c7eaab4099dd9bf1a1765fc7e6db5710","sample_id":"hellaswag.val.8911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9619629f81468260127c876952ee5ab6a2655393ae0616706829464b183b105","formula_version":"titan-u-contract-v1","latency_ms":0.7949159480631351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aafd70704957f9120f0ac8ec0628936ecb74c33e650b514462da20a074af122","sample_id":"hellaswag.val.8912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e34528b3f0e8f02022b34f3cc721a4146c84c24c0ce2cb06edc18768ca6e398","formula_version":"titan-u-contract-v1","latency_ms":1.056874985806644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70ea4f8c378400a6a1fc6136f4ab2ff14697bdd39e9876368c7008bff35a2d50","sample_id":"hellaswag.val.8913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"932e07e054a8955a0facda727ee36719a72b12593942485d32bfea6f9b114d07","formula_version":"titan-u-contract-v1","latency_ms":0.724750105291605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6364574ec3766e2d6696f579ce286cb99716ebfd9163c42389839e8433600bd3","sample_id":"hellaswag.val.8914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e30934e5ae4eb10ae1ca0903aeb29965adbfe8a94a3aa5a4982f1afd073f86c6","formula_version":"titan-u-contract-v1","latency_ms":0.6292079342529178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b8783f0076f28b83737977d3f8866ca63640d94507f75ed2c9630e8c3bbae85","sample_id":"hellaswag.val.8915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee3ac0819baef5d7523fbab8fdaed864fe93707fa7142a250855817775536104","formula_version":"titan-u-contract-v1","latency_ms":0.8125409949570894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"764358d11fa54da3b9e2588d257664e1a35e0c7c96e0986c8f2dbe28a3be559d","sample_id":"hellaswag.val.8916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1950b396dc7a67bf9634c0e79b4f9ce153e46c414125637c825bdd4587ac2f34","formula_version":"titan-u-contract-v1","latency_ms":0.6780410185456276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d792e931a6ab148ed35d1f0f62386b49d3438492856935e642a4e4b72b8c46f","sample_id":"hellaswag.val.8917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ad5b0980221384ec17a3845104a27bac4728916abe88973b9812fd4082fe8e5","formula_version":"titan-u-contract-v1","latency_ms":0.8364999666810036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c78c17c7f9305cac1c5d45b652332ddf065139d8d939c75fc8049c9903244eb8","sample_id":"hellaswag.val.8918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc0a017a7204287c869b64fa6c1cd991aae028c91dc8faa0f01f6660ca8603dc","formula_version":"titan-u-contract-v1","latency_ms":0.6839169654995203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5cfe10a2adba5b71680c383510e21f44aabb78a65f292d2bff39dfa483d277b","sample_id":"hellaswag.val.8919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97b577c332edf4e06970c17710dcb06647c353dfb1d52dfac42bce7651ef661e","formula_version":"titan-u-contract-v1","latency_ms":0.6140000186860561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06ba2207281d9ab3d6396922e69a8cdac345465fe3cccfdb9a8ff56628dcea7f","sample_id":"hellaswag.val.892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f74e5ef211a6422d2eebf6f568cfdf38422078297ba5213c42f1f67f37c650f7","formula_version":"titan-u-contract-v1","latency_ms":0.7483339868485928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"613fb8f6fc2a249ba68e028a029caad87d4913dee6673fd1c2e9dd2455738d12","sample_id":"hellaswag.val.8920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b363288191434611693e4f266c6eaf2eb5315abad1ec50bef278987b40857d2e","formula_version":"titan-u-contract-v1","latency_ms":0.7922920631244779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68e33349b98bce141e7bf17c65be152c572c3c38b7ae3b9e3692fc18b464fff4","sample_id":"hellaswag.val.8921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"533dc884a7e7fc02ff2cdf5b4bfc24572316c909f23f5845af3e84186ce54546","formula_version":"titan-u-contract-v1","latency_ms":0.8045000722631812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a2109d7de2d2246e0ff820327eed6fd08f75c5d9238d9b983cc3b75cec9dedc","sample_id":"hellaswag.val.8922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"298e651562d6470ccf1db81338ff5ed63c140cc16bd03bde5d26a2ccd9b6a567","formula_version":"titan-u-contract-v1","latency_ms":0.7773330435156822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9095a5f323639cff006c77d734c07833dfe38c6303fb3ca13e14162b4fb9e16e","sample_id":"hellaswag.val.8923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cb495f291d8b4906fa3434ce6501e3c3fe5c672a1ea5e2d931f4b9abcc461e3","formula_version":"titan-u-contract-v1","latency_ms":0.7646250305697322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e480be7999854fb1f1d8ba3d3881196fc36c2f7a8b38b3c9fa4fbee1781820b","sample_id":"hellaswag.val.8924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d717d7179f5864289a644b0f11356638c3e76f6315cb298beff3ea5a98905e0","formula_version":"titan-u-contract-v1","latency_ms":0.7455000886693597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6611b1e84e82bca72bb3aa985fb8cc3325f3b9bf5adec5b7d6428648c5c56383","sample_id":"hellaswag.val.8925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e140c5cd03ef6c5f44196344fea551ab9f0b09b8b6474139a6ba158985ba22db","formula_version":"titan-u-contract-v1","latency_ms":0.9782920824363828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d4f2ca2eb6ca10ae90fe6c5b93e4b484be48272d663a1c467e2ddf388102759","sample_id":"hellaswag.val.8926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e251b8334c377c26e5b71ad4a7a43bf4c051d8b8484d2244b3f68cb7a709f232","formula_version":"titan-u-contract-v1","latency_ms":1.3847079826518893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd5bcb9ae3e0868fa41c60994ff80e4485768f1f3c1286541f9445ded0f98c33","sample_id":"hellaswag.val.8927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33f1fb253c246e1578afd0ccf994355c813a199f79e60c03af7f75654cfbe06d","formula_version":"titan-u-contract-v1","latency_ms":0.9660000214353204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c588a392089f151ffb44e3443dad42d000d2afab210c14aa8816ca72edb06f52","sample_id":"hellaswag.val.8928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38cf8febd109c64c3f73aa2681d55dd70cdc6169e73857238976c32433aa7fa1","formula_version":"titan-u-contract-v1","latency_ms":0.6664580432698131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42554ac1c82197024a8e7ba3559791d4c66afa6b43d8ebc56ead3c37718675cf","sample_id":"hellaswag.val.8929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"835e92373af81e07363ce74f0fb9093810e3094f33366bde57756761ff1a45be","formula_version":"titan-u-contract-v1","latency_ms":0.3966670483350754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c57942f7ae0dcf5c8bef2912a16ec52e09419c9b5763e2259559f83f8dbc2b6f","sample_id":"hellaswag.val.893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a92c8d37eb19229aa53df92ba5c9cb2c747e508c4e73047c148a4b5ce2772326","formula_version":"titan-u-contract-v1","latency_ms":0.991791021078825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81a4e3bc2d4ce8aac953b0d8368d65512a5e256229ad48d425f03968ee011ad3","sample_id":"hellaswag.val.8930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bc6c3a391066940cc4745ae8b6757af50b97e0e2d65829717c3d0922a4bc02a","formula_version":"titan-u-contract-v1","latency_ms":0.6260420195758343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f77add173fe24df4c02e1a3c4ddc6cdbb18d136fc1a798b3029e34dea7190eec","sample_id":"hellaswag.val.8931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f02cd9dfc012e64ad33804af0cab3103f9034ffe486ebae3f791ddf96c79ed1c","formula_version":"titan-u-contract-v1","latency_ms":1.1024170089513063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3be327e39682cc8cfd1e28f645bca952cad4f3816faa577e5b4c4eb24abff83c","sample_id":"hellaswag.val.8932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9646054458a71cc8ad8cd10a686308694a117a91b2223f6215643cbff6eb725f","formula_version":"titan-u-contract-v1","latency_ms":0.6714579649269581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d9e6b9f0024a73e151cf1f2f4cc78996f9699874d80e7fd824d65011e107196","sample_id":"hellaswag.val.8933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caac798cc3b042447becba07c19bd9bd57291d1da871bc9fb03341c8c5fcc62b","formula_version":"titan-u-contract-v1","latency_ms":0.6905000191181898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"451363aa84048df1745c0919d531a93d519573519f7acd647b14f8d34035f659","sample_id":"hellaswag.val.8934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c995cb9618dff53ddd81d3aeb546a447437dbb1ce22046a3fa2aec0dda69553","formula_version":"titan-u-contract-v1","latency_ms":0.7601670222356915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5851f29f0c8476356a6d85c143b098ea082d93305f7ef1e0a58d8b9f330966a","sample_id":"hellaswag.val.8935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb9c696b2d2aa36272e8679e68f07d504b4e31c12a04f54b35b2ce1d7bc5a633","formula_version":"titan-u-contract-v1","latency_ms":0.8644160116091371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbf6d89ea3c7119effa52b5c2ba96bd85c01e28500d099bc9755cb308372a52f","sample_id":"hellaswag.val.8936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0861d6a5f7cb27c23a30247fc5bae0a62628d9876f3677821b1da04d4916d982","formula_version":"titan-u-contract-v1","latency_ms":0.7608749438077211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d147a4633a4cbbf028f5ae6b416b776ee843b8a0b33733ef619761df9733947a","sample_id":"hellaswag.val.8937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e42a7cd7ab6f9fc4568bef26d7e9f3f5ef0b248f84a6d21a70113dcd7cd4e143","formula_version":"titan-u-contract-v1","latency_ms":0.6347500020638108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3950f83e24089b64b7989be0cfc461255251b9fc412b0f41af72ad0996f9dd7","sample_id":"hellaswag.val.8938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a141c50a0ef1976a2460668bcd81ac4e45d79ca40d9fc255ab379ad8eacaac8","formula_version":"titan-u-contract-v1","latency_ms":0.6145420484244823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee96a6305f5c24b0836cbc487d654ab39262c5a83d032410d2055098113527f4","sample_id":"hellaswag.val.8939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f9e286bb4066be1fb6f94f66903b7b095d5f9fc4f6fbc85ae5319084df1f5a5","formula_version":"titan-u-contract-v1","latency_ms":0.4236670210957527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f0ddaba27d19569b44d918a7c3c439100c8dc6fd1967404defa040182813df4","sample_id":"hellaswag.val.894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34250e03bcc7731d44f78321ad82236d10907a0c0efa94782412503306acc2da","formula_version":"titan-u-contract-v1","latency_ms":0.7100419607013464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58f7cc6ac696781cf37b7560d5e9b6b9d69ec12962fde05a7324574f259efc50","sample_id":"hellaswag.val.8940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c776cc2ca1efc70573eb17d9f1bc022b8c2e83f64d8bbc622333d09b36930cc9","formula_version":"titan-u-contract-v1","latency_ms":0.7854170398786664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"107529013b038abc892de31b9be77a1afc4cf30645dac8e388ef324adc600fe7","sample_id":"hellaswag.val.8941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0b954761f9cfc2ee959b4f145c6ab795b52953f193f7b808dbecbcf0e543fc5","formula_version":"titan-u-contract-v1","latency_ms":0.6809999467805028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48368b2e8c0bab11d17aa05acc4a604d3c1392727a94bb776c057ab26584c3ad","sample_id":"hellaswag.val.8942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bf294bc0d1766558da65bc926ce89250f5d3077ade24ac7a865ed7044daef45","formula_version":"titan-u-contract-v1","latency_ms":1.425500027835369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75abe67d3bff6af1276f953fe8dc0dc6eec4ed9c32b2533134cac784b4661f1d","sample_id":"hellaswag.val.8943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"442c37575f240dceda3a8a52b4544b53f04636fb6a34445b4fa6dbf3e0fa2377","formula_version":"titan-u-contract-v1","latency_ms":0.6552499253302813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7411fdb226596ccb76118778923f76a7bd6133b896a65b755d915276f82febd","sample_id":"hellaswag.val.8944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e26028e5c1d70fa16361e6b375db394cb1591e79ce0869a5bce12333733e476","formula_version":"titan-u-contract-v1","latency_ms":1.1748750694096088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58cadc19fb57cb05a89a1c8048e3b8577b099643bdd709b1b8bc01876b5245b5","sample_id":"hellaswag.val.8945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"322f3283b68efd772e466edd049a86555c17931431448e5d6999ce3c6fe6c268","formula_version":"titan-u-contract-v1","latency_ms":0.8915410144254565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"285351a3985215616cc1ebef354c7474693c5c28459cc7330cb5bddeda9cc8fd","sample_id":"hellaswag.val.8946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee51bce4d06abd9ac45c2b8f5e2cbd4b0188059a32f4a9abb774a36d52664aff","formula_version":"titan-u-contract-v1","latency_ms":1.219124998897314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a0ffc18b793998bc8c9aa3685a1ef5c5e6c888a3d6dd7748054740e7d087664","sample_id":"hellaswag.val.8947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ae7eb06c94c16cd1f570afd7b905b55e147cdc121e1ed69baba4c1b272237b3","formula_version":"titan-u-contract-v1","latency_ms":0.6481249583885074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e702655b3d8004d9f80c719418c51e38b79c58eb2ff5fcfa7376665a32d1b90d","sample_id":"hellaswag.val.8948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bed1e08dccc8ad6bc90f726ededf1f129c7344968810e028acf5f3b04d368599","formula_version":"titan-u-contract-v1","latency_ms":1.1578330304473639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dd3963f6483d0009567abdcc28ba696d3924175398389ac778462c65374919c","sample_id":"hellaswag.val.8949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"118c76dcaa08052993ad0d2e22e9f7c6526b9eeb062c9ad147a4fc3a57195f14","formula_version":"titan-u-contract-v1","latency_ms":0.6847910117357969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89331189f89166042c211ba7e23b01f77abbec0b8b8af21ffdf73d8b2499fb61","sample_id":"hellaswag.val.895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41c7ee3df4b97b2a0ca7b0e7e88e48da8bceedf7d2f34e781145064b72bb6658","formula_version":"titan-u-contract-v1","latency_ms":0.6160000339150429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9cf8519c1eaf2b99d2b2e1463643822978b554bd3babe743cac5392f97db4f5","sample_id":"hellaswag.val.8950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e21cfca30cdb5b1ca5ac78ffb05df572b09d24782051206127efff26280d2420","formula_version":"titan-u-contract-v1","latency_ms":0.622832914814353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a14c0b26163924bb4646bed92629738c5d230cc503e2a009f1d93e28b850f2a8","sample_id":"hellaswag.val.8951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f7afbef51559d3e3d86ddb56cfa72227edd3a03518cbcbc5cd0131d11760ed8","formula_version":"titan-u-contract-v1","latency_ms":1.1482919799163938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea8a9f7ae5b66eaea4437f80269b8921b51facad170ac19ead91a0e681c17fa7","sample_id":"hellaswag.val.8952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de40fd5b5a5220c9e8d69cb376d6c4edeaa522503606a8769e38b2d862094ca2","formula_version":"titan-u-contract-v1","latency_ms":0.7714580278843641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"139ad3e76139416be7b7d850e6a490063b1731730b6eae0cdf3bd96048e5e96c","sample_id":"hellaswag.val.8953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76183ace9ed1bc47f01255b9ad4361821163b3074e843050dc1b212380ac14a6","formula_version":"titan-u-contract-v1","latency_ms":0.8047089213505387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d708423b7284f6b3af4741dc84b8291de85f0e33b08302685379020e216ab05","sample_id":"hellaswag.val.8954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79a59eac682d9d3eb954edd6d8ee4a55330a1de7871e16317b02779eed3d1a37","formula_version":"titan-u-contract-v1","latency_ms":0.8147500921040773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07adfce0f3b2c4587866514cb214946d6d4410127ee0a11b76c48d07f6d7d8c5","sample_id":"hellaswag.val.8955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6adf4192a53994530c62beded6c0ebda8bb18d195170a8c7b848bf6711a11157","formula_version":"titan-u-contract-v1","latency_ms":0.9225830435752869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c7d8a7a774b1e803484974a5d79ac0be70a9c601e513411371de3f33611f847","sample_id":"hellaswag.val.8956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c7fcf07b4aeec96075446a57357de268c833a21d1b90756a20139e92268ed89","formula_version":"titan-u-contract-v1","latency_ms":0.8906660368666053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf9156acc3e3892f979b47279a47fce727aa5b260bfd210bab2ad79514348102","sample_id":"hellaswag.val.8957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f407f866ddd6c238bc04a316b1c1b18c2e1600c8648deb8133d88f5683b0a5d5","formula_version":"titan-u-contract-v1","latency_ms":0.681541976518929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b74952b0fec1d57ce6c6372fe5018bf979fdc1159ade2c19e853499ca4f1c39a","sample_id":"hellaswag.val.8958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26ac5a3eefe796c215f407b2ceb78e64816d4a5c4b8d4180c68a3cb926a62ad8","formula_version":"titan-u-contract-v1","latency_ms":0.8952079806476831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"672cac8eb57016583ac315f87d2295325374501b121938c1065ef55a26a976cb","sample_id":"hellaswag.val.8959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f56abec621ab83c740b0ec3b0ae142376c1853a789d32c2c36055ae5835814d5","formula_version":"titan-u-contract-v1","latency_ms":0.7555409101769328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bd52ddf3fbf766f2a3a4a1786c33ba34cebca5a202816b5810a73aaa145d14b","sample_id":"hellaswag.val.896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6ae2dee2238884350a51739c61ae489f893425670335cbc1cf15e25b148d5da","formula_version":"titan-u-contract-v1","latency_ms":1.0259159607812762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59f26af907f837857948f232cfad898d65015b7e02e1b94713113e8c41d4cf2a","sample_id":"hellaswag.val.8960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"296ce615ff75722e1accf86f2f938ec2be8d46a2972f792d30a16e4a26ef5960","formula_version":"titan-u-contract-v1","latency_ms":0.7270829519256949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8f342d3012d6d5bc2474711b23aa44cf0acb174583dbc03f58de353e77f9e2c","sample_id":"hellaswag.val.8961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75b3c689a3e8f620613e8426038380f59b1ac22a6fd6b6ca9b8f71a4544a26a5","formula_version":"titan-u-contract-v1","latency_ms":0.8495000656694174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d9e2deefbb1adfc323d152357baabfa03a3a9f1ce76ea5d1234c0398e70485a","sample_id":"hellaswag.val.8962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8918dcb8e0d94ffe1b9c1f7e6886db4911ddab6a1bd2b7ed20a614964bc0a23b","formula_version":"titan-u-contract-v1","latency_ms":0.6824580486863852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd855d0204d92860b85b3d48e57e3143d5d212cf9982a4d8b46a8fcb9155e8ae","sample_id":"hellaswag.val.8963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"653823945bbeab5c4c4ce372ae0622fa2fa7991c5696ed6b4e7fd895b1bd1b09","formula_version":"titan-u-contract-v1","latency_ms":1.0702080326154828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f725f916773af6e52687e0febe216638df0e5548962300df1f858a42fd00ba7","sample_id":"hellaswag.val.8964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3640d70c4b27191c1d3b9f6820335031f6c7bd9bf54585291d91429d929d531","formula_version":"titan-u-contract-v1","latency_ms":0.7965830154716969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eda31e79757b913c292ddf6d08d245abd9f487d27b4b907479bb076707fd9dc6","sample_id":"hellaswag.val.8965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9125ad02ec33a76e57ded5dd1df2279e1be26a8f7d3f7beba0cf15b813d88cc","formula_version":"titan-u-contract-v1","latency_ms":0.6017079576849937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88dc9ea386ffb619bf60bc0fc32116c88ffa432d663d025769a9411527c99aae","sample_id":"hellaswag.val.8966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af1033a5913b6b76f81540f043a075c2d3a3242f2e77920c6a5ea1dd2f1ca8dd","formula_version":"titan-u-contract-v1","latency_ms":0.6753329653292894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0bddd21e08746c753d2474c0e1f6648205b28e21928a2811cd2399ee89b0bac","sample_id":"hellaswag.val.8967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c64599c29efc5aa5337be1139cb27ae2b9064d8784344a675daff0da454331ed","formula_version":"titan-u-contract-v1","latency_ms":0.9863750310614705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddecc9197fc0770e49b25e6afb79c60e13a8b9c4b4e3aba9916a109ef2e75694","sample_id":"hellaswag.val.8968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5011f0cc7237673aec69f831f7df85ac66d54dadc0895bb56f2ee72e38a30185","formula_version":"titan-u-contract-v1","latency_ms":0.6447079358622432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25c3d39eafec9f82ef9bd7f6015fb5686508a8847b66fdf19624b80d4dd81682","sample_id":"hellaswag.val.8969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"163e48072293dbc6a63616732b55f946374dcde8fe48617c964399ed830bdc8a","formula_version":"titan-u-contract-v1","latency_ms":0.7610419997945428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dc332c4d392239a1156bea97c773010d12ddb3116554cfab11afb4a4dbf982d","sample_id":"hellaswag.val.897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63552e67ce008713ac1b1ca85698ea4d347b6e50e9349126d7059354af23a12e","formula_version":"titan-u-contract-v1","latency_ms":0.637291930615902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dd17bf44422f5b788ed519741c8ca006cb3a33ef3360030d9c135cd9e02873a","sample_id":"hellaswag.val.8970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d217f548d896317b9f68bdde499386a013deac44dbad5ee49983d08b8a740c3","formula_version":"titan-u-contract-v1","latency_ms":1.0555839398875833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"493ec93b83adaad6efd26e2ce08612a489e788336580b8da28ef8ff222a39df4","sample_id":"hellaswag.val.8971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01768f4249c2bcf54cdf530b160448ad9e06aecf10af45e7e39da2b188efae7e","formula_version":"titan-u-contract-v1","latency_ms":1.0110840667039156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af9ad632bc3d14d191e1afe9f27afef3c4675952bef1646680b72ec952c164d4","sample_id":"hellaswag.val.8972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62cadf5094ee5d637fd5e6110949e98ac8b6f311f8a0009eb9a05dafc5c18cd6","formula_version":"titan-u-contract-v1","latency_ms":1.2067920761182904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa0496ec16115da1d6dbf843b2d36e50659dc8a190de86a365375a2016df832c","sample_id":"hellaswag.val.8973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efa7af0fbcfafc0f0eadc9925d4b042ac3d44e0e0a8d3e7116ba4a6fa8d12d13","formula_version":"titan-u-contract-v1","latency_ms":0.6620839703828096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"007518c839c01e403ec3355ade90f986b47fb9dca5863074bf75fb2325420e38","sample_id":"hellaswag.val.8974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99a4ffad3aacaadfb052823ee01ed2cb54f6d0a1eb20b722d68c14de114d7ca7","formula_version":"titan-u-contract-v1","latency_ms":1.4434580225497484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b28271ae28db6674a504850bb306549e9f101e9752a92e269b247c440cbacb9e","sample_id":"hellaswag.val.8975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"191a9cb300f77c3834027adfcf954cecc3035b7e4cddc0be71d3d3c6706e239f","formula_version":"titan-u-contract-v1","latency_ms":0.8912080666050315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2af67b5cd53fde95d49f5f6afdecfc4ba5a25f1bd1043e62a654d7609e1e5d3c","sample_id":"hellaswag.val.8976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a985dd6dc476e2dac3bd106288b0dcfce230db9db997cfbfd2151809357221fe","formula_version":"titan-u-contract-v1","latency_ms":0.6864999886602163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebd9a2ac8a4044f3c2c8ea20ac7b5b0602be06769e1251d4209725245210bcb2","sample_id":"hellaswag.val.8977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eabe80be0ab461dbe6a7ea57595db0e90728e047e122759e2c20eb6b58433bed","formula_version":"titan-u-contract-v1","latency_ms":0.6043330067768693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afde8b61251b126a166fadcb395aa1432f167e0d036b138e660df5f3508a7e22","sample_id":"hellaswag.val.8978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58c19c6f4808f1e4fe440abb4b4ca6d58ce850abdadddddce2fe525cefa834d6","formula_version":"titan-u-contract-v1","latency_ms":0.9169169934466481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"261b3b9b373f55d36de6aaad8d2f5492400085fec7fe7896b38ca2bc4dc32de0","sample_id":"hellaswag.val.8979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee20fab280047ff9dd1265fcf77d8b2fb08671897b35b1be46a52b2035311809","formula_version":"titan-u-contract-v1","latency_ms":0.6026671035215259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef1693f26ffbb4726d4557cbe05d65b9c134b307ea7e1dc4561118682207ad70","sample_id":"hellaswag.val.898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6eab6dc93c7ceb932585eda7057488cb3604724ad281daece5ee1265e05d350b","formula_version":"titan-u-contract-v1","latency_ms":1.0438329773023725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b12fb77636100b1b6e85a86f59054f5c3ca0ab2224b1226a41caf6d9aad4f2d3","sample_id":"hellaswag.val.8980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86a554d6fcb5b4838b0ab9490a2dcc8be2e5697618a52d32233d79c2fa68471e","formula_version":"titan-u-contract-v1","latency_ms":0.6585420342162251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8ad0a07cc5c745db544931db8da607c1fd8fe36dc89a7889ceb0d976d0ac4d3","sample_id":"hellaswag.val.8981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbbcdb63cca1eb7722528b8349a59528e2b6d5aaacc62359432c885d62c24e53","formula_version":"titan-u-contract-v1","latency_ms":0.8595830295234919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"961c0c61a9b0b733800cd5082ef08e516810c8404c73ca3f33cf68bf19fc72cd","sample_id":"hellaswag.val.8982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"864a65e50159e09789ed2d500df3efd1786048a706b58e19fb8a904f72ab7d70","formula_version":"titan-u-contract-v1","latency_ms":0.8955419762060046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23c24b17df67df9180e20ea61498f05eb531591ffe471d8d0dbfce3d938db09a","sample_id":"hellaswag.val.8983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3af369b34eebf2cc206b440a71d741f352018f43e471ffb1ba4bdcaf19d0593c","formula_version":"titan-u-contract-v1","latency_ms":0.6098330486565828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32d4c8bdb579c425ef037e94504d9798073092e7017a00ac53782faf57cc962e","sample_id":"hellaswag.val.8984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8e3f0a62345b02a464885e449381105f6abba1fcf0b550a9ccb9c5cf9917e6f","formula_version":"titan-u-contract-v1","latency_ms":0.6569160614162683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba4856933d887f9d0982394704991622f97da229ab04308cb527809e06ff765d","sample_id":"hellaswag.val.8985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddd0454bfd819295b65982dfec11b93086ad8fc8fbf13f8184cce418ff9c8385","formula_version":"titan-u-contract-v1","latency_ms":0.626790919341147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"519fda2049626ee902ca683e63b2ae61d681420f1ad7f13cc65b9928ba330e4f","sample_id":"hellaswag.val.8986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f68851fd6a4bef123827b4ee86b56dc1b50435715396672178a5482c99c4f905","formula_version":"titan-u-contract-v1","latency_ms":0.8152920054271817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30e84d6511934cc7849c88db1c36bb2e7ebf5486a1e2bcb4e2ddd0c0e43fbaf3","sample_id":"hellaswag.val.8987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02a2bd75cce8d0f71d1f75e5a9aeed7094b4af4472aa9048e038f7421c660f0b","formula_version":"titan-u-contract-v1","latency_ms":0.6906249327585101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e802f96596fa0ae0d69b8d8ee0e3dcab6bc83779e09e7f3ff0fef1c34adc91d3","sample_id":"hellaswag.val.8988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfb4d4f076e7bc580e4a9c3678a2564077b58f5dfe8864284a34cfda322cf114","formula_version":"titan-u-contract-v1","latency_ms":1.2495419941842556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d151542b6a73d82f7a1d8342285e6c1b05f7e2440c8cdfc8c973212a04299893","sample_id":"hellaswag.val.8989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fee81f358c9a2889cc014365147ba8eb421c0ff800fdc843741da741306b7f92","formula_version":"titan-u-contract-v1","latency_ms":0.5532919894903898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7266d3684cbc3eb36f8ced1083cbae88c429cfd4390aeb006365a2c0274e9480","sample_id":"hellaswag.val.899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab3d51d98ea32dd274d82e71f8115870bac6397b765de4bced0a5b55977f5303","formula_version":"titan-u-contract-v1","latency_ms":0.7271250942721963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59660d8c65c88fc67da2a069e27e2438efd059535920834fb2d7aebd74283e66","sample_id":"hellaswag.val.8990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25fdbdf1a6448413a7ec3bd6997e36f639462a960c87ddcef39f11ffc9dcd8ac","formula_version":"titan-u-contract-v1","latency_ms":0.9134580614045262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c231438e8f19f3fe6e08ac11d10232a6f573ec01b86816052ec429afc89e46b","sample_id":"hellaswag.val.8991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9b69fa3e8da071d9121b19eb40235ba5869bc0c9850737e2f2c607f85d06566","formula_version":"titan-u-contract-v1","latency_ms":0.8957920363172889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0888683681c546cebe7b3da609e9dea446afb1feda792f734e266e39ab8beb95","sample_id":"hellaswag.val.8992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cabb05be950f9d147d6bdfba5bf419cc92aa4c67bbadbbb3cc3bbee48f1ff63","formula_version":"titan-u-contract-v1","latency_ms":0.6640839856117964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94147b0b64c4e049e327b962d6ec1df69c13899cf5dee42470674af1742eb758","sample_id":"hellaswag.val.8993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e11e7677643efb981cae0153225da20a4e0b33e3984317df812f3a852d59d4bf","formula_version":"titan-u-contract-v1","latency_ms":0.78037497587502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fb71182e71011418155e461bec6eddd8f9b4a4ec3773a917b95b9a092f357a6","sample_id":"hellaswag.val.8994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03b8dfec30a0734644fc2c9876c14519c8e2247942e6e54f221c22aca17d0e88","formula_version":"titan-u-contract-v1","latency_ms":0.8157079573720694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f81b55a517db79091bb187358323620a92d9cddc006375ca02f0b9e903c602b2","sample_id":"hellaswag.val.8995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a58398c525439efb4d9187960ececaca5589cf973d200430eb46b62c7abf7c3","formula_version":"titan-u-contract-v1","latency_ms":0.7968340069055557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac8bb56276a895c401399c1b559047328639141a83936d3a3d0e118914865493","sample_id":"hellaswag.val.8996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c55403d399d510e04e535949742782c03b5c99f29bcb02138bd7582ad542aa38","formula_version":"titan-u-contract-v1","latency_ms":0.7306670304387808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f8265fa59011fab19565300e1c0c677696431288a5bed36fdf76bac2fa22c86","sample_id":"hellaswag.val.8997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbc6e1df312be7ae694ac066ff8ad6eb0d4193ced104077c9cc716e2a72fc65b","formula_version":"titan-u-contract-v1","latency_ms":0.6867500487715006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7cfb243d2f539cdf889e6eb56a5f8515dca8acc23bce27022a28cc311d15295","sample_id":"hellaswag.val.8998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a76f9c6f9f4b8f2e80fd53f84e2f012ab351f52699080a85327e745cd44d6d9d","formula_version":"titan-u-contract-v1","latency_ms":0.7019159384071827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae76992b554a69495a011df80c6660104a7a9701a1a663c3e3ad2e9680d44aa","sample_id":"hellaswag.val.8999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35f3b3eadf501bc9da94a1260ec6d6e961025820ac96185d5c9efa864656ccd1","formula_version":"titan-u-contract-v1","latency_ms":0.6465419428423047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcc241dbad7ca153045d5c2a45324df559a7728d26fd6e8db5932ea4a0405ab4","sample_id":"hellaswag.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b7ad6af656b24099e1d70585eeec25b80a01b137beb8b72a25a58537c117bce","formula_version":"titan-u-contract-v1","latency_ms":0.5801660008728504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"093cea203f967ae95ae91e7a8b0807c410f6c8a11f6259dab643bd45e1a454ba","sample_id":"hellaswag.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c3178495af93ab490e587f9e88d5699cec3791aa8a95bb989024d733a6d618e","formula_version":"titan-u-contract-v1","latency_ms":0.4793340340256691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f77b7fd6702f73625fc40393636f08d042ec68e86bc695fd57828f108e78f61","sample_id":"hellaswag.val.900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77def8f305abeb21a1d77a90a8f3d81bf0cbf0266f019d6c78b08d7991dffb8b","formula_version":"titan-u-contract-v1","latency_ms":0.7999170338734984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd037d0697ff37742e2f6315eeea0245239b794ed3e00bbfcea630b85302e9ae","sample_id":"hellaswag.val.9000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"541fc520f8d00c66795f94b2e29ae9cb47f91df74223077196e60cc48e2249ad","formula_version":"titan-u-contract-v1","latency_ms":0.6541669135913253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"615d2d324f9c31f47aaee7597560193ce9aef2213a4a538154be5989b8ac678e","sample_id":"hellaswag.val.9001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df705c027b1b7394dc378631d003d15f08fbc7d69c04ef88c47185a3df71951f","formula_version":"titan-u-contract-v1","latency_ms":0.8787499973550439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e22db146da9cd448a88fe713a00edb4fc585026528c6b944ca318fa509cac28","sample_id":"hellaswag.val.9002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edca1068e9c7d5a3ac7a705a3de0161cd281604463a7686d11397ea59f20b883","formula_version":"titan-u-contract-v1","latency_ms":1.175333047285676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53f2c8d562245e27843d0e8ac3a7ee028fd98011998b375607ace978dc9bbb5f","sample_id":"hellaswag.val.9003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"178d41ef33fe70117471dbd0cecb04a4a2564e6ecc450a4ed8adb73c8c465e9b","formula_version":"titan-u-contract-v1","latency_ms":0.8942079730331898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3588a9dc0dfbf11f4040512cb46811e61034123afc7af1b4594c578b81d0d3f1","sample_id":"hellaswag.val.9004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56618a96b6d73eb70f2f7ceb0c8fab671333c6ca42a5694a6131efebb61f8d45","formula_version":"titan-u-contract-v1","latency_ms":0.8568749763071537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99eb1327bfec3269cb996bc758ae69dc9005a31d0a3bd5c2a15a003f33c5e173","sample_id":"hellaswag.val.9005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2325cfa3af30885921429094a093e11b7c89085b3a7a6ce6331ac726723260e","formula_version":"titan-u-contract-v1","latency_ms":0.7123330142349005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8992131485e2565fb2598fad2e0f204d4698a7080f076930747fef4e280088b8","sample_id":"hellaswag.val.9006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b5d30bf641511d15ea42f8520062b933b9c140788d7ca8006aacad88a844950","formula_version":"titan-u-contract-v1","latency_ms":0.9458329295739532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdc6fd5a7c42dabb08ae96880e0c92ecfa14bf286f39064dd46628719df64ab0","sample_id":"hellaswag.val.9007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdb5fc98286b5bf743ea48a21fbbdfc9a36403d7941c6cf69d82d29eebab846a","formula_version":"titan-u-contract-v1","latency_ms":0.630917027592659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a588849c00c0efbc1d7206c984783e748bff932286c80b4d48bedf908df58dd","sample_id":"hellaswag.val.9008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5b14d3272097d80c06db332b42ac278a6ed185b14f8fa07027a5d313c7179f1","formula_version":"titan-u-contract-v1","latency_ms":0.9415829554200172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"017ff8fbde042aa5b1e8733c93caeca847c1e42df2c7be814ab9faffebcabdee","sample_id":"hellaswag.val.9009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97c119824ca1742c7b2485eb563750f2a7b4cd7e9f3147057f351b3855998674","formula_version":"titan-u-contract-v1","latency_ms":1.026166952215135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdb7de8c97dc6018317cd002abb736975ef970bbb9f9c4b1f7799045cbcf8eb1","sample_id":"hellaswag.val.901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02f34c468fe91162f0e5adc0515cdcd7e625a4cdb87859246ed376d8b3ec68af","formula_version":"titan-u-contract-v1","latency_ms":1.0922090150415897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cc244426aaa8af2ac1d8ed3439c0c3cfe94b8b14fe9218f6bce37d1524988d4","sample_id":"hellaswag.val.9010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe4b3c0f2173a95dbc3981707fa168df6ceabdf3f8a1d3eaaa1b8aa09fd7973f","formula_version":"titan-u-contract-v1","latency_ms":1.0658749379217625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd74ebd3adda2f4ab43cb96be0578e5017af22657242518d8a2e7f32b5832de2","sample_id":"hellaswag.val.9011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"427ff2c19f5db5a2a38411a2fa13dd6679069d9b530af0309b45e4d88cc03d3f","formula_version":"titan-u-contract-v1","latency_ms":2.168250037357211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9519105a2e7683e1c5cf080f5514f0727de1d9c23d5a216f50292bbc7308c804","sample_id":"hellaswag.val.9012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b651df551cc4e93fb178d84643e434abd573e271fe0d091f6010ff8af9f3c369","formula_version":"titan-u-contract-v1","latency_ms":1.4559170231223106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f208f9cb1fe6b8b530a69ec249ec0a3a6bea7b22c198b423e59c7f4a47d680f","sample_id":"hellaswag.val.9013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d1a5ca61c3adfaad92ea526ab8b54e6c236fbc9987198daf48ccc7326cef25e","formula_version":"titan-u-contract-v1","latency_ms":0.6785410223528743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d56928ed9feebf191222a7060e38a21619d032e58c6d83e9b31f94e3edb4610","sample_id":"hellaswag.val.9014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e20e2f4926f077b5084ae351337db2e49f3d4e65e791583dadbea91c44ba4a9","formula_version":"titan-u-contract-v1","latency_ms":0.9419999551028013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23b65b6f152f7724d431e9ea156e3337ef02580688ed58d3052ad21953f51cac","sample_id":"hellaswag.val.9015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ef916cda5410826fb50ecf449899328161dd8dab5ca9dc181125958873abba0","formula_version":"titan-u-contract-v1","latency_ms":0.6846670294180512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f43e9c3c2b1886aa5e88a73aaf40603b8d270d3dd7f66e790f845fa5d69059d","sample_id":"hellaswag.val.9016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb99dc7b678c15c1be97f63e066c9c9ba35a1c024814a67848327eb550bcabf0","formula_version":"titan-u-contract-v1","latency_ms":1.8646250246092677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24c33cb43f1d42dd5f58fd4f37bdf439ccbb8f17eca29caecfd0bc4fbc69a763","sample_id":"hellaswag.val.9017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae4b7b7a7d49c7fd2e9dd1356a8ff224a509b802f7af7f8800a6d759264f0410","formula_version":"titan-u-contract-v1","latency_ms":1.4888340374454856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f55d8e8b05f74a21abafbcc89d142d42999471ec7da07549a27db86d50f6e75e","sample_id":"hellaswag.val.9018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7fc787de9f340c57c7881e29816b430ae2dc795ce9b00d29f0c206dd44d8de5","formula_version":"titan-u-contract-v1","latency_ms":1.3667918974533677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"494f6b541220e87e71d1464a4319c5a54113a0a7b7e0c97370965a026a9074e2","sample_id":"hellaswag.val.9019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cf362fa4b5d5f41ed1e516e42d3e1d68f9cdc516c77ca7061566bacbc388545","formula_version":"titan-u-contract-v1","latency_ms":0.8016249630600214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4df86ae7a4861600ef88fab994f56eec5e3e59c102cf02ccac3b27bf9f78328f","sample_id":"hellaswag.val.902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b9259e7a9abfae7030e93437cbdb29844066ec74ad4811b333260feae40d4fd","formula_version":"titan-u-contract-v1","latency_ms":0.9343749843537807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f4fef63f713ce219961d91e67ac10b669677ad74c942441989e08a594311209","sample_id":"hellaswag.val.9020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cef9c699fdc988bf0d7896e8518303f0839260c9e3eb38e998c555ba05419b77","formula_version":"titan-u-contract-v1","latency_ms":0.6079589948058128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4b91d520260449e24003090db9de5cfd6bfbb5fcc56b46cfc55b727ed24b793","sample_id":"hellaswag.val.9021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc0ef64aba92a29741fc80f9f071465983f0d8840b72a532d211e0195cda1754","formula_version":"titan-u-contract-v1","latency_ms":1.2134579010307789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56ab5b684cf25c94ce53a830186b930f734ce425adfc568ccf9571f40bf43e56","sample_id":"hellaswag.val.9022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fc36aabeebf7dd9320605d6dbadc29ff4a9e16c03a82d4cb54c19b56ba1878b","formula_version":"titan-u-contract-v1","latency_ms":0.6381249986588955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"219f0ba60d23f4d8a9a6383cf7a4632a30816797c7785d757c3c4fc3defbae2e","sample_id":"hellaswag.val.9023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c797af092d10d0ede3130487317912ad7279750d73f8a3fcdc7a0faafde4365","formula_version":"titan-u-contract-v1","latency_ms":1.9312920048832893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce608870ad258ce39628c1a9222a6ccfb487a43b159244922407981046165709","sample_id":"hellaswag.val.9024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26d69f32440ed50e329c5ea09b795e84b71e11db16276a2845f13aabc35fdd9b","formula_version":"titan-u-contract-v1","latency_ms":0.6346659502014518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"126aef494d51e4ae169336dff574600b6f4fb0266cbb8a36ccfc85ede2959141","sample_id":"hellaswag.val.9025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41a12d382c815cb7c65df87e75ccbbb852fc803ebd81200cec4bac9e5f7d79fa","formula_version":"titan-u-contract-v1","latency_ms":0.9191669523715973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c03f77663c98f6e68b1282945240508af93c75aa33b7d9eeadcc84c0b0c928d4","sample_id":"hellaswag.val.9026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed0efeadec1e1201c99563c39775011f8fa96f4602c2b6a39b0cc27fbfab6eef","formula_version":"titan-u-contract-v1","latency_ms":0.8172499947249889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ec0c2aed7d9771d917f57cb0fd72333541cadf04916866024fc18704bf83ef4","sample_id":"hellaswag.val.9027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbe0a80eb438cff8fa4f3084073e879f5bf51867e621aaab0e5763bec1d0d8d5","formula_version":"titan-u-contract-v1","latency_ms":0.8402910316362977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d15e8ff76ed19a8f93d8f830ec2b658ff77db009b6745bfc9f2f351fbce79a6d","sample_id":"hellaswag.val.9028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b45f9a7101ec910cf42d149456ad9fed3c97e022717da077ba8e82778c86a00","formula_version":"titan-u-contract-v1","latency_ms":0.9334170026704669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76359788d8c3857717bd43c340d2343be8f2d931a18f8c717408f82b75f23575","sample_id":"hellaswag.val.9029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d99a83ba8d6b48437ddaa3e6d150d0b4274a75f25a624b9b71fe06580a58b0b","formula_version":"titan-u-contract-v1","latency_ms":0.6549169775098562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0d92413ffdcc1bf6a698ba30843daa8dcaae5eb34fc7bf67566303368bdbada","sample_id":"hellaswag.val.903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddec0ab1d2fcc487a126691266b03b7befb9cc8777b7f77a89cf37047931f28a","formula_version":"titan-u-contract-v1","latency_ms":1.0146249551326036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfe075a95ad24cb7f73bccc5ff100ece63bee7342ec3e6df09e2add20275fbdd","sample_id":"hellaswag.val.9030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fc2f5f6d5e19dacbb8749e8ebed6c3dc9993d0f996a9816a0b62a71a7bb0cf1","formula_version":"titan-u-contract-v1","latency_ms":0.9372920030727983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2104cdeebdd691d1214ad5c80e0c25373506ad2253a95fe29e589618abcf7a61","sample_id":"hellaswag.val.9031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d686e3a825cbe7a3925dac64839aa8cdfb4c012106023c4e87c71ee5d1e1dd1a","formula_version":"titan-u-contract-v1","latency_ms":1.0157499928027391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a12f5c7368324cbd1f6b03b53d887cc0fe82d7d4fba15c94681961e061d877ab","sample_id":"hellaswag.val.9032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"558700a092e3f9e9e13828b635ebfb858e8a79cff5c0bb92f4d9e8878cce1672","formula_version":"titan-u-contract-v1","latency_ms":1.2039999710395932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09cc3792c71686f52ec5d6c9f511ed455da238897411e658ecbcd40376fdccf0","sample_id":"hellaswag.val.9033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c0db3dd19138738e75dd4aa79f790fc0050c85547991af9d544115c79459cc6","formula_version":"titan-u-contract-v1","latency_ms":0.814792001619935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5c5d11625a77b5cced29ce0f6cd300a63c72bd72eca3b5b7c219d094316c52c","sample_id":"hellaswag.val.9034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35530b172f6cc4f08b8eee270fc00b59367f97226d60d793af85ea4a0726d45f","formula_version":"titan-u-contract-v1","latency_ms":0.6717080250382423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e7d9e548d2a11bf36e38065cc11addd7bc527a983bea45039b042a642c73c81","sample_id":"hellaswag.val.9035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7328dba5d247295138655619ac22b0ae2093072ee7288f5ba66d67138155333","formula_version":"titan-u-contract-v1","latency_ms":0.6778750102967024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc896c44f73ae04b0ca960dd5aee5e8cd4f67bd87bd186cd884888772b9d351c","sample_id":"hellaswag.val.9036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3268f7772cdd605f7e7f69e40123e3e391a52359a6fb52a2801849575373c2ee","formula_version":"titan-u-contract-v1","latency_ms":0.8978330297395587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fcdbe517ab5921c27db943e917fdf5baa4ef5ff2153e2c788280800798d2440","sample_id":"hellaswag.val.9037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb073559084931868e86afed402f19d3e07df02ab55775b2367c682514220d99","formula_version":"titan-u-contract-v1","latency_ms":0.6844999734312296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"775e35fe765e5341ec92ac85ef11a8d0bceaf17b0a1c08f5945bc92fa2459810","sample_id":"hellaswag.val.9038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"316e2e82bd3a3f2eaca86b7bbe4e87fe6c994424286e7bcc2913a656e7324372","formula_version":"titan-u-contract-v1","latency_ms":1.1846249690279365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5965d59d4ceba8261ac92542699ca04a4f4406c8ec6811a5cfa59ea97a3daa8f","sample_id":"hellaswag.val.9039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02c8c224b8d8c89db7c828a1f681c71eedc17cdbddd167851b99f3c22cb00a04","formula_version":"titan-u-contract-v1","latency_ms":0.47633389476686716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"769069fa00037906f1715f4c2e1474a006137389425f29f3e32963ab0aae6ab1","sample_id":"hellaswag.val.904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e62021718929d8f71575813576470704955c0e1df5a3799dc26222d48a2bc02","formula_version":"titan-u-contract-v1","latency_ms":0.839291955344379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29ab4f0b4715d56824f4f595c5a311f3ed355dacb619e527ed2aee7133ae5cda","sample_id":"hellaswag.val.9040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"565bd17cc93d91755d89704013ac34729faedae462196ed21aaf9b6f3cbdbcec","formula_version":"titan-u-contract-v1","latency_ms":0.8612920064479113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23661d0f9a7e46c2f31b4c0d6bb21c770dbf989f1957fef10991a0790d655dee","sample_id":"hellaswag.val.9041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f54a7a85a9ac6973f1a873228c4f1365acf457011616d609962a426e3e7e8a5","formula_version":"titan-u-contract-v1","latency_ms":1.0192079935222864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8504d22ce38e9fe2e9379f0392c5ad5290c35a3eae253effe0a0c5fb1039eb12","sample_id":"hellaswag.val.9042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7fcebb844ea8b61a79c304e11f00be618add373851ec66dbb5df3aec5dac5da","formula_version":"titan-u-contract-v1","latency_ms":0.7887911051511765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb9e82f73b4bf93f033dbfadebf17e200fc4f4adbb3d3ef12e00887a301ecfef","sample_id":"hellaswag.val.9043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3988107723d076e93dbedc801d7aed5ee38b88614f7b3534409fbe64c7cfb8b","formula_version":"titan-u-contract-v1","latency_ms":0.8154170354828238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"640b8a235b03c4b3a073f9d381eff4f5161012508694daef62d3c01c94ddc80f","sample_id":"hellaswag.val.9044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49e30790d3c431f96a7e4cc2f2d64747131780546c8ee382c7611a9ad9349065","formula_version":"titan-u-contract-v1","latency_ms":0.8074999786913395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7ae2aabcadc9a29dfbea265ab74cddbf53a744476ceb2217a4be0aa2fde21df","sample_id":"hellaswag.val.9045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"149a60183c390b74f61569726734eaa6d6261358d923c6988a148370fc10dd70","formula_version":"titan-u-contract-v1","latency_ms":0.7909999694675207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b463c9049a59126ab13e4f6a1e9ef479ec83a9ff41c84631f9ca0a12a74c25d","sample_id":"hellaswag.val.9046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd2b13eca95b8c55a4689590008746783682d2e6b69597b6db00d4eee7c1e3a5","formula_version":"titan-u-contract-v1","latency_ms":1.1198329739272594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f9072d1ccb52f983d94e9173f58fed20ddf10b438229f487d0f34340c642d72","sample_id":"hellaswag.val.9047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab8ec5ba4ed54df265079e4ca7e2461e51f807067a9c6b0af8109f6950cf3b65","formula_version":"titan-u-contract-v1","latency_ms":0.7182919653132558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc0f5d6470f36eed00f6e16b97be5dbfcbd1800b848beb48505940375a395de4","sample_id":"hellaswag.val.9048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c58ce69db6bea41c5cf7b41bbdd4b2020d8c18a7353791088701cb9039860040","formula_version":"titan-u-contract-v1","latency_ms":0.637458055280149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4722a45033ac1a6ba7568acb213aff6584aedf379f1105b34692b1a2d373f7a5","sample_id":"hellaswag.val.9049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e845a59b6a2eaa82519aab0d4ff5443a58f1a2efbe66444287f0c50b8ae75e1","formula_version":"titan-u-contract-v1","latency_ms":0.5475829821079969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c389bf31b42183b2bd661f6637ccd20ef4fe6ff3ecef62a52c9134d0ed2cf66","sample_id":"hellaswag.val.905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33707e864024af2789dc8d3695f76e1f719cb9795b4488e3c03da88168946186","formula_version":"titan-u-contract-v1","latency_ms":0.8457080693915486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d720bdc6f5209be554eeec36e8a77e51a16f239184575f8f10e0639d74937a20","sample_id":"hellaswag.val.9050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94ecae302c26a08f35751ed7c458dadb448962189fb4816a490f7efe4033d94f","formula_version":"titan-u-contract-v1","latency_ms":0.5859580123797059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8c4ce871167c466f2ea4a04b39f818845315e458d45a8017352bfeb008029c0","sample_id":"hellaswag.val.9051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81c4739657237d3bb82219673140c255e601de8eda9033638776f20059016c7a","formula_version":"titan-u-contract-v1","latency_ms":1.0817499132826924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f9c8719c040e973a85769feb7a5690dbbb3bf03a7e56b1f7bde8c1c287d4831","sample_id":"hellaswag.val.9052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a4bae247dc2ed5d4943a7018efb7e5e12b37209677614fc86aa039092bcb43c","formula_version":"titan-u-contract-v1","latency_ms":0.8999169804155827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"040085a3f4e92fee2f44f3cbcb4fea812b4e18efe58cea62451a78b984e350ed","sample_id":"hellaswag.val.9053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c920e67fc44b314823c154a878f743ea05d0f896059ce3faf5a0225cf649fcd","formula_version":"titan-u-contract-v1","latency_ms":0.9197080507874489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7bd5c1ce96be32840ecfe20c1332dc87d6f77b3567932b59f6f4fef8a9a1fa3","sample_id":"hellaswag.val.9054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"022216f7ee9e2675f5f0feaf832fc7414268948664657c9f5c9f848405b26c60","formula_version":"titan-u-contract-v1","latency_ms":0.7838750025257468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b811b725194ed5087173b91ff1d7c6f3c2ce6248409c66b5c482bd6471f2da7","sample_id":"hellaswag.val.9055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdb89675bae3ef32ca90ea5467600ec9711f93018a80a1ea6ea7c9614604347a","formula_version":"titan-u-contract-v1","latency_ms":0.642125029116869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bad664fa69fc728f6601075b81f450bd21530861e8b23d125b11fc8c49d9d9c4","sample_id":"hellaswag.val.9056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92187c8cdb2d8a8898b4a3e031ee5f380d7bee4da4417e0063b9b879590e9ff7","formula_version":"titan-u-contract-v1","latency_ms":1.120166969485581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da83c7f3e50f0f48a500f8249b6cd5c160c23b74bb52385c630121ce19c3bb5f","sample_id":"hellaswag.val.9057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c917bbe7ada534fa4633519ca79084cc307c484795e37b21b749bf9007c457ae","formula_version":"titan-u-contract-v1","latency_ms":0.8741660276427865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90fa787adbc2deb8e3f99349ea16dc69765d11953f5b78c97d2ed0baa9622a8c","sample_id":"hellaswag.val.9058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0da02aa62d69e28ca84ec6ce21aa25d40487b97272976a76224a1b8aa76b9789","formula_version":"titan-u-contract-v1","latency_ms":0.8915829239413142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf90f6e4608909e06fc101bd61131c8be8e8c7b00f818691a804e0c65548c2aa","sample_id":"hellaswag.val.9059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bf69339de06202120d4e32f87a7944197a4452e558faff9ce91aadf83bc09f5","formula_version":"titan-u-contract-v1","latency_ms":0.6190419662743807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"195e78c046d3991ef7a91cd968c128621ccf59d03904c74553e5eb2863b89b56","sample_id":"hellaswag.val.906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdbf952ba7791a392798e8b26c7193487be72c5ac5312cba6272075c75d384aa","formula_version":"titan-u-contract-v1","latency_ms":1.6765419859439135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fa829beb3ccab6946271072cf15fe1acadd5f78ef4135ee4d22a7180a413571","sample_id":"hellaswag.val.9060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16febcc9a6c100cc883503405ebdb9b40b69f2b4e741d5c4b69902bdb8270e99","formula_version":"titan-u-contract-v1","latency_ms":0.9558749152347445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e973b59e2063f2eb5b1d8c663ac17f85d46250af7ba28b834f4a7c45a61968cf","sample_id":"hellaswag.val.9061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"545579275985f83a9cab75905dd17973a075b3bc38a5aeb25a306846ee51cad0","formula_version":"titan-u-contract-v1","latency_ms":1.0675420053303242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfde24930610cce92bfba6bd6cf83e09094f4558979c506f4a64ed1e6f166038","sample_id":"hellaswag.val.9062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7920a6479b260b6da3884bcc4cd493c8e50b29620b6fca525ff344eafa27fd08","formula_version":"titan-u-contract-v1","latency_ms":0.6145000224933028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddd4c77303b41cb211992c3c1e371143eb71b673bcdd89d7d5396d2c9433b442","sample_id":"hellaswag.val.9063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cde76aaa93a0429a276125f3ba4b90d8f3a53870946544b9d4aa5a945037e37e","formula_version":"titan-u-contract-v1","latency_ms":1.036625006236136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"507109784139e2b1308cece1d64b7423112aeb69ea30911c1ecb5b1ec8cdfa7a","sample_id":"hellaswag.val.9064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d08ad9d86e8974d5d776b35899da62d4a63fcb1f004b875eb9d522b9c5c0fe79","formula_version":"titan-u-contract-v1","latency_ms":0.6734170019626617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fcfe60b46143604dfa75c2e99644ec09b283925bde93ab44fcd97176bb04936","sample_id":"hellaswag.val.9065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab7082701f3c50ba9a9d0e74ed2bca882589aa0c0f6c514dc15084366891ebac","formula_version":"titan-u-contract-v1","latency_ms":1.5114169800654054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46badec880e817fca560835b41205736761bf0ca83b82923d9cb1fcd5d83f24b","sample_id":"hellaswag.val.9066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02a1f9148d65dfa964cba43204ff61befaaa76812447eddc957f9db1ed814cda","formula_version":"titan-u-contract-v1","latency_ms":0.9446250041946769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b270f35bc5136e974bc595153b294273352cc78cada85f42a25220a9fe5d26ed","sample_id":"hellaswag.val.9067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49d63098ee0014908f24d5626293c9c4b7ec03164003b6a23f4ca211f11e8f16","formula_version":"titan-u-contract-v1","latency_ms":0.8667920483276248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8400a1960782376c15fe1f145f9b57fe36e53f4bbef0a14283363fbea226702","sample_id":"hellaswag.val.9068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71179cee620373f44e4e629e733127aa280b6d81e34714747517da22b41ceece","formula_version":"titan-u-contract-v1","latency_ms":0.6974589778110385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09d7141120d96b9442108a633a5dbc0257d198f609ca863cb27b64fca3f020a1","sample_id":"hellaswag.val.9069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f51dfc4a3affa23d1796f183d286344c6b0b1b74c5aa298336fdc99b7f98f7a5","formula_version":"titan-u-contract-v1","latency_ms":0.5557499825954437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9963b5b8b8287556861ed7897055ee6cfa1ed7d0dde545af093fa9f49af115a","sample_id":"hellaswag.val.907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c5c8733b78e7cfe09457d93fbf8e9ad33319ae628b2ecbedbce2bc341e82bb5","formula_version":"titan-u-contract-v1","latency_ms":0.8435000199824572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e53126e8fadb6eb5f532ded6c6b4db3288ab2491562bdbb4ac7c9daf6a8b1b0","sample_id":"hellaswag.val.9070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8f66f690ae17cc004083656b23fc5b2080ad532165ab6e8d33d64c55320443d","formula_version":"titan-u-contract-v1","latency_ms":1.576916896738112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6403857cdc8187daa9a3387bc8bb18c61a8b7e95c2257b69a146f9d79f0c06d","sample_id":"hellaswag.val.9071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61cd5eadf4b0b9199c65180acfa43ff6a546b188d80abeccc46063c113bda861","formula_version":"titan-u-contract-v1","latency_ms":1.2979579623788595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e075e6c47723253f76e35c97e50396a4a11cb9929727074f99208ca84fa9149e","sample_id":"hellaswag.val.9072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7e5b72a929ff9f68f1ee46e37faa84543dd017fad979b2af331f80e05631d22","formula_version":"titan-u-contract-v1","latency_ms":0.8348749252036214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e332a28b74813c3660fe8c86cedd973b7ff62dbe586d336fae12864c6423907","sample_id":"hellaswag.val.9073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab7a8fcaabc6856546bdaf3d563271b7b0494a1e01958c5cd778f5ccedaf8f30","formula_version":"titan-u-contract-v1","latency_ms":0.6237078923732042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"595e2c660c425a00efb7a76904894abd3aca0c598eff1f315254625b1e805d38","sample_id":"hellaswag.val.9074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c3b6dc770e74ca31154d35d65ef096343d27c82f4a99faeafa122b3b6e27bf2","formula_version":"titan-u-contract-v1","latency_ms":0.7139580557122827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11406e9aab81016dce38e6b53e0232630ff2659d4e1879bc1854ca231b9c86f6","sample_id":"hellaswag.val.9075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5f741345086a7d8a29e81f7fd0a103d02a13e7ab22af51d39d273791dfb8956","formula_version":"titan-u-contract-v1","latency_ms":1.0422079358249903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6a58638173a916a24bd7a36f274943baa899f7626decd043103b166a675f618","sample_id":"hellaswag.val.9076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1697862e9edec3cd43a63fc0018afbe1fe1a14896d9ba13931d1c08db657f53","formula_version":"titan-u-contract-v1","latency_ms":1.104708993807435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2183aeb4254005721734ca2e48980027e88db524f01504917f05188cc154d0a","sample_id":"hellaswag.val.9077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"143f92865d56308ade550731dd6843f83fb7c7678b609435fb28a90d7cda0984","formula_version":"titan-u-contract-v1","latency_ms":1.0432919953018427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d1012929be3a4e341491f3ffff5f6f815d43f6bbb3b90706a3d9e8ac049824a","sample_id":"hellaswag.val.9078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a9e39f0556395a74eecdce9ae8bd008b0639a260ab0038df8727c660e52814b","formula_version":"titan-u-contract-v1","latency_ms":0.8364160312339664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"796252c6ba8bb55df37fea602556ca6ce1a8b114ec5d5f3f9abf181297c290b8","sample_id":"hellaswag.val.9079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"241210f50ccae4a53af86446b58e9d12dadddd649d120ec1ec0c56eb6fda07eb","formula_version":"titan-u-contract-v1","latency_ms":0.5162920570001006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed5a05e151efeeb9d4791fe98bccaa118170e12f353b9066981e3c8dd0f6bb7e","sample_id":"hellaswag.val.908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce2a41ba1608677fd938a5c5d6b881131f8d10f82c512e48ca186feb3b5cb706","formula_version":"titan-u-contract-v1","latency_ms":1.2161670019850135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba2e1a34d6df12573deda786bb603037f6722551a0d41ba1d6ba570081ec3ee7","sample_id":"hellaswag.val.9080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ead2354d7af7a56f0e6590a10b086a57c8f809fec1b45060b16f52438abcf98","formula_version":"titan-u-contract-v1","latency_ms":1.241625053808093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9722833ae1b328044b5316adcc13ff8d9f2982d836fe7f6d13688d3100e553cf","sample_id":"hellaswag.val.9081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b464a6220cad799747c7ce6f35b4a82957d1a96114f5193a19fa0384d0077e95","formula_version":"titan-u-contract-v1","latency_ms":0.8236670400947332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6108e76ec95f849d50dd873faab1896c2a4f4e59e3b8ff21a7baf7c68978bf1c","sample_id":"hellaswag.val.9082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0243abc4591cac98872dece2bf14baad8d2971c021d0b273ddd2630a44a2b428","formula_version":"titan-u-contract-v1","latency_ms":0.6978330202400684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c8e665b5c333647a2b6a1b7f26731e557579493c9edd070c8657864855c80fd","sample_id":"hellaswag.val.9083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be6ef7aa4e999f3eb977634780882117e1afeda2046676e162301be1fced6eb4","formula_version":"titan-u-contract-v1","latency_ms":0.619665952399373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5731a21c13768301c9bce5a1f99b2e946de81bd5a78e6e3fe73d79939c0fdb61","sample_id":"hellaswag.val.9084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e30065235b041d28cff0acf2231f1a6c7ffe090cb73a7d20230e4fe762fe4b76","formula_version":"titan-u-contract-v1","latency_ms":0.7360420422628522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76a59e968328f211c7c1ee7f4e72149e57674e801913f12dc0b62bfc9af774f6","sample_id":"hellaswag.val.9085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74946ff9eea44ac640fc236295a5d2b3644d56ce2c4a02d5b1dc480073ee3a94","formula_version":"titan-u-contract-v1","latency_ms":0.961042009294033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"900c5d7a2d5f493947d39e5df988deadec055e63c8bcaa41ed9d2f6777bcbd72","sample_id":"hellaswag.val.9086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f81f1d4ebca22d3ce5e4a7f77d7bad6bc7f60b25638e2ce1b1f018dba5e2c1f","formula_version":"titan-u-contract-v1","latency_ms":0.9042910533025861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97bbb6465bf4c98c654412b28c6422c6fa895413a87e7cebddbc00b0a8f0acc3","sample_id":"hellaswag.val.9087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f2793d7e9ec4a96d39712bc354414c39b29af3383cc45801174c965e127d766","formula_version":"titan-u-contract-v1","latency_ms":0.936417025513947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3f9f887d3018f7b31c6aefb3f358d15a17c9fa4b98e2defdaf070d47183153e","sample_id":"hellaswag.val.9088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6d60fcdc0ad44bfa162d074c36422a649881b71b9cd9e37339942e19e2cd125","formula_version":"titan-u-contract-v1","latency_ms":0.7681249408051372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cf28bdf2788cdd6e4d2fca18ac451b323ca06b99b876b4dfb11e848c0436ac0","sample_id":"hellaswag.val.9089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5b2a34d45b4b4435567ecaabccd5369f640a6c3e1ea68593d0e093d886e8e23","formula_version":"titan-u-contract-v1","latency_ms":0.521915964782238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8001764e389d2932d69aee360a82383647029553f510e70fab36593c1e8098ab","sample_id":"hellaswag.val.909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e91913285362c0c210315a54d493f834565ff57858bea69ddc303842463276b","formula_version":"titan-u-contract-v1","latency_ms":0.8349169511348009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a45de51d806694451f37527a57e6da729fbc4d7e7f4e4b688b5f09911ef7aaa5","sample_id":"hellaswag.val.9090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"834702e35487c56e331a6bc364160b908f8d055f9d8a37ab223a4f5cc5ffba29","formula_version":"titan-u-contract-v1","latency_ms":0.8908750023692846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63c07d4fcaec19bd712f0fdd857c5273ad8a0a8afd2610b9a2dc93c6dac3d9d1","sample_id":"hellaswag.val.9091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39c2880993e5e36e260325880b98beee317b9d67f4d09bce4e5165f3c900dcd4","formula_version":"titan-u-contract-v1","latency_ms":0.6024580216035247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9e449206a566d88016674e08dc5903638cf8216fae13234ea09efa6484f3e0c","sample_id":"hellaswag.val.9092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f0c686e2f26749648fe70f3facdcec4042e63f7d54cd4b7c446fa02e05df5b2","formula_version":"titan-u-contract-v1","latency_ms":0.9258330101147294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dfaccfaead8a5e738e6af694698102d25ce1b17ccac6664bd2b5d2bb09511a0","sample_id":"hellaswag.val.9093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ba71b0b29b175b0f0ebc9dc40b1198dbe8ddd31412ba63097d7e5e5d81f93f6","formula_version":"titan-u-contract-v1","latency_ms":0.6862500449642539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3a2d505c47de92cbcd148aa12e96fec22d39b02a4c3d04545c2f419122028aa","sample_id":"hellaswag.val.9094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0b26a7f053b7d4e88473f3c6716b5701bc138b2ef90dedde40d17155b5f50f4","formula_version":"titan-u-contract-v1","latency_ms":1.0149169247597456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a23040ad7ec87a52f4821c537f1e0569daecf8aefced80d64df4c84f50687f90","sample_id":"hellaswag.val.9095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33862a2722fe3d943e7315e5cff58a1ef0af5ad31380fc1fb8045bd63a857a87","formula_version":"titan-u-contract-v1","latency_ms":0.6704579573124647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46b87d1309390acf4d9cc93a1def9adc6c724b66a2527be0f5ee1416e5f77132","sample_id":"hellaswag.val.9096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0003a1263ca68654d83d02bdfc715136f73b42ea83f3dbc8d9a8c838cf8b83f","formula_version":"titan-u-contract-v1","latency_ms":0.8627920178696513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b0cf6af87e82c7face5cd6d2d4da73c0be2f6295a54dad7346774d7cd483e2f","sample_id":"hellaswag.val.9097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e88696d5017a75a600a9ee79df0dda2c286d771ee1c701ce7c515ff78883f57","formula_version":"titan-u-contract-v1","latency_ms":0.9108330123126507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6a8953e45c2b29920543448faa8d20dbed6a28fb9178cf7271198b0ba3e64dc","sample_id":"hellaswag.val.9098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce1d3b14dc8c27081c526e5a009d04a2dd42b4eea3e077385ccf41a72cd15588","formula_version":"titan-u-contract-v1","latency_ms":0.6112499395385385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc7ad5db4eafd5e41e8fdf9c2f732aea2493faf9e4488b4865418a565c3f5fa0","sample_id":"hellaswag.val.9099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a25a0581adf907f9fbec2c80d02837d600c77317ec3590cc8156ee625a12ed2e","formula_version":"titan-u-contract-v1","latency_ms":0.4491249565035105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05c20b59e3a35f3e6f0d637c58949489efca41a4b12976a9ddfd738256022487","sample_id":"hellaswag.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c00a18a8ce50eea3748b5c3410e91daa2eabebff905aa3b72813d1d62eac7997","formula_version":"titan-u-contract-v1","latency_ms":0.7469590054824948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"174dbce0c7e365db6a7c5bee2e875aec0669c2b3d6be0ae54e632658401a67d4","sample_id":"hellaswag.val.910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5472852f1079bd2ad9115ff84ce029b806f3c67da25d3c2b2f66ef52723bce36","formula_version":"titan-u-contract-v1","latency_ms":0.8803750388324261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1843bbe89d6060e44a24dc678c45530f1c2df3b983ed71ff428c7254ef3e21cb","sample_id":"hellaswag.val.9100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e26e4bbdea6a8db1bdcdd6ec7917c24733a70a89d38ec6ab10dddddcd1369dc0","formula_version":"titan-u-contract-v1","latency_ms":0.7381669711321592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4165da3ae54ed0bbfb9e72bfc962076df01cfd594b86549e1d7a5f560def9df8","sample_id":"hellaswag.val.9101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"042aff27fb5b94a7c15c884d4491200ebb2a3a84acca56ff0637e37cda18b7d4","formula_version":"titan-u-contract-v1","latency_ms":0.6714579649269581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39a55db4aaab31ebddc7daf9ca77191141eebd934953bcc530a64410c46be220","sample_id":"hellaswag.val.9102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d58586ab14cbccbb628ae180089bed4604c7470ae55a143c872bf18e47134173","formula_version":"titan-u-contract-v1","latency_ms":0.9811250492930412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c008880f1b2bb1d8abfbf42d01b31fcbe321fd8d0e9a5ab8edae1e8b4d6e23f","sample_id":"hellaswag.val.9103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fe12beb6666d27ec6ec398f38357927ae3d6597680af88eb7d5d27fcd8be7f8","formula_version":"titan-u-contract-v1","latency_ms":0.8827089332044125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"306541c5e0269b2ab0174894af6b378554ac9db800f16954d5640629b07b221a","sample_id":"hellaswag.val.9104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d1cdc36f0d56e4f06e1487cc5adabc8799c0f30b17544b8d449187f64f45425","formula_version":"titan-u-contract-v1","latency_ms":0.8832080056890845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0750ecf8f5469d7aedc6de719855b80e7c1c147899b563af195f7650e609e0f","sample_id":"hellaswag.val.9105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"503aef76b718079a8333a7b1041220630abfe7384fecf643539faee5dd737698","formula_version":"titan-u-contract-v1","latency_ms":0.8744590450078249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a90f684d83a33c2db1842b7557710d7504f53354c1cc14d350ed104e56a1b35c","sample_id":"hellaswag.val.9106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65e1075954705e36745ab86a1bd08589b64d176bb1925b16a668e7a7f1b4da69","formula_version":"titan-u-contract-v1","latency_ms":0.6520829629153013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bcd93318b3396f1b9b3002eb6057542841ce6d7a81b1f42181f30bf7863276f","sample_id":"hellaswag.val.9107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b5476ea8c4221343bb3c24cadb223755deaea3771bfd041d5a537f04cbfda00","formula_version":"titan-u-contract-v1","latency_ms":0.6784999277442694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1fdfee66f1b90967c188ee3e5f545b4072abbb42ec31ba0fc4e43765803b247","sample_id":"hellaswag.val.9108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5636225652a602dde9303c616d972887a02fce69a854dbebc57de8c051edec1","formula_version":"titan-u-contract-v1","latency_ms":0.7967500714585185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"803f641f6d54cbcc2d91385b09d3078942585e4def20b6c550bc36a01ece70ed","sample_id":"hellaswag.val.9109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dea9583fd1a3843e11aa7d2cdc9008254c9f85820a1a3069db80f43fb39bc96c","formula_version":"titan-u-contract-v1","latency_ms":0.528833013959229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a952142f82f4adffc957dd73a4be3111ef7f6dfb1e52d4c57a35c32e40e5f5af","sample_id":"hellaswag.val.911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb8771a9683036577ed7e87b61b2e0a0f4f3f97ebfb8f36de6a8407da9dd430e","formula_version":"titan-u-contract-v1","latency_ms":1.1603329330682755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed57a1d84011996b882c5bea421a2751137dfcee98a34f58ac08e7221589172d","sample_id":"hellaswag.val.9110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8db0974c60234225f215c13894a427cd8729d9aa40f02af362acb3e03c9caf10","formula_version":"titan-u-contract-v1","latency_ms":0.8786249672994018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"467aa8843263bac9cef8dd1379b77c75d0d8aa4c817e2acadf9e1722bc1a2b73","sample_id":"hellaswag.val.9111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdba7b4e3efd24401a7a1202065656ed6cac403270566dbfe845374e81a5045a","formula_version":"titan-u-contract-v1","latency_ms":1.035749912261963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb05bf66e72a705a91ae7c2e82b6a5500beb414a02f040ced0ddb10bd2e60ccb","sample_id":"hellaswag.val.9112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38af80251c872b8e1273da1baad74b980ee9df00b17bb3c119732a008ed5eeaf","formula_version":"titan-u-contract-v1","latency_ms":0.9556249715387821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba5d96acfd0eb283d2354a36067983ddb4f60254b7feae403a628ba1b359c29c","sample_id":"hellaswag.val.9113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72ccabcc7d0e843496b12c7d701ddcc2d9de62c97274640bd7a9a4a507f4ca23","formula_version":"titan-u-contract-v1","latency_ms":1.0649999603629112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa7ba3d1f10bc40140075480f4b8fc605cc55c738c1dc274553e8eb1d13966c7","sample_id":"hellaswag.val.9114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abaab944f3e1b279f77a74af507328d879323cf7a0680edb317631d121787053","formula_version":"titan-u-contract-v1","latency_ms":0.9732920443639159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74be3d1f92757b2e0a596b04245dcb5618c7588411fd4d5823a143d71154211d","sample_id":"hellaswag.val.9115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50e9ddf80f96f9299063eede4e94a80fa3b3e0284d9c1c2186f446ee0c89da89","formula_version":"titan-u-contract-v1","latency_ms":1.0875409934669733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bca4ef296448e1326bb84723c7eb95ae803d835ef862fabfed39cbe9dcc29602","sample_id":"hellaswag.val.9116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2252dbff33213a2923919858d06776b8703a73852e4d50adacb12781fae76ed1","formula_version":"titan-u-contract-v1","latency_ms":1.556041999720037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28beeefd0da903d3105c775b5f2223af38fa1ad6e110b35ecce5f58a4eeca02b","sample_id":"hellaswag.val.9117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed93965a165e40c0f6604647c175711112d1487de78e8f48d95fca5ca4050f00","formula_version":"titan-u-contract-v1","latency_ms":0.9451250080019236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ccb01f77a217eab1a41f6f430bf7d27f754055679af004a2fc0ee8ddfd9c77c","sample_id":"hellaswag.val.9118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2918cb2e8fa6eb52105d66a3cb6e2ed3312a1102919df1c6e7be5e8231f2d98f","formula_version":"titan-u-contract-v1","latency_ms":0.7093750173225999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e87b43fe41d30ab4c0bf801d5766c3fa1d8b76bee3e3644ea2b06d99365fd697","sample_id":"hellaswag.val.9119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eff8a8710c6b6ff718cfaa88fc8b10907681240316f0d73b89c9d3602c929bce","formula_version":"titan-u-contract-v1","latency_ms":0.6691670278087258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f5c166899c34fea6fe2cdbdc330bc9e13075228a2c168db5700e8a4047b42e0","sample_id":"hellaswag.val.912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f58edfa0e1cd5e230a0f0706aa6148f184754c29033ac0448d8f18393ee360c4","formula_version":"titan-u-contract-v1","latency_ms":0.8929999312385917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ceb31ac4ce40c3af089efc035b5a6932911ce1f78fe3086a0209a85fefd94fda","sample_id":"hellaswag.val.9120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47df716645cd649b815a658013619a38484f69828c08a635003c57a765a3bd0b","formula_version":"titan-u-contract-v1","latency_ms":0.9700829396024346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46eac1063ff139760ff990a26fc1cc16031d0346420447178bea7e1da6b8725f","sample_id":"hellaswag.val.9121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db7181c55fe4ed39274b788995808e0bccd68b10391cc480efbb651139dd9d18","formula_version":"titan-u-contract-v1","latency_ms":1.6158749349415302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ea3bde5a266c34a0b9647bd2b1f4ee305d729d653848365e413c4400ec633fe","sample_id":"hellaswag.val.9122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99761acb0562606199f7c4306cc64bdd5f36c228930ab722c4fded63a59c5ce0","formula_version":"titan-u-contract-v1","latency_ms":0.6576249143108726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7a17d42bf205c125fa49f9542d4b224d00fdb126eff61dc065bb39e3b358227","sample_id":"hellaswag.val.9123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"967b614569af95954c0de278439316c7d1a1255163a2a9d5e152c5e09ab94282","formula_version":"titan-u-contract-v1","latency_ms":0.8464161073789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b6e67ce68d3d8c094efa4da04c1447bca46f703c680e4afcbcdd04bb9626ba4","sample_id":"hellaswag.val.9124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ff540a73c346c0e068ab1eee0cacbf9722a5d1367b767f0e9b4353fe4982a2c","formula_version":"titan-u-contract-v1","latency_ms":0.8804169483482838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65e529770f568615ad335a90b084871aebff669693311eed8eca3155c04dc72f","sample_id":"hellaswag.val.9125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf1c2d1b82471007046b3d28e623a330d9866f132c0c5fad6446f670114f53a9","formula_version":"titan-u-contract-v1","latency_ms":0.9516250574961305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5d30c3f60e79d593099ce417dd8a07fb700d4feef50ad0bcd45a86a6ac3adf4","sample_id":"hellaswag.val.9126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"660ec5cd3acf26fdf44430abeadf559be600584e8e5c0e0a3dd06f62821eaacd","formula_version":"titan-u-contract-v1","latency_ms":0.8871669415384531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e20eaa26927756eec1b73ea7b578fa62bb06712eb88b793420932095b09aeb6","sample_id":"hellaswag.val.9127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fec2fd4fdef35786f482db23fca675afefaa62887d207d4dd52be1d32aa8b9f9","formula_version":"titan-u-contract-v1","latency_ms":0.6574169965460896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ec02531e87615ff2c8cea717dc6eccca813754deb70b01d63456c095171e52d","sample_id":"hellaswag.val.9128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9634ac3dd819d435083372ecfae820fe6e1bbbef260675bfd4bb04009bc22fde","formula_version":"titan-u-contract-v1","latency_ms":0.9351659100502729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5e558650e7510393ad5fbb7c6a9cf4ab255ffa728cf8bb685f488e3016aadc2","sample_id":"hellaswag.val.9129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a1d438f4c932f00070507a6b41628dc9c423d37bf907b7818f4f038b0325455","formula_version":"titan-u-contract-v1","latency_ms":0.5184999899938703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf268dbc3eeef7977062e7e4bca8151bf06d63c8d544822952582dd78abe302d","sample_id":"hellaswag.val.913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"667248d2ca40d5a2f7da24409c7c7107c1c4446af99aafb54bfd44fa77214c2a","formula_version":"titan-u-contract-v1","latency_ms":1.5502499882131815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db920ab1ab6c69b411834688a5f5c6fc2b68ddb030fc76fb1cdcb1c1a482da28","sample_id":"hellaswag.val.9130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de0536a4bd3ec2c7574681187c01f0fab36d2ad9b47c4f53e521af10b2a5bd6d","formula_version":"titan-u-contract-v1","latency_ms":0.625541084446013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5490962e5d805724e5245ca0467c92900eac189dfbb33508b9dfe73e9620207","sample_id":"hellaswag.val.9131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bef2bdd861343cd62836ae13c125d06e0668d59468a86a0ee8644d57afd5ac7a","formula_version":"titan-u-contract-v1","latency_ms":0.9260000661015511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f663905f465542843177358081302fca1b09520ab54827b28860c968128f869e","sample_id":"hellaswag.val.9132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdfc87649450cd77ebe4f32947be44b429f9aca770401c2328746c8dea254f01","formula_version":"titan-u-contract-v1","latency_ms":0.7187500596046448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2a8d2c74dd11cc334ecd05256198ab3f52561f1a8f5c1c800c3f9fa159700f0","sample_id":"hellaswag.val.9133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10663e8cf67a1a52e6950be947d48b9f16a05323d4f9e17cd92393a484a29165","formula_version":"titan-u-contract-v1","latency_ms":1.108666998334229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbf2bfb7844cb801dc21dbb13ff11b1b4911b6b9a0ad9a6dd675a051b89863f3","sample_id":"hellaswag.val.9134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee3e3c2aeaa97dd3254ad2fee7ac3db7ece957671d52c6c5e20776f7314dd138","formula_version":"titan-u-contract-v1","latency_ms":1.1417499044910073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8da401c5fdf619c98e7d543460de7c236b24e7bad2cfe9848683b10cf598213","sample_id":"hellaswag.val.9135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6feadfefab3e3e624b8ca8f1de10127b287734f66b7f6b3a099c7a695af9e822","formula_version":"titan-u-contract-v1","latency_ms":0.704374979250133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1227461481c7afdb0cb6e2c7664c636854bd36b2a698d695e24ff178fd1c5fab","sample_id":"hellaswag.val.9136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa5a76faab25fa42183af7baf60b01c3c8f02951d2627a1f8b5444791f1a2475","formula_version":"titan-u-contract-v1","latency_ms":0.7272920338436961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3df10cc6a7c841b8f152b673425971e9a6683ff4b85a4f3395655ce17eb6dd84","sample_id":"hellaswag.val.9137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aa530c665352a338f07579ff8e89763943b6235bdd3978bfaed3ae61711b9f3","formula_version":"titan-u-contract-v1","latency_ms":0.912416959181428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5435661c21d04df8217cb204b8fa7226af1861dab5f2c30dac06f9e11bf96b6","sample_id":"hellaswag.val.9138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44f1200091c5e3060b756875adc1c8d5af98c1f43149dea9d85d7a11ea9e2f18","formula_version":"titan-u-contract-v1","latency_ms":1.0443750070407987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14b6c3901523362e51ce55511ae85122ea5c88bac9f651c111fc253b19e2f4d1","sample_id":"hellaswag.val.9139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05884dfca3c30e51590849aecd174b49a9dff10de67a8aab1e1f90c7aa1526e5","formula_version":"titan-u-contract-v1","latency_ms":0.7417920278385282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a184ff0e8fd64e45b2cd9b5706e2c286018bc149782b532d4ed97f3c8356bc33","sample_id":"hellaswag.val.914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8871c3e6340de658104b9efcd88293d744d16d05c3230f5fd1bcf1b0269161e8","formula_version":"titan-u-contract-v1","latency_ms":0.6287919823080301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f7dd79cf4847825b4eaf6f07e67d7fe0f7c57643296ec059296ded7a924bc6f","sample_id":"hellaswag.val.9140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55a414231cd7a5a44647b158385f8ed6c434310b85c15106107c85d8a36c18a1","formula_version":"titan-u-contract-v1","latency_ms":1.0089580900967121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86ebbc49810bf41a28fb11f4527e6ed0530a2f75038cf2f9b97c2f85ab78b83f","sample_id":"hellaswag.val.9141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75d70b45304fc2432b55012ec288c2a8a2367443a01b0d88eaa359dc065d532e","formula_version":"titan-u-contract-v1","latency_ms":0.8915419457480311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"012ca55cb7f67c64d2ecd59f3143861f79a7410bced203572acf7238046c76bd","sample_id":"hellaswag.val.9142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b7d5be29bf498c2c26db961c91520b6bbeccc6735430f96f2441466063c5297","formula_version":"titan-u-contract-v1","latency_ms":1.068167039193213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b50b4f5f460de714697256d37a59353e6491a3a5818828d8fe25e7793896a6e","sample_id":"hellaswag.val.9143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e70d7c58296db82fb28cd9b19fa56f8510c7207bbb3bb3fa8f1f9e897157a30c","formula_version":"titan-u-contract-v1","latency_ms":1.085749943740666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eef7589cb65c87970bd39eba0110c1ea5b788337a3eddc86622cde6d40675368","sample_id":"hellaswag.val.9144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80d16166d5a4a2d5ff5bfd7783301e753f1abe9b3d1ff411231cd6f2b982b24d","formula_version":"titan-u-contract-v1","latency_ms":0.9599160403013229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7edf6bc6ca1e7837bd460fc12e5af654bbfa790c7aec304b840bed8ba912cdaf","sample_id":"hellaswag.val.9145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db03f63f401cd15613b9cc0fa6b5b0ff4ae8095d35dd3ce64000c48a04b06290","formula_version":"titan-u-contract-v1","latency_ms":0.6712500471621752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"564704b0187643b6445b479c72f7eb6c5ee820c7e2a38d31404bb537ec2b78d1","sample_id":"hellaswag.val.9146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b67251a94d438fee48fbd75292282a95bd0921e3d89d5fcf4a8718f32523688","formula_version":"titan-u-contract-v1","latency_ms":0.7104999385774136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76443b29cdd26757f782ebad0ad1eac17a810a4644b85a41e2ddacbeee3aefad","sample_id":"hellaswag.val.9147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dce8647c781819e3b01c0d36c421ee120adfa994ee9a7872d0c9b9abcb7291a6","formula_version":"titan-u-contract-v1","latency_ms":1.0887919925153255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7e76c6d7eb46b7fc5db212165b7959b9ac79aabb410160da6bcb29e6933764e","sample_id":"hellaswag.val.9148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfd96b4262909ebd4addb85dc0f669c32d4038c81853071ebb6ee4f9c6ffe268","formula_version":"titan-u-contract-v1","latency_ms":0.9051660308614373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b736d52ed2e30444afb53b5a4e714b87c49c98637b384fd8b4a0cc95d949a56d","sample_id":"hellaswag.val.9149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17eb58f784a9095227f03b417826f8c9bf03fb8cf231c38c8ad6f4d71d60c6f6","formula_version":"titan-u-contract-v1","latency_ms":0.883874949067831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9c6bdf10e02aab0bc571db5f35f6943c1ba28379c0343e832f86af9950ce773","sample_id":"hellaswag.val.915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5692a3c43094cc19ebf47ad60042c1561da0cd87ed37ddaffac1baa42a69b583","formula_version":"titan-u-contract-v1","latency_ms":0.9687080746516585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2f7f4ce07c088da0fa3d439aaa022172219ce1f314c5ca8ff4d827af240f744","sample_id":"hellaswag.val.9150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"266aa68bde4330d0d90d349f81a0b9e0a9697350be717aa4ba773fee78a943e2","formula_version":"titan-u-contract-v1","latency_ms":0.785792013630271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c050627cc0c6c0ceec10cb3947f3356b818ee536035b2292343bb393b908249a","sample_id":"hellaswag.val.9151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"721ed6189d205edd2cbad88a22054127ccb66311b81289861e9d15f48ee4151d","formula_version":"titan-u-contract-v1","latency_ms":0.7417500019073486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64451ab9b941142f3025a94001ac90c8dcd951f4dac698a6e7074c29c361593a","sample_id":"hellaswag.val.9152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd6abdcb04969d567251533db04960faca28bc30eda469360c9e3cc91bceedf8","formula_version":"titan-u-contract-v1","latency_ms":0.9287500288337469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aea4ee06b6f718042a8d67f69369fb499e4c4b6381cc0281151138a87ab9ca07","sample_id":"hellaswag.val.9153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e4ad2783a57fcc675e4d367142ea15f9c4db1c0dbf139f3ebdb70fb82e6c6e7","formula_version":"titan-u-contract-v1","latency_ms":0.9975420543923974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbc4de52d25a970b696323c8f4fd6191181faaeadf14d718eb91a0d8c18b5222","sample_id":"hellaswag.val.9154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b35d3c933585ee758d9d07288d51000515abfe6e4661012fab4cef5acf3150f3","formula_version":"titan-u-contract-v1","latency_ms":0.9351250482723117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df437c978500f917d1ce5cfe5a8fed83eccde48d13ed75fa66b795c2a0dbfd67","sample_id":"hellaswag.val.9155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c65fb1f054c18934d1883043747a6a814c4287408e296194b4e96857d7de7e8b","formula_version":"titan-u-contract-v1","latency_ms":1.1288749519735575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0816a38798d8d01759e9741dd56f1175a3ae6a3d5735f6d5651c89afb5553b31","sample_id":"hellaswag.val.9156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e22a3ae3f03f035403b4efc3fca429e5b39d965805c1814567b4add98aa06d83","formula_version":"titan-u-contract-v1","latency_ms":1.0185829596593976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf80757f65c37d42a3a53326564f006c2b555e8a5ffff009d5d461a2c98d3f74","sample_id":"hellaswag.val.9157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22d1c05d8b6fbc86fdd4a675755ed81257f6219b2717c3459c0368c122b7ed73","formula_version":"titan-u-contract-v1","latency_ms":0.6670000730082393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adf56fd9abdfb234e04d3122d629c1ee582fa5cd80142e38fb97a16f628f5cbf","sample_id":"hellaswag.val.9158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ee8135d5fdfa52b9aa3b2299511149adc7b71ae304d62a34080f2b918d2f1a6","formula_version":"titan-u-contract-v1","latency_ms":0.9452090598642826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a99945a8e1b62ab1c791be92b13c5092bfcb0e8732b47092a787266db2419c6","sample_id":"hellaswag.val.9159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6197a95dadf047cfe0ae7d014855c7ec6b5ce95f2f619cb8533c447c8c00adbd","formula_version":"titan-u-contract-v1","latency_ms":0.8500419789925218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31aff5db88f493c166586625cbb32e03386eecddd4e20ea35db79de4ceed473b","sample_id":"hellaswag.val.916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b7578382859b8d1cbde67561db29deec978f0f8e38f3be5519784038af777ed","formula_version":"titan-u-contract-v1","latency_ms":1.0427910601720214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8e9e02456ba2e8fd70a9d0c3377b5fce0fdf781d7079e5a8d3ecac24f9debd2","sample_id":"hellaswag.val.9160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23e1a167d70275756f41141480db702033f9c2b25e23e39fe0c23213f81c4f1c","formula_version":"titan-u-contract-v1","latency_ms":0.8803750388324261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"635e4f260af939a0d344c060dcbb29ecfee9bf262a912b984767d4babbc3163e","sample_id":"hellaswag.val.9161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd0da19ccc635683eacc7b4b59b2642a767f21467d1e328e583ef0b66e62cab0","formula_version":"titan-u-contract-v1","latency_ms":0.6069169612601399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d01e7ecaf178ca780c331fb133757f19c638cc53c211c11fb4b821b2b1b65ee0","sample_id":"hellaswag.val.9162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff3fd3d3e7af163c9d754e97258a7bc30ea12a33a564170eb28bc68cfa1de49b","formula_version":"titan-u-contract-v1","latency_ms":1.0220829863101244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1731204ddb488afb819a5cbffe1c0df1e957691becc2cf3ce73b053557ed23e","sample_id":"hellaswag.val.9163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f727af03fbe47014dba292539d90d351f67211a1185452e91438bdb14e2388e","formula_version":"titan-u-contract-v1","latency_ms":1.0158750228583813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b99cfa85ce81eed4d889a3574e86ab10c5e7e25f6ea7e12dfef663e14810e427","sample_id":"hellaswag.val.9164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd999c97ad519349c7e286adddd3fac6a8af140bac59733de8471777d7a248f0","formula_version":"titan-u-contract-v1","latency_ms":0.9629579726606607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebedc23893fc458318b31e18d9d496e2b1ef74e7f9f76ed021f991cd9ad7befc","sample_id":"hellaswag.val.9165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fd44b6c4558a1a3b25f1028c806a8c541dccc72ebdb6348cd8c22afe6dd289c","formula_version":"titan-u-contract-v1","latency_ms":0.9208329720422626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81e3a1c7854cc165486470e0260e711c614c1c3afc11ae99e715b2dedaa7cc73","sample_id":"hellaswag.val.9166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7799df5bf15201281777605f3e6f18962566433b9a861a3729f060f8529ad183","formula_version":"titan-u-contract-v1","latency_ms":0.9529580129310489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1d28b5d20b49c9a6202b2cffd9cdf7253a650f29ff27324913f8115fd8ae9a6","sample_id":"hellaswag.val.9167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04d5a74698ef9840c8398c23cc2e65dff084a15c7449e09a1f86df5f5895a187","formula_version":"titan-u-contract-v1","latency_ms":0.9333339985460043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df86df0eb55612da0b29a1d9e937e88d1e24a3d9977b49414ad8cae9152679e1","sample_id":"hellaswag.val.9168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"834f789fe0a9576170b8f2a7917a73fce76aba8e07d5d0b5becb16c0ee51a2cb","formula_version":"titan-u-contract-v1","latency_ms":1.212374889291823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0378f3dc103fe520b3b20303245459aaba31de12a0c4c385c1d3656c7d5095df","sample_id":"hellaswag.val.9169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"333ccb6af0588ab9aac6ffce92eadbf39d3a50aacdbb74216da36e1cb51921b1","formula_version":"titan-u-contract-v1","latency_ms":0.8148750057443976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"873c59cde6e344f66c6312a7797720788fff8cc265e0df3edfbbdedca9733e61","sample_id":"hellaswag.val.917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33d14c8c1c5bbec2fd44178ac6fe1e4c3ec2f34de654f742e8018d80f2a019f3","formula_version":"titan-u-contract-v1","latency_ms":0.7831660332158208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21656144334466d3963919bef5ca9369fd65ef1fc4314f94430f364f4d786f88","sample_id":"hellaswag.val.9170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aef37371703d41fb2639858c9ce3e06ee479a5a6457076c95ce3ec312c9f9faf","formula_version":"titan-u-contract-v1","latency_ms":1.1520410189405084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9160468e46cb729711bbea4a54f15b868619f4e0d1d34034f7c3a9c2d41d3e88","sample_id":"hellaswag.val.9171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2966ab12c0acc32f3ee28d587ae98de8fe32ae8498d64404b8ab45315fa244a","formula_version":"titan-u-contract-v1","latency_ms":0.6633340381085873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab97347de66a642ddc9a6d3223e8ef3327f834cf231f176d2cebcf429ab75bcb","sample_id":"hellaswag.val.9172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7216c01a9cfd567c93088fb0efecd5683eb1746e0258a791aa1d33899cb91413","formula_version":"titan-u-contract-v1","latency_ms":0.8669170783832669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7817c45153a3232f59abd08cb8ffdbfb89dff789e07f3e9ff3b61ee89f49b918","sample_id":"hellaswag.val.9173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8192e1ce9a0f00712edfc512582daa99490fb405b33abdfec0c3b20c059cbaf0","formula_version":"titan-u-contract-v1","latency_ms":1.0255000088363886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0252b60bbc94061e5d1e19babe3e25c1edae6ccea6f3c782810a4964665ebfa9","sample_id":"hellaswag.val.9174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5893cdf04bbad57ad36152a8903f24b9d18f9867a4ed57231f66f066f5b3dd95","formula_version":"titan-u-contract-v1","latency_ms":0.984625075943768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bade6aa65a289e3f3b1f878cf43eaf610b0277a60a8acf6cc76523bdb303b503","sample_id":"hellaswag.val.9175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1264e6ddd5200b6aebbbc433744891b56dc381772fb6a5279895d8199329bbb1","formula_version":"titan-u-contract-v1","latency_ms":1.2702079256996512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f7283d23359ea7d30addddab1e38bab995928f3aa9ce9b7cb8f3d737962ec47","sample_id":"hellaswag.val.9176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a6c79b81f2a6693c333959b68db6717ac0182416e33fb56e4a07eb342e827c7","formula_version":"titan-u-contract-v1","latency_ms":0.9721249807626009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1018f3e2b464fa7ffd03b1493c12ef5eae8c8cc7ad5dc81dad2166bcc1e3402","sample_id":"hellaswag.val.9177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d5aa997e541eabdd53d258f21702f3f7ea3ce033ef36c3aedc919580b614cdc","formula_version":"titan-u-contract-v1","latency_ms":0.913916970603168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fa393f6aba0495cc63b34d9b5c7d6f96ac0a184f0f7778fff83b48dfb3a3794","sample_id":"hellaswag.val.9178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d78285a141930cb320e7e46a6538eaf725b99f41cb12ad8e8d9dd915768c2e88","formula_version":"titan-u-contract-v1","latency_ms":1.3004170032218099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dea5833e04a66439bcb6457213ddd2ff804760dc82a2337435eef778be60a61e","sample_id":"hellaswag.val.9179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1127f445f2f563ecfaf7e4f16df639cb6e2ea49ef7519363d405a91a884d03c","formula_version":"titan-u-contract-v1","latency_ms":0.5539999110624194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f413fea533c4e2a6cc4f29f3b63d6d990693b1da052308fb23c6f88a08dc2698","sample_id":"hellaswag.val.918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c3530e33efdd7c19e023127281cf859ca91812b52d5a152145ab5d10d6f079e","formula_version":"titan-u-contract-v1","latency_ms":0.8623750181868672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7e891c70ec147870f8e8820c656430b1f7e46a850c87dfe1ad5a7c2227fa719","sample_id":"hellaswag.val.9180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"881a903f54c91ca3dcc844de41bd6bf10e77e8993bd0811db8fc8f5b35c1b7d0","formula_version":"titan-u-contract-v1","latency_ms":0.8108329493552446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b8535384e19f5bfa4bcb49b8725531080894aace88ecfecb188cc0f026a80ab","sample_id":"hellaswag.val.9181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52e9af5eb0fb5e65fdb41e533d0fddd3e7931528a6d0828785028454d2c76996","formula_version":"titan-u-contract-v1","latency_ms":0.8499999530613422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0d9b931b7c54ab1c694f3a53b7083d363ccf9f8f65cb97fe01f6f6929af148c","sample_id":"hellaswag.val.9182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4974f776ff2df0a1d545d03e235ba080f981829cfe78062a2cd3cd5363eb88bb","formula_version":"titan-u-contract-v1","latency_ms":0.6512919208034873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4309e27310ac055b1cc1b7a41334763002937db5d8cd4abb22ddf3f2115e6398","sample_id":"hellaswag.val.9183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e979f6017a758721990cf8c14163de2c1d1d414c0faa648993cb3d422146c12","formula_version":"titan-u-contract-v1","latency_ms":1.1365830432623625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"490d5a5298294d28be2103068105e48db8499188fbe679cc27371ac527f84c11","sample_id":"hellaswag.val.9184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f402d6de7375022fe54b23a3b08af6c50ec326d0a87c3b991a05ef0fe4657009","formula_version":"titan-u-contract-v1","latency_ms":0.7164580747485161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b9ad3435e86f4e6f2d739c9619668b1f2aad98df94057a425f7bf12663a66e4","sample_id":"hellaswag.val.9185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"907ddf9f833837b9b1cd7e7304d2bee73238ed90c40154bae33fe85f77d0cb1d","formula_version":"titan-u-contract-v1","latency_ms":0.6428330671042204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5d46670736304aeba5854b5c1d378cfa432e8d6f69502fd69428cf05b31de97","sample_id":"hellaswag.val.9186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"764c407765e58933a8cab22f6a8d35e8cc6123a7d7f92d539353c06afa279c3e","formula_version":"titan-u-contract-v1","latency_ms":0.8099169936031103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13b1567406f0eac649f7b2d11b130818e1c1668aa2e27ada6f9340d601cf7160","sample_id":"hellaswag.val.9187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a658a8273cd6381d433b0a389e80c395ac45587e231d0921aa057a6afdb4a2d5","formula_version":"titan-u-contract-v1","latency_ms":0.939750112593174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04798173bc9420b97455ac903aa122ec28f9ed1cf56d00336acdbd2b0afc4317","sample_id":"hellaswag.val.9188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e40bbc37ddf49c7015326e0bf2e2df1d82cd028fb985b576ee1a6dc0bdaf5b6","formula_version":"titan-u-contract-v1","latency_ms":0.6715840427204967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"151f0f0eaf4b70a216f99c1a325aaaf44c7ba4bd8d1489fca54f9c81dc45cdd5","sample_id":"hellaswag.val.9189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"429fee1b8c145878af3058639c4e530c366cbddb1cded88da2b49a1131048e25","formula_version":"titan-u-contract-v1","latency_ms":0.8530420018360019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb44836ffa9853256c6cf11b7189f7bd8b378df5aa4c9d775ec15a71b41ebab1","sample_id":"hellaswag.val.919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24e68f6d67b81ae964052a8ed45e1b5b75d97c63394ecb27905d56e8383dddf3","formula_version":"titan-u-contract-v1","latency_ms":0.9768339805305004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1afdc52316079683de7dfcdc10777a268016b7562f9414e8cc838e15491f1be2","sample_id":"hellaswag.val.9190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff62871e9ea15dbe5271b0255b31ae2ad6cdb0ff14bbd81cb5f24cb8115f98b0","formula_version":"titan-u-contract-v1","latency_ms":0.8590830257162452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43f1d1ad7dc30d07395459e4c5d4871f4583b1b8b66cb92d91da8cd13ee6695f","sample_id":"hellaswag.val.9191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e567ca4ce3e46b7182489df0b019b43365d703f556a7d16f02ab04398db89756","formula_version":"titan-u-contract-v1","latency_ms":0.7417500019073486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58607e738d38babc7a66eb7434747dcf5482a85a3da0a95061026916e9c58560","sample_id":"hellaswag.val.9192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"158585c95374c800e3bf30d97c79d5bc8ba90ee46b84a113f9ab92162693a200","formula_version":"titan-u-contract-v1","latency_ms":1.3082500081509352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5027554f090093cfcae84a2cc6f7533b7cfc17a7388aa43e924f142227e70caa","sample_id":"hellaswag.val.9193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ecb30c6df58ee7d870bf67bd546616d23c59051f850fc200c51893db4bedcdb","formula_version":"titan-u-contract-v1","latency_ms":0.6773340282961726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f75e1e9f95807398bfe81ae2343ac0d687c00c766f6c6a5eebe988c9328d250","sample_id":"hellaswag.val.9194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efac6ed00bab11a4061075317cf8cb7bc36752d2029b30f5e1007e841268f80a","formula_version":"titan-u-contract-v1","latency_ms":0.8946250891312957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e1a56bce61e65ed848bc231c1b8595af9dbf8a70b22cead0c0eeae6cb59e492","sample_id":"hellaswag.val.9195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74abef820272124ffc41706463e81bb44f92cd6fcdff755d69c3e46020fb035a","formula_version":"titan-u-contract-v1","latency_ms":1.1650830274447799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f903a500d4870e0d3a7f23f7da96b8c46edca768a0c1bf57cf81c7d93966d6b6","sample_id":"hellaswag.val.9196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8800636662006d463a7dc520a4035b7f0be593c70d83a3d9e66a9c576434441","formula_version":"titan-u-contract-v1","latency_ms":0.6949170492589474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cef61604a1a2521293163b00b1b5a0c76423faa12646da6d56466a428b39fcea","sample_id":"hellaswag.val.9197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29c173c8b865310a1b4b780ab2638f57caed0de99688173db378ffa73a83ee34","formula_version":"titan-u-contract-v1","latency_ms":1.2086669448763132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d540264dfd3c1fd336dac986db21b468ef083cb6688eb0cf6def1b865982c13","sample_id":"hellaswag.val.9198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01f4224b018b644d8b07a4e25dabb7eedbb24aada5ea1986b6618537a7f566e0","formula_version":"titan-u-contract-v1","latency_ms":0.6932090036571026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ab9769f6bf6222e73391b52510398ec406bab7d547da5e80ec4d8c3f6ee98c9","sample_id":"hellaswag.val.9199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d1855bff544c2af5e2b5b1bbd6ab54933c7a994df6bb1d55f444299f5723efd","formula_version":"titan-u-contract-v1","latency_ms":0.7437909953296185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c17bbb56b1ef77a3e7f5aaabdfc4780a160b02614c8b4de9fb70969fe786f992","sample_id":"hellaswag.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38f993e7e93f972697657bb50016960c9eac9e09112a8aae65c9607c19b05403","formula_version":"titan-u-contract-v1","latency_ms":1.1679590679705143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3086a70b43bbdae9af16c616dcad125dc2ec3426b576edb75ad7921c04677f3","sample_id":"hellaswag.val.920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e0b7d92b7370c7eca2516da54b8004fa5178b7d9001c9c4684113768d3e1769","formula_version":"titan-u-contract-v1","latency_ms":0.8545831078663468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d9d7598208ad1e77ae8afc6f325b35099505a08c6f335d1f98b0b34840eaace","sample_id":"hellaswag.val.9200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa66bf28d94575107b3315edd953a965ddce944b692fa3554689a40805b9985b","formula_version":"titan-u-contract-v1","latency_ms":0.72825001552701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c7cfcc2e889ee27828558b0233674403492183a0b8c0025182b14a02e16c244","sample_id":"hellaswag.val.9201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a185ac3c471ab211e9302c52b0f31ab3d46630ee9fa14584a99e93972a7edaf","formula_version":"titan-u-contract-v1","latency_ms":0.7190830074250698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59847b3f8be42b05942280c427635300575c9a67724ec9ebcad163650c2191ed","sample_id":"hellaswag.val.9202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be884d7125a9bcf6fb40f6993db4ca26fdc6865156e102e249e13fe474cc6119","formula_version":"titan-u-contract-v1","latency_ms":0.836959108710289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b25636d5626d7de2e08de90b08136739f93e5eeb36ded4ce3deb306eb16dcb9","sample_id":"hellaswag.val.9203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"592f56c4a75455132db351731d3d6ba30e6f9f5dbdd9acb2b29e17b38ed7cb41","formula_version":"titan-u-contract-v1","latency_ms":0.7091659354045987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a6eb3abe3e029f7e9fae85edfe2f5a2a9fc5aac0af6049dfb2f2cd81791da51","sample_id":"hellaswag.val.9204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aeec42563716a087b739374b7ee6090743d653c33ea93cc266d20c662e4065d","formula_version":"titan-u-contract-v1","latency_ms":1.1725829681381583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6984bc8d90ec530104fd403c590a8b2b973106f10b5b6e9f9138082d04c16c66","sample_id":"hellaswag.val.9205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45399f977d6090c8362d0adec19edb40a932ad01219f0dbef150f4fb81b06b9e","formula_version":"titan-u-contract-v1","latency_ms":0.8698749588802457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1989e014320cd43cc66ef111c5d93d350a5ec3390be7c7753f20cd7a272185ea","sample_id":"hellaswag.val.9206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ace33c5e0886f5e1ac8516290517f3810193aa9f2dbc175e1d4bd74296f4b7e","formula_version":"titan-u-contract-v1","latency_ms":0.656625023111701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db655601948f86c6519d9b4b3780317f6bdb0a258efb1f4bea89b509ea16ea21","sample_id":"hellaswag.val.9207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7653a2125df71d5b13ed31005530dd0b98872198b5653776d9051b8f3010855b","formula_version":"titan-u-contract-v1","latency_ms":0.6392910145223141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d6a18568e3add4c6d9ce132b4ccf65cfd2e84ac44c07d5fc4827f5708f54d58","sample_id":"hellaswag.val.9208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25af8129199c80a49c855eb9796627ea4bb32103a7f5cce2a0f34bdd25c02dc2","formula_version":"titan-u-contract-v1","latency_ms":1.0952079901471734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1e380d4b44c53192e840986611803be58f4a95b204190787752888e522e2811","sample_id":"hellaswag.val.9209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e61e58d353fde33ed85e0ece30297d3f3a97e1fbd0bbc434a009aec9d81e6cf","formula_version":"titan-u-contract-v1","latency_ms":0.6506249774247408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60509e616a43b5df08f89e4be0c0a68be6b4a31419f6a516bca4d96d993a2476","sample_id":"hellaswag.val.921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60c0d8ced8916a7c5cb390e4ced9416fc05f0ecbc04bfd7312bf47dcaf42e251","formula_version":"titan-u-contract-v1","latency_ms":0.6770840846002102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6361cdc5bdfe79076f51d4033c046d815353bf996f944ad195ab4c3af44b5bde","sample_id":"hellaswag.val.9210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f40ca7f65acc8b7881499199fbbad6785d56bcfc21fcc0dfb7f2f24dedd2af9","formula_version":"titan-u-contract-v1","latency_ms":0.9904169710353017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"132aa32db6896618b7134956729a8b3303a06dd6d0553116d378ea8fc160cca9","sample_id":"hellaswag.val.9211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2d79dc910c8e1942f70463dd6293ab28b9b2e16083521d55b579bd684324655","formula_version":"titan-u-contract-v1","latency_ms":0.6617089966312051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2e4eb8ac878c251eabb72511905274b0be4d7ee1d1bca1a6ded62f503df2cca","sample_id":"hellaswag.val.9212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d2739ac53f151a2bfd48bdc3601436840fe03b55e8b5a1cf4f0b0f736fcbc83","formula_version":"titan-u-contract-v1","latency_ms":0.695624970830977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3152c6372c4b0634c39a9d2ef4e125b74af0d683c7828a2ce60aa1706a1f83b5","sample_id":"hellaswag.val.9213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6589a7010a02c45307178229043c9a6f8f25b8e94fbb1694f0ee3bcd909a52bb","formula_version":"titan-u-contract-v1","latency_ms":0.6550840334966779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f39dd2c1ead13262f3d26f59f6c8805ef0c0193df7625c0748325eed68d85124","sample_id":"hellaswag.val.9214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38db687210e6bab7b742e1fbdd178f0fd6d0b7c177881577f69784724a3ab157","formula_version":"titan-u-contract-v1","latency_ms":0.8562089642509818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"840e0360d1b2449ae25f7f119f5ef486f735b0ab34d2f09663a4adb688e7efd5","sample_id":"hellaswag.val.9215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3835175ec2221d1e02fcaac3a414ed51a59c1e148f8cf290bb55ddac4ad76559","formula_version":"titan-u-contract-v1","latency_ms":0.9028750937432051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbd02994779e5e4b92a3cd7a3796fe54a4ebca9df2552295a8be6960bbebd344","sample_id":"hellaswag.val.9216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"293c029fc2b36cabfc1d0fee031023dc763a65ab3d38adf40c44187b3a6be203","formula_version":"titan-u-contract-v1","latency_ms":0.6435000104829669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35aef5c3fb9edfccd088cac86d879a29f00b673f4afcc68f0a93348ad5ea1142","sample_id":"hellaswag.val.9217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4e327c64bf9c92f908c10656d6f967f6c054047a5957a435d678aaeff612fcd","formula_version":"titan-u-contract-v1","latency_ms":0.8434170158579946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"194b95cf83aa77f7703e492f9807545278de083f34309c798ddee4fa12b2d057","sample_id":"hellaswag.val.9218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52286b97f4438dfbd43c33b03ee2a7f12d506654e5f08a7c4998c73cf38cb49d","formula_version":"titan-u-contract-v1","latency_ms":1.0588750010356307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c03230a7a4db5eb1b9d142d726da3fccb6d64d545e821f2d12555fd5d4c07d1","sample_id":"hellaswag.val.9219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b750e7399228a0674b2841d74e3fc222e5d1bfba5ffc8e26254376b5229b2e9","formula_version":"titan-u-contract-v1","latency_ms":0.8729590335860848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de05e1b2bad72a9a37527ffd5c43069356efd37b1136f396cb1f46fa15b19304","sample_id":"hellaswag.val.922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34fbad478519f94b61906e670712ac49c5aca111324044ee88a601b7683bc2b7","formula_version":"titan-u-contract-v1","latency_ms":0.7172919576987624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bbd6e96b5a5cc13c41485c6c40653e07f437fe62d89221abd0c639c14bf3c56","sample_id":"hellaswag.val.9220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a2dd7dc9913ad39a94f90249b1f8dc87c05b33680560d825f1a03a2ad3f9ab7","formula_version":"titan-u-contract-v1","latency_ms":0.6519589805975556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3ae4b5c06bc7206a54984fc585fe82ccf1c22dee1fe5c7935074b4896e57a50","sample_id":"hellaswag.val.9221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c85efd1c469a461ffe3de28c5d872e9ec59c0e2bf2a6b1262d2611f271a4a478","formula_version":"titan-u-contract-v1","latency_ms":0.6772918859496713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d356c30da24da826703a0a097d18b68f1f36eb79daf6e885ce906cc75090bf3e","sample_id":"hellaswag.val.9222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c9414c0dc9204237a73d8cbc658e37efaf449c2b062d07c9027d4a7fec77cc2","formula_version":"titan-u-contract-v1","latency_ms":0.8826670236885548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1226dde82dd2aac36d7e2e0f9ddefbc635cf9cb7328ab67e9b64db992a7938e","sample_id":"hellaswag.val.9223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb3912fbb24439766b0be6ad41160c9896066d0d896e9c79a31fd8a65d76c3b3","formula_version":"titan-u-contract-v1","latency_ms":0.7020829943940043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0018158fadf39fad2564d1f2135fd7ee17f7471765efecb780f621843334a42f","sample_id":"hellaswag.val.9224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9bdf86eee6d2168e3123193b2aa7f90a0578303108445cdd94ecc1ad1a0aaa7","formula_version":"titan-u-contract-v1","latency_ms":0.6880420260131359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08af6065d0b670b2411ba93b39b57c5ee8d3be23d90109124f5915ee4eeeccbf","sample_id":"hellaswag.val.9225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6f580fa93c3c0218c8c356a27f3546402fd4d82ef352d088ccc744cc71c3c22","formula_version":"titan-u-contract-v1","latency_ms":1.0516670299693942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9e9a6147e77246e268f820755fa62326f9a999fd4a847b07fe72363e243f2d9","sample_id":"hellaswag.val.9226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a64abfb3d2e55d918c7feafde77ec38de1cb06cc5e9008a415b10a6c3374af47","formula_version":"titan-u-contract-v1","latency_ms":0.9159590117633343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55c668c4faec0841c07a5e5c69871d0a149945281807bdc951f287cad78147b8","sample_id":"hellaswag.val.9227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bfe52293ba87b8cb7423f046cf2b946474c7a1104093b8b1675498cad2ec0c0","formula_version":"titan-u-contract-v1","latency_ms":0.8719590259715915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28332a4c7f2a395265f39c26f16028b760b7fb6d075265cb285db981f1b140e6","sample_id":"hellaswag.val.9228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75c545c5105aa3104f2309ea36f78e39b8cc2c4cfa12dca750e53f5e88760c61","formula_version":"titan-u-contract-v1","latency_ms":0.6437500705942512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a8d64052e5b7e9a5a6bdbd635470500486bc342b4de173d8bef399aa42d8477","sample_id":"hellaswag.val.9229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a73a0ece93147794db6a5b208d0db23caa0b8cc48dc7ac4bd0ed94d3457a5134","formula_version":"titan-u-contract-v1","latency_ms":0.4527500132098794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0690715a0e8058eb1638188c7bbd66b4ba937a6912b33abe571f708f1e951d3b","sample_id":"hellaswag.val.923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66047411fb04bb204b2a903bb3315544b2f000edf6d77f1b5260e5747fba6031","formula_version":"titan-u-contract-v1","latency_ms":0.8499170653522015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5595cdd649eb05ea523bd5dac545c20741c0a59e985d8567ab279c4b52421477","sample_id":"hellaswag.val.9230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de570f415588c0e366b2426e16d5e6ee647633333b74bd722690cbe93ccbf012","formula_version":"titan-u-contract-v1","latency_ms":0.6817500106990337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0daec36fbb69a85a2c1c03bee01e23ab4cbf18461f4687178d340a3ff1cae7fe","sample_id":"hellaswag.val.9231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1783faa54cb2bacdb64731ee7ef52788f4881fa59840921320540a7314b0ad8","formula_version":"titan-u-contract-v1","latency_ms":1.012332970276475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3974553ce7541e3def0b217eb4389fd493641c5f925590018db4dc9100aac778","sample_id":"hellaswag.val.9232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76e7df9a12cd918d4823ded96f72c4160445b7089bed4e239d8fe38f24e03caf","formula_version":"titan-u-contract-v1","latency_ms":0.8583749877288938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf079c1b076d78de3aba7e2e320fe8b61853b756f911a5093660e879f9066e0a","sample_id":"hellaswag.val.9233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8c3245652550c1ab58d3b2ee14b1e39f7b3987c9b1e55e2d0b4fab4e9ba69af","formula_version":"titan-u-contract-v1","latency_ms":0.6018329877406359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"487c781efa9017c0a4543c269d9db5a1c7db25cea4987317c1bd3de117963bea","sample_id":"hellaswag.val.9234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e2c30a8d3eb762600f8b2c9a89f8dfed9abbc519450f2e5dad4b587bb074e9c","formula_version":"titan-u-contract-v1","latency_ms":0.7314999820664525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87ac1710db3865cb0109a5b090354adacf45cb3fc29617e8385c44149acd5cac","sample_id":"hellaswag.val.9235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80d6274c35428adf43ff1e65266ac6d68667213786a940a142af94eb27044d2f","formula_version":"titan-u-contract-v1","latency_ms":0.7802089676260948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a39f04696ebe436e975e4acef41f0d819b0f77e6edc428efb84f3e06058e9dd","sample_id":"hellaswag.val.9236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4483e264dc14a36fd466a425f5ae454f07b4136f31ad82bdcf60909ba6037978","formula_version":"titan-u-contract-v1","latency_ms":1.014541951008141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae3f7ab2cdf073df06c01a1310e7c07bdeb253aef40ef41bec5f7913740b0c93","sample_id":"hellaswag.val.9237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11255f00eb7982a7e502ff5600e72e4c24183e8f33e59ebc26ad2fa0f7ebe7ee","formula_version":"titan-u-contract-v1","latency_ms":0.9611669229343534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdae639392ae8014cba5e90dc294ab94fa5c061083d996feb53e049a9c335eac","sample_id":"hellaswag.val.9238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ee8073f872e001bd31688598d93648956a822d61b8d3e779d5f5ca140246bb4","formula_version":"titan-u-contract-v1","latency_ms":0.9873750386759639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61ab025f9ec33e424512e456ad793861fd0cb2558b56d71551049604f7a5d17b","sample_id":"hellaswag.val.9239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c5f3e819146bb8367b25cb5960d538f6bbb546e66c480d6bea5ae746b780f79","formula_version":"titan-u-contract-v1","latency_ms":0.6408330518752337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1922c4556b6a5d77b1e9cb53a2d33e0e867c197391bc10be8fe51c4874d42c5","sample_id":"hellaswag.val.924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce5bbfbb287fbe7c9047ce4e3930ac0e517a002387341ac7e1b2f8a8a32a3bc3","formula_version":"titan-u-contract-v1","latency_ms":0.8575830142945051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05e5c65e7cc7151329e85572032286bf80269d3ae5c42215ef292e9c1c5a59dd","sample_id":"hellaswag.val.9240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8eb2b6f879de56afbe009ebb91f815483fcc307696a3e285322b1c488a45009","formula_version":"titan-u-contract-v1","latency_ms":0.6159169133752584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe7c5d07d051bf9b100a5d68c8e13eb9ad35b46890cd6c5bb61a70419c8fb30f","sample_id":"hellaswag.val.9241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd8d4e94f47f59cb1f7f95c3f8a06c368e918ba3eff92223d990a0936d57c26f","formula_version":"titan-u-contract-v1","latency_ms":0.8072920609265566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7a6a841d55c2f518fe40c02fb5fe17f87e27305411daf703dd4dcbd17f2c2b7","sample_id":"hellaswag.val.9242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30d4bf44d65e043aa0fbb859252adbd82ccbfaa617336db247bddfd35fe29824","formula_version":"titan-u-contract-v1","latency_ms":1.0016659507527947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de62d45418f133523addb181235b9b5fb1ba593e8ccb03e85b9fe1d8671121da","sample_id":"hellaswag.val.9243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68c470f4e474851acc78c182b44c89fdd17c1302e2404dd63582f97bdf03b034","formula_version":"titan-u-contract-v1","latency_ms":0.8546250173822045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e36bb91301fd849012761d09b517c57d3580c4df45b3c91c13956264ec81f53","sample_id":"hellaswag.val.9244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e20c52e8010ec8e713a5ee82c909028849b042a80f1f6c5a11c6f375039826e","formula_version":"titan-u-contract-v1","latency_ms":0.8811670122668147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d65123cb1f1998395ecddf7ce90c4496b5c2f682279e9581623cd9d6b0117d54","sample_id":"hellaswag.val.9245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"846c81ee81694a89901577fcb68ab5b26969dd6a77ad45eb652218c33a618d56","formula_version":"titan-u-contract-v1","latency_ms":0.9076660498976707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7290db9f6bf06c50a7a03ea0d1cfb2be3b90d4d6be95df581016643bc86e7d27","sample_id":"hellaswag.val.9246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c40d630a9fcea829042604de9e301b8983aaf7f8942c8ad5e5aba83d3e336c00","formula_version":"titan-u-contract-v1","latency_ms":0.6790420738980174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"215fa4d009097ae949751c39bf48a965e5c610027578bd175680a35e6b9be1b7","sample_id":"hellaswag.val.9247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"095a85e1cb0edc5b21f37774fd60ae26facf9e9f0580aad0d4f5c2e1fd5d9a52","formula_version":"titan-u-contract-v1","latency_ms":0.8816670160740614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f466c9dd37b88bcd17d5bc0c6e37069644202c063c11c362b922a48fbab907f","sample_id":"hellaswag.val.9248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d836d11993267d882c6ad8e02427958f9b283a4d8612215597bd4dedabd4b750","formula_version":"titan-u-contract-v1","latency_ms":0.8542500436306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bff23193e8551521237b0e8683201f4a8affe7f6972bcb397d92f9dcb107b3c","sample_id":"hellaswag.val.9249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deed007b9473ce012dbdff7bc83ca28540bdf4328049d2ef20523337a7be911d","formula_version":"titan-u-contract-v1","latency_ms":0.6903329631313682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57df40f705d4d37cc854feef5d9ea18084639ce1ac08b9b8ff414f7d6de11ad5","sample_id":"hellaswag.val.925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fcb554d1a03e4b83b46a80f365863790a1bc1beccf1bc8b6a5317e36ed2f8cc","formula_version":"titan-u-contract-v1","latency_ms":1.1968329781666398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94be0e69453736ab00efeba3ee029c29218cb51af0cd3975e40cf44f2adbae15","sample_id":"hellaswag.val.9250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1818ac070fd778198bba6496fa5ff85686815000ca4c4475a3accc64e86a50a1","formula_version":"titan-u-contract-v1","latency_ms":1.0217920644208789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa584295640d94fbaafd012c5cb4d51ccb45759ba073eebcba176b84f745891d","sample_id":"hellaswag.val.9251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0103dabe6e6814e26ba6c8ff9a523382ab9aaf4f692928c8f6c8ad4b18714bcb","formula_version":"titan-u-contract-v1","latency_ms":0.8469169260933995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea1ff03b59c3bc52daafcf080df86066db9811dca4fb0219d2990b7edcfa1e95","sample_id":"hellaswag.val.9252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51d6fc96cbab9c1077c5116a046cd9850d418bfb2215c7a1c5e2e8c0483bb7ea","formula_version":"titan-u-contract-v1","latency_ms":0.8384160464629531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c7705ed3007cbd1448b761f9378831aea48889f00f99133a4a3a242364fd89e","sample_id":"hellaswag.val.9253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df5c1ff9f7d7a7ae11d4b19feb8d9fea9daab05c26cd3d6f7e27c71517d1dc55","formula_version":"titan-u-contract-v1","latency_ms":0.6600419292226434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67433ba8124d25b238192cc86bd521ca3f47a3c2b8a7c818e5c2b7fa0e994bd5","sample_id":"hellaswag.val.9254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"479a389c1990a19b055aa49f6e678f0c2f26b7cff0b29d393da197fa72ab65c4","formula_version":"titan-u-contract-v1","latency_ms":0.8065419970080256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e442e5dd265dde5742828ed0b5e4c5d6ad64530c2b9bdfa9cc69c849a15c34a5","sample_id":"hellaswag.val.9255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"722fb1d7bcd1cd766e3b0d7e5dbc04dd48ac819c9d4058036038205e4a2fd3d6","formula_version":"titan-u-contract-v1","latency_ms":0.90020801872015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af753e5355953a80d0e82b7614f27a5178b95f40bc28984069ba0170c06a8b23","sample_id":"hellaswag.val.9256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a0c6d7ac3dc5db1d6e93b3dbfccb6bcd21456bf8da6b860aff6b88ab5664e6b","formula_version":"titan-u-contract-v1","latency_ms":0.6215840112417936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97407a70feb071ad1c29ee920891b05cc7da95df0ccaea0708dcd5a1073f9ca6","sample_id":"hellaswag.val.9257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6df0abed53b1e501b6f163ae3d8956e17c53ec37a66debcdbcca598b9799d5ac","formula_version":"titan-u-contract-v1","latency_ms":0.9131670230999589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"716beb77e8bccad634aa3be8f37e1b388e7463bb73ee7d8c8661c42e02daa32e","sample_id":"hellaswag.val.9258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a14885010e0c72931f5d44893cbc53092949e2729957858a2164c66968a2d2a","formula_version":"titan-u-contract-v1","latency_ms":0.6775410147383809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef785875fdd2eda1508783e3a21f7d560d0efaf3ddf84303cc86fd3e9e6600cf","sample_id":"hellaswag.val.9259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1cb23828d8762d74061a79a04ef5b8f3aa9c0d6f8bb239d2701c760e0475c89","formula_version":"titan-u-contract-v1","latency_ms":0.7081669755280018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49e772b792629e82a360444b5965111676151b991beb825fd6e091447757b39e","sample_id":"hellaswag.val.926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ff40d6c2c632c3e998f312fbaa8f7b615c3709a3f95978ecafd6e39d86815ae","formula_version":"titan-u-contract-v1","latency_ms":0.8383749518543482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8911d573c8cf755953443f98d61c1dca32cdd189717e02371a58bff595719f45","sample_id":"hellaswag.val.9260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d95a901a002a925e457bbca61f8caf5aab7fc5d4cd2834511aeca5f9ce7f06ce","formula_version":"titan-u-contract-v1","latency_ms":0.743833021260798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9fa00f680d459c7aaa8897e4407825c80284aea97377747aa69c9dfeaa79f6f","sample_id":"hellaswag.val.9261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ab3be2a29949763efa7a22b7e06ce7b02c296c37025f2077f1d5a3b010fa970","formula_version":"titan-u-contract-v1","latency_ms":0.6943750195205212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcc8736a33dfab482d878aaddba2faa05f40802336c8e4eb2e40525f6e534f9a","sample_id":"hellaswag.val.9262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3489e19f3c46ab8b2d25445579851cad35e018de01a2ce930ef39cb4451f92e","formula_version":"titan-u-contract-v1","latency_ms":0.900916988030076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"620f2769fc91f00725fdb108599aec5df2b2cfc48ba70d60dfe2b49ed2384e2d","sample_id":"hellaswag.val.9263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a2a5b307c25c2c398462898dd75e09be6e9c93c8a3b06a4b58c2145d25aaa59","formula_version":"titan-u-contract-v1","latency_ms":0.71237504016608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b60c87cf6556460d82461f08abc782c07f309dc8d3d781ea5d7e78ae16af20b5","sample_id":"hellaswag.val.9264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcb882fd262ce90d1984566a96d4c440ab3974eb1ae56ab0c4fa4b213854dc06","formula_version":"titan-u-contract-v1","latency_ms":0.8246659999713302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65a1d9ad1d23294efdb8b65b0d703f1b99779b0453f8a027f89d1ba793b189a0","sample_id":"hellaswag.val.9265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0e6cb9449c7a595378e989e3eb0483c9b1b1cd5a7b6b043f7fb2e16a39d7bca","formula_version":"titan-u-contract-v1","latency_ms":0.9046250488609076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff3a4fa17e4fe24b853d24e2c739a84897e5e90b03ada388e60f8f9f1ceffded","sample_id":"hellaswag.val.9266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a165c35252255f2e1235d3e95c6c48ef44a663291510969f6f0a43c7a99c3542","formula_version":"titan-u-contract-v1","latency_ms":0.8064999710768461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8708d450da23642e68e83e4db220b7399f5d69e0b3d482e30c4929f9c140a19","sample_id":"hellaswag.val.9267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a18d3e0c5788ca3a922002b00328141c9849849ae648cad17db043b3287e66ef","formula_version":"titan-u-contract-v1","latency_ms":0.6721660029143095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f58fe1406413cac323112a7e8cfabd3b3afe0d7ebe085617d28bac2ddbf9a3bd","sample_id":"hellaswag.val.9268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbcdc004ddc4c01a3326410eb4ab6f8f23742814458802c2beccae110e9c5b45","formula_version":"titan-u-contract-v1","latency_ms":0.7285419851541519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33d3940dd4137e7c7449550357cf17ef1acbd95d89e5460bd11dc86d32097f46","sample_id":"hellaswag.val.9269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fd1e849f416a273d0f95bf29b9b44f8b8fda143e95b7403997bc9af33f2d79d","formula_version":"titan-u-contract-v1","latency_ms":0.7674589287489653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"993e337d5b01e49df8640f49e86d0b0de97723d8ac426668c7a89f5bd12d88f9","sample_id":"hellaswag.val.927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0131a78220ba63bf2a38a4ab4ff27c7eb1d6391c32542cee1b8e329a22e0b066","formula_version":"titan-u-contract-v1","latency_ms":1.0497089242562652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9308708a47120c5e603fa7affcbbd36ecddb60d4db1ac83f9160d66e78da72f4","sample_id":"hellaswag.val.9270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1208393f5472be51feb57f15d592edd2d70b6019ff817f43f11825bc393499f","formula_version":"titan-u-contract-v1","latency_ms":0.6733329501003027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"730201a3ef0f6ff815f9b54151ce99a317e06fa4f3a1e27f523dca89da2b9872","sample_id":"hellaswag.val.9271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"170a1bec315ddbe688a5d4ab2ad2d21c241f52a23de1b7e3976d0d651ddcf205","formula_version":"titan-u-contract-v1","latency_ms":1.0867089731618762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb526c07208cda395c5c15103130a6990fffc6ef38b021ddf10803c6ac487d83","sample_id":"hellaswag.val.9272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c5113cd92b26aa93b97bdeffcfc73e08b03e048d19842cec57aba867dbb95d5","formula_version":"titan-u-contract-v1","latency_ms":0.6308329757303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b003e0d9dcf37dcd6c8c12ce0d747fcbd13a0f697e9e087b007e8374e8ab8a2","sample_id":"hellaswag.val.9273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4b7faae8a04772b7d8d66eee24148294c02a030bcf5c6df7dd3cbe0ec1214c7","formula_version":"titan-u-contract-v1","latency_ms":0.8489999454468489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1812b8be0108f8939a8ec6f70d6599543475c03be19b4452361eed675d617a6e","sample_id":"hellaswag.val.9274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0aed39c5dfab841c97e7ca4e8b8bdabeb6785ed6287debda7d97534ff3a69771","formula_version":"titan-u-contract-v1","latency_ms":0.8211670210584998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98aa9810b337e0b98acb8cec5f946c9222d32fdf65d7a2a9c268f06b40a96df6","sample_id":"hellaswag.val.9275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"362b23d573477053136d674c73f2e2461d146999d350a46f0ff6fdb9764d4f11","formula_version":"titan-u-contract-v1","latency_ms":1.8539169104769826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa35c6d4ce116b442176f314e349cb88b29909d3a9688dee2fcc056ca54880b6","sample_id":"hellaswag.val.9276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d55007ff4f37518c6102a7f76d42e5d4b67068773e0ec4fd082e4a831f1aebfb","formula_version":"titan-u-contract-v1","latency_ms":0.8242090698331594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d88a4b14aafecaa87117ad01bee5795d6ece9a0233e3c93ee011e485075ecf88","sample_id":"hellaswag.val.9277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22b9d6f9e96cea3a3b95072fe16143b331dba0c4bf105527fe58bcd3fd6fd386","formula_version":"titan-u-contract-v1","latency_ms":0.6381659768521786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0337bba651369fa392e5d04cf29039e5998b68ed72e606333c56a4d6da763de","sample_id":"hellaswag.val.9278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d24be326402bb3e9866b9076c98c30e2ce687b9b846e0a96ed6c1eee5e262ad6","formula_version":"titan-u-contract-v1","latency_ms":0.8472499903291464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d571423a41830439c5dae1557bdc8acd7580d9453e707df2cb0db32634719b9","sample_id":"hellaswag.val.9279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95e48e629e1f7889914cba7f132d18dc5fc4497f81927c2781feba33565e2825","formula_version":"titan-u-contract-v1","latency_ms":0.49958296585828066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d23e4bce6c63943cf69e0327561aa2ba7ca216c26a4431102a89fc8706eb7d57","sample_id":"hellaswag.val.928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b51b15449f52573d212bae999edcb78beeb1b9ff52b8e41201be1c8364d10ea","formula_version":"titan-u-contract-v1","latency_ms":0.6062919273972511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c359fcf290e8d0800786a88b75ec2d7ffb6f1970f2a63740d237d309c2515745","sample_id":"hellaswag.val.9280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"450abb9c1f5b81eb02beb981d5f13b2128bf57f6339b7995b7c77e15035aae3d","formula_version":"titan-u-contract-v1","latency_ms":0.6810829509049654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ea796f94e9f8451379f9099c0e7cbb3972b635a29560c669b5ab3aa6c55b44a","sample_id":"hellaswag.val.9281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e63f4999a4b6c4c2cb93c1a927c89aca02b0d0bd21b1a98aeb3a06c49306be9e","formula_version":"titan-u-contract-v1","latency_ms":0.661291996948421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86502c03795f6594d223707ae81b9d4f7b83fea0174c5894036376e2fada095d","sample_id":"hellaswag.val.9282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70b2e61182aa848163d5afaeca483e1ad542076b0aaf2cd72c2ec87805863b36","formula_version":"titan-u-contract-v1","latency_ms":0.6809169426560402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"510b08204ddc0839eed6a68bca0c41da63e25756c9615162489a2ff3c849ef5d","sample_id":"hellaswag.val.9283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f428c826fa162658bc36d16d7d77984378db0fa3b361fe7875b224524ebd6121","formula_version":"titan-u-contract-v1","latency_ms":0.8354589808732271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af871ed16c5f713eae8090550fd1852ccaf2a0e92fda0a66e4fdd473590d1972","sample_id":"hellaswag.val.9284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b76d543a35646718a948fe478a3bf1e1db52a2584035f388ce87be67c5f5a01c","formula_version":"titan-u-contract-v1","latency_ms":0.620333943516016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0760eae22b3124e61c650322e4cb777556932c4cc67a599cc4d5ab1b00de68b5","sample_id":"hellaswag.val.9285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7336484ed7f85f69d8efdea2aa4d27109fe15b1cb91736155637e696d23193ee","formula_version":"titan-u-contract-v1","latency_ms":0.7892909925431013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8f7dc1a90d8f1b6fc927a11a6ec270c56526293b5d4ec1b914fcc32e4836714","sample_id":"hellaswag.val.9286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fc57242a0846dda74220e5741f339ea75e08b713d8c7b587967e3c5bfa60574","formula_version":"titan-u-contract-v1","latency_ms":1.1832499876618385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a53377be9ae3d0b3303a5db451ca7fb1c33687488b043bf43603a49ed649064","sample_id":"hellaswag.val.9287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"641e5c7ae492783720e18634be09b3bd44268df9c3aef00e44d0cc48106aad2f","formula_version":"titan-u-contract-v1","latency_ms":0.8910419419407845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99fac537dbf601e2144a56527083a651fd64592685388e46476d817aab41325f","sample_id":"hellaswag.val.9288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe177b018f6acf354ff3205b8c9f46bf411a38ae021e7657acca4e87ad2f25f9","formula_version":"titan-u-contract-v1","latency_ms":0.6501249736174941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1de65d871e4cda5d804ca81e5f2ca16e3d05dc1c6cbd6dcdd1b3448b8bfe692b","sample_id":"hellaswag.val.9289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"024e0fae510ecf94359d2fe4609e5b8ec9b92e214a80743864dd3a2818f961e3","formula_version":"titan-u-contract-v1","latency_ms":0.6349999457597733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd274e97a4caf276ed1c323b5d98de4d2e57ead3e82fda391db2e80cae7ce1e3","sample_id":"hellaswag.val.929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ef4dd39274e259e8257ac02e872237fb64c4810c52b031018add253fe0084cb","formula_version":"titan-u-contract-v1","latency_ms":0.7451249985024333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc387742cb8874c35ff3087ad0613f3aa4848087e840e16026ece288c26eac1b","sample_id":"hellaswag.val.9290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16239856509d72da2aaed6714a206f47a2030b23df08de4639c8f3922542daeb","formula_version":"titan-u-contract-v1","latency_ms":0.711666070856154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12f5ef9c599bbb27f2ecaab72be5a0c52a0d731d5e08c24ed5947a7943cdd4d2","sample_id":"hellaswag.val.9291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea4a6863d30812d8924b4c91f63a56d42a32579219b7af7af6ea69e71c54de64","formula_version":"titan-u-contract-v1","latency_ms":0.8457920048385859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a326403794a248fe92e13fac887d71f58fcd757754ecb8a19503d17b7047d609","sample_id":"hellaswag.val.9292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f64551c7080f61a9fe07919d002b7b063bf2b0ee1bd215e89032574828674967","formula_version":"titan-u-contract-v1","latency_ms":0.891542062163353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0af558f6d9225ed9973c8246546282533e2cacf8eabee6b1e38badb8e8038cf7","sample_id":"hellaswag.val.9293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"625340bc274cba14d990ca3ab45e1661079a759a9bc278162a9233c53ce5927b","formula_version":"titan-u-contract-v1","latency_ms":1.3018340105190873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9665ac579deca70ffcca53adea1470298b80f5f938e0a5c6653b2c75e866909c","sample_id":"hellaswag.val.9294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"914aa24443c9edb9ada5e174358b07c74f1d40598157079b298fa7958a570ae5","formula_version":"titan-u-contract-v1","latency_ms":0.7439160253852606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f517651d89d8dfd934ab29dee1975c84326942b3b521b9344e7d5d84e480d5a7","sample_id":"hellaswag.val.9295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c47c2bcd574dd845fe66842eee0526ac28a6b71ac5b58bbcd6a1da471f952240","formula_version":"titan-u-contract-v1","latency_ms":0.8303329814225435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adf0a305ccff85924c5ca9c7aac81e2a5ebe6b71cd4f5d1432502e73979e63c5","sample_id":"hellaswag.val.9296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b0397c502dd2558f45408bc7204f07e0b39af8fbf0313ebf0a7097a8253bee4","formula_version":"titan-u-contract-v1","latency_ms":0.793833052739501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fa071d1c04b505118b923a509109c7da83191ddc10a99dab1889e37fdcfc8c1","sample_id":"hellaswag.val.9297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"161596c9e423f5757447f8abf5c09ba87e797349cb7d60a3234a302c6c02f591","formula_version":"titan-u-contract-v1","latency_ms":0.6297910585999489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebe4f8d9b79cea7e64dc0d8516751e620c621e1e6ba3eeb62ffa0ede00307aa4","sample_id":"hellaswag.val.9298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a9c5ec301ff7e33c9f3aec29b5fbfd3ad212462a3011c96d197a2dae7611813","formula_version":"titan-u-contract-v1","latency_ms":0.7072910666465759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2aba6a7bac28c2cf19a0a43fa7e6776190013b07dfa85a6b57cf4a69955f7c1b","sample_id":"hellaswag.val.9299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c1f4484329ea4b1b03afcdf86b3837ee2527671d50eef5f10aee1a4610d9ebc","formula_version":"titan-u-contract-v1","latency_ms":0.6292089819908142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab21b31c3e0f6fe97cb6ae9025fb7357e7a798ade763dd4d9190c3e0ab08afbf","sample_id":"hellaswag.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"973a373a5b0778fc30bf773a740135e4a83b78208824b3fdff3587f1e8e84945","formula_version":"titan-u-contract-v1","latency_ms":0.539958942681551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d36a554603423447b0afe3ab8c1fc42c6b4c83d3140290adb167bb17ced24946","sample_id":"hellaswag.val.930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f76f90fb2ae1c92ee849cd27b8eebc08a96d203841354090c090c919e22cd1c3","formula_version":"titan-u-contract-v1","latency_ms":0.7848329842090607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"873494a29496cd72dd658121a492c69eb0da2fcbaf908eb6e5b5b9ce8fde2c85","sample_id":"hellaswag.val.9300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36495bf9ec79a341d5120c82215c3deaa1e80a553135d3e0c9fa1fc535c6bea0","formula_version":"titan-u-contract-v1","latency_ms":0.9348749881610274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30c57a0cfa7dac3f2380451490eb4fdfa3499883438e8278d0d224a62dee64d8","sample_id":"hellaswag.val.9301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f08ca0b72f651764b0993d908552572cded097fd4fd7c46b1d0917597491f845","formula_version":"titan-u-contract-v1","latency_ms":0.680541037581861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f295caec2e1c7151caf65365d84e0f57ed9b57dc93a8a5629986a635abbec2e0","sample_id":"hellaswag.val.9302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67bc8cf0f924c4a3b9bd92490a910b60551aa20c986bbf9cc20a99c21efb9173","formula_version":"titan-u-contract-v1","latency_ms":1.0125419357791543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93aa8a909c0e9b18cf36b69a2ba3e18654da512468829703021c13bd942baeb6","sample_id":"hellaswag.val.9303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4e76b1b38ca41d84aefb17dd0e1c2954710661ccfdb54ab47024e259d3ce61e","formula_version":"titan-u-contract-v1","latency_ms":0.6621250649914145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97113adb8a2ae85bc4b8b5b90bca8226804dcaf11d3b3fca87394961522e04dc","sample_id":"hellaswag.val.9304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1acff0b6c8adc0aee2241bb61ce1b15a1889634d85168d20a68b6ad72517730e","formula_version":"titan-u-contract-v1","latency_ms":1.0802079923450947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6f58f3b76960287bc068311bf7fe0ce5c80fc47f84803cac2ec6b79ab9abb2f","sample_id":"hellaswag.val.9305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b56e18a3ac2e2e783c6a8ae4a437aeb2021d2d6b16a7d6be3a36fe5bef30f974","formula_version":"titan-u-contract-v1","latency_ms":0.7262909784913063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dffbe5da091dcaa579f0c3207a91e26ac2b30b6255a8661b2c64fc7e059d639","sample_id":"hellaswag.val.9306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9d4c14fc8614183da1f542c3bbd19df359a4b9b05dd98b2357e5f9f09c9023c","formula_version":"titan-u-contract-v1","latency_ms":2.1421669516712427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0c4d62c2cd75d0b8646f80a0896505efaee4dfc46e0bcff6595a0cf74139ede","sample_id":"hellaswag.val.9307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e732420e6cc9e34a2938513a33b0c987c39a3fe7e279e30cd62cf556f4687bce","formula_version":"titan-u-contract-v1","latency_ms":1.049291924573481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b5b974de6d8909cc3ede33665a30ff5e9a4b09b3da8c7ae4bc5c4e5016e4194","sample_id":"hellaswag.val.9308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e354c745ad622d052d6cd40b2ef6aca007c9a8d19c043eba21709cbcddffa8f6","formula_version":"titan-u-contract-v1","latency_ms":0.878790975548327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d572f84dcb334319010098db21f79b1c797623b6cc55618fa116e58214e325f","sample_id":"hellaswag.val.9309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6108cc435e0e1573d6972d6b0ca7c19a3a5f1fbab1d3b1b784aeea2904da8c7","formula_version":"titan-u-contract-v1","latency_ms":0.755749992094934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"584d2ca3999d6a59b81f6add01defd0669a41895c763014fc3f9a2539b41617b","sample_id":"hellaswag.val.931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caf0d070cc1347c0abe8d7b95ca5d232dfe8461804b88c327ae7150eab065ffc","formula_version":"titan-u-contract-v1","latency_ms":0.6272919708862901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23551cf5125b8ca5007493765165b1f2137f1ba1a5ed52548c6ab9cf31669a31","sample_id":"hellaswag.val.9310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59735e93000e31f74d38e9cfc3978f534ecad4b0caeedf2a133dfd3bc7751631","formula_version":"titan-u-contract-v1","latency_ms":1.0281249415129423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bb0e525fa2d907d70fa6cd3ad14a499836c2419fd5cac561a04281deaaf9778","sample_id":"hellaswag.val.9311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15a1b79b7915033e54012aba7c109dfe93388beb1e9cc9dc45a8981c6c511788","formula_version":"titan-u-contract-v1","latency_ms":0.6336250808089972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dfe08978c9e07fd207343631d14298093f71eddb661e2a20aa35ef281248008","sample_id":"hellaswag.val.9312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"888de0d06e2f18c6f639600797ec181cfecaf2a2681542ae2aeb353a4167305a","formula_version":"titan-u-contract-v1","latency_ms":0.6670840084552765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6200e89ea725bce128debd3b23ba27c62423ec99e24e1d65375c81b37865bfc","sample_id":"hellaswag.val.9313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7caf5d7fd84ce2106107c8441d1dde7deb3f944e0b98727f27e5a12a5ae641c0","formula_version":"titan-u-contract-v1","latency_ms":0.6665409309789538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a278ec842fae7e2fd3bd7c5f3462c38f773781193ffcecca3c00a8cced8c1263","sample_id":"hellaswag.val.9314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61e08d8cfd3f3c12e2fb1431da7c79a685d14bc12e3f2bb2eed5e4f0aea0b6b5","formula_version":"titan-u-contract-v1","latency_ms":1.9526670221239328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c1fff34146f007832f70e65988eca587aebb893c12056dc592e7ebe6d332d6e","sample_id":"hellaswag.val.9315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0eb7d9d9ba00ba6828a1b58e76e8315b14c1681e573da86f11986ea5ba0befd3","formula_version":"titan-u-contract-v1","latency_ms":1.147833070717752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db4a00fbb558d347d8fb1eeeadbb41056e11b034f1ecc39607e3aa46b3ddc8e8","sample_id":"hellaswag.val.9316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02d24b4e491edc65a734331e3bcbe42dabd8ceda01b5e9a0a7c7507c14718087","formula_version":"titan-u-contract-v1","latency_ms":0.9262081002816558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"117b32fe5bc95f43a966b2152cb39f2c79ee399fabb6922c15ca48dae66394d2","sample_id":"hellaswag.val.9317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d235a9b62af4df00f998b09de786cae2cd91ddaac412b9b1aede1c38d718e65","formula_version":"titan-u-contract-v1","latency_ms":0.6187079707160592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02127ffca13f407c2bcc3d72cde22185939fd12bb25eb688ae6c642f1b57b7b0","sample_id":"hellaswag.val.9318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1057741b608360a815867c75d7e2928bf65e50a7e2602bc60b8c12b084885458","formula_version":"titan-u-contract-v1","latency_ms":0.8166669867932796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"836a3a0bb1220214711a5eb7329cdf3f964bcbd5ad4674f9dbe5551a2ceabe14","sample_id":"hellaswag.val.9319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"525dc534ec6d93613429c0887832b4b4ce940567beeef952783265d8ea1c5044","formula_version":"titan-u-contract-v1","latency_ms":0.44641701970249414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49ed1283dd513abccd7bc29fefa05c6d959a1eaef855c8bc410103baf962534b","sample_id":"hellaswag.val.932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c87e0a1fc3a7c5ed0ac31db1c2ab2a88e58aa46f706ba132a3b8b3cdb1ad666b","formula_version":"titan-u-contract-v1","latency_ms":1.3814580161124468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3fec6e75ba138a609bd576c5048058fe1501c6360f8a589c26325fe4a19b6bd","sample_id":"hellaswag.val.9320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52a92602b7fd7cd606fa5a63e712d498fd4a5341f412f2aea6f824a716d8f442","formula_version":"titan-u-contract-v1","latency_ms":0.637084012851119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba408174eec4e26e9c7a71fb41ba5a7977d91db6c295c8a7dec22605928cabcd","sample_id":"hellaswag.val.9321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7ada5ad90c17b2a5252aec5cc144da0e8cbe65fa05a51e23556b7a3bde2ccd0","formula_version":"titan-u-contract-v1","latency_ms":0.8799999486654997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30c20df05e125d9f6affa82fd9ecdc76ae94b69bfa7adeec677ab687d8d75554","sample_id":"hellaswag.val.9322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c39ccd058cf98cc437f98620f2f42e903800a0c7fb10b433b8ece346899ae3b3","formula_version":"titan-u-contract-v1","latency_ms":0.919374986551702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27445c8a3209de0b64f1150ed6e96b477b0dfc5fd28ad97b2e6662a4d2ba18a9","sample_id":"hellaswag.val.9323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7305d966d7fbd203683f67239f169200b99fa156bf77da7360a8cb9da5255d5","formula_version":"titan-u-contract-v1","latency_ms":0.7316670380532742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de55d0609c5a88ef54c825ace2cc2738e6106deede9d738f643f04a9fb98f4d1","sample_id":"hellaswag.val.9324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1574bf3e99c25e15328ce95d211dc1f5a0e4838e20b39fe8972ee3d541aab609","formula_version":"titan-u-contract-v1","latency_ms":0.9119169553741813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ee338d73a4148b4e997e6f91d3dc6056ee335d83ac165ff079d11ee463c7372","sample_id":"hellaswag.val.9325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e25ad402be090d781dd750638441a92dcdb5a6de4bcb7d9740e6eb63e7962a03","formula_version":"titan-u-contract-v1","latency_ms":1.0273749940097332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28ccbdbb1020555a0c21fcd4470df9de3815e8aa7ac25cd374b5bc9c812d1530","sample_id":"hellaswag.val.9326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d331b32200b7efa4dfb75da7725978bdf6cd99a6aaf98e3d5ae019d009e2f145","formula_version":"titan-u-contract-v1","latency_ms":0.8480829419568181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7923af0b078a2528d41283fbbc9632572481e13ea1be0ba4041e48918a1ef829","sample_id":"hellaswag.val.9327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3d220a9f2a6965a31d19345ab428de60799d78a12c61c87ba503d7e8a0f4e76","formula_version":"titan-u-contract-v1","latency_ms":0.6851250072941184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33d719e9c7807df4ca10c957960ad625ff633c0543c9a01f63a5f6f1527bfd28","sample_id":"hellaswag.val.9328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"401788cab49262047d931a1a005db2334c4a44ad310396a20ff21d7e1f53f795","formula_version":"titan-u-contract-v1","latency_ms":0.9149590041488409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a917aa1846cac154e9144bf95d049fef0234b5e77453f91475160b6281d6992e","sample_id":"hellaswag.val.9329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dae63d57dcb4d06d533fcbad6bc7635a6253b322b0dbb7b2fc5d9c7fc79f1918","formula_version":"titan-u-contract-v1","latency_ms":0.5258329911157489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"636ce07b15747c805dffd451ca60bcbb988562b533a3b8fb666b553151afe505","sample_id":"hellaswag.val.933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af0207d5f49c4f4a953ac26427dd4c3e57e705244ca1b4179fd29b9bd59c990c","formula_version":"titan-u-contract-v1","latency_ms":0.8581670699641109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8be3e2c3dc93dd24efd714cba647d1c7c31b49035b798745d5ad01b57d111792","sample_id":"hellaswag.val.9330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41e10c79f4fdb1ba41206750b1a55fb6e7c51ec96d4f4365e1f764d7f1153197","formula_version":"titan-u-contract-v1","latency_ms":0.6721249083057046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"331d477d0673449aba026a0401fc08fe93b88910e4b318df835caf38aa2f6bf4","sample_id":"hellaswag.val.9331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5db03aa8849c833229cc795258600d43f026958fb86ed60ba9a0c51ef4ea4fa","formula_version":"titan-u-contract-v1","latency_ms":0.680374912917614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57b9614d597bcb4ff4c4e0ac9dacbc9a73e862f00361509340ceaf728c3c5620","sample_id":"hellaswag.val.9332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e544e03df08b8dc34030a528359d6a824aae5abc76486ae8e447e3f6538ba056","formula_version":"titan-u-contract-v1","latency_ms":0.8953340584412217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"200b4b72105d25edd1977cf62a468ac1e3d2c03010d6211c98f2748834552df0","sample_id":"hellaswag.val.9333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"810c3c67d5121a2808c895b3eaba2cf5055a62094f7db61ab3cf9fd930547d19","formula_version":"titan-u-contract-v1","latency_ms":0.6521659670397639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e060261aaaf5e16e27a4afd52eb0dade3ccf9e03f9e4d6b85b995a4a45002ab","sample_id":"hellaswag.val.9334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f77cf6ca8ea6b9282bb3d194dba18b5c7888ab2feaac98b5d220a5b4961f5bfa","formula_version":"titan-u-contract-v1","latency_ms":0.6365829613059759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82d3e8b1fd9bd4d6f559deb2963a7c7c0ea3fad62e841856c487dc65b2cb8590","sample_id":"hellaswag.val.9335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fe6c7afe81d2df4b551528aff3a92d299f8e7b5c64d0b1e1a1d274c9408b1cf","formula_version":"titan-u-contract-v1","latency_ms":0.867667025886476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd2356c312ad783e14b22bfbef9e00eea3a563969e4ef15efccc07ed471d3a47","sample_id":"hellaswag.val.9336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f1c5cd519c91389328e5902aa32e04826e642373a239a3e332871ba8e4ec7ad","formula_version":"titan-u-contract-v1","latency_ms":0.7737919222563505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"056ffaeac19c4038b88ca5dcdbc3ee56cf7361cedeb546de185f46613cc55858","sample_id":"hellaswag.val.9337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54b3083eeba5e5f0cc48c5210336e5c9aed2fd87f32eb43b207418f2dc272832","formula_version":"titan-u-contract-v1","latency_ms":0.7399999303743243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba6161556d4530edf4542ac9422c83d5303200ef5a3e503ffc7fa99010a19a14","sample_id":"hellaswag.val.9338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccca3df32980649bf4d4a25ee2ff2aa9fe2a29110ea88dd3899020771e452a0c","formula_version":"titan-u-contract-v1","latency_ms":0.8954169461503625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03b987baad0ec6d1c2f509bbb536ffb1060dbf77ee2814420a464f72dea8967b","sample_id":"hellaswag.val.9339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c81b9f48b8cae5113a84197d70730f2ed41b3fc1fd62e09c4be5cda87780218","formula_version":"titan-u-contract-v1","latency_ms":0.7056250469759107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67f68444f9a816b91cad1be6c8e67d1b11c8a6866f260f542a76313eb4b0046f","sample_id":"hellaswag.val.934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fce42d4033d3268d726cbc5f869a87dc01623a66c18a78020cd735a2b947b46","formula_version":"titan-u-contract-v1","latency_ms":0.6751250475645065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae20dd051cafc24c470539d578bc998481287f3d3447d39da74cd7dd367627e0","sample_id":"hellaswag.val.9340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fc616e8f231dcdbe02c7859daa0b08d60ca782b8d1ae30c5d202587d06e4da8","formula_version":"titan-u-contract-v1","latency_ms":0.6639999337494373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"080ed12d287200efd188628858fcafb8664e9f5849d0b6b5495566bc8988f625","sample_id":"hellaswag.val.9341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01e453ac338924b62e4d76a025fe6b87a22aee4028a133f1e2adab2e18730d0c","formula_version":"titan-u-contract-v1","latency_ms":0.7678340189158916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5f4f206c287d6c98a12c16779f9ee23cb531523145816c01a21455cd38e218d","sample_id":"hellaswag.val.9342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ea5e220869424b22ce494dccf4525a79e447019eb4fc3de973b0ec801a34ead","formula_version":"titan-u-contract-v1","latency_ms":0.6637090118601918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b72685bf82e019630b54140731db6bfaff75130d898f3df24c6ddc906104bc7","sample_id":"hellaswag.val.9343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2a1ec5e9d308a0e331a3f1283ec9efb2feea0e7e53548e750c172f7db97f259","formula_version":"titan-u-contract-v1","latency_ms":0.6555840373039246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d662d494d2044d6462e3d1b0f2ee4744d552c12d79fd09fd382f22d876586cbb","sample_id":"hellaswag.val.9344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"936eb2606548f991188d0850f5f1e635270b0c98145d9d9d8e4c66df3f6d14b6","formula_version":"titan-u-contract-v1","latency_ms":0.9146250085905194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2eeaa552d9e581d2163466d31cc8852987c9e85073f5dffa9724da999a6ca41c","sample_id":"hellaswag.val.9345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a54114a64c7edd8a777c7f110f495b95b179e26cdf7517ed6e4f535d7169046","formula_version":"titan-u-contract-v1","latency_ms":1.0255420347675681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e66533c92cb76f23c6b370a193dc6c616a1b287d4b3ecb6a197ea17e82495289","sample_id":"hellaswag.val.9346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b92ad6298736955fe0f8fc069253068a1a472cbde7a6a50881a49202c7518d36","formula_version":"titan-u-contract-v1","latency_ms":0.8382500382140279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32674c4eb58ace6f253889928ac4d3c649d5a6f8ef18554bb47478e06d84e18a","sample_id":"hellaswag.val.9347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8374e4bad9019af88450a742ba6ac9c8c270a96b24ce42cdeada02675450f320","formula_version":"titan-u-contract-v1","latency_ms":0.84770901594311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80b1f6b2a7bdd2f34a063d6e23f094c15517ac9a98b3cf75f7d5ca4eeedd98c9","sample_id":"hellaswag.val.9348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"485406c37fad4c924e4bae778db1556df4ba6610a01c21994a176a9aa8d2e384","formula_version":"titan-u-contract-v1","latency_ms":0.905916909687221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efaf1260ce53d598ed170a6d9c0f6e2c260b4e749ecd2710d7e6b13d56757d0f","sample_id":"hellaswag.val.9349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d54871607d2d9e65161dc2a1bb2ec0d21fae7cf98226768da2979d3464288b7","formula_version":"titan-u-contract-v1","latency_ms":0.524458009749651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa4aff526dae11b7eaaafce28c54ac738e91e8ad73dabfea69a7a1414ea2f06c","sample_id":"hellaswag.val.935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98d255393395fc3188979f8f2597fd0d431793643982efb45ed201522fd2da9b","formula_version":"titan-u-contract-v1","latency_ms":0.9802080458030105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01c23117d79e7037b67fee0f58ab809bb38ddb4d5462c713266f90c8ca067dbf","sample_id":"hellaswag.val.9350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e544dab90c1aeebc4b9710927dbe2c4a49a48525e8ad6a8698457b9d9788237","formula_version":"titan-u-contract-v1","latency_ms":0.6641250802204013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c23a8965c9e88a5196e577db6130ffdc82ec7c3e5a2d7e5d2ebf5f9663d2f97","sample_id":"hellaswag.val.9351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3376748ecd74e59e868762e9fdacddf9e48623d685ffbc436716372af0d59b04","formula_version":"titan-u-contract-v1","latency_ms":0.817666994407773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc1ff277de8c8d4e6fd254a6f2b4decdd70276945c9f79e858ea63573985a6ff","sample_id":"hellaswag.val.9352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb40b30ad52741bf7196cdef0cb74144b2f686258aac2d246adccb24b374d5f7","formula_version":"titan-u-contract-v1","latency_ms":0.7885829545557499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfd8f9d09d7c411e020ee8855c132b54d6fd4b503750d4dfa059340efa96e8be","sample_id":"hellaswag.val.9353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46e0855e3108a584a11d455e7c496c09cf58f1ad60d216429ecf26ec4a9d0586","formula_version":"titan-u-contract-v1","latency_ms":1.1834170436486602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2abd8de2e4856fdcbbe67656df3787234f28399386d5c4bf8c12d3255a40751","sample_id":"hellaswag.val.9354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4100b326530849db67d8a16518d66c7131814d991f39030b2b142314b4d80b92","formula_version":"titan-u-contract-v1","latency_ms":0.9641249198466539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08a5e3552d1c2b8e6a52470b5d8a72ff1691d32e01e32373d6568c722ff33c8a","sample_id":"hellaswag.val.9355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbe7bc8e82dd35094f86318b85f40c3b604a2edde96cd401ddede089af532a8e","formula_version":"titan-u-contract-v1","latency_ms":0.7775829872116446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da6729f3ac3e4cbc20e772d1aa1a72a02de5e4b31f0a64d5c39f69bba0b86ffa","sample_id":"hellaswag.val.9356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0116180ae96fb445b3acfa57e9aacc442bc3ed4a66f8c502f17f7aeed7285020","formula_version":"titan-u-contract-v1","latency_ms":0.657416065223515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d536fd4b3cb26e87911625308a90f886047a0a270c3f4c2058a9b59ed6a9d03b","sample_id":"hellaswag.val.9357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad0333d97cfa297c8e3716c94743e83e6d1b78eecb038cc04945780d3fcde104","formula_version":"titan-u-contract-v1","latency_ms":1.0384999914094806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7c88bbad990fea3af7245a5397082631dfa4b5b418759d1ae41158abb9fee67","sample_id":"hellaswag.val.9358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d84c240dc119240cf3e9a4e04ab1dc9bb9343b3f86874ee0f71e75a4a91e3b3","formula_version":"titan-u-contract-v1","latency_ms":0.6180000491440296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86e6e8e1592b0490f57e3d5e3e0decb00b407050d64f1e5c8d37ea2673cad35f","sample_id":"hellaswag.val.9359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5546e605b3ff6adaadb3cd4e96e508fee292e50e2ff6568361a7126bd46c3089","formula_version":"titan-u-contract-v1","latency_ms":0.5638750735670328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63eb6000e0dc89f80323b49134850e642ff3b5b908f4f0e530b36ddc0679690b","sample_id":"hellaswag.val.936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b05f4162c479118a73c72ce962d590af8efd7e1f6c8e4345d65bd5691c29dc8c","formula_version":"titan-u-contract-v1","latency_ms":0.701082986779511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3916a4002f617ea7a2233a6332b029cd0bc7caeb02eba64e755f147108dc008","sample_id":"hellaswag.val.9360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec6685add1ea7ab23ee23212f93849e83e4daff8c99b624387731d36ba59a8d4","formula_version":"titan-u-contract-v1","latency_ms":0.7545419503003359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4418c221165ea3a865f1f101c8702c13dcab83eb93ff2b9fe91e754d94dd29e8","sample_id":"hellaswag.val.9361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14761ecce4ab4de908138973ed701e1ffcb7a70932709fe60e5bbfda094ad084","formula_version":"titan-u-contract-v1","latency_ms":0.6631669821217656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fe97aabfb520c983fc15206a1918eb50ac0ad8dfedc85d5b3aa145932806ad0","sample_id":"hellaswag.val.9362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"576b49e6b74deaec2782676439a63038165dbbb0e6b8a133384fed96dd952d47","formula_version":"titan-u-contract-v1","latency_ms":0.8506659651175141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"857c7715acbaec7d2cbc92d5743224d1f2730e682f7924a64a529b742d906355","sample_id":"hellaswag.val.9363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4abcf6629002392763c71c541a15031e7518bf97c9302e4f3cc763d9313f9b25","formula_version":"titan-u-contract-v1","latency_ms":0.6205419776961207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50b076740f0c51a43e5f7ee93d96e88cb8b0372de912ac66d097082e0f5ed4c9","sample_id":"hellaswag.val.9364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1996c036a40284856274733c118176dcc73e128d4c1aa8bcd8047b10bfe6f2df","formula_version":"titan-u-contract-v1","latency_ms":1.0175409261137247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abacfd1ec790842496dc085d12422ba07b328f636ae8e7b804e64ef58d7b75d9","sample_id":"hellaswag.val.9365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d983139fd9e6b7611f78fd8718c88227400e735a3ed63d6ff72b479c843b50d","formula_version":"titan-u-contract-v1","latency_ms":0.7215420482680202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fe854dd442924f6124032ade89998af33a54a727feda76022b23ade989796b4","sample_id":"hellaswag.val.9366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5183aa26d215957945da3ad8b9e8bf43dfe923b91ae4a9836ae98a0a4e811ec4","formula_version":"titan-u-contract-v1","latency_ms":0.8145000319927931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d100fb55ab5bde4c2ff7e9b6021593fb0274d0edd4a0bb8209f723881c67d348","sample_id":"hellaswag.val.9367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d51f1441db26527614fd624eaed8b798aef9cce1425f5606c87b84484b946a7","formula_version":"titan-u-contract-v1","latency_ms":0.8228749502450228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3162a7923d158c23121ecf1d30e7332af00d88ecabd5e218b45a295402122488","sample_id":"hellaswag.val.9368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da9b04e7b5ec2fd34b815f836b319dff17a356b7396754c6be957fecb6d7ab11","formula_version":"titan-u-contract-v1","latency_ms":0.6147080566734076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bf371c761aa5afb68a0cd3b20152443c545d72d332bc041a6b56e2cac3157ca","sample_id":"hellaswag.val.9369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd8fa39ecc7402a2245c630c188a03a8cbda7aee21b5055413ee0fe63d741968","formula_version":"titan-u-contract-v1","latency_ms":0.5351250292733312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a105e510f17d4a9fe03df6102369f0ac44bcbb7437aeb85ebde11ab207e3da8","sample_id":"hellaswag.val.937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fd5dff9b7a917658ed2210300e7f197f7bd887b809c310ae20507149439ba08","formula_version":"titan-u-contract-v1","latency_ms":0.6944170454517007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3b9fac85fb7e266759376a634c1e17aa73e693b9ce10f11865c4c76f1a69165","sample_id":"hellaswag.val.9370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e7eb1a2b59fe4b357d994d489b7ed114ed6a35793664cd182424aef9ce69fdd","formula_version":"titan-u-contract-v1","latency_ms":1.0820840252563357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd90c3dd179ca88e9a2f8a1e9ac4775713647098445107c298bc53c68243132a","sample_id":"hellaswag.val.9371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9da2c82dfb6f0c4152ebb6e58bcceca74f87a8a744061cfd92f6cf43ccbc8913","formula_version":"titan-u-contract-v1","latency_ms":0.6331249605864286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9da4fac3ded5965989e746e79105312286a754999e7881d25d9e740946671a0","sample_id":"hellaswag.val.9372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ddf3e00f5f64942e434dd0829332fff1061882e2df46415cb6045f262a9768b","formula_version":"titan-u-contract-v1","latency_ms":0.6452910602092743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeec3712d90c0273f520417fe62c8e8354e3bd199640165e4485d5c5573128f5","sample_id":"hellaswag.val.9373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c84502c61014b14dab870bebbc6ec6574580f8338ded9abcef99da25c2f94871","formula_version":"titan-u-contract-v1","latency_ms":0.7578340591862798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d3e50743d5f9e8618038e3b75858393f45dc54f77bc440897ba0b2b8f679625","sample_id":"hellaswag.val.9374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77ff6b68d06953a33e982fd67af70799b83314bdf4ec2aab1739f73f0131334e","formula_version":"titan-u-contract-v1","latency_ms":0.8653750410303473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c7dd8b81558b8ed1297010c3dda1e05edd3284ba4a2347bb5b0d45330e1de4d","sample_id":"hellaswag.val.9375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5140c469ce32f3ea5309300ec02aaa45254d7077d4805eeca7aed72edce87df4","formula_version":"titan-u-contract-v1","latency_ms":0.6377079989761114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d046fe43844f04eedfcfa3238e37d97d357ecb3daba5bffe9e6b0d96ee317d7a","sample_id":"hellaswag.val.9376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b362a9fbfe701c87f07fa20f0daee9df10325a628597f1f93a1fdb86f0eeba76","formula_version":"titan-u-contract-v1","latency_ms":1.119124935939908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe76111e2297f6212b13fde410a1173c52d45b66da92d3b39d29ddb4cd78548b","sample_id":"hellaswag.val.9377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12d855bbe14d7655f42f0f75e3dc7a20ebdbb0f5e2ca958b41643510b76ffb42","formula_version":"titan-u-contract-v1","latency_ms":0.6872500525787473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20c5593129ae9952f8f2ad1a19df1d36de44a25f854efb0d1539687474a749f8","sample_id":"hellaswag.val.9378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1444e754c5bda554f00dda4b4b0a7bd3b2b99b60a20b79f0654b68cff707c3f","formula_version":"titan-u-contract-v1","latency_ms":0.9900829754769802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86344128dd2a29f15d3d938192a2fcf44877a9fe2ce173aa3c8648a6cfc79dd3","sample_id":"hellaswag.val.9379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08c5408441a604c55bec734f579b44293a15104304c003752a50ff34e5a0638d","formula_version":"titan-u-contract-v1","latency_ms":0.6253329338505864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45381de02907e3f8e67e68610b32c5fea0d61d99ff151ace039e6cf320ca7ad1","sample_id":"hellaswag.val.938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f27bf86b35afb1757167ce518387e8885486c24515d0bd8dbc648394884606ff","formula_version":"titan-u-contract-v1","latency_ms":0.6372079951688647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4aea222bb4ff153a6740a451f72fa690090247ffed38571b2b0dab89a5ba802f","sample_id":"hellaswag.val.9380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40eab613043c59db66d69704311781b7d63fa7df871f16efc2e6c392c955549c","formula_version":"titan-u-contract-v1","latency_ms":0.617917045019567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"527dcbec426c012a258f194d9d0c9346179c7c6a52d1a5458f9c160d41dc9af7","sample_id":"hellaswag.val.9381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d070caabcaf812d072f4e15709f38a753203a7754ca7c7cdc30b69fe3cf87a29","formula_version":"titan-u-contract-v1","latency_ms":0.6194170564413071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22f5312efdcb84f27e606041045f813bd34502b88c4cbca6af2c72d5ad17fb65","sample_id":"hellaswag.val.9382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9bb5714ab3845d7e7dd0ed5d6dbe07d41b45a03b15ba2b624593e680cd01597","formula_version":"titan-u-contract-v1","latency_ms":0.768458005040884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18ddc14e73ebd7a1a8bb779df4b9f46f182b8935c4a7f8f70ed97ba53c703a09","sample_id":"hellaswag.val.9383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be9b1ecc5cd1e0c42045de11e716afb454b29e5cff48fecc23ad5d57f82fd0a9","formula_version":"titan-u-contract-v1","latency_ms":0.8197079878300428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e675c6a349049ba5139061327a9bc2853756ae4fbd6ca6c7d27b2c5e3a966f4","sample_id":"hellaswag.val.9384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"394c341e22bd1cac1e4d6fb592fcd4618b625db2b80fce444a278acb9a23bd37","formula_version":"titan-u-contract-v1","latency_ms":0.8488750318065286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbf9184b0514331735f4df7d5e8238bb20fe12bf24f439b89484aea411f40df8","sample_id":"hellaswag.val.9385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"829162da9d93f8e8c3ce634d8eca730cc5854dd9b200ab722f24896896670344","formula_version":"titan-u-contract-v1","latency_ms":1.1367090046405792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"251b89257e7d4eb3924ecec10e04a205a12d44f7e6002f908e862d48db601e12","sample_id":"hellaswag.val.9386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ce1c7367386e5418624226ad8c185f397bd81ffc66580ff39d217a2680728a7","formula_version":"titan-u-contract-v1","latency_ms":0.6751250475645065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d87e17977ca65ba8f19e39bee90fe33f68230c395668c8221e1759a58da68b52","sample_id":"hellaswag.val.9387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a361452aec87370d305996dccefa6b148b91bc9b0bc61c04705da10bf2f7553","formula_version":"titan-u-contract-v1","latency_ms":1.1000829981639981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c8b32ec81d5325af6e857fed863f4a1deae73c30eb76fdb4a1cfc32c950165e","sample_id":"hellaswag.val.9388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b49fad09feffa5c82913cc37b301777ac465dac16af02638c66731437b38d67","formula_version":"titan-u-contract-v1","latency_ms":1.0689999908208847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdd04ceb84d6f687c278514a0f99ba57bb2baec51ad6bdefe1b2917114808886","sample_id":"hellaswag.val.9389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b1d137448ff6acff32de2597e46104f8de4d74552efa56c1bbf6385202c4189","formula_version":"titan-u-contract-v1","latency_ms":2.106916974298656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12ace6fe93d28c0e982ef3b667b5cc948b1aebd65717ea7047d1032ba99268d9","sample_id":"hellaswag.val.939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d4da5c0dacd249bfc6922ff1ed9a6616c42775642fc9e62ebbdfaa77fdde1b9","formula_version":"titan-u-contract-v1","latency_ms":1.0799170704558492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f284251ba59ddff3c82e61fd8ec61820c885b5b740318fba8a8a31bdb20ef36","sample_id":"hellaswag.val.9390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10c943e79c0a5923fbd36a9360fa210f1f55e7effd16b3382a5455726c587887","formula_version":"titan-u-contract-v1","latency_ms":0.6707919528707862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"315ec1a50e69231a17030998c7d4b196310ada8fd95b7d6087bfd72c51284d5d","sample_id":"hellaswag.val.9391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"374438034acc7e4eb71d11b8de8ac1c25093ef6771c84ed455f8743d97408c55","formula_version":"titan-u-contract-v1","latency_ms":0.9170419070869684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a344fd4b2d45987c23b24c9d60655b016d5ac26baf8bb79321a4911154e0d7f","sample_id":"hellaswag.val.9392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c19afa21a36758635bc28b8ff492c89d74ced9aa13fcf3f080b3838e19ac62dc","formula_version":"titan-u-contract-v1","latency_ms":0.9851660579442978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a73d48fac9b05af1951a60147784125f9df8411575fa6d9f5ec017d9b1d03149","sample_id":"hellaswag.val.9393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9347a1fc9eaf3b04f21a7ac6727315ad04202d8c5eae36f707d217e8ea64d76f","formula_version":"titan-u-contract-v1","latency_ms":0.9951660176739097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d86a599c03cb8fad7eaf8d5840388bcd9061e12f73c65a8eeafe385ab34ebc88","sample_id":"hellaswag.val.9394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"204eaf99ade7f6b61b1cf13a8349dc375e5355859ea3c71e2c0f3a2d5449b423","formula_version":"titan-u-contract-v1","latency_ms":1.2430830392986536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a0a1af626a07208bd9c6ecd840c7f4b83d0baff33696461dfea6f2af1fe2315","sample_id":"hellaswag.val.9395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1cb73c42457160de36a8b1d77f270114d44ea7ec9f332906c85ab12166b1437","formula_version":"titan-u-contract-v1","latency_ms":0.6414999952539802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"138847b9aabcb76d7fe65f1ff62febe75e035db639199ee35fcf8499831390ed","sample_id":"hellaswag.val.9396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aeaaf3523feb4a0cd531f19c65288aca0dd8a4aa1280cd1ba6d2c8150c3719be","formula_version":"titan-u-contract-v1","latency_ms":1.07999995816499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2ed0461131d8a5d26026aea113fa323e4316a4676d3abc0de0d804ccd399bcc","sample_id":"hellaswag.val.9397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1a2cc1aea7d4a992d86037e87cb2e6bfabf264fdc4136b8f8917f5bc7183375","formula_version":"titan-u-contract-v1","latency_ms":1.026292098686099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28a686f2f837a3e2e22f12a7f40a631b553c04d36a74000ac4d0ad077b360768","sample_id":"hellaswag.val.9398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfaf3be01adc316bff1204bc69294006d7ea2e4fd6264400baca88c79d73272f","formula_version":"titan-u-contract-v1","latency_ms":0.9281249949708581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a58db2932cf4e1272adff78bd2f0049d5bccb63d55fc1b67c77ba281e66ea240","sample_id":"hellaswag.val.9399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8ce6dc94877391696c5b6fecf3dc8080b75d57d66ad337e39426f39b68bfe0a","formula_version":"titan-u-contract-v1","latency_ms":0.6831659702584147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e11ecdb2ba70e11f4d934c5f21ad8d712bfd841f7b60fa1b3d8f95d6feaebfd","sample_id":"hellaswag.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6557709cfbb443ffdb30a704c5b9e2408a77679702768076b4642a7388f03a1b","formula_version":"titan-u-contract-v1","latency_ms":0.6961249746382236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4d7a598ee48648eb272ae1c9139e6fd718b6a001e50de0659bbcc9dc2f8c562","sample_id":"hellaswag.val.940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a570ab92bda4de53d0c6ecaf81bd538a8d9172bef2378dec156b282781fbc47","formula_version":"titan-u-contract-v1","latency_ms":0.7975830230861902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65473487b63fea18b8e6a8a60e143ffb720e776284d962bda92703c5dd6b780c","sample_id":"hellaswag.val.9400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15bb6f76ff2679040ae4e7e3f9d4befbc551104bf56d2fb3d5fc60d4deb05e5d","formula_version":"titan-u-contract-v1","latency_ms":1.401917077600956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c154ee97e4a13692bffb0a16c13b5f60c249dc0d0dbeebac72898d97ac2c14b","sample_id":"hellaswag.val.9401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1f46076d7c71ad427d80cb30e93d6215244eca99e69a83bffa97c18779f15f2","formula_version":"titan-u-contract-v1","latency_ms":1.3357080752030015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c82b48b1e6d50fda7415623b7878a7dad2396a5e1e3b2a74d648ea3c6e648e37","sample_id":"hellaswag.val.9402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b201c0c53406dc02d72fab10460b1a9cf2e2e6c9d63d338e266da87c09ec2e5","formula_version":"titan-u-contract-v1","latency_ms":0.9051660308614373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeff75ed2e4c7b888a31fafb190c66488912f6467b080635c3cb9bfc953a7b45","sample_id":"hellaswag.val.9403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"546507c9e90d933d0de5c90f567311090add7b40fe06ebe942b8059e87ef2296","formula_version":"titan-u-contract-v1","latency_ms":1.283499994315207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13d48e10203606e387adc06bc184b164587699f54e60043e1c682c0323d37817","sample_id":"hellaswag.val.9404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d8ece11a8d39c4d6d5e9b0adfeb8f048417cfdafd41e6f783d03e6758b022f9","formula_version":"titan-u-contract-v1","latency_ms":1.0044999653473496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a6ecf57b208dbfd6f3d0eb1d75aa0cb3f8dd0b0a9a7968a45e86f14fb91bd95","sample_id":"hellaswag.val.9405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b0c98cb003542bc57751c5f038a1f7195ad76d135a51b9084ac1f3c556f23e6","formula_version":"titan-u-contract-v1","latency_ms":1.1520839761942625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0a317bcc540b8297287f186cab9287da707aee780d78f435323f0a585182351","sample_id":"hellaswag.val.9406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33d17900738e23d39fac61bb66c0fa7886c6674d910f8d92fbc411a56d470d9a","formula_version":"titan-u-contract-v1","latency_ms":0.9958751033991575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"476ac8f1c1f12fe4448e30581d35bda9f29943c42908c588d42ccf3d7d873e60","sample_id":"hellaswag.val.9407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ea1cbec6bf2a4f488a23a7d983effa9107316c9bced28ddca4491683a7e2dbc","formula_version":"titan-u-contract-v1","latency_ms":0.8576250402256846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30d5da3280b2212f4c23ea1aaafc258ba14f47cd07fc26880878d1bce0606992","sample_id":"hellaswag.val.9408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2532ba015ab0e5e2e369d8ecec8008ec3d27dcdc21c59c0f738324a79d60178","formula_version":"titan-u-contract-v1","latency_ms":0.683416030369699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fa416654e557cad93cb70b2986bb8bbc375a786ee6d34ed59306db2e3ba37e8","sample_id":"hellaswag.val.9409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7332286f2181589f5f7104c5364a1bf19d298caf6165a3799848ffb10893e28e","formula_version":"titan-u-contract-v1","latency_ms":0.5336670437827706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90a06638365d2823a62c8e59cb1d5eb903a79c3cce4fac02cfee8102e454c820","sample_id":"hellaswag.val.941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"403dc6e0501b17851caba480ca69885692ab3a8e6d2b85c50e70b5395757b297","formula_version":"titan-u-contract-v1","latency_ms":1.3636670773848891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"513decac5bfa3edc4453e758f60ff81f135f9dce96939ff912fb484217265d4a","sample_id":"hellaswag.val.9410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da69c28bbe6f794233cc428328b0e8f912d0d61dcc1530d044f1c45f3562f9db","formula_version":"titan-u-contract-v1","latency_ms":0.8315839804708958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25ad01cbcfb8074f931945978673559d6852bb8af6ea465ca7c30d6540dafe51","sample_id":"hellaswag.val.9411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b79e31932118d99d9227477d3f208b186c3c9adb136aaee1e422ea218033f9c7","formula_version":"titan-u-contract-v1","latency_ms":1.2870000209659338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"065c59823b4bef021185ed9b9e4c377b3cbf25ca5ea42d94eb256b77ed151574","sample_id":"hellaswag.val.9412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f0a05f66e231c18df5db89e11484458aa92396082f98748ef846c946982555c","formula_version":"titan-u-contract-v1","latency_ms":0.9599579498171806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0bfbe3fe791f0df114eaf7ffeb730cb622663f2fd044c1b9a9cad126c7c316d","sample_id":"hellaswag.val.9413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2064ec198267f41754cf65512541dd560f7bb67ef2718f29ef55dd1a294a590","formula_version":"titan-u-contract-v1","latency_ms":0.7052089786157012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86b95b0ed93775b498e2a277e68d9f7e1f790b19429fdca1ef04c38c85caa5c9","sample_id":"hellaswag.val.9414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"526a9fdd0a1eb696d74cbaddf283175028b268fb7c523ac9678f687aca61d2c7","formula_version":"titan-u-contract-v1","latency_ms":0.8905420545488596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91fdf50018360910cb808ed3ba9903afeeacd71b625ac6e50edb038b1cb5cf87","sample_id":"hellaswag.val.9415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ab0f00068a9e536c42ab757f90a5ce9e963a43226759720361cd389a7688b43","formula_version":"titan-u-contract-v1","latency_ms":0.9262909879907966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0597708ab9e6e0485b7935f0fe20d72cb53e0ca074828de7ef40ca324ea2137d","sample_id":"hellaswag.val.9416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a6d4ee59a004ee8957a5f1d0b4f53375cde1d7f66ab3da1c111da8d7859a34e","formula_version":"titan-u-contract-v1","latency_ms":0.9040419245138764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"589b023d0818bbe024492fafb9bb532d901870eac7569939662b8fcee9ecee0b","sample_id":"hellaswag.val.9417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc99e630e538ff3436f17bd0f674f8782067e0c509edc5e1c7dd2c61cff804d0","formula_version":"titan-u-contract-v1","latency_ms":2.0908330334350467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e925e1051f9453ef299baa74e773593a684ed87fdb96a2c071fa0cbcae1563a","sample_id":"hellaswag.val.9418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c73971f3e19cd912de9797859803747c2602c7631fbb8ef744444211b474371","formula_version":"titan-u-contract-v1","latency_ms":0.9674999164417386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7ab3bbe96f5eebe222578a62a765eeaa55e922e0ddeaf165eef7124700b10d5","sample_id":"hellaswag.val.9419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2abfd5115b69b24e89cbf2babc71837ef32ac13d87804832b72a5197936352c4","formula_version":"titan-u-contract-v1","latency_ms":0.5108750192448497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bd7dbff8c7a00c7824add79e1d7a88bd24554e0cd63e4b8f79665517303fd65","sample_id":"hellaswag.val.942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fda88a269887da4da55258dc507ff7caea837fde638305518327b2e391740f04","formula_version":"titan-u-contract-v1","latency_ms":0.8132091024890542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da88d8a88b4d802070e59da53067e3b16d2a6f04333f7e85a1c3a3862b8322e0","sample_id":"hellaswag.val.9420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10c798f843022a7211b13e163fe0187623882d221171e6ac440f414ae44e33bb","formula_version":"titan-u-contract-v1","latency_ms":1.0447499807924032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56f677c5085702b74c71ce1a602cc332c94aa73f0d52da93db9e996f8000a955","sample_id":"hellaswag.val.9421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f9adabea319ab07e6e7eaf5f74ca75abf7fb3b42b93190bdbb6b3939c172f8d","formula_version":"titan-u-contract-v1","latency_ms":1.0903750080615282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed582ae3bef9bf304d7c3bab1fa7017079ea3a93cc2375ec75b47436e3161efe","sample_id":"hellaswag.val.9422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e9f19897b5671e8ad9610a05b0b67046500519b16f85a7bc009ce15fa255b5b","formula_version":"titan-u-contract-v1","latency_ms":0.6183750228956342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0b7aee930c2b1b5fbdc7ce2addffd357c0aa2905b7679c70de62637883a8059","sample_id":"hellaswag.val.9423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0c6933f65cb6aa2527cfff906762cead741afcfd5f016f4038e90162ce4f82a","formula_version":"titan-u-contract-v1","latency_ms":0.9738340741023421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"414a84d54bb066c26aa8bb3ecd961288ecdb821bc1be538119f045375fc274b5","sample_id":"hellaswag.val.9424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66cb0b07659683151a3d30662ff2a4303fa21634bbed101d4daf08ad4fdc0407","formula_version":"titan-u-contract-v1","latency_ms":0.6973330164328218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"681093f6eafddd0e6864ae22f489d924423626efc617e6b9365197e5cb39455e","sample_id":"hellaswag.val.9425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1eedfe818196ed1e886ff8859d51d6465b0bfef5029cdae4b79e91e3820e7ac","formula_version":"titan-u-contract-v1","latency_ms":0.9254170581698418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ade3bf8692bfa729eb49ccd2b64f17bea3ac609d7a820c53b0a27c6e6449f5ea","sample_id":"hellaswag.val.9426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5103198c44026414df6b2bd599c099ae7d0907ee8b8338c9135c93f732c98297","formula_version":"titan-u-contract-v1","latency_ms":0.5872499896213412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8780fc4cfce6c98fa14b3bde933549e23fb6af9ff6b7713022271c9394c4456e","sample_id":"hellaswag.val.9427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"550df3f80680336b1d17846a1793e571e3dd6899a964bc5e5c92c27d347c7187","formula_version":"titan-u-contract-v1","latency_ms":0.6220829673111439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efd038eb070c870980ea3b1bfba8f1cd15bf688c463f7ddc5d5afde9aaf58ff3","sample_id":"hellaswag.val.9428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f3e40286784a4f12d3f148256c7bbde0416f55911218a7368af78e0c16f306b","formula_version":"titan-u-contract-v1","latency_ms":1.2587499804794788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbaf04a67804f50045c9a06c9a9de7227119a2ed92ddabfab31fae75cb6d5fda","sample_id":"hellaswag.val.9429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df72215d5ea86863bfc6780cb6dfe372b9d18960df693b4b60e09d02d4ad1b32","formula_version":"titan-u-contract-v1","latency_ms":0.7439159089699388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91a5d4d0d33e5ef9e4cb0fbdfa940b7ec338afa860130dcda10604a3cfc5db2e","sample_id":"hellaswag.val.943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a377016e9f0e92ff857359e0ed46510c08e63023e791d428d5e8307a7137048d","formula_version":"titan-u-contract-v1","latency_ms":0.982375000603497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26267bfe4a38d2951cb78be829d09631393bcdcf19f1b793263dd015b3d79158","sample_id":"hellaswag.val.9430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"227b86007fe862f1b01bedcdd4098692b0bc3af0dab65b0597e655b9dd115996","formula_version":"titan-u-contract-v1","latency_ms":0.9582909988239408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1f35402f1cce392812e188b401763c16e86d9b3748c0a8d8c796ba83f2c0e27","sample_id":"hellaswag.val.9431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12b5a96039afd4ee81efb99fd7744384a0b18beb9af33437e75c56755a0d8166","formula_version":"titan-u-contract-v1","latency_ms":1.0522919474169612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cbaa4aef3898a310c123563513d9a8fb45d1276a0e47a49f67bafc11edbadea","sample_id":"hellaswag.val.9432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c34ab799e1369309dcacc8085b3ef4ba244fd441785006cd9b739a17162f684c","formula_version":"titan-u-contract-v1","latency_ms":1.007583923637867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4303bba137c6dbad97e7888330c7879d983ee6d62bc9bfa69c14061ad25b4a1a","sample_id":"hellaswag.val.9433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fa46ee634ce9ad84978af8fa7c91273c932a32bec45e20549759a19edb4b72e","formula_version":"titan-u-contract-v1","latency_ms":0.8727089734748006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b12f95ecb6734bc9d607e11a56f880ec2eed257f36010c5973e88b45f02be412","sample_id":"hellaswag.val.9434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fd7203d28974b625d8f0f97b4e92baa39b22c22a2858f2953c77a929b658211","formula_version":"titan-u-contract-v1","latency_ms":1.2028750497847795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b25643bd8b4277857c86bf356ff364ffa985088a2ca6e3c7d509fd24ef9ea4d4","sample_id":"hellaswag.val.9435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"179a52fe1273ca5c5b42cb262b2a18fec75e4f12812d79caf1daceaf1a342a29","formula_version":"titan-u-contract-v1","latency_ms":1.0292918886989355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69edf3ec33cd0b530475fefccdeb8e6df409631f471890b11eb84b34c9ab7bd7","sample_id":"hellaswag.val.9436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32a5f38e7799b0b06b3e6f177dcdd7bf92d900c1bc5a04e409b7058d24f18699","formula_version":"titan-u-contract-v1","latency_ms":0.6743329577147961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30f5b3b784354294b75ff987d662aa596cc7dd43f68535eb1d3b958b9bd53b42","sample_id":"hellaswag.val.9437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25d60c9d706c4e4dfb497c99ad19abe4546d8667e70fd8af486f82b2bdb5e1c9","formula_version":"titan-u-contract-v1","latency_ms":1.5042080776765943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c54594bdd2937ace333ea847a4f5cfa409821425f6697f72ce166fea54b9be4","sample_id":"hellaswag.val.9438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7b4d21c8859058be41db7cd2203783fd77f4299cf7544961f728b447f3e500c","formula_version":"titan-u-contract-v1","latency_ms":0.8700420148670673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3df2b16a1b172764b6339d4f9c624c040c89f2b15ed33309525ce6fe4b794688","sample_id":"hellaswag.val.9439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbb703cfd1618b2a16ec33fbd03145050ebf6320e2409ab271a2da50f63defcd","formula_version":"titan-u-contract-v1","latency_ms":0.6311669712886214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42081fe9f16eca501d9af23e8612bf8a6655941111eef75d9a137c066c05fbac","sample_id":"hellaswag.val.944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b492041d1bdf065d121b663a57f19d0871811b4ce03d6e6e4e849efc3f25c337","formula_version":"titan-u-contract-v1","latency_ms":1.2159999459981918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"611b8f9b27098dad5de569cf1eace357b40426034b933705be858621671b61aa","sample_id":"hellaswag.val.9440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4979c29734ab3348a8efa86f7f896014b13b1f237b04e3722c0ef61593e32a39","formula_version":"titan-u-contract-v1","latency_ms":0.905958004295826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4bac3270b36da87b4b5ef49e3391440e18ab5fcf8a2e8235c64c2bff3dd0700","sample_id":"hellaswag.val.9441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff0341169e06a25c5e191a12d747fe5432a537537e73d047f6640b842ab26d40","formula_version":"titan-u-contract-v1","latency_ms":0.6694169715046883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"267acc8f0c1f2c4fbe8448abff15286369f354f04708787bc3669ce875d6d5bd","sample_id":"hellaswag.val.9442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de47f257dba3dca1ea777082f43c58318afc7a43e25898aa5ff5cb0c1413ae74","formula_version":"titan-u-contract-v1","latency_ms":1.1730000842362642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"359183026fb6f22c12f39efae9050e80b7c760c694c324ae8d3c07a318c75e7e","sample_id":"hellaswag.val.9443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a4794c565682852846411d3d22470c51e065f84c86e29f1bdb3cd9942c255cb","formula_version":"titan-u-contract-v1","latency_ms":0.9623339865356684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"239dbd002fe4f4e59f45da8f745fd58b28d5e885197223a527f872fe9f4cd986","sample_id":"hellaswag.val.9444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6131d3919bebe2d6f364975092e0555da066a382c4c817df883b622ad9de54a5","formula_version":"titan-u-contract-v1","latency_ms":0.8635830599814653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06bb17a88f2198c3d6dcc71c343656daa455c3bbf560ae7c938ea7e99ac496d7","sample_id":"hellaswag.val.9445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e258ad82fc8a5a3174e431e3e5704ff8a45b18cede93288cb4c5fbf6f5df24c","formula_version":"titan-u-contract-v1","latency_ms":0.8445830317214131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd7ecfd3b218a36cb6d77f86e652569a0051411d642f510a01f809a11b3dc3a2","sample_id":"hellaswag.val.9446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4339a29e8448a8ef863121348800ae5a7de3f6d357ec47c84c577b5297cdd46","formula_version":"titan-u-contract-v1","latency_ms":1.1209590593352914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24365ea261f59cf2f42cb42b26ac083a2ae21e51e10b51cacdce789f480f84a0","sample_id":"hellaswag.val.9447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da9c767ae4f70328cd81c3d76426b1f1f211e8e8d75250c0abd70fb99a4a6669","formula_version":"titan-u-contract-v1","latency_ms":0.8842090610414743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8cb041efac598f98e6a1813c125ce438516142fc574f7e28e3844066bd5cd04","sample_id":"hellaswag.val.9448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8be89ec389fe8597c6cdccc8e6a52c5b2f9fad617a038e4bc442e3b491c8fd61","formula_version":"titan-u-contract-v1","latency_ms":1.194167067296803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd14aa309c16f81561beab81595fb0f0b754912abca939c7efc145575ddc4357","sample_id":"hellaswag.val.9449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bb4e74b115803290c8ea9154a934b2f9269f41b165a32545927cbc66226c9fb","formula_version":"titan-u-contract-v1","latency_ms":0.5916659720242023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"191079c63e454646de83d2f8384dca7b33486eab3e85f4af2c41e295a1743e93","sample_id":"hellaswag.val.945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10048edca464eb54c81d66ba87a62b213555f88896411bf2a1d170387f279500","formula_version":"titan-u-contract-v1","latency_ms":0.7496249163523316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3216c55816e74ef859c1c53e73beb0975632a8e0c6f5e2de98c979666a4d68db","sample_id":"hellaswag.val.9450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9eef2c56019a53f9c1ddbbe106e4f80441430bea268653c9a61e363aab8adf4","formula_version":"titan-u-contract-v1","latency_ms":0.8656251011416316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae87021df37233cfc5226195cd95e279cc4d8758c032b5a8ad4a96025426079f","sample_id":"hellaswag.val.9451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a4eb6939c647d9aeb6181869229abede92c1c2c0d960f10ba0412c5a84041db","formula_version":"titan-u-contract-v1","latency_ms":0.8657090365886688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02201491bd1d151c66610a5f8f8ff21f1226ec912c76e0dc1ce57fa69b412443","sample_id":"hellaswag.val.9452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5730518c14d7048a2de6775ed88fe3760c2d748df46a192a11b5246614060647","formula_version":"titan-u-contract-v1","latency_ms":0.8434999035671353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0636e48616a6c4249d401450218bb28d774fdf35c8ebf6a3790dc566d0634b9d","sample_id":"hellaswag.val.9453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed5af29450a2220115a31b670a6880bb8d95b6fe4531373fd9c6f9cec6ae0656","formula_version":"titan-u-contract-v1","latency_ms":0.8410409791395068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45d31fb48131de38780318785d5cd360cdfd7a24ddd8344bfae920451f91e43e","sample_id":"hellaswag.val.9454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9029ebf9ebe5ce2249d647ec75089cc79236639e2dfe2271d9d09d24538f9666","formula_version":"titan-u-contract-v1","latency_ms":0.9033750975504518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04fbe33554a9ce2762bec693cac1606018982c5233a894b0b15cb27a45b6643a","sample_id":"hellaswag.val.9455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27feac03a8a4013f594ef5694ea1d2804f60d0a5bd98f0aca622324f273a91b8","formula_version":"titan-u-contract-v1","latency_ms":0.7884169463068247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab67f8bde7ec07ca6091d7a3c201cacaeb889f031bf9b056f5b3ab73e2456f5c","sample_id":"hellaswag.val.9456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b395d413f56ab7b273e291cbe49e43b44cd26de101d62e779279070d4774b1d","formula_version":"titan-u-contract-v1","latency_ms":0.9951249230653048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07005891bdd59a7ff5d3f09112610d7a22fb050192374ebe0f33c9e4fa604015","sample_id":"hellaswag.val.9457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b833a7ff396e0a84263679c3d323107a20906ba8f41df8d4494a3bdf117b2332","formula_version":"titan-u-contract-v1","latency_ms":0.9276249911636114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36682b5c1b01fd6212f4f1e1236c99f40e351e0147d4d245eee71855f3d43f3b","sample_id":"hellaswag.val.9458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d13322ddd0eca7f06116ca6f64c9ba7355124f5668b08ccf7b4680b3a61aede2","formula_version":"titan-u-contract-v1","latency_ms":0.8857499342411757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd483778e033454d995318b2a7b8be70daf7950b83a17bc26e8bdccccb72faa8","sample_id":"hellaswag.val.9459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2121cbbd1bb8a2f64a4f23c14a9746c1722e0a47006de33ce1a34a087836b9a4","formula_version":"titan-u-contract-v1","latency_ms":0.6235420005396008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e3374dc70c6c7d12d37fd3a7c24273b5a200738f7840483c5f9a26523704519","sample_id":"hellaswag.val.946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af7e06c2cb684759838858951a6ef7d8e2cdc301500246d3b9b7442c5e54aae2","formula_version":"titan-u-contract-v1","latency_ms":1.074290950782597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73daa6b17cbb5ee452ef518cccf3a6d3f291192b87aba90dd1852d3253114f0b","sample_id":"hellaswag.val.9460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"508f4666a9431dd4c72bc0bbee773cdb071a6c94c1e6dc254b81b55c2e4c009d","formula_version":"titan-u-contract-v1","latency_ms":0.822333968244493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04fd40811e2a37cb53255d17ba4c07885d77e9585a204327dfefa44fd0a56e94","sample_id":"hellaswag.val.9461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f587ff7c0a5ff6d6d382d56db7d21341aba0fca2aaf1454bae674c578074515","formula_version":"titan-u-contract-v1","latency_ms":0.7451249985024333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d42ce638a6db0ac56566add7cb6a7a4939f0086dd7acc58724b6455606de28e2","sample_id":"hellaswag.val.9462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7a16d388ddbde964cb60363412d9028a5022c6f6fdc4e7e248ca76eba5433f5","formula_version":"titan-u-contract-v1","latency_ms":1.1269589886069298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87f2460b27a3de63c6fd289f94623a379d86bd2706edaf28d6c8a1716f24a697","sample_id":"hellaswag.val.9463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2623d9990699e3b0a744ca4888f0d4b8af428704dc9c89fe9ffb25df83bf2c28","formula_version":"titan-u-contract-v1","latency_ms":0.6028329953551292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b91de984dfd4f0c074fd5e83ee227f68e620803ce053a4621424671b7a2cf80","sample_id":"hellaswag.val.9464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c76a6cbea4f35572be4c1c19505653b06408ff7aecb4ada4d000449f1a7a12d1","formula_version":"titan-u-contract-v1","latency_ms":0.9802909335121512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7af330af82745abde3262535213ab5efa03116027bc918e81b0a5342d7f64d07","sample_id":"hellaswag.val.9465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f0eac80f89daa0e96f8464f077d0faa9f37ee9a7d351bf6f9fa68342a2d45f9","formula_version":"titan-u-contract-v1","latency_ms":0.9022079175338149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ca3fa7f5cf33169e039105bf36d3f044387c3c64e6a824049a3412472b60760","sample_id":"hellaswag.val.9466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8bf13effdfad7f3a5e0d945c6e6940908e74a189fd1312fba0a7c39f152277f","formula_version":"titan-u-contract-v1","latency_ms":0.8638750296086073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f8ca40340a7764e958d2d4c8c2d54dbc063af0f1631bdb80ac19398892dcc65","sample_id":"hellaswag.val.9467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86ef99c833b4fb16871eb41c9f073bb4e28013ec9cd42561b3c985adc8302abd","formula_version":"titan-u-contract-v1","latency_ms":0.7704159943386912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ba1eacf636d50ee6436d8b67f35100286a1d55abb2ee63f97309489007e94cd","sample_id":"hellaswag.val.9468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f4e85d17582ce28f09c51d5c9820a1ab9bf902f21cef340f1d376313ea936ba","formula_version":"titan-u-contract-v1","latency_ms":0.6856250111013651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88c43d5e1728370089a05c2f57059cb942d407014c801192e4e7ad0a159bd264","sample_id":"hellaswag.val.9469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79e3be3b0786e119b276b5c03866e22137295e938344c671d7d8e849bd78b330","formula_version":"titan-u-contract-v1","latency_ms":0.6345410365611315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91d04c8de4fcc8eb5a7c51f1e643d989574bf75b91d995d618d8a199262e274a","sample_id":"hellaswag.val.947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9545ed9b7e656671037c0ba5dc9935c6ad3a930e7bcd49809483ac294dd451fb","formula_version":"titan-u-contract-v1","latency_ms":0.9977089939638972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f2271424dcd12fa485c1dfdf005b3f08d29fde32d9049061b6d4196cff09740","sample_id":"hellaswag.val.9470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36b64ccde0cf194a8ea829875bc852291b7f3f45901c11a6f22738d009acf2d7","formula_version":"titan-u-contract-v1","latency_ms":1.095250016078353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d978298df714a50b103af03dca589cdd3525c9437e7e8c187a6bede004d2eb24","sample_id":"hellaswag.val.9471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cc40a41577b3cb92c9fc460071d749bc7ac4d4fc6bfdbc5362e3ae3a9d645e3","formula_version":"titan-u-contract-v1","latency_ms":0.8479590760543942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"535ce5ba4c21a44b5db8f4d2d50e5ed27f36a3898457148b4df8ef8cdf49fe2f","sample_id":"hellaswag.val.9472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18bca9a64b890de73ad19d5741992a60f6281e74a180727d8e626004c12d40c8","formula_version":"titan-u-contract-v1","latency_ms":0.6513330154120922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30e29e3fdf15d7fe18d60b3d6cbb5dae35f2b50717287344a6dd6248bf5c5635","sample_id":"hellaswag.val.9473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbe18b109846eff9da1973d45c06570248a8e1843547a55d47faccb06237b13d","formula_version":"titan-u-contract-v1","latency_ms":0.8639999432489276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2b603ff96f6d5bcd7cc1e2a502b20c8c33bfd5b66c0840b350d536d7d4ad247","sample_id":"hellaswag.val.9474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de42eea4df3562b73c5990b82d388fb097c5d95342bf0bc89748bb784bf0a7be","formula_version":"titan-u-contract-v1","latency_ms":1.7671670066192746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44e4679df4b487a09df296c223ed736a2921f3c91df1cea13715076dce71bca3","sample_id":"hellaswag.val.9475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14e5f03b989340f1e39756ef066e20ff313c45d48501d983fde11c470d331504","formula_version":"titan-u-contract-v1","latency_ms":1.0172500042244792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90ff49a4aebed30874b4882d48c5dc4859d88abd0afcc602a5f96ddbecc3a75e","sample_id":"hellaswag.val.9476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87bbe0ec540c57fb8797353f5a7ae5833b54d7adcdc83f683dbebdf919667b5c","formula_version":"titan-u-contract-v1","latency_ms":0.736667076125741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb0fa6c19083e3abeb4990a974fbcab18128d2352fa7dbfa284dab86367bf50f","sample_id":"hellaswag.val.9477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ad7c912629196c1591d33fce4860a103f94f468f4df11f013d78e549a6b431c","formula_version":"titan-u-contract-v1","latency_ms":0.9075420675799251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13a090a6b594ff5b4193f50f651d71747606657bcca3aca63483675e21390ff9","sample_id":"hellaswag.val.9478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8941cc7aa270692b14c99c53a32ccd6385a5d8cb3c0c6eaefe116b2f51997775","formula_version":"titan-u-contract-v1","latency_ms":0.9234169265255332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa67efdab1a46234198b248da8ac867a5eec839e26c212d94835f42e6e058282","sample_id":"hellaswag.val.9479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13b4e7d87c7bc8fc2ee6a76b8ea35723d67c657c523d9e5a6e79fc9d8bf0838c","formula_version":"titan-u-contract-v1","latency_ms":1.351584098301828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc48df1e47e75161a3e8c630f00cc0d84783e21778c42c95ba4edaa2ff0fcada","sample_id":"hellaswag.val.948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3f6161d88719a93ef1df00aa0c573c967de6a16834945bf06a2454b4496a673","formula_version":"titan-u-contract-v1","latency_ms":0.7067499682307243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cf59fd12dad30869b28357d7e41fb9099af909a56323a9ffdefec4a425c0042","sample_id":"hellaswag.val.9480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42b1c6831ce6b73905696e37baf05c3e268241b6659dcbcbcf687478cf217dcf","formula_version":"titan-u-contract-v1","latency_ms":1.1277500307187438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fac2634049958f337cd0876a0df923398ce1c837e8aff1bd724dd1a67f40a30b","sample_id":"hellaswag.val.9481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbd10fba0c34c2fb420efc1adf62093f2531d27ddd3d224c36026b5263004df4","formula_version":"titan-u-contract-v1","latency_ms":0.8547080215066671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a83b8f982871aad6f5f54259f60697e8f70f28060f535fb45ee5c64bb41344c5","sample_id":"hellaswag.val.9482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b11e734b865f27f9286f2a7575b8db24a2b002932397c4a7a0ba1b9f86da776","formula_version":"titan-u-contract-v1","latency_ms":0.8386250119656324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e875a58450aedc63d89ed8994fffb9fb685db5439f13aeb742ab1740aa418029","sample_id":"hellaswag.val.9483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4130f1e7b91ce78e2ddc557e389b22a7fb9928208778a5dd1f873e1cc9e5b2ea","formula_version":"titan-u-contract-v1","latency_ms":0.8590830257162452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2a280b697b3b9cd5166fa2534075c2a8b7b54c8b89ad0e794974e4de1d959b1","sample_id":"hellaswag.val.9484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f243e5c645e2b1c9cdf79382a3c1813e07ac8b911b23ca57971d5bf801546a61","formula_version":"titan-u-contract-v1","latency_ms":0.6781249539926648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38bfdf971c9c5924734b79e27ee510dfe907d5bfc67de6d10a038d9b8959fb3b","sample_id":"hellaswag.val.9485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07ab5468b06818928393415895548eee72b01a17a6d26fa77e5e9528c441a7dd","formula_version":"titan-u-contract-v1","latency_ms":1.6041250200942159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5496c8ee32ca59aea4228de3480334c61f867e5c7e4fc854c212c34d764ea94f","sample_id":"hellaswag.val.9486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba20402838de827df7f933d850ce20783aabb7b379c12fe0be95b796fe499828","formula_version":"titan-u-contract-v1","latency_ms":2.637916011735797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"463bff8949b4f54aca364f4f50de76987c2dae764e4e184b1c3492d0df4d8dfd","sample_id":"hellaswag.val.9487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deabbb64e309f984e6604c5826062e3abf52002152dde2244f63d4a7ba699faa","formula_version":"titan-u-contract-v1","latency_ms":0.7639579707756639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d363ba094545e5fd1de9875648e40418f82ca1867c868ccb993b57698e1310e9","sample_id":"hellaswag.val.9488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33ee85cb302c21e1e6438bf63cb550b2bb6c57dcd9c8aa5990e75cb15cfd8606","formula_version":"titan-u-contract-v1","latency_ms":1.2379999971017241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d33b658756d89f48e0be601365ef0393e7e4641168588125a3d16055d29898f6","sample_id":"hellaswag.val.9489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"597e3eb7e3a13156557eb6245f2f4e9f0320f295c2128b962e4f062e5ed291ee","formula_version":"titan-u-contract-v1","latency_ms":0.6899579893797636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e370b3488dace098bd38ca3c2fadf5da01ed018f92324d8943f76b54482d81db","sample_id":"hellaswag.val.949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9192bfc405927e3223f55ff90d8b9e124119eb4bf71fa7f09d82a533fe54702a","formula_version":"titan-u-contract-v1","latency_ms":0.7437079912051558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7acca2416aeba2e59b4d29af94f2303f972451cad163168b38d7cddbb2602cf1","sample_id":"hellaswag.val.9490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27e0d14174abdb9c0e89acb15ac9b3eb94314eb0edb4ed3ab4cef92a4cdd57a3","formula_version":"titan-u-contract-v1","latency_ms":1.3985410332679749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fefb1baf9aa73dd5fb9b9cce83ee19c06bd4c056b0bc6ca89ddc9f37335b0c84","sample_id":"hellaswag.val.9491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbfcc415ade13e133d5b6eb57c764b60b53e0419058f851dcf043ee125ea3338","formula_version":"titan-u-contract-v1","latency_ms":0.7266249740496278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25963dada3b58556328ae453daa92a2f094960433e8156853fc2cd78cb144065","sample_id":"hellaswag.val.9492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1eac98138d7421abc6730adbcded0b15e3654ccb36dc763c3f3785df741b9ae1","formula_version":"titan-u-contract-v1","latency_ms":1.179249957203865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f18d51edad80aaad4c5a0fb3df5924137858317ecb1d37e863c7cae5804ac10","sample_id":"hellaswag.val.9493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bde2bdc1527445163b01f9f912223ed1600059acd31f94714d9333032ddd5bb","formula_version":"titan-u-contract-v1","latency_ms":0.8265830110758543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e90b2919296a91ce2063373bec6125a4fc10b58992ae63cf72f8519acb75258","sample_id":"hellaswag.val.9494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be0616a9f67002280f724355d9cac0cd9f387006362d14a325ce67da30a682b6","formula_version":"titan-u-contract-v1","latency_ms":0.7070420542731881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f98bf7db1077083658487a4f4228cca6c6f66d264d2487cce60e244cab00ef5a","sample_id":"hellaswag.val.9495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1904fb7997aaf47469bb724c96fd14cd968dd91ee86a0ffb4814ae6946e43af9","formula_version":"titan-u-contract-v1","latency_ms":0.9946250356733799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ba3d48cb10f19418acd8d5dcd2c99f1de7a2b38907a2c5d8291337cdda30350","sample_id":"hellaswag.val.9496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb75beb69d38f7b8c946b2572ecb1f67dae9a31add9c172dd00ab2244caa3dd2","formula_version":"titan-u-contract-v1","latency_ms":1.028916914947331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1215d4ab0bb89e898cbb80e905f0316ad6bdc120ff8e0a47f71097e3587ddb7","sample_id":"hellaswag.val.9497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b509b64a17137719956af3865d37ff25569d83f951f8543ef34a1cb58cec6d70","formula_version":"titan-u-contract-v1","latency_ms":0.8834580658003688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72faacf9ea9f2d17897b716d7a504b9c04e123cf7802da0ab7abef82affdc944","sample_id":"hellaswag.val.9498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af80a535f9d98543c6501b013188cee625a5bee0910b076f9ce2552166b66910","formula_version":"titan-u-contract-v1","latency_ms":0.9169579716399312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38ada542f1a6283f3f987aee5766e3af39062ffc9243b58d55de5197b497d4cd","sample_id":"hellaswag.val.9499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bb52980dfd1a146c26d447a20d66320eb8f2083be55d07fa42ced4bcd7d7a34","formula_version":"titan-u-contract-v1","latency_ms":0.6158750038594007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"032404feaa27debd4855f92a6cacb33dbe0c50446f7e99c5b5e0f66e9b3aeec1","sample_id":"hellaswag.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"638682f7cb9f7634cc0ff7120079d6d8821314d5b32de44c899045fb0efd619e","formula_version":"titan-u-contract-v1","latency_ms":0.7005409570410848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b00ee730c6ddafd62e00e3767b09d45f08f5c4d644f024bdceb315ca0c31f86d","sample_id":"hellaswag.val.950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05c995a1fdd4175f8c4044923c4e2668fb39867d7951bf0bac46d5407497cfc5","formula_version":"titan-u-contract-v1","latency_ms":0.8607500931248069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"516c67968548c5c34f61dd4c0b2306750477b4b816c7180ea3a0b7e45396bfba","sample_id":"hellaswag.val.9500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91880ff7fb93f727982fe8d03b068fe5f2e8d24d3b2e930c9f453fb0ef0cd68c","formula_version":"titan-u-contract-v1","latency_ms":0.6991249974817038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e7d30ae19374d158fd7233a25d6a7c5bd24fc186a1204397de2d07ae73ee4cf","sample_id":"hellaswag.val.9501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a44398c9b93b15f8757e99a8dbe6921e5b9c819723d7ec159335b00326cb69b","formula_version":"titan-u-contract-v1","latency_ms":1.5063750324770808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a9d0a91c063a956cf3b8f920426498a8f57dcc30cc2e39bbc4cf46f3a284917","sample_id":"hellaswag.val.9502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2583a13d255881780a898fa9f77cbfdcebecdd19586a6f9ee1279413ee4c930b","formula_version":"titan-u-contract-v1","latency_ms":0.7034579757601023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a75061d6f588aabc1e5345772052c483ca32a20549494e88d2028b1d43ee5df7","sample_id":"hellaswag.val.9503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"047ccfddbf03fa6dfb8d64df660316af1de6a53c26732b238e73818c226439de","formula_version":"titan-u-contract-v1","latency_ms":0.6520000752061605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f76073690637f043cfb25f92978aad0174031a6a9fef70dc3dbf742cc8c53bf5","sample_id":"hellaswag.val.9504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b001c8fe4d9d2c23c1426e273f4f50e811d75e50953114afbf4bf7a7fac36f2","formula_version":"titan-u-contract-v1","latency_ms":0.669333036057651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48f9ee9b25d83e4a80e079fde7819347850cb76a17c2d18812587ae63ea766db","sample_id":"hellaswag.val.9505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e293328c96e8814e755eea6ea9409f8584ff3645003ebbc1717b8fa6efd634e","formula_version":"titan-u-contract-v1","latency_ms":0.9117498993873596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e710130c142ee6c33bf7edd8d02e491780f9a1ec2851287dcc2329e7c5b49d78","sample_id":"hellaswag.val.9506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19fa0735c6435247ceb667ed9ade98887bec8fa36e6d6819a2068d8c43ea995b","formula_version":"titan-u-contract-v1","latency_ms":1.4722920022904873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13de40f06d6fbd2bf1a21a003e2776f59435c1bece50df1e041165a320f449c6","sample_id":"hellaswag.val.9507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9298d3f33e335bd7e096ea3359bb8c8532777461b021ce26c1328d7c25f3a896","formula_version":"titan-u-contract-v1","latency_ms":0.6418339908123016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45a06f0ba65402544c26ef4c56a56c30ca26b9e3471c576caaa4afad1d55daf4","sample_id":"hellaswag.val.9508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fdba7f296e1fe6ae2163db0aada12a8a34766290de6bbc4533997e0881a616d","formula_version":"titan-u-contract-v1","latency_ms":0.6075409473851323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4396000611142b1f44ae986a7ef91fc1cbe90c3f06c3305c4f59e8bc59ccf51","sample_id":"hellaswag.val.9509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70d0f8b3c83ac71735f2de80f4a86f16eb78b41324dcb3eb21342a469d426dde","formula_version":"titan-u-contract-v1","latency_ms":0.7113340543583035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf01a35f493a8301ccba8d8e5df97e83043a59fa9c8879f0073df007c7fcd7ac","sample_id":"hellaswag.val.951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5705a0188ba21db70f7827e9a836b862d4b8f3cb768ac94cab6a29c4b53df72","formula_version":"titan-u-contract-v1","latency_ms":1.0376250138506293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86f2041f82703f8c677db371876f243b55da60a4567242b7f0e7d63ca7a7d34a","sample_id":"hellaswag.val.9510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6d22a053797122120b857ef0afd6ac03cabdf48b9a0d404030189fe21e4f703","formula_version":"titan-u-contract-v1","latency_ms":0.7058329647406936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a17523de222cb54ffb88e97e34840a3978e27c7c0689a9f513efe6fcb00b5f0e","sample_id":"hellaswag.val.9511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5087e85471fd8eb793b71a0c17d02afe8be0245db05f724bd8286bfb387453f6","formula_version":"titan-u-contract-v1","latency_ms":0.8336249738931656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4cf69121495d38472ed33b6968d0cb5bcf92c659705002740363040026d881f","sample_id":"hellaswag.val.9512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58c8b5925b731e97d24b2fdcbd0e07e5a40d430985789c7b460609b5cd013301","formula_version":"titan-u-contract-v1","latency_ms":0.6468750070780516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c22bcf3d83919500f8228f17df361f6011940a94259b4e9516b98403231f1ddf","sample_id":"hellaswag.val.9513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00d9ae0c59cacc066636b12a92509a8dfb2665eeadce3a6e0bf6d3e29552138a","formula_version":"titan-u-contract-v1","latency_ms":0.9701669914647937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f3c86300096f0c735f2a37589d8499ba97e4cf202661842f7d7b967a2487042","sample_id":"hellaswag.val.9514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16884a71c437b80cc4151aa1e1f940709a67ab27901e53813eba53c1d862eab4","formula_version":"titan-u-contract-v1","latency_ms":0.7043750956654549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbb8a59839d35b1df182b862890545353a6fda7a0aa8667358f3bb6a83d20c26","sample_id":"hellaswag.val.9515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2f956a0edef83f7f4b7d5416dab74df0c61b3a769fa86adaa6bd9876fa616aa","formula_version":"titan-u-contract-v1","latency_ms":0.6027499912306666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08ac4c8f17ffc0f659152f3476314df67d0b6e5bb971696d3940ecd3cd144499","sample_id":"hellaswag.val.9516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18732da038faa2045789315dae3fe5b8e6fc63ec365ac3b596f44e9ba2cdb346","formula_version":"titan-u-contract-v1","latency_ms":1.0369580704718828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"739bdd48f27178ff3acffd021dd76184b8f1da96e739286a8745ade6de6b1c1b","sample_id":"hellaswag.val.9517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ab84c581d3b1ad57ddbf9a105075767414c5589395c5aedbd3f6918720fb51a","formula_version":"titan-u-contract-v1","latency_ms":0.9574999567121267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62599a3a1e6780035bc713124bd1a68a128bb2f49d5321e69bdebea9daa7838a","sample_id":"hellaswag.val.9518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d0295ac2c04797a006306b2924d35ae34476daf6de1312c4bdc0d346cdf97c3","formula_version":"titan-u-contract-v1","latency_ms":0.9089160012081265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"969c4014bc350ff22a7b8c2d66a8987b030c56bb9275bc7fb9b3bd4aba779d3a","sample_id":"hellaswag.val.9519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f0ce377280c29eedaac5c32fa29c86ffd11a41a9e06012ae98b50547c8cf262","formula_version":"titan-u-contract-v1","latency_ms":0.5071660270914435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08dded9c1312ec965252596f43cce8cb43fe2495add229dea3639a7ea394b73e","sample_id":"hellaswag.val.952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9180d3f67f12317b1700c3e303ebd7e0ff76c48cd72d4fb243ecbc970d05ffdc","formula_version":"titan-u-contract-v1","latency_ms":0.7443749345839024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1732ff9dfaf4eb1de82d90605ec496f4c183285ca9674a36400070a1bd53c9d3","sample_id":"hellaswag.val.9520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4599cafea9fc19626bcdf32fe2140b3682b225f57f3bd39bb4c6dd83b6b9d5f2","formula_version":"titan-u-contract-v1","latency_ms":0.6557080196216702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cc67c96af9a8a25854d7e24d5036e108371e6263e52497d8425576106170eae","sample_id":"hellaswag.val.9521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06586cc39016e70318f613401c417a5512ea33abe6e5f037dacf4b34915e208f","formula_version":"titan-u-contract-v1","latency_ms":0.9971249382942915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2d27f04d10899259b40a041155046daccee8ae5c286527aed6eaeb058279d00","sample_id":"hellaswag.val.9522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0c04bad9c71e0cb5a3c0d63191f0010422dcb73ab199e93e7d636c2e46847f9","formula_version":"titan-u-contract-v1","latency_ms":1.0150420712307096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc942b443e45f981e1f80d6e6f94a3883143005b6e67b6c0b2ebc4b33a03e681","sample_id":"hellaswag.val.9523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d8d91e85ddab3ca5ecf75f681bb8c125edd434af3765588429404be327d442d","formula_version":"titan-u-contract-v1","latency_ms":0.8362499065697193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60acfeeff09124221d1c5f33c5b57ce1df6043b6604d7f798027d00fe3dc0f6a","sample_id":"hellaswag.val.9524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"591391e2ce69cae360c1001f859344b47a6bdea6f55557aa740808832cf780a2","formula_version":"titan-u-contract-v1","latency_ms":0.8061249973252416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c292429e311e62b6b9272469a570501ebbb4ce76b1858a24b343b86225bdc14a","sample_id":"hellaswag.val.9525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9631d88cd77e9575dee921bb4550ef6d8cb86e5f824fcb3688c3581efeaf956","formula_version":"titan-u-contract-v1","latency_ms":0.8135839598253369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33edb1250fe704000d05757a4c45731ed2c274036a77fb1c75d260b82e5bfbcd","sample_id":"hellaswag.val.9526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99dc6c0aac3a085ffa794c2598af12cd91b63417798a23d8f7320079f412d55c","formula_version":"titan-u-contract-v1","latency_ms":1.2709159636870027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37948eabc24c559a5cbd630bdd179f65a5b4b0545e78ad4014750c96695d5015","sample_id":"hellaswag.val.9527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c44397897e851485ab123df6998e3a171fad01e0a836a4b995f792d731d2448","formula_version":"titan-u-contract-v1","latency_ms":0.8065829752013087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"345324473beaa6301e50e1fee7189c6d53e4b469553f76d3694497abf68670b0","sample_id":"hellaswag.val.9528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b58737ed8ee98d1daa5f2c6a0af110af02db55ff6e461e058bdccfac38c8bb72","formula_version":"titan-u-contract-v1","latency_ms":0.9188329568132758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd4274ee2cf29196acf476b1176b822314c076f6517cd994031d1a8b5e1d8936","sample_id":"hellaswag.val.9529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f530c4adc9a54ef2749ff8f8989b371913d4901c4b2b3d0483411271d1fafdc3","formula_version":"titan-u-contract-v1","latency_ms":0.6429170025512576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe4b3d5fa5e37f8818ca46b61c0949ece8ce9af504a82c6b53d9265fc1c9930a","sample_id":"hellaswag.val.953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed8ec153669397c3dbb89c3c28fe495360379611bbf729cb2895ae47f16bc4fd","formula_version":"titan-u-contract-v1","latency_ms":1.0359999723732471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"242669e4933ea65c3c0a8db3318be2d8b2acf9a8878f1d3a88ce6b3243ab9b74","sample_id":"hellaswag.val.9530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3bdd0959b8e112df0c6b37904cd92038529d08e6cd01e1e634477669da9bfe3","formula_version":"titan-u-contract-v1","latency_ms":0.8838750654831529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"731fa0df88319673d8cf47fc34fd8c54ac5e94bb5d02d8058387f3882203a887","sample_id":"hellaswag.val.9531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae35177b4141bb369a6976195db97cf770cea31ef88e458b141f26b1f1d9f1af","formula_version":"titan-u-contract-v1","latency_ms":0.9209170239046216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ff0df31b5dd3d1b12dc2366c1d64c2d8f262cebe9d635741bc0f26421ae0042","sample_id":"hellaswag.val.9532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"391e5336679c3c1ada34c929260886ccb4feaf0d3b8c55a13c44400d800dc870","formula_version":"titan-u-contract-v1","latency_ms":0.6541250040754676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2431ec309fdf010bcc969c50c2c7fe30c3fe682facef5eb018cea224f83fb970","sample_id":"hellaswag.val.9533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"654f3a617d0c07047c77aea7cd520d9d31f0aff51f49a9e8104b71c50fb2c31a","formula_version":"titan-u-contract-v1","latency_ms":0.9065839694812894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec401f96a2df8ec60e2c0bb959f82586348ba245ebf100d2cf1c4d8bb9bca31c","sample_id":"hellaswag.val.9534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9896873809f6916607a37f91666981554f67604ce58fbb47a1b153e35ad8af9","formula_version":"titan-u-contract-v1","latency_ms":1.2485409388318658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae59c07e1ebf455b003e75b100c9c68bf4977488cf2bc65e7abbfdc095f5f0f9","sample_id":"hellaswag.val.9535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a2af05aed7a5ae50e751e982a4bf7b32c7e36448efb08be40689a4455c56d3b","formula_version":"titan-u-contract-v1","latency_ms":0.6685410626232624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f162a1191e18b7457f71abb945e75da7f8a519b00b5e22ef58518a98c0e162f","sample_id":"hellaswag.val.9536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d9ccccb05092cb2a0fb3102dce23c745cb9dfbbe571d8d1d496e7241b9a0c36","formula_version":"titan-u-contract-v1","latency_ms":0.6543330382555723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43701540fe12b35754a99cd48961ce03be07e72f1ffa58391c5e062a70a34586","sample_id":"hellaswag.val.9537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d159df4ae6edca6b7687aeab0782c3b5e44bf42cc2214643e7179aec5dda10f5","formula_version":"titan-u-contract-v1","latency_ms":0.8883340051397681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c3b23c6b4d090e43f3ad8888b55f5c5ed385bacc933c05f88e529bb5459dfbd","sample_id":"hellaswag.val.9538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"636dae0fa19add980f1349b89c7263e2595e43491872d42fc314adaf028bb0d2","formula_version":"titan-u-contract-v1","latency_ms":0.6650839932262897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d552972e137017f2abcc9dd4a0f00aaeb348ba6032f71acef54b413cad59012","sample_id":"hellaswag.val.9539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73c8988fcb7ad80ef8cc53bf0602b3ecd043f6c52ceef3e8f59d0a51634df312","formula_version":"titan-u-contract-v1","latency_ms":0.7045000093057752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f70a6ea9da9136a04abd61b7618f5436dc411c3b9cd501d816df073186524ef","sample_id":"hellaswag.val.954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2362e8857bb6134273b7ebccbf1356ae3264724295ad9009c5a62f833b5fa099","formula_version":"titan-u-contract-v1","latency_ms":0.8166659390553832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8d9dba533e466f992855fd9f149ea235c8ff1554847eaadf0a6b03d75b1bc8b","sample_id":"hellaswag.val.9540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"358c0bdc4ac222a4c183c8e93faa4c66a283c0d9a00b864ab56dd84a67849cd3","formula_version":"titan-u-contract-v1","latency_ms":0.8838330395519733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6578c493b226b6f736d060c3e8ef44dfeb6b6181ab3dbe24efe384147b8970aa","sample_id":"hellaswag.val.9541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bd96a3ed27ac33071292d9a56beb92c2a6210a5127d0dc571f3cd87b947334c","formula_version":"titan-u-contract-v1","latency_ms":0.667500076815486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2007564b0eb28a2ee6d1aa608fa5416a6a717f51e6b1d0931cd9e1ad9dec14a","sample_id":"hellaswag.val.9542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25fef582f976990609048a908eb9fb4ea2966e6be4e816e4d56966d7b8222cef","formula_version":"titan-u-contract-v1","latency_ms":0.9569579269737005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"621d83e89c07253cec3f1b76af8ad446e9f73e54d5843cdd31048b6a8d204842","sample_id":"hellaswag.val.9543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c96d42f728243d49ae7d18efd510814f1285dedd5a752c7b784f4b1d6fcd1246","formula_version":"titan-u-contract-v1","latency_ms":0.7056670729070902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4924d93f68b723033e796c14639046c6a0492d509ac1134b9d25f161defa81f6","sample_id":"hellaswag.val.9544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db0e067f0850d65f301e6245097f9622b1c1b912189d52cbf086936ab76ca090","formula_version":"titan-u-contract-v1","latency_ms":0.9051660308614373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"978cd3dea21b8bc12b2474094a53fa5624604b152fdad8e6da3f4df27bb4bfa4","sample_id":"hellaswag.val.9545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fd6b6cf90df280149bed97f9a557681b550c080042c24c592bfeafbb4197d9d","formula_version":"titan-u-contract-v1","latency_ms":0.7282079895958304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"023f3c1ebc4c2107b05f56085f2cbaf1daea890c5c95df3c35beb119c20dc846","sample_id":"hellaswag.val.9546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36f9fc5b5df0863bd15d0bff0490636ed0c3818c1ecf3fdcaeef48e3649c5d38","formula_version":"titan-u-contract-v1","latency_ms":0.6714590126648545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1836971db15031df966f470744d100ff2c3e81f5ef4a19f332dabd9ffba02f36","sample_id":"hellaswag.val.9547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fabc47d76ee9a29df848a8a49f8a06df99cbcd085e13231f726712cc2af79b2","formula_version":"titan-u-contract-v1","latency_ms":0.9597080061212182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d57d7871d0c975f38dfccd62dc6801ca4babee2f4b8a258dcee3b4214003dac2","sample_id":"hellaswag.val.9548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abb05d4b55b927b3dc6ba8c30e93cc3850d286b30b3e8f34942cd7b297b2e839","formula_version":"titan-u-contract-v1","latency_ms":0.6816249806433916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b7b8af379e653a8cda2a0b53ee541a930205f4ea80adb5aaac091c1396198d6","sample_id":"hellaswag.val.9549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9705e62f39a6f491a99b3b948bfc621754a89602908862546998407065d5433","formula_version":"titan-u-contract-v1","latency_ms":1.006999984383583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bd8bfe1cedc232b4fca9143b25c0f7c2bc6b2d9f30d5cb812cae976dc64fed2","sample_id":"hellaswag.val.955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58365ae4d6d99d3fbdbbd737468e3cf4a6e13c9af869b749bb6ad29103093be0","formula_version":"titan-u-contract-v1","latency_ms":0.6948329973965883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"006199fcb0feda6c0719e316cf4626f2a0d7644261c6b6f2d8e474e70b91d116","sample_id":"hellaswag.val.9550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20fff003ef2bb45684b6da32f31d7481f3209b3eacb839ebed2a8e70c2d418ba","formula_version":"titan-u-contract-v1","latency_ms":0.6472079548984766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b61159acb99e5e2bb2f4f17b4cba8236ee03a114f8486da59feb2577437209ee","sample_id":"hellaswag.val.9551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5756f67dd70b130d41caa252f120fc3050fbc6efaf194ab46d2d1d83d6411d06","formula_version":"titan-u-contract-v1","latency_ms":0.9622500510886312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f7454bb72f1db402ea56bbd92f07edd548db35fe59332e00de29e7d04ed24cb","sample_id":"hellaswag.val.9552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a72c872db642dded6e3e9aaddfe4c525d176bc6a82fafa075f4bda2254f1b664","formula_version":"titan-u-contract-v1","latency_ms":0.5735000595450401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72ca3a1c502d6d6b6cc5b58a75d23ccdbc8ad377cbcc879d580b114172e2568c","sample_id":"hellaswag.val.9553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b40f9ca7104c9c6f07d70817dfc621524d81673d3e8313b44a60ef0319b35075","formula_version":"titan-u-contract-v1","latency_ms":0.900499988347292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0671f8d8eb5d0d5a2d3dadc40f3bf3edb7fae4a9bec9daf38fa495b98e977b2","sample_id":"hellaswag.val.9554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12956680c23216d3f359f898ec611945091857f0cb637ce8b5c22f4f6208345b","formula_version":"titan-u-contract-v1","latency_ms":0.8351249853149056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d04fd52c535c113ac60214c7529efcb1e53ce8d9e3889e8eedf5a8a093d36586","sample_id":"hellaswag.val.9555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"235b2faaac719a7c35a86b352cc01f800d2053c19e75ee54b4bb5ad402ece1e7","formula_version":"titan-u-contract-v1","latency_ms":0.8866250282153487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e70c3fdad2c270abdf54ba26734ca1ead53c22f52a8b725eb10701b29ab8cdca","sample_id":"hellaswag.val.9556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61be3cf22a89f72d71919162f7154b7c695e3fbe02d422e44646c922aebb2000","formula_version":"titan-u-contract-v1","latency_ms":0.8968750480562449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46fafed8b86c66a765420837ac8dca2da2b999d6bae03bec9626ab5701cad560","sample_id":"hellaswag.val.9557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8a4a069a8992cd542b20361a09d508b8556ce8683ed52461c86798d65f825ae","formula_version":"titan-u-contract-v1","latency_ms":0.9742080001160502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b4db66777d6cb3ba1c343e4bb241023def50af648048f411b1ea248586e71e7","sample_id":"hellaswag.val.9558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39f1253df2c29dfc75e8820eeeca08146f04abe58a107553571e6ead39c2cd76","formula_version":"titan-u-contract-v1","latency_ms":0.7197499508038163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18b0833df419b3434a724391bdd206b3ec904b23a8412751b450e2e5e25ab532","sample_id":"hellaswag.val.9559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6162f303eb0b9c37efb4e81d19aba93d78154cf052b224f6199d8c4cd34bd81d","formula_version":"titan-u-contract-v1","latency_ms":0.7007080130279064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"190d8c02fb55d211ba3aa4ac18226d78b771058473bcb0cb179bf78f2afe6630","sample_id":"hellaswag.val.956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78f1e78489f8611ca29a9464725dcb9d4ca003149f08c03ef02a2c10d10eca01","formula_version":"titan-u-contract-v1","latency_ms":0.6629590643569827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad2d48eff4efdbed0889bf9064c4a4a9f27c462cd8e8a6a35c19e29901cf6d29","sample_id":"hellaswag.val.9560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9197cc7c9fd102fac0754abcaff9ccc5327ee87c6c9390e2a4b6b4b72d30e83f","formula_version":"titan-u-contract-v1","latency_ms":0.702582998201251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54075741eff90c796246410dd8d602c8bb3bc88538044afea69b8da722e57ca2","sample_id":"hellaswag.val.9561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c0903d0bbfc46bbe36a3a3061e252c72bff24f10f8bc2a6a3c8030fb9ba6e6a","formula_version":"titan-u-contract-v1","latency_ms":0.7200409891083837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46666cdd315d71f160af5aae773648632f91a44462c289de13843560be507841","sample_id":"hellaswag.val.9562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c99729f86c0703869520014a236a5d10ed008f3189e60314923eec15ce4ab19e","formula_version":"titan-u-contract-v1","latency_ms":0.6698330398648977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fa3bc927aaf3b3b56819c1c707df28e14c4b32c173b0d1beab8b44171864bc8","sample_id":"hellaswag.val.9563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43a00f4c7e75a54badc7abe5b2d56ffdebef6509ae5c37cc3db167f3392e0a4f","formula_version":"titan-u-contract-v1","latency_ms":0.656957970932126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c43b76ed2a80645144f62fab8e612bb60d8414214660fac89d5db0454af5696","sample_id":"hellaswag.val.9564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82d3f6d580a98c94b29def07aed345affc11c8dad2c0ce75c3244c55bd1da6ad","formula_version":"titan-u-contract-v1","latency_ms":1.3240000698715448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07b5a219ff6f266360bc14dc0376b610b050e325e80bd5caf919e0db7751e3ed","sample_id":"hellaswag.val.9565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f30c21e4a73b177bc44b4e17dd96395f950ffdf8ed2f3db31eb3d7fedefebe9a","formula_version":"titan-u-contract-v1","latency_ms":0.8161249570548534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acd52f5de1b36033eb6e8a75d007223cbe1c00a2fc8ebdcf9c03e65540e58f6f","sample_id":"hellaswag.val.9566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88eceb59d69d194c3d5cef99d79fcd95bd9c6a09bfd4985573d74676b6c9f0a6","formula_version":"titan-u-contract-v1","latency_ms":0.6839170819148421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e77a31a2b1e1725967de9af4d271ed88d77d3d29b85d197b08d8e62d860edda8","sample_id":"hellaswag.val.9567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ae0d956891d376d1088db74c46ff4f5a567ae7f84167a58cb4896499d2e52d6","formula_version":"titan-u-contract-v1","latency_ms":0.7791669340804219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9704b7c3facf91068308cf42b241450344930530672daf3634a15cd3ea74b859","sample_id":"hellaswag.val.9568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d4dc6f4fcdb31b1d1d15a459263c9e65ac417602584d698c9793705906b6cb6","formula_version":"titan-u-contract-v1","latency_ms":1.0277499677613378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7134488bf839a878333ccf78ecde3d2784c410c4ff2a931dfc6faba8f8f60515","sample_id":"hellaswag.val.9569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b692cbcea4152ac2c4a89327bdd8a074c42b33042be8ee0903f9d80c3249cde8","formula_version":"titan-u-contract-v1","latency_ms":0.8613329846411943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f20db08a7492bf21d5841e6cfb79340818bc70fcebd8e224cf283c70cebfa8a","sample_id":"hellaswag.val.957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"416497d2fdf7eaa251de66082af189ccced819e0d7cee0d3a438a581f69676dc","formula_version":"titan-u-contract-v1","latency_ms":0.8314589504152536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70a61c1d995f398be69c920bfacae85780924985639ad34aa749e4e0f487eb15","sample_id":"hellaswag.val.9570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f2f5312b9343ebd417f257a6cda56faa5213fada12dd395146f500abb2ae8e1","formula_version":"titan-u-contract-v1","latency_ms":1.9539999775588512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fb238eb428830befbebb896c1278815c42fa49d726106b6bd874b514ce4ce6b","sample_id":"hellaswag.val.9571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"571b146fb593f8c0715c5e9630163f23d2df6aecd5b4da53854e6a521e0c07b2","formula_version":"titan-u-contract-v1","latency_ms":1.1827079579234123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cbe8ddf7e1b4674955ce3656e37448e622cabaed51d7c9115f7ad80fe8cfd59","sample_id":"hellaswag.val.9572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07323cc2a14ddc11a94258d3f363555858122dd28199ac85264c8f20ac7f48ec","formula_version":"titan-u-contract-v1","latency_ms":0.7139579392969608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98c5ed53de79d7f3b738e4c057935aa3b6a1105ac3452fe2eff355e1a022a5cb","sample_id":"hellaswag.val.9573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"493c92ba31c424e70f22d0284458eaa18d847207f2c6d92d930d008c11223efa","formula_version":"titan-u-contract-v1","latency_ms":0.72358304169029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7586b1ba8ba3c20bd90e5cbc4bd79c4ca176780ec105f3bd25e8fe9c86440094","sample_id":"hellaswag.val.9574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdc7b1e7e594d7edc8fec24be683fc935773ee7cee5de69f0456a28be0544755","formula_version":"titan-u-contract-v1","latency_ms":0.9310829918831587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74088030c547aa3341a8562ade66e6699ed8d5209e21ec1adb9dd0b9100d37c4","sample_id":"hellaswag.val.9575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05d321b05046abf7aaf648172fa54e75483bb6c64059c3b0a7e897cc8ef76ad9","formula_version":"titan-u-contract-v1","latency_ms":0.6699170917272568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b6c3e766c9c4c60b37a281e7df8010487bb670304e8efec6cdce5b4f2665309","sample_id":"hellaswag.val.9576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1a6a3171846d25560844a17c7bb7bde281daf7e3cb5532a449a578cfdc86ed3","formula_version":"titan-u-contract-v1","latency_ms":0.6583750946447253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"543b96545a163acc7ca715b550859cb52bb264cf081e056d3ec47db8d19bdc5f","sample_id":"hellaswag.val.9577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bdafab3732e687d94b8bdb6ae23fbb770e5459f74e33fc912ceb7d8492a44f5","formula_version":"titan-u-contract-v1","latency_ms":0.675415969453752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5f7d72132d9bd9403f3a14529b6ce49e885a012aa7af18bd329e1e170f6bdca","sample_id":"hellaswag.val.9578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4607d2f0f7c6d40df7c65bf5cc7f1c114f78c9342a5d1b028bb5b2631fc34f57","formula_version":"titan-u-contract-v1","latency_ms":0.6586670642718673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bfd70e41284fd47e9a7b2d10541f653f50a54375d39651d09771a4f12e0ba4b","sample_id":"hellaswag.val.9579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62b84b7eed911e81e394ba08a8ffb40c6417451f42b2023032ca0c58456daf0f","formula_version":"titan-u-contract-v1","latency_ms":0.9330830071121454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9db3c24acc527f00ca81d36b08e3776c221709d4ce7026e5a53542819418cba0","sample_id":"hellaswag.val.958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"091a7f760c594ebaa51743171c99aa9f2897d54c81f046cdd0a3e3ff42aea521","formula_version":"titan-u-contract-v1","latency_ms":0.8547080215066671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f55f4867335df60b2f5edd24e7099db6f5a01ea3244320c718c13d8665ad999d","sample_id":"hellaswag.val.9580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aed651e76cef81e95172f315dafc0f1b3807f109931d972b03197cc41473549d","formula_version":"titan-u-contract-v1","latency_ms":0.6710418965667486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c847dc8c1c75010b50c5ac8ec3e4cd2bee83d31abc33057f48c6eda40362fa7","sample_id":"hellaswag.val.9581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ba5f9cd79956f592cc921426f38bef76cb9148e782f30df0a28fdf8123b8835","formula_version":"titan-u-contract-v1","latency_ms":0.6864999886602163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78146b2386e1ef5ebf04a15915ab25fb4393c91059747d4605ad539ac54965c8","sample_id":"hellaswag.val.9582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8642e6c1f51d60a871ce4807cf00a069210fad99970737d9dd1cafaf3625b90","formula_version":"titan-u-contract-v1","latency_ms":0.7807499496266246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"969fd8c878bc842510a12fb841908d8671af53af47e42c8ebbeb5322d7e9cfbe","sample_id":"hellaswag.val.9583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a241a535ec0cea10dae6eb0240426a699c3a8034cc7df784ffe307c479f759a","formula_version":"titan-u-contract-v1","latency_ms":0.6392920622602105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0ef31aa87a9eee72439744101b67e2f6b001daf1c928bcf52c241bb417a5e5b","sample_id":"hellaswag.val.9584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"420cb943196313fcc59da3f262edd78828db41a67ece05e7f291d02b21058bf7","formula_version":"titan-u-contract-v1","latency_ms":0.8769589476287365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"882640374e41a84871f37719931dd93e00de69187b2064096a644d8ef300038a","sample_id":"hellaswag.val.9585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e19c52f89ee4ffd15d74fe2f81bb5923ee4b2f43b9c28538aba645525cfacfc4","formula_version":"titan-u-contract-v1","latency_ms":0.772833009250462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81aa54947a2adcc7db2f7d680421ebbedf6f428655be05c88be91461a49bcf9f","sample_id":"hellaswag.val.9586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa8ca26bde77eb1b31ec55b318df65e69f31f4d86bc681433a9eca9d22d28bce","formula_version":"titan-u-contract-v1","latency_ms":0.8807079866528511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed87e9e62abf077bc8d68a28cc5123ac9977709529e778701af3cce2f241b56d","sample_id":"hellaswag.val.9587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f6b88a77d88281af3ba59554c788fcb38d0513505fa38d87385e2ea82c7ad63","formula_version":"titan-u-contract-v1","latency_ms":0.9712909813970327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ce2a0f1e77e7700978fc477ca8128dbfd5900499bf389dc0bf4eafaa077207a","sample_id":"hellaswag.val.9588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cac5b9747ff34d91ef719a780356d0c1b62c6d8cf4600970eba6b8ed150382d","formula_version":"titan-u-contract-v1","latency_ms":1.2120000319555402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"643aad9b98db760e8dbf90ce980161c40cb59b4568aa7d16cf99e15805858264","sample_id":"hellaswag.val.9589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e215065fccdc5a63560a1455da4eb8b71434c86858e58552b4209446365143a2","formula_version":"titan-u-contract-v1","latency_ms":0.5501249106600881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"975d05e29cca8ab37ab4000ac97d2b4a97691950783b69fe9e184811336dd0f4","sample_id":"hellaswag.val.959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c10112e9371098b4775ae0e12016541e6a8d209f7b9e67af0839f3f5dbdc7086","formula_version":"titan-u-contract-v1","latency_ms":0.8425000123679638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1357ff20fdccfa05dde1676e1d701d3f2af4ac0e8381dbd93d89f7f586b22cf4","sample_id":"hellaswag.val.9590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7203ba6b6b576336bcc48de765462c4293d89f870fe960fcc34da3ffec154b8b","formula_version":"titan-u-contract-v1","latency_ms":1.2510839151218534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a867e192df7d62453419d6759d693cacaf1971acb56a71b8d71529f5ef3f5197","sample_id":"hellaswag.val.9591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c53872d6da32044af1df4345fdfa772cbe8d57af91e60a0ecf94a0d47712365","formula_version":"titan-u-contract-v1","latency_ms":0.7512499578297138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c077469e232bc0bddba9bbb312ee3de48022dd7dd4edf69b8b906fd20768abce","sample_id":"hellaswag.val.9592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b0cc2c6b5e02c3c2a41be1f3e9aaea8ba63e56fb3f826e89129bd8f91016e92","formula_version":"titan-u-contract-v1","latency_ms":0.8880420355126262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db11516c90c28d65a10b720d1231566859cf4ade84edd98f1064ab425442fabe","sample_id":"hellaswag.val.9593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f63055b782909b860c2a76c05aa767e0bbec82e63ae1e1994e9dcea9e5e2a55","formula_version":"titan-u-contract-v1","latency_ms":0.6290409946814179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4caea1d3f7ed3136872b40f84f4793344c872ce2cd000a1a57118e2d268ea48b","sample_id":"hellaswag.val.9594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"516767ad284436a247ce257c2ce96af464b8d75b9ad2f04d0eedc0d46cb0952c","formula_version":"titan-u-contract-v1","latency_ms":0.6852910155430436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79ec47a2c1677e78d9287271aab6d82ec985039a1acb6744c4e40b2f647adc1a","sample_id":"hellaswag.val.9595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdb6ca405ef604a4621a9aa0a63542b0ad345e23d642360a74a16c0fc1b6a2f0","formula_version":"titan-u-contract-v1","latency_ms":0.6757910596206784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7067d5941d2f5b577140c80b2706b1fd355101e0f33cae68c9043969c3b90d9b","sample_id":"hellaswag.val.9596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d7e77b3d4ea3f33802abb4aa904fa3b2749c0a2a5b7659681e2b27ea78e3c51","formula_version":"titan-u-contract-v1","latency_ms":0.6114999996498227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"099dbb1af43e072750b85734612efb12a86eef0059eb267e4e048d19c22dfa79","sample_id":"hellaswag.val.9597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d9711490530aa88e4da5ef6266b237a984dd4e2242e7e7c9502e35808c851a0","formula_version":"titan-u-contract-v1","latency_ms":1.2442499864846468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a94202f76e27e16cc5833acc2f0762f95b0ac7099b3e2ed84d4189e4ffa04fab","sample_id":"hellaswag.val.9598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c76fef5235cf476ae62af87ddfa82cb2c5894c8cf78ad4428a720825ccda75a4","formula_version":"titan-u-contract-v1","latency_ms":0.915458076633513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cb09fbda5dd76c34516f2af264a891ca38155134ca65f72a9ad550cf655d3fd","sample_id":"hellaswag.val.9599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"145ef7ff215fa8e9acc23b1984de1aca42de7df0b790fa868bb432008b3a92fa","formula_version":"titan-u-contract-v1","latency_ms":0.742750009521842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"382ddc818fee50ab5265a413311fa4a7b594a7ad792300ee55013276cffc6db9","sample_id":"hellaswag.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcee5dfa4115cc9fc7e7d5cf7f3e9c9d663e42450df3e9b95c27e9eb643f094d","formula_version":"titan-u-contract-v1","latency_ms":0.4502090159803629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7f854a69ef85c212deb606ddde9ea3587a64cd7fd93de2f81bdd15736575611","sample_id":"hellaswag.val.960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca6576f05a7a1e771d30e61742ca615e2baea38e5a3c854d9590612fa65fde4a","formula_version":"titan-u-contract-v1","latency_ms":1.1602080194279552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06856bfaba51f1fc322c6638979240022137e82cf0d0c31a008a12d6577e9773","sample_id":"hellaswag.val.9600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e34543539949ab8a1160a0c6382536d346d9bff4e26e459e9d034ddfed20ab1","formula_version":"titan-u-contract-v1","latency_ms":0.8740409975871444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da6846073ef441a313316defbfe09719a216f353a7eedb19e9d9f194c5437ce5","sample_id":"hellaswag.val.9601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cee4fd5146dc01ea1b19f7b36e7b7a5fe8dce34f8d89dd3352fcedb486a9c47","formula_version":"titan-u-contract-v1","latency_ms":0.9272079914808273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ba056c0ef9760afcd44308fdfa8734120e2f407678bb7e7a7393c9ecca7b68a","sample_id":"hellaswag.val.9602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdb218f20f7186e8ce7dfdb77c8f6e46485e47f32d9b1604d75648b2e6ee1be1","formula_version":"titan-u-contract-v1","latency_ms":1.0084579698741436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"734a2deab70c5cba76a81901d87aa092abe9890ad6c385e71a91bacda6e30e8c","sample_id":"hellaswag.val.9603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"116dc608ca669d90c42f38340b6fece96c2281c6208ee04f073eb9ebc05647e3","formula_version":"titan-u-contract-v1","latency_ms":0.6034999387338758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aba8772e671462c8cdffd4f18cc0249006f2a5a2e5c8bfb5162a152b6150b1c3","sample_id":"hellaswag.val.9604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef7bd6aa1e3fc077067acf600a6c233a7c94a3c8890bb3ed10784b8359a99f48","formula_version":"titan-u-contract-v1","latency_ms":0.6747499573975801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"190ab5ce7593efc37a92b1aa1c95e045849108f4de56035c55f9816079dac386","sample_id":"hellaswag.val.9605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69605c46f94cccc0ce58dac7e7cf051fbfadabbd1aeeea27d3ad944a8106d8ea","formula_version":"titan-u-contract-v1","latency_ms":0.6524999625980854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02e9585bd3cb78b9ddd476343c6c266589cdb9806418f6f3ea252904f33b9747","sample_id":"hellaswag.val.9606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba5b2fafa887451401fb2dc680afb8298ee48b1424a763d22437a0a37fabb1c4","formula_version":"titan-u-contract-v1","latency_ms":0.6176249589771032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1816da4ee5ef09a469d8582b067bf4c5c4b13c362da737475294ebc6cb0f5e03","sample_id":"hellaswag.val.9607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ad9dd58f496b7323b14a5ac6fb1b1f652fba4113a6d34c102e965db4eb3ccc0","formula_version":"titan-u-contract-v1","latency_ms":0.6661659572273493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03f6f18a10c7959557874ccb97b9f4f93e050ab4cac3e7baf64da08e010eb3bc","sample_id":"hellaswag.val.9608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a228f7105a5ccca0ba14c9d01b2b24c3aa1edef6e01b6dd0972cabaa2e961503","formula_version":"titan-u-contract-v1","latency_ms":0.611624913290143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"518ccc2fa40cba334566aecdaf6820a093356147cb8bfec3f75e2a25408cfa20","sample_id":"hellaswag.val.9609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"609e49cb518fcb1caccc2510ac772fdef2cc59b89cb98829defb7bcd805855ee","formula_version":"titan-u-contract-v1","latency_ms":0.850292039103806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37296dbda936f80d524dc8ae68e83b182b6fda2a2773f5a853722e85d8320783","sample_id":"hellaswag.val.961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6787d115d3f8b1a160841d50609a50f5ff1e0a07c28c06b48ab70075d9a1e007","formula_version":"titan-u-contract-v1","latency_ms":0.9682500967755914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35fcb5e0451a817c3cf6cb8bf243bdf2ab2ba3943409006f729da2ad3665ce2e","sample_id":"hellaswag.val.9610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19067c6e377025ab1044d366b2fb5917da84b2c4d37320ed88441c41edeee1e6","formula_version":"titan-u-contract-v1","latency_ms":1.0264579905197024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fef6b8480af218207f826e8c85b1527a880d5ac969b45f6b22b306a464f52308","sample_id":"hellaswag.val.9611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a56b7e8211e0906d0c9bcc6e96a7450782800b5e1c7c78364c77bbfeb64e34ea","formula_version":"titan-u-contract-v1","latency_ms":0.9634579764679074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8439019a0bf7e6a8c3cc8412735f8e3b8bc0fb2b15671dd27353ef113410ed2","sample_id":"hellaswag.val.9612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76f294f0c4adb357da052befb20f4feb7aa1ae671906352f934f16e67d35d4c2","formula_version":"titan-u-contract-v1","latency_ms":1.2040419969707727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8487eef08cf76124e7a1ccd4423a8dbaa52f71e381778a88817ab16b6b7028c","sample_id":"hellaswag.val.9613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94a4695d4570c12647a77bda37581f9cefd54bf07dabd19b1d6283482e12f34f","formula_version":"titan-u-contract-v1","latency_ms":0.9023339953273535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c1a6b4852e73879191dfa0df1e91504cad3e49eecd56ee643d8691320162e09","sample_id":"hellaswag.val.9614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d16f11bed9a513c560b64fb779b52faaae6f8fdcd6d3f300d1cb8c0ef8f9594","formula_version":"titan-u-contract-v1","latency_ms":0.6600840715691447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed219fe2cb75bea7b70e8d19011892a391e655bd98e17723a8627cff6b326da7","sample_id":"hellaswag.val.9615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5ccc4e7a5b4e5ed1fcd5830aff96bde1a4f8b3c27ea353bba577d44458ac400","formula_version":"titan-u-contract-v1","latency_ms":0.8481669938191772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8276b5c2a9b552bf9c79f8ed1fd3c57fc609d73960d67e9f822a6d46e647ee0","sample_id":"hellaswag.val.9616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5135847c4cd0787594880da10aa75195bba0778ab30139cea07399a0e5ad7794","formula_version":"titan-u-contract-v1","latency_ms":0.5937078967690468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dc6c8b9fd98e98f7cd8f57c0df572a1d445bd08f24ab3b3caeb2bb4833d7587","sample_id":"hellaswag.val.9617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a6e683842d827150ebac0272f905d41a97cff14b8df6bb24f66d5a24bdaf40b","formula_version":"titan-u-contract-v1","latency_ms":1.0481249773874879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68ef8c2b6a22e133c5ccb6f2ebe73012bfc62592e79e66631a00c2c2e24e73ef","sample_id":"hellaswag.val.9618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43c73a3231ef7d7507a964a6d6cade081f19149c7622fcace434818aeda27da6","formula_version":"titan-u-contract-v1","latency_ms":0.5817909259349108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88bab3aa53b6b98c648f697b9a28fa1927621a0d543cdd53845b2e88b4615fce","sample_id":"hellaswag.val.9619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58170f062f5d6b1f52b1eaa9dd0620df92c673614f0f3a3b5ab7b153a2b29b68","formula_version":"titan-u-contract-v1","latency_ms":0.48916705418378115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f3f1a3efd2dc864950359ed221d93b674ab5d0dfc94ca8b239cf89ed34e09cb","sample_id":"hellaswag.val.962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6e951e5e14d346f65f8802ec8d1af64736c27d1cce342e7b8f4809939f00331","formula_version":"titan-u-contract-v1","latency_ms":0.8653339464217424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30d0f41121b7620b4badff637bc218f93e33801b35a1dbf84b6f0d90c70a9562","sample_id":"hellaswag.val.9620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"990adbbf6db32653ffa9d4f454f0bcf41e91aea461b58cc2fd3ad21057dcacee","formula_version":"titan-u-contract-v1","latency_ms":0.6862919544801116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e8b3204f1aeddad33bd6354b8301eda72d91483c9146c2efa192fb2ce120330","sample_id":"hellaswag.val.9621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fe769085eb23afc57b83afe52632d5d348f8093791709a1a3918f7348a67d35","formula_version":"titan-u-contract-v1","latency_ms":3.0515840044245124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0253296b64727c7f76ce04bc6424d1cd4944a68e6fe5ea0ba41ab6d279fecbb","sample_id":"hellaswag.val.9622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bc67ed85a2e5d7bd63f4b12726a0ba524914e164e86a7373b4c507c899330c8","formula_version":"titan-u-contract-v1","latency_ms":1.6450410475954413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a25a0c4f8e41fc626a9c12c2d891fadfd88ea1fc12de955f38aa9738f9dbf77","sample_id":"hellaswag.val.9623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"449be4f4ad2dbb150e4ed166a4ac24516b95fc395f9122e3e3d8e140fe486d7d","formula_version":"titan-u-contract-v1","latency_ms":0.8700409671291709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"848f40e035e32c892bb3d114d49e4cb6247704a9f9e764c96bb8ddc4c75b0415","sample_id":"hellaswag.val.9624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7acb7b032d0cd6c9bd09ad9f9f25a307c220d5674a775fd24093150ab4cd72cf","formula_version":"titan-u-contract-v1","latency_ms":0.748832942917943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bb922f9d9e78a6ebabeb2caad6820ee8662b8771f3a02b83cee55f0f89122ac","sample_id":"hellaswag.val.9625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d773c764a7e88bdcbc2d06556fa07e5f07cd91a600eb1453ef40721791aca0f","formula_version":"titan-u-contract-v1","latency_ms":0.7155420025810599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5736221226420a139a8206ff71aa1babae84286de9dd62da2f17c5337edf3fa","sample_id":"hellaswag.val.9626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f80b9019adce3bd80bb61329fcbffc421a6944714637fd811c19ea217b40174a","formula_version":"titan-u-contract-v1","latency_ms":0.8394999895244837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b30da7d3280d2e040c8e839c6bc239ed76b36ee905d07c6206fb2c164e21c87b","sample_id":"hellaswag.val.9627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fef5e83cb64831ed856cf54301f68d0223f5941b7062d8f81ef08c60402d810e","formula_version":"titan-u-contract-v1","latency_ms":0.9298749500885606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a9ec2abd94bce674439f1150bec0407e90ca2985ace1eaa366b57ab7c38fe5a","sample_id":"hellaswag.val.9628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ede2695c51b4cbde12c03991aefa4c6c2e5b1dd0296b065426e4d3760780e30","formula_version":"titan-u-contract-v1","latency_ms":0.6372500211000443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14c6de50f8d91c3fed19586b5a6c652f58c7f70c58f403c78ea851cb3565564d","sample_id":"hellaswag.val.9629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c887cacc856a41fb35b773ebf2144cc2278c140caabd46a37b7cffd6e9d33c5a","formula_version":"titan-u-contract-v1","latency_ms":0.44575007632374763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97904f762b4f2ea892c8d3b06b1daf45d88a78bdcba29c0560c5f89008532339","sample_id":"hellaswag.val.963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7c076057b0ded0c8060cd926c65e117a0c7d12a2ca487cfd6dbe45bc9e5bb1a","formula_version":"titan-u-contract-v1","latency_ms":0.6481669843196869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46f8b3d9bb64aa2d95d8bf866e4c0ddf39e32f24dcd2e359cc74a67c0c365244","sample_id":"hellaswag.val.9630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48ed9874f5ab142506824b4a7c0eda41215f7ca833f6beb2e365ff4115af7ac9","formula_version":"titan-u-contract-v1","latency_ms":0.7432079873979092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"076593df759c380999e4087b7b256849a1f031fea7a1885e479361f35f51ed51","sample_id":"hellaswag.val.9631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd02c2d22586e0c2f554735295affd539619e633ea5efaeb66eea7d507549c76","formula_version":"titan-u-contract-v1","latency_ms":0.7827500812709332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31a8d1eee3d5e5353e2bfba4d5ae36c89c1d11c323dd491ffe4b950f89b19b5b","sample_id":"hellaswag.val.9632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4478e9c19fd3e17665c2d3542d8de193aa0a979ae4a870cbe2b41b977f908fb1","formula_version":"titan-u-contract-v1","latency_ms":1.4857910573482513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8d62510533536a97450a336ff7855ab772bbb0e42819b9b4c7c7f837603a252","sample_id":"hellaswag.val.9633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ecd8143d8c188f44f5adcff7b4ddba5a9a96a87d4705d688c416dabedb464a1","formula_version":"titan-u-contract-v1","latency_ms":0.6542920600622892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c52b40cc60ba018ae89e5567d63deb6fa7c555a18cc236d5816274f3a5c77a93","sample_id":"hellaswag.val.9634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c3c8e63786e0c829ddec165758970ddf40c67a35134a9e7a677a9742658689b","formula_version":"titan-u-contract-v1","latency_ms":0.6547920638695359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba7db51c90cb7c61194a354f0c8ba9a4b3dc6c82924fabbf25afe7d18156ef3b","sample_id":"hellaswag.val.9635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04de88f0648d23d0eb330d8efcec8bc91b175686112f0ad60f4a3dde13f6ddce","formula_version":"titan-u-contract-v1","latency_ms":0.6469170330092311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f1102de736bc931c1fcba849b94a10836fdbabe2866e40b4dc6a0e1e1aebe11","sample_id":"hellaswag.val.9636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"849e98d3c4d7729033055ef94b274d2d6f0834e7e09b69d340c9b3a805cabacd","formula_version":"titan-u-contract-v1","latency_ms":0.6079169688746333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e481f9c83ba4827dfcc8c43d2076abfcbbc68e60906c34743dabae22d5f0045","sample_id":"hellaswag.val.9637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9864986bfb53fcd9011dc6017b6727e2244fe2dbd1d698c2ebf65fd194197d1","formula_version":"titan-u-contract-v1","latency_ms":0.8077080128714442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a653b9b60119f05de32b86cae157ed89ba0296a24e434553dd52d584919e52bc","sample_id":"hellaswag.val.9638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52408aa6d6e43c5cc49d0115d9b9a04c631a48287dbc23db954cb30224b635f7","formula_version":"titan-u-contract-v1","latency_ms":0.9025000035762787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0ab1c1caa8b2a9eb502041caffa332837488be54f4d26ab6b4d5771958a78ba","sample_id":"hellaswag.val.9639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4a80ec64a05cb37d2b424ebcee35597082b31dc3fa79e8fe6fc0804d2ac197d","formula_version":"titan-u-contract-v1","latency_ms":0.5972920916974545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3143c79eb3de366f3997d5928b6484da4aa88b579797256342702a4320ad2589","sample_id":"hellaswag.val.964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afaa39f0eb810be4cdc88359649cab8ff9473b46c9f58ae4011a19a256b63f16","formula_version":"titan-u-contract-v1","latency_ms":0.9197089821100235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"263ffd27a15f7ae9c61f8ebd35e2256bfef5fa4b0e010c8728024849bf68b4ae","sample_id":"hellaswag.val.9640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51eb7ffb298aca8bff0256dbf652b6c5f384c53258b828c95143016f8c90e9b2","formula_version":"titan-u-contract-v1","latency_ms":0.6280830129981041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ea18acf6514ad3738655120e733276f1730cfa6bb2e252e439e9a63ae511fd5","sample_id":"hellaswag.val.9641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90d3e4073a358c4003eb15bc5a8a359287d0e15306c6d043c52a830ffc706e52","formula_version":"titan-u-contract-v1","latency_ms":0.7885409286245704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3d3f305674026f79020e4d4f6c39deee60538859084d6bc2034a210c98bde31","sample_id":"hellaswag.val.9642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ffaa76355a1809b55a5109b7da07e4d1217815104a35147cab5d9eec0d8f479","formula_version":"titan-u-contract-v1","latency_ms":0.5857920041307807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12cdd2c35f4f7bb23287a6f885a15c8d52c1e54d7a8a3b250e1d61680c82053c","sample_id":"hellaswag.val.9643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3297a438f6a156d45d2f62d9933be4cbc7449c60ef803ac7f01b0350191a805b","formula_version":"titan-u-contract-v1","latency_ms":0.6453339010477066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e84fd53de93220d38f6d0f71ccf9c094f84a2c8497a2763245622e8d60a19be5","sample_id":"hellaswag.val.9644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fa6208ba54eda72ade05b3ecd9431b4bf4ace8ac907edec2b14417adb9acec5","formula_version":"titan-u-contract-v1","latency_ms":0.6944580236449838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e666091348a7cf654a1c6cb80949f325763cd74fcbc05e353eaf9a2d62655c8","sample_id":"hellaswag.val.9645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"874c4a827077223f71a496759dff9606e08117ca14ea469049180d3c310eb460","formula_version":"titan-u-contract-v1","latency_ms":0.636707991361618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5f0b7775b6bf43d39242fa85fcb01731c037312ef868fc6db2312af4bbe43ad","sample_id":"hellaswag.val.9646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38ea2b9cccff4af858441abfb28e475534a4c63ba525c2a7680d9576caf91d7a","formula_version":"titan-u-contract-v1","latency_ms":1.033750013448298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44d8dd410695025b655da1abd3bd7c464b9cb9a5da390b8384f61c0b96d101c4","sample_id":"hellaswag.val.9647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d39bbaf9eee71c4f6476d9a6eda339ebabc8c106f46709737845c26defe8e747","formula_version":"titan-u-contract-v1","latency_ms":0.7840839680284262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2242fb28bd03140883cd24c522118ce82b1a37fcddc9d46de9fe01b361efaf47","sample_id":"hellaswag.val.9648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85d59edc6e2b97aa31d04962a95faf3b2aa12fd1cdfa4d60e7a9a33ecfb2b62b","formula_version":"titan-u-contract-v1","latency_ms":0.6683749379590154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bdec02656be993b91de39c3c70150ac1ae7c4bd1cdbc3a7f09d467620377ac6","sample_id":"hellaswag.val.9649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62c3103a6b14e6da53677baf68774848471fa1ce42917c0977297939147d2053","formula_version":"titan-u-contract-v1","latency_ms":0.6033750250935555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ee309310a67e05eb45d55bf799c4011b90177474ecbd49e35dc9e1ea2b8c5fb","sample_id":"hellaswag.val.965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"287ac506293dc3a0b37369d6f5cba278599697fda3d17a408bf2f6a7542ad5db","formula_version":"titan-u-contract-v1","latency_ms":0.8899579988792539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30b711df43bf42c2fba60a1dbcef96e19bc7ab5be401d71c81eea1b797d7200e","sample_id":"hellaswag.val.9650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8e94a28ef0c0a9c5c3765995bd9c9bca6d00be9fc7827ca409ac783af65c2df","formula_version":"titan-u-contract-v1","latency_ms":0.6204169476404786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3f4b1a2f07202c04e2fdf2db0dcf1798a5e26599e3196a46f1bce3ac576bfac","sample_id":"hellaswag.val.9651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10d523c1f7565b820ea4a28ce8a8fd7cd34fa7c33c95bd08bc8dcbb65387391f","formula_version":"titan-u-contract-v1","latency_ms":0.9064999176189303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecc6387550e78a77f5858e0a60c4452ec14989545e085893be26f1b3f1c95dd1","sample_id":"hellaswag.val.9652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57f6e358671444355c4b373dc52e9072af532d70685e959b4c6f7b1b45e2ca69","formula_version":"titan-u-contract-v1","latency_ms":0.8041670080274343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8380b9001799891be598316aa09b1f42ae19212f5c55eed9ce91b6aaff0b7616","sample_id":"hellaswag.val.9653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"416d903376b0fb82ba48b57d4232492a32d6299f3ffb1a655e497e9612d7ef83","formula_version":"titan-u-contract-v1","latency_ms":0.853499979712069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"291c08f89625c3f6b33beb4543a1970214bd37bc55f3c1552711b91f9bcd1664","sample_id":"hellaswag.val.9654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b95c76dc70ba73145b62d15b061b909d53d29da2c0bca6324bedf21a45dfecc","formula_version":"titan-u-contract-v1","latency_ms":0.8904580026865005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92539affdefb82f5762baecba062780cbeb10f42c55f2615163dfd6be7e4a66e","sample_id":"hellaswag.val.9655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bdc091db66738590804809161504a15536e772ed7d0f51424d936ee8879b3cf","formula_version":"titan-u-contract-v1","latency_ms":0.6763330893591046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20b178c3363f07f793339b7a0eee60abd2e5a75a09ea55fcb56bcdc1b5fd31ec","sample_id":"hellaswag.val.9656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e11b177a6480096eb86510de0beda6365341f96a7249f541a7bcfd6b55ac7557","formula_version":"titan-u-contract-v1","latency_ms":0.6966249784454703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e504d7bb2d88abb4e1d9301cc3ebbdc9097079548b24d8ccc57d88d9bc7f6a3a","sample_id":"hellaswag.val.9657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b046322db4100822405a6b8dbd7a0ff36a1969e92a2e46c751f8a92a1f683e57","formula_version":"titan-u-contract-v1","latency_ms":0.8762499783188105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"322fcbc01f5553e8961e5ced50bce0633fa11c800ea9d28ede30fc9f9b2547f2","sample_id":"hellaswag.val.9658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33932dce37781e249b180d19769458842c5f19e9e85afdbeb2c9315fa4f632fb","formula_version":"titan-u-contract-v1","latency_ms":0.9379170369356871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d218d041131e9fe16e563d4662039a4aa1f179179a2b99dd2846c4ecc290a271","sample_id":"hellaswag.val.9659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66f21b56211623401dc23aa1188ccb56bd3fe71fa6aa2c168d62e2064bbc6827","formula_version":"titan-u-contract-v1","latency_ms":0.968958018347621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36fc8e450080ea35e9023dae40f9e0eecca154c50982e6ca5b5549947c5ea50f","sample_id":"hellaswag.val.966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cedb79dd7a684e93851f03140e0bc37a49e8077d2c1d40f1787d001c3bf2ddfe","formula_version":"titan-u-contract-v1","latency_ms":0.6582089699804783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0edca8f300b99f5c30fff93cd0499b628d289faca20a575d3ef0f4cc0fee058d","sample_id":"hellaswag.val.9660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7f1b528ae21656bcf9e4e2a36c72cd6418bb1561da6daf930d30c7e46086ed7","formula_version":"titan-u-contract-v1","latency_ms":1.353333005681634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c87136c44a6520c2b2afa2559a3c303b7611656813a00f7c7f5e47e2d7b6614","sample_id":"hellaswag.val.9661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbed69ac0707d6a6d3eae8447314ff0999cb4530832756484a4ced5b9cd31868","formula_version":"titan-u-contract-v1","latency_ms":0.9892500238493085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eb913323211687b94fb3ba51a88f24489663d0dc558d24d0f004867bb6e032b","sample_id":"hellaswag.val.9662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d036172fe58c97d44e525765e488f752d4d6ff45dbfdc8e60ae490ace65b147","formula_version":"titan-u-contract-v1","latency_ms":1.0566659038886428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47d52e35169797b0d330bd1bc5ad9a93d866b8b580e2953d688778841f3d540c","sample_id":"hellaswag.val.9663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa880bab6806972b3154151b602a41ebef845cd6057e03c0731e27fd606e391d","formula_version":"titan-u-contract-v1","latency_ms":1.318249967880547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbbcc83cdf583fcbf8570f42d4c9ad3724bfa736eb61bbec3307f2492def2034","sample_id":"hellaswag.val.9664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a80ac1c9b6085f940d6c40e6840ae9df31f8a1f2097cd9001b8b33bbc49e22e2","formula_version":"titan-u-contract-v1","latency_ms":0.7055000169202685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4f2b6b80e5d5b5590b5bba4b36256cabf43c9229dfbf168ec39d6fceea807b3","sample_id":"hellaswag.val.9665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a10b3d23c78d70713eb138eaff5ce7298478e6a2cb3e331c469b423e511e7b9","formula_version":"titan-u-contract-v1","latency_ms":0.6207090336829424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4347ed03f1374125c6ddd5a1b63d752f14442738234381a41ff7f8594b653994","sample_id":"hellaswag.val.9666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d61a0e12ebf084b6a6388411029810c074f4e502e7b704f3f211506f6d1d5ce","formula_version":"titan-u-contract-v1","latency_ms":0.6771249463781714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd31109490a67fe2e0b445b048b2c909a773b55a2afe9a6079bf7e4edb685c5a","sample_id":"hellaswag.val.9667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd40f29dcebccbfc32e62c2cccddf7622844cf005f7748579136082922e715f8","formula_version":"titan-u-contract-v1","latency_ms":0.7870419649407268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f21095882b4b8b41b5bf4c129fcb74bbc933ceec7c4323d86741763bae873905","sample_id":"hellaswag.val.9668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b78e3a3acc94ecb9d2fa70be73055325f1d7d5a62d271b7502da6a9556250ff","formula_version":"titan-u-contract-v1","latency_ms":0.8547079050913453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f726cd55ff18a92e7f6b58fef34fafd645fca3eb31a2ad8f8a44491903c4bd7b","sample_id":"hellaswag.val.9669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c30d115ae41939429188405ec5b69fea1bbb9f1f62a6565c843018cc5cdad18a","formula_version":"titan-u-contract-v1","latency_ms":0.572207965888083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e01bbdf91398aac2d0bdce1e1e02e5249fdb1df31699f78d03d719933f02c81","sample_id":"hellaswag.val.967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c5d9f7a368bdc7fb8b2727b614a963b4b9504b43df323a6564fc933ac057fab","formula_version":"titan-u-contract-v1","latency_ms":0.8749159751459956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24e5425f82a58c5efda2c76f7e347a813556ef8d7fec1744fea8c922644f3dc9","sample_id":"hellaswag.val.9670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36d75828b37045bf21ac988cb5cf4914577ed5955101b37a45912d8f04944d29","formula_version":"titan-u-contract-v1","latency_ms":0.6223749369382858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"351ef5d90029f040bb6c3fe78dcdbfdd659b3e3f665987faf89abbad573c4ede","sample_id":"hellaswag.val.9671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c782244f3e48d171e01fd1633c8950724425501947018ffb762c3892d473e85f","formula_version":"titan-u-contract-v1","latency_ms":0.8069589966908097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b437f3c78aa77cc6daaceb7a42f59ffb764e48f5415493de4fe7bf631f382572","sample_id":"hellaswag.val.9672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b70d9a952d8c2671d9dcb2e5ca705ad0ae6e44f50f7af4b2d5e24be85aee67bd","formula_version":"titan-u-contract-v1","latency_ms":0.6432499503716826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4303628c9db2b993b79a4fd93e8b8f8d6bc9621f69645ce627d6edfee4ea1fc2","sample_id":"hellaswag.val.9673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"879ee8062320684873753bfd01863d49add1cedca8c0a06f42683c718ccc5f43","formula_version":"titan-u-contract-v1","latency_ms":0.8792500011622906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee74baea94221ec383cc59306a635f2d3467c607415d3f187aa7114b413490d5","sample_id":"hellaswag.val.9674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbb105497360b50db03f8d53f18929bd9ec78f9e4cbd7fc019a8ba7ae5d0a01c","formula_version":"titan-u-contract-v1","latency_ms":0.8443749975413084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8b964b519d07dcdd1f67a75557d31186a891c9ef2a7ec04f3de0e4c8538bd39","sample_id":"hellaswag.val.9675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1ba6081c0da9f8e91244982d0b09df141e0e4270bc9f894f4be5bab4a776f9c","formula_version":"titan-u-contract-v1","latency_ms":0.8546250173822045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a5b58e26004b68ec2751aaba14dd596eac60db5040810d1f24db383f59bed61","sample_id":"hellaswag.val.9676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f410f621a7fc2a077736240ce3089aeb9b49756fee8bba902ecae7fad29800d","formula_version":"titan-u-contract-v1","latency_ms":0.7885840022936463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31346979a9768b5bc845c967c61a518ac290aa1c639d95191164b555b09ba16d","sample_id":"hellaswag.val.9677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1d6968e7af2f8dda4d2d090025d7e79f31a7c7ef73dbd9c4f0bdd4d0492e469","formula_version":"titan-u-contract-v1","latency_ms":0.6942079635336995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28e32b5391cc137804e58ba2c245b91b3d0e32f13fb87b95e89a1d8ad081e253","sample_id":"hellaswag.val.9678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f171ad4ed702cd2b5ebe7b140c813662bcf8f10ff9c911c6c7a6b83145603954","formula_version":"titan-u-contract-v1","latency_ms":0.8303339127451181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a8975fda5f34e19e19a51d428e60a149db85ed240c77902ba9e75ad8a5c8988","sample_id":"hellaswag.val.9679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2be8e82c5186eb9a04e540f8166f0ab42788a02303012daa9c1e08dc65b24733","formula_version":"titan-u-contract-v1","latency_ms":0.5117079708725214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3a0ff4cb472125c6460894565e70e52f195bfe4dd9070a0866404bafd077566","sample_id":"hellaswag.val.968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20c7d519c5561619216fcd200fb5d493b5a7a0ab538487573413cb1e7d2dd70d","formula_version":"titan-u-contract-v1","latency_ms":0.5977919790893793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10fee1a43fa1dca2a2e8194ca94026990adc48dceedaac1aab9b3df886485f0a","sample_id":"hellaswag.val.9680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c2ceac726008ef6073d479bfb6482191a47c8d472f873ce00b821eedfeee2c6","formula_version":"titan-u-contract-v1","latency_ms":0.9474580874666572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce3e57b5381fd1bc020862d77440292db308504ab0902ef581f6fc2e5cc4e10d","sample_id":"hellaswag.val.9681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c6643f5a1f9da89a58c7b597979af8dc5978003c3a9c670d9664f2b6d17d6f8","formula_version":"titan-u-contract-v1","latency_ms":0.9631660068407655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad4148dcec66d674bdddaa4bbe66be5016d3e1a7607d09ae79151b919b7c782c","sample_id":"hellaswag.val.9682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a844844b84d6d798563433937867f79d87389dd84319f1838df76e2dd137234","formula_version":"titan-u-contract-v1","latency_ms":0.962125021032989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4d0713e71fbbf854f2b0a614d9fbcde88aec422a43d1b0aca815afaeb392f29","sample_id":"hellaswag.val.9683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"209bc58ae7898d5d7181e8683432dab86ab6348844b8f24dd3e8e30a71bad430","formula_version":"titan-u-contract-v1","latency_ms":0.9150839177891612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"803486f6b427b7aa0d4e70cf47935c805ea701453ebaf295e32e45e49eec479d","sample_id":"hellaswag.val.9684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45a8e5221d21890f8bc8254755876965e342e8c524c349e665eff0efe403e5d2","formula_version":"titan-u-contract-v1","latency_ms":0.5770409479737282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"560108afd1066f9404a2cc9e442238319ba08e261a76f580e01e57572f589ff6","sample_id":"hellaswag.val.9685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ac3e07a249ad3b8f7bae6eb3a4adf6df0d541a9d553acb4dcdb69280ad8ab12","formula_version":"titan-u-contract-v1","latency_ms":0.6415840471163392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aed56da3b1ab6a74688ce03b89cb5403259cad34519c22fd76e07f7fca2a39c","sample_id":"hellaswag.val.9686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01cb79828ae2c840e9f9d0975f7e6fcf8cf33facde4efea7f1f54f768967dc81","formula_version":"titan-u-contract-v1","latency_ms":0.681874924339354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"549c2815d36703c31fa27fa1a2e6abda597f9c0c0495dd42e54eb53ecf1e8beb","sample_id":"hellaswag.val.9687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"295f37be532a7f8d8012880cff7e6f970f76654b3825fc9a1f9537283feaf663","formula_version":"titan-u-contract-v1","latency_ms":0.722500029951334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48564feb78a2628e5be374a5609b56380dd7029e12102d3ac75651c72f68379c","sample_id":"hellaswag.val.9688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"096c19871aaa60f48c3cdfa730c78cf44995f6cb038413bd4baca9be4394e2ba","formula_version":"titan-u-contract-v1","latency_ms":0.6844170857220888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35618797aadb0a3c5343a147e9fa4f8afc415e67e920215bd8c6685c556d208a","sample_id":"hellaswag.val.9689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25da74f5f7bc95bcd40823024fe7d59c2ac5046fdcc738fcb60d972716d8dc5f","formula_version":"titan-u-contract-v1","latency_ms":0.6174159934744239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76f1b80e26bb59b95a8b5b3e3987199598e31c151da48b02d868214be17bbc88","sample_id":"hellaswag.val.969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c736453599d5fe820c772d8141d047ace1314891acfac4f5ccd3e768c82b426","formula_version":"titan-u-contract-v1","latency_ms":0.8072919445112348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0acf7ca82c3dbcdf5aa360b57b043e5b4cdc271a87beee0d08c96bc4c6ecc4b","sample_id":"hellaswag.val.9690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd9fde38922ae2953b65f6f02bafa6f250b93a1100749cbf736fe7398806bada","formula_version":"titan-u-contract-v1","latency_ms":0.9804170113056898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c00b4e30b40dffee4f99b795f71349479f1a888c8e217d02fcb9bc0d3f1ea124","sample_id":"hellaswag.val.9691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50a4fe8b38b0dc0ab9171a40161c8a580d1e5d905f4b9980f7837717051853b0","formula_version":"titan-u-contract-v1","latency_ms":0.6914170226082206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed02cb630c014b1c88952036814af1c63d9cafa84e54aa560b4a2243ae976fb","sample_id":"hellaswag.val.9692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14e2a6d37a83a79e682cde14b8b6bb22033501f5301883a9d2766604e7de8319","formula_version":"titan-u-contract-v1","latency_ms":0.8071660995483398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeee79f354be6b20b0673a7b30992110c5bf15846b1adceb2f66351eda52333b","sample_id":"hellaswag.val.9693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bacaef4c1fc76506b2361ae7f89dab3cce06db602af93069d4c961d4994bc197","formula_version":"titan-u-contract-v1","latency_ms":0.887584057636559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15e87e5019ba9ab815a999b4c8905e9efdfbe48dab781c4b2fbea0867aac8862","sample_id":"hellaswag.val.9694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f2a2c440672ab0eae3869ca0df75e05918bfab4a7195d5a04aacb1b8feee817","formula_version":"titan-u-contract-v1","latency_ms":0.869459006935358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a70ea5851f333e084627b4bfc305e67242107a84db6a90d435c9439bbd7f011","sample_id":"hellaswag.val.9695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bee4569fc158722781c090e0b48108d32669cb8b5d414be2dfebe15d36add6c","formula_version":"titan-u-contract-v1","latency_ms":0.8064580615609884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"517dd15fb135088f0f9dafbdf13a44ee263d7445f689d2489fd6f17e70031d5c","sample_id":"hellaswag.val.9696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e4d1495cf162353e55e70d4f6cd58f0ad74ef982aa635a3abcd14f314b2acde","formula_version":"titan-u-contract-v1","latency_ms":1.2196669122204185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4d0979dd6b4f5841a5dfbbb48acbb044a48e340337614da07a529ab956018b2","sample_id":"hellaswag.val.9697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8c6dad9f6750155482c60cc3827b3049fe5503aab6b020e19030b1045192c70","formula_version":"titan-u-contract-v1","latency_ms":0.8837910136207938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b95e6552209afb0ab468bc241e7a908b119a90f2f3f74c7f491564afb299da4e","sample_id":"hellaswag.val.9698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63705fb2745a0d6b1ab8a8d880385e27275df252e8777b3d1383840c957ae7d5","formula_version":"titan-u-contract-v1","latency_ms":0.8393749594688416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63bdc7aa4dcf27d34856655f890c38c9cc7dfd21b7c994a356fdc848d2cdab27","sample_id":"hellaswag.val.9699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ef6cef157b316cb81649c1d1dac15b1eebf0258fcb38ad2d9abbe2beb0657df","formula_version":"titan-u-contract-v1","latency_ms":0.846582930535078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de8ca99c951cf15bd07c158902658f5fae1ec83eb811af1c996b94c5a3bcb97e","sample_id":"hellaswag.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2565e31fdfc31aef574a985d3871eabb4a7da778b104cc7b3cdeb58accb9920b","formula_version":"titan-u-contract-v1","latency_ms":0.5294170696288347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51caec5af1ee3354591b03173a2ee89091f08df168742436dd071bea7dbfdad5","sample_id":"hellaswag.val.970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aafeb26c73dc9472b838f0f62ade4368cc171851966f2379d994cfe05391ebec","formula_version":"titan-u-contract-v1","latency_ms":0.830375007353723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d755d87a248bf7cfc8178bdbbc0ba0a9cb2c5a1dd4b2a5baf856be53ab26571f","sample_id":"hellaswag.val.9700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18a83ee34fc2e036e96623a844a6d4de100ccad6ab5d43c086f838029e59d8c7","formula_version":"titan-u-contract-v1","latency_ms":0.8681250037625432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f5b13ca1594a8fb7f3cd485036bef0ee210f374b261395d800da7d70ddbe6b5","sample_id":"hellaswag.val.9701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"740fee9d526e8367a1d4ed1efa2c272fe20759b854c3bb2c6164d4390b67ac74","formula_version":"titan-u-contract-v1","latency_ms":0.65754191018641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69053a002f21015eee17ccaa7e3efe1ab58e46d9370f13e67a8dec810196de10","sample_id":"hellaswag.val.9702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"640f782b229ab6ca3ffde674e41b5fa07c072cda0ee9e01b8d80213bd2ae77ac","formula_version":"titan-u-contract-v1","latency_ms":1.550207962282002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c95214c58a910c9121c9d6133a2d122babca2af22c95c522cb3cebb0b35bfeac","sample_id":"hellaswag.val.9703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44b42336afd91c16363039ee3760f66d281f3088cedaa699521405cca29222ac","formula_version":"titan-u-contract-v1","latency_ms":0.8478750241920352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a644b5a09085081af84078f0d93603bb72a5b0a4b0e2af770c7a07cb6b4b19c6","sample_id":"hellaswag.val.9704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5ada9ec4d19aef4b80c8d3f02f10e7208d934266d68d81542ca72e5c2a950fd","formula_version":"titan-u-contract-v1","latency_ms":0.8929999312385917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"620db472d088e5dfa9511eb91b6d23c86f531a67fe41508a2a1a5ae8ed2dfe77","sample_id":"hellaswag.val.9705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"850a90815da3ca2017714093c3e3954bb03b77d05652fdc1be0e9e4aceca131f","formula_version":"titan-u-contract-v1","latency_ms":0.9469169890508056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c55c617dba4747aa81a3d730131624c50e5b0861bf696fee3fc3c894ab6ddb64","sample_id":"hellaswag.val.9706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f368c39c805b99672a19c2878990c2cc69a16581f5916ebf270915b701165871","formula_version":"titan-u-contract-v1","latency_ms":0.6388339679688215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86891be4c23012302a98dc6f4f94e98853ff5d7c3167737f3c0b83831b73c58a","sample_id":"hellaswag.val.9707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92f99c1897b641958539ee12fbef493da95f24c13dc73601eb4112e047e9db5d","formula_version":"titan-u-contract-v1","latency_ms":1.3781670713797212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cd4a21720557dda666bd5310753bda2d311e3d7f28d60c4af22a2477ae201d9","sample_id":"hellaswag.val.9708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df070c11782b11afb5cbdab9d911b3a17888771495a72718b0cfb6281f803657","formula_version":"titan-u-contract-v1","latency_ms":1.049624988809228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d0216e9dc4c7c4c61f148f3ce7b59ee125af1a5cc66e1af66fa69bf18a07827","sample_id":"hellaswag.val.9709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee073032a5d5064cd5a1eae393193d47199d4b5ffc7dcd7a6bb41efd629cbcbc","formula_version":"titan-u-contract-v1","latency_ms":0.659584067761898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbb414a061993f587c109338835b03d738dc1697e637a4e30e80d82ce91655d4","sample_id":"hellaswag.val.971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48287dbbf3d329954c04c787e152bfe7e144013c62e636cb22bd9dc48e911e7d","formula_version":"titan-u-contract-v1","latency_ms":1.9518749322742224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c2bba1a0fab008bb7ebfdc0c2ae9d16562320e2c15bdb44085b96fc7f565317","sample_id":"hellaswag.val.9710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47a06dbc7eafcf1b625cf3392175076dcb673d37617f81960cc6f9c6f36156f8","formula_version":"titan-u-contract-v1","latency_ms":0.6505830679088831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1294ce2d30e58357c18f06ae89561a86a15733fad68898ad74c118f0f5f9f02a","sample_id":"hellaswag.val.9711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"307b83547034f195281c1738c2710d3f73c25273fcec409c13a291c5e1f77f24","formula_version":"titan-u-contract-v1","latency_ms":0.6990409456193447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a26b0aa8ecb017be2a9cde9bd94651352c2a28249c62fd4543f8a0e6a06746ad","sample_id":"hellaswag.val.9712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06253e0756dfa9c28c20ef5ef7feb6774667b5d257400bc80e38cacdb15f5ff0","formula_version":"titan-u-contract-v1","latency_ms":2.215084037743509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b148d097785efe08ac6a9a0e87baac32a50a21d2a3a407b96a267dbf89f23b0d","sample_id":"hellaswag.val.9713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"209b251726a7982b58b159fc0ed7b9b4e0c065189d144f76974a17cdb9bbc699","formula_version":"titan-u-contract-v1","latency_ms":0.9992909617722034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd263f65ccf35bf390d0ad77b7e355a2e16cc8e21d85c4399d953dbc3f080902","sample_id":"hellaswag.val.9714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"519623ca21a59528d0751936f47e329f0b8dc67ca90621ed8d4640b9baf550bb","formula_version":"titan-u-contract-v1","latency_ms":1.2654580641537905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d28f73127f2ee90d6fb5d7f4ce5d33bde6d43dcb1bc1f50c004abcc68f1dbcf0","sample_id":"hellaswag.val.9715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6300062769506e908b4eaca9d782330b901373b70c5892b0d8c0af42538070ff","formula_version":"titan-u-contract-v1","latency_ms":0.9999590693041682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19042477b69cd227305ba2ad45ab64e8c0a55c886f7c9341959e298f3249804f","sample_id":"hellaswag.val.9716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91e6ff2ca0d894cd84efb90e7fab003db7f6ccb8ada3a601b1d307686a340b96","formula_version":"titan-u-contract-v1","latency_ms":1.9094999879598618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"236b4b9ce0559db91e385385b45a9377940feb4ecb98de92709a80dc6fd14f9a","sample_id":"hellaswag.val.9717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f8f04d5b22587afbc9ba22f443a34bdb6ee4f30c3abd2aaa2a56cbf4a106925","formula_version":"titan-u-contract-v1","latency_ms":0.7021669298410416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b3af4fb26183aa70f313333ccad0bd368809ea1944c14cf56f2ef3c86cde295","sample_id":"hellaswag.val.9718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"401fbb772a75f7ae2c880077ca1afac1aa8145236fea9264e00595733dff4978","formula_version":"titan-u-contract-v1","latency_ms":1.1432500323280692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b90693d1ecc9bc14717f7b596536cb6420dba8680e6c0f1418f87c9cf06498b4","sample_id":"hellaswag.val.9719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a958fd97b4deb57871ee66a88e6a437ce09ae920de95c6fc338351b7a3adcdb","formula_version":"titan-u-contract-v1","latency_ms":0.6502500036731362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a6858c9638804697aff2b733002d280d15fcd6de92f4df036c0f6c70361c52e","sample_id":"hellaswag.val.972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8623d3deef55a8c5d8677491143286c1cc996323d0adcffe0e0ac8c7d220dc4","formula_version":"titan-u-contract-v1","latency_ms":1.0722089791670442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5edfa064e30b92d7a66fb682754b813bb3fcd136ff67aa11251e5919cad3ac55","sample_id":"hellaswag.val.9720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f108fec13a045873ab67d7189ec074cea47473168984bd2c0b3e82154306b28d","formula_version":"titan-u-contract-v1","latency_ms":0.7718330016359687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0995c5c6b0d39e33ce70607f59eab9a2808bc9e0d0a38870159d428d0766f582","sample_id":"hellaswag.val.9721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a60f61bcc23174972de44c08710a742200b6d5d3ee311833ce88f7b7737f5194","formula_version":"titan-u-contract-v1","latency_ms":0.9885840117931366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76d7ed5a30568a85b7e4ffd8b7b9c9dcac5da94a958f160e882d406ef2536a29","sample_id":"hellaswag.val.9722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29578e847002c95c587f0217a0059544724000bca7022b3af0b448a1834703ee","formula_version":"titan-u-contract-v1","latency_ms":1.0206250008195639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d82a9549187c628819329128a078f1f69e9286421f4350dd7043943a8a96df9","sample_id":"hellaswag.val.9723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"467dfb2fdd098f88a70d5255527af5138df98947a8badb66ad7dd13c865035f5","formula_version":"titan-u-contract-v1","latency_ms":1.1975419474765658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"deb9af05bf883a0e2557b940cd07e4f0b4913c67b46ba0afd027f6fcfc0dbac4","sample_id":"hellaswag.val.9724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fd2250e17b8c744429112f5f050b18ac198605841f1b84e90d7a92dfbbc1c9f","formula_version":"titan-u-contract-v1","latency_ms":0.874500023201108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80a8b3328ad5c5886dcd262ad7141709054b77588eb963e29839ef76ce9d7c92","sample_id":"hellaswag.val.9725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"357e00f49ed95f75764cd569052798feba9c6c4e4eac182bb6e97bf2fb86d117","formula_version":"titan-u-contract-v1","latency_ms":1.2539590243250132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"838c360c6739e35a87286f28f32e92c6c06e00ce1337030c9cf5bd06e588627e","sample_id":"hellaswag.val.9726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0216e7c34af6095659e67ae4671cc89a4bad669a5158508bbe3d80240a26306a","formula_version":"titan-u-contract-v1","latency_ms":0.6361659616231918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6311eccf370721cc49433a457fe20150ba976a1fb658ef408e14287da708a9b","sample_id":"hellaswag.val.9727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"810ee3eba2d2e9a4cb387c4088265eb4f70b17dc5ce2e925e0a56bb6ff32e045","formula_version":"titan-u-contract-v1","latency_ms":0.8936249651014805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbfd7a2c48b269cbc795aaba419a295900ecef18c95b105673cf3440da4f30eb","sample_id":"hellaswag.val.9728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"047f955e33014fb537b49da4cef40ba7c9630b293507321bfb744c83022c630c","formula_version":"titan-u-contract-v1","latency_ms":0.6560840411111712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62f645551ec327ee14f97cb85daaed906c5b0186d4fbf17408f77490ea6c25d4","sample_id":"hellaswag.val.9729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c70213b5cdcf7ed47677eb974d5caff043212e0db8fed4d25aa12123a1812cc0","formula_version":"titan-u-contract-v1","latency_ms":1.6171250026673079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e905a64b758744f5fca9061864033f22f216dd5fd2d6b86c7d4a4dd0867c9bad","sample_id":"hellaswag.val.973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b38ed2019af3406a6f36fef3035efc54a5171aec895271f89bbee85ffdb9214","formula_version":"titan-u-contract-v1","latency_ms":0.9522499749436975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"690045a9a0d3e5b58af736443e7f393778f2f528619ea32eea98b5dacfce8fd7","sample_id":"hellaswag.val.9730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca595b8f555e362bdbe2a194bd672af8de95da4824f77ce571db74118991c027","formula_version":"titan-u-contract-v1","latency_ms":0.8050419855862856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ac337cb29eeebda508e6bc615be3b21dc8fe438d176ad3e097160dd6b3036a2","sample_id":"hellaswag.val.9731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdbf5fe51057c4eab6b6dfb721ad71e5674fb11348f75366cfff8dd37dd46a3d","formula_version":"titan-u-contract-v1","latency_ms":0.8300829213112593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3acf48388897c266fc27a4f56b210f830a4a7a41d78bc121eba89b18b7357bba","sample_id":"hellaswag.val.9732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94357ee2166ae1b17079b9c1cbf9a6407e3039e3fbc57ae41f5a1cbfb0336d07","formula_version":"titan-u-contract-v1","latency_ms":1.1977909598499537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74e7708efef27d3641b81c6d297eea107a7dd7f227c6b24162831f266ae6d6bd","sample_id":"hellaswag.val.9733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff19636fcc807a94ece153295eeb123b57e5647f99a70680dd58fdc12af40307","formula_version":"titan-u-contract-v1","latency_ms":1.6892499988898635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e83e220487565b88a596b5ec7f2986829d6b3fd1663314a4e5c844cac67015dc","sample_id":"hellaswag.val.9734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d01938ac7556ee85fdde721604027029c58b2e815f91a4d9c534fc364aedf272","formula_version":"titan-u-contract-v1","latency_ms":1.4440420782193542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ecf759334ad3bc0333b197b5d5c53c713a6e794e347725b0f3d8f8a4a1d6ead","sample_id":"hellaswag.val.9735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"037e9ca45dc97c37fc885a69931d29a5725def361aa4617d67aecf76b31eb2c8","formula_version":"titan-u-contract-v1","latency_ms":1.3734160456806421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef662e1d94913ae00b70ee3706d392f84c64fa3a00f05bacd165d84943e0d187","sample_id":"hellaswag.val.9736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99641e774d9420af463503b517ecc5bebb64a7ef65ae9d60720a163cc703b76b","formula_version":"titan-u-contract-v1","latency_ms":0.6181660573929548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0e33f4ba7aed3604ece66bba871ed2e9df2463924b83a6953b9e816f1846bdf","sample_id":"hellaswag.val.9737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ec3861fffb2f695fa1efd4b1b3852a0f1ce8720782ea5d0990a35dd49b0795c","formula_version":"titan-u-contract-v1","latency_ms":1.1230409145355225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"692987f6f0105388dba8cc0a624c54a2d003e2a40df418b71ffd7cb30e249ed5","sample_id":"hellaswag.val.9738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60130552ebbb2a33aa4040624b33dd6a8d1d691816048b087ef30aa6f3da8b2d","formula_version":"titan-u-contract-v1","latency_ms":0.9717500070109963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b45ea7e243f2921df3c122b336df49befdd718dfbebd23ac0f4f86ba7e07acf","sample_id":"hellaswag.val.9739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a76179e87c11e1ae27439699d8c8c9dd2be5a9f858e29c0e570c53db2b7fe6e","formula_version":"titan-u-contract-v1","latency_ms":0.8343339432030916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd1ea698b9a0bc0282c559908e6773bb22e8b8eb6dd34aec784b72f3682ae5fb","sample_id":"hellaswag.val.974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38909964b10e8ccb7d070eaa44808e28abd6b3b54286f69fa693564d13b5cfb4","formula_version":"titan-u-contract-v1","latency_ms":0.6849169731140137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce5af192f2be68143bdee6ed4f1b87dd1937315552fcd8ee0e3e90238b7fc9b1","sample_id":"hellaswag.val.9740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0d84d2dde25fde6a778460bdacab16c5856f4de506f47732c0ab958e029f9ee","formula_version":"titan-u-contract-v1","latency_ms":0.6732909241691232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81874a66618ab4bb28ed3a564eddc9f28bba7f225da5c7d8fb4c1fb94c25f7f0","sample_id":"hellaswag.val.9741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c8a1ca494db13c51bfe65d576c84784b006c66e846abe593c993c79a890f12d","formula_version":"titan-u-contract-v1","latency_ms":0.9583750506862998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c337cde4af45dbe4bbc0b64397fb5622e3416741c7e2cadbf9222715c320cc8","sample_id":"hellaswag.val.9742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c92c16c8abe2d30482273bb5f5819d230b6690d7ebc287b66219fc5d4d99728f","formula_version":"titan-u-contract-v1","latency_ms":1.0787500068545341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb5a7b2cb9a5d74c4efe98fc1c3ed3b03c0c7bdaa844539ba6bd3ca89fd98c8f","sample_id":"hellaswag.val.9743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e97bf715d693db94c168963dd84660dd18398cb2d4f22cee92b31811c9e299c","formula_version":"titan-u-contract-v1","latency_ms":0.6883339956402779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abbb7646a9fcd9638f18b5f88daf9eba244f58a41be4f5fd39e00a136817854b","sample_id":"hellaswag.val.9744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc0ce96151c63312ad974fda117b607239db3d4baa67eab44a89732713f0aae2","formula_version":"titan-u-contract-v1","latency_ms":0.840499997138977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06eaf7aab2dba2cd7f307be16c650604cf1964bbe1431ff6314e45d1aa18de09","sample_id":"hellaswag.val.9745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"465588adfb99f563ebe9f3b4d93311ed8128acb8c6f995472bbc1371ebc27ae3","formula_version":"titan-u-contract-v1","latency_ms":0.6339580286294222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c419691c4758c2bda65d14956b64a642f21140e94d7576db88b2bf0b718bf597","sample_id":"hellaswag.val.9746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"493098e3e22f2c5e26c73dc82d4770e40ade7330da3bbe17fe5e805bf8e716e8","formula_version":"titan-u-contract-v1","latency_ms":0.8855839259922504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf2e333b1dbc98245e601e945c75335cff723fa816ac6dacfdf1e463635049aa","sample_id":"hellaswag.val.9747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b894191c1407cd00daad1604ccf8155923457f3141c9e3b7d2df38f9ca3b6f02","formula_version":"titan-u-contract-v1","latency_ms":0.6072920514270663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92e9a8b6e6453e7a756d98aad61085db982d00159efdc8b8a01844b71cfc79c3","sample_id":"hellaswag.val.9748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"674e4280b9ec73e8f7b6905ed6412a5c2e354b4adf704c2e09cb8b3c94728e8f","formula_version":"titan-u-contract-v1","latency_ms":1.0857079178094864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4d31ef2533a5717bb3b04fe462c2c14d98ae818e61a3a80f1d8f0df88ac3b87","sample_id":"hellaswag.val.9749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cdbbfd60136fa3882189a7a4fea00c2c4440d2e235f3fe432c3c8bf4d0cba4c","formula_version":"titan-u-contract-v1","latency_ms":0.8930000476539135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbe4933e4a50002d6ea678646c5ecba804fccf3f338ec795a2864da1c56a0789","sample_id":"hellaswag.val.975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acb2922d9f97d18bbbf33502099060754cf8aae238ba621449a02d48684121cc","formula_version":"titan-u-contract-v1","latency_ms":1.1002080282196403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d2ec7a885fb8ffed37de2f611e9f19711e2cd56ba3067280fb9ef5a650b382e","sample_id":"hellaswag.val.9750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1fd144d1e4c99cf4e9812ae860fe6036088518601760598272c85e7dd8d3f43","formula_version":"titan-u-contract-v1","latency_ms":0.89404103346169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6486425eb0ae298c4c0c2ada61c4acb5dd0fc26057ad1420b19ec9b6f9aa89e","sample_id":"hellaswag.val.9751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69faca461954867ba387e69825a5ffe4a36929ec67e38828287d3652026672a4","formula_version":"titan-u-contract-v1","latency_ms":0.5937919486314058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6be7bd5f2a750c2af98ce1d9d45859834673b82bac126b46f066f23e92362a7","sample_id":"hellaswag.val.9752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"430f283b77ff570c3137d5d829367e8524b26f4d6bc10ede5202f7ad37fef138","formula_version":"titan-u-contract-v1","latency_ms":2.2493330761790276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d32821cb346274a7ce6410b75d2598f7352debf3ef645f54eb86605f03d8958b","sample_id":"hellaswag.val.9753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71fa45d6b5a0f428a9770ce70751332d5b9edcc7756eb899858953750d317f71","formula_version":"titan-u-contract-v1","latency_ms":0.598291982896626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bbd5e4082ac19e20ad315b4195d9a8464b9e149fa9f66623999c8d09dbd69d9","sample_id":"hellaswag.val.9754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"630aa61a8b7a4374a7bab4e9d10e8435e4a3b9ea8a9437eff7fc928b4aed9343","formula_version":"titan-u-contract-v1","latency_ms":1.2242080410942435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e294d3182b067a1ef51294a6f1d1de31f27eabed69e40ca36127d9f443842c86","sample_id":"hellaswag.val.9755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9960287159f656f8dfe078ee71d76539022188d34e0d05f293d9bcc78660a26","formula_version":"titan-u-contract-v1","latency_ms":0.9128749370574951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6102c88635a97d929c766f49f5c9747cf9067a4269d30ebbe8dd3f6a4722a066","sample_id":"hellaswag.val.9756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df2b6c0e8ef1d2e4a0844a9c58556c90ba64fd9de2d9d51f6880ccfc6c12fbdd","formula_version":"titan-u-contract-v1","latency_ms":0.9022909216582775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec15bcfcfb36904ce4c566e39d7cdbf1a6f7ac027fec7e841550edf1f2eddb0d","sample_id":"hellaswag.val.9757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bbab439bbcbe79872591e1edb0603447a428b8bb4d7fbb81d1375435c2aa382","formula_version":"titan-u-contract-v1","latency_ms":0.6771250627934933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f54d4c35b274f96046605143e998cc88f3738d86ceff4b428428afd45070b933","sample_id":"hellaswag.val.9758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab51acb10df9b8378ed344a820ad4d956c9f23bd2ee3d02633bdb750021b8ecd","formula_version":"titan-u-contract-v1","latency_ms":0.8930410258471966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"459ff3b36c00a1110922ecbd6ef7e55326d7f462fbd962c7e69bbff021b12e5a","sample_id":"hellaswag.val.9759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e66682ed9ce97db7d4792e4983dcf9a671ec2a3bd271cfeb070a95b531e21cd2","formula_version":"titan-u-contract-v1","latency_ms":1.326291006989777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72b51c922214795165b9845368b781f30995a60cf0c9ef497307ebc3c2b17489","sample_id":"hellaswag.val.976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41e58e7a5cc53d95c0a54d4d815424039a4d290af3b8bb7680856635a9798758","formula_version":"titan-u-contract-v1","latency_ms":0.7375420536845922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"625fe1a7d9042795cb9bb5aad76eb0c3b0d4a7368eb1ecb3f03f486032324369","sample_id":"hellaswag.val.9760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77603c3f559761f5bc89eddf02d1a290dd4eaa48ff834630a2c4c53fe22dab29","formula_version":"titan-u-contract-v1","latency_ms":1.1132090585306287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d3a5685082e19ff288c43694765dadb5f805ad35273788b7c6efd2e4d7994ac","sample_id":"hellaswag.val.9761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eadc968151a8d492fb53b4eeb5461cc98f83cb00ebda86949dbd5ea23b988030","formula_version":"titan-u-contract-v1","latency_ms":0.920125050470233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b00ab4ee59e92801772cc66cef10b2ed63a0b867b93da2f86cae1b2490f6bda","sample_id":"hellaswag.val.9762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fe9448d5e72839885f5a99910cd511cb2466eaeb94440fbef3be0d3a9ce1be1","formula_version":"titan-u-contract-v1","latency_ms":0.9995000436902046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b34b037707dec306929e42348d18a586d7a467d32ade08d1e70fcc5b79d5442","sample_id":"hellaswag.val.9763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"155991d87ff65e9bb2f05d02c13e1fc54b56fb1e085c582a848ad6e00b619e13","formula_version":"titan-u-contract-v1","latency_ms":1.013792003504932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69f737aa4cf086d885c122ac246eda7b0ddd00eaa9fc458ba6ca842ef2d6bff8","sample_id":"hellaswag.val.9764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b4e909911f389b3794f67ce822871713e705e547f5b9d1fb30c73d1be7d78bb","formula_version":"titan-u-contract-v1","latency_ms":0.8826670236885548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51f5518b895511976ca5e3a249ff9172164ccb9754807947fbae6a6dce946da9","sample_id":"hellaswag.val.9765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42dc73c97cfd63e14458091f3d5b5561f03d580df6b0f617e6e4d8e6b042f36a","formula_version":"titan-u-contract-v1","latency_ms":1.020333031192422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a58787c5021c5cb23ca0ccdbdd5b8fcf8de02fdacd2cbeb3a97cab23396a0a67","sample_id":"hellaswag.val.9766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81f66634f36b07eceeec43b3f461e8c84a1ac8f8d791ab755afeb829cb97e1c5","formula_version":"titan-u-contract-v1","latency_ms":0.7969579892233014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da400a06969525d6d1a84595b031ad51e673f3c2d95e6e41af756a2276c68944","sample_id":"hellaswag.val.9767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"001029535290a7ca36d848633f872b6f1e8c32c08b8349745041c172a4f0da76","formula_version":"titan-u-contract-v1","latency_ms":0.9247499983757734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00f47e645e2bdcc9d2632a227989ce261119c832e9604c0a789f1e4e05650d17","sample_id":"hellaswag.val.9768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"640acdd6e4041b379ef26b1ffcf2424673662dc62a20df916c7aec999d4546cf","formula_version":"titan-u-contract-v1","latency_ms":0.8926250739023089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55ae03d43c752bc86feb62f8cabafe4a227cc9e7144749b1f1a48e3f43d86259","sample_id":"hellaswag.val.9769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeb603eb19c118beff6c3f4f4fe9646bce40a6d2a63e901dd2c94ffb13c3e8df","formula_version":"titan-u-contract-v1","latency_ms":0.9446670301258564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8d4c8ac692b76df8fa0375789c05cb66b565f0168c1ca09e0daf0b905398591","sample_id":"hellaswag.val.977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cc2ba4887e530ff4d6d87317d7b5a417b43436a570cd7753e94f0f02a129c4e","formula_version":"titan-u-contract-v1","latency_ms":0.6099999882280827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dc5f518d00785675f8c7d1ba20fdcb4c932cc876653e507acbf08a9fd7a4bb7","sample_id":"hellaswag.val.9770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8c5bb393d114fd5ee63849275398b54294dbffde846d7555bb9ec1f7ce66a7f","formula_version":"titan-u-contract-v1","latency_ms":0.6829999620094895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb63f28f46aa61a4a3529eaaa57cf55a4727681cebf329b4d8d8a604a28219de","sample_id":"hellaswag.val.9771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54ca6a44ca2209c4e64320d509ed91af0984a207781b16c33e26af4d2f011354","formula_version":"titan-u-contract-v1","latency_ms":1.1922920821234584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88365e23ef790c50e21911041f69a1736d8dffc287d985c90915ff4ac2f3231b","sample_id":"hellaswag.val.9772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"badfe1b319d480816e1885a1630fb7f5290acb355c6d2588fafd48b5d1b34665","formula_version":"titan-u-contract-v1","latency_ms":0.9927920764312148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"860b275a85131a17a9d78d0268450807a6f7fe231fc4a0c2ba5d9a56ed24f639","sample_id":"hellaswag.val.9773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20b1c3c72660d82010d67b472b0e40a2a3937c9c60f0575009fca1c0760c3b9c","formula_version":"titan-u-contract-v1","latency_ms":0.6170410197228193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33745f7e71cb295a8c036aa6a567c51c6fc85e8ed59c69fb0488a12edc62055d","sample_id":"hellaswag.val.9774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1890eb9f3d02ec37773b43b54b4af11e3f2cbdc155c853ee31aaf5790a01e9b","formula_version":"titan-u-contract-v1","latency_ms":0.8316250750795007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f3d20a414e5f77886a3807e2e0a27ee5ff2b2d15f733724226626797ce6fc71","sample_id":"hellaswag.val.9775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27c664ad9b1930ccdd54fa003618f67d39a33e1024d557977d7b393e06b9908d","formula_version":"titan-u-contract-v1","latency_ms":0.8346670074388385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb02a83faf8ab00c2afcee94d89086dedf3fe548984339d53839eef382d4d034","sample_id":"hellaswag.val.9776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"526675844c5da3c15a411db41a5c1555204138d8e7f71448143c0c28bbba26a8","formula_version":"titan-u-contract-v1","latency_ms":0.6812920328229666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1930d31890f54e5882e791fdbca9b345fa8be6969648f503cb37245c19e1c10d","sample_id":"hellaswag.val.9777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12640778646ff2a246fd561e446cb6af51c1ddaf80f08aef46d7db8ce5a0d090","formula_version":"titan-u-contract-v1","latency_ms":0.6953749107196927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96d3b60d62848508b1646b9af159022a3d9bb525ec4e126fcb7b27a01e5f9358","sample_id":"hellaswag.val.9778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b346ceede4756529be6e9f7e2efbaf4e77109076b6c99095893065aad2424f62","formula_version":"titan-u-contract-v1","latency_ms":0.8849999867379665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b516bffb5dce0fc73c084b9e948d91f4e4897a71738654cae624b5596560522a","sample_id":"hellaswag.val.9779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93e546be9323f1398b095f85c0fa597a18328ea2b2695776ce6ad8da431e9a4d","formula_version":"titan-u-contract-v1","latency_ms":0.9960000170394778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"675f5cd2b6c31cdc71911028176dae8c29fac836edafcbe1f1cc03b42d7d99f5","sample_id":"hellaswag.val.978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba7b08a17f37f1bcfb0684fab2e8d93cf24a1c2f91c62f91a7325268d27d76b2","formula_version":"titan-u-contract-v1","latency_ms":0.6881250301375985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d663105570dc98ee4f4ff0d3add17b00ee54f832b4ad39bae18082a65602fc4","sample_id":"hellaswag.val.9780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28e25e49f1b031512be51eb199a533f0bf813a9c471155c29c608018d1be2f9e","formula_version":"titan-u-contract-v1","latency_ms":0.8569168858230114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c130ffe48cfd7933dc35670d34229345ec2edc678559355150862cf34f19196e","sample_id":"hellaswag.val.9781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfcff14476827d73b098455bb0e62593c6582b85e802e92eed5e476b09a54462","formula_version":"titan-u-contract-v1","latency_ms":0.88283303193748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85a6f52e1ef013be6eec224e11349e2e17fc8d096dfbe9f955d8e73754a3d35b","sample_id":"hellaswag.val.9782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf5dbd54f8d8c001d0be764ad8679417129a681114a7a2ccac5954f37ff7622d","formula_version":"titan-u-contract-v1","latency_ms":0.6735409842804074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b877d2b5ce26dbd6ebca6e39160c298902075ea229392aafcace8f1d77c4a6e","sample_id":"hellaswag.val.9783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37f74473286efe65f3db45216986d0cb7bd6d834dcd75bd8d4a218a82e4bd841","formula_version":"titan-u-contract-v1","latency_ms":0.6575830047950149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a32f240fb168014e6bce246f1c6e32bf6ea732b71dc6ce2faefbf39e369c0f8d","sample_id":"hellaswag.val.9784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af87302228458745defcf44942316a8198bfef8b5c485288b9fc7d96a8860912","formula_version":"titan-u-contract-v1","latency_ms":1.0066250106319785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d371d2ce3a221d5a7cf500ab79939553f95a50124d9476b85efedf477c4481d","sample_id":"hellaswag.val.9785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1052457526bee3152b70551cf5e9672f56d2cedf92b835f4418f5b532d0c463","formula_version":"titan-u-contract-v1","latency_ms":1.035583089105785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4005c3498b175299a9bb830ef72ea903e2f2ff98c51404ce5d43ab4735cc5a72","sample_id":"hellaswag.val.9786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e27a5026f20df974bdf1dbdd38b8d12107d3202a2912cd3ec49bf103e88725e","formula_version":"titan-u-contract-v1","latency_ms":0.6857500411570072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc84e9f325b2795aa23b678c2989713f538973a78849caafc824b745003cb8d9","sample_id":"hellaswag.val.9787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad5b5307dc376173217b4035eb3e2eb1e60600e457441680db2573cc31b6761e","formula_version":"titan-u-contract-v1","latency_ms":0.8384579559788108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"446873437a6c38eed768bd8b218ae024fb93f494e15dc652fcea88c6da67c6e0","sample_id":"hellaswag.val.9788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47b0ee518648f561e98a152728fc40eaf5cd745c3d91f7d9088c33f77d9b9d00","formula_version":"titan-u-contract-v1","latency_ms":1.0249170009046793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa4175436d10b0e035fc92f0d4701756e26759bea6b4660b658c7b8ab4f94b74","sample_id":"hellaswag.val.9789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a72b45e4c141090a8e6228ae587ab66868e6604f00f19efd57b301a2bbb9afb","formula_version":"titan-u-contract-v1","latency_ms":0.8429170120507479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57e09bc967c638a980deb232cfd125f3213ed593816de71b49169aa911b051a9","sample_id":"hellaswag.val.979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ffed112f8d1d9cc6331fa857fa76d43d9e797b7b1a79da31439a1ebe3bdfa3f","formula_version":"titan-u-contract-v1","latency_ms":1.1217080755159259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f254c4660f4ff3498ac06b5f8afbadd6cb7c0b10c4ce485bab32a2eab74a0b3","sample_id":"hellaswag.val.9790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e0b623120d42917c184ce89ddb1628dede6f24f1628423aa878a70859d20df2","formula_version":"titan-u-contract-v1","latency_ms":0.869666924700141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57fbb44d1943bed76eeac5b7ebd14f700a6f6b0b0e9d5954806c81cbce916f67","sample_id":"hellaswag.val.9791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5b93b374e663207f67437dde4641ab91a9b0802a6c437222b15f5700ac19a2d","formula_version":"titan-u-contract-v1","latency_ms":0.9472089586779475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"066850fb1e755a81ec5025b9714f16347025b30f39a7b35ac2576f12ca84194a","sample_id":"hellaswag.val.9792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e5582a63bf80d9e3e9e051e3629913323e29fb6b0d4869b03d7f2473ff663ff","formula_version":"titan-u-contract-v1","latency_ms":0.8570419158786535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20a45fc107dd18e8b0c900c01145a470aab9c30de74b82f5a9ccaab3e77a9575","sample_id":"hellaswag.val.9793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"840d4222466991f78cdb352ce7eac21dcd3f7ec8f66fe0bf60ad8d716648e9fb","formula_version":"titan-u-contract-v1","latency_ms":1.5741250244900584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"083398d5000ad2123dcda3ddad0151280cf7e774cadd5c46e2cf701f46669525","sample_id":"hellaswag.val.9794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce37166a9d7a57f93ba66e1cd05e0e1d1764034e183b3b1046dc2019b4d90f79","formula_version":"titan-u-contract-v1","latency_ms":0.7786669302731752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97c39fc23e403b0b817997165cd79444b70436791f3248570ed4f87b45250d71","sample_id":"hellaswag.val.9795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b7e68709d8cc0a91828828ec015885d12db884af01c9875bad163c415cef585","formula_version":"titan-u-contract-v1","latency_ms":0.9690419537946582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a982faeb19915977ea405222690e25cb56719d91cd4d108068be56e9c19dead","sample_id":"hellaswag.val.9796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b50fad34dc0bfb85a7590240be03c9541459e1c14c869b4bcf3359c0c86bff79","formula_version":"titan-u-contract-v1","latency_ms":0.6760840769857168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e90dd68f5627c90339b90b9af6e4e4107de7ed45cb26acce3a9ab6baf750e42f","sample_id":"hellaswag.val.9797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7496e8372f428a10b1a6c402b3a0fec3ac57d3d73545cd9cb29e6d6160cabcc","formula_version":"titan-u-contract-v1","latency_ms":1.0976250050589442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6682d2f58906391ede2172533455110977e9dfa17a70d741c1a10ad2c2c000dc","sample_id":"hellaswag.val.9798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9aff53730a4a7c4e62051114bab9b3006de855e286a6c2b61292313f417c03d","formula_version":"titan-u-contract-v1","latency_ms":0.9752500336617231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"769b383139406ee83fc5f20a8d980d2710eeac21b69e25159f223cb4645f5fb8","sample_id":"hellaswag.val.9799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4982e9906554aa2961d5facd7d002b47419ab3f5f946c42c558becb3853a8d0","formula_version":"titan-u-contract-v1","latency_ms":0.7142500253394246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d499a8a300226c6d8b0203392c4304304f3a434bb24a860808e254cb64ba895d","sample_id":"hellaswag.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"859e7babf0caf44c56c14a0a791ea9865739e9922a8166879e30bae7d385b048","formula_version":"titan-u-contract-v1","latency_ms":1.0170000605285168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00f7d1a0ce34bd744af41a3fb4c7f1eba70abed300c299a15c7589d3707ea76c","sample_id":"hellaswag.val.980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d66e2022754cfef786c81bc45cc8c7a8b1bc28b5c00c68d09ad30e3c05a6abd","formula_version":"titan-u-contract-v1","latency_ms":0.9352500783279538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57ac31e4900fd8bcc1441720324c779ed5fb85c8edf0913f00b932f39522461a","sample_id":"hellaswag.val.9800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d970fa7b03394204313695f0520a7d6ac66c772656a73fffcfdef8c0f7acfceb","formula_version":"titan-u-contract-v1","latency_ms":1.0172079782932997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"269735382961a875f45a1285b80d216e9a17cb063945f213072aa199e43c0431","sample_id":"hellaswag.val.9801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"276440c23c3f89452c6ab24fa81b69f5ec19806ebea69671db2d8f6a3533388a","formula_version":"titan-u-contract-v1","latency_ms":1.061249990016222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeb8be1ee80fec427d332b555008f2a44ee5eeaaa9bc6bffc3d2a924b9712554","sample_id":"hellaswag.val.9802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ff6e94e9fb3a6e69b99b283705110bac561312e6fe7e838200b586725d5ac0e","formula_version":"titan-u-contract-v1","latency_ms":0.6775000365450978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a25640186b738dee8af68863854883623b579fb8d32c885773413792e221ede","sample_id":"hellaswag.val.9803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2164a87e8e96c2783ff2418a270c83bc01976eae5d9b91955c1bab02273f4cd2","formula_version":"titan-u-contract-v1","latency_ms":0.7090000435709953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e18ef68388900078b873aa45bc653ab65d14857c4934fb3aa163afacf8ad0c26","sample_id":"hellaswag.val.9804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c67b93e133e1365902fe9858ad494f85e55c70c0a9dd94cf7250080d7db01a95","formula_version":"titan-u-contract-v1","latency_ms":0.6726250285282731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdc7f8060eb74801d90c2122e4070075e243f4d7a4da5f3964042b53aa64d719","sample_id":"hellaswag.val.9805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"565b31bcdac201a52918524da8a9296e8a8dbf05b732f74852cbffdd93d3af8d","formula_version":"titan-u-contract-v1","latency_ms":1.1490830220282078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3993ff562910908e253a01bad05d17972c980cbe353c5519973e9efb0b223e09","sample_id":"hellaswag.val.9806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"447017bd056acb452706a2c5e10e182e8b6473f2f7d6a5b4808713fed66fc1c2","formula_version":"titan-u-contract-v1","latency_ms":0.9046250488609076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dcbc3b203654f37930aba1dd62e17291df3cb6f1865c13b336fd6d6ac759aac","sample_id":"hellaswag.val.9807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef0406c9f3162fc27bd69c5b6ef9865e324ec2a0eca07aba294cb801a0f5c4cf","formula_version":"titan-u-contract-v1","latency_ms":0.9471670491620898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4f7de39ae4df2361ee6c2d33d0198641d349fd58d489f95d097092d7ecc3be6","sample_id":"hellaswag.val.9808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d95f40ba2f36b7d06230051a53474e1e0973e892e831f2b6ab8c44921fc7746","formula_version":"titan-u-contract-v1","latency_ms":0.6500830641016364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13d3c8bd7db27a2badbcd2245de09c29faf6717cc2bdcf5c34b31c3641adfa0d","sample_id":"hellaswag.val.9809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17d751161b0d3f4ac0453e6f657eec861ecc8e10d9a5fde23b3fcbb258d134ff","formula_version":"titan-u-contract-v1","latency_ms":0.5295420996844769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b33ebfee7e5f0a7f24dc995cf7beb8726f15246296a1d79aa31e1c97d5ca0cce","sample_id":"hellaswag.val.981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77413d77879214452817259efe337cb54a5cfc75b01c7b46fdb1a7fa5d4d4d0a","formula_version":"titan-u-contract-v1","latency_ms":1.3990000588819385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a43345152d87e5bb43309348382ea11f2d676fb63dbf94e082ed401db24a8d2b","sample_id":"hellaswag.val.9810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f4f5ea81f3a49740bb429fdb2977a32897fb71deddbcbe1a4ead8b23d69cccd","formula_version":"titan-u-contract-v1","latency_ms":0.6411250215023756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fc2c2ceb62f1ce540a266c795d457fc5003d0fd122458b0ac86b2086bf78bcb","sample_id":"hellaswag.val.9811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5092b30504a2761289c9fb4fd70415837e8fb330f39c08a5ee66eec272b86f5","formula_version":"titan-u-contract-v1","latency_ms":0.6798750255256891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c570cfcce71e78d5ab3b8e90350b0fabe100c64f5c369696bdc57846bb9fe12","sample_id":"hellaswag.val.9812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ffb272dbd4cadcad57bf4d211c714e74a6935cdd2464e1e6da73b0bfe4d57bf","formula_version":"titan-u-contract-v1","latency_ms":0.6593340076506138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8376f424136865b4ebab53a3fb4689a5c33f7e0fbb59c9fbce734c5924cc7a4","sample_id":"hellaswag.val.9813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79518a823c17a43e815898e4c81525186022cac95065ad7f8c68ac0811527705","formula_version":"titan-u-contract-v1","latency_ms":0.7192910416051745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02f40e48b728a695737a9f66c61107a1d7c1b28772599268e00e824221bf1cfb","sample_id":"hellaswag.val.9814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1853db909b45a33c5e39e661b7f6a09476cea32587ab1e3ebbc04d97ba55072","formula_version":"titan-u-contract-v1","latency_ms":0.7808340014889836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3da7524f50bcb16d2bbbf2da7f88f14a3cf679cbdcf6782abb13a3bbd680cb42","sample_id":"hellaswag.val.9815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dbbd604cb03fb41171873e0eeb9c1a5f2b7351c76aea8b4621cbed397fb15cd","formula_version":"titan-u-contract-v1","latency_ms":0.9067920036613941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e17e2d949ac27ab91b4bbc95d7085766dade77c2f3ba1ce73a2f90a035aac22","sample_id":"hellaswag.val.9816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"919eead9b432973ed65d4a7e61b87ffa77f40a19939f5b8e82e315e1e0ce2172","formula_version":"titan-u-contract-v1","latency_ms":0.9912920650094748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce6d856f11e2af4897451c9bd22b86b84b178122928b1334aaf91ec724a2fc6f","sample_id":"hellaswag.val.9817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bde4324f21f403d3353da66298179bc3cae8b608c24de6c03de70bff93edbbd","formula_version":"titan-u-contract-v1","latency_ms":0.8612079545855522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4b88f38ad3704d6082325b73c6f23daea682190fb9a923295cfaaa4fb530121","sample_id":"hellaswag.val.9818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80e9ff5c84d4a851df5fba08b4f0da1f4b554752838a3ca6e5c55a40c4bf64e8","formula_version":"titan-u-contract-v1","latency_ms":0.9439999703317881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ca86c48c967dc7532346b2b87f297dd8ae0794742c8543c90495d6036d5eaab","sample_id":"hellaswag.val.9819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd159cdbb96e8cd2069c54d36a7742be08d71f159d36e0c25e1b7fdb03f8a03d","formula_version":"titan-u-contract-v1","latency_ms":0.6174590671434999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46010639e715dbaa67e43e1774bfeb3b65af9cc79a71c97b9d9e12471dc56e6c","sample_id":"hellaswag.val.982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70e953de5905bbfe9f49525a15c385426b75e5e5c1dc16aa7063799c3bad3f9c","formula_version":"titan-u-contract-v1","latency_ms":0.8932499913498759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f156271a515408ee582d33220cf621322dc46e07a28c889d1215ab08067da074","sample_id":"hellaswag.val.9820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fb2376246034c2a472689ca5554c410785322fd73cf5dbfa6f54891c0b60f8e","formula_version":"titan-u-contract-v1","latency_ms":0.8140420541167259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af0b518987a2a6f789e94e30010c7f8e9b1feda76d962fe286c7c4468a98218f","sample_id":"hellaswag.val.9821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe79768fc44c29a92872f05ed5c826961500b95b42b3bd891ab2edaecc722db7","formula_version":"titan-u-contract-v1","latency_ms":0.8425000123679638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f42bdb0241033a5e1430e92ee1913601b6e12ea34b528fde173fe79980157f0","sample_id":"hellaswag.val.9822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"803af14ed53f8682dcda1d812ac41f817ebef826b4c5803edf2f3ac0e5d27baa","formula_version":"titan-u-contract-v1","latency_ms":1.4160840073600411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"964da3949abc4725deaf61045b885c56b68e8b1d51fbb16273e90b7729acf1d2","sample_id":"hellaswag.val.9823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4a068fb8f85a1cd022f86b0466c211cabc730ad37cf3b1ae361e1722b51936c","formula_version":"titan-u-contract-v1","latency_ms":1.1764999944716692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dfc7043547680306c89ac2ccfe0f46482c6d569c26e2dec906e5649bf6584e6","sample_id":"hellaswag.val.9824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53753c6a48a25927e12ebeb57f1771640c36ed7372a842d027a3827c77a8d047","formula_version":"titan-u-contract-v1","latency_ms":1.1083339340984821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47f6c6df305631f559c0ea7b6448fe7af587c52cc65629685298de61439ef165","sample_id":"hellaswag.val.9825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98c3ffd2045602d3489ae2d8b6040dc4b2e2f1c1efdb0b54bcbdd97bb7946c8d","formula_version":"titan-u-contract-v1","latency_ms":0.92224997933954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6909e091af93517d5394ae899eb740d4e12b5765bfc54d70e0a6884f6fd41451","sample_id":"hellaswag.val.9826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41d7a00536b45638e5dbad6a3ff3cc1eea133e4ee22707bca919c5a3a5f4a1fd","formula_version":"titan-u-contract-v1","latency_ms":0.8544169832020998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95539d0ed1f6003043eca31a54f72ef4ef87b4bb8582cf35ddb0b0c70bf54f3e","sample_id":"hellaswag.val.9827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a14fe24a04c17e2d4198952e3b11f6ed3261dc4162a055305eb4497876ccde83","formula_version":"titan-u-contract-v1","latency_ms":1.8189999973401427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96ec75caa0e58df4b7f5e26312e0f70fe6f141e02534a81a5cccd3186e85b579","sample_id":"hellaswag.val.9828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9497edc0534559da8af8cfd9cf33a207aa123fe4235d21aff3249031f3087530","formula_version":"titan-u-contract-v1","latency_ms":0.9169169934466481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cb22d78f9ebd4ee71d0a5bd4c88b4f5bc56d267c985d167cd12098dafe4ca35","sample_id":"hellaswag.val.9829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1acbb96fe97ddbdadd2a32c484df049ee62951f872c9ae0461a3221bb63c88cb","formula_version":"titan-u-contract-v1","latency_ms":0.6055410485714674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89698d2f4a8d955fe93650e9729ef568e39434befa02f4b33a87732bb87dbfd7","sample_id":"hellaswag.val.983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8876eeab5dff59f551d6f6e0356785fc8d23e1135e014adea608a76111df5489","formula_version":"titan-u-contract-v1","latency_ms":0.8750000270083547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18b8172d5cdbc8cd49600e11e322b7e38e049eb38a7571490dbe1c8809d0b238","sample_id":"hellaswag.val.9830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"334e54e33cdd7cfcc0bdd526d554cf850a13b4431cf2c7c089420a271248bf3c","formula_version":"titan-u-contract-v1","latency_ms":0.8526670280843973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b6956e67e17e4f93899401c1b811e573c7ee30a3eec5d77b6abf7dbc0b14feb","sample_id":"hellaswag.val.9831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40488d6e8db372ee6397bbf30146354c52e6a6fd9f21efa65748372338401d0f","formula_version":"titan-u-contract-v1","latency_ms":1.496375072747469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28881cb90e2932cc5d656556450ffc364a5c5d785219b6cbe81a501b1ec181ae","sample_id":"hellaswag.val.9832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1fbb1219fa728e202a14183a7cb390a4404c349f80dbf07911b17f76502cea1","formula_version":"titan-u-contract-v1","latency_ms":1.4558749971911311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b8725287b4d7fd8610bcc0717729e45cc2621b055bafb2d30eed9c0ab389eda","sample_id":"hellaswag.val.9833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"185f5a8d515a96a66b79f8df3dfe07d9b08a229c79d51e2f08ee4a1225869d4b","formula_version":"titan-u-contract-v1","latency_ms":60.82241702824831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48fad4a5298095465e9b495ad3c74f0b9ac692e46a4c0270f6ef27fd326f335d","sample_id":"hellaswag.val.9834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5b8c8cbabb378ae03852af906b6b366deab7d31607d32cbcfab89d7c133eee8","formula_version":"titan-u-contract-v1","latency_ms":0.7150419987738132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e5f336d79f12ea43034552e33f8a532d5343b35e1295428c3bd0197c768a7f2","sample_id":"hellaswag.val.9835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"484eca5bcf448c54eba4b329766c1b7d61a4d6fef0c8f15d4af91889c44db800","formula_version":"titan-u-contract-v1","latency_ms":0.8313329890370369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f627af3007f0691a94cea5651fe001716e9973089bedb0f5c1eaae18d0bc0ed","sample_id":"hellaswag.val.9836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"545d79a8d945a369c5b2ff266bc04824e1aa910c751322e2250afa457ea21d04","formula_version":"titan-u-contract-v1","latency_ms":0.6619590567424893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88a6c0ac68b46474ff8fb477613134644b94249315aca479e757dfaa8d38539d","sample_id":"hellaswag.val.9837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c780d20c8faea50b1eadc29b75c9a3ccd64f29a895b8b2327b87a35786a2e9cb","formula_version":"titan-u-contract-v1","latency_ms":0.9373330976814032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eb33641b5885c5e612ea021458138bd4ec57562fa4d75a1726ca742f6fc1e8e","sample_id":"hellaswag.val.9838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0bcbdb62b71a61106d9b3fe97a581faedc5b20158d8cbb5f1f8af3c31f9cdeb","formula_version":"titan-u-contract-v1","latency_ms":1.1139580747112632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"089863d154fee8d5c1ef73890c8f78b29ff1bc1e9aa12a1f72aa1b59400179f1","sample_id":"hellaswag.val.9839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dc474d66363829675742ab1ea2be4e5c6495a1335ecfd778904f31514cd3e82","formula_version":"titan-u-contract-v1","latency_ms":1.2744161067530513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f23947e823493a046ed3e82addd411680ecd34482851121a1b65fe13af91da91","sample_id":"hellaswag.val.984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b522bedce65269fe3aec6433779f97789c3345b83d57077347e3b78722cbf8a","formula_version":"titan-u-contract-v1","latency_ms":1.0957090416923165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f14c7ca0f62c1da189801c21a72c95584b65d73d832eff9d71940d7392461ff2","sample_id":"hellaswag.val.9840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce99e12eb3a778eb8bc3734266fcaa49fc302725d97006cc3c22deae9756a4b9","formula_version":"titan-u-contract-v1","latency_ms":1.1024170089513063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae28b362fb0fe80810ad44a912dab2ace64af9425bd32477b30b666c60e2a269","sample_id":"hellaswag.val.9841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f39883d7709bc07b7e0d410c1b5e447af14ee91242239ecc64ba6e55bde23ca","formula_version":"titan-u-contract-v1","latency_ms":0.7352499524131417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"907982ba4eae903164409303f500bcc9a0e45e03e533bbed1706b3a3f691f0fc","sample_id":"hellaswag.val.9842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bfa50b7479989548328b2edb3e3a22a5c0b524062e2d1467f990b103f45aa84","formula_version":"titan-u-contract-v1","latency_ms":1.404708018526435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cabf2f15c988c22f126172e60c3f0cdb07f80416e30a5ac62ab4c8bdd9e678d0","sample_id":"hellaswag.val.9843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5484a9fafa2ee8064f8e030b5c169d5155ec7466c4e89395b8f71052f5b58d30","formula_version":"titan-u-contract-v1","latency_ms":0.9939589072018862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1444ff0d1f1544b505259fc3f74684bee59005afcf2959af17031daebd67e89a","sample_id":"hellaswag.val.9844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54e0dcc2e562191d48f4215d64d53720f51ef3f1be4a1913254be4092ee746d2","formula_version":"titan-u-contract-v1","latency_ms":1.0893330909311771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c0154e7b5e08a902d7a3c01ecf342f0080512fe0fc61b93c87624f11538213c","sample_id":"hellaswag.val.9845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64fffc131437bfb0beae157fc0ff4bd154b2c44c2f336687dd9e29654bbc2110","formula_version":"titan-u-contract-v1","latency_ms":0.8275000145658851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92e556b81f5206fd88118de1f814a3a08a039d4a1c83297ce8e94638efae1921","sample_id":"hellaswag.val.9846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fa4c1452b7af25c103a9a71278f073425b04fe6ee4ddaa2d452e25db8e06b7f","formula_version":"titan-u-contract-v1","latency_ms":1.3289579655975103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c495ba3009ad0d47157d26d1d2a3ee33c850575168f813b40e3572171d577662","sample_id":"hellaswag.val.9847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fc407629a87f6f1b5bf0e93762b0111ea5cd75ad41d5045ca9b1cecd440b5f8","formula_version":"titan-u-contract-v1","latency_ms":0.7067079422995448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6865e73796290518947b175c5c80d1b7291a37c0ea653a754edcee74662e5e2d","sample_id":"hellaswag.val.9848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64e59fd66af5a7ea08c0225d977356097c6545a03d670e268da6cdef602ac53d","formula_version":"titan-u-contract-v1","latency_ms":0.7637909147888422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e88c88b6eb47116d3b5440ca4c68669b4988f233f7ee832530b166bfd654ff80","sample_id":"hellaswag.val.9849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04973920a4084e6df9f524781b6524ef0bead6635da84cb99d00e5c10a25b34e","formula_version":"titan-u-contract-v1","latency_ms":0.5919580580666661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3004045f7b83044d54e21d4d3b0ddd1fec7a1c4b90b6c8fa7c972aabb536c47","sample_id":"hellaswag.val.985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1df956e6d3159fd9eaaff950977b24d4d63cafb625fa4acaa362eef45854f8ef","formula_version":"titan-u-contract-v1","latency_ms":1.0521248914301395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e05089b99fbacc3d92e96d89f81ddd01b71b623e3c63fc98cce018928cc77feb","sample_id":"hellaswag.val.9850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e181f346d9b5a3c0c43161c8ca57e2212403912ae55cd0534d298846eca6f721","formula_version":"titan-u-contract-v1","latency_ms":1.4559169067069888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ee041ccb3f5b06d17d26acb24bea805c0d63d2cc6538532b16099ca912b73d3","sample_id":"hellaswag.val.9851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8e4072571f4d9267501925ebcec7de0454ea3be131a94d701ac20eb71b97204","formula_version":"titan-u-contract-v1","latency_ms":1.691040932200849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b676a91990f61277455321bd08807627a7ed52e2eafef130ac6d30595e60de5","sample_id":"hellaswag.val.9852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0273d21d4b4f52acc9eef0608dca9e6e67ab9c0c03b06aea1a3f284e61dccb24","formula_version":"titan-u-contract-v1","latency_ms":0.664499937556684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2c3a8b33411683926595f2bfcfcfaaf109c02cd0e2dbcca422becebea7378f9","sample_id":"hellaswag.val.9853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"313a86090646f632060d6686ae14de041a25201dc7b28d78fd9fad0a946add0b","formula_version":"titan-u-contract-v1","latency_ms":0.9924169862642884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f01ea26e167f45e871d3079302179e14d0d2f113a3dc434b339d13ec62985922","sample_id":"hellaswag.val.9854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9abf8b90972bc9b9aa034f2c8d24d6fe93d9ce7813a6b06e0bdecc338ae19063","formula_version":"titan-u-contract-v1","latency_ms":0.8065840229392052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79759de4caf33dafea31bed8d9e958966c5869c452365a606e76ff31c0fcda55","sample_id":"hellaswag.val.9855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d892457f0d48cc439c09e9b8a4749fb6d8b9078fa9b5fc5b486915c0de96becd","formula_version":"titan-u-contract-v1","latency_ms":0.835041981190443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"119d93fbd1b90c9cdfe34ca8e1c112c0df24f135ff903ff8e5ebeeae3a2860dc","sample_id":"hellaswag.val.9856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af216a0ea4dbb3367845b66a09c1cfcd6c81c7124503f027069cc9a7fcf7015f","formula_version":"titan-u-contract-v1","latency_ms":0.711207976564765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1e8fe8f746ec2b3a7275da0ed69e86d0190d77b0d47d060f0c57dd49e8c4f4b","sample_id":"hellaswag.val.9857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"605c468b5e1eb84ebf78c6397b4d4385fb7cf5f5b21c2440a1de6f452481be89","formula_version":"titan-u-contract-v1","latency_ms":0.8866250282153487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdadfa6c67311645982050959489aae45d24b6bb549a3dbfd4c4adffbbea821f","sample_id":"hellaswag.val.9858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9569b38897ac676ce4fbd61d57762eb78121312ae6432ca07317771ea4716e87","formula_version":"titan-u-contract-v1","latency_ms":0.9726249845698476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1377e900e49a3ae15ff3c212dad52684c8b70feba9043e248d289f533cfa64c5","sample_id":"hellaswag.val.9859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de54f81855e904683d1d3fd0f455221d9da45c04efbca27a73384eeec1e7ed8c","formula_version":"titan-u-contract-v1","latency_ms":0.6260829977691174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"339296f4e911e1e74180a8827bce6f4b7feea78b05bfc1adcf7b43f1bf0f207c","sample_id":"hellaswag.val.986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daa086341f4963b95adc2f6c9d4eae0003fd8a8e3e9f9ab60d3dde784dc62ff1","formula_version":"titan-u-contract-v1","latency_ms":1.1511669727042317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9a6e49c71eceab8a2fdd75fa73d5d3b783bfccceecee8afe2f77563dc29d789","sample_id":"hellaswag.val.9860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80d713d1162fe45f830d93b1562ee16fcb7d9bf6ef7148b65ecb9960086dfb8f","formula_version":"titan-u-contract-v1","latency_ms":0.9057919960469007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba896deb1fa2800a0d32ec8f6341b5de76cfe811a419d533ce4a2713b150456c","sample_id":"hellaswag.val.9861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e28e184430331df6a2eb7ff395035908c3e39b603d66e0e492813ddfaf553a40","formula_version":"titan-u-contract-v1","latency_ms":1.1737500317394733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"113204563f1d2a128cb20831eeaf06be3c3bf5997bb85b09ce5d9a54e0b8d306","sample_id":"hellaswag.val.9862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edc3c334429fe6b3784e3d327b88774ee9049d27c8651f9579896680389ccb87","formula_version":"titan-u-contract-v1","latency_ms":0.6943750195205212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed89cc6f3f9edc2a65914b74efa2582fb339fffd894cc4cb7becbc7b1cef25a","sample_id":"hellaswag.val.9863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daff1ce003740c35e1a70e42fa1f0c810816580de580022f62d37310badab67f","formula_version":"titan-u-contract-v1","latency_ms":0.9615420131012797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7374389185bcacc22063dec167622f734452c98f949caa5baa19a884da2975e","sample_id":"hellaswag.val.9864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f4c6de54cf7cd3432141cd3f667ab28797f7d0c745778ba17023768b69a0e89","formula_version":"titan-u-contract-v1","latency_ms":0.6099159363657236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"757757290470cb65edf5303af74daf3a803e2baed712bbc84f2789eff605bcff","sample_id":"hellaswag.val.9865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e4d7e20ad9a48ac49e9b7d15cd4c86c13efa7863ab47778a749ebc407897c62","formula_version":"titan-u-contract-v1","latency_ms":0.9187919786199927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb66de4bc45fb8c7e73ad2af316b3ec3cd62d7768559a80273d52040275da426","sample_id":"hellaswag.val.9866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e86e234477f7cc7536be7e39341a04b5b5b40aa94ce3cbfb131d4d066c32a792","formula_version":"titan-u-contract-v1","latency_ms":1.382084097713232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3efa8611be87967df6d98bcd5533d93c7140718cc91e189e3b9a3cb002c252f","sample_id":"hellaswag.val.9867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9a74af4781fabeb8e54271242c87839a6eaf6a364f7b63c11bac29181adb771","formula_version":"titan-u-contract-v1","latency_ms":0.9796250378713012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5196cc3e654b56607f6112bd660a929ca3e5b035e34b5535fa7766624b80dbd","sample_id":"hellaswag.val.9868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fe8412d6c712fd46aa22f1fce74d4a7ddb2736139878404fe6914307823ad12","formula_version":"titan-u-contract-v1","latency_ms":1.1890410678461194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"969b2797e6fd727d16fdfef2efbcaa45ce39fe905ca1cfedab9ad431597621ab","sample_id":"hellaswag.val.9869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7857e63d3040183148e95d5acd77b5f8981c5edb388b24b14707d6d7a83fccec","formula_version":"titan-u-contract-v1","latency_ms":1.6255410155281425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5cc52ef16273692e0347095bac36d18f64c3dc4728be941cb8b3fc13442f2b7","sample_id":"hellaswag.val.987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"156beff1bdf939bc0db759f861339df85a99cc9d26d8cf4bb4767e05107e8d61","formula_version":"titan-u-contract-v1","latency_ms":0.8363750530406833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11a41b733b789f2107b6096627c1be3f995666f9f0dd43fa63d3a69fbbef35d1","sample_id":"hellaswag.val.9870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e2a24f22aba5e380f32523c2036a5e98c9e4576476ec223c13b6d650d6337ba","formula_version":"titan-u-contract-v1","latency_ms":0.697124982252717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"455ce698749e2235a3d9ad0a34c0344257d61e3acb88c64ba3a8dc450793ac23","sample_id":"hellaswag.val.9871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a34932feaa645d25f09e85e1259d522debc2c134b2d7d70833bc684c9c9ae0a5","formula_version":"titan-u-contract-v1","latency_ms":0.7747500203549862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbabe149c800c4ac9199e762195e1d367144339a67be686bc03f60e2b23aa3fb","sample_id":"hellaswag.val.9872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0cb051f764f8288f26dc40ad283dfdbba23a3e7665886052fcba970e6e3ae02","formula_version":"titan-u-contract-v1","latency_ms":1.0363750625401735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a41d7c972612b41ea8bb6ca93d539db1393cae253f9ff0bdbe490bf6286433a","sample_id":"hellaswag.val.9873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"356738ffa34be6eb6e956b6be52d7d91d1c067f5afc0b202bfd128f5a601c1e5","formula_version":"titan-u-contract-v1","latency_ms":0.7535410113632679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdc4652a1f238d23659ea4811e32c2c8f4f6b185e4657273923e984d96679382","sample_id":"hellaswag.val.9874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a13c24bef838491aae0d305a07e7d57e81775cb5950a9ed8608c64a1b73533c6","formula_version":"titan-u-contract-v1","latency_ms":0.6585830124095082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72c927afb27c2c7de7c3af99ef0e4ea5402550277575d0262847f2c30f56004e","sample_id":"hellaswag.val.9875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0318faca82445a9c34c4ecaa3b3c4dba88bed47dfcedb800571d4842108a8d8a","formula_version":"titan-u-contract-v1","latency_ms":0.6434579845517874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"783a98368c75a4464c0eadac78820d9045815795fbf8537cae037fc805749c1c","sample_id":"hellaswag.val.9876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c190da63f6598d3bdecb2ff3874a2adca039bbec294e537ac46f1c12aa69ae93","formula_version":"titan-u-contract-v1","latency_ms":0.9536670986562967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f917c26e42c793c77704a5c5869e14ef01dadbd55cb97f9bb9650f6c03573b7e","sample_id":"hellaswag.val.9877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6396e21972e6168461db9a26586c83159147d9723c00215262c0953e3b7afaf7","formula_version":"titan-u-contract-v1","latency_ms":0.873417011462152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61a3bb3f70263db6650c86919b0bd1310f38459def66ed28fbe5e4c8a4381a3e","sample_id":"hellaswag.val.9878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a747af3a7abaf3e8a4130eea58224cdccd2961fe3adbe48feba8360de47db12","formula_version":"titan-u-contract-v1","latency_ms":0.6917499704286456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9594634d3222e76e43ba3abca0780002133cba4a5c01cf27953bba19725b97f","sample_id":"hellaswag.val.9879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12391f6122443e8c7d4b62ff2f18b33951f1a3dac2d941df9bfb2115d0f882d9","formula_version":"titan-u-contract-v1","latency_ms":0.6665840046480298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31f0523e8ea716be4b6ad02db7db2f410d71c1d6404ce560161440d843b2f5f0","sample_id":"hellaswag.val.988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1e69a2c846a75a643b1c86aa6c3913e9643e305dc6fc53f3f26cdcd700b7ceb","formula_version":"titan-u-contract-v1","latency_ms":1.1530830524861813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff99e24905b33f0b5ee8e01c8d44e564668bbad6e7bcccbbd1b3d1a00ee3bc30","sample_id":"hellaswag.val.9880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8aeb695ba0e426462ba3348a088f37281f50a29bef6b49a24a1fb4fe9d03be14","formula_version":"titan-u-contract-v1","latency_ms":0.6231250008568168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fef4b48b745418de6e93a4ba46f72f25d7aeba592af0e8bccdda0e41cbeb596","sample_id":"hellaswag.val.9881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cea10e72b42435cc55898349afc765d4e1616ab474acbe5bafef46904140d5c0","formula_version":"titan-u-contract-v1","latency_ms":0.6382090505212545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8c29382a5394d604214d03bf935d0e69ed33be52d827d514b17e7b47b1755d4","sample_id":"hellaswag.val.9882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae1e445fe91b5e16f526f7cf272053ecfee081e84e5f632d8eb3c21869dfd67c","formula_version":"titan-u-contract-v1","latency_ms":0.877415994182229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc265544f9d6a04e674c1ad2954efa33e95a04b38b9798c760b5a5b7f0282718","sample_id":"hellaswag.val.9883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9803720f1113b7802f3f9d7b7e8e00b92b36e5b8357c857bb2c795cfc0317e51","formula_version":"titan-u-contract-v1","latency_ms":0.6661659572273493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae1c41fbc6ca21cf308e722eace55ec499bd54ec77f2f7661d30e2aae6d195bd","sample_id":"hellaswag.val.9884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bdd9b025c86f207710283f55a4d26dfcc03c745f13cb2d45e1764c68b6a5aeb","formula_version":"titan-u-contract-v1","latency_ms":0.9136670269072056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6468bc15da1fe6fd717c2ca56c608bb1eac76d002fa168f46ca81c1c238f065c","sample_id":"hellaswag.val.9885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d260bbdcafb1ebdea4a82169da113f6413a7881fef1cdf2a25b3e424b2cde59","formula_version":"titan-u-contract-v1","latency_ms":0.8852500468492508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40d82d15f3bbc5adc52ef459a964d0f7658dd1bdb7e8c063adbc85ddd9a1203b","sample_id":"hellaswag.val.9886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d414e93e57ecfedd735718bfe3fac11b46e77962d966c8acf4f818c4368ce6fc","formula_version":"titan-u-contract-v1","latency_ms":0.6633329903706908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9917af55e0870f021a4ef561e5e3ea913d95e323640a5e04328f800bc4a0d9b4","sample_id":"hellaswag.val.9887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dde6bf18e188cc17d6c6c7a856b04c535fc9488a4264188c3e62668f13b31e10","formula_version":"titan-u-contract-v1","latency_ms":0.6161249475553632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9d99d3830026d99a4b369037be6f52d2c06a6a95c2345b8da9e246ac457bb2f","sample_id":"hellaswag.val.9888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c11dfda621b8f4abde2a4b4a95602fd8d1fce0987ee52f72d0d8dafe03f30655","formula_version":"titan-u-contract-v1","latency_ms":0.9022499434649944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d9ea164100c1e10eb076a47cbd21993b021dcf69919754ae0fdfa81b98349b1","sample_id":"hellaswag.val.9889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"912d6d8dd4cb8875b60d9e667446221cc91cd5c3b07d57ab491672ac4c0168a2","formula_version":"titan-u-contract-v1","latency_ms":0.49520807806402445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f8fe8d480bd669e08217cea4605d317b51b3ef7eaa6af6235501f7a5656d987","sample_id":"hellaswag.val.989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cfcc0cd709479427a742be71265fe8ba153eddcefb78989012cfadb960dd92e","formula_version":"titan-u-contract-v1","latency_ms":0.6174580194056034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22d5532240ad3a497e4083fc4a081ac4d447b8c82bcae10281a8a8721b04fe7d","sample_id":"hellaswag.val.9890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9f9e28d363c153965572ca91278f85ad3f75075d9d5ff173355b64a89249e85","formula_version":"titan-u-contract-v1","latency_ms":0.6785419536754489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfdf38e55987ef046a32184d1d796fb94e58d6ce9471f331cef6aa4711430fb4","sample_id":"hellaswag.val.9891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db992970a91eb77b4965d61bf65aa84efa6a4faa124d763b9c4c896f09814198","formula_version":"titan-u-contract-v1","latency_ms":0.661624944768846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26f405656d20cdd7d141ffcc4a3707d992e2a407a022bc1d3ab9e5b1967c72af","sample_id":"hellaswag.val.9892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aba0c5acd5c3a50dbd891f9295051e263de8c69f6303b097921ce0fb0a35ec04","formula_version":"titan-u-contract-v1","latency_ms":1.012417022138834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"442bc47e1254cc2f23598d1f026a1181ea0af2aa72e2fd417e8fcf607003ced8","sample_id":"hellaswag.val.9893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf573be962c7bcd87fb85520d38c3691a054687645618523646e2ebd51828eca","formula_version":"titan-u-contract-v1","latency_ms":0.7609170861542225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e43abbc8c6082ee0ec8cdd66510062354de39c167f0fe91ed4e338e4f983f3b","sample_id":"hellaswag.val.9894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15af1373968420fb41ef3655ff93c6016a78b96a90ace01484aa2e20f2fc1f7c","formula_version":"titan-u-contract-v1","latency_ms":1.0123749962076545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"655bbecc20ac650859f1d4609be4c75d34b71ea0f0e9f7b4de6164eeb1058259","sample_id":"hellaswag.val.9895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2caef34d5824a965bf8789808cec8a1bc1c0a11c8ca8f5870538edea5acf2fb9","formula_version":"titan-u-contract-v1","latency_ms":0.702542020007968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ba5bd3ed14052322e71b94949e646cbf83f6c7cb717a520cfaacd5532b7b510","sample_id":"hellaswag.val.9896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cc215816750c3019a9e9849b25f9ed9fc3502ef69078bcae17b6dc7520cafc2","formula_version":"titan-u-contract-v1","latency_ms":1.2010840000584722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c655b374890c1f9f14c41f0d43c25c8317b7c33a485311421b58e53271ade2ec","sample_id":"hellaswag.val.9897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"958e21ac9ecb38fe4f6f90044dbe2061f4ea430fdc45afdaff159de491c0a664","formula_version":"titan-u-contract-v1","latency_ms":1.2398340040817857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20858070f39326f054fde094c62a147fcae15135d4a826c1b5ab3c3e5b419752","sample_id":"hellaswag.val.9898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98e911b005dac2be7875e0c32ee2fb96a857a505787f368b056e55f008f64d3f","formula_version":"titan-u-contract-v1","latency_ms":0.7213749922811985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04f5e2f92e514714b126ef69f1f2d130fdc4cd1b884bec9cec636fb2d3e2c9cf","sample_id":"hellaswag.val.9899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb5a40d900cde8bf785ac27df75a8c8c3a0f570c3f5d2a7fdcbb8f11dcef70ff","formula_version":"titan-u-contract-v1","latency_ms":0.5427079740911722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dc7d638d5dd740d2d85ca34393fba78956bb79160796a7337ada5663806bbce","sample_id":"hellaswag.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a9c5736727dc952d5fb4292382e88d44e8baf47c0da3d0814a4c86f4e10cef0","formula_version":"titan-u-contract-v1","latency_ms":0.6506250938400626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf22718b66005fd0837570df3cc169845856e3a084770082fc54ad5246594c56","sample_id":"hellaswag.val.990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78bd22bc94b237e5014d8055c9b213d375ace7987213c02e999a99659c74a3ab","formula_version":"titan-u-contract-v1","latency_ms":0.7237909594550729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01ca02c34cee14e4b0dd484421db2fabfca51112925bd4a18007702c2a3700cb","sample_id":"hellaswag.val.9900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5715bd40245d9ea1001a29b7de5f742e2a0852a4b9bca73260144100cf9b6a80","formula_version":"titan-u-contract-v1","latency_ms":0.9304580744355917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35340897dec2b3fd13fa0e7e8897c4acca9559885ca59c7c190d96d3fe189a09","sample_id":"hellaswag.val.9901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bacc35f3e4503f8a127864a6635c929ae70dc41c9734d1663230bfdf3db8fcb","formula_version":"titan-u-contract-v1","latency_ms":0.6486671045422554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1afde90c0f0f8f71221a66bcd6c46a21fec71ce381b9f6eb484b5d01114e4c2","sample_id":"hellaswag.val.9902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3addb00cbcce703e964121b422248eea9dc3016f7ae251fc50db2105b302dd5","formula_version":"titan-u-contract-v1","latency_ms":0.8197920396924019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ec533ec5497e29a1cdbe02fb1fafbcce88e13479a0780402640a45838a2eaa5","sample_id":"hellaswag.val.9903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d0f8841e6b36c44f0ca3eace2d8e624943c2535e65e2cc0fb81ee002814249a","formula_version":"titan-u-contract-v1","latency_ms":0.6433749804273248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c34c2147f23f96349db5d08dac73f900576730a8c17b13ae4ba295624513c342","sample_id":"hellaswag.val.9904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a02b233f2c0890cee7ccb023e2f8791481d0a5beefbab1f16e9d50cea9d5d65c","formula_version":"titan-u-contract-v1","latency_ms":0.9030420333147049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"017718e33e36b5f6070a012d13198ea0859f73c1ca8fb4c93c63bb110b00bede","sample_id":"hellaswag.val.9905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e993c581d5dc15675e6a6d0aa61b853e9de2e9fbebfc814bf04b8e3d6d5f4a6","formula_version":"titan-u-contract-v1","latency_ms":0.8701669285073876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"688e57ff6a96d5337250d7776e222ae5b7cf4c5ba87c31f29179e075d154f24f","sample_id":"hellaswag.val.9906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d9963bec0944f5f781f362740ea57e8324d995a99faca1d009111ebd91be2c7","formula_version":"titan-u-contract-v1","latency_ms":0.8428330766037107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb3ffbdea348b0577b6873bb00a0dbf85106930bab5766498f27a75defa185eb","sample_id":"hellaswag.val.9907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dad53ae039560f722eb61af93f3cc14ab3a1f8a8272aa19fae4a812252c59e88","formula_version":"titan-u-contract-v1","latency_ms":0.8565840544179082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5856832200a1b5f6018060c456ec25c20d263e8013132701c08eb15ce14a62e2","sample_id":"hellaswag.val.9908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20950ac966a0f9cdc39d68fde124724e289db036408597afe2025ca0533075cf","formula_version":"titan-u-contract-v1","latency_ms":1.3355420669540763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dad467084ae311cc1cd8ffd1d09185d684864c8ce95110b543ea99958b8cecd","sample_id":"hellaswag.val.9909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf2293620715b4012938f36d2f3cda14305e0ba0e43afe2396f3abe9595476da","formula_version":"titan-u-contract-v1","latency_ms":0.7154170889407396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca78e07f22729ba0987491afd5fef561039fba4bbfb130eda9e857e0d3318bf3","sample_id":"hellaswag.val.991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a7e45956013e652eaabc450f21260abd35c4e549f240d118bc8b02594ecbb11","formula_version":"titan-u-contract-v1","latency_ms":0.8043330162763596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d21e9c580c82aa3706942b3250c7ce0207da7f57255d79fbe517407839ec0485","sample_id":"hellaswag.val.9910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ebc37b63814b6364282a2380e5bbc386cd4a5887a343eaa0a8fa83e3b1c3a89","formula_version":"titan-u-contract-v1","latency_ms":0.9416670072823763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eba35b56b8b728559db5bbc6a34d23e301d8a48bfbf1d3dff1d4d278d4c5b40c","sample_id":"hellaswag.val.9911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03374952b9ad90a8f6fae87b5884f535c254300b765ad65b502613c52967a91b","formula_version":"titan-u-contract-v1","latency_ms":1.0842919582501054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa35e707927c911d303d9e157b4ca01885131dee6e4272d1137d3c7214aa8a8e","sample_id":"hellaswag.val.9912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f3e0ca0d3c52a68d5b458d25537bf1ea2a066af8787050dcb4928122b47387b","formula_version":"titan-u-contract-v1","latency_ms":0.7037499453872442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c94dc19647edc649f5a56c4ad7760ff8a389a0cb47496de06cb60afe8b6e062c","sample_id":"hellaswag.val.9913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ea0001ed726e1010380e3d723a491598ab1e76b5a1d563eafb08cfcec4012a0","formula_version":"titan-u-contract-v1","latency_ms":0.6645410321652889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"448c9d2d68a5359ddddaf2426991066ce92437d0c5b23b47a4b195eb445b217c","sample_id":"hellaswag.val.9914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"343bcd32a0602aa4a7c296b383b4fd6d01bbd231fb62485652025ebc06d638b7","formula_version":"titan-u-contract-v1","latency_ms":0.8037079824134707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b4fe3bc8435e5fcd0a9d666a26f1867a5d42fb9ce552b55e811573ccb85ff51","sample_id":"hellaswag.val.9915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d462ed9be0049b5a52bd6b68ba3ebd06504a4e5214e9cce9b05c32e30b07195b","formula_version":"titan-u-contract-v1","latency_ms":0.6275000050663948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"369f2a0c5d119e827ac0481a47fb7bc43f67126dc1e7af6a4fe919f86cbf34d0","sample_id":"hellaswag.val.9916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0ba1d432da869657ae87a882624d24764d365b31bc495633638378a113e7c79","formula_version":"titan-u-contract-v1","latency_ms":1.0651249904185534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe63c20b92146965e36af554118958580b9b36bf2cc12a8c45a4b8797d5eb7e4","sample_id":"hellaswag.val.9917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f83867657a9603b33d68d1fa931406229653781693fead67657d8f91e42f1a1","formula_version":"titan-u-contract-v1","latency_ms":0.7052919827401638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a094ea44a4e58836637e61ab68c2a6df01a202e144b5f0143b5ead94ac125bde","sample_id":"hellaswag.val.9918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7505f9ac9e140268b375be5c1336ec04d1ab07a539fcfd6184d053497338dfab","formula_version":"titan-u-contract-v1","latency_ms":0.7036249153316021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9b58e2a9cb2b67beb5086c40130cb419420fa17aa371e43949bdf8dd35a0fd8","sample_id":"hellaswag.val.9919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d305a77c979e6f9621b008f0e926b429087533009701f497bfe188bdc71ab5e4","formula_version":"titan-u-contract-v1","latency_ms":0.950041925534606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07e3a3257fbcd40d877f1b566afeeeb204bbb08e350299c778e7513c3c162200","sample_id":"hellaswag.val.992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f33355a4ca8bb55169f64e0cac6eca84124ec3f441ca4ae6777987e29a1be892","formula_version":"titan-u-contract-v1","latency_ms":0.8957498939707875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e03c1798906debdd4afba4a10ae487db1816392fe8581c9e9b373cabce629ca3","sample_id":"hellaswag.val.9920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfe25c3094a7c714b1600f256c12f3a9fac6f3c307959d9ccb5c0cb30b22c585","formula_version":"titan-u-contract-v1","latency_ms":0.6580419139936566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3def9a817b4cfe5b7393a71d34967793f9f4a4326f3647605a7af61745e5ae62","sample_id":"hellaswag.val.9921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9f443b12ccaad7158b82551c077030c2ea863a0eafb4a2bf104038a77fe5157","formula_version":"titan-u-contract-v1","latency_ms":1.4821250224485993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31abfe439b1bb65e5bcfecb26d0e475fdbbcebe51962f12deb83a66d7439b138","sample_id":"hellaswag.val.9922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ffcde224bc85106902d310c3d63b6f13aa229a24ed31e0663b10e2053e5f426","formula_version":"titan-u-contract-v1","latency_ms":0.6960000609979033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41cd9b7b5085f255ce1d461f4e6cd8c443f299f930f686a765dc7e66b98d5d56","sample_id":"hellaswag.val.9923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f7b3589dc974bd98ce51241b703cd3f478627ed127a727a254af087fe407093","formula_version":"titan-u-contract-v1","latency_ms":0.7689580088481307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edab721ac8158ff1fe5034231972895855786f0301089f01013fcc2710d3c9c3","sample_id":"hellaswag.val.9924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1bab48459f147398f6ae312d46073331f4fd999b6c36b97f1ec53aa318d726e","formula_version":"titan-u-contract-v1","latency_ms":0.9561659535393119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a796d7c834530715d5c8b41dd12f9435c979d52bbad5645ac86b371cbfe3feab","sample_id":"hellaswag.val.9925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9798ce2033b2f5ca8b7786b55b3ce99eff4fd6815d2026f99d140eedd4ea8ac8","formula_version":"titan-u-contract-v1","latency_ms":0.7207919843494892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9af26bd2d28f18e2411943640c13b5646016a3d565e5a8625ee4d7e56fda83c1","sample_id":"hellaswag.val.9926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b0119659bc3f5bc069415c0347e8e6a492a5f298f0bb71a0fac39d3a2a2fca2","formula_version":"titan-u-contract-v1","latency_ms":0.9726659627631307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d71f51891919b0f651d2590222daf9ca4c9cd67ef084c78df4ab33b67f0c86f","sample_id":"hellaswag.val.9927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2facd2521d57c59c2e970ee5127d397e80d188fb6c5c2db8b1236bcd0e34db5","formula_version":"titan-u-contract-v1","latency_ms":0.634875032119453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3be932724e1f102a8b6b870e76dfdc6ea67425fa5813e072cfff22067e1a40c","sample_id":"hellaswag.val.9928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"459a2686ec38e9aa056d1c3f6a1f63140ab0a155fea5945b0209126b68db263c","formula_version":"titan-u-contract-v1","latency_ms":0.656625023111701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7068654660f4e5d6e95ab505e76c97a868712d9086a2b47cf3d0c6519246124d","sample_id":"hellaswag.val.9929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b7062cff784b819ed4dc21351a0c057a6941a6379d3fbc954372170e57ad9a5","formula_version":"titan-u-contract-v1","latency_ms":0.7482500514015555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"225789bc44d9d3da798ca917074550e195c8467f768519d72dc9fa53c083d9aa","sample_id":"hellaswag.val.993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45b59046fff0a7efd0a96e19cf64e732db196bbd4482aec6c3bc27788c43d3e0","formula_version":"titan-u-contract-v1","latency_ms":0.7633749628439546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"838ddedc8faabde7d403e3e383e2c4af473fce2ad4fcacbeddc7480995f45cd5","sample_id":"hellaswag.val.9930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24669ab35256b300e108a873e76c01ad74fe85741b968260a4b61d9881e79268","formula_version":"titan-u-contract-v1","latency_ms":0.902332947589457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10a162b488f4f4b3b82aef2736bbdef93014127d4c198bd96402403ae04e6a94","sample_id":"hellaswag.val.9931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb16b1febcde680f8facc113009994f1eb94e4307d849e69c46c685f55750936","formula_version":"titan-u-contract-v1","latency_ms":0.9700419614091516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ebbe9f4251ccf40291db22356c82fcd8daefca22e3a5350b322a23e5b584dc1","sample_id":"hellaswag.val.9932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0987412d820bebcf3288f428cfdc26e554c50c07c7bbb594d824c01fa021114","formula_version":"titan-u-contract-v1","latency_ms":0.6219589849933982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f0bcdf04e3f38195de86ef75a19c2c33cedec0ac9878b0bf8b8571859aa246c","sample_id":"hellaswag.val.9933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f76219cc639c6695e7a210897d1f6b223e2ae551cfb9e113a8c7083f707f02ff","formula_version":"titan-u-contract-v1","latency_ms":1.6094999155029655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e751f12e311e93028daf3cbf658d77656e65bf7d04ff5a2a54b105b8acef68d6","sample_id":"hellaswag.val.9934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f383e204637516853d1f25e95b0ca6ebc6d86d652786d164b79fe95f0f8314e","formula_version":"titan-u-contract-v1","latency_ms":0.8703330531716347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b833db0379009f431a3e0fa553d68e0f1ea7a34cbcc958866ac3178ad9b8f7d","sample_id":"hellaswag.val.9935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9776224390fe581e4b821b39a411a441f5f6eabf74bd91258bc6bd129be62ccd","formula_version":"titan-u-contract-v1","latency_ms":0.6839160341769457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eb7043e311b019bbebd77b70f5691de8bee4715ccbd3c9b3df4c43fd9f26729","sample_id":"hellaswag.val.9936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9c5420b1c4dda9d0a842f90fd1be231ff8a5b3e04e87bc2b03a226f48133950","formula_version":"titan-u-contract-v1","latency_ms":0.7188329473137856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62a7aa5adb1ec8e05ae188585250a39180427f30d43f421ee8b5ac1205bacc2a","sample_id":"hellaswag.val.9937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8034a32709cabb531e5faf8048970c27864ce5a9b24bb9b60a5f2c5201800ac4","formula_version":"titan-u-contract-v1","latency_ms":0.8286669617518783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80470aad0758bc1280d7b2f4751041643482133db43139b09ecde3af38d134c3","sample_id":"hellaswag.val.9938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b7aa92a27a05f2661ee08f0d0c6406d51fc7b9862e63896d21149cdccc462f1","formula_version":"titan-u-contract-v1","latency_ms":0.7835000287741423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75e176843c552aeb361476e5939d2f85398a2071f2e8d03bfb1c9a078b7ab3f0","sample_id":"hellaswag.val.9939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b07f039a535d0691e36cc7f63d80031343055eda1204e65c67448dd46c000b0e","formula_version":"titan-u-contract-v1","latency_ms":0.5020840326324105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8a3ca77e723dfd9af21d35b2e9093f912b543374be090c883370103e18270cf","sample_id":"hellaswag.val.994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"202756f89a2bff164b807f701b33861d1260beaf189dd9f22fd33000693c08ef","formula_version":"titan-u-contract-v1","latency_ms":0.7132081082090735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"900e256a3501d3897dd4d943b760b86b3e1caf8098d785c42fff5dacc91b6ac6","sample_id":"hellaswag.val.9940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e988f2b4591b187702677a44b52a2175f041a7ada04990cd1d74c00e6bb57b5","formula_version":"titan-u-contract-v1","latency_ms":0.8921249536797404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19747eb4f017e211a845fe40976c3d8ca4e429636e872eb2b00239797a89f2d8","sample_id":"hellaswag.val.9941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd6cba346d247aac59cb75d38b508d396e1295ef3cb7aa9ac0b66ed32d9187d9","formula_version":"titan-u-contract-v1","latency_ms":0.8880000095814466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"540e1fa839104a7bd1e55a64eb82ca33956fd05aad62fc744675c2ad9c12f9e2","sample_id":"hellaswag.val.9942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"520b7bce0f2d1de5cb29cff56f223cd5e34fc2e427a4c9c39b0e3bf8a3b39179","formula_version":"titan-u-contract-v1","latency_ms":0.6770420586690307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"241e99aee55bf98e57eb01715bca02da0c17a7a209133d20b4e68579fd946a23","sample_id":"hellaswag.val.9943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"092280c9a64bab2e250b53ed643ec95c64cdf0a55ad66c6fffdf3d69004b8126","formula_version":"titan-u-contract-v1","latency_ms":0.7841250626370311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f12fc2191d413b055d10753707d8f03762173a39835907127ad724b0eb574eb2","sample_id":"hellaswag.val.9944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b66358285704b078773e96f62e39e397d6d8ee6c3d14d5bb500054bd0c9d8b8b","formula_version":"titan-u-contract-v1","latency_ms":0.9839580161496997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4af8b5ed070b4c8080a82b9f7d323440e437b09250e29344267665d0842e31c","sample_id":"hellaswag.val.9945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e70c25437f4f46d6d94376a17625c26b92787816bca9f0658f3d4f03b92350e6","formula_version":"titan-u-contract-v1","latency_ms":0.9667089907452464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a2524cb928715a68c344117a2ddf4e8c8b0bd2504566104dfa2659c88d323e1","sample_id":"hellaswag.val.9946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"801524962f2e44fa7f9a0cbd5ba7059cfde8bdc73d57554b21e4bc692721d5a6","formula_version":"titan-u-contract-v1","latency_ms":1.2502080062404275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cf2a0e6b961b96b77123521b11a6b498f424769b0993dfa004d5373accb0246","sample_id":"hellaswag.val.9947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa7f11b6eb9d77a52d80fb2435ec33f3aaced2b7cc84e05ae6a235de8b07eb15","formula_version":"titan-u-contract-v1","latency_ms":0.6725830025970936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfc8a21b0145bfd2110ea9907fee6cbf43a69e6f8209110f83ab82c5ab149c74","sample_id":"hellaswag.val.9948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ef048fb55f68971bcd562f335a4dab6ebe1acb3dc338f2f6afa0654e31de649","formula_version":"titan-u-contract-v1","latency_ms":0.920125050470233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e25bbb1fa1851b74c254391073aacd77c7ad0fe8b0743e6e4ab6c1080eb119c","sample_id":"hellaswag.val.9949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ef07eeac87ee0fbcd2888b861e1c65c321e7d0db9c623f2b38494f266717066","formula_version":"titan-u-contract-v1","latency_ms":1.036750036291778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46b4f879930d0b2e104e4882759453cf5aae5ebb7397b3a162e4901bb5888332","sample_id":"hellaswag.val.995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"965acfbba7049e16a8d4fc51ab0bf3fc0e4ca30ed958b4073b50c3e818585a04","formula_version":"titan-u-contract-v1","latency_ms":0.858166953548789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85058152c2b62b5f80ed12d75b72a4cb655e52cec7b42f99550b425e4c1da6eb","sample_id":"hellaswag.val.9950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2be1b3d35ef5c419c6b9e0a8adea21314ec04955721552020f095ed2c93b3a49","formula_version":"titan-u-contract-v1","latency_ms":1.048165955580771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71cb618adcb7fda24f999d9b2fc8e3f2fa35ead1286a07ead0142112df0d7fb9","sample_id":"hellaswag.val.9951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7581f5faf543ea923bbae256eacfe9c5b6fec4148c5280e4c11f2d6133165c7","formula_version":"titan-u-contract-v1","latency_ms":0.7594579365104437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e4a9cdd549ffffe0500285f361411667d27db4ef5370ce7a256a89b4ef047f6","sample_id":"hellaswag.val.9952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82eaf93d06001a97f2ee5792394969e0ec410002a70b0f880144f6454e638e32","formula_version":"titan-u-contract-v1","latency_ms":0.9501249296590686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00286da4e4bece8586a401091059dda2d164fc64682de821e8cb753194e7a6c0","sample_id":"hellaswag.val.9953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d33e0f017186cd3b6def577054007ac90d3824e8fb3b91b609513374b89caa13","formula_version":"titan-u-contract-v1","latency_ms":0.6195829482749104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32ca1aae0a7cef742da78d913892570f53ef78701ed9755d439066dbd0ad316c","sample_id":"hellaswag.val.9954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89b3d22d4d39da9558a4881b751ef7211c4f814561454a2952c195b0e12ab8f0","formula_version":"titan-u-contract-v1","latency_ms":1.0520420037209988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df7d1e7a20bae6a7aafd89db36b1ac91603de11cfac615a6f9d9a2c0a26605d7","sample_id":"hellaswag.val.9955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c41d7f9690c35db39e18a957381a4d224068b3389fc5596035e2d2c5dd90dfa1","formula_version":"titan-u-contract-v1","latency_ms":0.6726250285282731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef3579bb18651ab5868d87d9a4a056ac64e65bcd66d02e0ae9ca0507bb3e0451","sample_id":"hellaswag.val.9956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72ecc503e5f81f7af0240791cfdff85c26a519c29f5b318fbe15848c69e7ccdd","formula_version":"titan-u-contract-v1","latency_ms":0.8192500099539757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"412cf30099f109f63b5cd2b307d3ed414eba9a5daf8e9454ca71f79d2725040c","sample_id":"hellaswag.val.9957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88f7c4775ef67928962cf48290a3852de770d031755b674881495ff9068ee8b0","formula_version":"titan-u-contract-v1","latency_ms":0.6829160265624523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a829b0d4a6e092c5533e41b0da90ff784fb1d271f845ef440af39a91049ca13","sample_id":"hellaswag.val.9958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbc9b908702daf375b052226b64efc2a6c18778f4b5bb20723fbd3f63222b04b","formula_version":"titan-u-contract-v1","latency_ms":0.7566669955849648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7122f1c198256b57f3a6c4ae4cc97ebd7585f6964eccb0535570daff5fbfd0da","sample_id":"hellaswag.val.9959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"800e83b8dd837534e24dd9e7c720ad12f18a7e61c433807ea55c95e22617de15","formula_version":"titan-u-contract-v1","latency_ms":0.5374170141294599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dbf8d639f9a16fbe162b7bb1495b0634d46c7fb00529824d813323b3a4a63af","sample_id":"hellaswag.val.996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a38346bfcfb113c1f3caebc0330735231a26ff5fc18b152b0859ef35fc0673f","formula_version":"titan-u-contract-v1","latency_ms":0.7642090786248446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbe21a34503006d065f743746c13fae6d00ef503c70e70866b70fb056d595d76","sample_id":"hellaswag.val.9960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79852388e22740b8ec31c01975cdc4b2d152c73530855a863cd9b21fed03ba3e","formula_version":"titan-u-contract-v1","latency_ms":0.6968340603634715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8c6497929e07c82a6f809000015d0e8c4f168163964c045f18ff1e09416c411","sample_id":"hellaswag.val.9961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53f19b1773ac1c09b692bf34723ca5edd0556f5790d712d2a3ba6f14bc3cab47","formula_version":"titan-u-contract-v1","latency_ms":1.2031670194119215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bcd30791fc7cdb7d4009bcdc4d5ad948737e5baa5af49da9700db9df97e98be","sample_id":"hellaswag.val.9962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27abd5e17e08e7e2acda84b8cfd1c159ff0e9965d7bc3d04ec54aa159aa6e57a","formula_version":"titan-u-contract-v1","latency_ms":0.6935000419616699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ce5a7e2e8cd10099a5563354130f24ea44364d429cbbe5472fbb5010228bc71","sample_id":"hellaswag.val.9963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03c9e9f056ef7c81cfa3e95bb1dad06aa841fd5e238bc2fb6be283a67b0bb69e","formula_version":"titan-u-contract-v1","latency_ms":1.043915981426835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c46ffda5ff27070228ef643c3079c33eb3ef9ee423c53c795c3dc9438a3799a","sample_id":"hellaswag.val.9964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39cb4bc1054336da7ae02ffcf3f22dca4a1015e9c7c77112518b5614d22f1f54","formula_version":"titan-u-contract-v1","latency_ms":1.00266607478261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dac4972215f77b689233492166d681350b87c86d62af5df7ac7be2c2ae15c65","sample_id":"hellaswag.val.9965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27aa1562213e4e68caeb05beb8a5e12f140546d37b444a5324282d44ca895fe9","formula_version":"titan-u-contract-v1","latency_ms":0.830958946608007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ada1c0ff4f60aabf74935d9b3a4558f39fdc68293b3318440a9fac121ddc0bf3","sample_id":"hellaswag.val.9966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52db586b5c891c71bb575812180349b8b971b3684537eb298d6119a2debda726","formula_version":"titan-u-contract-v1","latency_ms":0.8070829790085554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83cb1bb0dc62be46f598258945a3c9b411d4dce797962c12e08cc4bb7308e04e","sample_id":"hellaswag.val.9967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fae2fc859e3ac311fd80afdf6859b4732f6ef30977fd7b97a4870c3a8ea0531b","formula_version":"titan-u-contract-v1","latency_ms":0.6919170264154673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3eab64b5f5add55c4553dd6f74ac6ecbd8938d766d4820e927b509f5f49ea046","sample_id":"hellaswag.val.9968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77e519c01c8a568075f5afb8180482ec737ddc9c930fa557924410ee702d55e6","formula_version":"titan-u-contract-v1","latency_ms":0.7793339900672436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2493754faf6e7c83b0c37828be1184b41fb24079db81bbfcbc78136e180b4f5","sample_id":"hellaswag.val.9969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d3dbc023e7375c2a2a15b8140a681100913abd30701689a0bb0ba2f45bd1f7b","formula_version":"titan-u-contract-v1","latency_ms":0.4657920217141509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b8acd15e4238dbded440e9a215a3ea02f460c6748ab2315e09faf2af2d505e4","sample_id":"hellaswag.val.997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91041f0b3a6de2088c4e37ecf30f5447102cd41f317ec30213c74c1acbcd60c0","formula_version":"titan-u-contract-v1","latency_ms":0.8212079992517829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ef91f04ffca39c1b2b3bba6637cf3ac2661802b9eabaf1045f2f11ecd03c09e","sample_id":"hellaswag.val.9970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf3997d562d2c7119e2f350ab992501fe3c0c2a5ef0759fb822ee3b2f9934332","formula_version":"titan-u-contract-v1","latency_ms":0.7208749884739518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85fd23aa95aafcd6a677a984b4cd266836eb1e98ffe18170be34f4d8481a0fdb","sample_id":"hellaswag.val.9971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d97155e3e7ae5b594a3a407c5447a4d904883dc78a9ce624932c7e1aad61014d","formula_version":"titan-u-contract-v1","latency_ms":1.0245420271530747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"757e2de28fb7640b08775d822ad77e3971213d876fa93837f74187afd06b48df","sample_id":"hellaswag.val.9972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1e824ab5aabd129b2c058d740bd00dd98dcbd5fdb6c9cc536439dd285e7f63a","formula_version":"titan-u-contract-v1","latency_ms":1.112292055040598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d95b96902f340752f5adb214ae159fd7304732d5c39b30f000747a44f21cf3c0","sample_id":"hellaswag.val.9973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf8c48ab9be6a44320487012b5684aa8c36ba292f143c0b0c0502b543159604d","formula_version":"titan-u-contract-v1","latency_ms":1.0223339777439833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0782c811aceb0e93d08c312569a0f48dd0cb7b634638017abfc69279d70766c","sample_id":"hellaswag.val.9974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d33628133336e360a17c72bb21b73b733612f9683580997ee950b9966342811","formula_version":"titan-u-contract-v1","latency_ms":0.6564999930560589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03c801f67ea4ee4ead9fa82f517681b41bcdac237b2c4db0c583b832a34b8f7f","sample_id":"hellaswag.val.9975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17c4b276685e38f25f45c75b24a4fe94d3128db5db2b518442a76d86a7b7904d","formula_version":"titan-u-contract-v1","latency_ms":0.9650420397520065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33e628baeaf83e09f2e0cc59b1d8e9eb10e2c6665f2c5bfc6458be55e2bb4d8d","sample_id":"hellaswag.val.9976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63d9b08208afb14a58ee93d5eec6590eb6dec617fb2a96c1355991a8912bd13b","formula_version":"titan-u-contract-v1","latency_ms":0.9242499945685267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64d7e50932cc4c6cdf6525d5cc6653e755b01e643c7591035902e6b74c75a83f","sample_id":"hellaswag.val.9977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"118126f328917d519ce251dc2df2cc45dcf1f1edf61bc9dcd032619861112d04","formula_version":"titan-u-contract-v1","latency_ms":0.6923750042915344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0f3d8bc94537bea64e2e7f5e8261063b708a58dd7d3dba617d927f6b10732e0","sample_id":"hellaswag.val.9978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0443199e0ebe89d454cef4a2aa0a16a23a0ab2558f4f4b2f577c53db3d0123a","formula_version":"titan-u-contract-v1","latency_ms":0.6813750369474292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee8f0b7cc7a422fce5aab8b2914935102e4ea1df4807c6e924c496da95188ae8","sample_id":"hellaswag.val.9979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da9e433850ca838afd976fd77dca180c681d783dcc92c861a4d74a12a33b3527","formula_version":"titan-u-contract-v1","latency_ms":0.48158399295061827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1b760b17c4a697496babeccb1a0dce497fdf3882196da8e8275e5f61369cb9e","sample_id":"hellaswag.val.998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8df85ba9c4dadced28ba40864ce37b578f722556c562df8d3baaa94012791641","formula_version":"titan-u-contract-v1","latency_ms":0.68995903711766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbbf2b2dc226846ecbd7f1a5b355ea4771b08ae4287c3e1e27ad6b8457ccb500","sample_id":"hellaswag.val.9980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb0910f9441a3a1cc5d442a75c6e24ebcde181b0d4b573e8025c971e6554bebc","formula_version":"titan-u-contract-v1","latency_ms":1.223167055286467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d03c9a49a59b3e2c6166ad27b1886edb28262c140efb9a30c34b7ef1b311ac13","sample_id":"hellaswag.val.9981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b40b184703f8a4209f5b28a9f5f4c4c7b526b0e8ce305e09954b1fd6fac89e0","formula_version":"titan-u-contract-v1","latency_ms":0.6939999293535948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa3b86a872c46842a5a16e6c0d273c2c14c63473362002321cd7bd4b228df3b1","sample_id":"hellaswag.val.9982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"527b74b1346b158430d6486825b7d6c8dc3e113df04d5daed5d043c7943ad1a3","formula_version":"titan-u-contract-v1","latency_ms":0.794542022049427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60a0a0a8c460a8bef98318cbb8834aa62d81b85e3273e81f6b2079b898f08f62","sample_id":"hellaswag.val.9983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41b5665afec6230b25b1f16f401253a21814761f10c84df05f0e3a69038b9c59","formula_version":"titan-u-contract-v1","latency_ms":0.6291659083217382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc755a8cce79d1f5fbe290cb5c1d71747287b6b6524d4629c73d40537af59500","sample_id":"hellaswag.val.9984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3014ddf8f8a64c6f0b6e86e8a71bdabbc37415999790817bfb28acc341afb3c","formula_version":"titan-u-contract-v1","latency_ms":0.811500009149313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c194c91a1c3e4402be8d2aa693cfbc524d4977b18d15445e366fcf7a937e2f65","sample_id":"hellaswag.val.9985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2aba42135a1962bf33f1a27a036a549eeb66a0111a0f9190599a564cf3dd3ea0","formula_version":"titan-u-contract-v1","latency_ms":0.7968330755829811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47b64ef90c46e2e1120964e1e733fd790e6430bab90a0a8ac9363dd9cd486e57","sample_id":"hellaswag.val.9986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94dcc655b2045d6b407f47e20a1538ee0144731b3faebea27f161936a4c61d5e","formula_version":"titan-u-contract-v1","latency_ms":0.7611659821122885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8caefa03c746a01b3f4d4edeb87d0470ed89bf51ef0122734834e58efe3f63ec","sample_id":"hellaswag.val.9987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d3cfd2e60b7cec416ee90f44725186b0eb6689ee2b8b043ec6d77c6b58ba8ab","formula_version":"titan-u-contract-v1","latency_ms":0.659208046272397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfad4f0b590226ad196bba4be252c7983a5d09429db1b9b20424a723b7349bc8","sample_id":"hellaswag.val.9988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59744e28320b43aefe6ad44a8e36ea1b92df652072a9834d0e82b05eae34b2a2","formula_version":"titan-u-contract-v1","latency_ms":0.6247919518500566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67244ac8067a7ff75811481a92679e7a8067af031fa5bcd952bc20a6700128da","sample_id":"hellaswag.val.9989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d4bc680034e95a688bfe3a18fa93a22b6e9ccc230c3e84cb4fbdfd74fab7461","formula_version":"titan-u-contract-v1","latency_ms":0.5078749964013696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6385b4a8caf5228eaf2ff22b1929c7c0e340a37d36c63346a3e0e23507a5cae1","sample_id":"hellaswag.val.999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f139381665b6c29688bdbfad0aa667134f5c872e648f3fbdc3fae570bbf20c71","formula_version":"titan-u-contract-v1","latency_ms":0.8843750692903996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79daf5d11ac9e7e49400448dbd9a577fc96c60aeaff7033a0b629606078bbdee","sample_id":"hellaswag.val.9990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f082b0e6b256fe949320a529108288a6d480c33dc37ff88b51cde705ac2bbb6","formula_version":"titan-u-contract-v1","latency_ms":0.6650419672951102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b1a2bd05da337ff8e04f345d4e6d711ef10b0bce03282a273afadd0401df5fc","sample_id":"hellaswag.val.9991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b10ef7c9e44792fc74487471cdbbc63ca12bbab8d4471ed2be99b96eb2547d8","formula_version":"titan-u-contract-v1","latency_ms":0.8526670280843973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47236f498f10e9cf23ca7c41204cfb8f968b9ea6d7bb557b8cc993bc125a8470","sample_id":"hellaswag.val.9992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42db9259c3927d09f146353c3f0d84c353558bbbe0c40fb7ff923e710ae1d49c","formula_version":"titan-u-contract-v1","latency_ms":0.6770420586690307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6613bc29086c18218eadab2e0e8ae213bb1f12be88278c2103ee71bb596c913d","sample_id":"hellaswag.val.9993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d805bb793eb1057b960aa4a3e2d04ce2164a13a4ca292836dc3e1654993b07c","formula_version":"titan-u-contract-v1","latency_ms":1.28820794634521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a131f1cc6d5393176bcd5e770e1da370da56855fe5818c169de1c34198c2cb78","sample_id":"hellaswag.val.9994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cfd0bace19d5098e42689b3f41869be8a93413cd6472737f8d26aa359c393fa","formula_version":"titan-u-contract-v1","latency_ms":1.528874970972538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7e565058371cc5b5126c5d4e7d37fd6287fbaae220a909e98a140a5e25c2b7c","sample_id":"hellaswag.val.9995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"320ef6dd7c253f3c4b82b4a064e59c7bca7ed16a4dc88095026373a1469038be","formula_version":"titan-u-contract-v1","latency_ms":0.7778750732541084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85e5722b3a14007b5a38979d3a0a3b3c94d5d1cf98255691779660bec4fb3bfa","sample_id":"hellaswag.val.9996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"609571e7314fe6fad55d7435216381a2028a7d0bc92337db984984fedbfc63a3","formula_version":"titan-u-contract-v1","latency_ms":0.7038750918582082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13dd283c9ba44c0c996fd0b57d947bac1a893c4e0429a0779e9b3b7bfe7976e1","sample_id":"hellaswag.val.9997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"578e9c9781e863c5405c77c8f4de9fc27cc74fd8859debc172b0537aa79f1c0b","formula_version":"titan-u-contract-v1","latency_ms":0.873749959282577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aad4294d4f283876a281c03803e1263149a7af5fdf6656da7a1178f092e67a89","sample_id":"hellaswag.val.9998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2523bfb2c21725bb3888cf7c2473226c5866e78175d7cbd6e244d605efe67fa0","formula_version":"titan-u-contract-v1","latency_ms":1.224125036969781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef8e10d83c0a9ebd146a7b113e036d86e4ef7ad5d6f0fab8059d353439864d50","sample_id":"hellaswag.val.9999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de99dea2c69669ff4eba6c6dbcab5b3d2beec950fc3e72c8c3c8dc5909fa90d6","formula_version":"titan-u-contract-v1","latency_ms":0.4181669792160392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d56ce38b98c8d403f2d8e62399a23b9167709a5f3aeaa359596e23e11c86a33","sample_id":"mbpp.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d3476655493bf61d2afac028acfbeb24bfd1a9b2ada4e518f9f2cd0994e49a4","formula_version":"titan-u-contract-v1","latency_ms":0.5750419804826379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b4741839c9702486062bde2a90b8370d2f342da56d4c11de54b0e3510b492cd","sample_id":"mbpp.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61b607622e665ff7f41b6514abcf3fad2e991f8278acc0c7cbe698adb6603ca4","formula_version":"titan-u-contract-v1","latency_ms":0.36979198921471834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96dcd4a9d36b88d3feb7fe0b3fff3c087ab3228bdefadd301048ad1ce13ef232","sample_id":"mbpp.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2695c06051d5360f991cb908761f77c9065e17f16f3cad83d812a88fd5084af","formula_version":"titan-u-contract-v1","latency_ms":0.3637500340119004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbdc6b45a4b289f3b33bcaa3974b2fd0a15467981b9be1e0da33458c7f64025b","sample_id":"mbpp.dev.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e0701324adee2307a857edbeffa54a9d9199534c235235b57194b8141a84204","formula_version":"titan-u-contract-v1","latency_ms":0.6782090058550239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d63ecc0275a2255ba0760ff42788a40865f1a169e717629ace648e07b19b9d9f","sample_id":"mbpp.dev.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fe284a00b577519cad1106cf961bad3ae479a33f098fe3c924fb88032691999","formula_version":"titan-u-contract-v1","latency_ms":0.4320829175412655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1e83ce30608be572d0fac4b6bdab0d14546f72020c4f80ebd47ba79b979cfd7","sample_id":"mbpp.dev.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"426e35b02afe9cd60ad5bec2fc9d4ef35b786043119f26913aaaa9370600d7c1","formula_version":"titan-u-contract-v1","latency_ms":0.5368340061977506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb3447e9f15d9a0f366df3ccae65341ab9608f39cd459b4c5c5222689dc9c40c","sample_id":"mbpp.dev.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9025579d9fc9ce647c8f555c25d966530d860fab9c2e54dfc805b426b01f0c38","formula_version":"titan-u-contract-v1","latency_ms":0.39091601502150297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79633182f571a876c37beb67221e259a12a5a02493169b128a027098b7d3a198","sample_id":"mbpp.dev.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63bb446962c3a932dfe2deade598851c77ceea7fc87b15a098d1989904b84430","formula_version":"titan-u-contract-v1","latency_ms":0.468459096737206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c602f212645ff52afa0a5854dcd6af659b5e3b78c746444bd4caa9e9f110f01","sample_id":"mbpp.dev.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0183eb21dd98debb5284e0cc93d42c5db6507a092876595277990bc997b8aeb","formula_version":"titan-u-contract-v1","latency_ms":0.3590419655665755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c19c895f4871b9bf2d320423ee13a9c9bd6d333d26fb341130f30ab627fc014","sample_id":"mbpp.dev.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9425137736c72931a15fd1d78ebe0e093bcfd4005bd773ab2bdb78cdf00e3f6c","formula_version":"titan-u-contract-v1","latency_ms":0.45016605872660875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81fa4155c2c8269f1cddc3da651825b1e7a02e89d29edca813b84530ea80f153","sample_id":"mbpp.dev.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d91f75239427c2d8d6b56f955a3bf19e1574d3c83afc2237e3b62d4a22487d80","formula_version":"titan-u-contract-v1","latency_ms":0.3774580545723438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a826b6719273d54d2f389aa7efca3304b3d3ba78d908081eb7017bc8ed0f9855","sample_id":"mbpp.dev.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccba119f50c925a6342fade5793efa97ad06d7230678297ae0272839a5d7b8cb","formula_version":"titan-u-contract-v1","latency_ms":0.39725005626678467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"182b563d295959048464de8f0944360dc0dbfc937afbe2ef793fbaf23981431f","sample_id":"mbpp.dev.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc88caf1d6c9b14289352b330ea99f042b459b855a1997c66e1d46d77d16134a","formula_version":"titan-u-contract-v1","latency_ms":0.3400000277906656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59f8452f4dfa6466c65920eaa8d7b8a7521e545d6a3d109ff7d527e3669c36ae","sample_id":"mbpp.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b08738190b0575710a3fe3e4645644b649f9091edbe82a478b1ae0aa34c2e27c","formula_version":"titan-u-contract-v1","latency_ms":0.32433297019451857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80a70569e6be6e953eeba52c5645d094979d64eb4c93b3b3f3bc9094a4b6f29a","sample_id":"mbpp.dev.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f9444e3c72d8d0429f99f280fde30f39f3f59b40d0b988a4e9f95f6ad5f1c44","formula_version":"titan-u-contract-v1","latency_ms":0.7460829801857471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"781231ca193feb340ccd4c8d26810f4b344486251b514667f15781365f998e3d","sample_id":"mbpp.dev.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28608774887d0ebc12ef93d7700f94077692b5f40a2f89514eec5f7d843d29a5","formula_version":"titan-u-contract-v1","latency_ms":0.33912493381649256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20c9a3934386d64cedebfe4cc02d87e2c21a1fc3262ef29b5ae3d529797024f7","sample_id":"mbpp.dev.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1da51d787d1146b634a055da9be7e0d4155a77935390146fb7339fdcccbecb85","formula_version":"titan-u-contract-v1","latency_ms":0.6785839796066284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f8c86bf217e94d159827175a55e4669612e1bcc52424acbab5a3a411737a780","sample_id":"mbpp.dev.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac403326e7bf4de9dc8a71b9477468136b6535ae7b0a79939698c32fb081de0d","formula_version":"titan-u-contract-v1","latency_ms":0.4693749360740185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a55507177c7c17f5fc15c1c64a0498c4f9ebb28e8274f594196cbef6fc1f89e4","sample_id":"mbpp.dev.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8a305d89e68ed06a4367645d017a18f33db5e9f3b70fbb64bd2daff8375a90f","formula_version":"titan-u-contract-v1","latency_ms":0.5492499331012368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fde6d008d5a368f0480d2551058059c65b0cf9d6342008c4aeffbc726930057e","sample_id":"mbpp.dev.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e28d235ad4415275537e2372acc98e47b972b930d1597fd6361142e37b43299c","formula_version":"titan-u-contract-v1","latency_ms":0.6911660311743617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d734d240747feb6ba8d48348556cfc6d8a7633f0ab79ff2ace2801657d7ad3b","sample_id":"mbpp.dev.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed95d399546c97177c60e86edb1cfe0c71252d1fa18f42e8ede076e8e92a4f8c","formula_version":"titan-u-contract-v1","latency_ms":0.8776249596849084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8182af7567223d272380a2843a4816e4f289cac29a14f97ed4808fd7941c919","sample_id":"mbpp.dev.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddf3d7a4bee7e8cb629857ff71b28d2b39902ace55c5afee143eb4313e0f6452","formula_version":"titan-u-contract-v1","latency_ms":0.47262501902878284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10da4bfadf28e3412a593f667b6d9d98fe534640dfe65705f0f1b3801113acc1","sample_id":"mbpp.dev.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34afc6140567e57a20ba605a800e1142b68b4c66daf699bb2fda0bb6aba42e25","formula_version":"titan-u-contract-v1","latency_ms":0.38899993523955345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc2e60b350c4a68e5b2d8d738fcf317cdaa52675ef9be8d96d9e9f308dbba975","sample_id":"mbpp.dev.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96e51cecb472d02fe96b7d94649acc1976ddfdf5e4e252e302e1c843e2bb6a16","formula_version":"titan-u-contract-v1","latency_ms":0.47500000800937414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd46c08a54e852322ef315abe1761f55b738a459686bc4feb3f80073029a4dd5","sample_id":"mbpp.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d99077f94a30327d7d0f4467737b70052f7564104ad310f1596e510dae99624","formula_version":"titan-u-contract-v1","latency_ms":0.5240420578047633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28de466003b155ebed9986d1c7d4196ded45d048813aa0201d7c0480eba97d75","sample_id":"mbpp.dev.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d85cab467cb374185f87953f247cf29a50e90610a425906b7070e9779b8f40aa","formula_version":"titan-u-contract-v1","latency_ms":0.49595802556723356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"549dea9f55e6e9cf72a9b63ee73d70314ca60c8a198d5612c80f1413723fe085","sample_id":"mbpp.dev.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1611d04ebeac6a0275151e2acd158180772eb9dee40bac25f9d292d8aec2ce41","formula_version":"titan-u-contract-v1","latency_ms":0.4315829137340188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb3a82c239cf72beab4c51a36ce968ad5676e2dd7f8fd5e07b6e5af15063513a","sample_id":"mbpp.dev.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe0d2a9abf21697ab2669a2e1f533ffb27a75d0717ebd58a9fd6f56d85b8ce25","formula_version":"titan-u-contract-v1","latency_ms":0.44062500819563866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50e23681467f7bb5882a7020df66075c629a597806526e5b22da7a52d8c1d2bb","sample_id":"mbpp.dev.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da0fbb3e40849380eb58182bb3dd607419e83b8159eaea5364839f5059e7cc5f","formula_version":"titan-u-contract-v1","latency_ms":0.5232910625636578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98af0c925486cd40d42bc7d88d31710620209ddda6c05a11d0bbb624c8a2a59c","sample_id":"mbpp.dev.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06a68c32ec0428ab0166e626887bfbfa6c86b21b4ffad510c48ff2ff921d110a","formula_version":"titan-u-contract-v1","latency_ms":0.43599994387477636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df0e6e54bd1d0b1721db0dbb2d1e0f1d4cfde5aac7a6e3da96b6127919c60a37","sample_id":"mbpp.dev.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c41873893b54beb43bf532c97bf565cb50d1e43fb526ba2f024c0258326e20f","formula_version":"titan-u-contract-v1","latency_ms":0.5091660423204303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b5e4006957cf7d0b83488c5d6669ae42789d308618fa8f5bfcfb457c0157fd4","sample_id":"mbpp.dev.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8357bcf1568fae128b0b00a82f1ee3d2932f02d9fbfc025f1243f82ae8f4fda6","formula_version":"titan-u-contract-v1","latency_ms":0.402832985855639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7530385d1f6775263cfa28ede836c3ced9961d21144619105fe7810ad0be1516","sample_id":"mbpp.dev.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4761e5f62f039ef3701884b223a6b21186a1299d6aded489cf4fe591783f8b2","formula_version":"titan-u-contract-v1","latency_ms":0.5734589649364352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11e42842f9a6a34fbfba87404065e7cf37fc0d9f8ed68b55d606c00a89298bb4","sample_id":"mbpp.dev.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31701cea443026700b0307b69b2bdc0472d217338ea641d6c54a70a796d1451f","formula_version":"titan-u-contract-v1","latency_ms":0.3664999967440963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd350205400a1bd158a08e86af0b312305591bae02432413e7579097cf8674d4","sample_id":"mbpp.dev.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfa4695ae6bad679371ec7ea93013dfe62f90c9d150c7d3a433bbeadc1d718e7","formula_version":"titan-u-contract-v1","latency_ms":0.45658403541892767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a848b9edab55032f492f8d9cb22bdf7bb60fb98f3ab9c1e35f767c735decde17","sample_id":"mbpp.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e92a3dd2b9ccf1c688cd02a67344b4fd348b46f1a46057c685758fc22fd0c142","formula_version":"titan-u-contract-v1","latency_ms":0.42058294638991356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"323d3e85d5171bede87b3bb018e1e29886fea8c55be6f974a2ba9e9bbba4cd8b","sample_id":"mbpp.dev.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef398d600bfbb62d007fae5452945c9338d49cc1e0cd8543654a10c0f5e71830","formula_version":"titan-u-contract-v1","latency_ms":0.5122080910950899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a5d602097c33a9383e1d14ec8affae3a75a3f6b764a89c41fc07a62ec9c0095","sample_id":"mbpp.dev.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fea1cc1f2d8a4565f88f63c5e75f4039253ccc4cfb5ab6d43491bdf32f73dc73","formula_version":"titan-u-contract-v1","latency_ms":0.6015830440446734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c000b8357bbf202f122dbd6db6d2e99308e85118498f00b43ec590746f504ccf","sample_id":"mbpp.dev.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f9474fa0490d7f0421061585ed451d9426f96046e6e76bda40cc3201b47c596","formula_version":"titan-u-contract-v1","latency_ms":0.3599999472498894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"615b75fb5283da0817682716db4c9cb579c5e7982445fa9289854cb50d1c21b1","sample_id":"mbpp.dev.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf9d1653b3a097c5b1664352a8b82c80b7147d4ba5cd8347542163bf54a75ca4","formula_version":"titan-u-contract-v1","latency_ms":0.32908294815570116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4431f2f05a57ae262b9f5e16586029ad26ac0b53a13eb933ece36df9ac6b011","sample_id":"mbpp.dev.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"535d93c5127a148440e3ab7f22a01f7bbb11b8c68f92234bde4b8937b0403496","formula_version":"titan-u-contract-v1","latency_ms":0.6469589425250888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c80f33922e2e1a34c3ef0cd3abe671c315370fff89b8f0ca81e9e457d9b3619","sample_id":"mbpp.dev.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02f1f0a44743aac5266461405299f3b314b875fe764c0bead0e77bf8d64407eb","formula_version":"titan-u-contract-v1","latency_ms":0.42154197581112385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aadb59ba6167fa8413260a1836de6216c08af97cf4849a538b2f31e76e943f38","sample_id":"mbpp.dev.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"298d3ac0f3d0763cfbbfeea15897470583574f6ce878a6b671299c54807e2d65","formula_version":"titan-u-contract-v1","latency_ms":0.4344159970059991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c74f21690b10901f92f0986c685acded28a41d5713d6954135b8388a615aa6c","sample_id":"mbpp.dev.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c8cf89f0e95e4c9248356146bd2facb5cd7003902a77f89bf46470299013343","formula_version":"titan-u-contract-v1","latency_ms":0.4001249326393008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ba4c39febba141a0a1daa64adf494f4089f58a250685aece709d67a7e751dd8","sample_id":"mbpp.dev.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5746637db720417196cf74d14c31643acd1eefbdfcc9763032fdcfa06f42586e","formula_version":"titan-u-contract-v1","latency_ms":0.521667068824172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c26a8d635c41923f6fc58ca52c396b317ff8da9dfcf40f83551efb8dd711ad3","sample_id":"mbpp.dev.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04236a43092dbee22c6f842618f16d087475e5145e8cdeb09893c56dab81adc7","formula_version":"titan-u-contract-v1","latency_ms":0.6072919350117445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c785ae2140436c0a6edc4c78cf81d9467d06cf363af8fc8d43af86a34fe31315","sample_id":"mbpp.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1682f4efefda0c4d41e6556fd1fc03946ef2682f179a9a8b9e8240fb41cc42d7","formula_version":"titan-u-contract-v1","latency_ms":0.36079203709959984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4fd2d0119b65b13b44d1d6aca42d6d0d886dd31a6a13165e7c2796759ddfd91","sample_id":"mbpp.dev.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45ac54498c4a46432b37211f104f32ffa416d2477dd76aed5d5a5f5d67175853","formula_version":"titan-u-contract-v1","latency_ms":0.5149589851498604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"579b717e53e835a9cf2c44828fb89141cca852e8b3887959e57bd0e7ee7d261f","sample_id":"mbpp.dev.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb21607395194553db2718c8b74a47c70a6d25a56217fc7044a12e8b30f62ed0","formula_version":"titan-u-contract-v1","latency_ms":0.48687506932765245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afd490fc14d45b62041c2658f6082b7f30c6bc780e89221b29a5b3e5b147771a","sample_id":"mbpp.dev.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13ac7f5c5d66e05b07abdecf310a635d9657acd63289ab2ddb7dd88a47f91191","formula_version":"titan-u-contract-v1","latency_ms":0.5528749898076057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ab6e99d218fdfeb6281d9a95b4d5691fb6d098147387eb6a4fec32bf243273c","sample_id":"mbpp.dev.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f60b4e7ec6752142153376b5a1a466bf9db1421d58d7075fddb351bb73353b55","formula_version":"titan-u-contract-v1","latency_ms":0.4824999487027526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"039ebc5406b09d5ed91d04569c5658c64be1b79434c97603ca1144c2047e9fd7","sample_id":"mbpp.dev.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86761015fbec1e9845c4c66acb117ad48ffe4647c7ad27367ac8af462cf902dc","formula_version":"titan-u-contract-v1","latency_ms":1.0232919594272971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27a2d6663e83092f7afdcebd587f3e077cf811ea61afed6f23a288d72fcce154","sample_id":"mbpp.dev.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6302ef27557a5db9c6cbf89eb584c3dba59da9ad0bd3deda76b1b8c8ae981d76","formula_version":"titan-u-contract-v1","latency_ms":0.5474999779835343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42cd8c9df1f51c2b9d1e2913fdfd8466857e435937d526276bd58eff40f1f49e","sample_id":"mbpp.dev.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"965b28d3bd03cc8f22f54634f2f8dc5e3edafdfd3145d83ec611a902c5c2ef91","formula_version":"titan-u-contract-v1","latency_ms":0.5258339224383235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e8acc4d5340e6d3306a0421b0387648888a80fc1a2dedda512e57fd41eb2fce","sample_id":"mbpp.dev.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cf3ac3997e852c6e3db7a03aec002428a9ebd53f6d09586b21b674e59ba30ae","formula_version":"titan-u-contract-v1","latency_ms":0.3957080189138651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fb26b675b501e825461902f7a322e05bb67942544462fda2b36cceb8165d7f6","sample_id":"mbpp.dev.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f6740f98159a2c447087adbb446f83a2944f48cd80654a00daffa44f03d3d82","formula_version":"titan-u-contract-v1","latency_ms":0.5069579929113388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af86fb22d7eb3036242254cad1defabbf8ea4c60cf41bad51297620db5c0b5da","sample_id":"mbpp.dev.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7411a610caea4886d0cad305e96d7908fc023ec62e021667564402640d4c1989","formula_version":"titan-u-contract-v1","latency_ms":0.482583069242537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33798add07c2902090e5dfe5f53d12e3355b5d0707efcc56910388f0bed96dd2","sample_id":"mbpp.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fa3cc87097e02e02c7b8c333ff418d7f5e62e4baa4043b8d71a92e405c0bc3f","formula_version":"titan-u-contract-v1","latency_ms":0.7408329984173179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ac23df9be6c473bf1b424778bcb80debda6f19c5947d6661fc202c7147de29b","sample_id":"mbpp.dev.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3a7776c729d7a8eff68c0b225feffdc57ad7c47dfd57010ee893bbfb1097613","formula_version":"titan-u-contract-v1","latency_ms":0.46675000339746475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ce90bcb76ff9b020792edfd68a5f9383fe3f44296ce4c56b8858cac86661ccd","sample_id":"mbpp.dev.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a781dde1749f6c6858926d2f16b05293d7ba509014f9addc88296b93fa39acf","formula_version":"titan-u-contract-v1","latency_ms":0.5990000208839774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81e317346d8e18fa2dfa1931cf87d17d3c3a427ed5145bcd1a87c0242392ab43","sample_id":"mbpp.dev.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27f50f733ab421d2e3be82b47cbc8849e624129bd978b1c381560396937bf27d","formula_version":"titan-u-contract-v1","latency_ms":0.3573329886421561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b6798d5fa0157cab6f8056a4598dce64c911582885597c496b890d4f25011b8","sample_id":"mbpp.dev.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c1c8fa7c96b131308b0d55e54290e5544a12e38fcf92de53546035c25a16aad","formula_version":"titan-u-contract-v1","latency_ms":0.34966703969985247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51131a0fb91796d35e3ea41c4fd8bef4f322675f01316e1a971596c8c94849ad","sample_id":"mbpp.dev.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9168ca8bacb1590d23ec54abaeb2760b530b218e9f26967d197eac3821b9ef06","formula_version":"titan-u-contract-v1","latency_ms":0.4074580501765013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a26d780994fdd5d0842ce45051cfcc2c91d309db9ef1102976acab13352ad01","sample_id":"mbpp.dev.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f0474dce4c1d53d91f1bb084f10c9dfd86e1383f1b546a1c8301ea44e48749c","formula_version":"titan-u-contract-v1","latency_ms":0.5667500663548708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf070beb54084e1d458f7fb7f2b38b2cf83aaf39b4da0d12e0d20b0085fe981b","sample_id":"mbpp.dev.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e32d55c6d74bee72936bf442f66a4398f7e9a6ab7ecd92584d4cb180d9fcbe7","formula_version":"titan-u-contract-v1","latency_ms":0.35662506707012653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9232e34e60a002bc088a3e47e3d9aa60d73fb001bb817da73789c8add21ebf80","sample_id":"mbpp.dev.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3734c4f70b969adf4fc9794796ba9d59cc941593e9a392f76ac7289e4b2ac7fe","formula_version":"titan-u-contract-v1","latency_ms":0.5047080339863896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"340d2bb447f2f7e1c1aad9c14363b10b903ee3342483dbfc46662bd0dc232398","sample_id":"mbpp.dev.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17bf7e030c22e43e656519388cc11b7195daaea344d7135408c5cf658ec9ba07","formula_version":"titan-u-contract-v1","latency_ms":0.34666701685637236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46b559b8e0cf2654960679110f1bc261bc35f3fe10c0e0985c290c58dbb75eb1","sample_id":"mbpp.dev.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cddf431b9c32d82fa93b7bade125e93133f337e695ab4f14f6fe75a0853f3fd","formula_version":"titan-u-contract-v1","latency_ms":1.304041943512857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fd56162f64af10d1cf624ea49cfaf4602e14ea32b7d8b6303800c7980e4b022","sample_id":"mbpp.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9a65bde03b35bdc46724ea0daf31d2a6abe3c4c2d8becd86bec410edb826892","formula_version":"titan-u-contract-v1","latency_ms":0.3624160308390856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0e59bc8813defa9df27493c70d759b7be400690aba1ee18ed934dc1e8dd3069","sample_id":"mbpp.dev.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54c3b1e3e2c5c767842043142cefbe83593b22f3f5a24b459a1190f199772823","formula_version":"titan-u-contract-v1","latency_ms":0.5469160387292504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c65e95090b68c98379bf44ffcf43bc138024d9d6417ec8490a31c95dbee4a4fe","sample_id":"mbpp.dev.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47a0fbc4a4bf9e1ff4405c22d09e7efe0a47c8ba4e4c76ea6a64dee4506871a1","formula_version":"titan-u-contract-v1","latency_ms":0.4669589689001441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eabddf54b64637b9b10e54f165a1de0438cc701037297aa76ea27b324df96a8b","sample_id":"mbpp.dev.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3630424091ef92978d02b03cccc97de2d5e2661fd563fb5485af34227071ee7","formula_version":"titan-u-contract-v1","latency_ms":0.4713329253718257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f910e438949a57dfb8e13103ec95f1949eabd31a755722a85a66d4241525b2d","sample_id":"mbpp.dev.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17ee1dc8d59ba73c1d46b3e954056e90a8de49407894d289f6e02c17057aab98","formula_version":"titan-u-contract-v1","latency_ms":0.4723339807242155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9afaec007c3da4395746f64a85ba91d5c198fa981c32fe76577e804e6fd8ef17","sample_id":"mbpp.dev.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baf1bb6b413b0ccde1998400c6440a553dccbd411ddd208474d506e7cf0e121b","formula_version":"titan-u-contract-v1","latency_ms":0.381958088837564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0be673163b1d9d83f49a27c8f1278744a29ee682f88d493a361e390af0a986e","sample_id":"mbpp.dev.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"822e1b0d71be59cb61a1ed0a3e7fa08c76e2d466f5cd21180d0619558d28e924","formula_version":"titan-u-contract-v1","latency_ms":0.44895894825458527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaa53c1dd0760f3906a446e0ae02e9a5a1a1dd920242cabfad1fb302f7a9dc53","sample_id":"mbpp.dev.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"822d298c27e8d86f1b672b4f71c21638c1a72d5ce0d8e07da9d7d35af1f64bbd","formula_version":"titan-u-contract-v1","latency_ms":0.4214999498799443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18c2524356b201934d053b0ad444faa6bfbbfa31fc45b3a7371fa623c830d4c1","sample_id":"mbpp.dev.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19fbcb5dc8def2b376ae6c8fd21e3d38618a7d56643eec2135a3d7643be02d12","formula_version":"titan-u-contract-v1","latency_ms":0.3582920180633664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1c89a9251b39d17ed240c4195eeb1194c82f50bee7273eb1a4299d9509e733b","sample_id":"mbpp.dev.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7be7c8f8daa591e9135af8e89f026fc2d59247e9e8072b4303604dedb8ccc53a","formula_version":"titan-u-contract-v1","latency_ms":0.5807090783491731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e6b6079d0a1172826c61700abbf67032b2d0b25e77c24e469aa294bbdcf81d9","sample_id":"mbpp.dev.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"062369471d9ced06860c8de35664f3c471e774b01d1c6e79274a2c0aee3fe582","formula_version":"titan-u-contract-v1","latency_ms":0.553040998056531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c660ff3ef93d12366d95bc6d4c60e873e51e5fdc3553974a2c94f460bb282509","sample_id":"mbpp.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"694b4f75059535d13dcef73d0be75f490f61d8d8084dea79ea2a8880347917ac","formula_version":"titan-u-contract-v1","latency_ms":0.4415420116856694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cefa92fc2d7d166c85dd4fd8555ed69ad13bbb7decc729bd2a31ea39678d38ed","sample_id":"mbpp.dev.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f852c3b26811bc8e8649d1defc267afa929b17314eb99c98dcde3d51cd1394ad","formula_version":"titan-u-contract-v1","latency_ms":0.34683302510529757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd06ffc80223658ec75e52e9ebe00e1adddf42fee8a7049a32e433341871011e","sample_id":"mbpp.dev.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee949f8f43cfa21be98d23721517636e4b52940dafcfca55b3c26c6d4b73de4b","formula_version":"titan-u-contract-v1","latency_ms":0.6907089846208692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f15ea30cdb8b044f8fe4227b1519d4c1ec3abb16a77520a5f2be10cc973ca9db","sample_id":"mbpp.dev.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71537389e72c0856f6e00d2a886960f608b18443dbe0b5a75902a837bb24a7e2","formula_version":"titan-u-contract-v1","latency_ms":0.40683301631361246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89b697aacfde970b73a798202feb94421995afea6d182512c837d9d439b79f71","sample_id":"mbpp.dev.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0961d0a89b9de610d70ec91e0d121ae209fb4a1b6ba134418e95251642f017c7","formula_version":"titan-u-contract-v1","latency_ms":0.43183297384530306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3846e818ba3ac12d79eb6927bfbc539d2b19cbb2e7895b04c2f5eb61a31f4f8","sample_id":"mbpp.dev.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7fd60031fea5735f6afad7becebc321b79be01d7f300217c06c2f8e6afab925","formula_version":"titan-u-contract-v1","latency_ms":0.4384589847177267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e19d6f8dda4e2f619d51cf49a56ef101ab808f4342045e4cad99dbb3db7ec53f","sample_id":"mbpp.dev.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3f487638f717df3819ba5934909ee808897fe216d39f0a9aeb8821e6acc5e31","formula_version":"titan-u-contract-v1","latency_ms":0.5408329889178276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0f3fa3f8279b24666a6d4765ebbd6f8fe58a226ef6148c9091fc6e57bd186a1","sample_id":"mbpp.dev.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fef98fe6abe9474f025cab8bf35307719ed9020b5ced8b238d028007aaa4e248","formula_version":"titan-u-contract-v1","latency_ms":0.38341700565069914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bc9acfc0b7a09713f5d74a12738856fe86cc8d356d82f72f53a90afef4f89ba","sample_id":"mbpp.dev.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfefaa885dbafc3e560876eb152487e7f40fdb8ac09e5c46450b865d7729716e","formula_version":"titan-u-contract-v1","latency_ms":0.4819160094484687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcd2f397221a978247e90919b183b9ac22b68dd51f68a3671e77e300ba8c89d3","sample_id":"mbpp.dev.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01ed43bf2e531084f54a9c93414cdbce29e4e1e0d50141a98bf4859aa2fb9716","formula_version":"titan-u-contract-v1","latency_ms":0.3482919419184327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32d754af9981b24e8f9c94534741d2e915a416497266fdb54b1500764e1be60c","sample_id":"mbpp.dev.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"551459b94f728c64a1e00727dcae29fd7325dceb3b698f1e346eb1f6b31c27ae","formula_version":"titan-u-contract-v1","latency_ms":0.4000000189989805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e88d8d173b81f9cc005fc4c8327ae82d6b47ae17c671fcda5ba853d7bf085173","sample_id":"mbpp.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5de5abedca880767915dd6b89f78b952155f395a352c3730e32937c30133c8da","formula_version":"titan-u-contract-v1","latency_ms":0.3560830373317003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31dc08d1d4da49810a44fc36317e57c7e4fe6397efd17e0b6f0b65afd4d0da47","sample_id":"mbpp.dev.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd8233ec4b4d37fe1344fa9687e0355b215b834898d188e59dffbc1c858cb80e","formula_version":"titan-u-contract-v1","latency_ms":0.3327500307932496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c58b40579837f4d5a3a860b1f2d977230af0b484217878fe237f057639a19ad","sample_id":"mbpp.dev.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"070de88bb263be6741cb7eb9fb7d314afb8d65770c5b2e22457ccbb971af517b","formula_version":"titan-u-contract-v1","latency_ms":0.3637919435277581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9a9516b1507ae2b65c478e80fc1430fcac358621edfcf8f73cbc57fdf021400","sample_id":"mbpp.dev.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccc7f3614ec49b8b66d36f1d471f069034b72053e19267a427b085a310705b42","formula_version":"titan-u-contract-v1","latency_ms":0.37566700484603643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9460ae8be4764909fcec8e0837d99958273b69c7faf4860e55411495ea056b0","sample_id":"mbpp.dev.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c579fc62e7a79e6db0e5088e2aac7fecca1731746a2c7caceaf535b0668e190","formula_version":"titan-u-contract-v1","latency_ms":0.40799996349960566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd0d51a7b6b21c4469d00398707dd43b2b305845659bf6193a02ae408da15fc5","sample_id":"mbpp.dev.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fd97572361832449415fb17aac9a96c67b7d6a4e6ac69eda2e1fd186dec0aca","formula_version":"titan-u-contract-v1","latency_ms":0.5848750006407499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95a216b4726197042fa8aae9cc930511ea23892a1d238df6e4ca3ad3f3ec7670","sample_id":"mbpp.dev.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f535d0de9f5735e78ffd7f08cf8603f072a2d54a30631343094622662a78488","formula_version":"titan-u-contract-v1","latency_ms":0.35550002939999104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf1977f53610638a40eb4833e5295092bb55c374e1795f1c232bc359e5b44e5a","sample_id":"mbpp.dev.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28ee2e32b94076744ba4a4505d6bf34d38d55fb76f9641b3c9a65f1556ec0123","formula_version":"titan-u-contract-v1","latency_ms":0.47400000039488077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca6156733399404aa9d45b796455e6b71b6f7fd33d19d8c48616ad8772e0180b","sample_id":"mbpp.dev.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"629bbd3719bbab45b76c44c50b4667e4346950c3a1a312c99c6d2b3ed421c63d","formula_version":"titan-u-contract-v1","latency_ms":0.441625015810132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"557d27093aca5ea12c4cbcf732761010e0d3412ed07684c4cf1e92914035ee13","sample_id":"mbpp.dev.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53f9f0ae420624b519606098147caac896322d4b61094cde98959283ddfb4956","formula_version":"titan-u-contract-v1","latency_ms":0.48883294221013784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b51673793e275451683084c9b16c66b8a56fe1d8da7a02977a911243842a54e1","sample_id":"mbpp.dev.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b676bf24aaf5ace649966c67eb3651b8a6f50fa63112c213b982b2bd629f4c7","formula_version":"titan-u-contract-v1","latency_ms":0.35683298483490944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5764a125ed07a835244c41130d2f7a41469300f772318323c4d68f504eb63c79","sample_id":"mbpp.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d8ae02f133be59ac3f9c847fcb8b17886bb04d10b59e83422d2f61eac3955b2","formula_version":"titan-u-contract-v1","latency_ms":0.48458296805620193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f39b9f4fe1537cde5e75d0e66b2f4febaeef4b450e5942afb26db77be5a14955","sample_id":"mbpp.dev.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3767b42a88bbbc428e7c1007f8435cf9e22658d346a6405905e9ed223bf88978","formula_version":"titan-u-contract-v1","latency_ms":0.47437509056180716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d605aedef8002e61a78ce718bc5213522324767f6e93d5c2e15eeac060cfe22","sample_id":"mbpp.dev.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bebc0e3cff7b2cba332692a7cc99ba4db341ffee47fa0754c8b4f602a76a6a64","formula_version":"titan-u-contract-v1","latency_ms":0.5211660172790289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e0b04c846728aa43df5375e535756e08ffd42a5ea5e8c7247e2feee2dddd558","sample_id":"mbpp.dev.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68e135156cc32048e7e90dde9394b2d4abc2d2e9236d426c041cf9ef5667b8ad","formula_version":"titan-u-contract-v1","latency_ms":1.1061250697821379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a6f0ba25501d281faff393f743c0b3415f582aab51cf15b778e936b66443d4d","sample_id":"mbpp.dev.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d89b3379a76f7ac02d32e0298eb7751e8f2ec462a78d7e48edfe0d6b0790ed4","formula_version":"titan-u-contract-v1","latency_ms":0.3244170220568776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ba6bc8a5025c0bbddb47dcb34c9709c47d866bd745855be5afec0c6b2534171","sample_id":"mbpp.dev.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"002bf8899a0746f49fe49fecfdb827c72bbc2f7aa71cd9a7e2b8c342ebdf379e","formula_version":"titan-u-contract-v1","latency_ms":0.3556670853868127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2ee1dfcd71314010085e0f20d3772c4f1b5273b2060b6b7f52de91b30871f61","sample_id":"mbpp.dev.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53ed76063019bce0fe51aa379e52f8f893f60a0740f1eb45e98f92fe87a05784","formula_version":"titan-u-contract-v1","latency_ms":0.4078749334439635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ed52cf9d7dfc5d7e494a20bb796e900be64c1d0fba241dfab281620e4479bda","sample_id":"mbpp.dev.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7da06612461421f890e3f7386a7c3062e66e7a61b37e0852b08ee4ef0bd713ce","formula_version":"titan-u-contract-v1","latency_ms":0.37033401895314455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30b5eec27455fc45d895bd4cc5f06ca4a9e7d5118d568d595ca7efd6db4bde88","sample_id":"mbpp.dev.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88417667d7098ee752f3ce80e295b4d094bc37cd61bffb0482655f8aa7f9715f","formula_version":"titan-u-contract-v1","latency_ms":0.3702080575749278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd6ce01424b9bf48ca16d438b82a1e45c5cd4c4eb134159c3898325d330cd174","sample_id":"mbpp.dev.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64b92463cb511b02851866fe0a2938ccb73ba7add1dc2a911951acdf3f4360b9","formula_version":"titan-u-contract-v1","latency_ms":0.3862909507006407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25b4e72f45400c14819951f42831852223bfe8ce46307eee116c74112d08d514","sample_id":"mbpp.dev.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c518ac41a34bed45802fc6e2a6dcb5742920706bedf9b1f8ea24484208b8535","formula_version":"titan-u-contract-v1","latency_ms":0.3624999662861228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b3a48e0639f0f1f280b569055ba6ed25d9ac77ff28818d3fda51003739de3f2","sample_id":"mbpp.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0379a342e7a4e3e933217186adcf9c335913aee1cd6b3116886639c005c7d61c","formula_version":"titan-u-contract-v1","latency_ms":0.45541697181761265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5738c54efc800187550fd212dd420b2ab209dc997d55ee55ac50cb77a6445f3","sample_id":"mbpp.dev.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd4ee15ea23b910bbb8c5f8f42b082f8baa05877c6d26a81f17dfbeceb02cd1","formula_version":"titan-u-contract-v1","latency_ms":0.5110830534249544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d50d0cf6e803b9bec703fd1287150b17d4c5dbf79f5694e8e46acefb9a78d8d","sample_id":"mbpp.dev.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"669fe80eb9778e231cd52f9be77ea339a6e38d463145889e8d11b3a1ec1b9008","formula_version":"titan-u-contract-v1","latency_ms":0.33724994864314795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adb68a09f9b1ed52e87de133d7569256f3dd19723ca5fb026fb3ca791540842c","sample_id":"mbpp.dev.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dfb25ec1dea0caaf18db50d56c34585ff321d6df6667182ee6b9c19c65306f5","formula_version":"titan-u-contract-v1","latency_ms":0.3653330495581031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e7e1db20a0081b99d39ccba0087ea809129adc52522e64b53f3b5581bd1c1c5","sample_id":"mbpp.dev.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7698980c4cfbc0802ce98a35921a370846aaffd7d89a5c46808ec3d93c031cc7","formula_version":"titan-u-contract-v1","latency_ms":0.7385829230770469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb6b79751b83f44f07076b1e6aa549c437962266aeb55495165ed6384fbeb9d5","sample_id":"mbpp.dev.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b80ccb16f723c03b7b745ca4e0983bee3ea457b341952335eb37911b450e75b","formula_version":"titan-u-contract-v1","latency_ms":0.6812909850850701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c284612b182255820b0e15357360a7aae862809a8fa25079e88c8a6ac154a7e","sample_id":"mbpp.dev.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc811836d0573e4d5610e7184af4d5561ad0f9a6daef1ebaa95e1d6de40bf48d","formula_version":"titan-u-contract-v1","latency_ms":0.4788330988958478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeef30709a0f9200dce8571ebad4f77c2e32ceacabd187084ad147d42a781a54","sample_id":"mbpp.dev.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0839370fc4af7fe2dc03777d8504163be4a7f65f893313a14a53a030004b812c","formula_version":"titan-u-contract-v1","latency_ms":0.5848750006407499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fec4b4db082d6549434a7e5a52679604c86adca967afd352b423a77b885525b","sample_id":"mbpp.dev.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6dea7e9def6afd7b18abfae3bfcf0bec1487feadab94fdf167b4efbf589a051","formula_version":"titan-u-contract-v1","latency_ms":0.34975004382431507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d99ef3abdfc9b3e7fbd5c279917b9e922ec9fcc0f740108a6dbe5164e6a744a","sample_id":"mbpp.dev.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea32472350c03c8cb17cf8e0ddbad8d3c869d66bffa749d4ab60bbcbc9b41e50","formula_version":"titan-u-contract-v1","latency_ms":0.3785419976338744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40d1b59b06e74d5e917778091502cfcc25385296680d2d0704c2f26d45467573","sample_id":"mbpp.dev.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00096c23030a79d08c7daf84e247a6a3fd5b02d277a2e69e496e66a07c7c7607","formula_version":"titan-u-contract-v1","latency_ms":0.3510829992592335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0897fb2a772aa762ee1a5bd5c43f2e7ea1ffdba2a527d03f22938605b697c9ce","sample_id":"mbpp.dev.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6ebc7241dfb6b72964838bc837f9231ab75af751b218d48abcb378eacc0cebd","formula_version":"titan-u-contract-v1","latency_ms":0.37291599437594414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54bd736a565f6baaff16fb9059296e36f33d15cf4c10fa71323134181a0d0779","sample_id":"mbpp.dev.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5f929c345d99992eb7b634a7fc5d3c870b9cd498153f6d71f290513f4b803dc","formula_version":"titan-u-contract-v1","latency_ms":0.35308394581079483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6283aa6655bad7e4c062831475a2b1bd10e2b9169afd87783b85ab2e410f9abf","sample_id":"mbpp.dev.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97948cec51fe9ad50cfd6d435ffdced548fa7c129b2f84b10bbb11fde11f1c8e","formula_version":"titan-u-contract-v1","latency_ms":0.3623340744525194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c61189a3dced49c389dc36580471e44c5d0a47958e55ade50cd959a17f7f3273","sample_id":"mbpp.dev.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24c4c10496dbfdccd2d7dfef91a13b2b9035a97044003b7c6661f5f507d19028","formula_version":"titan-u-contract-v1","latency_ms":0.6601250497624278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de200670680b2bf82d6044994e3687a4c3a2482fe05aaff5debcd5b1343bba6e","sample_id":"mbpp.dev.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19ceb1bb12222c7e8aa9576dc8301cdef0e37b83e9205c6d71a0d8af27b3742d","formula_version":"titan-u-contract-v1","latency_ms":0.4279169952496886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1941e2de6678ccbc05d1d4a57db981335c91404c513546aef55a53f0a74f6f0b","sample_id":"mbpp.dev.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef8b5e1864c5b3ea28db28bb3d66dddbb665fad39b303736a5654797fc181f50","formula_version":"titan-u-contract-v1","latency_ms":0.4079170757904649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d1852c7951f51333bf9e8b68e6411540e0c6a47730b193ad26141d2ea10eb30","sample_id":"mbpp.dev.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74b7a320936e58312b180746fb1b8eaaadd471182c452f72e93456d5460e4cad","formula_version":"titan-u-contract-v1","latency_ms":0.35520794335752726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24f75ce915f7f9b374ef95b0a5e32e56d52a8bf53168f3c179afb9ad19d2c37f","sample_id":"mbpp.dev.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c2a6db706aaec0bec283d75a8e6be742261d6ff70a8269c1906375ddb747370","formula_version":"titan-u-contract-v1","latency_ms":0.419124960899353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ca37ae36932a13e9f7f5702862d99c86ba50c3db3b11bdd21492d5efd496127","sample_id":"mbpp.dev.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e3a68e4599bb2d7c66df84809b031c04ad4f7a37167f09dad3be4fc997e6995","formula_version":"titan-u-contract-v1","latency_ms":0.4562920657917857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"492df3be8890bb36b7eea1e2b9eeba2c94d89d7645ba1b287822910782c3379a","sample_id":"mbpp.dev.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15cc4c3e1c43b393eb20137c9f0d22ad376796f0f1315a9289be387434c59a22","formula_version":"titan-u-contract-v1","latency_ms":0.4013329744338989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1918c0d8aa9460ce3c58e102f3a4475d387a11b834b9fd3c67e2767bc37e9d52","sample_id":"mbpp.dev.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b3872bf809b4b5318ebf543070e1f604d9311052813a588f05249b20a96742c","formula_version":"titan-u-contract-v1","latency_ms":0.3690420417115092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4da4f1384471a1fe7f9f82447d8c89fe604fd27c57c80fc895f7a11b7e74523","sample_id":"mbpp.dev.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb876356179811d987842cf95b8d13c6fb544aa4860f50dfc7812d71939f6fb9","formula_version":"titan-u-contract-v1","latency_ms":0.8457920048385859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c98bef026bb8c7681fcdbd6eac7f2f0d1fe01cd5eba6d8479b5a2f1e3bffeef","sample_id":"mbpp.dev.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb68b5ebd1d0e08f0c8f525c3cd0c24b122d7278b2a1bb2a82f800aafa743a7a","formula_version":"titan-u-contract-v1","latency_ms":0.4261669237166643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07ef1dea3dd7e86cfa9b452e39ba7472e3f73079db5a98dc0ee50fe205a5c3ac","sample_id":"mbpp.dev.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb6104134eda104113bb2e1e577775fb0d6871d52d164a7a11a2f2d7f9e21bc6","formula_version":"titan-u-contract-v1","latency_ms":0.4022909561172128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d96c415a0343cdb5da8c62126ecbf84a774c6ca250cd20eb15113eb0c4ab0a1","sample_id":"mbpp.dev.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b10f08fdd383ca5367fa87a1207e2badb43e4411118febb16eda08c7eb47c285","formula_version":"titan-u-contract-v1","latency_ms":0.37108303513377905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7733bb1766959319e51fa658671da872001fe75404208653d78106f1eaded68","sample_id":"mbpp.dev.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b196eb66a6ac41d4d626c608e0c03c2a236580a2ec01e2462bca7248dddcb674","formula_version":"titan-u-contract-v1","latency_ms":0.6683339597657323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31eb8d3cec6c90912767dc71b3f1cdbded9c281ddeea125706c110f7eb3173fa","sample_id":"mbpp.dev.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df1ab92a7f434948325156086124fc14d6b584969bf04ca8fe5981d9fdf85ef5","formula_version":"titan-u-contract-v1","latency_ms":0.3279169322922826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f910eb97b46166b38beed8a667d3a27b55ede237c93e8fdebcedfa10bcfa2cf","sample_id":"mbpp.dev.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4745e840f1bfe80db434d8c75ef2bc1cb3773e9c9efab1bb9291ecbc2700b146","formula_version":"titan-u-contract-v1","latency_ms":0.4200410330668092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94f12ec120e5aedccc1c85013d5076e8ce75952a8cfebf8fd54bd9a58bce2ccc","sample_id":"mbpp.dev.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8e5b8516a705b953028faf66c66318ed1b93fc997fdd459fd8279c09051d13f","formula_version":"titan-u-contract-v1","latency_ms":0.3349999897181988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64cb2894271cb7a728afeb751cc1db24fb9b852437430cf6602fab611ae79cdf","sample_id":"mbpp.dev.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"970f92af605b33458e36ddd985d59b3e135d810d4b81efcca25c6a0a14317d8f","formula_version":"titan-u-contract-v1","latency_ms":0.47750002704560757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6645ab3a73fac1b22355a080489ab2541884aae9491c8335cecf9580626e4cf7","sample_id":"mbpp.dev.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2eae328abbe0f6dba6563debdf65d4e8ef9de60ad53b2cce68f9741609b9991c","formula_version":"titan-u-contract-v1","latency_ms":0.3490840317681432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff500a11ad150b11ca48681fbfa8e50acd92b0a29fa32d2f9e324730aa053296","sample_id":"mbpp.dev.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c33a5dafcadbdf09a59a7970d897ffa039b4f1108e2351735c2e217cb8c979c","formula_version":"titan-u-contract-v1","latency_ms":0.35683310125023127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1fedb5a1db35ecd96e1dc4dbbb27ff4c4694d3ef47267be277ffe1b8152cce2","sample_id":"mbpp.dev.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f468489bcb7e100fdb4937f9690534910cf0f534bcb94087bd49ebe07a8c6be","formula_version":"titan-u-contract-v1","latency_ms":0.7943750824779272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07b404d2db103f74cafd15e8edc9353086de42d4006c6bf85fdb40d4fe69b269","sample_id":"mbpp.dev.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b2524c91549ef73906602b599927c4f4fce43fce692a5b5af9ebcfc95d2291d","formula_version":"titan-u-contract-v1","latency_ms":0.5151670193299651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33445cfed5861c4c92af504ed54ac94a816e04d53fb5eee8bd37bd3369a04711","sample_id":"mbpp.dev.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a746092ca944becd1811cf13a937088b7d9ea3c4986c35bc020099e1b076eacb","formula_version":"titan-u-contract-v1","latency_ms":0.6660829531028867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c07b9c553e6b60309a76321e46ce837a3e2b6508e2001d21c088177c47249f1","sample_id":"mbpp.dev.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bee15307fda15c4bb52c789e0424d9b08fef13eecac59a241ce2817643d6af35","formula_version":"titan-u-contract-v1","latency_ms":0.510666985064745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89ee0d7371bae92c7bc6d026083ec4243407826d1db933b701ccb1d560a79ce8","sample_id":"mbpp.dev.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3ea060ceac297a86e61358df59b1b6cd92c08139a5e63feed38e83017aa9f16","formula_version":"titan-u-contract-v1","latency_ms":0.5104999290779233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9e55cd5483367151ed3f36451690d31a6cbf08d62a4de11830d26b6c54e1aa8","sample_id":"mbpp.dev.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a40aa17531eec4889086b23eb06136c8c83564badc3d2860a5e5206dde5c31b","formula_version":"titan-u-contract-v1","latency_ms":0.43570902198553085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d7aff6b5df28b3275f5dfc6276840e987c57e96ab945bebce102f9aedbb7517","sample_id":"mbpp.dev.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cda988adb703be1c527d64f60c1f4ff1404cd58c26aa934cc12867ba02241b02","formula_version":"titan-u-contract-v1","latency_ms":0.8887089788913727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4c4b35b26ef26034ec93c7d1bfaf08bbac94ce3c25a4fa32d11c69742a04250","sample_id":"mbpp.dev.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61b61bc6d55b499788d37af7b2e9584e7af9aae283febbd161fdea83fd53293f","formula_version":"titan-u-contract-v1","latency_ms":1.78116699680686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dff7a550342a6aee86d90ac79b84ce33a956e7c99b7d449c61f9b0e0110d7c0","sample_id":"mbpp.dev.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dc2a5d594181f686c2d0b5176b616010cb156c692f4476ab5dab289ca34f1fa","formula_version":"titan-u-contract-v1","latency_ms":0.5101249553263187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d03b7bbdc70053c649f90dc3d757a47d5fee112fa765a6a66625f5274bdc8be8","sample_id":"mbpp.dev.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9022d59c0b5350b7b5bd2bc2fdc439500452288119d2334e2b77e7bf5d5ca75b","formula_version":"titan-u-contract-v1","latency_ms":0.35216601099818945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f7d1c276a9700b6e5c77f22e70c9d03e63b601cda329379256d3ea3a83b56f5","sample_id":"mbpp.dev.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca7abb05bcdae701f753713ca77fb14ddcb43dcb09cf86a1546e4eebbdcf0760","formula_version":"titan-u-contract-v1","latency_ms":0.47745800111442804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c5b7def87636584bade89fa57ab864e3ee0571844a0183747c6708dce6f59d5","sample_id":"mbpp.dev.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f35ca031527cf9f3c88f51ea91b563f5f57bff38b3fb49f75e329bb62e625109","formula_version":"titan-u-contract-v1","latency_ms":0.5393750034272671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f2132e64ead6c7b5f19a0c4364a236c8501f1950a14e1d251d819e3dfb6f534","sample_id":"mbpp.dev.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83fe318b6707d9bbafe71fab411dc2b9ae6e4f20e0badc848faeaae66f7ac46d","formula_version":"titan-u-contract-v1","latency_ms":0.47329103108495474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53edf283cd31e1dc956b54300b46d54728d54441ee6f7107f21791396cbc1bae","sample_id":"mbpp.dev.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb2e2868b4398dc9df541d18ccc1fbd6e56613420bd654f9abe94c45ec932087","formula_version":"titan-u-contract-v1","latency_ms":0.3267499851062894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a143bf9aa419b1e19411151c6c701748fe4f27d002a1a58cf0b37ad8fa4b334","sample_id":"mbpp.dev.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b686356659c8b22d17a69bdc57170f3cf56cd730bc822835b6e0ab5b3644910","formula_version":"titan-u-contract-v1","latency_ms":0.38762507028877735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47cde2c4993b9d9f220cae6518f7d43274eb614b840757d4b9122c41525b3731","sample_id":"mbpp.dev.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6cc5d32ff1c6f24a159f6ce9b9aa916816d63c236784b7cb88cda2af9a8196c","formula_version":"titan-u-contract-v1","latency_ms":0.4717080155387521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d688e8ed7417fcb070283d8a768b828abd28fbad29b60fd758e5054796956b7","sample_id":"mbpp.dev.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f1d423e9102206c24419ee756b7cbd4746b79a3e5e2c1d22997984cd092347e","formula_version":"titan-u-contract-v1","latency_ms":0.6608329713344574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81fd98d69062f0815781ac319c620566e5c9066a43e8c6159b90713fd5c4ef05","sample_id":"mbpp.dev.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b37b2466ca734591f8dcf62d7076fcdd94e6271273d4c5c3da18b75ca8e4c1a8","formula_version":"titan-u-contract-v1","latency_ms":0.4438749747350812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05a471f41ddc9b5172060c80646fb8834cbcd9fe7b15077e22df83c12523f29d","sample_id":"mbpp.dev.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c421a57149d553246e5b5257a16453e57287974273488b0ec2b6bc7e0ae26d68","formula_version":"titan-u-contract-v1","latency_ms":0.3468339564278722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56fb7619b089cfe08233fb27098dc8dfa1ab33f1228b1217dcc54bf6854bb8f1","sample_id":"mbpp.dev.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03a076bbcea99c27c2fb3f187981e2047507a716ea01fe4dfc0a532032c8a96f","formula_version":"titan-u-contract-v1","latency_ms":0.6163329817354679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bf655a2a4a68d4eac6f66ce30317c3e62ace28ba952fec1e4ad31a9a686f4a2","sample_id":"mbpp.dev.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31b964209384905311c44b680929d0f4109fb630e69a4770fb146ab805d335d2","formula_version":"titan-u-contract-v1","latency_ms":0.3761659609153867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"723e6c934d99adad96997c58cf3e43da87c2bbdc3e46ba1568136261777baaff","sample_id":"mbpp.dev.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9f03af793ad2d0df0742f6c6af6b6b0937079afa622a9a6221ea5ace55003ad","formula_version":"titan-u-contract-v1","latency_ms":0.47566695138812065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c29d31da98b1a7bcc8aabed8ca61d6065d2802685d5deb5659405ea19d2bf2d3","sample_id":"mbpp.dev.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdf6b56357c20411d72ff4ace2d05fed8d631b9c4f051aedb1a202f95ccda5fc","formula_version":"titan-u-contract-v1","latency_ms":0.5343329394236207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa93062dab8874c5ae769c2b5a44b2a76b27eb8ba12f67c0d876bbd2d00368b7","sample_id":"mbpp.dev.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d05a6fe9fb7c845fef1bff68c0aff4d538326b0ede24a16c0cd3a9379b607071","formula_version":"titan-u-contract-v1","latency_ms":0.5357910413295031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0045b6fe158caefb83cb2dd7aa88eecc7e1b8ca5a697863e86c19a2565a7906","sample_id":"mbpp.dev.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e25fef633321c2646f844fdd12625032088bd883b0be5036c1981805b970ae8","formula_version":"titan-u-contract-v1","latency_ms":0.3454160178080201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3b3690c98185c052e12caf30142d46dcc98feff3c8a787808125a51a4d41106","sample_id":"mbpp.dev.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30fc9392a2fa38fcc8f77087e32832730cbf59c0a7f332cb2a8a68fe19164705","formula_version":"titan-u-contract-v1","latency_ms":0.773209030739963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d7f83fd3ea18122df77a1f16a36e4ffcaf1a5a81c84c11bb66e33af78e31795","sample_id":"mbpp.dev.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a15257bb34d758a837ea01b291142641c108c14fc3808d20bb3464eec40fcf5a","formula_version":"titan-u-contract-v1","latency_ms":0.37933303974568844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ead65a2c9fa52fdedf3a2d3ffbe4f22fb0ac825f8b53c173fe49128f520f4e7","sample_id":"mbpp.dev.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6068166f561596211fee95b31d71619736a4a0ac5f03010cb5d1da144c2b3d3","formula_version":"titan-u-contract-v1","latency_ms":0.5645419005304575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46ea564b162049673bd299a8911542fa058cd7ee4ac0881343b76c1ac4119be0","sample_id":"mbpp.dev.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"070f815cc84939e02734b876f8201785f3ee16104ad3e20d43713c140db3a4bb","formula_version":"titan-u-contract-v1","latency_ms":0.33908290788531303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d79ec4054cd138e7b3061dd579fbd5cbfa54a09cc445d10834498863bd011784","sample_id":"mbpp.dev.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ce4b07afcaaa4df412d742ee3895b5515a284809f321eac0bcd8dfd6a35d5bb","formula_version":"titan-u-contract-v1","latency_ms":0.42004091665148735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68ec815ed17d48c9590a9cb34eb6a7fcf7ef9a0716a8ad33eafbf9eab1818efa","sample_id":"mbpp.dev.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70800e601556491074a70b780d16b163604ae3f6c256ed2b8bb78b5bb7635e26","formula_version":"titan-u-contract-v1","latency_ms":0.5743749206885695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f56888bda1229973964cb727d26c988bab3318742a5a60bc78afead2e6f9b6b7","sample_id":"mbpp.dev.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf554bcc64c76e6ecb08f4d4c707646b8185943b072e77e3b8510792a2986809","formula_version":"titan-u-contract-v1","latency_ms":0.6604579975828528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"815a0a8f352b265c661690395466a4d84db220d8ba89ee1e7a819254731571e1","sample_id":"mbpp.dev.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6bab453bcd3025e70eaab5f9bce8b539135311d9bd6b51a2b9dab3f7b6b0ffb","formula_version":"titan-u-contract-v1","latency_ms":0.5125420866534114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fa9968a9661123c6967d023daf0237b69d161ea95e194162d71ab8fb866c0a7","sample_id":"mbpp.dev.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc546d006474fba9310c5fbb07a664cca657aad6aa4d361c219137d13b11a401","formula_version":"titan-u-contract-v1","latency_ms":2.4037499679252505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49412cf7e8595f039265717f4576b31c91ada4f787290b3dfe194ec0ae26ac91","sample_id":"mbpp.dev.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0af15ae043bc1721c4b6a4d7fd16f6ca2d169139755c7d2ba297e0defed05c45","formula_version":"titan-u-contract-v1","latency_ms":2.274833037517965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"013592bb0b52d5491fcb34c399d675ed492c495cc3ed68e084ccaacb6abf60ee","sample_id":"mbpp.dev.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07af656e5a26cac8bdb368020c8e740dc6d0c0015f8ac8f874da71378dbb1b67","formula_version":"titan-u-contract-v1","latency_ms":0.33612491097301245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d7999135059096ee073210fc20ce655b3bee4ae88a00430cf0b2b5415b248e9","sample_id":"mbpp.dev.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9588a9c160ddf61ce42b759d69983f2a2a3664a868b0f7699c5ca10d3e8f017a","formula_version":"titan-u-contract-v1","latency_ms":0.6980829639360309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51ff71244cc0ab6f86c3c4082e7b43836e2a96397b4e870569e354261ff63c14","sample_id":"mbpp.dev.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07c7e2ca4394eef9f86428f55e8d15e0a064d3cfba6cc9b3da0a9d3ca9138bf3","formula_version":"titan-u-contract-v1","latency_ms":0.4946659319102764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6de07fa23661a6e2e09ec52cafaa48bb5bdaf087b3e57a52c305c3d2c9fd0180","sample_id":"mbpp.dev.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"108cddbca854ff4de77d7ff14afa944564e91726c1560208bd16c202e5778606","formula_version":"titan-u-contract-v1","latency_ms":0.48524991143494844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5165ae9aa84deb75c6808ec7c24c5b1e8e7c6caa1ff6a9d5cdd7a12f9b72ab02","sample_id":"mbpp.dev.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d1783f30c3a5d7f07627b0cd66c97e4062d4ef890ae199fa0b703cca5d76ed1","formula_version":"titan-u-contract-v1","latency_ms":0.5973750958219171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9bad03b0c1b8ab903953de11aa07cd7b45d739c7bb8ea0695c12c8d84648a47","sample_id":"mbpp.dev.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db857660369d7e8662735e0de24a7e48cbd5a1c0c69cda5de0f48278a1863011","formula_version":"titan-u-contract-v1","latency_ms":0.5183749599382281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cd5ec95515634e2ead9497d3fa54f5dbd51915c1ded753617275e4ee903c980","sample_id":"mbpp.dev.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1284db92c65be48dbff3c464ce2a7226b29560414d20dec73998626707d09f2e","formula_version":"titan-u-contract-v1","latency_ms":0.44833298306912184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c144560b82a4fde0ae48ef5b5ca35d1789365806dc6984a2ddd04f4a00279f0","sample_id":"mbpp.dev.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe5c1aa237a52fa2ca13f128ebdece65aadaa19ea549f9e0258557be90eb2888","formula_version":"titan-u-contract-v1","latency_ms":0.5046670557931066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"376615e271b58a95da6ba71188c0ebd3b1110257535b56d4cc4a17e3035d6585","sample_id":"mbpp.dev.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e0e4cd83e2e9b8690895d43b554bf92339b0128803bc31a9291c45d6f39d984","formula_version":"titan-u-contract-v1","latency_ms":0.5003330297768116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b87b2c4a891e765f6933864070033247f386ab19b7a7911cf7aebdf9eeda7b0c","sample_id":"mbpp.dev.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62d3b655bb2d62493d49cbe0fd10c6be01c22a3f82c8f25599f9ac7559a99c85","formula_version":"titan-u-contract-v1","latency_ms":0.6338339298963547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93cf019021dd5b5a504b38584f46fccdcb9e6a99eea9e7d20aec068528d645ab","sample_id":"mbpp.dev.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98ae3aed846f672abc13ea34809f1e566db1bbf575ca527dc7992cf1e594bb13","formula_version":"titan-u-contract-v1","latency_ms":0.3623339580371976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00a949c218afdce70e3a9d1112d913d1e79dc3d081ab8705c75a41feb35adca5","sample_id":"mbpp.dev.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4d38edbc2d01a136508e6627fca203ca75df696b3c91cd57cb1543a3c3f4895","formula_version":"titan-u-contract-v1","latency_ms":0.5054579814895988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6fc02143871730ca37e20710ff72052634038e7a3e90f852a0c751239494730","sample_id":"mbpp.dev.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"423ef1d135103980a141645d70ffbf8c79bcab6aae4b1f6bdfaa210498d2f172","formula_version":"titan-u-contract-v1","latency_ms":0.4466250538825989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"931fff1366a895ff90961da5adc16d6e466e7ab3a8203cc0e215ddb2bde66d4c","sample_id":"mbpp.dev.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a824fa5a8d036000479a3652fce1a974c148fdb9001e18c1636798a18f36b63e","formula_version":"titan-u-contract-v1","latency_ms":0.556000042706728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"739a8ea6e528c6fb9fe30438c3c00add88e68b0c4be72706b70f675776454900","sample_id":"mbpp.dev.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af9a3242688365b2106abc81ee6525073d3fa36bba226cb6a5a125e321c8698a","formula_version":"titan-u-contract-v1","latency_ms":0.45729195699095726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"834acfa245080aa2f6053139948a2c1efee5b462a6a3b8b6d447e797130199a7","sample_id":"mbpp.dev.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1cf25fef5ee4a9823e1938551f5399a076f1441f43cbe401acadeeffb3e7bbd","formula_version":"titan-u-contract-v1","latency_ms":0.5044169956818223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bee2c0da9dc2f210f1346888ab1520f95127971092cb36a30532b13e29496b89","sample_id":"mbpp.dev.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f11ac1c921cb32f7e5b133c2942d2768e6bae5bbe794744be286a7361f9f5e3c","formula_version":"titan-u-contract-v1","latency_ms":0.5177089478820562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04b5190158a3272fe149181fbb507cff29aa2d09273ee38bd3dd057b9079e711","sample_id":"mbpp.dev.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2b9c7bfd31102b0c7f7c63e2e188ca510ce2de5a69e1cd3e53fa7e9e77ea9dc","formula_version":"titan-u-contract-v1","latency_ms":0.42450008913874626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24efc3cb299547d35128e2864d31099edb7cfc4dcba27a5f57b821fadbce30a9","sample_id":"mbpp.dev.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ef26c69d8e461debed02bea6a8e4fc90e7b7b2e1e3b41c8b3810999a98380f","formula_version":"titan-u-contract-v1","latency_ms":0.526666990481317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d905e89e6e3bdca7ae7dbfdceaa1fa0390265d46cc0365824b610ccee2888d5","sample_id":"mbpp.dev.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e9e63c2f8ca063530ab6645ecbca366c2497e2d2e201093d76e1c2638c9603e","formula_version":"titan-u-contract-v1","latency_ms":0.45366608537733555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce470f77a9111ba1b44ea89b05eec78d546bc182c450f8576d21ed8c2f101e4d","sample_id":"mbpp.dev.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4af23cfc714637f001aeffeca199d226193a660393e7214383df54989073ffec","formula_version":"titan-u-contract-v1","latency_ms":0.43954106513410807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6ebf536224cd1073ce2b81e9e7212ae7ca0aafaf4f779403cdfdbb15a1e721f","sample_id":"mbpp.dev.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d55728c889042d40f2b46cf53570a431bc7f163ab956889cf8dc55854e92e9f3","formula_version":"titan-u-contract-v1","latency_ms":0.45974995009601116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02b5868fcffaa71837fd0c74f47d800c002e287b0fb0c47854eef032feeb2dcb","sample_id":"mbpp.dev.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34c3b7e63c0eebb43113d016b99d7d56e055d64bff0ac4c0b9a3b056d3432a26","formula_version":"titan-u-contract-v1","latency_ms":0.6538329180330038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"211621fdf6a6b1bd107c9c616627699a82274c610b8df3eb990b23ad55bbf256","sample_id":"mbpp.dev.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c41d058fca91dff994414f202fdfc3d28a1a7ab4177648006bfca3f9eac61ba","formula_version":"titan-u-contract-v1","latency_ms":0.4865000955760479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2746e31e49b109948c5ee3d1e41619dda4bfe5645d9ccb76915983178491062e","sample_id":"mbpp.dev.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c49832219b1ff1058ad609a644a91be9495e2c9efb0b325ffd43fddd2ab95d1","formula_version":"titan-u-contract-v1","latency_ms":0.45633292756974697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0bbe484513fdb3fe02615db4946c060f9f419905bf54160d817232a6c0e66f2","sample_id":"mbpp.dev.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"687a571903418cd876c6849a88776c4651f20d06bda660e101aa9362820564ab","formula_version":"titan-u-contract-v1","latency_ms":0.5043749697506428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c113faf11911403253a1a84fc4e626873accbc7d43ffb5f24b5687c1ab784202","sample_id":"mbpp.dev.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"148a13277bc4a40f615b8c0503525408ba4be8c65417ae82c2f9bab71273d737","formula_version":"titan-u-contract-v1","latency_ms":0.4907080437988043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac26f6d5ecaa8209f3448eca1d7145d14c3bea3779285540694970a4c0c684ad","sample_id":"mbpp.dev.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c35218740032c5fff43f10ef6bc6450d35c6e17a65b92c36ad40579f42fbb7d7","formula_version":"titan-u-contract-v1","latency_ms":0.627207919023931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b69d1dbe2cf72db334e50a4f8ced66d84f231be6a4a4fef10677b042d871ad9","sample_id":"mbpp.dev.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc6e91b3f62a3c847967cf4b2202bdb590f49a212bf7b2a032c59a38f6e3ed4d","formula_version":"titan-u-contract-v1","latency_ms":0.48824993427842855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf89282b24d67e6014de9740f6f20976d5fea1f0a0e111d0eeb7a51a230f0c2b","sample_id":"mbpp.dev.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f63b9633d3e927961f8a040e1fddc1de97184c26c753250166452f032be2fe65","formula_version":"titan-u-contract-v1","latency_ms":0.46666699927300215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a45418cff17a4e36d6c16f006d077a6b57ed7117c89ae9a63db81d4cbe3b98a8","sample_id":"mbpp.dev.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e7670bbfa6b9ceaca560502bd7e2faff6975e09650e983160100203fd3e4f29","formula_version":"titan-u-contract-v1","latency_ms":0.42399996891617775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2153a697ef652989f8d2187cfd72e9359fe6ce437d11374d86b3ffeace16e5c2","sample_id":"mbpp.dev.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d3f2e5452da948479b8557e1e8922f30fb9d99591e4634e889e2f6c35b0dd98","formula_version":"titan-u-contract-v1","latency_ms":0.4710420034825802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab9cb86893701904a8d773b508aff9ca1b60b262e811f2ef2516311d8995ec44","sample_id":"mbpp.dev.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"401296090740e6f6d96a1588f4c6fcadf0a9241a0c8d3f06de794aaa4dc5319b","formula_version":"titan-u-contract-v1","latency_ms":0.5028750747442245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3f16d9bb505ec4e6d998ab561964c74ee3225d6e25b64b42a1cb561a315c90d","sample_id":"mbpp.dev.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69628f72fe03de415ae3ccd140e332f096e5b382f2220153f4b11697423a1983","formula_version":"titan-u-contract-v1","latency_ms":0.49858400598168373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa21a0b6d4a9de6b2efe6f689e368f8d2aed4eadc646fc20eaf63ed257f5f780","sample_id":"mbpp.dev.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4046184d68462f799eaed4804ceb76fb39e763fe5a5d2cb709243cd4d666e19","formula_version":"titan-u-contract-v1","latency_ms":0.6271670572459698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bd2cf41b9950229e23f3831cf5fcf206cf001ee7e948721dcdae21213f4983a","sample_id":"mbpp.dev.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d039c351542de1f74d16b247fce40435c820af132b52743001961c211f5796f9","formula_version":"titan-u-contract-v1","latency_ms":0.714082969352603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2ce5cf8396725e870eeeb06803fcd3a27843e7f702c0b296555d71f0c5c33f8","sample_id":"mbpp.dev.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4ccb1cd639c14c6b7ec4465ba8c584d04864368bf212baf0442784c0bb98801","formula_version":"titan-u-contract-v1","latency_ms":0.4680419806391001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e69f73a46dd2df5881dbcc0328e6e404f06a3550ad0ab9ade69d6897b2c46119","sample_id":"mbpp.dev.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"418a1c02f7ced63a20ce671afeb91d6331866e8e8810be3aafe97936a48d42d2","formula_version":"titan-u-contract-v1","latency_ms":0.5357919726520777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2af988b02aca2d8db56503dc66a184a13c401fd1056389febce30c9dc9a1a0db","sample_id":"mbpp.dev.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ce430925d44cd91cc1a4209971f4f2a0b376b5bd070e7840fcfb453a52f7c55","formula_version":"titan-u-contract-v1","latency_ms":0.33604109194129705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5590f14472e65d0d787dde8d4accf744166f50ec3043d280229758e3572669d0","sample_id":"mbpp.dev.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"553e777875e4be4c756ee168ec5adc450cbe2d2b71b6ed41782399a3c63abd3d","formula_version":"titan-u-contract-v1","latency_ms":0.5902090342715383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e58e488de21fec179cb0c1bc487073fd9b583cd50095f92c88f2844153373d10","sample_id":"mbpp.dev.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e8aa96185aa54d21c59cb98c5f78e0492b139b9d0f79753bb8f07e0b892c799","formula_version":"titan-u-contract-v1","latency_ms":0.4973330069333315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bfdf508a750194f7d6159bea408ac6d930b35987cba7af9ee7c159853e6af66","sample_id":"mbpp.dev.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e61c4f68ab801ca107bc04d32e79eabab2201f7446f9e07b3019edeb804123e8","formula_version":"titan-u-contract-v1","latency_ms":0.4902080399915576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b86b3e4aafb7881b14808bf7dd3b9b5942c7dea6fd5640b51afb8662efd1860","sample_id":"mbpp.dev.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29af2cb427aff074e4c85cd10cf9bedbb5d23f529d1107d1557ee941f3d8d3b7","formula_version":"titan-u-contract-v1","latency_ms":0.4939159844070673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cd8cd208e9b67349b20af625d72288f85c6d88a3b4c0928db6b9411907b76d2","sample_id":"mbpp.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caabb75b515bc2aa93f1fef166f2df798613394d989e84772a77596652160fb9","formula_version":"titan-u-contract-v1","latency_ms":0.4742089658975601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7c113b1ee5c62a3fe281559662bafd3675e12d1bb2f33dfb9313318ea20c95b","sample_id":"mbpp.dev.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80c5c25dbb94b45914d95d14e8b09bc2e40fc194e000b6d04c90db7414bc83c6","formula_version":"titan-u-contract-v1","latency_ms":0.5330410785973072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c671cdc635d595eadd3cf725922592d98c8704aa0fa4a3857212023ec95798bf","sample_id":"mbpp.dev.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be5d6f3f5d918318e6c93e6d10d4921d25b64189f8dd79d4325cbbc9ed868b51","formula_version":"titan-u-contract-v1","latency_ms":0.5250410176813602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cf7eb9d105669b4b80f24178bfd9e2e4d0328a22126595156a23f881ab8fbd1","sample_id":"mbpp.dev.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ce69e289aa0726fc7410c824eaa95b38c4fb9ee77dc1b84a0558be3f0637fe3","formula_version":"titan-u-contract-v1","latency_ms":0.338749960064888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"985f3ae4328dbb80f7b017f4878c3c3beb00d9441c38ab56b79ad00c630154c7","sample_id":"mbpp.dev.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61763cab8d031149376d3a4bf4f5f5b8c27db8ef40bb5ea47fb5d3865e3fc5f7","formula_version":"titan-u-contract-v1","latency_ms":0.30516693368554115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c378c1c701aeb593b9a95b0d2cf0ab943f7d27551351bd16d6dca77bb1500fb","sample_id":"mbpp.dev.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4099e4d8afc424db1997aea009623d2fa96f18398a4a6f9f3eb796699aaec1d","formula_version":"titan-u-contract-v1","latency_ms":0.4784999182447791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"737c573a4850edc1f762abe2b76c3471e84dc6b7fb1dbfddddb27bfb9402c749","sample_id":"mbpp.dev.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"846223b5276a055d54a39f82c7472a075a63d9359ee5451df1ff5dfd95ba6240","formula_version":"titan-u-contract-v1","latency_ms":0.47479209024459124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7211450be690d8cf1f60391b18bd5c7fcef52d29aebe8139fe3d1ce19bce933","sample_id":"mbpp.dev.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bde69719f85cc5a0ded80e9df845eadd1de6f388a9b57dae910b9ac09d7bb5e8","formula_version":"titan-u-contract-v1","latency_ms":0.5586659535765648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"500cc630fce6db9696e35a0a30baa52e6f3c940ea805c6c230987b3d88acd69d","sample_id":"mbpp.dev.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22960c68d69f4065eba7aa38f2ccbc46a96cb98a8773e92ef8c1bc713b23b415","formula_version":"titan-u-contract-v1","latency_ms":0.552042038179934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8088b5c8c72466d8852229728c17aceba23e7e1c3ea1d6c2e5ba6ce504f0c94c","sample_id":"mbpp.dev.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4399452d4bbc2bbe18d00fe9a00e13f3d375820d8481d1cfea42e7c5f7d3baff","formula_version":"titan-u-contract-v1","latency_ms":0.5026250146329403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3c208c6d9e9ba3d66991b4a25eb1811e78b8c38a90f6df9db1839e42598d840","sample_id":"mbpp.dev.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac912ce5e754435121e9337d8a0ca112332dc3ab8a77724de3d134485dc3ae7f","formula_version":"titan-u-contract-v1","latency_ms":0.42583292815834284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1564ee6e5a9276b11349f988002c53e20687524006b7b2903b55843787d0f212","sample_id":"mbpp.dev.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73af26a9cc26ae772b50971b15b2cf166e83f0c47ed642603544f5882f30acc3","formula_version":"titan-u-contract-v1","latency_ms":0.5617919377982616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"765e4eb69eb72b2e050a246e173abab1b001aab21988e57ff4dfbaaa3ea5ca6d","sample_id":"mbpp.dev.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8793f53944f21759be68d49915551bcba6c6681c031adb736bbe20fd4d5413c3","formula_version":"titan-u-contract-v1","latency_ms":0.5828749854117632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58fad5651f3cd3258d4ea414e62b673c21c42730dc15f43bde71f30ad5b41438","sample_id":"mbpp.dev.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb54f6d2d90520895760634e8c6d43f9673f299e25943a4bf1a8f5730efa37d1","formula_version":"titan-u-contract-v1","latency_ms":0.5429580342024565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"462228e6b8cf401140a627f83d24cae3b7d5bd27a063827daa93edbd8450fcf2","sample_id":"mbpp.dev.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dee6be2e8a9e1e6cfbf34c4b5d23fb72aeb1c4991b972827d341497b5f2c9e6f","formula_version":"titan-u-contract-v1","latency_ms":0.5265419604256749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c11cc27d1cf6604dbe7314ddb4d5adae61ae83267af86ec497cb7a01691b3682","sample_id":"mbpp.dev.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ce6e6e30d33002ad279168b345759604429989b9882c332c0032ceab4b778b5","formula_version":"titan-u-contract-v1","latency_ms":0.46908308286219835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7e1af4305422a0cafa8f245c8e192751441870d5702d3d0474643f99e2693f5","sample_id":"mbpp.dev.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87b4e8cd9abae0903dc953fed0c9153bcd9c5e729757e2e9bbb9493440eb1959","formula_version":"titan-u-contract-v1","latency_ms":0.5122500006109476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b5c1590f892ce627da524788a0f7a5a4b71172545957d68151d03098f953be1","sample_id":"mbpp.dev.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c21df62f3b31b181ccdec3cc1fc6d806f6f44535fad903ccded644b327475f04","formula_version":"titan-u-contract-v1","latency_ms":0.5571669898927212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59c4292d32845ea57a26b15477e234806b3c260af4c14db36db252961d7633f6","sample_id":"mbpp.dev.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db5ea1022a9cff6861bff4af84264a1011ddb9345070514912a0e98983a2efcd","formula_version":"titan-u-contract-v1","latency_ms":0.528500066138804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b27cc18f242d9f09b842b0d99ef345ba64af7450379409dbd812dbecac37580","sample_id":"mbpp.dev.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"424c776ec66c74e0e73f8586989387c0ef02453f4ff9f62b36b1cb6d716618bf","formula_version":"titan-u-contract-v1","latency_ms":0.5372919840738177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a955284387b44a8d247f3b80e95b6f32ccb152374264f80a1279e2d852e361a5","sample_id":"mbpp.dev.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f87e9844ff84a93a3226dc54db7f1f00cacfc08ac4829f987a11474f61ae2e35","formula_version":"titan-u-contract-v1","latency_ms":0.5026250146329403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da6547503a1629ffeaa41ff0b3991062c03716b303445b660845aa7a10f36ccb","sample_id":"mbpp.dev.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1321515da0a2dc1bb0906c0d39fd7208bd53a3adcfc005bfa3c07e95d77a0987","formula_version":"titan-u-contract-v1","latency_ms":1.470666960813105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d26fd5b77e34ce7917627eef3ae91b8743f3f259632536c4493fb34dc22461eb","sample_id":"mbpp.dev.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"748c5892e6d11da2508d5a58f841a7817c06c340f084a67d0f2e7585f6f558bd","formula_version":"titan-u-contract-v1","latency_ms":0.5522090941667557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e5b4c8d5d07a0c15072d764e67772c7d40c9bbadace7a2e985c0a6fac843110","sample_id":"mbpp.dev.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3acffc106f9893afb80f04897faceeeded3659815534db0a0cd46b9b8edd1268","formula_version":"titan-u-contract-v1","latency_ms":0.5719580221921206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f616f76d57f13650b791585e9504300ba8b1cd0e9ddc07feeb425ff164f381d0","sample_id":"mbpp.dev.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cf40936eaa2a48e370dfef817d6fe7c4bc12c268b63d104bf38a8a82d25264f","formula_version":"titan-u-contract-v1","latency_ms":0.6710420129820704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7b8ffa72ffd1b9916deebf73b5fa919a8311dd181600c67d7af7b992d37a7ab","sample_id":"mbpp.dev.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6284582713ecb78da4e41ede6e45b166a24286898744cc6f7bdb7d5ac4831966","formula_version":"titan-u-contract-v1","latency_ms":0.4890830023214221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa6428f20079d33c975cf2bbd0c85bbbc31916ef9a06917c73fb6f4132051776","sample_id":"mbpp.dev.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb01fd28cd76b6b72a7aca515245844ab5c08d6557e9644551f4a82d16a88976","formula_version":"titan-u-contract-v1","latency_ms":0.539042055606842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12ff0522bb5bf696edf61e1f6694cfc51a75773f5073322d9ea13efc64c78db1","sample_id":"mbpp.dev.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26854fb96b67e9c4299cfded779882a4b094a0be9299c69197bb5222b524f472","formula_version":"titan-u-contract-v1","latency_ms":2.5529999984428287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e95a7cc97aab7ab9c78ee9ef54866b2282d3fff0f0f78b2363ce681545d63af","sample_id":"mbpp.dev.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07b1363b50e9a9d16786207a3773b6e7f054c62bd8f5e28a0670462b56e28b88","formula_version":"titan-u-contract-v1","latency_ms":0.49562507774680853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9af58e975300135403dfe9422c3ef8e486c4d134c341e4d3064031acfe30f45b","sample_id":"mbpp.dev.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fa3ccbfea1da688ce9addaf1722145a821647df6f3280fcec4af5889f08c2b1","formula_version":"titan-u-contract-v1","latency_ms":0.4995419876649976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b42f51daa69874dd23c3cbdbbf86561564c5c39f83bdb61dbe5575ab630c4ed","sample_id":"mbpp.dev.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"457586d7bbf04aa29211bad3b7a8c47e921771edeba58fcee9bab16f4349b641","formula_version":"titan-u-contract-v1","latency_ms":0.6198750343173742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd32a5bdf9309c4bf601797f9f32eb6bdb4e85fd17b5e6aa2babc41323ae2039","sample_id":"mbpp.dev.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbf0c52b185597b4e25a4d6e6133c71c6b54638f98fcd6c07237bd16c1b0fc08","formula_version":"titan-u-contract-v1","latency_ms":1.01500004529953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"811df3d4c8fec3a99619dc9796e337ca19808cbb294dda859267197731012e2f","sample_id":"mbpp.dev.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d73fdcfbb0a32c1c295121b825c19f3c5452144efd0f051ed73bdd0c5a3032a","formula_version":"titan-u-contract-v1","latency_ms":0.40195800829678774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6811a45f015b3d9c0a3647766859306f3d8af9bafb45f18471d5fc77c858c86","sample_id":"mbpp.dev.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5596ade993927b45ba4346731c9a44f0ef4eb19503c3c89d33d4d7f47be16133","formula_version":"titan-u-contract-v1","latency_ms":1.4150419738143682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df8af1f89959be41859548aeb301ae319f6e0f24ddbdeea445754c072f93c3be","sample_id":"mbpp.dev.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d573e9973b6311821c26f4ba6e6a583aaf6119f1bdc6fa9d31eed0e55792277a","formula_version":"titan-u-contract-v1","latency_ms":0.3469589864835143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b215ae22a4023bc6bb12addff21bbccc2ac8d417e09eeddfb321da31d12a7e5b","sample_id":"mbpp.dev.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6c509d52cbfbc7274a55fb4897c8743999ad6fca6506266bd12b92ebb3fa948","formula_version":"titan-u-contract-v1","latency_ms":0.7004160434007645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff192a477be904f73907e9c5262ec872990cd418f6bca8db82666adc0bcffae7","sample_id":"mbpp.dev.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be7fccb2308350d0d99564b6196490d06385eb5c9b8ad4b472a0102c43c48fb8","formula_version":"titan-u-contract-v1","latency_ms":0.38487499114125967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8040e89862ae31fd471a58eb96ee1ee4a07559e02720b54073257ce9ec3e0037","sample_id":"mbpp.dev.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12262404f1145b02f6c74629d3878a328b726ff86cae8f55e1806f7a006a3dc4","formula_version":"titan-u-contract-v1","latency_ms":0.4498329944908619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"914b06fd80585202f9d39943d689e6b100f9ab1535d6b28b1eea33db19423ec3","sample_id":"mbpp.dev.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5ef9bd92d4d6697adeeeadb168bfbf1b43a006cbcd76ac0136df50ca9624d6d","formula_version":"titan-u-contract-v1","latency_ms":0.4402500344440341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95666e93354159b4d05893a7f8cb51ac2eed77bfd3f347195d15037bd2f9e51c","sample_id":"mbpp.dev.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5a2a90c96e7b75f6732919b476d667515bdfa913306860ba2b6271ed397a653","formula_version":"titan-u-contract-v1","latency_ms":0.3939589951187372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8e9f55de94b88cb5b7d172b3d23b3bdfbb27289ccac95bb6fc2a7780b8504e2","sample_id":"mbpp.dev.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88cb574d729d38e54c3c82c48df79faa3649698426f16fde18e75a4cc4760f9b","formula_version":"titan-u-contract-v1","latency_ms":0.4995840135961771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4b3c08958b9cebdbc1362642e4eb0f9435f5e44459ca4d45bfaae59b85eea17","sample_id":"mbpp.dev.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebaba761ba0ab573bafc4c72cc02ee00cfab1514512e46e5faf500a029bc6912","formula_version":"titan-u-contract-v1","latency_ms":0.4302500747144222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09676381e1e47bf03ef35585f8f56b771975a95b52d4f1d10ae614881476e44b","sample_id":"mbpp.dev.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da9a0bd3c910be91d68733ef8655d5a9f9979e860d3867f8b30bb63cc66e45c5","formula_version":"titan-u-contract-v1","latency_ms":0.9259170619770885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d251ba82112a5a154a9fa992e814a9ff25118361dd44f1c0e24fe6edac79e5d4","sample_id":"mbpp.dev.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f62dcf8ee846e4a377f89d012198d2402cb7974b6422c1fd599086d1ff3434e","formula_version":"titan-u-contract-v1","latency_ms":0.4899159539490938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3be47f6fd6a5baa0272f77b230b571dd6d82768ec29ba1c78c4f10d6adba31f6","sample_id":"mbpp.dev.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2384174ee9f7367489ed01537f469db948e824fe0e4f6ce8de89d3be7842ece","formula_version":"titan-u-contract-v1","latency_ms":0.4024169174954295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c48f9a6df821c6b8e5a0054b19104607edb2b517fbe39770ec738f6f328c93a5","sample_id":"mbpp.dev.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80a5ce4bfe152e13812c148149a22be96fb4bdcdb3b9341a70301147ebf9a465","formula_version":"titan-u-contract-v1","latency_ms":0.5685839569196105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bb3be7745f42c5ab6dbf9cbca104e93d75e74f6152082adc407c760b7e484ba","sample_id":"mbpp.dev.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"438e538b5334e66101b0550298f322df76d79655a5864c51c2c3b8a688910ba7","formula_version":"titan-u-contract-v1","latency_ms":0.355791999027133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22ad544416e572c2508a55f9aace721a6253e456bf7dc97631be00fce3a7cbde","sample_id":"mbpp.dev.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cbaf80ff27d0dcccb0f3672cd5475f3803545b58536db22b17e66af3b4e43f3","formula_version":"titan-u-contract-v1","latency_ms":0.3838749835267663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf4889cab44386bc71f6f8383c1d93dfd01033a33a75c5db9e7c2fb60ea76734","sample_id":"mbpp.dev.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd997f477f3c70b9d18f36e6769d5c017a82dab0a487bf826abedf7a9bbd26e1","formula_version":"titan-u-contract-v1","latency_ms":0.3541250480338931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4db4d4e6a1ae6c52acd6a1dda287358b8534bd70722eddee23ef55ca534f15ad","sample_id":"mbpp.dev.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"653d7cd4a0b78eceb52fcd44af052500cdb702c99c32b42979ff194b053855a0","formula_version":"titan-u-contract-v1","latency_ms":1.053999993018806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41a86013a7eda7208453e1e7772b31b73d541f8b7fa517daaab61658b88c8b05","sample_id":"mbpp.dev.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8502ec9416f7ae7b7276cc90472ffe11dbd7dd854866a7c744e40321c2972d4","formula_version":"titan-u-contract-v1","latency_ms":0.5071249324828386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1630665af4dffb86f6146b9200a2d97825be55c5aa285b7c9e340a1750967e2f","sample_id":"mbpp.dev.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2c422e9b0567d35d89eea5adef37389f3f8eb238b51d1ace824c61e64f4b09b","formula_version":"titan-u-contract-v1","latency_ms":0.4289160715416074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9ec6ff134c420d92b9ff967c3e75fa338cd85ab3de0a87829d5f39ced2ca9a7","sample_id":"mbpp.dev.346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64764c482d09d9d201cb74835cf33d4e9051f117619dcd398a3d22509fe784a9","formula_version":"titan-u-contract-v1","latency_ms":0.38124993443489075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62ed8e5f5049ccdd8efc2037fcd1890c7157a2f48e603276ce3efd6ee81efe8a","sample_id":"mbpp.dev.347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a7ca368655d85317b56283c3c12431c5b48995c757840c52ce3a6e386142a25","formula_version":"titan-u-contract-v1","latency_ms":0.3956250147894025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b8a82b550a0fd2d8dede8bd344028e97e857a17250c374ff008d17503c00351","sample_id":"mbpp.dev.348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b54a009c5319447098c7074c9ab9af65c729f0e0c5b0cbcc5c686d4daa2acc0","formula_version":"titan-u-contract-v1","latency_ms":0.37808401975780725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5442adc894e7760c51ad0a60e588de146bbb261fe448ce1a96fc14fb3fcd34d","sample_id":"mbpp.dev.349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f7473e1d4d63b25a7e25cd98fedb849618bcc768ad5fc032042b4a50675dbf8","formula_version":"titan-u-contract-v1","latency_ms":0.5082919960841537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ed43dcf7bd1aa798559ba272519246fee0ffd2a3f02d5a428ad693bf8920352","sample_id":"mbpp.dev.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b036ecd7c23203ff0456203abde9dc6197dec8899d390fc00dd5ec82f1cf4e9","formula_version":"titan-u-contract-v1","latency_ms":0.4027499817311764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36f5a975279030f649bc015668aa4d086a86f17286ec5182b2bc0b34d5a40510","sample_id":"mbpp.dev.350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6317f3eff1adba0da105c181a3ca798cfd52ff996cbbc64b5d0eb668760760d7","formula_version":"titan-u-contract-v1","latency_ms":0.35687501076608896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de647d29893171278a4735d8bef956516ec4fbfc16eac2dc62c2d49374043b94","sample_id":"mbpp.dev.351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"668dd08d08c9e307594ff701d39913e278f4ae3ac76f4c1f76ebca3b9378ebaf","formula_version":"titan-u-contract-v1","latency_ms":0.5257499869912863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d096c3581a3cef61a3f83285216799e5b555aee57deed7bbbac2fab47aa36ffa","sample_id":"mbpp.dev.352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8260f76d1e9a649d1dfc61f9b60ed9022a6b99d34e4c7b7dabb76b7e9cb42fe","formula_version":"titan-u-contract-v1","latency_ms":0.3581671044230461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2aaa5650e6d2056f3beec7811377863f8fda68ad790b3423a6a20a37151d53dd","sample_id":"mbpp.dev.353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d4cdb5139af36cabe0df79f4582e983d3ec7e388a8dd097d28bc83c53f73a16","formula_version":"titan-u-contract-v1","latency_ms":0.327541958540678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfc306edddbff013ab181c26224f2d00e329e8ce35d22f02df35d45c08ebfe6c","sample_id":"mbpp.dev.354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e334241508fe6b5fbadf2758f3274cdc46f385ac3048a12353e6df4bf7c5c33","formula_version":"titan-u-contract-v1","latency_ms":0.44283398892730474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"682deb1ef75eab4d79c4d423b1662671c743bde97f2fad5b98304b0151ea53ff","sample_id":"mbpp.dev.355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"129997c6bdbb917ed4a8987e3ba9d0638614501388aed1de15bce4af9b7c7a2a","formula_version":"titan-u-contract-v1","latency_ms":0.48637494910508394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5546886fbadf229bbc339df446d0332a82e5d328bfacad69b4c44feaf4c0ff82","sample_id":"mbpp.dev.356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d01a3ee4e6e8986da69a2303597c8c0c5faa87fee44bad5de97a81f6b0d96bc9","formula_version":"titan-u-contract-v1","latency_ms":1.250250032171607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"297a81d06e982b0784c661e36769a55b69bd66b5a5447d0ba6a81cda8bf08861","sample_id":"mbpp.dev.357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0726595aa633b0db5e4e3b78c7a67acb7c897b98bef18835bebf02dfff63b227","formula_version":"titan-u-contract-v1","latency_ms":0.41216600220650434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3ff8880cb0eb1ad854cd82f746b3f47c3de4ff637c48c0ca1a4cbd734e517e4","sample_id":"mbpp.dev.358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b340b305bbee8780a4ff5485080e5a06fa6098c23240b5c5a387cf72ebda530e","formula_version":"titan-u-contract-v1","latency_ms":0.3697499632835388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e54efb8ed2d8da9b05d3b4f72b33aa07aa1a6485326d617910e787363bc5befb","sample_id":"mbpp.dev.359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"064bc519fe847a94510ea544d42b63614a63f612765984221310ecca5ee179f5","formula_version":"titan-u-contract-v1","latency_ms":0.6021250737830997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c6d9543d806edd8434653c6f711870c382677c93d81044ae01076df5bc40f9f","sample_id":"mbpp.dev.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86c2a8605f132932f0214d9a57767b214a6349326ae864664a35b88ce683e8e8","formula_version":"titan-u-contract-v1","latency_ms":0.39475003723055124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fac016e76c53473faad34f79ea2f0538fb478f736da640b8397db47c55a87906","sample_id":"mbpp.dev.360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e16ed74a56b7074d811c5dab8e9ef5ba614e274a4574e46985c1ab0a6a1dcd7","formula_version":"titan-u-contract-v1","latency_ms":0.514125102199614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05d5c6db0538d431367ba3f40370912ae4d63b46c0a4a539f143e2fd07132029","sample_id":"mbpp.dev.361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aef0da11db8d21fa43194c44442446c6c73b14f0244a04ae162d36e8d48eb5aa","formula_version":"titan-u-contract-v1","latency_ms":0.5776250036433339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de2d7ad8ce55097c424e40a2718f1a2d5420756d952261e7642bcf77c17b8f2f","sample_id":"mbpp.dev.362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96f4d2da5c719027d8a83094ec183f621b064b2e2963f93dba2895851a51a6a3","formula_version":"titan-u-contract-v1","latency_ms":0.5550410132855177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edc347e9f0eb5ff7c5b0ebfb53253c8ac6c0a73cce88086b151b72b17ee36a3b","sample_id":"mbpp.dev.363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac969c38b28b632a7c6bbb5cb8c0c32b1bd1f10ad9152ab347799d77f93eccf5","formula_version":"titan-u-contract-v1","latency_ms":0.3537909360602498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a152955f5eb084e2e03db0a0405e08d0814f95ad0e6af9743863c95981011547","sample_id":"mbpp.dev.364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2545ca5eaab7ad85106a1a71a563d02b06eca068ac68fd8d30d998358aed7a8","formula_version":"titan-u-contract-v1","latency_ms":0.4059999482706189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03c3befb37341b269b18746c136d444d7796de17aeea577e6327d3c1da51a3ea","sample_id":"mbpp.dev.365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bed48d6542142c99334843b0cec290f90d8f108e9b15a18b62ef7fd650a96ef3","formula_version":"titan-u-contract-v1","latency_ms":0.3472499083727598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a20166aa88330110a0ac0fb2bfbcc00ec144ffa8739807b9febf3cd57af4583","sample_id":"mbpp.dev.366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db244875dc6f7f83ee9f121291f573f82a2e25891893d3ca1f58006027999f6a","formula_version":"titan-u-contract-v1","latency_ms":0.42229192331433296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd370868123d872bcb2c7d84a5df3290db819f1d3bcac8dcba2c2f0d2c818b0e","sample_id":"mbpp.dev.367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fd597160d8ed4bdd2273e10d9b8029bde27ee63f3336e55dd46c0534f1c82ed","formula_version":"titan-u-contract-v1","latency_ms":0.4232079954817891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a498c3e15daa0f6cf22e1a019cbe10db0cb0ae7d5208f6134f0d609374139b2b","sample_id":"mbpp.dev.368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e026eb6ce2b322cfef49f7d6721fe803f73103979718a2327b274be9ec4a9118","formula_version":"titan-u-contract-v1","latency_ms":0.6017499836161733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f683ecb2a5beed9be8b534f3b550a4538dd8b468a71c5ae3f13490e7d130069f","sample_id":"mbpp.dev.369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9f4ed1eac850a1e399822a23a8e280e41982dbf092a60fce742cc39076bfcdc","formula_version":"titan-u-contract-v1","latency_ms":0.3909169463440776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"818625fef2329e8b4c27239310615a748bc375bcc1335bb020930194128287f9","sample_id":"mbpp.dev.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8c1fcb97820c7e71bd78dee2e68e7c71f1cb4d61ad13ad3e583b6ef2d35a6a4","formula_version":"titan-u-contract-v1","latency_ms":0.37037499714642763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b677118173bd2d81b9bdf90e9446c1e44aa5acfc534843ead8d7418e47e464f","sample_id":"mbpp.dev.370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f07b5595ef0cc83df0baec973e2a752512cb77e0d0d0f88212251180bb849abd","formula_version":"titan-u-contract-v1","latency_ms":0.3893329994753003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b92f232245292c48cc721b8cfaf46412f8e76950b4009c506b03da5e03df978d","sample_id":"mbpp.dev.371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48e0b05399368a0ffff4086d2ccdc4446554741ce902b9933281b532c3ebb847","formula_version":"titan-u-contract-v1","latency_ms":0.35370804835110903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b213d40ef47e37ce75fd438058e176c70a156bcedd253a3a75d322f42075488d","sample_id":"mbpp.dev.372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"067df4e9c7758584fbebe93dcc6631bd5b1af38b1d950ae8c3d36f7236da332b","formula_version":"titan-u-contract-v1","latency_ms":0.38833299186080694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f314c963badf675fac8b4190e91f76e1025b60cf4c58015a7cf802e88470e5f","sample_id":"mbpp.dev.373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8d4d4ba74d4f0267fead9cf7f2c94d3772494aa9cc47c46b89bc79d5f3893c1","formula_version":"titan-u-contract-v1","latency_ms":0.37712499033659697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f718d0e67bd1218b04cb4b10f5bc4fb626da1498d1b09143652eebd4359b83ca","sample_id":"mbpp.dev.374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcc4332f60440caef5ae3e8042e04e045de2a3ad5b3c4368e00bf4a4e9acb326","formula_version":"titan-u-contract-v1","latency_ms":0.3982080379500985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8797d3c6f9db5feffed8109bef716deeb49cb61c3eb452986e4dc3da3c417e67","sample_id":"mbpp.dev.375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1bdc0a87cacd4068724c3444bd167b4d753f58ecfaecd1ca6b7f2cbda6b858d","formula_version":"titan-u-contract-v1","latency_ms":0.4035830497741699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"245b593b67c1e9f18eaf64a7d75c1f80607e9a90f1f6b5f8359c1dce84a43e00","sample_id":"mbpp.dev.376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e675dcab01d67c6019730f79f9e7887d98f98c1230dd434f328215e9a4123008","formula_version":"titan-u-contract-v1","latency_ms":0.341624952852726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"721babe8f4e11c5113afe47a742ce4d2459d4156a511692c92cf3cf436ec22c5","sample_id":"mbpp.dev.377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6259f12e8f1cf3c582fc5910bfe749cd583a0a564703242095ad85936030143f","formula_version":"titan-u-contract-v1","latency_ms":0.5032919580116868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b28b29cee3009fda7de84337618a5da11525b0ebe4cf38ca61633bc11d45971","sample_id":"mbpp.dev.378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a724542ca57522300b75878b1461995331d0755f6915c0b1b0f68001d50271d","formula_version":"titan-u-contract-v1","latency_ms":0.37837494164705276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abd391de1447fe87e66ddb058607257ec456a36102be69c76f969c04530ec449","sample_id":"mbpp.dev.379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"580a54a827b25c0242a877170c0388eb5abc20db6644255897b04da8366d77ce","formula_version":"titan-u-contract-v1","latency_ms":0.37470797542482615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1de80797ea0a997a760d1f56dbe323bc60ecf359ef941fca6b0ef89f73223f4d","sample_id":"mbpp.dev.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f1e8240eb54d47d76fc5287013c5eb2c5de424a6fbfd1837a8fa619b4923e7d","formula_version":"titan-u-contract-v1","latency_ms":1.5392499044537544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af7b308dae3de3b6d0c402841eb84746c6520f2129799821ae4d967ff2df722d","sample_id":"mbpp.dev.380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae7e831729530a84c603d6ae5d33e5430bdbbb54df7e94a31a5139ad994cc502","formula_version":"titan-u-contract-v1","latency_ms":0.5250839749351144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecf49d4cfd9bd0b3daf8904afefec379b8bc3aaf2217c3e9354a206fa15d7d97","sample_id":"mbpp.dev.381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b5256cf5ceb828d79df7922302708f16115ca3f6d85cbe8ff012a7d9ea67baa","formula_version":"titan-u-contract-v1","latency_ms":0.376833020709455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fff8d48674a07ad0beba9be3cb17f7639802c5762b184f4aa7779c62c772fc36","sample_id":"mbpp.dev.382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c68e7d2557bba6a4daf4f018cbda03d9f49a9bab3d96abb67119fe15e6ddb3d","formula_version":"titan-u-contract-v1","latency_ms":0.3903330070897937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93765280d7bb593fa440596578d4ab1f27d812baf5fa17ac92a911370a48b9e5","sample_id":"mbpp.dev.383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76cd750e8f2f37f277dd898efad5f6e4efd076c7c7d3f626a7cfc61f3c96213c","formula_version":"titan-u-contract-v1","latency_ms":0.4156670765951276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"196c75fd567c0e558cd806be9b9745dea2a28a06b11e01e41d43b1315cd03613","sample_id":"mbpp.dev.384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d907c1a06accf7f2071474812fba52cb296c02eb7358b3b128018040156f5fa","formula_version":"titan-u-contract-v1","latency_ms":0.38104201667010784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ae5f0720480a1bdaaf0ec9cca2e8b9b9dc88f55fae30af6b557bf6bb30ebb2a","sample_id":"mbpp.dev.385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbaca4c55d7c44ba8fddff85f20dcc8d932c3ab7c909470719dc527624b3943a","formula_version":"titan-u-contract-v1","latency_ms":0.3539581084623933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08e2477b5369e04ec5f96fe4118bc6cced5622b28dbb174004a9867c9960e7ce","sample_id":"mbpp.dev.386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"055bbc4ab5c0f703ca7927536132bb1facd1644b46637c648096c4d706fb356d","formula_version":"titan-u-contract-v1","latency_ms":0.3380000125616789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd26bd0032adbd0d171dd98a567cd0ea8fe8f10805d3102e50d5e239fef6b79c","sample_id":"mbpp.dev.387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca5e32fb7b0748e98c31894891df9710590d09bb39595074ba762ae100eb6a39","formula_version":"titan-u-contract-v1","latency_ms":0.35174994263798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57470c97fbd7170b6640f63837428465b1023e4f22c2acad72c7d9bd5a1c4d05","sample_id":"mbpp.dev.388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d79447087b2565c0e6219604ed3c5b69e3f85b0ff613dce1fddcdf83e6cdbe26","formula_version":"titan-u-contract-v1","latency_ms":0.4914579913020134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd2eb8219a5499912f26f86f00b4d3cfac7d4da958aa60bc486814abf1857775","sample_id":"mbpp.dev.389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f25ce5a59805f60cb675df17d8fb1f984a2ee8dd1708b893c202e4245f354a8","formula_version":"titan-u-contract-v1","latency_ms":0.4462499637156725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da8e490e34f114223e7892eabd26d2a1039cf17a0a9b033d20442ff3c92c41c2","sample_id":"mbpp.dev.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a14d9d264f6f5482ec4019c16bf326962cfd3c5a6de58004eb2a36057cd75ce4","formula_version":"titan-u-contract-v1","latency_ms":0.4895830061286688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf4bf42a4bac91dc7c2175542d5f7e4b504e5d3f82bca374a4c01e07ad584622","sample_id":"mbpp.dev.390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f9d6b37b8e2d7f8944b366a10d37004ac7a7cdde46119a0952af4198a74a1ac","formula_version":"titan-u-contract-v1","latency_ms":0.3825420280918479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7772654c892d44b927d945f778b7d4301011c713d34568e3875072662ee66a98","sample_id":"mbpp.dev.391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1e8aea2dc0445a06c3820099b3e5a54073f0ba4c7942b358260346d000c6419","formula_version":"titan-u-contract-v1","latency_ms":0.4529169527813792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de33e4ef4b42b95b141dbdba415d8c2c53199509241ccbe87592ec881bdf9c6a","sample_id":"mbpp.dev.392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc83a733171cdeeab918a43a38d0fc62b0a00507af9f3832835ac32bf8d50251","formula_version":"titan-u-contract-v1","latency_ms":0.36174990236759186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a16e4cbe27e97ca11edc343ac36eb895989d3a6c17be9620e0cbe32f7a33884","sample_id":"mbpp.dev.393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c478bd2daf941d5a29cc35fe2d2cfaf3baa6be0f6f6a98cb51b47aabcd75a44","formula_version":"titan-u-contract-v1","latency_ms":0.3542079357430339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b713f2dff9ac620417320dd9be0f3c576a156eeb691bce6bde641f51bbd5edf4","sample_id":"mbpp.dev.394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"170b5eaf9d821e8743036e4fd8f0d19cae98fb802a5bc82bb1e29b4e5141e48b","formula_version":"titan-u-contract-v1","latency_ms":0.4486669786274433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c684f21f48a77fe54cc5a033eca709d126a72107b0ce3f14c7c9777a7d381b4","sample_id":"mbpp.dev.395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a46adb40e56dd4c299a1d15c7e3c9ae20b14322d297a5e63218d947f69216dd","formula_version":"titan-u-contract-v1","latency_ms":0.4539580550044775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"397aca7c6407b9ed34a06d47e0df0a1a1710cc28e6cf3dd0bfd04644721705d3","sample_id":"mbpp.dev.396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8adbd1bc820ffc590ce538895a1fd2c2327752b65bdf7f054e548feedfac78a3","formula_version":"titan-u-contract-v1","latency_ms":0.4232499049976468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"014a9a1a313a01bbea2ce98abfe74842da6492199f72b05b05140e975e55e6e7","sample_id":"mbpp.dev.397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f011048a80c143e571af2e6c9f59ebf71c4d271ede12e4ae9cda39b63431a3a6","formula_version":"titan-u-contract-v1","latency_ms":0.42891595512628555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"025a24837460f01ce50256eb199113a6e1b38d18ec8679b38b70ae47fd5470d8","sample_id":"mbpp.dev.398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d3fe88fda8c6b8a8612ea8712ae6e567ff1754b5d4b1e1fcb5756ee244fe400","formula_version":"titan-u-contract-v1","latency_ms":0.37925003562122583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3843732976144874aa1fa09f5bb06c370c6269fbd3a52bdf3c5c80eee2b15969","sample_id":"mbpp.dev.399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1f9a2cb1fdad6ecaeca6be8f10adf271ae79755721a93b9600c592bcb7f9bdb","formula_version":"titan-u-contract-v1","latency_ms":0.371375004760921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10b8aae8802ac619ccc236c9e551332d27b04bb1c102bc4ba9dc82fde8824a0b","sample_id":"mbpp.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba4461d1079b03879707f85ecfda0f0f9bc112e8e77be5e79227260cca1c215e","formula_version":"titan-u-contract-v1","latency_ms":0.33958302810788155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65414d99ce28122ecd64567f187e7097247b726d567fb982cc2b9dafc9188ba3","sample_id":"mbpp.dev.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11a3b12c2d1a5147d64017f7ce503cf4e1a22de7cafb869446797a72ce0b83a7","formula_version":"titan-u-contract-v1","latency_ms":0.7012090645730495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"312bfcdc9b4d3b17c110fbb80eec64092081f1ce55adac422c4d9dd02420d040","sample_id":"mbpp.dev.400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa27f4a5310eab2bd9b1c379528f6157747edc7dc36f1e1acd8687738ee3f730","formula_version":"titan-u-contract-v1","latency_ms":0.3666249103844166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eb899412eadb1d57d71e113c9ab469703ed37e4d61e754ec3988b8f05cb8a03","sample_id":"mbpp.dev.401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"841ce4f3577baa2aba2c3db96681a24c92bf2635a3237f15f639497cc7d77891","formula_version":"titan-u-contract-v1","latency_ms":0.34604209940880537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddd2c9381f54829bc83a1f0e329a8c42d8d14f440f4d8ee3f1fa1e5687d58293","sample_id":"mbpp.dev.402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"531ddf70b48ff485fd2a3b31cc334aadd83dbedb0168fcfe59c1e28191badff6","formula_version":"titan-u-contract-v1","latency_ms":0.5208340007811785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9972bee65d7a47fc0388837caf66636f152d1655c9d337992def5feb8921f5ea","sample_id":"mbpp.dev.403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61fde4bf5fa86354c52e4bc47c7282b4217dc7f3e01a3c8187ab87b2ccd52d2e","formula_version":"titan-u-contract-v1","latency_ms":0.4580829991027713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"570403f46ad58118a3a014886c207f82afea53f7e4a8c7c4300e5c4af6c515b5","sample_id":"mbpp.dev.404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ad4c7aa3b91ae4be69e7aac024754937f2ac06ab3743462a76f7aba991517a7","formula_version":"titan-u-contract-v1","latency_ms":0.3892499953508377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b77d8c2a0af16670643be9ff63370ef49f80c55de61371d3e472760fa1dc44db","sample_id":"mbpp.dev.405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e6312282648b0613c60a3a862b8b1fc474dfe9c16986337b03ad68a052c368f","formula_version":"titan-u-contract-v1","latency_ms":0.9106670040637255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd9d1c2299c7bf3ffb8154719dd7b35f214270759bca09041ca8d869c63e8d14","sample_id":"mbpp.dev.406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0874f5b3ee08403681b6f33de954523e8c255b8b8daa413af9b03ce3f227bab6","formula_version":"titan-u-contract-v1","latency_ms":0.348250032402575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bdfb1be0c122570ba6dba13b94f8a9c2a1010006b666b88adef03e6fb4fc833","sample_id":"mbpp.dev.407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a7ecc5c85659c8d88e8f833d30c14c5b764172f02c7e1ef9fafa5654ee1a414","formula_version":"titan-u-contract-v1","latency_ms":0.7912499131634831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f6407a3d7095e5555becb1cbdeca779a241305cf0275818d233e1ecba1c8b19","sample_id":"mbpp.dev.408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86301436302a62c5657edd0c5edcbcc52138c7b3d9b3cec70e3eb758ce3dafb0","formula_version":"titan-u-contract-v1","latency_ms":0.3278750227764249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3475fdca6ea66555dcd562ca73c80035437e3e3e07e4da01b8a85641feefa9de","sample_id":"mbpp.dev.409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3493b17646640252dfff751bba1e5631c524391dd2d1b3e42a1401792fa2f0f","formula_version":"titan-u-contract-v1","latency_ms":0.5374579923227429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3d28b70002a7813501ace9b7b11124eedb4889b88fe67e60e45b094a808eaa6","sample_id":"mbpp.dev.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b6bc4fda4978bb333a340b291dbc5cbd8fda826e38d4504520563b9e4eebff1","formula_version":"titan-u-contract-v1","latency_ms":0.3923330223187804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0cf3efa2935877bf7416871646d393ea31d62e1d3fa1db516ee72c3fc5c500f","sample_id":"mbpp.dev.410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bf670dfe3309439ffa20ad8f832ca4879e7b41a5ce1e47905ebfb834e536481","formula_version":"titan-u-contract-v1","latency_ms":0.34612498711794615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06e5f65c909b44422c296452cd25a5984c1f48e824eb15957aa2165aa29e6702","sample_id":"mbpp.dev.411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32d07839c67e0dc67c469b0fe6e95164a8b508aeffc20d73bd049d88fe5509c6","formula_version":"titan-u-contract-v1","latency_ms":0.3623750526458025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"394d8686b541e42af8ca47e279fbe780cdf237bf1310f888ee1c19e36f61984f","sample_id":"mbpp.dev.412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c217c927ae3d6c39e67afc2af568ad3dbe7103b7433ec6b7da40c930c6c83a1","formula_version":"titan-u-contract-v1","latency_ms":0.4396670265123248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0fcd1cb727eecd04417c9aa914dd4b4fdd075277778050382ec23fb492dc645","sample_id":"mbpp.dev.413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02d52ad414b8838f0c9ae560eb6e355a90eb49b8b0b5ba2952db7c907bfd3df5","formula_version":"titan-u-contract-v1","latency_ms":0.47262501902878284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f954deb92703d3078c986b04929e77c8109f111516f15fbffe3d3620a5d877d5","sample_id":"mbpp.dev.414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4d70256d0ce92093637ac337d35a32b177e54fa6e30b8e879b9dcdef30295e7","formula_version":"titan-u-contract-v1","latency_ms":0.4017079481855035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71fb01345854b6568d4f5f661c0918c4ced6370508c5c5a8be456624e786c6e1","sample_id":"mbpp.dev.415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41b024eeb3cb39d2f705002ff34a088f42daac805083bf22443a22d292d6704b","formula_version":"titan-u-contract-v1","latency_ms":0.8128329645842314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ef6c0b7ceb9860ddd272b01d71108cb213ff6022d739f1aaa9f8ff94c074944","sample_id":"mbpp.dev.416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"678cc93aa08fad337c3980ddb1ac8fef3c91887310742c705e208c4b218e660a","formula_version":"titan-u-contract-v1","latency_ms":0.5159170832484961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b77167559fbf9f080b4d7a2e31f95b26014ac2b7bac379e7c4768a5f506e3adb","sample_id":"mbpp.dev.417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"598b8bb1a3c505f31d08e84950db575b4bad65c4739a8d3a8f1a546438fa1ad6","formula_version":"titan-u-contract-v1","latency_ms":0.4952079616487026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"200cac5de5ccc06c7a3df650d8a4ed2cda10dd6eef413200acdd2326b0859d18","sample_id":"mbpp.dev.418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbc72090b15fe065d36615918d64729a643224fb34dff3fc88620205e4f23ab9","formula_version":"titan-u-contract-v1","latency_ms":0.38191594649106264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df254a6350516770eee71c75b9eaa74d8aedd805c3d4eebe70c66b5ab008c28b","sample_id":"mbpp.dev.419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3116ba45e45c5637c3b136576f9b80007661fd96babb2efbe22119884d752ef9","formula_version":"titan-u-contract-v1","latency_ms":0.5096659297123551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9981cdd4ee6ff3f56e3bbe510e36926ce39f3a9084694230f22232caa641a5fb","sample_id":"mbpp.dev.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51a5e706c9a71afd40d1786a720f275e5c29bc2f7e7b2b54777daaaa35f57bfd","formula_version":"titan-u-contract-v1","latency_ms":0.5413750186562538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5955cc50fc04fe543fef3151e2575f227026f55eede2c005935d635af47e0c63","sample_id":"mbpp.dev.420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aaf34777883747d15eb07f1049d72cb7acde17467e6dc9cf24cc79c04b10d275","formula_version":"titan-u-contract-v1","latency_ms":0.795917003415525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78aec7c57f059db8eb66a6b3ba634516c5720ea74730e974284bdfede256bbbc","sample_id":"mbpp.dev.421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4d19e33caa6e045666ab11e01c5eaa63dc7d88eb2214fa4c22f1dbc16719e54","formula_version":"titan-u-contract-v1","latency_ms":0.4628329770639539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1709c83cd55f484f8dc336060d336f2bc7bc7a02e5dd6444aef10d27f6705d25","sample_id":"mbpp.dev.422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5afa7c4f46f819ee844c9dc79f222313aa1229be52fb515b27ae3679881ab53","formula_version":"titan-u-contract-v1","latency_ms":0.3612079890444875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8006c7ceeeb8a30e2b5aa012b412516e49cc27cd8c7bc6b7d09700c9e260abc","sample_id":"mbpp.dev.423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e40181c6b4e2845590f6c3c44e9641310daeeed8dd0f17fc86bd8506221624c","formula_version":"titan-u-contract-v1","latency_ms":0.5180410807952285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe4a07988555ea0ee80a6498b2c0fabdd05e8f17aaf3d380364596b7363f1eb5","sample_id":"mbpp.dev.424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e622bdbd33d3d8966bd41ed1981010bb1b25875cdf84a37598ca3693e1cfe69","formula_version":"titan-u-contract-v1","latency_ms":0.5170840304344893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e164c98367c1a52ffdd7f1144d30a1c282d1b319b0b83b8c31660b5d8f12d980","sample_id":"mbpp.dev.425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdc077c80562efedbc4653483fbfdfb913c1c6a60f59a207b8f8ee14adf4bdc3","formula_version":"titan-u-contract-v1","latency_ms":0.5083330906927586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47a0e06699ae758f0ecd75341912748b6dceed7c1025cf99825af73d8feb13ae","sample_id":"mbpp.dev.426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da2082f07466cba9b0a83a26b39fec90e222f77a1451084b88c333ff8cf646fc","formula_version":"titan-u-contract-v1","latency_ms":0.341957900673151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce016b22ab7e4b42174ea7c799ba50b1974fad6e83d65ffd71d2df31a768cc33","sample_id":"mbpp.dev.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5de2e71172916b93cdb7a3f9636d23fb184440789433940aa2a8a62b0a5c0dcc","formula_version":"titan-u-contract-v1","latency_ms":0.45958394184708595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f26b72860dede3d348371f43ec04718c13f8ccb841baba1b69dc37bbd0f4ea7","sample_id":"mbpp.dev.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83c14b8a5a5738b2b39c1d1ef2b16fdff8661f407e2be16837d05482bc870347","formula_version":"titan-u-contract-v1","latency_ms":0.5452919285744429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c86f3fd0be038bd19a87c88881ab5d22a143c56e394b509686fdfc0071d58207","sample_id":"mbpp.dev.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8852693c44593fe9a90b22c65d70a1dc0c524ae4e0419d712bf8d3f7e1bf588e","formula_version":"titan-u-contract-v1","latency_ms":0.497375032864511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27efb2c320a1cfc41a00fc231312a0d20ad3dfdf4c4589fab101dcbddfaed6b6","sample_id":"mbpp.dev.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7951fbac26d568ec1a949542ef130824531dc89478d495b876cc20e2d937273f","formula_version":"titan-u-contract-v1","latency_ms":0.5129589699208736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04ea64179463b78e7dbfa37d8302419d9827cada82747cdbb8b2c9b7069af26d","sample_id":"mbpp.dev.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a8abbafcb2974804844da4c7ba8df3233066aa2306cc7cc6f9ab27e19c67243","formula_version":"titan-u-contract-v1","latency_ms":0.4022920038551092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2691815b739fcf9bfac4b6b0a06c917694848da60fc7013f8c60ddfdc54e576f","sample_id":"mbpp.dev.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d3a575adc860b93a8f9815f4d658f1f2f2f7365d040358b97457af0e6a4470b","formula_version":"titan-u-contract-v1","latency_ms":0.36399997770786285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc8763f3b2e4cd05682756bf28500197a0e8084ea5680712df6e204f7f2d2157","sample_id":"mbpp.dev.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2320aaf485bdd63b9cb61c37f8955eb75e676fbe74f87c109dbc61ed55b34a14","formula_version":"titan-u-contract-v1","latency_ms":0.37220807280391455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bd1e708c67d37603231c568eb5c79e1eaea240d30f503878d8c5df8c78f3db2","sample_id":"mbpp.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d51f65acd3c4393b0ef0663205ff636872d81c2a8d422bd5c3710340280cab45","formula_version":"titan-u-contract-v1","latency_ms":0.3108750097453594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c00596ccddfe20f141776cb9e7ca9fb560dcc9e709bd684c47788ad1fc1c758","sample_id":"mbpp.dev.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ea424f6b3dfd33aedbdaf1a59e0b337536679bd373f1c94a60c5579cf7ac8f7","formula_version":"titan-u-contract-v1","latency_ms":0.349957961589098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be77cdc423c1380591e22fcb674b9b3bba94985466a9d33d64d0b8e7a1c7f759","sample_id":"mbpp.dev.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"702acc08deb95a9f3a1c20053920a49b2b0aca9bfcac80ccb1d46adcbcb099d0","formula_version":"titan-u-contract-v1","latency_ms":0.46741694677621126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdee45297a4100e9942e262b9f364c97292cd75f2bd9083508a00a29e67b014b","sample_id":"mbpp.dev.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a224787efd3e50855b2302a76b5f1254bee2b526a80a0373040bd55df6220e7","formula_version":"titan-u-contract-v1","latency_ms":0.5422499962151051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4509a6c2ef975b78b046f43fe49d212d1f813391104ca5d2f41585aaecba59b","sample_id":"mbpp.dev.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddcdb962fc7624adae32726dad7efe7ef71fe59f781dd47171cf22b38e43f686","formula_version":"titan-u-contract-v1","latency_ms":0.3837080439552665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52d340b339a5eec8645324606e5d2fb74975c8de87f0fb65a40f5628a5e41be6","sample_id":"mbpp.dev.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ae4e0b1f45852ea86c5b812c3abc7f9527e29a31b36127a060d95d1aad833df","formula_version":"titan-u-contract-v1","latency_ms":0.5235830321907997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f2ed9fd47dd3c8b5885d0a92bc63b72a4e0d25c13e02f74b97c2fa6e897e64e","sample_id":"mbpp.dev.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db07158cf17cf8005c96842e0c5d398c47b3e12b436cc4fbe597d50843940438","formula_version":"titan-u-contract-v1","latency_ms":0.6986659718677402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fe5b078aa705b41c088f06ad7070a1395ba34cb99a7d548d833d9157bbbe29e","sample_id":"mbpp.dev.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82204226ff0d20a59928801034d514c9c5fcb0071da5bb9f7ad00aa62f3c755c","formula_version":"titan-u-contract-v1","latency_ms":0.5383749958127737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48adfe28d1df370e868dda35f475a55d4ff2dff71bdd11065c71593da3fc2f4c","sample_id":"mbpp.dev.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ef26c69d8e461debed02bea6a8e4fc90e7b7b2e1e3b41c8b3810999a98380f","formula_version":"titan-u-contract-v1","latency_ms":0.6321249529719353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d905e89e6e3bdca7ae7dbfdceaa1fa0390265d46cc0365824b610ccee2888d5","sample_id":"mbpp.dev.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6521cbe0f5b34d348f8698386b1f4e75c954ca84b918178985379210e5a8124","formula_version":"titan-u-contract-v1","latency_ms":0.35029195714741945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f63eb77234284ab712274b6158de9742850c89fe125ca725c21e05799e86b8e1","sample_id":"mbpp.dev.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c28fb6f01d204c7d7ebba5832cff8eec6c3498e41134f6c89fd5b190c4b2969","formula_version":"titan-u-contract-v1","latency_ms":0.5866249557584524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da6fb1e840d02ab5a3888baba9727b4f6480fd0e4056471410ac5f4ea55de45c","sample_id":"mbpp.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ca603568a7e6b8687f63a3819f5a821f07ac63560a7f697071bd764649ac25e","formula_version":"titan-u-contract-v1","latency_ms":0.34212495665997267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c3e726c317b7eb3c81d75402bd85e494282b3839b7aa15308ca301c344659b2","sample_id":"mbpp.dev.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3596b77ec387630b6b9230adae5efaf768c41236fd2609f41cb29f48b7a3aed","formula_version":"titan-u-contract-v1","latency_ms":0.3359579714015126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"565e1544779416b3ab18d2684c96f783f351a4f9c7dbc2c62ed938ed73200f13","sample_id":"mbpp.dev.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3368e3d2bfb576464006de821ee948ae8949b2a06887c2aa9ffced62361ea084","formula_version":"titan-u-contract-v1","latency_ms":0.3707499708980322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cc22c8bd13b2f740aac3a31822e18274e470521762c4d432764344cb342eb6d","sample_id":"mbpp.dev.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e5a1a8f3e4382a9868e72fb6f06600391b576193cc414296cbb967382c08243","formula_version":"titan-u-contract-v1","latency_ms":0.3274999326094985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c6ec7285a84adf8d8663688ad301fe89100d57621288a123751a3a6fc1b4a5d","sample_id":"mbpp.dev.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"355fbd142bc18c6b0846adf6e69bb8cce953cdda9c039beaa3ebd7d2c22c36bd","formula_version":"titan-u-contract-v1","latency_ms":0.5831250455230474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52adac47d32460c0f3227791294da683ca7bf477207f1351cd301dd77b53bb59","sample_id":"mbpp.dev.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82d9c5d258c8fe3740b4a52823e76ea8f75032cfa7255aeb9603af2457c3b131","formula_version":"titan-u-contract-v1","latency_ms":0.4543750546872616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5b0ad1be8f21c28fa134146c3fd8aec26cb399261432cbb17ffdbcda7b07401","sample_id":"mbpp.dev.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54f5eccf2b10deba91cfc5022147d561e08c4df65360f022c75b7e41b004d496","formula_version":"titan-u-contract-v1","latency_ms":0.3744999412447214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3de25252b3d7a4404048d70438b144de5c01fa4d827a96a7617115bd50d2c31","sample_id":"mbpp.dev.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03f90f8f0e3648d0f17100f36772328d651cf01cd19f13a3a98990c1db702d8a","formula_version":"titan-u-contract-v1","latency_ms":0.4623749991878867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88671b07566518a1ada2d76f4825e372169c9fcf9e7bd444a401117ce4bf391a","sample_id":"mbpp.dev.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cb5a3adfb13dac08fc86b576ad38e169b402fadac87fb326a0f30d2b01c16ad","formula_version":"titan-u-contract-v1","latency_ms":0.5042089615017176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"428226ecc7c60edfcc8da8273d82511f97e0d38bda63ee5f32dfd0aa3821671c","sample_id":"mbpp.dev.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7726b2e695ac2987c132cc9445484130db50a7602b2139ba5e9383c85b2016b1","formula_version":"titan-u-contract-v1","latency_ms":0.4587919684126973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"495ba906ff5854072a7555a311262e1aadb7c20f4a95c02ff2370c0bdc011c45","sample_id":"mbpp.dev.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81d4da8882590c346ffe1590d6d6309076547edb8f991eba56887b22f0eec26b","formula_version":"titan-u-contract-v1","latency_ms":0.43287500739097595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abe6fb481757626eeb44df52342112348b9a3c945185c416903586c6557d93fa","sample_id":"mbpp.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbb9425412c4cab429d134a652509663f8fc2b4e3dc38094708f545d8bbd190e","formula_version":"titan-u-contract-v1","latency_ms":0.3712499747052789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1de2538ee4a962d04e8b2ed9d391d10590197bee57f6a029490633e1e60a9223","sample_id":"mbpp.dev.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f218c37c25f8c8e234943c04c94ef42816f6b40dfd615f5fecb66ec87f12f46e","formula_version":"titan-u-contract-v1","latency_ms":0.3422080771997571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b71a8badd185d3e4b818b0cb54a9260df031e0761af5b8ee75da6f986102c2ce","sample_id":"mbpp.dev.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82c0b102c38243570852c185b693073bd3a15a48507b765138cd42f895c1b20a","formula_version":"titan-u-contract-v1","latency_ms":0.8138339035212994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0189ba7b1f05381c5b442124c0a25fb33f9ba26e5d473c3eef3aba6d70d9352","sample_id":"mbpp.dev.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f246917175f3679fe135dc95115fbb4990e8db9c3d9881db499dfc6d3d6210e","formula_version":"titan-u-contract-v1","latency_ms":0.6493330001831055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97dda3dcd4254d5f614a4899fa29452bb4974123e2af5fab75e88d7b59e70892","sample_id":"mbpp.dev.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8771d264c8fa8ae2506062966f93251f9037e4ed1640a30c89c04290b86e925d","formula_version":"titan-u-contract-v1","latency_ms":0.6196670001372695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40bb4112ba121b59a006c39e174c5e28a49a267d09506fe6d5ec0a18a34348a0","sample_id":"mbpp.dev.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cdc89678044fb3d5e02806bddd1f53224ebe4f63153ea3fd024c8d0b03a7a09","formula_version":"titan-u-contract-v1","latency_ms":0.5146249895915389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5604abfab9a8e7eaf3b397707d80b989cf0b8ac7a972df523f11a9eb5052c0c","sample_id":"mbpp.dev.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f101be79613bd33961af1f794e9d8f5de7a58895f440eec7594c40b0caa66582","formula_version":"titan-u-contract-v1","latency_ms":0.6771249463781714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58f380e7a50a9cca25f950cab6193a8d7361d2dc863d93313d30009d67a78b86","sample_id":"mbpp.dev.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9d48009608c9b05046e2fe7e4d792ac421c030a3de13bb7b4888e6230a9c55f","formula_version":"titan-u-contract-v1","latency_ms":0.48983306623995304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"478dde643677e5a79d79f63a79c610fedc67973b2b3cc1bb585366cf24381fe9","sample_id":"mbpp.dev.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e2b1ad7ed5ef66fc7ae6b66548f747ca814d170effacff5a4345f4b501f7e14","formula_version":"titan-u-contract-v1","latency_ms":0.8644579211249948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61962e35a53958e9e030a57425897bfbb9d36db0bbd42226807568e78735488d","sample_id":"mbpp.dev.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecb2a12a4508c9ed417796805480fe2cca7f4bdb606671f4e8b857034526a508","formula_version":"titan-u-contract-v1","latency_ms":0.3859159769490361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07a85edab45c4bb15b84cfdb9b0947ebad3d9b571835ef95861f075eb5f1d01d","sample_id":"mbpp.dev.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1c681667d15f87644eac042113c3ea3e426a552a8f79aeeb448645f4c2d740f","formula_version":"titan-u-contract-v1","latency_ms":0.37391704972833395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a247ba09463739d8cab8c850a562dd552a81148ff20046fd33f7a609eb08ad8","sample_id":"mbpp.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97a6cbfbd8b29814c8b51e53ca4cd4fecac0045205257a2dfdd774e8596e1ddc","formula_version":"titan-u-contract-v1","latency_ms":0.43712498154491186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bad1fc2949a757c6ceedcb93b0775de2ea1c9d70d306630eaa7e789f81b706c5","sample_id":"mbpp.dev.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4b10034b8159176b6c3b1bd20bfeb34df853e01782bf5f87c8d5cd30a06f46a","formula_version":"titan-u-contract-v1","latency_ms":0.5774999735876918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fde11ece0f85b679b41d087b68d738171183f617e3f0b94026e84f698920748","sample_id":"mbpp.dev.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2232ffc990c9d89ac4533f0d85b66b1174761d2ef9a799e015532e80206bef2c","formula_version":"titan-u-contract-v1","latency_ms":0.5784590030089021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"170d06c01d3d7a395ae3706c34aa94427fb34fd432895d64fe29f0922e3792e7","sample_id":"mbpp.dev.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff2a1ac3aa4b1223af278e4a51fb71858865a41370fe0d6f792dd0a83e9e5342","formula_version":"titan-u-contract-v1","latency_ms":0.4559579538181424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad14e048c1bb893d7f520c3f7904642be6be57086f2f5f1334be52ac7cd5df9c","sample_id":"mbpp.dev.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98457991f0861482f5d4c489249978f11b49108136d9ae5f90f0b14bb7b09d44","formula_version":"titan-u-contract-v1","latency_ms":0.5857499781996012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e796dab207e62ede529fe8c95024f8169f95303c97e023e748025772f3b5c7db","sample_id":"mbpp.dev.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f04499edd3ef8013add9b1e69377ab3070b4a3c1393c9025f72a32605b468fb7","formula_version":"titan-u-contract-v1","latency_ms":0.33650000113993883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7048f9d619dffd095c286ebf8af6ee3dad66d15186f00fa12ac1e4f92c0c5622","sample_id":"mbpp.dev.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6902dfbaa52f5f9b640edb7a9dee29e7edd1de5e4b4a4bf7434354c763cbcf04","formula_version":"titan-u-contract-v1","latency_ms":0.3345829900354147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf22cb81ce08bec949c3279c49d836a1307b0e9d413df4e10a49da5dc36c435b","sample_id":"mbpp.dev.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d3f2e5452da948479b8557e1e8922f30fb9d99591e4634e889e2f6c35b0dd98","formula_version":"titan-u-contract-v1","latency_ms":0.35966699942946434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab9cb86893701904a8d773b508aff9ca1b60b262e811f2ef2516311d8995ec44","sample_id":"mbpp.dev.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b825714fa7c19a5b9249af33bd1a9509b4b33f2f27758c07aaa4c5e5e8958dfa","formula_version":"titan-u-contract-v1","latency_ms":0.49349991604685783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa2f9a2cc99495947e8ce264c51f41e6779119d50754ae1891ad8e9b4f480f95","sample_id":"mbpp.dev.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66affa02f1dcab8f0689724b9864c1e3f7e7cb741c2e6b49b44a913c8fccb416","formula_version":"titan-u-contract-v1","latency_ms":0.39425003342330456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccb288778fe73d7a028365a0992d4df0603d5e9b1ce2a40cf750c6ef1b1b5d21","sample_id":"mbpp.dev.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"043438ac9b8f02679f6732f6999079ff36c027bc39116443e6e408750c0fb781","formula_version":"titan-u-contract-v1","latency_ms":0.36095897667109966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c823bd0088a12c39566c99fddd0f70c904f166d4d4c8b40861a3c34f2c541c6a","sample_id":"mbpp.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f9dd020f4a710d9697e4389ce65aa703ab1e4971a8b6f3ce99b2c73ee7acdae","formula_version":"titan-u-contract-v1","latency_ms":0.4724999889731407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d5ff452f9c0f18eeea0b9c2038557accee69405e18d70c6e856b49e14770415","sample_id":"mbpp.dev.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b927f454f13ae3a18c908e1a933d54b9cc9a3093e7b525b854523ed149c0868","formula_version":"titan-u-contract-v1","latency_ms":0.3813749644905329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47b2f114c39dff07d565680e03bb2a0ff570f050cd618f8bff9fab77851dcfdd","sample_id":"mbpp.dev.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"771ca57f9789066d5b55f9bc7e9e27bcab29f0dc6073340c69b55998a602f297","formula_version":"titan-u-contract-v1","latency_ms":0.5091670900583267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcf05dad54b6148e2587739dfa7af9261037a97e6b1881b07c01c2ab3b307b07","sample_id":"mbpp.dev.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"130cef5b7ead721fc3b3721cf3b8ac81ab54c6646a0680a0c0ddfc51d6de59c3","formula_version":"titan-u-contract-v1","latency_ms":0.6386670283973217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0a0d978ba921f080884916e2ade0845c1888968a09f55bcfab89f00a7827dce","sample_id":"mbpp.dev.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74975317e5e39cf9174c58b059647572b76d50b0f9e2ef124538f426205b1e2f","formula_version":"titan-u-contract-v1","latency_ms":0.37679204251617193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52cfe0025268f7e397df5ff5e7e38e4f801b064041d1418ea8a664760a1246c7","sample_id":"mbpp.dev.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2741dccf08d7fecb7cc864db5347431ab2e95f931b6c51764417598d0a4f970f","formula_version":"titan-u-contract-v1","latency_ms":0.35133305937051773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"603e7b314fcb610ef42ae97a65a0a0c83d8aff623b2829646e63129a961e6e7b","sample_id":"mbpp.dev.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84a8ba34459ca376b29693fc663c447ae189020c0f82cc6c0f7af854ccb1fa60","formula_version":"titan-u-contract-v1","latency_ms":0.5390839651226997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"114aa1718e360e5fa1c976858cef21a756fbf7f958dd66a6ac9a8f747cf4a803","sample_id":"mbpp.dev.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfb076dd4885978393594753458b798b6036fbd91bb215fd7b7cc3b529e24ef4","formula_version":"titan-u-contract-v1","latency_ms":0.3577499883249402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0229f8e316f273e052804824309e5dc2ed68a7967034fe7e423bb566b7779443","sample_id":"mbpp.dev.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1486e562bf7924119b85f6b4b89dcb31e43edb93d7f8109ef9c99a109069f09","formula_version":"titan-u-contract-v1","latency_ms":0.3821669379249215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"927f93921aa152933804cfef06af45063f0ae39ab44125b6116eeae9e56094ac","sample_id":"mbpp.dev.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90ad679111e695e00e450a6e4e4f607c4caced53370c33ff585a95012f2a66f2","formula_version":"titan-u-contract-v1","latency_ms":0.3370419144630432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7e2656c21adf4b125fce86d4df72f3cb256764feb103a6889e3650af4aca7c5","sample_id":"mbpp.dev.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbed5d4d61877814d26e1152501c4710c6de95def653af3911042f35b1c277c4","formula_version":"titan-u-contract-v1","latency_ms":0.39304094389081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5154e1a2821d33bd06032dde8b398e74c054f0cab92540ec38fe18b38c160644","sample_id":"mmlu-abstract-algebra.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da8ccf7bad7e8e260b105dca46dfd7cfe8d982db9b55e4e4a66894c7d57d54ee","formula_version":"titan-u-contract-v1","latency_ms":0.42570801451802254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"814023961f90017cf2067f50e7f1793c09771c4bd8b4715d14b8b78f3b56a1b5","sample_id":"mmlu-abstract-algebra.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1eacdb80f93b483314683a0a5557f875ae87baef750296a4726f7499caf90407","formula_version":"titan-u-contract-v1","latency_ms":0.6521670147776604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d129e5003c23167c19f683a1603d02e6b78b9f7a4ced698783898dd80062de18","sample_id":"mmlu-abstract-algebra.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fc3a4fe19d336847569081a8303df4414c6eccbcc228c1376ff4e82710d5258","formula_version":"titan-u-contract-v1","latency_ms":0.46837504487484694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e58b5e56fea1a9dc3158d3f3d50c9cb16dcbd83bfef0e5b7d2022e0eb552632d","sample_id":"mmlu-abstract-algebra.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd5cd7ff0308885d84b85d55b6e706ce67171f90c23fbe06d6a5c5cc135622c5","formula_version":"titan-u-contract-v1","latency_ms":0.530916964635253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cf68a3e8a529f1338a3a9039a3dd3d840f6bbb4a8f8cfde2f313ff0d6425dcf","sample_id":"mmlu-abstract-algebra.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5666861ed13ed6709e18c3fc706c6d5f0745cabb743a4913a35819b452de565d","formula_version":"titan-u-contract-v1","latency_ms":0.47158298548310995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"995c5421c307ce321f38261d0d3f2950fd55a11f3ee418d2c773d63f97fee501","sample_id":"mmlu-abstract-algebra.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4a3213024dde2cc92315a97a91187dbdf65fb684ebff191a1df2c15b8978510","formula_version":"titan-u-contract-v1","latency_ms":0.4307499621063471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50c18fd5cfc2887a34cea1ef273486983386185cd313f6da8cbc1bdab17bd3c4","sample_id":"mmlu-abstract-algebra.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caaf932133744f3793d90b91a58d15b1ecc27e51aec6394efb1791264dae68ad","formula_version":"titan-u-contract-v1","latency_ms":0.7390419486910105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"153ee57a2fd9243302be520673274f9f93c58a1e8d85ee85255dd64590882f0f","sample_id":"mmlu-abstract-algebra.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c650a9102a29e83c53b126583b0e35b93399fa4a2b91b28c8aecaaa65d3848b7","formula_version":"titan-u-contract-v1","latency_ms":0.3990420373156667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d94d0c910c2d4225f12ec52979007c68f908713c1db75683f845560838591620","sample_id":"mmlu-abstract-algebra.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d431bcfff3cc136d14014651462e44222866ce918897dfb66d1cf4105eb82533","formula_version":"titan-u-contract-v1","latency_ms":0.5087080644443631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d735643ad5f52367121993479d07b2fd5ac230287a75e0d0da499bbe2bb31d4e","sample_id":"mmlu-abstract-algebra.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67b64c86ce1ad1ec1887afa4c8ca34aa3362987e297de76ffc37cdc6d89cac27","formula_version":"titan-u-contract-v1","latency_ms":0.49400003626942635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44ffce3446499565bcf00f0ebd6dcf8241a28844a67d1f33693c942dad8e9330","sample_id":"mmlu-abstract-algebra.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa8cbcdc8d89b8e9d8f8f0a37dff85a5450a9b36cdde300f4ee827bf19e7dd80","formula_version":"titan-u-contract-v1","latency_ms":0.48749998677521944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"858cb598b856e3ed637f79e1254244d413048263b4818a6d3b5f268bb98bbc8e","sample_id":"mmlu-abstract-algebra.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efecd06a42e9b960396c071ce7b7bcfb88fc8200856f23efa1c9807faa0320f3","formula_version":"titan-u-contract-v1","latency_ms":0.5152500234544277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5a7b0ea47e1ca4ef719bb18705240b306b0cd77268a4cc23d00cc9f301ba960","sample_id":"mmlu-abstract-algebra.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec215adf9d60fb62bf75ac314d14ee49ca73bcd6fc71040157683101be518cfa","formula_version":"titan-u-contract-v1","latency_ms":0.47270802315324545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db0cb7b83baeef68cac4e245f13f72b2132f80390461776d08d350e8248da640","sample_id":"mmlu-abstract-algebra.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b285f0587f8d7b2034366b8253c425070ad352e3ea0427eea84bc5dec8434e8c","formula_version":"titan-u-contract-v1","latency_ms":0.46029197983443737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d767e7d9b40e0ddf17e2eb435917378d55156f284243d06b4c0bc9449ad8ee98","sample_id":"mmlu-abstract-algebra.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48e779ffc00fecded46c49629961bb3e50345ad92e6d1bf8002116f4b209b934","formula_version":"titan-u-contract-v1","latency_ms":0.4551670281216502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b93d2737b2b3885272c52fb54b68211139a31f7dbc22aeaae8ee902c9e89de3d","sample_id":"mmlu-abstract-algebra.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b02e8aac8db4de2602ffaba873e06ddcd912a0d9d13d199aca5fc1f2c4e966e7","formula_version":"titan-u-contract-v1","latency_ms":0.4700410645455122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3833eee0d2c84442d0bcb9e1ca004da4fb98b5abc288d0d08e023256b8c8bc92","sample_id":"mmlu-abstract-algebra.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7beba2130c4544ec2b614c3f81916867268b241c12b1f38209fd610acf7848e0","formula_version":"titan-u-contract-v1","latency_ms":0.4729579668492079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcebd1e94265e3ef846aca36f1054e7f7d68fbfcb31dfd1c99a35ed2591f47bc","sample_id":"mmlu-abstract-algebra.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"380a127b19f8e69ef414bf6c7fe52a74403b96983b607a8cfd173c646a9c13bc","formula_version":"titan-u-contract-v1","latency_ms":0.45725004747509956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9065e5a234d3f698cb6a097c02476dd4c2b75f9e164e881c4785388a4cac830","sample_id":"mmlu-abstract-algebra.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02cba62955901228c593045414b4868412502faf56b0a76b04cc1e1821586a2f","formula_version":"titan-u-contract-v1","latency_ms":0.7374589331448078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef3bfa98a10db845deaabd5e1804aea4d46d99d2b02b1b5712d33173b19d3600","sample_id":"mmlu-abstract-algebra.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2892bde94b3fd8cb75ebc43f3a9d814d34eb3265d6ef91cc42d30ccb57ce045","formula_version":"titan-u-contract-v1","latency_ms":0.5340420175343752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e6f29d75cfdbe564b7ef8331787486393915788be7f00a703563af3a8c46bf3","sample_id":"mmlu-abstract-algebra.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2625160d8e50c93cba8c105840a3426899d6bac8ad1c7e67c3471a7f685d91fe","formula_version":"titan-u-contract-v1","latency_ms":0.5068749887868762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7d1395e68822a57ad80c1e436c755ac47bcc17969e59ecf819a933fc85923c0","sample_id":"mmlu-abstract-algebra.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4efb9aaa635afabe0930536ce8a408fc61769c84ecd6d845bc4b5d78767d3949","formula_version":"titan-u-contract-v1","latency_ms":0.5575410323217511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af4e701d1b4ebcdec701ce9fd2246f23e0ec8f347e7ea72721ebc85b65ef04ba","sample_id":"mmlu-abstract-algebra.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c37f76d39693b381e80d9a4c684f029119c29795c78ad43dc854abf80345e9e4","formula_version":"titan-u-contract-v1","latency_ms":0.5894580390304327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5b2d45bba4b1a20c5e24219ed256810ebcf08f88e9525f8785d6bcc76d79be7","sample_id":"mmlu-abstract-algebra.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbb9f0f9b44f2860d96439edf79623bb2a65571e9b591a5b59f19fed2aa788bc","formula_version":"titan-u-contract-v1","latency_ms":0.5816660122945905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13cdd4f496acfaff0784a1d165ba19dbb73d4907f7fdcd53bba3de078513305c","sample_id":"mmlu-abstract-algebra.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"981495ffb93f8982d2184683b8591a3f88ac2650834c8bd8f7cda7dec272380b","formula_version":"titan-u-contract-v1","latency_ms":0.6926250644028187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c9e08cf60cdeb74dd2d828adfc428c7a61c7f9a719095d588e458b566055540","sample_id":"mmlu-abstract-algebra.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3540e593e168ff3caf9866e42559e4921d55fe869edf9adc6b597fa59cc3577a","formula_version":"titan-u-contract-v1","latency_ms":0.46741694677621126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f2b167363fa4405ff928e65b37369d2e9820ddc61ef882f5b07ff6c63b34a2e","sample_id":"mmlu-abstract-algebra.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c75f77c8f33b1b747a00e56d9779b1d844f3d9b608d6af02ef13f16c8cdf0dbf","formula_version":"titan-u-contract-v1","latency_ms":0.639083911664784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5b29cfb27d4fd34bcfe5da41c1c0d1502520c999b6c91b6475735907cbe888a","sample_id":"mmlu-abstract-algebra.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8084e5f3fb464d4d7c9404c1560d0f71393482094d53c5ad7918d538f91b073d","formula_version":"titan-u-contract-v1","latency_ms":0.5240830359980464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c3d3bcef50ab197039ae8106f1a2241cb05f1aae3656950300de87190e5a551","sample_id":"mmlu-abstract-algebra.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f02fdde596fc1c2732b4559055b7fe9bc893b3f8f4aaec1413a30c2b07189987","formula_version":"titan-u-contract-v1","latency_ms":0.6241670344024897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec4b51e927a5c30b9baccc5a254400c1a4aeacc18eeee1dc3e3cbba63514a4c4","sample_id":"mmlu-abstract-algebra.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8933faeaaaf37052230597d79c06ca20d8c305fa13956178cf78989882d1dcd2","formula_version":"titan-u-contract-v1","latency_ms":0.432583037763834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"363de044fa7b0e2423f46b26514cfb35bb7b9d271b92bcaa409b64337944f989","sample_id":"mmlu-abstract-algebra.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a286b8fecbe50e2ce57aa6814767e160b946d5a2aae1a28eafbdfa3d5a766922","formula_version":"titan-u-contract-v1","latency_ms":0.7661669515073299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c55d2271438f4f62dcdb72fbd5a5dca495150bc39ae9bf77d273ae60a8f66027","sample_id":"mmlu-abstract-algebra.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"774fb0f2746cd4f887a754c1cfb8f5c50631464a1d109963ea443d68193c9886","formula_version":"titan-u-contract-v1","latency_ms":0.5367080448195338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2d85aa369b9f6ab5b187156bb05c93f84a25c132a81c09915df3701ba40a6f6","sample_id":"mmlu-abstract-algebra.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d2380bf5056a1be9a5835b3e43b5caf709111abb1520dd0bedc3fc977b5c673","formula_version":"titan-u-contract-v1","latency_ms":0.8274589199572802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea7c48842ec192f0cb1685bbfce63eaabea45683aea1ebaa15311577cdfb44f2","sample_id":"mmlu-abstract-algebra.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a067dfae5ab62afc1f029890275246c33e4eba46fb953a44f362a9f97a0a6ed","formula_version":"titan-u-contract-v1","latency_ms":0.5718749016523361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15fd3aff1325b389526c796502ba029f3093a119626d6fcaba18332cec17bb57","sample_id":"mmlu-abstract-algebra.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e9283c59bd047ff827f467d701fc8080d4176a217ea93d55c7de39ad8b21cb0","formula_version":"titan-u-contract-v1","latency_ms":0.9093749104067683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a0928520c7ea1c86ff1b5fdcda6340a70ff86c8281ef71bc91611154025e0a5","sample_id":"mmlu-abstract-algebra.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b81e418620782b9cab7eec6baf12c757b2d9e90302ed9d74637eaf02df8116ae","formula_version":"titan-u-contract-v1","latency_ms":0.5454589845612645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6428d0d4b36e7e9873a0b5082f991ed9e5070d40e68162e56f5985802c5dbfc1","sample_id":"mmlu-abstract-algebra.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"573650103bd5b673ba7b4c72e1b1e08697161d7e83ae87196d5965d8f219a052","formula_version":"titan-u-contract-v1","latency_ms":0.5890419706702232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a672e6a0e1c8b80a1641ed1d6d224f2b9e4494de1e15eae5b7fd2383c7cafde","sample_id":"mmlu-abstract-algebra.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"838b79ba35de69438d569183c640c1c59efbb89c42f6a0da3d9898f8a4390469","formula_version":"titan-u-contract-v1","latency_ms":0.4314170219004154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f57351b2c99b7518d4f059824344c3ff5178b42ec25dd9dbb238cff15b82fb6","sample_id":"mmlu-abstract-algebra.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d746a81a2dfd974ca8f2e15bd6dc47a791586c6cbd5cf46ca6eeb48f25e46468","formula_version":"titan-u-contract-v1","latency_ms":0.48987497575581074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1602e227f0388305b12b72c544ab839085751dfb2ab34b6840f9b1c5cf0f53e7","sample_id":"mmlu-abstract-algebra.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c54d9b21d15ac36a7ce7e5d87a767f9f0c8c90b1330d72853859cc9a69ae6bb6","formula_version":"titan-u-contract-v1","latency_ms":0.4503329982981086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d622baeff7355e435c5ae2515de717890b71e560cf67a9703befec4c7217f0b9","sample_id":"mmlu-abstract-algebra.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4abed2618752e3bf6f9edc7814bb9ef34d19f218981977b812c0d12c745bcef","formula_version":"titan-u-contract-v1","latency_ms":0.4332080716267228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0078b35720dc4f86b57ea8ed4bc46d9de80262b558aa9e8a7ac392daa49327a4","sample_id":"mmlu-abstract-algebra.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dae60860929c8bd4f7d4eec2cface68425ab3e4bfec5cdd0868926cd963a7975","formula_version":"titan-u-contract-v1","latency_ms":0.7004170911386609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d7072ee85b94f24223deffdba88eeebf8dbed430944e9cabdae4dec3c3ff5c3","sample_id":"mmlu-abstract-algebra.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d33815447f3921141f09002d1f42a9c1449b642bb18dd821d2d9051d66c71f3","formula_version":"titan-u-contract-v1","latency_ms":0.5452089244499803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29d9929cbd82acde145561f8854b8477e7236de826f28f81d151c23a3234deb4","sample_id":"mmlu-abstract-algebra.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"842cd3f240c270478431c65a875f9af93c0cbff50551202906e36c5b5d44bc70","formula_version":"titan-u-contract-v1","latency_ms":0.4140000091865659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e5c85e27ff86bd63e804d4a56888fd5c0795681870ec4b0fc775d3fca21bfa7","sample_id":"mmlu-abstract-algebra.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a274378ed51784fa79d10de60c51ed7f558e248565e43ddaf048c0fcada5bb5","formula_version":"titan-u-contract-v1","latency_ms":0.7122500101104379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75caea35dd74e6e1aa18146448f66545a3f5b7e9be5451f0ac9803038921fe54","sample_id":"mmlu-abstract-algebra.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"501b7a67ab8b244e5ef73a2ad80cfa924c73f43d0b4901abe6b9128a990dad6e","formula_version":"titan-u-contract-v1","latency_ms":0.43229199945926666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b5f3078766d73097022cacf9692bfd875777107da406cbcc95ebfdd0c880356","sample_id":"mmlu-abstract-algebra.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ed0a4cf689f9d9d4ca88a3e6b9b3b01181490ba2ec2b81b468a78bcc7e63790","formula_version":"titan-u-contract-v1","latency_ms":0.4152919864282012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac038f8b0c6a822b8c5dd245fbfbf70fe011cb84ffd958b6db8c85cc6f2e144f","sample_id":"mmlu-abstract-algebra.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a08509fa21d832b97e3c3621b0c32a203e622886b30f4fb40856ed877bf242e1","formula_version":"titan-u-contract-v1","latency_ms":0.41149999015033245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23c4fa0b04806a7e4f312c94f34e9b4395f4cf8e6bd76e36b45187b152c8c503","sample_id":"mmlu-abstract-algebra.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37d88894fd1c728e304ab920ef90d6479697c66aff15d0e8b3773c8f1043f655","formula_version":"titan-u-contract-v1","latency_ms":0.44820806942880154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c58af7a58ee6c5bf76ce66fd0f82d5cca393d87c499de2754b5428967dbe6407","sample_id":"mmlu-abstract-algebra.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03980372c7cd8e67bd4dbe723fddd3665067c5154e6fb1f05f6a49a639380450","formula_version":"titan-u-contract-v1","latency_ms":0.40291703771799803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcbec908c8be464e13e95bf675e98004f3f9c7c91a80f6716d574baf933d3f8c","sample_id":"mmlu-abstract-algebra.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d467ee49ea1731199c33fbaf08bb740bb02d902e6ac576287bda7f432ac8e1fb","formula_version":"titan-u-contract-v1","latency_ms":0.4718330455943942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14f31f824b879de6cfba2ee798d0b107a48339b342636b60266bd1cf27de9ed7","sample_id":"mmlu-abstract-algebra.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12e5b57e3c32d2aa54abcb288c3b4d1c219a3da415315700fcf9c08313d5802f","formula_version":"titan-u-contract-v1","latency_ms":0.8040419779717922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42d26b03c39a3989379f300f3918cab833490e4579e5fdaeb2a8f2a21cf71b62","sample_id":"mmlu-abstract-algebra.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"787767af369f774860529ad182de18abd08b37f4a74d32cee469ad84be0e4a38","formula_version":"titan-u-contract-v1","latency_ms":0.5056250374764204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b98d42b3e578cac23b84757361652f67932a8ec72f2487cb62c39b943fa9b0fc","sample_id":"mmlu-abstract-algebra.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88baa3a0d92f5e12c53c8113d8bcb245b28264846e60078c17a4890ffc9d36b1","formula_version":"titan-u-contract-v1","latency_ms":0.922541948966682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"522a3ee224de2253f4228b1b8b2e5e6d7485c942613fda463052da54a533c6e9","sample_id":"mmlu-abstract-algebra.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e75521f9ab931bd680c4adcbc2fad5328e56330a1d015685b14647edf4e13d3","formula_version":"titan-u-contract-v1","latency_ms":0.4801660543307662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcdc8593d70951b0689a13a6728317f5d2354a8434f2a0e229ed40063c67eea2","sample_id":"mmlu-abstract-algebra.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"655fbac9a7e8b39499b101fee6439833d0597c4d81099a684c0f833fe5f7bf40","formula_version":"titan-u-contract-v1","latency_ms":0.7619590032845736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1ce32a6f2e6abe51ad0aee32f928103196ab562dd320586baaebaf770ab76df","sample_id":"mmlu-abstract-algebra.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6062c2821cfe60dedb3bbc9606c1814a4e7f5007adc64043ded25731e6a374f6","formula_version":"titan-u-contract-v1","latency_ms":0.4461669595912099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d77c25b28e20eedde42f16fe36e09b06414498453987a6dd697e34d13236f876","sample_id":"mmlu-abstract-algebra.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad121d11798adadf503b938bc48170cfd2bc119f1cd76b7610e8c1444af4c20f","formula_version":"titan-u-contract-v1","latency_ms":0.48404198605567217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc11b4471dcfd5b54cf282c8624419cf903ab8756e7b072dac2325e047455102","sample_id":"mmlu-abstract-algebra.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc1fd1f8842c5bdbff03338a319297dca8e0b3feb400d6cf6d3538bf90345406","formula_version":"titan-u-contract-v1","latency_ms":0.4660829436033964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"858ad61bd57cbfb735b8e86ba9bd9336ba989acc8a487107d084156ce23b2f32","sample_id":"mmlu-abstract-algebra.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b95d8290c0d504bf725884cd13b0e60637732b8ca4a911381e7b6ed109789d3","formula_version":"titan-u-contract-v1","latency_ms":0.7392499828711152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b04194fee9471ed7d8c2f38f93381f5f589a4cac87a97db526dfb7b87a4908db","sample_id":"mmlu-abstract-algebra.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"884fa7aad00993e259aa4a821eb844268be773444e5bc654f3076fa59bbee7a0","formula_version":"titan-u-contract-v1","latency_ms":0.6821659626439214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5270a8c854b7538077bdd0d3e0d7f442c20a6ec77368d742302f75295c2548c6","sample_id":"mmlu-abstract-algebra.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da33dcf875dda8a847ec9c3dd111b2affd7718f999044b9524b188265b637614","formula_version":"titan-u-contract-v1","latency_ms":0.41866698302328587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58a4f74536e3ce8e210a101fdb98952319de578cb5bae97daf1232acc659013a","sample_id":"mmlu-abstract-algebra.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29e484975ab1df36e1e0c2be41f2853ddb9bc7575c3569d6fc8d18ab05de6169","formula_version":"titan-u-contract-v1","latency_ms":0.45170809607952833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c70d5ebce0037c0663d1bc72561552228026899a7ba296f5da299f3f4a296cc","sample_id":"mmlu-abstract-algebra.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6aae162d62d73bc08ea43afff1bb25088962d78abe15fb1578374e01036f5fa3","formula_version":"titan-u-contract-v1","latency_ms":0.5846669664606452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a66d4371784c4020dcbf2274e76207f2039dee4f78af68cac06f21909257a772","sample_id":"mmlu-abstract-algebra.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3fc4398547337bc7467f1558563821ec78c9803a76995d8dd31db211059a545","formula_version":"titan-u-contract-v1","latency_ms":0.44120894744992256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"490be80eddeded2f860995b10d38ed8491b40a96684e2cc0764720f5c9c8ed5e","sample_id":"mmlu-abstract-algebra.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7198bfcee97bf3a823d85aed545c0517bb5cf618b46b2708522c262d190c7ab","formula_version":"titan-u-contract-v1","latency_ms":0.4521249793469906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd0127a38e4facbd1a538cdacedbeffd8298438e8eeb4d98cde84a6b5031c13b","sample_id":"mmlu-abstract-algebra.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e987d9b818c6747e56d2900ba0932114ac109640cf181f46df0026a3cbf4383b","formula_version":"titan-u-contract-v1","latency_ms":0.6065829657018185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a828fc56a19b8acf57be132eb5ccb912f03d508c9546707cad85d8d5e6e0722b","sample_id":"mmlu-abstract-algebra.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6956ededa244f14cbe58d99a74c75d4939a0ac429fe9b696cced48f1260f76d","formula_version":"titan-u-contract-v1","latency_ms":0.5454170750454068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d15744e06e98095c5e9a6146c08d125d4d82954d391514ffe3a09932a99c0d8a","sample_id":"mmlu-abstract-algebra.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54cc701ebe74b88a63d04a8fa599ae084e8d4513eb5f7b9a8fbbc945f15b837c","formula_version":"titan-u-contract-v1","latency_ms":0.43179094791412354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24bfc8b10ece38235ba269f26914d146305d4bddc683f4756d422a632fba124e","sample_id":"mmlu-abstract-algebra.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87309ad85a7a131e2216c3e8ad833dd6068e165498b220fc5a1a84585b188a43","formula_version":"titan-u-contract-v1","latency_ms":0.5702499765902758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bacead1ba0b0184c1d30f85e722685c7d7d787f87d36bd1df1c70cbb5361ee15","sample_id":"mmlu-abstract-algebra.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85f63f32288f8f34342558685977712dde05b703be5469081cd844aafc76f247","formula_version":"titan-u-contract-v1","latency_ms":0.7561249658465385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d494d8a046316749c1b179c0e094008fda8dd97e16c6722d5945befd77f3208","sample_id":"mmlu-abstract-algebra.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d945b0daa828a65d696654485027e1459b85ca91b9112a7206f0a6af9eb13d32","formula_version":"titan-u-contract-v1","latency_ms":0.6342920241877437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"876846a1a3db75ee721c9518e495b8dcf7947c9228ded503cae60c21f6308d5e","sample_id":"mmlu-abstract-algebra.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aef80bddff7e5d58ba830fcd15e9b9c3c493424f4178d249820fdd157f3a8d2d","formula_version":"titan-u-contract-v1","latency_ms":0.8897499646991491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1cb20d4862a02cb710eb445c814d9cdc8010897052a47f6d33520d63679b136","sample_id":"mmlu-abstract-algebra.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bc6157ac50b25bc6fb14db6e1812339fc58774cd5b3a68433dce7f84d0c348e","formula_version":"titan-u-contract-v1","latency_ms":0.5574169335886836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"718720a791c366c6cda18bfd5d5182fddd1940d3b2819f7f9df2385bff7b85b9","sample_id":"mmlu-abstract-algebra.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97bed3d555ac242079c848f7d472d3398e5aefbca6e562971dd9690563f9c9e6","formula_version":"titan-u-contract-v1","latency_ms":0.5730419652536511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"161f177d5c7544f6da5bf1e6327a7b39e1bbc37351cbc3ee0bf3eba25f8cfd5e","sample_id":"mmlu-abstract-algebra.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4d0a4e810c44c16b5e1eb4c86be080dd1c4da90b28009764da2b69ae8ef3dc7","formula_version":"titan-u-contract-v1","latency_ms":0.4565829876810312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"588de6849e7b949c4e5c0061e4bbbc2e63653c82b40737c1b6d4e5e379864e2b","sample_id":"mmlu-abstract-algebra.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36ca1c6bbb73e2b89d598010240920ce09b93dee821c6bb8cfb0f23c3610c4c4","formula_version":"titan-u-contract-v1","latency_ms":0.5385419353842735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"933c6827d1af49909befde9951d824ebc810a0d8bbec6fce8971b2ca1984adea","sample_id":"mmlu-abstract-algebra.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bf27ace35d8fc6b8d21a3a25750314337497aede0862632202f70b7de27ef91","formula_version":"titan-u-contract-v1","latency_ms":0.48970896750688553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86e59b17d70b9d5903eb70ec6b1c83215964a909696b5a8ecd3bb83ecad997d3","sample_id":"mmlu-abstract-algebra.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75ebc0553e9bddc4cefcbd5a45f75b8f17130240c83268c34c2744542e74c628","formula_version":"titan-u-contract-v1","latency_ms":0.5698750028386712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a188a842f7325cce1d038d669504cc8747b5e3bd02187149ee59c2dfc9cd760","sample_id":"mmlu-abstract-algebra.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1c29d2eba0179e484031adb2982b09872940dda8a9d95c9a764a2583eba40f8","formula_version":"titan-u-contract-v1","latency_ms":0.6487090140581131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b96ff8d52fd91ba39f6357e905ce86319eddd4af098f62fabe543d1dd692ac3b","sample_id":"mmlu-abstract-algebra.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f487a317addae48dfc30bcadad4ea07fb00aa24be80983ec8cc057c7a9c7f0c1","formula_version":"titan-u-contract-v1","latency_ms":0.5437500076368451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40acac2206b10680a79280bd99502d6301042ee6060a32d14c5ec6206ba229a3","sample_id":"mmlu-abstract-algebra.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e43a1132b1c725b8a75376a37632179ac226cbfa881cc4500c2112c8d054ab43","formula_version":"titan-u-contract-v1","latency_ms":0.8059999672695994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"389efc578468ea02161ed02f517ca08b661215c42ceb0c6ea89cd3b6775f52d3","sample_id":"mmlu-abstract-algebra.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a02203b81b442dfe35cf74c0416ceaf5d522bddf86157273c9e3673fbcda9c0","formula_version":"titan-u-contract-v1","latency_ms":0.4920419305562973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18740eec438defb548e70165e437e51b38dcdee5c7d7fc4268a144254e9a9547","sample_id":"mmlu-abstract-algebra.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de4ac69339cc3d1e7a95a55ad1af27090c309c57530c062206e5f145484691ae","formula_version":"titan-u-contract-v1","latency_ms":0.687291962094605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46f0ad9837aa7921ce6af9bf98b8108a021c3c81b6f1e553c36cb9dfc071d946","sample_id":"mmlu-abstract-algebra.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15303debe5de9eeec7a32470b8d52a788dfe42ac94d73f58493862789dafacab","formula_version":"titan-u-contract-v1","latency_ms":0.5574999377131462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c12d55c2c952b15978fc232aa33db0651b495d12ea9fe4e96dead8f4d36fb6c6","sample_id":"mmlu-abstract-algebra.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92800ce3eee613ab0df9f73ec36e465f18c931c2d7ba625fe48aca5d679dd4cf","formula_version":"titan-u-contract-v1","latency_ms":0.43887493666261435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ff0136f22c2dc03cb8ea6a32ecee77cc83db1e0e49e90ed588c1a6cf14c0a49","sample_id":"mmlu-abstract-algebra.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15fc44af3bca81102090f3ffa57b0e370cd922b4d37a0300888736de042ff255","formula_version":"titan-u-contract-v1","latency_ms":0.4177499795332551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b50f2ea41d029c99c8adaf8d3ab3556833016b635492fadae9bf012175618b7b","sample_id":"mmlu-abstract-algebra.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bbf693b38204e1db37fdab7878a910884e9f20e60a1452c0105c8d3ffdfedad","formula_version":"titan-u-contract-v1","latency_ms":0.8526669116690755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79255241c34273728fa4fa8b7caa696c2967e001954314d14c6545266a590aaf","sample_id":"mmlu-abstract-algebra.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45dc71af4b27fea8103c84bf594f3fd2db138a55c77d2538a863f3052a266479","formula_version":"titan-u-contract-v1","latency_ms":2.016874961555004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"642342f4b9c3dffa8080e67c926593b0eba5c7162b8c8de265877f5d8e140af4","sample_id":"mmlu-abstract-algebra.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba0344a50811604dd96c9c9dcc94803935e819ae45213324d93c7d7035710411","formula_version":"titan-u-contract-v1","latency_ms":0.6773329805582762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d97330d70fd32b4ba57aeeaae669f3096c591aac61f7a125f186b254d98c1543","sample_id":"mmlu-abstract-algebra.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c0fa4bac375d77d3039224cb05608d3dbe3b0dcf4cf2d0c9c04620a2861c66d","formula_version":"titan-u-contract-v1","latency_ms":0.5622500320896506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71d3c6ace216b794107972f764b5893b6b1a024b98a90725f0b37fabb718dee1","sample_id":"mmlu-abstract-algebra.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73ef0e32d28b7d8d26f100ad796378a8763f6893b7c0b42df49026fe4985084e","formula_version":"titan-u-contract-v1","latency_ms":0.6765410071238875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b169e8a76028a1e381dac92c3513bbd52422e447b37f0f5ae057791da527183b","sample_id":"mmlu-abstract-algebra.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76285e141f497d8782e1ee399badf56362436aaab7195a31af484a1b7235479a","formula_version":"titan-u-contract-v1","latency_ms":0.44100009836256504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbfa4f2355c7b9aaf14cf21c61159fe466cb20203dd8b1ee7183d3946ea1453e","sample_id":"mmlu-abstract-algebra.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e95e1d309c57d34b43622a60bfbfe8065e3f72e10930fc2849ad7a437e53ecf","formula_version":"titan-u-contract-v1","latency_ms":1.0448340326547623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01ed19eacb5d5698947848adeb5ed4359e425d8ba84e7f7d0bd4dda6e7965dca","sample_id":"mmlu-abstract-algebra.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88b7441a80c1b036be73d6d6c610e1e28866bb13d6c7d7a3a9b0316a1e10536d","formula_version":"titan-u-contract-v1","latency_ms":0.4967499990016222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdafc758cb2fd391f70ae3ba992332ec5b27c928e8705bdf838778aebe6fdf45","sample_id":"mmlu-abstract-algebra.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b9036fe2199ac9cb42ede8a53fc287bf54bf03ff33fd61d17f4e96e604b3a9f","formula_version":"titan-u-contract-v1","latency_ms":0.8339160121977329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"871fa2acc81051ea829a671bbb60178ef6230bddf1aa3d954ce0d9953101c00a","sample_id":"mmlu-abstract-algebra.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9abc01d532b86f4e78a8ed08391e100392dd04c1a7a9184a7dd62ab8b77c738c","formula_version":"titan-u-contract-v1","latency_ms":0.5381660303100944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"882a365756593654f77ae3ce3a8f6abc220c5a11fa2575a3b0572fbdc68f1390","sample_id":"mmlu-abstract-algebra.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ccae1447dcaa12bddd1eea9a552658aec48b43ef687ddbd57dc55e54d5fea75","formula_version":"titan-u-contract-v1","latency_ms":0.4200830589979887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2d2590e93228746b41ff9b88cf7b27ecc0361243c3616d252021b0b77db3a18","sample_id":"mmlu-abstract-algebra.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"748f583c0a35edcdef65a6e80d8b4cdc4b5b4041a807354b9c52d21983c73b03","formula_version":"titan-u-contract-v1","latency_ms":0.6387089379131794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e94d90f59df4ea4a3d701ed2952e6795a93e452feb50986f9d1b2b91be8d61f","sample_id":"mmlu-abstract-algebra.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18f3ee201678a10a04308a013d2f106d4149d2cd7a575f629fe88339ac9b39da","formula_version":"titan-u-contract-v1","latency_ms":0.45974995009601116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e17f7fbc82d25b758ffc9c0870398486c906537fe10c513cc4b4dc99950fafc4","sample_id":"mmlu-anatomy.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9c7e7f3808b2b440129ec0ed4ad78b1af1e6d9c6047f61d41370ebe8772a212","formula_version":"titan-u-contract-v1","latency_ms":0.7642080308869481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05cc337ccbe9b6dc6ff8a080c783badbf67be1d41d123e0a50a86d74eb232c4d","sample_id":"mmlu-anatomy.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"778b67637c660c70aedf22611488d1d31f29fd317c6fca3b4732eb688de70bed","formula_version":"titan-u-contract-v1","latency_ms":0.48095895908772945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"376c2624e9e3728bd9e57f59c40420c149834c8bc25683b39e4f6c2dcaad0ea6","sample_id":"mmlu-anatomy.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87af49704a8dd2e6e6d066db74a2db4bce2b498c4c73c6d94f8be491ea3b1235","formula_version":"titan-u-contract-v1","latency_ms":0.6186249665915966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6da8bb30913c8009402c3636f8ea1c101b286143e3b29874aa4f09416f31abe4","sample_id":"mmlu-anatomy.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50d2fe4cd7f7fa545bbcea381b695cc9f5cadf6d1adf0bed4500713397938c85","formula_version":"titan-u-contract-v1","latency_ms":0.6338749080896378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8126f64329a4466e811e7517d1fe7a0a82a72be570fcbfcc943401263d7b678","sample_id":"mmlu-anatomy.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05f9af05b3d9308aa955895c657f40b3d8da8015615accc3d8e60918c6138c5c","formula_version":"titan-u-contract-v1","latency_ms":1.0175419738516212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ec7e1306afab3f8fba27b006938f027bf85093db65b443eb739e5dd53737a17","sample_id":"mmlu-anatomy.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a5b2055512b5cc6e7cf136e43a38fd7ff626103f623351fe2b047c571bf160d","formula_version":"titan-u-contract-v1","latency_ms":0.555541948415339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbc06c9de553c7d02843ed00e475961bfb9fbb4ae6f2aa68e85052c04efebe16","sample_id":"mmlu-anatomy.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b70fed1bddbaaabed0be43f59208fdaa059881766fe083403039a4ea2176bd14","formula_version":"titan-u-contract-v1","latency_ms":0.4968330031260848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c409b868486cc66cebaa421b1ba25c779c9914b18f5bc104ae0359f4bec428c7","sample_id":"mmlu-anatomy.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d46b72802b7d11bb56e7299809e349fb0f4a0f99effdea0b0e223f700f2b357","formula_version":"titan-u-contract-v1","latency_ms":0.4600000102072954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c84e378997ffee3849f5bcd6b3ffff03e73bc814a2843a78a0f1c906dcc9221","sample_id":"mmlu-anatomy.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7647110afc6f707f444611db99e78f2a7ae544eccb8b92aff0284ca6de15d600","formula_version":"titan-u-contract-v1","latency_ms":0.7865419611334801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8b531a4f5476a118153a562b8a57372fa92214b58c8850f29b1072238a7f3df","sample_id":"mmlu-anatomy.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff794e6b600fa1e0e63492d547551e9ec71dbe15739f8dcff78c294ddf4cab9d","formula_version":"titan-u-contract-v1","latency_ms":0.4232079954817891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33ef5c2c806bd7096c7e56a303fad0b11272f223fb1771f68de7095c027f248d","sample_id":"mmlu-anatomy.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0144e39185732e12cc366fec6b6c27de8cfbeda18d3e07931f012434df372a14","formula_version":"titan-u-contract-v1","latency_ms":0.5630829837173223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52ac8375ee4d302f6bcf8e8150fbe82f54b9d78a0ed17efebe18bfa6c84bb9e6","sample_id":"mmlu-anatomy.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cca5795f6a3d31c59f80eb68a2d2ed410cda87d9735048ef2a7e47e1eee22df","formula_version":"titan-u-contract-v1","latency_ms":0.7305829785764217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f237eef9466ace3385b1b7a104c99583ead1428224945afdd96e46a9013d2a75","sample_id":"mmlu-anatomy.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2803dbd3e9d449f79ecfef6d77f8ee4ce60df36c2dc75b7576a248c4b4f35db7","formula_version":"titan-u-contract-v1","latency_ms":0.7637919625267386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6d7705c3205a1f6170ecd84c34e59a5eea55f23773bd50f354098725281ad31","sample_id":"mmlu-anatomy.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aed26eff1bc022e0332927e1a44a60e7838ee900e12ba6247d349ecb71ef07a9","formula_version":"titan-u-contract-v1","latency_ms":0.6014170357957482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec40b5a2e32c0d4d05686000d9f2d2af7a0d4940c2ade02b98b4e0bc8381d36c","sample_id":"mmlu-anatomy.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db75d25b4371c0982482ad725fb36484d387f8085629454a880d30492b898b6b","formula_version":"titan-u-contract-v1","latency_ms":0.447833095677197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43d78ada64edefd1c86ab8477e048520c11b7f9a3a1a800870ecde9abb3dfc05","sample_id":"mmlu-anatomy.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f77c3a11a9c643d0a770bfd165eac765c39d897611a6796cb5646912091b878","formula_version":"titan-u-contract-v1","latency_ms":0.45249995309859514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"325a8f95acb71f665d4a8ef01f111f12a8434494eae3a1556fcb882b2cee46aa","sample_id":"mmlu-anatomy.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c070a4a3f076b00a9bae1545f77e1db961e0fb57187280424a1fa0fcb3efdf1","formula_version":"titan-u-contract-v1","latency_ms":0.39662490598857403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6612253596757f740ae723072ecadd3a97f265fbe40a85bc019d519a9f72b951","sample_id":"mmlu-anatomy.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fed52b6a339e88652ce8292e7cc54d74c211d17c791eafb3a6676e6c57ecc58a","formula_version":"titan-u-contract-v1","latency_ms":0.4207919118925929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff73a268336cf26f85946f79552c3a995144b0710af380135cbb599231ed2d48","sample_id":"mmlu-anatomy.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43e99efa0fc99e92224608e179e5131c4c801f0b2c4db113751dcd6c1a30afe5","formula_version":"titan-u-contract-v1","latency_ms":0.6485841004177928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79f7a64447acd0f1a05a69433bf80c2bdef91c7ef2a809cc9f1d224229057fb7","sample_id":"mmlu-anatomy.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a267dd9de4d9926f0ed65e771b8f3973e722f10a33bf2a953cd8d2ed0d3ddfcc","formula_version":"titan-u-contract-v1","latency_ms":0.44416601303964853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee28efb4bf9217fcf798cef41ffcbc32b3c552f39c9c2eddf258aa6b1d8623f5","sample_id":"mmlu-anatomy.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d57e3ec66cb9753112826bc5a683e2cbb3194477991424a367e3f49b6b95590","formula_version":"titan-u-contract-v1","latency_ms":0.45995903201401234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"605d2275171c41cdbf803eea03d4b73eb4b6e6ca9971a019a4627d0166bc30ee","sample_id":"mmlu-anatomy.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6bb63b9f23f4c4a183df5140eb62ddfd273069d1dc52ff890cebc5fcd034f0e","formula_version":"titan-u-contract-v1","latency_ms":0.6076669087633491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"697a23950ef4e1c509e48ad03f1aea8218ee5a8c95453f8506c5187b27c15029","sample_id":"mmlu-anatomy.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b6540ee8caec30a0770817c8e823adf94681b14e3b529099a55454921e27d6e","formula_version":"titan-u-contract-v1","latency_ms":0.45545899774879217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b142c1069fa622090699160710ca32af44186c97de058682f5eb11b399c8589","sample_id":"mmlu-anatomy.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d5809a31fa7de21187f1ec0691a649b37ba76974a730dd9c3af3930d24f34cb","formula_version":"titan-u-contract-v1","latency_ms":0.4985410487279296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ce0543693f41ebe067542e552d67e22a3fd66a68fc8965de9687ac8206646b8","sample_id":"mmlu-anatomy.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e1a7ced3f1704524523dbdde9e864072606197bb6e1a8e914c17fedc7272357","formula_version":"titan-u-contract-v1","latency_ms":0.677166972309351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54395e6a0511ac61e6ef702122cff6606b4aa266e4017b48d228b88ef667e1a7","sample_id":"mmlu-anatomy.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecb27d15105263f4a9a3de32b8e0806980ab5815fb1063ce1c3edd675a634337","formula_version":"titan-u-contract-v1","latency_ms":0.7063330849632621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95d5727c246ada3ffec7d4c1edff7a981cc10149366d3811545fa5dc32f0fc75","sample_id":"mmlu-anatomy.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a31ed10dc9f415e860bd0cd0eb6fe47398e04bdc1b0236382c6f99354700857b","formula_version":"titan-u-contract-v1","latency_ms":0.5989999044686556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0d702d17269776de7432b7e922302d0c87a0591bfdd14382a97a7eccfead189","sample_id":"mmlu-anatomy.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fca62db0aa1247a1e705bd12984c0e1285c06d6b34ac21d089f81f2396f9e04","formula_version":"titan-u-contract-v1","latency_ms":0.44833298306912184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9462643a5a0fdc033717d48e8099747beabf5a2c56146a85648ce9bab1ad2768","sample_id":"mmlu-anatomy.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"404822bcd375ac2dd612d2be32e05db6766903d7bc25488dd467ebc7db2c6f8f","formula_version":"titan-u-contract-v1","latency_ms":0.40075008291751146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fe3b6c5dd0a25fb7afbb38220b7f00c9fabf84bffaa4a82c8b2e02d08ab254d","sample_id":"mmlu-anatomy.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"927d2cd0db94fac771c4ee54e20a22619f5a02476aedea255bf478748341e458","formula_version":"titan-u-contract-v1","latency_ms":0.667374930344522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0877b03973066b6a3757be8b55464693619f65787e5a4589af98e4cc56aff809","sample_id":"mmlu-anatomy.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbf9db4f914b886df60dd055ca0130ac02c456d034cf7bbcd44bbe21d23a17fc","formula_version":"titan-u-contract-v1","latency_ms":0.523374998010695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"521c1fff658e0f6ad884e45837dc6fb0ebd2aea3b8928abd4d7072eee37b6cea","sample_id":"mmlu-anatomy.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31c9e8eb03f9e37cfc06dd90bf97926d8429d7e65e6c0506405bc2c404646daf","formula_version":"titan-u-contract-v1","latency_ms":0.41566696017980576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06cebcffbecfac2cca8e01edcd87f106ea3f8e9d3c6a4764c7be034adcb587ab","sample_id":"mmlu-anatomy.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0bff7c5e5a4a85a4d5febbcbf081c094575cdc26b288cb4d6421464b739bc4f","formula_version":"titan-u-contract-v1","latency_ms":0.7332910317927599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83c6fd028b2580128b79ad8921a281be54b4322953402a63ea5c58544787503d","sample_id":"mmlu-anatomy.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"976257ccd40ae21fe1ab59e6228e899a26c409b9b1fe15f853eab3b823a43e4c","formula_version":"titan-u-contract-v1","latency_ms":0.44104200787842274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a014ae6fae9ed1e07287f5ed5a178a6867d30ef860ce07f80ce81ddd834c8826","sample_id":"mmlu-anatomy.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4657043fcfd816963a4f3ba59ea058037d7cf0b18d42717ce7758467d3affd7e","formula_version":"titan-u-contract-v1","latency_ms":1.0003329953178763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"179fc7e72d26b3a2c22757d6947b4045effcec762ab3a4513507e16a91b21eb6","sample_id":"mmlu-anatomy.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef5e1ae679bc2fcdc06d5b064e3821fb7e1f9f39553d4a5c32547f6b682173a4","formula_version":"titan-u-contract-v1","latency_ms":0.4464159719645977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a128ec427c04eb5d7dc055376304f356fbbe9433f6e737204c177b8694a59ff","sample_id":"mmlu-anatomy.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8feb6cab1a545ff81aedcbc300d88c1446c0e10f37326358d6a96ab66ee963f","formula_version":"titan-u-contract-v1","latency_ms":0.5460829706862569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f4ff0e02d0fe0f3baf98ffc8e63db8c4ab88dbfafbec16e6ba42301e21b488f","sample_id":"mmlu-anatomy.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dec2939f78c62e2dfa7fab1c6224eff13d5e90b181fdc54b129ec9490a33efb0","formula_version":"titan-u-contract-v1","latency_ms":0.48512499779462814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29bc3540e3e87a1132e6dec4acbc6871ca14577f84cf13fff3085c55bb68b9e0","sample_id":"mmlu-anatomy.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd90c5b8b5e8120aeef0c1329a8d4debe0adba04f9805639b1b39a928818f62d","formula_version":"titan-u-contract-v1","latency_ms":0.4273749655112624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9390c635661c6c827bbe34ca4331568210994d3c526608b321e83d79958b38d6","sample_id":"mmlu-anatomy.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e53455467e07e2249bf7ef46242c82d2d616e704f513bc4bf3f9efd8a258dd31","formula_version":"titan-u-contract-v1","latency_ms":0.8406670531257987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e0a1bfd04034b5cb3d8234976f2ab7eba56e20952588935d0ce8d7935bba292","sample_id":"mmlu-anatomy.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72c34bcbb96274a80883b64aed8bcf7e35fbc6436a093dd4e48609ea74a7f0f1","formula_version":"titan-u-contract-v1","latency_ms":0.9384170407429338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da9a4e2a16ef3903dcd7298017e043059666958c4dc2495dbce1686b56de2b3e","sample_id":"mmlu-anatomy.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e17acef565606fb29177d3e24e78a79b50ff1e7e57fcd859e7b13a31542c58f","formula_version":"titan-u-contract-v1","latency_ms":0.812541926279664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9d4705ffa8a4ea1a03adac04a653dbb406cdcb5a5fe5d08ac7ea6fa0954c762","sample_id":"mmlu-anatomy.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f1b19cc915d7e29756650fff508356f5627261dd1c44b675d4a2a157070c639","formula_version":"titan-u-contract-v1","latency_ms":0.44691702350974083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c7c75ccb89134d83ccdbfaf8a2c3c2c6f044318d62cbff3a44448c10b05a93b","sample_id":"mmlu-anatomy.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"580e46b2ed5d07e74ed874555d04692df54bf01ad22048ca22d2c6a941643a4e","formula_version":"titan-u-contract-v1","latency_ms":0.5785831017419696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c394feb0dee939df345ff447c586695e30c74f380cfc468f12a923e6294b93d","sample_id":"mmlu-anatomy.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7b3c626db3dfa58c83b1369fdb621fb9a63896760ceae31cbc54214fb3b3008","formula_version":"titan-u-contract-v1","latency_ms":0.4426670493558049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cfdbc73539ffd83df1c7b0d2b4dd491878495ddb9a744129dcb2d428fd45cd2","sample_id":"mmlu-anatomy.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6d0b60e1d8b4621fc9b57bbde452a4a07146f5d32caab1bdd6dac91eafde9a1","formula_version":"titan-u-contract-v1","latency_ms":0.6642920197919011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"933d1002fdbad51114a9eda5e1df19f2aaceb4ee4bdbe0407a768a7d0b658974","sample_id":"mmlu-anatomy.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d453974bbd9942aa872c47531e9169d1b555a51850cf3bb043aa7ce96bc1899","formula_version":"titan-u-contract-v1","latency_ms":0.8128329645842314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f4dd34d3cb908b2add5adaa4d7eb35298aa2082a4a01438a67870d019af63b2","sample_id":"mmlu-anatomy.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2949da09c45cc384945d1f254dfa827bc132e79a45f77ebefa3da2045a6fec32","formula_version":"titan-u-contract-v1","latency_ms":0.7390000391751528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79f000361c3b0f4991cbbf5b64b217ea6e556807aa383b753d563cc98371c236","sample_id":"mmlu-anatomy.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ce46a5db3f19d233dcb3f1207de1f73d4fc1de55a4a027158f3e9089ec67f90","formula_version":"titan-u-contract-v1","latency_ms":1.1164579773321748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac6a29de58033bd5623663f97839da39421143333d08140d9645d8cb7e25d667","sample_id":"mmlu-anatomy.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a467e4f14afbc14ab43d5fbe5e5b62c5ac1a47d328ee59b9c1acaf9d8be8d75e","formula_version":"titan-u-contract-v1","latency_ms":0.8168750209733844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffde6c56cd620974e5a73f5ab995b8550d52d52851a9f72d0073593c34c8a453","sample_id":"mmlu-anatomy.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e7fd9e8e27dcca8f4b8f157108df1c37e87f00301196182b9aafc93c613d950","formula_version":"titan-u-contract-v1","latency_ms":0.6895409896969795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80f802d50817de460379180c3e013a9a619a8afd5488d7630977a5202ca58956","sample_id":"mmlu-anatomy.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"508a95ea6c9ee90543557808f80398ace241032b25c0db7eaea1ad4feb4ef8a8","formula_version":"titan-u-contract-v1","latency_ms":0.6817090325057507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8f0c7bf99c2b2743345fb530b407b425c30ed9f6c1856775c5adeae743486ba","sample_id":"mmlu-anatomy.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f8e1cac348644f78ebdd19501c0252c7aaf4d4932b8024b1b219c2b80db9ef3","formula_version":"titan-u-contract-v1","latency_ms":0.7245419546961784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fde2a230b6d080b386b4f8bf2a00e39852505c739f04832775a9fb20106cfd0","sample_id":"mmlu-anatomy.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df3bc5ca42f883c36c5c6d0bcddc507034b590e7a5f185a69c1c327e977892bf","formula_version":"titan-u-contract-v1","latency_ms":0.878875027410686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb2ff286817e8964fb285d9c46f3dbf7786f9e9154c8377f8f231ac8d25fe939","sample_id":"mmlu-anatomy.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f385515a520ff0eff49071ffa38e80751857fcb2f377ab6cf44684a363d7f33","formula_version":"titan-u-contract-v1","latency_ms":0.658332952298224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b19e06da9f3021c1d5b75e03462d6e139e0f93a872ef6c26af5eb4f0e16bde36","sample_id":"mmlu-anatomy.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43a162c74c6678ecc03a6dd7257ea527da6b62f122f2baf260513ba93bb87681","formula_version":"titan-u-contract-v1","latency_ms":0.7042499491944909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3b5301a98be91d0181f07acd7e415400df815f3e1499f673060018775ed788d","sample_id":"mmlu-anatomy.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9af2d68e6983ec0c6543e76d648fbb8428e44062c6c328265377364875b17099","formula_version":"titan-u-contract-v1","latency_ms":0.7273750379681587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6927d185d4dddd8e3a26495106af4e06689dfc6f5df58a702b6bb3e89f74272","sample_id":"mmlu-anatomy.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48c3d7e173c5d35dc6d9bd1cd057c6ce12e234146a0b112d19553ac41b42e363","formula_version":"titan-u-contract-v1","latency_ms":0.5735000595450401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"caf3401c2c9df7dd4c8570b545c84ac708b979535f5faa9f8d629bf74d7b722d","sample_id":"mmlu-anatomy.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a86170c1408574d7c70aa95c5f4b886b2f8589aee6946dbcaf0e5c8c3fcc06a","formula_version":"titan-u-contract-v1","latency_ms":0.6222500232979655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30df2a28d809316a35cd198161f5f130c5589d902b4755ddcb7ea3890a11af5d","sample_id":"mmlu-anatomy.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fc6ad4bc4720e9ddb8a37b8a767779a6211915e3affc12ceb2ff107f599fe44","formula_version":"titan-u-contract-v1","latency_ms":0.6506670033559203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0a8bd9ec47357a11a35aab21f080481d0d417e022b7762e1d035e0978cd8f6f","sample_id":"mmlu-anatomy.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c9a5fb8ae67ce849edf17516156882b8c082e60c4f1a42d778a3e10bc028a21","formula_version":"titan-u-contract-v1","latency_ms":0.7114590844139457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aadd6370926a6edd0e3483fb8d9bb048babbea5f336714f3ab48c5884872a5d5","sample_id":"mmlu-anatomy.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"390cb2a4ff6131f0b6ec7c9801de51f0feabd1d9ecebfc98c5519147d1d3013c","formula_version":"titan-u-contract-v1","latency_ms":0.6274580955505371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbe07dfeb89c99324529854a7d3561e9c690c300af8534baf23d0df40f843ba5","sample_id":"mmlu-anatomy.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23dc4223e5e3454916bf1daadcaf3024fc725970444e33f26c3bc88b27896c6f","formula_version":"titan-u-contract-v1","latency_ms":0.7702080765739083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78345e559affee06fe510bab254e3f2cd6c8d41c45536fd495b72f07cbc9591b","sample_id":"mmlu-anatomy.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"159c0b2b23b31956cd90c26769a986d0afd6044e74230fc5d48845846ae12275","formula_version":"titan-u-contract-v1","latency_ms":0.5911670159548521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a1dbbbbc195040c072f6547a78601a4bede9607016117172bb1980e3b03dd6a","sample_id":"mmlu-anatomy.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b72a4cb98802ec69ee320034759035e07c8688d6232aa026b2edada39f5b0c86","formula_version":"titan-u-contract-v1","latency_ms":0.4318340215831995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6520660a9756d2a5426a156f5850e18032c0ad2ad28cedcb194d6f7bc0454edb","sample_id":"mmlu-anatomy.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"027bbbfb6ebe646a73f7ca1216577e6d1298a107c21d7a908358e1703173ca60","formula_version":"titan-u-contract-v1","latency_ms":0.5865419516339898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07e01e0a0b8fc71707ac5474a5afe61b5797d5598511be3777d50b69c909d787","sample_id":"mmlu-anatomy.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bac7ee2c2a1dbdb393d97de2d1eeff3b86ef03b8e38a38098b2dca63b1da9cd3","formula_version":"titan-u-contract-v1","latency_ms":0.5872920155525208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c9357338dea51768cbafd89a35e36fdc9f682b0226c1f0b279a3200f7dc9214","sample_id":"mmlu-anatomy.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a2d151af99ef2c24a0d53c91eb745eb7c2987b46ca8e0141dfecfc8cf31eb46","formula_version":"titan-u-contract-v1","latency_ms":0.7602919358760118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"999eb51894b4637e09de1b7d085c4a0f5cdc57f80fb782af7c26bcc887d3762d","sample_id":"mmlu-anatomy.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ee79da079999cf7b4b173484d8ca153c18e7272fd86892f15a3106b53edd66d","formula_version":"titan-u-contract-v1","latency_ms":0.6829589838162065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c2bc6a1d848d7d4a4f7a0818d877f2fb1aa50fa5a9fda0fd73ba50a905f0864","sample_id":"mmlu-anatomy.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf6c506d9b4ea721224c1dbbeb3802822545706dc188cf7c9dc2525c8c2bd527","formula_version":"titan-u-contract-v1","latency_ms":0.4515420878306031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a9971f57e9b9f3be4b4bd59d6bb40d72ad0a3847f54a4712e31b063744847e1","sample_id":"mmlu-anatomy.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffc8f5fc1eb197fbfbcc1723f85af03cbe775a9cf2ca66b502c06317bc37394d","formula_version":"titan-u-contract-v1","latency_ms":0.5830000154674053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd4d030e43757c9b02cd2590cef5efba03e68e1ab546990de28e8e367a00fc16","sample_id":"mmlu-anatomy.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e79fcad98865504c5a69e7e51856caa6b90361cf92ba68dbe6421e4e8ed0f52b","formula_version":"titan-u-contract-v1","latency_ms":0.8067910093814135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"686ab8277f6367db8700306a7c7cb7bb68d0205cff0998eae2c6a62cb79f6391","sample_id":"mmlu-anatomy.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31aef950a152300624cc13ba9b55d065662f1eb0a7de69561881d9fa025d2cbe","formula_version":"titan-u-contract-v1","latency_ms":0.6577919702976942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7fb99f691e68986572f06a3676f411ae58c809fceea167477610147f14d43a7","sample_id":"mmlu-anatomy.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcea08c38c7521281488b2dd6074fade699cd2e7fc28267faf9ac0099bbe5dbd","formula_version":"titan-u-contract-v1","latency_ms":0.7867499953135848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"920f26c441e5e4bc080cc8ef6e73ebf62d3559fc49f56b10a689b3273d84d3a4","sample_id":"mmlu-anatomy.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40d940589f6daab510a6c83f8a33322bf7b9ddb058f400fa3f59ae8c82a0bdc1","formula_version":"titan-u-contract-v1","latency_ms":0.6642909720540047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7de522a5dc521ba2f493aaf155048d907701e8012e2d61f99efd97da3a5b8300","sample_id":"mmlu-anatomy.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"398cba55034358b3e5be8b4d803f8edd8c7493f301da851eb964f18adc20f4b9","formula_version":"titan-u-contract-v1","latency_ms":0.4759170114994049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11035a288a8950b609d44fff2206c9d47f0ddfceea2b4013791af3f787923936","sample_id":"mmlu-anatomy.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b6ef92d50621cffb45d4d49e548ea5fc0601c654dd501adb7ba39d74f7343d3","formula_version":"titan-u-contract-v1","latency_ms":0.43391704093664885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9faaaf7ed3d6742a9dc29c0efa5444ca2e92900e7e65191ccd61172a0fca3a47","sample_id":"mmlu-anatomy.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ac5ce29653c9d34a774604322013e6b9120be39fee262b60321189176a86d55","formula_version":"titan-u-contract-v1","latency_ms":0.7777910213917494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f492115f227f0e778a1a8b38f38e30dc4524ab9f94be0b2d5422cb53044c3925","sample_id":"mmlu-anatomy.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e61b25eeb3a42bfec163e0a1e6137d4cb6b6c70446235b3af5031838b66d1e80","formula_version":"titan-u-contract-v1","latency_ms":0.5004580598324537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddf1a06f01cf34f239a3c089da2c633668058763ec05b05b4ecfa513a0a6aa44","sample_id":"mmlu-anatomy.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21917ebfc8751acee16379de7f47d9ac2c5e458ca2c1afadb34255ddf45d168d","formula_version":"titan-u-contract-v1","latency_ms":0.7789169903844595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55f6ac540c8ad0c508264aea9e75dd73ed9bfb057b9a00f222ab236356e19c79","sample_id":"mmlu-anatomy.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"315d72ce4cdafc0ee6d23c711ce038bfdad1f9a960c6eef7c64a50bc145f2fd9","formula_version":"titan-u-contract-v1","latency_ms":0.5434580380097032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f5e40c4f174f53ceacf3939326e65282e63d3ad4ba548b9aebc43b79c293ca5","sample_id":"mmlu-anatomy.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"850481930445e800483d4b3c0a765081c8f67d96bbf8180ec9fe905efd5d6e31","formula_version":"titan-u-contract-v1","latency_ms":0.7085830438882113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6b48c7b2b4b26de2990229e3aa4474816fd5fe002957d6ac3c3fc660095e26e","sample_id":"mmlu-anatomy.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76dddd59232f528e8d35c5ab77d186ffd71a764c72b95aaab5ec31b0d1ee4dbd","formula_version":"titan-u-contract-v1","latency_ms":0.5865410203114152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28433ede30cd1db527c5786a67ceaf1dac106bd9c587e724504a3d08528c96d6","sample_id":"mmlu-anatomy.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"535f28fa673f40b9f815fb9edd5855abc8d8e82cb8c0068e189400686265ca4d","formula_version":"titan-u-contract-v1","latency_ms":0.7631250191479921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39cd56a2cd2525f67c0854e00b8e8bd3a6d3d79f4e5b0b4583331af6f716bffa","sample_id":"mmlu-anatomy.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ddb128193dc262e77847552fefaa6ab78d6d1093eda8f76ff88cbe762079179","formula_version":"titan-u-contract-v1","latency_ms":0.6242078961804509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddb88a31449f33ce2e428c729ab557e9873bf77ca71580977d0460c4b775a793","sample_id":"mmlu-anatomy.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"268c1051ef42de5cc1e804dd61d9981a08b41a6944cecbe69966c893b860cdb5","formula_version":"titan-u-contract-v1","latency_ms":0.5237089935690165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3a913d0f5644a848a273bc57e263072e0006a10caf6ea4529d3c0f5d46ad7eb","sample_id":"mmlu-anatomy.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce5fcc4fb848dcc739b75e0a88f64e0069d2faa6b5db92d3412fb6268e54e56c","formula_version":"titan-u-contract-v1","latency_ms":0.5722499918192625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e88dcd1b930feadcb57edf84bca6786253ce6c87a933e144baf3f18d4b521da4","sample_id":"mmlu-anatomy.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d1571b803d52cc924ea3340c98c580daba776ee875196ca9d7556407351a667","formula_version":"titan-u-contract-v1","latency_ms":0.44654100202023983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc776e275a1bfa991e000826e3c36d7a27cf963c15010b6786767a5faa177cb7","sample_id":"mmlu-anatomy.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cb813b2bf880786b44e8552522070520969569cdc1cbc96a1c055bc25a60d9d","formula_version":"titan-u-contract-v1","latency_ms":0.45074999798089266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8300bbf054dafe27b3ff0eebf6683ea02f84efd0293eef9c7f0e33837a49d4fc","sample_id":"mmlu-anatomy.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1322854fc1d7aebb33082db9465d335dabdc7b8ce6059c7c85a0c1d699eea705","formula_version":"titan-u-contract-v1","latency_ms":0.5233330884948373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a3065caba986d917370c09d509adb456b1035d92d399cea71ad78473a4cbbcf","sample_id":"mmlu-anatomy.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04b2e0a9b6b6bf18557ab18745d8351d870f6bc1b686dec0cf2e0ca3b19897e5","formula_version":"titan-u-contract-v1","latency_ms":1.174833974801004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"533505a8e8a5a830eaacec3cb16d5b6ce7c43b0b81702a445b5231bd3cc74cb5","sample_id":"mmlu-anatomy.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa43bd5b0f8ac85c8c7f58da82c7fcd2870897eb309e2976dda780147455afea","formula_version":"titan-u-contract-v1","latency_ms":0.4290830111131072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3c69995b1a8e82f0917a64a20702c8720271702a53a283bc5dbdff97b2a0aae","sample_id":"mmlu-anatomy.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16358b2d0dc43e9247fa15803b792d2da26cff24743c7037f5051484821cc251","formula_version":"titan-u-contract-v1","latency_ms":0.827083014883101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"534ad0afb389fb5b116358211c80dcc69f7e2cac182413449df008ee6cc85064","sample_id":"mmlu-anatomy.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"099f49f2a65837d461537cc8c6124783f145a221dd64182ced18989f4cd19ef3","formula_version":"titan-u-contract-v1","latency_ms":0.663790968246758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2682f12968d048ed92d3a72c4b357ca9d0bc94254619615461e04b2ec3aa16d5","sample_id":"mmlu-anatomy.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cfb4c13d615d095c0256c321ed39599f82a47ce11d5f1f2bac8529c64c9627a","formula_version":"titan-u-contract-v1","latency_ms":0.9680000366643071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"357e2c40bf77e4938993390dfccb41dafdbe51d8b9c08822ec7ff15c6dc717c3","sample_id":"mmlu-anatomy.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa4a44ed87fb15505ecd92ec613e480704add8d4500dde5ac967f3b6d2ec883f","formula_version":"titan-u-contract-v1","latency_ms":0.5350420251488686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54157c44c10a22d5302781de780b19bec7c95738d7ecf0752cd7e72c13fd4c0a","sample_id":"mmlu-anatomy.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"427f940503fbf9de0f186c5cb00fd6bfc2efd9f55bc76f4f428ce409f25f66cb","formula_version":"titan-u-contract-v1","latency_ms":0.9644159581512213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63b485eed390c7d45bfb5c2f1f208a547d12f40dc70ca973ece18baad3ef32be","sample_id":"mmlu-anatomy.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a4bfb3b4fc984599a9cc7fad78c37b3754af2cc8c8661e87d6a3bb6eb76ec0b","formula_version":"titan-u-contract-v1","latency_ms":0.4625410074368119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccea592ce897fbc1dfc463d301ecfced442629a04d4ee117be055c41d52033d9","sample_id":"mmlu-anatomy.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a487db0a29d6077b7e359524da2706c265435bc573d4bbedaef8b3a5f09240f","formula_version":"titan-u-contract-v1","latency_ms":0.4779169103130698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56e7af86b8cb9115986a75c36d22c46f7a69fa9282ee9fe24e6fc319878d6123","sample_id":"mmlu-anatomy.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3888ac7a083d33851e83e921ec2d2e6a27689d717da3f1676a260c3d2873b004","formula_version":"titan-u-contract-v1","latency_ms":0.5609169602394104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8034803a19b9da836b99cba56677a9f355eea3659947bf27373417ae80acba5","sample_id":"mmlu-anatomy.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff98ab2faa3e5fb27ea9390eaad39fcfee55c3d49c2ce607aa59d8c35669feb","formula_version":"titan-u-contract-v1","latency_ms":0.5066660232841969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0ef14e9d58aa69ddff0a31011bcfe77b912d2c3019802676179032ecb642a05","sample_id":"mmlu-anatomy.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65f4254312f81a8352ec17a47189232e9b603fa59c7dbb98eb068fdc22033c35","formula_version":"titan-u-contract-v1","latency_ms":0.5996250547468662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"caee673a503c8832be393588a6aed12e9a9a6feaf0078f6059c315a7d1ebaedf","sample_id":"mmlu-anatomy.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d2a0d83b8fa36ec8f2d514165953f5e970327bbe946f57fb0b98e9eb073a4ea","formula_version":"titan-u-contract-v1","latency_ms":0.6796669913455844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce713f932f369c8873bcee6cae7470cc51b00c20c442c38f6014913771545b63","sample_id":"mmlu-anatomy.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e19db5102a2c6a95c84339717c600fb915e08414b4b3e43914a47493cd62b977","formula_version":"titan-u-contract-v1","latency_ms":0.6789580220356584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57bbea71456ed5bafee9a1e3843aa7ddb782e88350b87cdb7661bb5295dd7355","sample_id":"mmlu-anatomy.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64fe6a5169ca96a112feb63deb00209be9e915628cb88898b4769395e9859cd2","formula_version":"titan-u-contract-v1","latency_ms":0.43045799247920513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56cf8de2feedd3b780a9d00a1068adac0a1e2bf3e8f8db558f43b0d246316fa9","sample_id":"mmlu-anatomy.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dfa45750301d7cf69d94e1e65fd48f065bee6dbf36ba1dc1c2280747466aa24","formula_version":"titan-u-contract-v1","latency_ms":0.5485418951138854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99b5ad19d58343c3e31a25f345fb9ef07609fd4a258fe7721c6f701e92283ed4","sample_id":"mmlu-anatomy.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e764d7fdd870f0643f942ed26f6fbfb0dea5fd9edc1aef62ccf39b9f190d80e5","formula_version":"titan-u-contract-v1","latency_ms":0.7678749971091747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0352d61af89fa35f681255406b50b693d910edf28e987dc39c021c02b630209c","sample_id":"mmlu-anatomy.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee5254cd6a55ae0fa2e8042cb673532755f5fb86500a0e4c174ffca6a9f70484","formula_version":"titan-u-contract-v1","latency_ms":0.5912079941481352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f8e1e9943ede0e4ad364f1cf7675c2bf28c79467532cf121989884b869b78b3","sample_id":"mmlu-anatomy.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab6984d5e5e4b2d0229f414161d51cc28d159e05e307c8f59b4a69b6dc5131fc","formula_version":"titan-u-contract-v1","latency_ms":0.4617919912561774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7300389c6377ec9639a4592034ba6c8ee72af691145a2bf30ff1735bc1611b2a","sample_id":"mmlu-anatomy.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb85bbb2fa014bb3abb9dff26b51b2b827cac6bd62e2995094e19fcd4ceb2682","formula_version":"titan-u-contract-v1","latency_ms":0.7192080374807119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f6439881cc116fdb00eb4565e2528d7ab85d583a29228c0a302a49d4ae90508","sample_id":"mmlu-anatomy.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"881842f45ce718d9b3d03dcd912cc8cec6a4ce58c4996ed0095ced637f250f1c","formula_version":"titan-u-contract-v1","latency_ms":0.42575004044920206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c9799e916d9bc2eebafbf2e31b5b87cd48150f54e05d5a0eddf562da44f5ec7","sample_id":"mmlu-anatomy.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eed87715e6cdc6ca95ed3ab7a77bf2293e4f2a584eb8fb4c36d603506a01520b","formula_version":"titan-u-contract-v1","latency_ms":0.6224579410627484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2aa4fa2d64a30ea89fbcca8a28f62e08fd027c05c9d841c175ec85c3ba74d9c","sample_id":"mmlu-anatomy.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6bb80a227af3a928ad0534e53d52ea7a15433f962c3505a6444e5d4d11048e9","formula_version":"titan-u-contract-v1","latency_ms":0.4414590075612068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c30baae90ac8502804d82b2f177fa0dacdbc6713be746224f240cebeb4c04a7c","sample_id":"mmlu-anatomy.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55ca60cfc79eed10f7cf9033c6ce75753b9cc168234a3e157b8bb545ffe1a5b0","formula_version":"titan-u-contract-v1","latency_ms":0.4387910012155771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27327a9c5a6c8d94cdfc9175eefa724065278faff2a55e66806516033d8911de","sample_id":"mmlu-anatomy.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"870b8831105e907ba16839f8aac3e45209b1fd8593a2d3a51a1e37f0c6f650af","formula_version":"titan-u-contract-v1","latency_ms":0.5776670295745134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6513e8602a75c459205ba95e2c466abcb4ca79d730d19d6453d925cfe306c4e4","sample_id":"mmlu-anatomy.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"012debd82040162064bcecc5479ea1cae44b4424ed9c1bfac2e3195c49d2bab5","formula_version":"titan-u-contract-v1","latency_ms":0.6192090222612023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"862f021fb9e2a7df4d26a8c69f9ec20b840e8ff6304193a2276f3489f58da4f5","sample_id":"mmlu-anatomy.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e0cf29b01fb5f07d1f13def9ada85c6dfa56fa50ef40ad1f4cddaab87d31210","formula_version":"titan-u-contract-v1","latency_ms":0.43929205276072025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42b3627ce730811364d570c68de67aa3b4dd650c207cc47698362bbcc0ff12cc","sample_id":"mmlu-anatomy.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50d5318fcd44f2e751bf7be1526a3e2a9d20404d7bc8c6d5794829bf0d67c79a","formula_version":"titan-u-contract-v1","latency_ms":0.5427919095382094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ab58a3c557a56cef50693bcee0ff201669fd7fc61eb371e7b5b0a4abbd29dff","sample_id":"mmlu-anatomy.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f30bcfa72b5b535edd736a01a479438c138c0f47d87daf28dd3362476e866f1","formula_version":"titan-u-contract-v1","latency_ms":0.5137498956173658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"735596abf792d004aa53c47399207c212da446e8dd1625d5bc6bd73d61e17423","sample_id":"mmlu-anatomy.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23cce79ebc89e752db933955c1e28e7fae2f5944dda50a166adca786a12374ec","formula_version":"titan-u-contract-v1","latency_ms":0.48233300913125277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98b933f2cf37774edd32259c61315ef435c6d26db937625792fe4a415028a18d","sample_id":"mmlu-anatomy.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae07032e05a47941bdbce4735b084b478c28745d4bb6327af45a7bb32aa65866","formula_version":"titan-u-contract-v1","latency_ms":0.40020805317908525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fb8da8468fa8c742d3997fe0f6c0eac50e14a5b814c453b2d1f871c9700c3a3","sample_id":"mmlu-anatomy.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4424bfe1514094e9ea48be0ce29182a8dc903b0b096b91b8dcbcb43f322b46c3","formula_version":"titan-u-contract-v1","latency_ms":0.5644579650834203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b420e78e5977d7790ef91f9f473cd804a28eb74a6a312e643c7f3cf265a3be2f","sample_id":"mmlu-anatomy.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c4291eefed5700485a1e1b22e4f3d7df08c5e20d74185a6666f8a5f39b7a742","formula_version":"titan-u-contract-v1","latency_ms":0.7558329962193966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48e8a8f4661a40e0b3eb03d52489b2b47daebc9447b53c81953deeabb095b085","sample_id":"mmlu-anatomy.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba378badbe72665813e326b8875f8bdd42693e351f253f673f896417b2708a6f","formula_version":"titan-u-contract-v1","latency_ms":0.5579169373959303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bbfd0308bb827e118d7b2ccba37e5a90201543eed8d07fc934c4a3ec4a96a9f","sample_id":"mmlu-anatomy.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de1596f58b6c3d9f3eb1bc43571e0c3c07527b15ac19617f6fe3bb1d47283697","formula_version":"titan-u-contract-v1","latency_ms":2.045332919806242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e8cf3b52ddb699178759f165f4d1b68b7f526d142e8d0b0788a08062e5075c8","sample_id":"mmlu-anatomy.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4201747039296633ae49f57a43307ec0be583f57482fcc18a90744d9ac09de72","formula_version":"titan-u-contract-v1","latency_ms":0.6285000126808882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8aa3b63b120b6f04720a04fdf66339374ea37dc4e3347f9ea46bce6c35303a61","sample_id":"mmlu-anatomy.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1960539d2aa5f472c16a9a6ded72a991ad6c92288c6af0de24fcefc80f67f67","formula_version":"titan-u-contract-v1","latency_ms":0.6886250339448452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbde81f2d4ae124d816f246dbebd27c898baaf502d585cde74a92730939a419d","sample_id":"mmlu-anatomy.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88f4b6e65e689202d94213bde0591293422be607b686de84fb3d603a186d0475","formula_version":"titan-u-contract-v1","latency_ms":0.6232919404283166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaa74e7d1d353026f9b8244453fa0cd00de4dd884393193274d101b805e5b8e3","sample_id":"mmlu-anatomy.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ab957ef533c9cf37c6dbe833797a3e7c4ee7950a8ecc4b06ddc68c6815d9bb6","formula_version":"titan-u-contract-v1","latency_ms":0.427457969635725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e31065f5adceb2bf5dfb46206e2cdf440ef6227da9c67701e7943bb75d37fd6","sample_id":"mmlu-anatomy.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6186704cfc289dca665e612edaf8d5d3da9a8d3db72f35af29f2a2de3a2b8a42","formula_version":"titan-u-contract-v1","latency_ms":0.5518329562619328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c5c1d4781f61de21ed1df0b74378ee1ed4defd037eade99b7adc0510869101e","sample_id":"mmlu-anatomy.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdb169807f6e0d514f6284fed17739754da75d0a1b60855f9bfa0fff1985ce6b","formula_version":"titan-u-contract-v1","latency_ms":0.4730420187115669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea38634a5fed5a07ad1f6a2ab845138431dea3d9da8a3c4ccf4bd478f6aafa74","sample_id":"mmlu-anatomy.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2113961cf1fa9f9cf5c0ac3d058e9d540a1073b707a6b22ebb9bfaada509011c","formula_version":"titan-u-contract-v1","latency_ms":0.5014999769628048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d691eb3c98a81b055a07effb6a19d5b230f0bbf972d5cb513a400dd2280b58d7","sample_id":"mmlu-anatomy.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26f19d27f34c62f05337b5b3b156941a9a420412feb801288d00e3117fa495a3","formula_version":"titan-u-contract-v1","latency_ms":0.8295000297948718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9d7a3d72076575e518459fea1149fa8c0117a7e7c2b6cea930322509a91e1e8","sample_id":"mmlu-anatomy.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a3935be84e13b738b0fc01b2fb6104fb3e23309ad479793c2679340cba70789","formula_version":"titan-u-contract-v1","latency_ms":0.46500004827976227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e551e7cacc681b347f2ce6d4288e6f266fdf2eedebd7ad8c95f20ca167daa048","sample_id":"mmlu-anatomy.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b79458125fe4e1ef494e715b6af716b27125cf6dd67df378fb009610caf80c4f","formula_version":"titan-u-contract-v1","latency_ms":0.4508750280365348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec3faadbf5e74bc7ffe2ae9f670aac8a5679c55f3d7b4a1852657e450b1b19a4","sample_id":"mmlu-astronomy.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea8733a6d0426153a0def93ca97f493fae9fee7753876290a57a90146505ca30","formula_version":"titan-u-contract-v1","latency_ms":0.501333037391305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ca78fbf9b0d5bd18df147453acb8a3fcf78ea4ab56f951de9be064ed9bf292a","sample_id":"mmlu-astronomy.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80fe9a961cc73cb3480c6b7056f73b3d9975f63d7e675d9fb4e13edd992b359d","formula_version":"titan-u-contract-v1","latency_ms":0.4987079882994294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19fc3fbe5fedc303a5d4d911c3310c2faf27eca66915c442c83590947a9cffa4","sample_id":"mmlu-astronomy.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91535edd0f9a7f084a35a1a48fa563c4b9cab89d3fcf1b34583ebae44896d374","formula_version":"titan-u-contract-v1","latency_ms":0.47583295963704586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03f9d54f77af93b0bfb4d403c8dacc895e68d652be82879206865034c77cca12","sample_id":"mmlu-astronomy.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"482bb879cadb578f92752c2953ed44ca31c7f79928e13e0a5dc6211b2967cb7f","formula_version":"titan-u-contract-v1","latency_ms":0.41812495328485966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bbcfb737bd9082e0819624109d1b43fd9243d53abbcbe29684e489da316babf","sample_id":"mmlu-astronomy.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07f0492722fe8d9dc3552e0432bccd3655d57224035eac09ef184cfb5e3e055f","formula_version":"titan-u-contract-v1","latency_ms":0.3903330070897937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1c336ebc78148571ab8b2cc2b9a73b5388f9e20b9a84f692e101506b8830325","sample_id":"mmlu-astronomy.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7e82f6e8d129b6d6a41d5b84ac106fdca62302a9f09f106e75b5d4e23fb0273","formula_version":"titan-u-contract-v1","latency_ms":0.44237507972866297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0d41517b4ac26def4e746cb4483bcacf9f7780d9da4aa3c44c55c55779260ab","sample_id":"mmlu-astronomy.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d598106960a71ea4dc9580949a16ca7772d6f5cfb44c8df36c59a4375580b08f","formula_version":"titan-u-contract-v1","latency_ms":0.5911249900236726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"826aef526b318640e40d1804119f9c0b9b3305cc0922bc09c58f757750cdb5b5","sample_id":"mmlu-astronomy.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f073716c0a4f4cad8806e2e6450e0f7d6945d73f9ae503b579750b862608ce6","formula_version":"titan-u-contract-v1","latency_ms":0.40974991861730814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8ce3a8387075191eb0fc7d8468014ecfd08676d88bbecbba81c2bfa12d72d70","sample_id":"mmlu-astronomy.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b5cae0e4c8e945f5e418734f808704ff3e3834478a1a4e4ff89baadbc26971b","formula_version":"titan-u-contract-v1","latency_ms":0.6152919959276915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d87f6945a168bc8f6011a89d404ac2678d594b052fc135a3128dd1b44093dabd","sample_id":"mmlu-astronomy.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98940e492929984de39e50159bd63fede130ef1924dfc83c5c43c70c8d8c9d99","formula_version":"titan-u-contract-v1","latency_ms":0.43991708662360907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e19dc0337cc98f1fe0c130b41855eb6f4c8f1d0cc6764bdc25d6eea1b3a86fe","sample_id":"mmlu-astronomy.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"993569639c8aad196b88acd9abb9c32fe3ae64052046381108aefbacf67213e5","formula_version":"titan-u-contract-v1","latency_ms":0.45829196460545063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ceb74637d39d28c60671e18b69bda7ac019abf8ec658f636dcee84ed29d63d8","sample_id":"mmlu-astronomy.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e3ba33a9bd14401f68d0dcb9490d42beafbae7bcb5bb8b99412d6fdea0646c5","formula_version":"titan-u-contract-v1","latency_ms":0.5200830055400729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eedb9c35510781a7119ec9b5a87fffd269c7265d7f52e96e47e1fb67e87b0128","sample_id":"mmlu-astronomy.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62f11ecab6442c0660c2f7496c516e0bf12772b6a7a0261606895a41d9d5d729","formula_version":"titan-u-contract-v1","latency_ms":0.6037909770384431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb374a0b4337a05e20b6215125a46b8c1e5fb58c547d03d00c8f187d7b3c93f7","sample_id":"mmlu-astronomy.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c08db0b9bf364c1f177bd55f074b03f94ca559f78f54b79c739d44d8982c151","formula_version":"titan-u-contract-v1","latency_ms":0.5734580336138606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf066c632a9ad27d7a853d647edd712a10e74b4e8a478630702340f580852ad7","sample_id":"mmlu-astronomy.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6a68b6cc6b53a625531768b89e3fd95e0035ad9c0007ec890644ccbe6a70ea3","formula_version":"titan-u-contract-v1","latency_ms":0.8828749414533377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6352993c9d428500d96e1297928b1c8771548fb35f436874c73f56c2ac4cf9d9","sample_id":"mmlu-astronomy.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f212510bbb60bac91a87a5cb49b2f9d17167e0527a704a5df105a996990584f","formula_version":"titan-u-contract-v1","latency_ms":0.9836669778451324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"072e833fea8b15541745441b702ae5bf8bcc64c21248ab48742d4b20cb1e2c64","sample_id":"mmlu-astronomy.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c2bbe78d26063921a99a4a69d0b58217dea4dcf2b35ca31bc353e6626acce71","formula_version":"titan-u-contract-v1","latency_ms":0.7026670500636101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb6d9777d49efae18c0a3ed7e6cbe74061285329d656851ad60a1169129b4628","sample_id":"mmlu-astronomy.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a55834185880c9bba47e43c0bec7a099febbc3abeff99274973930684726b54","formula_version":"titan-u-contract-v1","latency_ms":0.8141660364344716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9bc2dfb26d6797ffb9513ea647e2a646e001adc9462221805e4bde16ebbf364","sample_id":"mmlu-astronomy.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b3647dd6c3bbb738b9f896aaeb621a8bcdb2e59a86a95152947003260d53c4f","formula_version":"titan-u-contract-v1","latency_ms":0.547667033970356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f04ce06e31df3af3830cb361e62932128933455581d2612ede2f6ed0b0111ad","sample_id":"mmlu-astronomy.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78b3b32d04dc47d227fd11d2fd3f7f3129baa7ed3f52f8d73c454782c289dc6b","formula_version":"titan-u-contract-v1","latency_ms":0.6542080081999302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"951a8f71138cdda71517d5938c0592fa406aefe3e078e02c181a3e7f731cada9","sample_id":"mmlu-astronomy.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"294fd024ad9917a47b5e9101b5fe2f23edfe350fd1974f0d6b997377b5874950","formula_version":"titan-u-contract-v1","latency_ms":0.5242089973762631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5600dd5f6029915ef60777d6bfbe1d042ccc887b993f0c9c174dc7d69f66864","sample_id":"mmlu-astronomy.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4758f3d6518ce54f6db2d71db476b38d493e4b225f0da1faf12879bba8a0a630","formula_version":"titan-u-contract-v1","latency_ms":0.5352499429136515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0513448133990cc5e4b24ccca447be65fd42076e98151039abdf8e1a0170d6b7","sample_id":"mmlu-astronomy.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d45347dac99408ccfde8798d3843eb9b131875d1d0e9d6a8bfdea1e53877ed67","formula_version":"titan-u-contract-v1","latency_ms":0.4805420758202672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34393551dd75c2fd11a3e5947be43ee8de069c36741748b92674b983cb43239e","sample_id":"mmlu-astronomy.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd155322b764b698ec594248b934816daa2dbe78bcb1817ce2bfd7c022d8f011","formula_version":"titan-u-contract-v1","latency_ms":0.4466670798137784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c675e3c2ff205c8d5df138f0fa7a84b8ec74746f0d589c01b504343b0d03ef71","sample_id":"mmlu-astronomy.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33aaea965c92dcd17972bf1e694b66aef6b999e7a217139e15805f71c2396f08","formula_version":"titan-u-contract-v1","latency_ms":0.8330000564455986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bddb13e58b1a3cd198dea99394f22cdb0e0203fcc0957c716397336a11ccc52e","sample_id":"mmlu-astronomy.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b1ede9c448766d0d33eb4e309eb1c6410c6ee5aa3ff06c05fff5c75f7b3b8fa","formula_version":"titan-u-contract-v1","latency_ms":0.6940839812159538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85ce64267dfb5e72ba65195ff7a18a01addfcb2441a45f65f9096efc4621d10a","sample_id":"mmlu-astronomy.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8eca023b1f0d810931bb5c7a4daf98ae3ad1497076b046dea0eafc3cd378bf55","formula_version":"titan-u-contract-v1","latency_ms":0.5815830081701279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63f4a921532faf61062f88b5f9aa50cc9104ae40c853338b6c57fa0817ec88c1","sample_id":"mmlu-astronomy.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c30b757cc0bf180cf5c3b2d022480dec4357157cdb4eb5ca94f042a466e0268a","formula_version":"titan-u-contract-v1","latency_ms":0.608125003054738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae2ee2f46b892f1af580b8bd88d25cd5883b72e2a34cf141be3f53394c0d44a4","sample_id":"mmlu-astronomy.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a16e801d0ad7c646b7e2211b6aef3ca7dc34e8bd316e3ba44b907f04eef8f085","formula_version":"titan-u-contract-v1","latency_ms":0.6562919588759542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03e6e180ae65ca8f904aa5d2e651bd90370e8f45df1c6746ff5c85d6ce179bc1","sample_id":"mmlu-astronomy.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d51b78a205429fb317bc4cf266d0143be29fe134a95e63bc184746d74d9466c1","formula_version":"titan-u-contract-v1","latency_ms":0.7580420933663845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd9040a01a098c5664a88aaaaf8a4623bfe87cacd19c62f529ff68fb49cb81a8","sample_id":"mmlu-astronomy.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fc18e7e348f61d882d90680f58faa73cb82a8237939613b48928c8ab8deb468","formula_version":"titan-u-contract-v1","latency_ms":0.47333294060081244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c11c7004b7f029866925e28423ddc4f19064bb2c4d94478a7c27999ea54a0b9","sample_id":"mmlu-astronomy.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22fc29b670490ba6d031522daae82a6ef424e8dd84f76228af80e7a9fd0a87a1","formula_version":"titan-u-contract-v1","latency_ms":0.36629103124141693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2deef69ec42c80fb020ec84e4216634c774faeebc838ad9f88314ccc02adf530","sample_id":"mmlu-astronomy.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3422e9844efec8e546c249cc0747db35192d0755d9c7b25665c59a13daf814cb","formula_version":"titan-u-contract-v1","latency_ms":1.34470802731812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e7134bb333009352aa9d6d0f54abefeb9f75743fddfb586c4e3ba861447a46f","sample_id":"mmlu-astronomy.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4f78597d32ee8bf6b3120855aa9c34ca2b99a9e396a450b28e163b6ed20eafa","formula_version":"titan-u-contract-v1","latency_ms":0.742750009521842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28a2faf8eb26c604161bae33ad94ca0bd88379b44defd22049cc7dc5ec138857","sample_id":"mmlu-astronomy.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d46d41ac51daa2e34187d1acb75724d0ead1e657af757e4c431462c022b6b3d1","formula_version":"titan-u-contract-v1","latency_ms":0.49204204697161913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4689229dc2c5e709d884f6197cd8f9ba364edd00c9e1322a509a81209fe93042","sample_id":"mmlu-astronomy.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0965de4f5fb1b05a3a21066d14e570d1acb336d417efd985e2bb9f1006db1fd","formula_version":"titan-u-contract-v1","latency_ms":0.7393750129267573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c831ffd40a805126f8f3a78cd4ff660ba1c282326283a8f0202745ebe711a7b0","sample_id":"mmlu-astronomy.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee37bd53dde76699d726bb67ffbe11d4a078a156053ffff5429b4242fd860c79","formula_version":"titan-u-contract-v1","latency_ms":0.7225419394671917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e83687b7ba6cdf2791a6eccd9ae1e7d0f83c13b6e424dac1bd522f6d9faa62ba","sample_id":"mmlu-astronomy.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9592d85b35579654de95ede27f26d40477882a0f442d8ddced06d0b5717f7f8a","formula_version":"titan-u-contract-v1","latency_ms":0.6252910243347287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08b9c7f8b0b99f1e83ad45b315e1ac1d46cf479f40aa9d14219ab76f1f97b949","sample_id":"mmlu-astronomy.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a441788c17ba2a36a426aad68265647fddfa3d1785b58629a2a3a96d4f3b7ad5","formula_version":"titan-u-contract-v1","latency_ms":0.6537910085171461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3315f88e6ea01b9a6d858e93bdcab88b188cb04e0f837c7d174c65fdb7f91a37","sample_id":"mmlu-astronomy.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16b940f6380f945f849cc501f79a10edef9fd853f576f728188216198c0f7b28","formula_version":"titan-u-contract-v1","latency_ms":0.9339590324088931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"549c17be4bf52fe50e232d89ddafa759533a3062145bd92dfa01aeffa825a22c","sample_id":"mmlu-astronomy.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbe7b695842ca39d8a5cc0116195505678768d04e69444487a07813cbc1011cf","formula_version":"titan-u-contract-v1","latency_ms":0.5896659567952156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6644459a1a026a7cde267aef851fc275f5f74ee77a4fef7e5c63ef639a34cc3","sample_id":"mmlu-astronomy.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccd2a3b14186c65b80ff707a768069e8f5188149e6518e569465dcd8139fba46","formula_version":"titan-u-contract-v1","latency_ms":0.700791017152369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89b5ab5687b292bcad4c63f312230eb648c8c46dd3b17d4a6e19f68007d7e8f2","sample_id":"mmlu-astronomy.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"505a540c4bf7b5f7099757c0cdc0d52e54f723d60da12e9f60cba098e594e61b","formula_version":"titan-u-contract-v1","latency_ms":0.7992500904947519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0934a8cc406ca3cd99fb8005ee39c16ff833efd4451c7feec694d705dbaf3feb","sample_id":"mmlu-astronomy.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5526c6f8031fe14b704ca0454c636051737c904dcb7b5d48b46fdd80d5601132","formula_version":"titan-u-contract-v1","latency_ms":0.41433400474488735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99aaec189fe4256397bc71ecc5d62c8c7cce2f5e5238986d95d79193adaeebde","sample_id":"mmlu-astronomy.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31100032d2cbf0765821963d822ff4d17258ba5acb42cb4e97defc0c88be15b0","formula_version":"titan-u-contract-v1","latency_ms":0.5057089729234576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b65c683bd87dc0897d5761e12bcd81ed07a7f37b30324393fd1aa85d116d6e67","sample_id":"mmlu-astronomy.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1673f58ccec0f0d377534b8dc5ab035c1c74f9d70ab43aa95207e24dfa56efdb","formula_version":"titan-u-contract-v1","latency_ms":0.6042500026524067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ae54c744405feb36a92ad5cda73193d9654cd60bb205b41d3f852a3510eb97d","sample_id":"mmlu-astronomy.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baa54f30cc9c7243f928cde68c08cd8603a4a31ee502a1e37290368c46534c99","formula_version":"titan-u-contract-v1","latency_ms":0.7596659706905484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20e086cf8991db0f8a3d55954ba2e5efbdd38f23c2279917391c935ff78b113a","sample_id":"mmlu-astronomy.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cc604826d55cbbec8fc690ad41607c40da2208ddc65a53acd0e81f7878c346e","formula_version":"titan-u-contract-v1","latency_ms":0.5123340524733067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e7d04e40e8a203c448e206e130af9a7819c4a191b232629ba5b591ff3a4ce51","sample_id":"mmlu-astronomy.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9176e9b32156d567b1fa2a5a53a676b76cfbce0a769103195a6c36e3f487fea","formula_version":"titan-u-contract-v1","latency_ms":1.0773329995572567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"632e02858af1f542c4ebc3fb322d37b913864220a9f1d2613a89661ebdf766c2","sample_id":"mmlu-astronomy.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd26ce83c26563bb55dd73c69e9bd4112b860502284ee6b1cf23b9b4356a45ac","formula_version":"titan-u-contract-v1","latency_ms":0.4466669633984566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"534be91bd77be5002d65a034fc6fe494348fcafedd6dff0d9a060b6a1c43e680","sample_id":"mmlu-astronomy.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b10c757a8dbee1b256077fb5e759c1c8e0886b6512f6af1b5cf863db4201f66","formula_version":"titan-u-contract-v1","latency_ms":0.8175419643521309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"267ed7eeeeabe89f45f83a99a513de8cd85bf09cf124c536effdea253efcfd73","sample_id":"mmlu-astronomy.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ac62bfebdcc90438c6eff9841915cc3440608f1f8a0e427fceeef97df37a0bb","formula_version":"titan-u-contract-v1","latency_ms":0.6661249790340662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"631532c5860dc7dd513e4e6385d6749af9d61de21672f8f72a72a7bb1199e4bb","sample_id":"mmlu-astronomy.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6078358219d7fa84b913af8666e515d649e4a7e2c5e93906196278543e88351c","formula_version":"titan-u-contract-v1","latency_ms":0.6906250491738319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbd5f8756c2a7d20b5f454c68dff394a130c641b5055de47445e45917907c127","sample_id":"mmlu-astronomy.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c77ff12c279773f27654f2a017b8ea4db79cf61d66c48bd815ac01da3a0b75b","formula_version":"titan-u-contract-v1","latency_ms":0.4214999498799443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6bf125c4ee80b782955dc49cd644cdcfe678b03f6e6fb3d17cb1648592f9a5f","sample_id":"mmlu-astronomy.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72da56f0e29dcc05a8f98586730635fbaf7f58465dee3b0d2d4ef51bc1cb71cf","formula_version":"titan-u-contract-v1","latency_ms":0.4515829496085644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f15b76690c9e4519bda1512f0000f70c9fd971b513970a06958da37aa5f4d63","sample_id":"mmlu-astronomy.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcd0237ff96f4b47393687f53db4a33df58f9b4f6da3cc6c6ba4136f92aaa2c5","formula_version":"titan-u-contract-v1","latency_ms":0.4510419676080346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3c11fd0b766c70c82508aee1d6b560849c9d376ebf5e6cb3f0412aadc2a8f49","sample_id":"mmlu-astronomy.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15c97d5281a730c9147e33069f726a2c20f66df69c534efd23e6b7ef66ed273a","formula_version":"titan-u-contract-v1","latency_ms":0.7997079519554973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04b8b1a288fb6cacdb331cdb3f14fdf2c469506aec1bb77799632d364f2ac4e1","sample_id":"mmlu-astronomy.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29249d8ae875c8fcac1df4553b3b707eb770feee9236cdd00e65d764d79d3df4","formula_version":"titan-u-contract-v1","latency_ms":0.4518340574577451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eacb5cb1c2322221fe02a61c6434c5af5e9e57d1b6a8637e6de332327cafff6b","sample_id":"mmlu-astronomy.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86c14dd45a20852e41dac7a339ec5d971fb1b479a0cbba6a52e2b19ff01de3de","formula_version":"titan-u-contract-v1","latency_ms":0.5854580085724592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d95d580c88df886c6524aa51d9f0844af74ae2f4d883fd85f325fcc7df1a16e","sample_id":"mmlu-astronomy.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ace8cafd9b90f330b44b0203027029a5b3cf2c58c5051b59b8913539ff753f4","formula_version":"titan-u-contract-v1","latency_ms":0.6042079767212272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b31c10861c3e43a046766907fccaeb7bb4bcb8b757140e64a2584b2d4884dbdd","sample_id":"mmlu-astronomy.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ca11ac96dfdfe9cfd098beb9212617e4334024f11fd90c335b1642eb95ab253","formula_version":"titan-u-contract-v1","latency_ms":0.7902910001575947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6a79d31f859a8e851bd39dc424c4b15d4c60de00758c339c29679749d59ee77","sample_id":"mmlu-astronomy.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad937e8d915ba2d4fa27a6b7768c5179dee609b44108b53ced5093ac22daae7c","formula_version":"titan-u-contract-v1","latency_ms":0.6328750168904662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2ea4f7d59c05411525efbbba3d6875af4a51166c4f7c076f5e60b5e5f4e992b","sample_id":"mmlu-astronomy.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d5acb6693b3ffda25d3870c8ebeb428e0e7e7f0e50172d7e36246e71a8dcf50","formula_version":"titan-u-contract-v1","latency_ms":0.6201250944286585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12f3987165794de74b04ec9a68dd4bf2207fd24c9872f2b232df7d60aca59289","sample_id":"mmlu-astronomy.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62374d4b0c0bb21a81b58c415d8ff3856f5f3f5235da8f8542c9fb1c98c50920","formula_version":"titan-u-contract-v1","latency_ms":0.5888750310987234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62843fdfdeee3b0cd19a0e78c2990547e9d8a9b92b3b13c5e7b3fd21d8e75ca3","sample_id":"mmlu-astronomy.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cc82e15e9237167febf9d8c9c0916ffc300883807715deb7146920238b0bc63","formula_version":"titan-u-contract-v1","latency_ms":0.6267500575631857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7916576b2b75c09911fed89217e934d68f72eb31d0469d9b94486bea857778df","sample_id":"mmlu-astronomy.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2c50273a5bab55305f4a05ade7370be17f5e1f30671064b9d9cd77926ff6a3d","formula_version":"titan-u-contract-v1","latency_ms":1.1639170115813613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5227a6cc9d128ee6683eb666fe41f8a5613249314656067a47903d13078b2cdb","sample_id":"mmlu-astronomy.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b5921958b92c7de656d1ff2906b2777d082e7b523574b9ba2633da41069fcf6","formula_version":"titan-u-contract-v1","latency_ms":0.7322500459849834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4605455eda4622b927c941a347d714d1a44091bac4c57a99e0cfca91e887870b","sample_id":"mmlu-astronomy.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a92a9a39e6a6ac6076f8eae44cef61dea72f86b97744a633ee1facceab548096","formula_version":"titan-u-contract-v1","latency_ms":0.515041989274323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05b5b13a989f3e31b202cb735021492679dbb4df2af09e6f9d0435b0e63f9191","sample_id":"mmlu-astronomy.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da610256c2a162abdfe4b697b86921e3bcf913efa848916f6dd31b2875aa7543","formula_version":"titan-u-contract-v1","latency_ms":0.6145000224933028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b9dc7d1978b3da97acdb152ac0a8bac8d30ecdff1f03530eeb8884d79b253f0","sample_id":"mmlu-astronomy.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76be2b5f362ef58a06c6e75b524533c9563c58d5e826db01987256c0b470ca32","formula_version":"titan-u-contract-v1","latency_ms":0.6328329909592867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a72a45daeb0a9b1d2a038b365d8bb99296226b07ecfa717d3734e47a0687d7fa","sample_id":"mmlu-astronomy.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d9522b037097416c797e2b1176556aa186b21c27c7a12c818dfcab950715d79","formula_version":"titan-u-contract-v1","latency_ms":0.6223339587450027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"224cbef4ccd28f7bf00a7606438ecc669e6d96bc38c35d7b5203fe4d8f8e9bf8","sample_id":"mmlu-astronomy.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6810314d401aa09bbba879854a2884283a1eb8c2b01d57077f029d415b6fb4ef","formula_version":"titan-u-contract-v1","latency_ms":0.46787504106760025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9287e0f57332cc524db0cd9371deec81e4c1239ca50564b08374bd5b54681bd","sample_id":"mmlu-astronomy.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1ac2e230920b1cc779ef9792e2fa7daf77939bb72210d6b606b674441d92830","formula_version":"titan-u-contract-v1","latency_ms":0.5468750605359674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2fba1f4ee61188c5f7f895cbabef133cfa291b46cb80d570b6e1d42f74610a5","sample_id":"mmlu-astronomy.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0cfb3ef34323b85f709e21e0296ddd9ce2acc49d48ade635e10b8a055a8437d","formula_version":"titan-u-contract-v1","latency_ms":0.5177500424906611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4486679e8d6c2ba4ce78f4e3655095624a2226a5bba3677e3ac4db4a8a6e82c6","sample_id":"mmlu-astronomy.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"903ba9d61739b5e26b30da97ca26dd20f4ea2fd3161b18de2c353374f6ff2160","formula_version":"titan-u-contract-v1","latency_ms":1.0977090569213033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e734275cf5643a7d5437e1bd72348c8b3244be6febb81350875c8bfcf9b93161","sample_id":"mmlu-astronomy.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddfc137b28cbe9849cc14084f0a642850b63f7368027b90667b67e93ee463037","formula_version":"titan-u-contract-v1","latency_ms":0.6272919708862901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42f740b37296b511db90ca97a335b516c67828b200c6329a7d755279cd6d7b23","sample_id":"mmlu-astronomy.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de81304a6b0d4017da95160b5968a1264eb31b2361453ac6e5a57f9503cce92e","formula_version":"titan-u-contract-v1","latency_ms":0.938915996812284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf10a11901becc7a07ecb2b3199fd9d0289472e922c521b2f3d70137b36d4a67","sample_id":"mmlu-astronomy.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8421b271f5ac201a6374c4dcd02a6cad54dfaf5df0b817e096d2f2d019835516","formula_version":"titan-u-contract-v1","latency_ms":0.6438330747187138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"463fbac833dfe862d4fbc7ba77fb95b12fbe3be945dc7e6381402c1ac8c5948e","sample_id":"mmlu-astronomy.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f451268d1fa86ff77f475777b252178d5ae5df36cabd25894ce7a5c03b6b1519","formula_version":"titan-u-contract-v1","latency_ms":0.4672079812735319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9153e734330e98af1b3b3b509a939469ef48cf8e424baeeba8fd9928053491d2","sample_id":"mmlu-astronomy.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23e8fb51246edcfd4fc191385b83e1f55a9d2acfa90eed8e407ba7dcadd41755","formula_version":"titan-u-contract-v1","latency_ms":0.7668330799788237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4294a1f59f648bf5c48091b9315f1a6d7811d872e6eba36a1e81e39fdea7024f","sample_id":"mmlu-astronomy.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e802deb6bbf2942a94c342fcfa61f57cd255828b4a61578077d4b0e0f64ac80","formula_version":"titan-u-contract-v1","latency_ms":0.6017909618094563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97be2be91b44ad03e3d6b0a9b669d0584cdd4f17fd098338aba41839d0f8d064","sample_id":"mmlu-astronomy.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6005614c201fa6cd8f176494af3a950d32b7a8eae3f0e660dd3f1f1b5824c06a","formula_version":"titan-u-contract-v1","latency_ms":0.6808750331401825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca71b480f5d5ce5771dd12914cc90e5dc0f44d6960c09442a2ce9391eda8588c","sample_id":"mmlu-astronomy.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59b3f2c44aac5c072f00279fc367e1aca27b3d19dae2f4781b26b6926f3bef7f","formula_version":"titan-u-contract-v1","latency_ms":0.5174999823793769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae8b5fec1cf40d796e9685f854e07a7b4ae71c05d5543e07185778bf1150d3d9","sample_id":"mmlu-astronomy.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99c9c2b398091e175bbb7db34729b0ddba4e4cb6b71426098dbbd4b6cf66b410","formula_version":"titan-u-contract-v1","latency_ms":0.7981659146025777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"384aa5de103c8ff851a055b098f92f355c0447e11f4e741c0ec04eadd064ca20","sample_id":"mmlu-astronomy.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0c78bd1e484de8b5ffe08f31ca2e8ec7507aff55fab01875ef03b8899880951","formula_version":"titan-u-contract-v1","latency_ms":0.6135830190032721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e0cd970893cb37d116feb46eca34e7dc68c537db6e3e156ab006cc554755ebe","sample_id":"mmlu-astronomy.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1e221f4fe07112ddc24f9e0d3b14f727b6cb1d6fe20b8e09216357dfc79884a","formula_version":"titan-u-contract-v1","latency_ms":0.4396250005811453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fe1806d6334351fcff74772aaf548f2491174e034c78787689124c2181d0307","sample_id":"mmlu-astronomy.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14376126f5c86ea31c02e590a9f2f1888942b58cfcc2f60e6a6b23be46e3d112","formula_version":"titan-u-contract-v1","latency_ms":1.1575419921427965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4533ed1086ee9fb561174d6636538b688ac2861e863bebe978169992c5e1e6c3","sample_id":"mmlu-astronomy.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98df4d85189e73cff04a9581d366327ee2e65f4b1243480ed4fe574d52138043","formula_version":"titan-u-contract-v1","latency_ms":0.43949997052550316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6f988d711ef2f86021a0884927452ee9b97354c3e2bbf6d6c3f901f9600661c","sample_id":"mmlu-astronomy.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df2cc5fa3541e9bfb125133685027e0429631a06e7a13def7570434583b38142","formula_version":"titan-u-contract-v1","latency_ms":1.4802919467911124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a096a86896e5efbf0bd09d2fe219b795a5843045d84e296a665af16e23d704b","sample_id":"mmlu-astronomy.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a81de4b566678523301de5972a02d68ab7ee5e8d6ae63bbfad2661481d7e5a7","formula_version":"titan-u-contract-v1","latency_ms":0.9894999675452709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14c0f6d3cc247c74043cfa661ff6a3c6794c147585986572e13dddd4959eacfc","sample_id":"mmlu-astronomy.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c53aeb3d5cc821c303afe054b83b33a1528e87ca0465465cc6e89c017a9ef670","formula_version":"titan-u-contract-v1","latency_ms":0.981666031293571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"038e19f8f9fc7018963e3d58c8362c26cdf9e95d1e889de868dcd059de1f34da","sample_id":"mmlu-astronomy.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d91216c9944b727361df052c45f8c41751f7fb8897f53612831c8208ddf15714","formula_version":"titan-u-contract-v1","latency_ms":0.4836251027882099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1c267021090f27134487f8da156178c6bec7aecb2f32329bd0d8ce22e2ecb43","sample_id":"mmlu-astronomy.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed31f35bff851022f649578c037db8185e1f69d8111e17537f6f642c5f9fb01e","formula_version":"titan-u-contract-v1","latency_ms":0.45329099521040916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e38a91d6ab25f12d58e271519f4813258be4e118fbb597c869d0842be9c69f5","sample_id":"mmlu-astronomy.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e87d88d7802d2b565cffc8adab646ebf3d1c08c417349fd286305fb7dbfcf41","formula_version":"titan-u-contract-v1","latency_ms":0.5395000334829092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f35132191d4689559f1ac5200947a926c5b3279a61b5ce60ef9a0d7a34814404","sample_id":"mmlu-astronomy.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4d2337223b1e87ae731a4b623e7faa2e0a37f4f6731afdd9203072ccb397622","formula_version":"titan-u-contract-v1","latency_ms":0.501333037391305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c2df0bbb4eb07a9866538119482569b872e796fea6a1d8e706fc23ca1bde962","sample_id":"mmlu-astronomy.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff008825ee13e158626f6dff77d7f77016291fbff9278f557a9a7e04b7d61ee2","formula_version":"titan-u-contract-v1","latency_ms":0.5905420985072851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de1f6f494e1c0d1f7ee243f809cd05741086fca7d6b92ba957f4f335de6ad066","sample_id":"mmlu-astronomy.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b2597b5cb677b06f2cdc3c51fedd659deda6a8ccbab2f7a514f8b33675056bb","formula_version":"titan-u-contract-v1","latency_ms":0.4633750068023801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd1d6a1be630f0ae9ed33b081c69a0fc35031be63f2542dfd3694ce228972bef","sample_id":"mmlu-astronomy.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77e5afba6b1a978eefa49134d2fd07a9fcf0d47045f376d2e9b67211f93e37a7","formula_version":"titan-u-contract-v1","latency_ms":0.8074580691754818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ab22a309fa3f457ab540255b0356a5bcabf5e2898ea80628445243281b68adf","sample_id":"mmlu-astronomy.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bff56b3271d758cf049158cb9a07e622d17807aa97cc661977f04c72058321e1","formula_version":"titan-u-contract-v1","latency_ms":0.5721669876947999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1564c366cd912c31bd0b8bce9c242b3490ba3f3a2e2b938d7c7f2f55009cf72","sample_id":"mmlu-astronomy.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04d554f0212910efb1072d8e699339d5063cd8383d875e69dde96628f25d261d","formula_version":"titan-u-contract-v1","latency_ms":0.8754580048844218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a536874c1d0edf82b130ef1c4dfbf29ace3d2ab476b68d5e979dd6734425082","sample_id":"mmlu-astronomy.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d72c6babd822ad306b9f5a4e0746db10b6484a3b4b26ce85478d5aa65d67e39a","formula_version":"titan-u-contract-v1","latency_ms":0.5605419864878058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"802b3232ef224b79c34502a26a00aedc61bc3804c39b2671cf54574cb91fedd3","sample_id":"mmlu-astronomy.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1f8ad3dbb4e6aadaf18dc82c500e1144d8ced714895dc21e7cb0e3b76c5dc97","formula_version":"titan-u-contract-v1","latency_ms":0.69966702722013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70bea37318c5308551134990045976d4b4c577a2a26c90fb8cec3807e3640bf5","sample_id":"mmlu-astronomy.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36843d0c4b45e7ed05225f2c7fe1ffac1ed49c44af247a9e6b5cc939427b8b5a","formula_version":"titan-u-contract-v1","latency_ms":0.686999992467463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9fdaf4799142cdb67c5ba5e083e87737f5f39937304ea1f83e53b954febbe1c","sample_id":"mmlu-astronomy.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac75c3f88de5dc4e7e52ba0caf7438c0e39af59fe9119374fd882925a010f9ad","formula_version":"titan-u-contract-v1","latency_ms":0.7567909779027104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22c74c2d5b510a8a8a257ebaeee99d7ffe10d9b26a5cd04608c302143824310c","sample_id":"mmlu-astronomy.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6de9413a9f397a7799d46406b96110b8fc43e199b21b35fe2ea0a12ffb4d9377","formula_version":"titan-u-contract-v1","latency_ms":0.7207499584183097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7d7898daef977966a4b300460b222d0f280d02d263d4671adaf1b93a489f923","sample_id":"mmlu-astronomy.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35c794760e8a7abec81bf45996d10edb730f44a24001617cd8ffc0706577c1ac","formula_version":"titan-u-contract-v1","latency_ms":0.4798340378329158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"306b5ebb4b6784e8952a2c7ea0179e58231d8e61a212905b00d2fc530f1a7ec4","sample_id":"mmlu-astronomy.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68980ffd4b956d3b4f31825871d6a8e3138af1858bd2d3534068b31c42c5f613","formula_version":"titan-u-contract-v1","latency_ms":0.6310410099104047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f2a62d2b9f4f008a4f4b836deb83bde8b19b7817fb85d93c420e3f0b36faa03","sample_id":"mmlu-astronomy.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4970e7108e24cef080f720cb374c768c7c21116b35385cd0ede478145f5174be","formula_version":"titan-u-contract-v1","latency_ms":0.5738330073654652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad355b16c722376020814eb264ffd179840dfc66dca4c6ca25ea1ed33fe4ca51","sample_id":"mmlu-astronomy.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dea71dfe1869a9e8d4ae21557f23b1282c3ed8bf481b35ce88c1bb34de7486d","formula_version":"titan-u-contract-v1","latency_ms":0.4755000118166208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d95c9b6c76e9e21202592d374e7c75893a11feb4b575b4df1bf0228ba735292c","sample_id":"mmlu-astronomy.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba78624d0e2f7564285eddd2f4bca76d4166cd79556edcf9c66735fb27e23f81","formula_version":"titan-u-contract-v1","latency_ms":0.49045903142541647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14260017d0e72250c157507c5914f53c9ccc5d481b72da373c427c7f19bfdf19","sample_id":"mmlu-astronomy.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aca3dff9f88780761c7b4d0a595fb00111c2d289400a55529c6299cb8fcbbdd5","formula_version":"titan-u-contract-v1","latency_ms":0.4562919493764639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4924193680432d51cbf199e9b32653a82144e3041819b76527810c3bba080e66","sample_id":"mmlu-astronomy.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b11a24b62c6ed6849462ca15ddb5cfd57723281e840775f0895a83686a850df5","formula_version":"titan-u-contract-v1","latency_ms":0.7769590010866523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8354c143c729c214af655ee745d0348911a743af8c0104a937daccbf93fda81","sample_id":"mmlu-astronomy.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6278f1a1452907cb8ff7902260f55e3b2ef758db1834515eb1d147cd700c837d","formula_version":"titan-u-contract-v1","latency_ms":0.5697080632671714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5d75794547540095fc5db42f8e04c28f20ea5b4fb57ca829ff8102d101a739b","sample_id":"mmlu-astronomy.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00782408da4ca35eb835fab0cda6de45d828c6338d8379bfcbf776f0b6704b87","formula_version":"titan-u-contract-v1","latency_ms":0.8560830028727651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a1089f86ded9763534b7ee6ada2e53225131ae1b9ec2313af5d8be0ce659438","sample_id":"mmlu-astronomy.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62fe8585d5efd6fec35a27a2284c9889f79c57c40c7bd4848832c9632848613b","formula_version":"titan-u-contract-v1","latency_ms":0.5011669127270579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5049ee56139d8622ff8a9e8e1b9866ed849bd9c32ccd6ff0eab025fab2d8f6bf","sample_id":"mmlu-astronomy.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cf6230764e2b4974772c3e5deb0b9a0f1535c2bcf10d14152c708e8c9a7b912","formula_version":"titan-u-contract-v1","latency_ms":0.4427499370649457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6395631809b9e6e95bd947816e200b3d5347fdb9f4cb47ca9ba5dca5cfc2d0a0","sample_id":"mmlu-astronomy.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b9901792778810ed5772169778fe24af128bc2a4618012b3b4095a6e77aadee","formula_version":"titan-u-contract-v1","latency_ms":0.6462079472839832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9abab432a153626d0373067c47ee4d6b24687038f9717723067c79dce6615335","sample_id":"mmlu-astronomy.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4811cf5cfcc877c8e96231303f44b48d4725b2e64583de1036a43b5b0801183d","formula_version":"titan-u-contract-v1","latency_ms":0.6049579242244363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06ca05fb6c52f048ba29fc8dbe50aa759dc780ede7df5b2fdeba950e573c008d","sample_id":"mmlu-astronomy.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb2885a78cf9523997ee7e30e401ecb76d0139a86df393ccd191b2a45462e621","formula_version":"titan-u-contract-v1","latency_ms":0.5119169363752007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f165de052399de6a01590a36a0179cb9f412eb3bbd492e3670224c9af67b898","sample_id":"mmlu-astronomy.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2fea47adff4881115ef70c9bbfd3a0d2245ae874a5ba8887a0e598c753aa166","formula_version":"titan-u-contract-v1","latency_ms":0.47229102347046137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2a95345fc8e6c5b4adcc9a031043e914a1f4a048a32c899d93e203db589de91","sample_id":"mmlu-astronomy.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d0d51352210f4b901c934c2f9ea117a7caaee78c64477568ba091e0caaca87d","formula_version":"titan-u-contract-v1","latency_ms":0.5113749066367745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6b0561fed92f271536ca5ab826294f4a24d9d6004e883c3ef3479f2190ec41f","sample_id":"mmlu-astronomy.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e92804a823ddedcb244fd66323aa59cc90c1bc1b7f611db153bfd491d3a1c19","formula_version":"titan-u-contract-v1","latency_ms":0.641833059489727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07f95490c2e0568609fe5bb5ee785f231464ff9045c41c875a47caa1a2c6cfe0","sample_id":"mmlu-astronomy.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5444af77d7c919b2504fb55252339a95bdc73f8907990e8f43961246403b1d1a","formula_version":"titan-u-contract-v1","latency_ms":0.42874994687736034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a06d6c1fbad3e365726e7ecc76d0aa46712563cc12a6d8212407cd47b84d884","sample_id":"mmlu-astronomy.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bedfed603a192cf7035770a69cac4240748a3a9aecfe0745eebacaa542e6c56d","formula_version":"titan-u-contract-v1","latency_ms":0.556665938347578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d31a6daef94ec0a0bf3e453408f9732e0cf7d497cbedeabd120e325c0fbd24be","sample_id":"mmlu-astronomy.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"060810fdd9767f6605eeb98697dcf04461b32a047c4dde96d07b32befb03ceb9","formula_version":"titan-u-contract-v1","latency_ms":0.4792500985786319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3171d8a411291b6a9a6cf22796bc2ced0b31c35619639f9ac54b7a91fca2715","sample_id":"mmlu-astronomy.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d801568ff2c3fcaa001368e5b96f87e184bde1318a8d65cf2b2f6dce3966984c","formula_version":"titan-u-contract-v1","latency_ms":0.7018329342827201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdb51ac3314779f1eaa033b277417000d22887beec49e0570fb94aef36dc6acc","sample_id":"mmlu-astronomy.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7474938acaec4e692422080cf62ad53fa48c07f00bc72d302664305a14be1ae4","formula_version":"titan-u-contract-v1","latency_ms":0.46195799950510263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a1b273b235034082cf64d1ab3c7d31751a877c3ab0bdae0e81a39edd76d2651","sample_id":"mmlu-astronomy.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb480159f6762879835c853c8ca39a69e40c4ce13a7843590a222a6f094245a5","formula_version":"titan-u-contract-v1","latency_ms":0.4552089376375079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a361ef4d9cf67654c79ab0a5f5374ea735ecc779dfc04e605b174ddeee44a95","sample_id":"mmlu-astronomy.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27a8f0ae43326c1e3a015c5a8d9388bdbc3b35659f6fdec20efce980089477e6","formula_version":"titan-u-contract-v1","latency_ms":0.5667080404236913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"672f6a004b7bcc0ff313c30211712d3b4bb893ab0e8b5feeeba6ef0088a2d7d3","sample_id":"mmlu-astronomy.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dbee85a670678621fdad4bc4217f54083fb2578ec6595650ffc53a0270f9278","formula_version":"titan-u-contract-v1","latency_ms":0.5802500527352095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7b5214822d80a63c66b95d46df9d88308f85efb271147ffc8c5166904f77a9c","sample_id":"mmlu-astronomy.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4733d162efa1c0deec3fdb5cddcdb4975f6854e4d4050c2a90d95bf61cbed22a","formula_version":"titan-u-contract-v1","latency_ms":0.4961250815540552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d0ecace7d0e3e3dfd29b9b098aa795f86b5e25576cfe1d80cbc8ceb1f21b3f2","sample_id":"mmlu-astronomy.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33d2814e114a685eb9a1a757a69476ed74da2a70b4be0ca49adeba2deaa151a7","formula_version":"titan-u-contract-v1","latency_ms":0.49645802937448025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"980852f85a2e7598693fc153cbf006239b03edc8bec39117153742f5b0b76f3f","sample_id":"mmlu-astronomy.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baa5d18b0a9f7edc4199ef5ae52889c1206226c8408c3f810f92c336f0902dde","formula_version":"titan-u-contract-v1","latency_ms":0.810084049589932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1006187e80a56335c97bb9a8b517c1fcfa34cf4978c1bf94084a5a7da39c0978","sample_id":"mmlu-astronomy.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd4eb0dab7ee69bb279a6d83634bb6a0f01d87f295d8c7eef8bbfe0e86c34698","formula_version":"titan-u-contract-v1","latency_ms":0.5484579596668482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d739fb8461c4a1d0dac11114c076c473b62f2bdf761a11143658f423e7c089cb","sample_id":"mmlu-astronomy.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95842a7e1cb4f5993af3fca34ee2f6e230c1f21604f5b2f782b8d37632aaa6f9","formula_version":"titan-u-contract-v1","latency_ms":0.4615000216290355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32b658386a079aa992e928c1bf20d71647c566bb0358c61f981f83d01c49fd47","sample_id":"mmlu-astronomy.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8a306474db3bff3f62817c7610c8c1a121da459f5a6b94035392353b25de206","formula_version":"titan-u-contract-v1","latency_ms":0.6539999740198255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"495726b2f7f42f4699ec7d09e3b1d2a1146ba51df7db2bd932708437a3b8ea69","sample_id":"mmlu-astronomy.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"581b560669d3c95cee703b18b4d7f444a2973889038078e07f58619de8f86e4c","formula_version":"titan-u-contract-v1","latency_ms":0.6831249920651317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe4f58497ba19744d3890bd7c444de0ae5d9ae09bf71cff9893d4140b8b31646","sample_id":"mmlu-astronomy.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af139dcad479b30e2e4e4127744ea09f4fa45168f47a38768cba910c6e545d7c","formula_version":"titan-u-contract-v1","latency_ms":0.5021250108256936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1be902b5b17e418bdaaa21b437fcaee90c245981097601a495e15e12eaf19e25","sample_id":"mmlu-astronomy.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c52dc380a4d4a9e74da5073e931558d2b33a6336dbb8a4d80c646b179f9fd78","formula_version":"titan-u-contract-v1","latency_ms":0.5031249020248652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9823a7128a552bf7145cdf9f8b71c92acab65a9d9b8dfe7f4489989c69c44e8","sample_id":"mmlu-astronomy.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66794fa2c38820a6d15cb8ffc968796b6c74ad9a20994f90f946309bc6d24ba6","formula_version":"titan-u-contract-v1","latency_ms":0.43658295180648565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de73c67aaf41380a8535496456e55df4058574d66edddecf08115820c3ab478d","sample_id":"mmlu-astronomy.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e40d8ab55a49c0b476a928593cb76282217e1ea473d5cdcb1aa518a1005b9e4","formula_version":"titan-u-contract-v1","latency_ms":0.9547499939799309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7070a323ec0b517e288e61108c44b7080a7cbf3856647b14b24310960f78251f","sample_id":"mmlu-astronomy.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9860e708f58201f3b03aba2923f61646366cea56cde41abb6781189f14fe3825","formula_version":"titan-u-contract-v1","latency_ms":0.6111250258982182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c80e7347387ebd8132952620373dceaed935a2f1fa29c3eb218a33ee98c846ee","sample_id":"mmlu-astronomy.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90ac612119c3142f8a36919e0742df351f7cad88e3392b9cc50bf887dfdadd85","formula_version":"titan-u-contract-v1","latency_ms":0.5362499505281448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9055d9a5d7e48fbfaa5910899023d6ffba638dec85fec3e4d1bec54fc57494e","sample_id":"mmlu-astronomy.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09722f4d77e8a805cac287a5216273f3d18875426e4df6f34fc228736d5407ec","formula_version":"titan-u-contract-v1","latency_ms":1.1029589222744107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f81fc04566866020e3c53345103533d29f955a283dccece510e3721741663a9","sample_id":"mmlu-astronomy.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e58134140f1d13c2ea91c4b7874619ee79824938c8dc86c19e2cc73b6b465d4","formula_version":"titan-u-contract-v1","latency_ms":0.6615419406443834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"131a55f760f6147f13179a161f9abdbdf8cb9f640e212dc834904a7227f58bfa","sample_id":"mmlu-astronomy.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7d2dae5d73c441dd2613f7f2e1e54a2065f2de105a43709d290884ea84b04e0","formula_version":"titan-u-contract-v1","latency_ms":1.2044169707223773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edb63e34bb15cbfafa9dd80b26b4768407bab3402404ee66b8e442147a535550","sample_id":"mmlu-astronomy.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f24afae5f101f40d39978dd941459884d859d053a2a0282af08cbc96e1b56f83","formula_version":"titan-u-contract-v1","latency_ms":0.4735420225188136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc46b882bdb12a5992fdc8f6d07f7cd40c943175a3862333ca82bdeea64b860d","sample_id":"mmlu-astronomy.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"743c75a889d3857d845f22be28ff22c510f2a50a4dfe212a951ae972d1f1034d","formula_version":"titan-u-contract-v1","latency_ms":0.5708750104531646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3af06b5aeeb1302d6268299e13d6f791f5f5363ff380aea7fa97b4f7662edc48","sample_id":"mmlu-astronomy.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b5f58cdb8936c05afbfaacedff62ac23be4a0045aebcfdb1acaded3f9937665","formula_version":"titan-u-contract-v1","latency_ms":0.5220420425757766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55163998cdbf0f885507b4bfd52d7250eda5b3303c798d6664e979db2a14cbbc","sample_id":"mmlu-astronomy.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"327b0a57c80dc2bb16d28865079f9b40c55d8b4d5a722297593152c583c716a8","formula_version":"titan-u-contract-v1","latency_ms":0.7800000021234155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2bcac1aecbfda8f5c65f892819b89fb9c8f26f71c333516787984724495d222","sample_id":"mmlu-astronomy.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4db15807d723cae7b40a87d971752317edfc6aabbc9b0fbc175b24c63ea7b006","formula_version":"titan-u-contract-v1","latency_ms":0.614666030742228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4b7a146fe753cf1f8bc41d3100647e7bbae30ba72722dd97959038c234d7d42","sample_id":"mmlu-astronomy.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07936e09b65cbfb6ddf20ae75a7a26243d6a4e943886820920245495c502f1e3","formula_version":"titan-u-contract-v1","latency_ms":0.5294160218909383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f45d035d97734b6394432fa588c2f2e823f4b0013db423dec33d655ee382df08","sample_id":"mmlu-business-ethics.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"361f09af0a0b89f2d390381d02ced0de9a5b829d794a700ed64d95b7f874666c","formula_version":"titan-u-contract-v1","latency_ms":0.4297909326851368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f695f596925f3c78957298cbd4943fcbbdc536d4e1b361c65968bf56c7e21894","sample_id":"mmlu-business-ethics.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f4a391eadf2e86a1ca532c8d18ae6a3e5d5cd902946264a88e372e619dfc9f6","formula_version":"titan-u-contract-v1","latency_ms":0.6939589511603117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1391d422a706a852f9e06d26348abb8fd8aed515a4bd31ad9e67a8aebac997c","sample_id":"mmlu-business-ethics.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"240340a3fddd7367fe3c165f45ec7b3d8d0df672bfbedc77fd553e6f7427e3c9","formula_version":"titan-u-contract-v1","latency_ms":0.5011250032112002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eae2e26e931cafd200338d9c0a406bbca394f1efdcc2dfda7b40d6249c94dcb","sample_id":"mmlu-business-ethics.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23cc2e287573b321255839a6d899980c3063ff31b948a4cfbfc83ff71e6c4163","formula_version":"titan-u-contract-v1","latency_ms":0.6061249878257513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c6b26f445bcc360feea8fa7b4ed41ec9fca1718136f242f2e5de2812c90bed4","sample_id":"mmlu-business-ethics.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c35f093060a6a294273fd2ee2953fc73ab723ede97be0a94937dbc6900746dc","formula_version":"titan-u-contract-v1","latency_ms":0.5495829973369837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91f5e741bf1898fab9d3952ce09a686ed39900829d27da2808a1d236c05e287b","sample_id":"mmlu-business-ethics.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c180db8fc4b4ddd49450a3ff6db0c170deae8e0675ec2a48ad9f64436131865","formula_version":"titan-u-contract-v1","latency_ms":0.5032080225646496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76d10c048ae332d87de0c327ad8ffc7664ab83063db5a92bfae0f074127c3010","sample_id":"mmlu-business-ethics.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ecb21185fe4825fee69cef0f642ae730f57dc03a4201257f1747f8225ea1140","formula_version":"titan-u-contract-v1","latency_ms":0.6321669789031148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf8a5a3b5b1a52c48a683e5f71c3586ea6c378edd761a56fc2e9f5feb778339d","sample_id":"mmlu-business-ethics.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c96cf0fb010e9603ce3ee936b6ee41e280e9b63d98c66be0617971094f9f807","formula_version":"titan-u-contract-v1","latency_ms":0.5792919546365738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f28cf77b5067647ce6d0383a1846c3ca880b982d35940e1b309e0e482cb990e9","sample_id":"mmlu-business-ethics.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cd808175b0405280f49fe8b1bfa4c38b06ef83684b9fd468b26d3cf25731c66","formula_version":"titan-u-contract-v1","latency_ms":0.7783749606460333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5e3cdd95c2f33d529e2df902ed5d9c0608eefc7e777f39a5892785121075af4","sample_id":"mmlu-business-ethics.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"472d6a24480580eb70a0838585fab3651574fcbf2f71ab5457c1177f812a6bb0","formula_version":"titan-u-contract-v1","latency_ms":0.9158330503851175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af579cb76c95464934c861ac72258f32b41f701395f5821c89ba99a3dbd00225","sample_id":"mmlu-business-ethics.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f982e54020b7cb6b4c87e5bea26432ee9d32df19c60117a895ea93357cc28f9","formula_version":"titan-u-contract-v1","latency_ms":0.4641669802367687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76e5477ea73214a463bc303ff13de83c52f3fee695f34f0ed37db30ae078310d","sample_id":"mmlu-business-ethics.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1192f74d3b0e21d67f9387b38cac6230d5629e03688c9ee318f1cbdb2a545e2","formula_version":"titan-u-contract-v1","latency_ms":0.7987500866875052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"932dcbb9f994692cb07a08ff50bce65e8b68e93c3cbdb14d25b99e76150440f1","sample_id":"mmlu-business-ethics.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f65e6d4653f06d2e0918292ed1488b75b40b54575e888411f960301e46509db","formula_version":"titan-u-contract-v1","latency_ms":0.5324580706655979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47d5ee96f50387fc7d79a5818d0c85ce319000e847c0079076a14ffc4f68a82d","sample_id":"mmlu-business-ethics.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4168bc74c3403b20be3a5896a7d0db7466504fd2f5874fe6b6f8ea8951ea25b","formula_version":"titan-u-contract-v1","latency_ms":0.44420803897082806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9da69d0e2ae81f754133ba61566ad08408d8444f684dfa8b2e7562b1af28b9ba","sample_id":"mmlu-business-ethics.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a999cabbba286697482961c6bbb847e73fe00b3f54d9e9741936b5171ed8c3dc","formula_version":"titan-u-contract-v1","latency_ms":0.5039590178057551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b778fdb5afd6321d3ecc5c8164a372d948d31a77366c44c30744e5f8cb60b672","sample_id":"mmlu-business-ethics.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ec0fb7a8391f38b0502ac62ac08ebeb7b05a1bcebd08b627a93a88de0c0ed59","formula_version":"titan-u-contract-v1","latency_ms":0.4539589863270521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b87f21ae75c9bc5ef5fb98e0caf54f1b47613496848c228b36f09d7ac180c94","sample_id":"mmlu-business-ethics.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37d5957e4035da508105cde18cc3bb94cfc1f93c089cc15a24fe53694bc982ef","formula_version":"titan-u-contract-v1","latency_ms":0.4957079654559493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43b4b8b97ca1e0c652bf22168d37ebf4806c2c36447c9c59eec2891c73f1d102","sample_id":"mmlu-business-ethics.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30532d98a89bc96fde7d62b40b1782aaefb8e73761545dea55195675e2294cb7","formula_version":"titan-u-contract-v1","latency_ms":0.46924990601837635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bee12867da989cbe7170203e0b0e90d57610a7cb225eb4c356f6b20a7bccf7ec","sample_id":"mmlu-business-ethics.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3030fd871e0798d58b73fcfb025334071509d4e580e368dcc4d950811b10595b","formula_version":"titan-u-contract-v1","latency_ms":0.6219999631866813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a19c4185426a46de2ceea9d04707c9da97f9bde845582e817b6821b62f3e4d72","sample_id":"mmlu-business-ethics.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"201fef1400d9e714d00b35de3d8b9efb9d16891ccc52cb13a0e7d375aea1f91b","formula_version":"titan-u-contract-v1","latency_ms":0.846249982714653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2eed261318caeb022d6e6398436109ce5014437acc7181611b86bbfe01f92ad","sample_id":"mmlu-business-ethics.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e95a7ad875ba3d042dcd76100e5d9b2f5690e527474e90db3a3103caee2a689c","formula_version":"titan-u-contract-v1","latency_ms":0.6069580558687449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"210528c5a7642466a6059b534a3a3aea305755cf76c80e72c115e8906fbc07be","sample_id":"mmlu-business-ethics.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8788064635d39837672602f2388ae9fc2aef89101e422e49af0eff477a832333","formula_version":"titan-u-contract-v1","latency_ms":0.6865840405225754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72aef28e3fd27309e2b91f23467b6defb64a092e16bcb266a13a9f29fabee181","sample_id":"mmlu-business-ethics.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d7fc97fab7922cf789ea0d0814d02ddd9c772b608bd8cc1d7678ddb02ea3e43","formula_version":"titan-u-contract-v1","latency_ms":0.5201250314712524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4439a12c574607de2a0807d8287392c0936d145e4abb4cf9f7c8ae4163449943","sample_id":"mmlu-business-ethics.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83873601a4720a132f2f1b010e63040e95f165ae185f3d3779387ef5f480818c","formula_version":"titan-u-contract-v1","latency_ms":0.7148750592023134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b4a4fce39ec1541a3188b11ea459a35959e2858d81567f5771a3a174cab4ca1","sample_id":"mmlu-business-ethics.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50dd37df0d7ceecca258bbd605653f513a8279d90c1c8ee0834b5813b17e5f6a","formula_version":"titan-u-contract-v1","latency_ms":0.7496250327676535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8f9ff56767946c1946ab37a065ae607ceab17f3dad0fc70525fe66a7128dec1","sample_id":"mmlu-business-ethics.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c13205706326f5acf0a68b02263b4a197b28f68dc9e44e6c7f9c0a3cd08e317","formula_version":"titan-u-contract-v1","latency_ms":0.43033307883888483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a26b2c36b47b1e6b4819e6c168813475d7c124a72edc16614fe62bc9f86bb41","sample_id":"mmlu-business-ethics.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fccfa9cf5bb68bd33e3b48b6e7e8908a1ccd215013e190ae0bef4530665ffdb6","formula_version":"titan-u-contract-v1","latency_ms":0.5128750344738364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4336b0d7b6cf024f6ddd473d6f8ad162f886f4eaada904cc37b8a65566fa48c","sample_id":"mmlu-business-ethics.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f67dd4cf52b926fd7b3869a61ffcc16f354742b013e1e831bef937ec671d9be","formula_version":"titan-u-contract-v1","latency_ms":0.8385409601032734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bf26999cda5ca849a40b016fd453740bf695f5eda6481c9db70f6398e0aba08","sample_id":"mmlu-business-ethics.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"490271599a575fb452a5ea563ffeb4c2814d620bfeb6f423ee6fa27a2c796dca","formula_version":"titan-u-contract-v1","latency_ms":0.7044170051813126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c268286c5da3011d17d806b8813451e63e39e70abf795c729483953a0ce1d353","sample_id":"mmlu-business-ethics.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53fa9910d311b66daf1bcf8edd823ab20b22ac71390930098f3ce747a856114a","formula_version":"titan-u-contract-v1","latency_ms":0.6182920187711716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6196b6e427c42452ba4a9da3e90cd46835b80ffa197896a4dc1255fbcb047586","sample_id":"mmlu-business-ethics.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c62edc33cd73b4506f72d06cafc73e03662301cb04ddb2584d92983f7d74414c","formula_version":"titan-u-contract-v1","latency_ms":1.0726250475272536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae48f4fe06aeb4e02d50b8764c8d41fc4bafaa24b6c9d0b2bde4a585aa4fa623","sample_id":"mmlu-business-ethics.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c4b2f02256f3d3b7a80c9123b883f341639344e4f54afeec61dd15450eac952","formula_version":"titan-u-contract-v1","latency_ms":0.8206670172512531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47ee1ac27229184dc3d5439b2df2f9d219fe7b178118080c373017c02c873780","sample_id":"mmlu-business-ethics.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25e9369136cb3a16be85131a641e229db40f8e7490c543bbde4f97727b136724","formula_version":"titan-u-contract-v1","latency_ms":0.9014169918373227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca289aebd13ed8d6101049ef6cf5e05e6d45348636bc181272b7b5c1466fbb2c","sample_id":"mmlu-business-ethics.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bcd8c5479b164474e31f30a545d426ca8b2d1b6a35f5df9f8f927ce896b96b2","formula_version":"titan-u-contract-v1","latency_ms":0.9757500374689698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6541150755f9ec7015f9c3820aa7c7345bd7637a86c89d5a32fc7814afd8c3a8","sample_id":"mmlu-business-ethics.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da3cfc87b0d5cd9b9fe2dc74820153469b1667ce45e0a11788a0f3b86726b4ed","formula_version":"titan-u-contract-v1","latency_ms":0.41866698302328587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a933ffd0323c4e09c66bc8efda45152451c43e0df64d845d67fb823586badca9","sample_id":"mmlu-business-ethics.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0b6401304b7e893276caf71815722ccd6c6799d76a4fb8ea37124a71405d084","formula_version":"titan-u-contract-v1","latency_ms":0.5331250140443444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af9940d2b35c0ed5ec3b6cf90e5f3bc785aaefc820a648bc0615e35a8727faa4","sample_id":"mmlu-business-ethics.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b877e2a451bde18b1306fbebc31e5b994e2d7ca8785fc39d5afe8c25677e44b","formula_version":"titan-u-contract-v1","latency_ms":0.47987501602619886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0005dba7d042bbde11b84110d509d9b62ca6b1e06939004c9c088efc15b0d830","sample_id":"mmlu-business-ethics.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2f8d002973f8840718f8ccdc455433b5de3d6b30ff077fbbc94ff20e1df03aa","formula_version":"titan-u-contract-v1","latency_ms":0.8007079595699906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3426a7a4cc8d917cb916811577370714e442a90e52147bb09aea4b9e7b5ac7bc","sample_id":"mmlu-business-ethics.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5b19cf717d72ed3e52f8d56bcc9a7885d64e3cf854967e137702a8706058c6e","formula_version":"titan-u-contract-v1","latency_ms":0.5622920580208302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08d76b1c8a5a7236f74a3ac7ae03d93546b30ecd2b77f601215fe70c5167978e","sample_id":"mmlu-business-ethics.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08dbe27dc0e2b3b3526fc9fc57b6e6288e2ed2ae028359fae40708316da2942c","formula_version":"titan-u-contract-v1","latency_ms":0.6198749179020524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1b50f804a6e4a69af187d44e093b2d0144f625e1a7184945c634ed6a7509bc0","sample_id":"mmlu-business-ethics.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9cdd5859cc2810a958a1d1be2b7495934f3040790153dbd9b0cf3de22818f3e","formula_version":"titan-u-contract-v1","latency_ms":0.685499981045723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edb40d0f2057c8a4721c1af921c721d879573ee960d6a11cdbe27a0147d7a76e","sample_id":"mmlu-business-ethics.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5483355450d5f17ee1c65bb3b8282e8b7785f2c526ebd714e1d14417b6634216","formula_version":"titan-u-contract-v1","latency_ms":0.46129198744893074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"926cc2d30753010ebbc095caf2f2307a738735cb0d063fd5cda9504744ff9e9f","sample_id":"mmlu-business-ethics.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2e64ec31b9bd1d5877d2012834b504e01227ef89791acdd3d05f527e9f8fd3f","formula_version":"titan-u-contract-v1","latency_ms":0.7721250876784325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c8ff4707c6610bc703808e899141e9844354e6e6b03d55a229675a43fb2a8f1","sample_id":"mmlu-business-ethics.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0872d641154e0deec4cbb96fb4341cd270b6072395c3af1a256ad72363be43fd","formula_version":"titan-u-contract-v1","latency_ms":0.8910830365493894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0445a3153c5e7054d58dda6f094a9d9b1ff2b90639f01620e2bae47f60f9df4","sample_id":"mmlu-business-ethics.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff54dd8941197db7b0bab9ed8c2ba9d3a0bad3e40a0abc267d14033ae849b80e","formula_version":"titan-u-contract-v1","latency_ms":0.6858749547973275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e22441c6ca5e08c5e1baaa61b4820a799714edb8d4c5c43fd1ed6e3b1f0f304","sample_id":"mmlu-business-ethics.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5073f392fc61d9847cef80eea7a923c0048b41b8fbfac8ef70a24cd1ddfae8e","formula_version":"titan-u-contract-v1","latency_ms":1.1910829925909638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15f5a13d4a28998523e006e2229b261cbe337a492f821266a747cd31c984ba37","sample_id":"mmlu-business-ethics.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d40034ddf636cbc930aff0aa011831524a553384db5c4bae7eed2cec940ca06","formula_version":"titan-u-contract-v1","latency_ms":1.2058749562129378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f126466fd571faad13c40b6e0652ad5b4bdb835e51a1cb62eafb5a4d6bd0afe9","sample_id":"mmlu-business-ethics.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1344844dab5abe8b636671389d65438c4ff94f629055476ab14a5b436fbea433","formula_version":"titan-u-contract-v1","latency_ms":0.6169169209897518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ab7d180643bb90d69b5ae18eff1c8887d7806fcb26189a5134be6f59d314193","sample_id":"mmlu-business-ethics.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6a29305e8be111860e0d6071338ed1a79b53153eb608b0cf9e0f3183788b9a7","formula_version":"titan-u-contract-v1","latency_ms":0.6872499361634254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f8c0122698eb4bf261914c050aa37229068f3fe5a97409fbd2869b3a91846de","sample_id":"mmlu-business-ethics.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f2ab248486e0e5dae6e3f516a37de2bf67abf8569dea4fc323ae02fc4cf1361","formula_version":"titan-u-contract-v1","latency_ms":0.5782500375062227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31443ca5dcdc82149875dbc2dc15d76cbc479ab874e5b06d0c097d19a6a3ee6a","sample_id":"mmlu-business-ethics.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0de01f87a0e2e16a7ef9466c3356dd80c6fdbf6a1c20d822c2a21d7eaf9f389","formula_version":"titan-u-contract-v1","latency_ms":1.1835000477731228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24d360610d40fee172529188c733a7bd12a29c3dd0af8c1838debd22e118eea3","sample_id":"mmlu-business-ethics.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2989466d0d566aed42d179385ad140db2b69eaf55a88be0ecbdc2350fd78252","formula_version":"titan-u-contract-v1","latency_ms":0.7391250692307949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b54227acc1d46de96e232ca8dc0b6a4fee7a86a9f5bec8b9c40495c79b287abb","sample_id":"mmlu-business-ethics.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab4391a4052159b965fe4d70a2f3fd42fc33d17c1a15e4280cf9ecee8cd5cbcc","formula_version":"titan-u-contract-v1","latency_ms":0.575625104829669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4aaa6522999253e3f43b8989ee23f4ff17fbfd649e3716afb4be8424e359e2bd","sample_id":"mmlu-business-ethics.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b08e91b46aee7a55364dc431bd8a066e812e002b96da2a384ac76941ca8dd3ef","formula_version":"titan-u-contract-v1","latency_ms":0.8302910719066858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee0de3cc0a377cb541d61645182fb6d16ae55a769229cd4b8f6c06347e082f3a","sample_id":"mmlu-business-ethics.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4118268d5b413e69e068ca1b8ad93ac59ea3bfa45685f331bbce247cd70b84fa","formula_version":"titan-u-contract-v1","latency_ms":0.6312910700216889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3018368d3476737e70b133f5711b88e080cab0e9b502567d0e170bcbc757fc9c","sample_id":"mmlu-business-ethics.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0663fa1bb5b97c22217b5093d49d2c484e7027c4a1d5c0fb67921c24791b169","formula_version":"titan-u-contract-v1","latency_ms":0.6662500090897083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"544543462c587b7a91b759df96a50bb14b155979ee15ed9089246bdb2a9374ee","sample_id":"mmlu-business-ethics.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c41cdb8054c908255508d5eaf7ee5ebdfce53be2d05222f79ca3f12cee37ccc7","formula_version":"titan-u-contract-v1","latency_ms":0.6525830831378698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"890014ed8d6fc11e455e041dda3ae5adbb85f9253dc786bef8051a26e9970c5a","sample_id":"mmlu-business-ethics.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9f7711012832ee70c5b23a8f34f9630dbdeb3fd9bb2106168ecafdbb425f971","formula_version":"titan-u-contract-v1","latency_ms":0.690207933075726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee0e20a1dec082ad560fe812193844cd451a028a37f08d034f36641204c87374","sample_id":"mmlu-business-ethics.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8d94fea8b5adc628c20c4fe708167158a706e89b46b96cc31ee53e207ad01e5","formula_version":"titan-u-contract-v1","latency_ms":0.5871669854968786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0f7e3742db6d0a23baad67ec1e1af710b9aa1ac87b578ebf89123e4578b2e11","sample_id":"mmlu-business-ethics.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"530af0b99b17d30c68c5ba80f5c27d1416066f8a04bd14a343a4d72fd9b6c5f0","formula_version":"titan-u-contract-v1","latency_ms":0.8133330848067999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7431c95f47609a8561f4c91a238ff69c6ef3ed6b6415208da415f6802ad3a435","sample_id":"mmlu-business-ethics.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd418e6130e8c659d2fb44a95170e968180c3d86413296a61bbf24586eabc178","formula_version":"titan-u-contract-v1","latency_ms":0.629125046543777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"824b82b379e91411583520c92e535c9ab00d53b1e58ed69399a99db37d94d38a","sample_id":"mmlu-business-ethics.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c56f5cd05e5ca0b6e291a1bebb53a5855b95206386d7efea61dc156429a3a294","formula_version":"titan-u-contract-v1","latency_ms":0.584250083193183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83a8aacdaade52fca5d84d2bffab5aa1e0f3e681695beb14e75b1136158c1cca","sample_id":"mmlu-business-ethics.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e7e5522a560160dd4e927cfcfe1bebebbe8490dee34db4e604a703528f18b90","formula_version":"titan-u-contract-v1","latency_ms":0.6216670153662562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1985c15b3326285747c7d44871544204742f7623ef474aa2bc5cc949902c35c5","sample_id":"mmlu-business-ethics.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6ea8da627b9105d2ad4df06e21c1343adaf6569f53b3d20d52733bc15dd3d81","formula_version":"titan-u-contract-v1","latency_ms":0.8275830186903477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e1d12a707c3a7a1828a348e367aea72dafc55af327c2492fadd39a2c6af0b36","sample_id":"mmlu-business-ethics.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7efb429bc1dfc734da7a4ad09a3800e0ba4b94705276a6f30dcbd9545d37627e","formula_version":"titan-u-contract-v1","latency_ms":0.710416934452951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db51e4858052f903dd31923182367be8983f9f27c4db516334615c7cb350fab2","sample_id":"mmlu-business-ethics.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f673242c70e2027511053af1ed7ef3b2918e8a4e3200db89295a710a858155b2","formula_version":"titan-u-contract-v1","latency_ms":0.5778749473392963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df563597a4eae4a12460e63252434e62fa1f4433834910a3990152d7662aee59","sample_id":"mmlu-business-ethics.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3afe1448e2efb50dab5cc274d74be7d72786fb07fedf0507a99c14f6d7497e2f","formula_version":"titan-u-contract-v1","latency_ms":0.6669999565929174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1303c132f1f72d06c0b95e288514df429e5ab2488989765a54d97a89780d3262","sample_id":"mmlu-business-ethics.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7776d387c085e4cf3a833cfd13c9f14acb95940d5ccf6dab6ecea2106dd0aaf1","formula_version":"titan-u-contract-v1","latency_ms":0.4817500011995435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dd38f28eccb680aabf791dbca461ec770446142051ed5d2106ec69fe0792ab4","sample_id":"mmlu-business-ethics.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2698dcdb3c0750b35fdf933818ae8472c034743ddf708b8f1bc1716420fd69b1","formula_version":"titan-u-contract-v1","latency_ms":0.563874957151711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2be67379ce417efa7389dd517210906ee2787b9fe646303f938b743b8f9f7c07","sample_id":"mmlu-business-ethics.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7edf425919444976cc6f2e1b84eadc6e9a8c5f44c6426a06ccc30fc70696c1a","formula_version":"titan-u-contract-v1","latency_ms":0.6462919991463423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11ba5a0521da516e420d8c6b0d1323a4c312135a5e860ba5cd5525193f71b875","sample_id":"mmlu-business-ethics.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8ef4e2d137e6dec6cd34de7ea8447aae4eb5c3133db9cd1aa35fe5c0ae3430c","formula_version":"titan-u-contract-v1","latency_ms":0.6387500325217843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"783be4c8ba99c891032bc8bf17aa591bdd7487c7a9d3c732aa82a200e49f7a7f","sample_id":"mmlu-business-ethics.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65e1444ed879e01924dc9467f4451c985e1ac0204531c399b55f8e2f9a54ec84","formula_version":"titan-u-contract-v1","latency_ms":0.6487920181825757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"374fcf6b809c8afc1fbfc84bfef6fc0e7b26caa409f65b7b510bfc941a59d22c","sample_id":"mmlu-business-ethics.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20afa7fe4fae165eac22a000b2cc9fef76edc7d6a3d77f89e077a524d1a488bf","formula_version":"titan-u-contract-v1","latency_ms":0.6314580095931888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3acec33b820e4b70d4e12dece2f2f880657a74ed96968ea9fe730d120602a548","sample_id":"mmlu-business-ethics.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bb429a4b4da8d11b0d1e5bd6e6f3788cc681de6e4311183a0b109b2687539ee","formula_version":"titan-u-contract-v1","latency_ms":0.6112500559538603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15db37210f50218f224ab72852d93d438705b03aeb6fa4ba0443189fa646d5ef","sample_id":"mmlu-business-ethics.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b9cb81093fdbffc7d5e3ee546a5c34295075beee19f2b2521e3acfc5c567eeb","formula_version":"titan-u-contract-v1","latency_ms":0.4784580087289214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad2ce79797e1fefc21951191025e9400772dc451d5431d6b057a81f81be1f916","sample_id":"mmlu-business-ethics.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f01021a5ac40a2eeb1e7f8fa49eb030caca1ba06d6ae6bec416f7a155a40585b","formula_version":"titan-u-contract-v1","latency_ms":0.5799999926239252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd56632ca2bcfd8dfaaa0e03fabfc291b5bc956a75f7c4f57e2c23227305bed3","sample_id":"mmlu-business-ethics.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c83381ad98a9823f834cd8ed73aada3ac6243079340729df3806cc3f628103f","formula_version":"titan-u-contract-v1","latency_ms":0.5095000378787518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43c06dc07f16e049ad7e6bc39c039eb8785a07227b050da9db7ec6e6152ebc05","sample_id":"mmlu-business-ethics.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08e494c712fdb3fdd9f39e90ef89e9743f8edc1c4c9bec1351f4a97d0a9a7121","formula_version":"titan-u-contract-v1","latency_ms":0.5823749816045165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7e5f7f498fe51ff9d511d9241b43dbde76317262103234b7ad711d2a4e2a4a8","sample_id":"mmlu-business-ethics.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8b650eaaaad1a5a20b3a74468af19537b52b8b4febb955ec3b0fad486e9f3d8","formula_version":"titan-u-contract-v1","latency_ms":0.5634579574689269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb33b753b7f0952efa6168e5d3308d83664804475d867660b322a184f4fdceb0","sample_id":"mmlu-business-ethics.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1cbce1f8c8a15028b2b53acbf380861f16a44ea9c5561c56300c1c4d294d9f3","formula_version":"titan-u-contract-v1","latency_ms":0.7428328972309828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c4d0bc113719898af04e018342792c1e6e67e2504f6162149ff429dc8447e9a","sample_id":"mmlu-business-ethics.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8a86a696b9252c487b56187582ada54c93a475aaa9475bb8449becf69b00b06","formula_version":"titan-u-contract-v1","latency_ms":0.8000839734449983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"889f1101f6cfb3cc2a77b254374805c79a2581f626a39220fea4db99871d3212","sample_id":"mmlu-business-ethics.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4be7620e55b441102c1f9ac6eba36ba284951b06cb08a78402f5d856f2b0cc96","formula_version":"titan-u-contract-v1","latency_ms":0.48212497495114803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2c652702ea049d896ed29b01643aafaba218abed1e0489c054f539072a18306","sample_id":"mmlu-business-ethics.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8938ca99520a7474b197e32652f1321806b20d40c4b309907a91e011d765b360","formula_version":"titan-u-contract-v1","latency_ms":0.5851250607520342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0ff66db2212b32808dac8aeadc7a7df17749e001359f9512b200aeeaea2ec30","sample_id":"mmlu-business-ethics.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"533d110f111ebd87c4794d2260f6a00a6a0601634f613cdc6e0d34ec655593f3","formula_version":"titan-u-contract-v1","latency_ms":0.6297079380601645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ed058ecff2556ce09951eb622ff62ccb453a4a13486a4996aa0394a8b3a832c","sample_id":"mmlu-business-ethics.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80766950638fabcc296efda7369cefaba766a627b3b4b0fb890c6efbbf421e9e","formula_version":"titan-u-contract-v1","latency_ms":0.5859999218955636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e1352bd2eb89a944ecea1e1e3e6cbc6bbdade1c24fb8792f9b8311737ede69e","sample_id":"mmlu-business-ethics.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3546fc8f2353b54d9f8d92837f09e31344d9b23fe3eb809c664268ce93e74e2c","formula_version":"titan-u-contract-v1","latency_ms":0.6959999445825815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71f13bdfda62b9c74f6a771394b958eff8c33bbfe256b93c9cfe399ca28c7186","sample_id":"mmlu-business-ethics.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32ccbbbc738fe32fe1a5837b255e1f0821f509303920e8c8c4b94543ab6bc219","formula_version":"titan-u-contract-v1","latency_ms":0.6501249736174941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b39a46a8a7bc55f01ee1e65dedd4e2034524e63fa430ef0a9286b471b9d0592","sample_id":"mmlu-business-ethics.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59079e3192cb7dec5aa581fb27b545218c5660632c6cd5e551c4624741e276b6","formula_version":"titan-u-contract-v1","latency_ms":0.6362500134855509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaa693c73841ae29ee8bb979c0fce0f6554fa7112d31338e22bbcf4ba17efc8d","sample_id":"mmlu-business-ethics.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c1dcd33ea34a5889b296e4cbcbbac204821fdc2a21d8af20fe191e4575e537c","formula_version":"titan-u-contract-v1","latency_ms":0.5351670552045107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"219784c1cd78aa62360980b37832cf1a40ac16222ce974f155cbb889bc033fe5","sample_id":"mmlu-business-ethics.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ebd94af7bb641ba84ab53a6b5decc540a72ff6f10498b0b93a1f0378ac8405b","formula_version":"titan-u-contract-v1","latency_ms":0.542457913979888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd60e4e651ea738cb821e58e0aad8926c9031682503cbe4bf8d1df4953a2baaf","sample_id":"mmlu-business-ethics.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30e375aac1fc3b03b54095b17b14a8926cd38c91bf9ba2f65f4ca628cf7d5687","formula_version":"titan-u-contract-v1","latency_ms":0.44049997813999653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f42a4f45da347a0ac0736b269b8ff9f522558fe35211c2f979ce9c79b2b1db1","sample_id":"mmlu-business-ethics.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02d6d9cabd83f21970d08a750a9c85709be7e4673a617601911364c3baee4916","formula_version":"titan-u-contract-v1","latency_ms":0.3798749530687928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d49bc49e33e6fb006d809d276acd1cc1bc865deadaedb97dac5f2e3f42b7017","sample_id":"mmlu-business-ethics.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b6ff0a5651dfdd851e383d37e1d35e2e1cee3201840e3160421afa43d55ce00","formula_version":"titan-u-contract-v1","latency_ms":0.564041081815958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a2519fafd021c3d5222f58be8f903e465f0f270ad3d0264e09135ebe91efdd1","sample_id":"mmlu-business-ethics.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"484c083f1f56926aaa99e560d0ba302eb1b8a2efc00ff76118cc08d2c6318693","formula_version":"titan-u-contract-v1","latency_ms":0.39549998473376036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acb74795b4fd1c723c8a659e0b48c8b6b95eaa0a83633eeae8e44b5612d9405f","sample_id":"mmlu-business-ethics.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfa0e28b0dcefac8d9ad114f8c262f4f54b5a5c94b239c95a2fb021df92fec09","formula_version":"titan-u-contract-v1","latency_ms":0.4299590364098549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1a88db0d53159ac264d485df73ca9f8c58b36fdd553ae1108e8ab22d7b0f0ba","sample_id":"mmlu-business-ethics.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afbf682739096304de6ec6dd429ad0f6d0144970b49356fcdf5caf6e21a8aacf","formula_version":"titan-u-contract-v1","latency_ms":1.0248329490423203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"315b281417723a625b82601d07b894ec550c0f8302045b7f0a89b7cf37117929","sample_id":"mmlu-business-ethics.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d644beb72e1caa3f3714fcc8e56189eee7897f145aa42a40a9ee882f09959c3","formula_version":"titan-u-contract-v1","latency_ms":0.822708010673523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"341993e294d7488d79c46a29e01e71d4c55a5f21ca8b58b135c979186f47a177","sample_id":"mmlu-business-ethics.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dff187d6e2813a1f13585b3400f8355d71fa5319a4c4999dd954436d263f10a5","formula_version":"titan-u-contract-v1","latency_ms":0.5386670818552375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35ac0d4ba05789efd1034711f3a541381dec677f9fc009fb163ef5fe5a131548","sample_id":"mmlu-business-ethics.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7775f8d5097b2583cb2f5aa8c9c922065b89a94e78c17b43f7e621910563f553","formula_version":"titan-u-contract-v1","latency_ms":0.7446249946951866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb209566d74ddb5ebb645065f76d9e5e05d2adf9793b237ccc7a51fdee1054b4","sample_id":"mmlu-business-ethics.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0972add93f9f187cb0f6c9f0d8c727e867332ea5d3f3596a89f2e48d6ec5a46","formula_version":"titan-u-contract-v1","latency_ms":0.6617499748244882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acaf3524d6208f4d0a7aebe9fdb36d70d62a3c13b4dd6565ce40fc27bc29d03e","sample_id":"mmlu-clinical-knowledge.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bad6e3433c4c57906645308c600c9488db5c1f1f1cb7155890c22f25074558a5","formula_version":"titan-u-contract-v1","latency_ms":1.2296250788494945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89c59235e094cc2c87be0e27429116d3f698d3ab1fa71c79cffd26ba9ed85e12","sample_id":"mmlu-clinical-knowledge.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f72a865b2eeb1c865c2bfdf16fe9348f790ca8a419ca3b89170258524876c6d","formula_version":"titan-u-contract-v1","latency_ms":0.7134160259738564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38f76e3d69f0f2cadde9e67878fcec80b23fd17a4afeeae28f58a3e63d5f6122","sample_id":"mmlu-clinical-knowledge.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a4cad3a3564af5712ff345cca9b2ddcaf3265ff914d834569f1d7ab9bc818e5","formula_version":"titan-u-contract-v1","latency_ms":1.573125016875565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"338cc9c7b797f056aa6497ae7d75a947a39470c97ea9b6235cec067736f04708","sample_id":"mmlu-clinical-knowledge.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3295843325faba2e2dfc794b9b114475cce9e0c8ffb8eb70efc81f355962fa13","formula_version":"titan-u-contract-v1","latency_ms":0.5330420099198818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d5107fa0e3687bc9fa2f0137d9e1f716dbc4fb2b1556e41830dd574ed36ccf5","sample_id":"mmlu-clinical-knowledge.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8c3c244f7b5cced3ac7159d9594d4735d3d30b17ad091a1f4a3712c686f6b2b","formula_version":"titan-u-contract-v1","latency_ms":0.7294579409062862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8acbbf67ba340a2204021fa100ed567dc320ed689d605ca303599e2ad609c57b","sample_id":"mmlu-clinical-knowledge.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55708e9660a3bb5168ca23bd89f8339aa3ec2b4d82c1ace8c33550453f17114c","formula_version":"titan-u-contract-v1","latency_ms":0.4237079992890358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3397b1198406eb93b82b4f5fb8f032c21611522e90fba1566b88ea47d896f13d","sample_id":"mmlu-clinical-knowledge.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf4ccc059723f0d6eba382c55dee0597c1e35270480b999fd350610f3628f201","formula_version":"titan-u-contract-v1","latency_ms":0.6300000241026282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf7891ce35d78dfaa2c030b36b639c18f7b2a8c59627f0a029fb8f798f051e0d","sample_id":"mmlu-clinical-knowledge.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7556580c5c078d1d3f277fb41ada519550e9f305ef01bf6634479346a5e715cf","formula_version":"titan-u-contract-v1","latency_ms":0.5753340665251017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d48140e406c4228402eb7f5560d9b02c2ed5dfb87a686effc86d6a4fccada55e","sample_id":"mmlu-clinical-knowledge.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33124fdf3412e09977316beeef1fc11e5fbfd21cb2cb496ede816ca6b9e98ce0","formula_version":"titan-u-contract-v1","latency_ms":0.916041899472475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7960dd9a782e1f3b2ea7381bfecf9c3cb4f5436770a6dfc155d75641b97a8e3","sample_id":"mmlu-clinical-knowledge.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0379869cf0776a43abfc2b61ec3e6a3580d0b15589c2706aade7fcad406c66b5","formula_version":"titan-u-contract-v1","latency_ms":0.6495420821011066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09c5ff85c18b8f7fcb3ac9469ce3ab37cadc9ce524035cabccc3eb1889f42fee","sample_id":"mmlu-clinical-knowledge.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75aa7c3fe3001494c0a12033d14f525b80a5a90b5e57682bcb315582035b0be6","formula_version":"titan-u-contract-v1","latency_ms":0.5054590292274952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39908a2e5c48c82169265745562057b2d7ce2852425cbdba03ffe4e5f64b39ba","sample_id":"mmlu-clinical-knowledge.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a3801068130d6729bb8695607305824b1e1b20cfe4e88870b82a0aaeda56527","formula_version":"titan-u-contract-v1","latency_ms":0.7775420090183616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cae0e8df51b55fe32c853f60bbb1c33cf20b3bd6f52448a33e5e387361f86982","sample_id":"mmlu-clinical-knowledge.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f30f093e5c7c46645b32fa1b6e55791c80487456d156ecac6c1cd4dd5d474cd9","formula_version":"titan-u-contract-v1","latency_ms":0.626874971203506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e5f9e83be7e1be18860f9b926d62fd3cc156f782f4dfb3488a1c0fb2b7aaab7","sample_id":"mmlu-clinical-knowledge.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1adbd9cc1d8c5ff6a708e2f9d65b3e99b7154825de1793da36818b61fce3b69b","formula_version":"titan-u-contract-v1","latency_ms":0.6063749315217137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d608d1d70fe1dc13da8f4bd330c4fa5a8c54c18113077e2a6378160c3e80cd6c","sample_id":"mmlu-clinical-knowledge.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8f2665618d7e5c855204050627b15e65eee64cc88d0d5fb78ce256b9f05528d","formula_version":"titan-u-contract-v1","latency_ms":0.5779170896857977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa622d1b54f64751771e3511cca0364d89fe162ef2e9076be96e335e293c377c","sample_id":"mmlu-clinical-knowledge.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61c44e9bc4cd56618eff35f98d034869abe0b1be94517ec07c684a742c1e9a81","formula_version":"titan-u-contract-v1","latency_ms":0.7549580186605453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea8d8dbbac39dea56c9acf95ec30f7d7213a1926741aa95fe969948d98784b12","sample_id":"mmlu-clinical-knowledge.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4335b240b3763740c950de74ee1337296d563d364cca2690793481ec633a86b2","formula_version":"titan-u-contract-v1","latency_ms":0.7669170154258609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1b37dfa946ca224f58f6b001662745bb11206ea7b1fec2b1d19c4775ce994ec","sample_id":"mmlu-clinical-knowledge.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21380a05bd06647a2bdd0cd8d6ca5707627e39157f0fc51df7bc5b01e3f8e7e7","formula_version":"titan-u-contract-v1","latency_ms":0.5634160479530692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18d0f757c2514ce7f15a2e6cf630c6c7a00f2edc86219fc1cd82dc1bbd1d46a5","sample_id":"mmlu-clinical-knowledge.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"369be49fe814169fa2bb67de0bff338f0e5ea5df963639b9922c29fa0fc7bc80","formula_version":"titan-u-contract-v1","latency_ms":0.5709590623155236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6fc6abb1d301660f3a5e304f6fd944d71322709f7d120292d8d6350c4ca42b5","sample_id":"mmlu-clinical-knowledge.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbfc703249f997649516df496004bec7624b29bb33866f27bbe825b65aed33ae","formula_version":"titan-u-contract-v1","latency_ms":0.5890419706702232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffbb39145aaca49e304b84ba5a5d464d0bef881fa9612cf7832bf344dcf47ef7","sample_id":"mmlu-clinical-knowledge.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5086d5a46c40036c1a462307aa515901b732eb82b796a1ac87ff7cb63240879","formula_version":"titan-u-contract-v1","latency_ms":0.6687080021947622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11e84eec4627118ebcf84e1ffa8ebe2d820ead9981e955898a624de0c78f8eaf","sample_id":"mmlu-clinical-knowledge.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cac0ac776b2246266a994b5e2ce9df2432ccc9caa3f56a5e05e0566645cecae","formula_version":"titan-u-contract-v1","latency_ms":0.539249973371625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08b04c101ca1baa4b086ef970c6eecf57c5b2f224834796a2cc11396f6de8c8d","sample_id":"mmlu-clinical-knowledge.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23b52502f922bf7b7111d937eeba0575e8deaa806cc3aad35a523d814df42f9c","formula_version":"titan-u-contract-v1","latency_ms":0.563874957151711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5bd26da42e60b899d387f44e75ec8940a6d8cef6c696b7ea86c2ee99693b858","sample_id":"mmlu-clinical-knowledge.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03b025a9bfaa1670b8fb58032c6bfa3df92bab16e0bb8a0429bb40ed1d6581a5","formula_version":"titan-u-contract-v1","latency_ms":0.6635829340666533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01d80093924dfeb2d92d5820446fdb7c5bea3fa1936eaf1482996d6564838b76","sample_id":"mmlu-clinical-knowledge.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cd62c34ea650f834664d0ddf4c7ee28bcbac67101cafba45e294f0fde803c87","formula_version":"titan-u-contract-v1","latency_ms":0.6162080680951476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59a3b38ea98a956f396ba6099bf1765f2129a375a25497cac77c43ae16ba0a10","sample_id":"mmlu-clinical-knowledge.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4bca0ab7828db33f97f1c2d3840e3c61bdda471dd54d98b041255b2f259f7ad","formula_version":"titan-u-contract-v1","latency_ms":0.5507499445229769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"669c734aa852ea91cff5dd778c582d972f50c7d4605318f6b2076dda969408bb","sample_id":"mmlu-clinical-knowledge.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"829408a25004272dccac585a7bfb1686248c871c92e33570ccf379d57bad4177","formula_version":"titan-u-contract-v1","latency_ms":0.5294590955600142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c475e6feb8389f50d741fdb16497c42edd0b36d94f76cdbd8a9a35186e902c61","sample_id":"mmlu-clinical-knowledge.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c07149908ebbccd42badf1d54cfb3e718976dce181da405586db797ecf1e591a","formula_version":"titan-u-contract-v1","latency_ms":0.657708034850657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59ae700ca319cdd105d7c0a922070032c6708919a4f16f3a2d3147444eb2e4df","sample_id":"mmlu-clinical-knowledge.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a78925c1aad426b60265bb58edccca25ef806d9980fe58c81f72de33506972db","formula_version":"titan-u-contract-v1","latency_ms":0.6880000000819564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"005b00280acf9be40dc92e872c2736cd0dfe15a38367b7d9f456ef5fa87bcf2e","sample_id":"mmlu-clinical-knowledge.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd25a5365461aa48ce9c0a26645bf25b7ae19c3456547cab9ffa4533c34c045","formula_version":"titan-u-contract-v1","latency_ms":0.6844580639153719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5260465c859a7e9fd55ddd4cd97ec73a0a8bee5b6da7f3d477fbf9a87cc94193","sample_id":"mmlu-clinical-knowledge.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b17ee4869c83140650fa798e86d4a5c2bd387a7de0ede49de777f60f37e53620","formula_version":"titan-u-contract-v1","latency_ms":0.5668749799951911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1d98578839dac18206090e3e20fcbb787993121ac0ac128f078c77d1048c3c6","sample_id":"mmlu-clinical-knowledge.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d94077a7057df67dadb1b776ed448cd49698dd28975b9d6034560351dbeb3969","formula_version":"titan-u-contract-v1","latency_ms":0.4207500023767352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"859e2afa42e04116f209b60a8f7f004b756b3ba6b65401c0466c7e7ac54024f9","sample_id":"mmlu-clinical-knowledge.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"426e858df4be26c02c2a301fd7acbec6d03412fe4b275dbe58fa9460ba6b7727","formula_version":"titan-u-contract-v1","latency_ms":0.744541990570724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b08378ce92f1caea2417bcd8bf8b151ea44294eb93e8ec1d43794af87a50f3d0","sample_id":"mmlu-clinical-knowledge.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c41c88097ff3dd73fbadd6b6fea14212e682350da71f441c3e76e040052e3d64","formula_version":"titan-u-contract-v1","latency_ms":0.6664160173386335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"755b94bb82f250738ac756927013049b52ced35fd306f6c7fca7c11f1e3f30b1","sample_id":"mmlu-clinical-knowledge.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f571c0dc430ac668dc7d54a6e2622d29756734c2d5ba5a776846c991afb922b8","formula_version":"titan-u-contract-v1","latency_ms":0.6955829448997974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cf08f3ed3ac0338d388d6adb1d2435d461f44e588a3338b64a9b0b32ce348b8","sample_id":"mmlu-clinical-knowledge.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a7359ecd8b6d18cdf48eee39829bebed6a726a4e212020d856523e7fae1c4af","formula_version":"titan-u-contract-v1","latency_ms":0.45558298006653786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a66e0c1bb6f73c018299fbd399190954c4f2f518c7042edd8f488f24aa84ef00","sample_id":"mmlu-clinical-knowledge.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6e3e97530409ad834a88e30e21cd40d3b978af542dbad29ce2bb05db21e134b","formula_version":"titan-u-contract-v1","latency_ms":0.6314169149845839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb3964db210179cf874c33edbf7400b37ea5e4415e34057b24dcf0a1f07eac81","sample_id":"mmlu-clinical-knowledge.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afc6d667790fc65f3b8ac8b74d2e53e1a7977be72f8b2002ab759fdd80364507","formula_version":"titan-u-contract-v1","latency_ms":0.6425409810617566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52eb4bf170802d80f5bd1e524dc9170642367407b9ae9f7e888131e58ac2694f","sample_id":"mmlu-clinical-knowledge.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62f3dc61e9235866dfbdb0dadd2c390b0c6dc006ea86838925f844f815d2a9b1","formula_version":"titan-u-contract-v1","latency_ms":0.714541063643992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"925568f0b46bd9b9468553afb82ec94bf93d217682e09b3a2416c1832bd9f7a7","sample_id":"mmlu-clinical-knowledge.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"209cfd853977bf50ae7d0c99d9084f985dc214693c72267c27d9613f5d75cafc","formula_version":"titan-u-contract-v1","latency_ms":0.8569579804316163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f743ed87113befd47222d7520762968061385f0f2c3f0a3c8aa4732c43a120dd","sample_id":"mmlu-clinical-knowledge.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a65e964580e58b72951a9cdd3e1d504d562b46221f1823cd0e98b32bd70d0c7","formula_version":"titan-u-contract-v1","latency_ms":0.5935420049354434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e065c0f40217111515768d2da5be900143fc35e65a6cecb1dc5527c8138b01bc","sample_id":"mmlu-clinical-knowledge.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff3eb0d9a39a2487813ba91440fa6bd8e761cfe43e69b60dcf9b3f4ae439e11","formula_version":"titan-u-contract-v1","latency_ms":0.5106671014800668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e23425c7b3b86a62c4384a3b15eb9468c0cc6931f06a825d7be9c78986c06bb5","sample_id":"mmlu-clinical-knowledge.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67e5304935540c5075b9251ce7fffc96b01a99f7066aeaa96bd4d60d8f86c936","formula_version":"titan-u-contract-v1","latency_ms":0.5935420049354434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c78175373e2558a9ee8d3f41a30cb57e3d09de6c78a9e90c8b51dce4df6827a","sample_id":"mmlu-clinical-knowledge.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55ce3453880acf7009c1d5639b744753cac1f17b469f7b8b770d14241992028e","formula_version":"titan-u-contract-v1","latency_ms":0.7677919929847121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc1460f77773bbbcab5e546cf6ce1d0ed55a26c982d707c773d19f8bc8f8df9e","sample_id":"mmlu-clinical-knowledge.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29ef46ef4b1550b32b9ceffbd2d4013eda2694b07496c362c5dafb3060ab45e6","formula_version":"titan-u-contract-v1","latency_ms":1.233499962836504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af85a707a159f0de08b1a6a34a66308b9971b7aab6a34799099cbf911d004c2a","sample_id":"mmlu-clinical-knowledge.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9d49bb82e2c6c88524e66c5e9e9cc82c44cd34c7f72d1900c230e1bdd32d71a","formula_version":"titan-u-contract-v1","latency_ms":0.6289160810410976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e44cb7168b7b0e6ec95dca6a5b7c945c84ea0faa70b91525fe27e3db8c74f1a","sample_id":"mmlu-clinical-knowledge.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aada1bc0e1ca265e9841310ee390da2b866aabd88881e0c5caebe30c93bfab59","formula_version":"titan-u-contract-v1","latency_ms":0.6264169933274388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b5f4f7badfc402c90a4e244710c8808991388fc2ff6a62a07fefbb6aa9c2496","sample_id":"mmlu-clinical-knowledge.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5763ade537139886f16fbfb9bb9095550c3ec3d24ec212854e786e8edbcdcd8","formula_version":"titan-u-contract-v1","latency_ms":0.6775000365450978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29d113c5dd4151a9c960d21fbfa537ae7aca88107f273a30e1333f7a633f1ab8","sample_id":"mmlu-clinical-knowledge.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71d08330f4cacc03c75654edb1932075791022267ef8782f0192c36353d3e000","formula_version":"titan-u-contract-v1","latency_ms":0.7628330495208502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e39a78e90eb54b75cf25a35469af16e85cc843cb5cb63bc9887d849aaca96640","sample_id":"mmlu-clinical-knowledge.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5b8fa072d83e225a5a22d751a9f529710dadc05b0aa7bb3e3a5c6ff37101f42","formula_version":"titan-u-contract-v1","latency_ms":0.4552500322461128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37aae257d48f1b1ce9d99e5860eac17af59d0ed268b43df0f4c6d9bfed134382","sample_id":"mmlu-clinical-knowledge.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61d23cee228089ea34744215188db53eb1c95b164d67fb8458a0756ed261df89","formula_version":"titan-u-contract-v1","latency_ms":0.6262079114094377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4d6107a4f428cda1a613f85afd80ee33f46984ff5d9cf5db9e7ce421f31067a","sample_id":"mmlu-clinical-knowledge.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dba70d2e26017ccc6c2d4d983f53b2f81e32004485c658e94d858cfa4938d5f1","formula_version":"titan-u-contract-v1","latency_ms":0.6596249295398593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12579c13e1bcdbbfa80c9db45d01d6dab6215ee8f4de479e70b2a3b3bc1526d5","sample_id":"mmlu-clinical-knowledge.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41ca96c6241dd107c93ed3bc9eee2b1211b999441a37236df63e050aee69a71e","formula_version":"titan-u-contract-v1","latency_ms":0.8050409378483891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22315ac32c05d3185ccdba90f240bbb333e1eb28dfdd05ad9dd89d5e0e07e5c8","sample_id":"mmlu-clinical-knowledge.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9da434d38c54218efb6070527f6b05e46a27ff3bfca2f486e5c99b1742c92bdb","formula_version":"titan-u-contract-v1","latency_ms":0.7145419949665666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3503808656a767ed93aee7ea8bd8fd10b9877807376a6901c0a755892e090796","sample_id":"mmlu-clinical-knowledge.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00acd92e19fb3b0fe6dd3974d4ce06ea4927b6512b5a5eb9c7cda6e5f971a568","formula_version":"titan-u-contract-v1","latency_ms":0.5949580809101462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"697602f3358123914de55a05990495ae1b0882f4479b4b1f3b8420f8f9649e5e","sample_id":"mmlu-clinical-knowledge.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87f9429b7722867df65e56d24c639a99bfbec270778e7d8d07bcba3bbcde4b66","formula_version":"titan-u-contract-v1","latency_ms":0.5332910222932696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68024ba3178c517af17b8c0344a3eb1de508a565c09a32a20c098bd1510470ba","sample_id":"mmlu-clinical-knowledge.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dcc51bcc0f057e881a83f9933526bf12bc5c9e286a1ca9cf1c17d716ae8ea74","formula_version":"titan-u-contract-v1","latency_ms":0.5979170091450214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cdcd48a9d59e5b209ecb0a234c2f0074204e431a766e6c537ba997061578053","sample_id":"mmlu-clinical-knowledge.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"887b41eb00bcd345c35bca1924f112e90570c2790d969e7bcd82e8b02ffa15c2","formula_version":"titan-u-contract-v1","latency_ms":0.6867910269647837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a79d1b2c1e68da43edab9f643a75b3caf19b405d77dc8cd606d1dc2d8b62ed8","sample_id":"mmlu-clinical-knowledge.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3627658212786edb91e213862acb7aa796f407222582bb6fe8bb01d9bc1feff9","formula_version":"titan-u-contract-v1","latency_ms":0.5001670215278864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af0d2a0348b7d2fc182ff85fa33fd43fdd4d1a8674506bf8516d5723904a5071","sample_id":"mmlu-clinical-knowledge.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3645618b4a9abdc030de33a1fa3786ffe6af7bc61d7e67d91960c9b46bc681a","formula_version":"titan-u-contract-v1","latency_ms":0.4538340726867318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"447ae43cea241200b4b3909604ac2ff79236ac63c18ccceae660edd688b22044","sample_id":"mmlu-clinical-knowledge.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25de401171b4d84870beed3bd8ec5c4aa08025c2f3d609058d743bd4264abbf6","formula_version":"titan-u-contract-v1","latency_ms":0.4558749496936798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52273256939ed5caee0de9d2adfdd44e8971c8bdde1e8f6642ea528b501d432e","sample_id":"mmlu-clinical-knowledge.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f03aa4e249840adad698ba5d5acc248873e07307dda45bd190e69fbcae5a9064","formula_version":"titan-u-contract-v1","latency_ms":0.6357500096783042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b40341890109ab5b1fbb030b2f09ced636adfbb116b369a0b162da68ad7cfd3d","sample_id":"mmlu-clinical-knowledge.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2388eccc8bb7ed97179e73775df7720c0e16ab512246963329e4b7fa0cf92307","formula_version":"titan-u-contract-v1","latency_ms":0.4349170485511422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c16fe4baad085d0d7dd660ac2605046e1c50e125fb2b810b8f77ff6f76b8716","sample_id":"mmlu-clinical-knowledge.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f004d554aed6fbbd7a31513f25b6f799db88fe29da8d8a56fbacb63226a21e8","formula_version":"titan-u-contract-v1","latency_ms":0.9022079175338149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f721afa990d54584a4bda2f102a3b8e4c06d1688ddd379f36de60cdd712af7c1","sample_id":"mmlu-clinical-knowledge.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1baf3d43975c29383f3326e3c61d5b204c4fcc66e2c4d79ac1036e431a3eaaad","formula_version":"titan-u-contract-v1","latency_ms":0.565042020753026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa33a10cfe86c8f98067ca6925e3e57a237da62e6c5028f7ebdac8bb8988fade","sample_id":"mmlu-clinical-knowledge.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48fc6a893dfb0c5c0649bb577bdd32c705b58aa0c3858e5c0ebc05e56e4f3fdd","formula_version":"titan-u-contract-v1","latency_ms":1.2121660402044654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd8eab9d46ac4819dc277ef94c0a53a0fa28d4282eeb83df6256cc7bc50fb08f","sample_id":"mmlu-clinical-knowledge.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"171bdf7d3481e1c81e09f57830158479365a156312e822f7f0b8311385beaf8f","formula_version":"titan-u-contract-v1","latency_ms":0.607708003371954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"653391b6417b9b11be12adf4ded852fa434c8163af21ac73c0135fd6b375386d","sample_id":"mmlu-clinical-knowledge.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c368a99ba3dfd9686dc29455666962a39debe20fda8a1f439c3a658badbc80b","formula_version":"titan-u-contract-v1","latency_ms":0.8407080313190818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e62ee84686b60afd9b2003912770f9e6b12e92d02f6c2bb3a5044decea929504","sample_id":"mmlu-clinical-knowledge.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80ef4bc3255c6f9adb6f1619b3d97ec183d82375ef22e0a49da7283fcb378081","formula_version":"titan-u-contract-v1","latency_ms":0.561332912184298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"023d1f19e4eacae6af866de1799142952d3b62516ea901b4a3e99e952d132f85","sample_id":"mmlu-clinical-knowledge.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca81445223af45859b9dd9b468cc8b51c9d0782b5ef9a83a6c5509cfaef2316b","formula_version":"titan-u-contract-v1","latency_ms":0.9314580820500851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0319ae40219548d8b4b1c7ccd8292f3311ef5d069121d1f1f1500d68718feb32","sample_id":"mmlu-clinical-knowledge.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcf696110bfda1f395b1b39ca3cca28d2e5975772c2723b03238482de5ef3945","formula_version":"titan-u-contract-v1","latency_ms":0.48100005369633436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b46d3306518c5d91556b5e21167311d2e44067822bddc09f5e0316e3b2990a4e","sample_id":"mmlu-clinical-knowledge.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"814678ca27d3b3935f69c803bf89c8283712f9e19eba2bcd22cc104f1531aaf0","formula_version":"titan-u-contract-v1","latency_ms":0.813000020571053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc966be8b7fb8e4fca1dd0c507ee503d2de042e3a678f83aa652d0f5a2a28f3a","sample_id":"mmlu-clinical-knowledge.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78e91cda9d3c9f60c6b74ec3a642d9bce89866d659f330f005ce205ca661fb41","formula_version":"titan-u-contract-v1","latency_ms":0.7284579332917929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30356b251d405e8a56e556e00730566e94cd1eb156f13678fa7daacecc31f16e","sample_id":"mmlu-clinical-knowledge.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8461d9ffaee2eda6f38aee75ae035ee2d067cf115488eb8f68c83ae667b6757","formula_version":"titan-u-contract-v1","latency_ms":0.6590830162167549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5b1e9851a0249717cf62294f403183721ba426be9a4ee779bad71a8bf239ed8","sample_id":"mmlu-clinical-knowledge.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef8546289994833b762c99dfcbd89244b4297ccadc3b153f2b71e84a9bdfda00","formula_version":"titan-u-contract-v1","latency_ms":0.6644580280408263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25f760c0f032e0d971032365eb24b82260c57edb877b5517898f8f2dc97dde5a","sample_id":"mmlu-clinical-knowledge.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8f6351a75d20b630381ea633b0591a7748baf60a575737d0758bcf429868bdc","formula_version":"titan-u-contract-v1","latency_ms":0.5986670730635524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60163a54a40f9a118e5e9e516bb9e435817731efd7ad29951c2b3a5d1d9bb368","sample_id":"mmlu-clinical-knowledge.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3606dab8eff3196406cd2657d49a11a90a0682f30fb2bab635fd492d824fbf9e","formula_version":"titan-u-contract-v1","latency_ms":1.2529999949038029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa025a9eb284ff0eb9f3e0d3dc3ee8a337423043ceddd7a59b93ce2b4fef64c6","sample_id":"mmlu-clinical-knowledge.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5884b121f7825d7237a546e0ceadad73a2b9f235e2af19bdb32c8ea7a15878a1","formula_version":"titan-u-contract-v1","latency_ms":0.4995838971808553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e140d6cc4f4a7be8cfd8b9b618cf3a30de136e0317d65bafab5cd8d0da533667","sample_id":"mmlu-clinical-knowledge.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d24dd1c76247b3b9c44e6077d2615e7ffedd84a62ad14c194920d4351fa312a8","formula_version":"titan-u-contract-v1","latency_ms":0.6332499906420708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6487e82783d102f75275f340b87245eaec3761061e303d22fdc2448e8827423","sample_id":"mmlu-clinical-knowledge.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e8d7f42d745c5c10af2d9383945e52aaf8a5ff14b7dd4ee1a906c9db21f06d0","formula_version":"titan-u-contract-v1","latency_ms":0.741042080335319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a524b47418b9fe2bef25e90a9edb84ef986be4d67ff31ebf3139ca7b5c326f80","sample_id":"mmlu-clinical-knowledge.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66153e0ca3784df616e7208f3076240d5947fb4bf6e9df9c9f09e57e424304f8","formula_version":"titan-u-contract-v1","latency_ms":0.4410829860717058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69157eb4f6e4bd1812b7b00bb3d961cdb4d2eb74a7207f3153e0896a38f37893","sample_id":"mmlu-clinical-knowledge.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cef4276e6b70f2c348d17c99c4270395b1fc90156a98e4f5fc738adabe9c81f","formula_version":"titan-u-contract-v1","latency_ms":0.5571249639615417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"687c3df5aea2bf50638e6e899f802a6daf037b80282664df1795d7e7b1de1bb7","sample_id":"mmlu-clinical-knowledge.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de05c71f35b70157b6bad54d6c99acc7104e6bb395251911c97f9817f1df5564","formula_version":"titan-u-contract-v1","latency_ms":0.504166935570538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9551054b1593391e936f2df60bdbc84399a9136e8693e39ee5ee43558bb606b9","sample_id":"mmlu-clinical-knowledge.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bff1158eb6b4965f3ead05c84bfa0f914a40abfc3e121b44b2069d796a31d23a","formula_version":"titan-u-contract-v1","latency_ms":0.7780420128256083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0542acf5957d1bc6cc4c23a82875b0aacdcd8dae17d50a7b97bfa17a1e01c4a5","sample_id":"mmlu-clinical-knowledge.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8e87d825dcbc64c6677d8e3e9abf6409bf221665b806add8cfe8495fb33f34e","formula_version":"titan-u-contract-v1","latency_ms":0.579749932512641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35da6ca4a4b9f0b7d31e52fe815fe489857ad5332941413c29a9f67b9e61fae9","sample_id":"mmlu-clinical-knowledge.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7587b6b49bbb69bf3d6a8072276ebcd133a209573ce02318bb04008dd58110fb","formula_version":"titan-u-contract-v1","latency_ms":0.9948749793693423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9ef5da693e0dc30067d40fffbea6db755102873de3d786c96b945b0c5e6d516","sample_id":"mmlu-clinical-knowledge.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c7fea086403301021fa2679ea739ad6c4f7e360a5285a6852b6f69397df41f6","formula_version":"titan-u-contract-v1","latency_ms":0.6394160445779562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f14dfb19a1633f5971c782b517fa553345f7a30e974e2491c4d28353833658ec","sample_id":"mmlu-clinical-knowledge.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c37deb90104656912d2bfb5ed8cd11b10ab780022439418df0f90cc67084821","formula_version":"titan-u-contract-v1","latency_ms":1.2407919857650995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdeda2fd5c7fd500b93aebf75b4f252cda3e3c06d61a02a1ca6c97a9423031ab","sample_id":"mmlu-clinical-knowledge.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13dd8f8d09c3e8678fe43de13d30a5bfe7a310ba2518db977de807542d106684","formula_version":"titan-u-contract-v1","latency_ms":1.0604580165818334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58b7739da9cb0c106a306a98c5b08bf8f3b3a74f94314168649c1e9fe11353b9","sample_id":"mmlu-clinical-knowledge.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbdc93e888722927af0dae7a9937b30b863dd0f7323eae048e361a3ebe67fe7c","formula_version":"titan-u-contract-v1","latency_ms":0.6846250034868717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c575c3996265e2122ae0a49e0221ce57f5befb1e92662e2fd0e9f2311578b5f","sample_id":"mmlu-clinical-knowledge.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cb63f157b10ea02b4a783f1e7a4774530d87e52263bb043b16ce80a89e51a92","formula_version":"titan-u-contract-v1","latency_ms":0.4520000657066703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcf274e2dfff778db5db07c50e67094bcb7057e5090eb68fee61ea11d0f70d84","sample_id":"mmlu-clinical-knowledge.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b0f622290f1418251995ffec7b3e5afc1b989f1f990e38a9c03dd034461ff83","formula_version":"titan-u-contract-v1","latency_ms":0.6635419558733702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38c03e7372182430ee165869a5f266512b2cc65023ee3529550dee523c5f81b1","sample_id":"mmlu-clinical-knowledge.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d54bff90b9a05cde520086619f98c427030595aefd24da34e35f8edb0363360","formula_version":"titan-u-contract-v1","latency_ms":0.8702909108251333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdaeca6778ecbd98e543928ec064dcf55ac98250009e2ce525ab625c7d6f8faf","sample_id":"mmlu-clinical-knowledge.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3321885bff64a0ad7a798379bf3e840b2a6f7c8850cd1e69ee8d798874e12cc7","formula_version":"titan-u-contract-v1","latency_ms":0.4668750334531069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65b871089b472d6391f4447c0e89bf515abde6b3501d681412a49fd5098f3b71","sample_id":"mmlu-clinical-knowledge.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"296abaf1625c74de67762e579a919f0d584b8db43fdbbe63afb3549de2c4a064","formula_version":"titan-u-contract-v1","latency_ms":0.8831250015646219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adc369478a76f85eada331c95873cc50689b57b3ebefa4219e069da9ab0df79d","sample_id":"mmlu-clinical-knowledge.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e33278396fd2b77b830f1f042abbd310c59d2c431097ef7b34c4e8ee315acabf","formula_version":"titan-u-contract-v1","latency_ms":0.6301660323515534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff451de70fb7e8eeea8ab24b75072d922128c10d740101bb8bb794aa0ee5248c","sample_id":"mmlu-clinical-knowledge.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"460358d106392a9f4d4b2e8edd185adef52a2108809cf5dfecf0445e1ad62b72","formula_version":"titan-u-contract-v1","latency_ms":0.48095895908772945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af8d43feeb4acafb23224d27d676046012777df12b430579cd8f2ac4fc0e70a1","sample_id":"mmlu-clinical-knowledge.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dec61252d483041dc9a483ba06ecef8e0df8891a81654eb2bfe8f61a278204df","formula_version":"titan-u-contract-v1","latency_ms":0.616125063970685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9e43af103dbf3afe1e34b46cfbd7f65e309978eb21e120db94d7f955c50d0a9","sample_id":"mmlu-clinical-knowledge.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c07406bf8a177b6d168733feb1553b876e5847801d2d383a8a463a9dfe5f4b65","formula_version":"titan-u-contract-v1","latency_ms":0.6321249529719353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"407ddc82824393191e5c7c7564789de39ed62b975d3641a4b213d017e63d3857","sample_id":"mmlu-clinical-knowledge.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de1e866c12742523983ff3b0f623ba0e77316d633b7b0e9ef5768ac9f17b6e53","formula_version":"titan-u-contract-v1","latency_ms":0.6592500722035766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edf9cace6b0055991c910d3ad88ed113af6bd8f6f207fe07d280e0325aa5e944","sample_id":"mmlu-clinical-knowledge.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dd1f3b902661099b24f71166b4b674aa27ce0028e00b0aec84d0961fc310e95","formula_version":"titan-u-contract-v1","latency_ms":0.5114999366924167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bee12805f7da916e3884ecebe7f5d4fd916a073ffae60151a1210ed0135b0c4b","sample_id":"mmlu-clinical-knowledge.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e118095a51eb982241b2421a4eb38f2e5cefd05c7f9ce5cc42de3b394c88f59","formula_version":"titan-u-contract-v1","latency_ms":0.6350830662995577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b23e1dee3296fa1557efda62d50d1027692a5317bbb4ece4b16ce0ccd6f65074","sample_id":"mmlu-clinical-knowledge.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c50b9d5f079e8eaefd1d456f7760f641b8ecce010f01eda17ab76b1b0ddd9bf","formula_version":"titan-u-contract-v1","latency_ms":0.6789999315515161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79b0fb2f7b3cc59c31fae81af7f8c5a94ad9e144149b81f492717f3ba0cff7fc","sample_id":"mmlu-clinical-knowledge.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0c70906e6e5d2909daf8126e7f4f4de588748f17c485cee289527b7b030b942","formula_version":"titan-u-contract-v1","latency_ms":0.6334170466288924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40fe99e07a6a967f8dd81ae6d72e5388b4f66eb761d20236163138407b58b990","sample_id":"mmlu-clinical-knowledge.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f0cbc1dc7b8cbc502c7b9986760605e22776aae5845443ebd0b401deb2d56ce","formula_version":"titan-u-contract-v1","latency_ms":0.6688340799883008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86356f900c7e4ee1837d83af058f2b246ba6805bb8200110f1cc18586ac5938f","sample_id":"mmlu-clinical-knowledge.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c65fcc5da04a954e91a05d2571b157182e75af74eb61f6c6fdcf707f12f3dd79","formula_version":"titan-u-contract-v1","latency_ms":0.7575839990749955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46d0f189012174605d913f1676508dbfa6059df83043961b4c1a47c7e4ac6b87","sample_id":"mmlu-clinical-knowledge.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59e72e254ee3af0f75ce033160f8c25e60c446f48c63181f56f3e21f6233b0af","formula_version":"titan-u-contract-v1","latency_ms":0.7283749291673303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3b86fa24a2307dff63fed449eabb419d255736ff5387d6bfbcff23d56019eec","sample_id":"mmlu-clinical-knowledge.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb11b1924eeb735334318d47c8e9146a9c3a141cb80b26a41755f4220bf3a1f9","formula_version":"titan-u-contract-v1","latency_ms":1.1035839561372995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ae3fd26d5ae8ca86dcdb4388da928a8aaf036ba3b850d8326b6bb895f13f4d6","sample_id":"mmlu-clinical-knowledge.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac76b5bfd9bf7bef8155c6b7014251ab1ba91104f933e94322847fbbd6d37992","formula_version":"titan-u-contract-v1","latency_ms":0.47854194417595863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01e53b216b3f4999cef8e16be9fab0b2e6db07cf2dc6592909cc668b001e4bb3","sample_id":"mmlu-clinical-knowledge.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"862e62a09e08df4e2d4ffef5b797260029a3c0909e4592d284982003adf2e4de","formula_version":"titan-u-contract-v1","latency_ms":0.8538750698789954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cad6999d77fb457648be6acd3b53a4ee0f228fcdef208bdd55b1742c4703656e","sample_id":"mmlu-clinical-knowledge.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f8eb5ac2666c762b1071d2aad25ebe07debce7f4b917622cce24565477ec84f","formula_version":"titan-u-contract-v1","latency_ms":0.48991700168699026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8bd9e4062218073bfd4ee85d4ebe8c52e655c9714f9ca6d88f1352be40a34e3","sample_id":"mmlu-clinical-knowledge.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee96da4299bc72187fba0c8505a2621cd04ea5076313b42a6a213d240d36316c","formula_version":"titan-u-contract-v1","latency_ms":0.738833099603653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1a87cf62d616f3c29e92a0daac96e6f56e7c6f41c9ffb17d5ae66a9993c7c96","sample_id":"mmlu-clinical-knowledge.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7942432bc285d3d922d7aaf0134028f84986f07df0f4499a3e23c0375ecab937","formula_version":"titan-u-contract-v1","latency_ms":0.7575830677524209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb765cae89060a5160501764569ebb2d501c4cd646fcb790a9442a178292d6c8","sample_id":"mmlu-clinical-knowledge.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cecc89bc051959165044a925f7eb8803339f5aea5e692c5efd2716f079db036","formula_version":"titan-u-contract-v1","latency_ms":0.6948329973965883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d21c7c0f076a94b6adf53b7f1147714dfa1d386e4eb528475d6b7e9571559a9e","sample_id":"mmlu-clinical-knowledge.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e2e6dfdf8fbc20c88183088aa882dc0601f10196ef18d4a7866044243cf6e2b","formula_version":"titan-u-contract-v1","latency_ms":0.4285000031813979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f8d025199c6d5d0cbd37fc4e01f0bdad166a4e25b6c57874c505e48010dd047","sample_id":"mmlu-clinical-knowledge.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7600ed7501fc09782f4be5cafdc73216479547c377eafb36f6f1eb1a77b25d8e","formula_version":"titan-u-contract-v1","latency_ms":0.6827909965068102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03d79ab7ed360ad03f9f7b4b597ff28215b4f1fa618cba866d5a97373860de30","sample_id":"mmlu-clinical-knowledge.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"751c8dceb72a23ff104204036ca38f24f2e75bdf63330437e74aed902c361f7f","formula_version":"titan-u-contract-v1","latency_ms":0.4859580658376217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a34dc0c6f354cf9b5f22e013f8a1064bcf745fd0b027698f59a907d5ab262d14","sample_id":"mmlu-clinical-knowledge.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e27ded0a25cb10e15ed0232ea85bd69613950ecbc6653e60caed97057dea248b","formula_version":"titan-u-contract-v1","latency_ms":0.801999936811626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0e1ed42779411243fd23179bf73bcca4be8bf78fe1fe4cde3d32ec16431a40e","sample_id":"mmlu-clinical-knowledge.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"420e49f3da78c22eef2da936dba2cc77b78358e186e4265c8ee95527d9dbd3ed","formula_version":"titan-u-contract-v1","latency_ms":0.5370830185711384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e588b6c104ec909a27eec21a9478f6d5798c4f2563ae9dc72f6cd8b8e863dc1","sample_id":"mmlu-clinical-knowledge.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c8874d7e68ff01a9a8fedb3436b9454ff3939b680cf51daffe77ed7b1c10c48","formula_version":"titan-u-contract-v1","latency_ms":0.7746659684926271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"855d9568eb33c5f3197f3fbcc361eb67ef88168a6dfd3b6ee53e48198c5cc791","sample_id":"mmlu-clinical-knowledge.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d634ff382b994034b342f114c58d89971a7f0d214680cf29dc0a6b1b222f1914","formula_version":"titan-u-contract-v1","latency_ms":1.4092500787228346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3040b1f36a7bd71ab2ec81f38eb3f0118eba7e27cab429cbeeedf51fab98edf5","sample_id":"mmlu-clinical-knowledge.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b6c170813ccbc622865e77cb876028f391b57ce8077a131575d834f3895282e","formula_version":"titan-u-contract-v1","latency_ms":0.510707963258028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecc3a88ffa731cc48b2f8449ee83bc9c976994a405107961912b1f512c873587","sample_id":"mmlu-clinical-knowledge.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5361f9d9da86df8b5a656cd0c460f7a0a93bccb6454c1368c709c60c63d1808d","formula_version":"titan-u-contract-v1","latency_ms":0.5500840488821268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0baad9bf6c58d18c528510d21d841d1cfc888da1bb78e0aeeb033da8adbbba7","sample_id":"mmlu-clinical-knowledge.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9864777be047cac3a56ede1b63f2112587931a937b3ac0966769a5aa718c985","formula_version":"titan-u-contract-v1","latency_ms":0.5264580249786377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a39fdc21ee3509aca7912b46f255479cb428cb8ae41f15e2000cc9878c06ff5","sample_id":"mmlu-clinical-knowledge.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"823206e62ca1d2e96522d297681f7653f911950d4a6e4c36fe81ed675d1841be","formula_version":"titan-u-contract-v1","latency_ms":0.5223329644650221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ede2fb6db38e9ce7a6853002e0ea29ec3519f866b67b6504d670fe9331779791","sample_id":"mmlu-clinical-knowledge.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c680f3e0dcd45ed7e7c551ac9486af757d9d0623f917b92f0a5595673e096bee","formula_version":"titan-u-contract-v1","latency_ms":0.7184171117842197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab9e296607b10b5abb010a721126d1b26cbe6ef6fe0fbd5a404602dea5fc5770","sample_id":"mmlu-clinical-knowledge.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d99d7deb839fa1d9a4502daf62674da1db25ce14aaea15cf98b0136b300c3bcb","formula_version":"titan-u-contract-v1","latency_ms":0.833250000141561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9129b650b73b96ff330e9fb88a79dc697a685881bf465f60fb4bfbec5d43f788","sample_id":"mmlu-clinical-knowledge.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"454f7577922d1e2fd77173ee35b0a8e5bb6685bc7a24b4dd7ab8d70c98f65920","formula_version":"titan-u-contract-v1","latency_ms":0.9820000268518925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"415d702bf477e0b59dbc94b05294eea0583466fe75947307dae2157f9fb90e14","sample_id":"mmlu-clinical-knowledge.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32a5b1a65bdb68d667ad684e092056b6d835b61def7c0bc37470ec3b712a77c8","formula_version":"titan-u-contract-v1","latency_ms":0.5129169439896941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f55c56fc0f54ee12bbc53a30cde47ecb3248e46e15b37ca2863ada716c0da82","sample_id":"mmlu-clinical-knowledge.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f642fefe3ea35f1b1e570dc895f0abc2e47974c89aa9faa37b580fc31ce998fc","formula_version":"titan-u-contract-v1","latency_ms":0.6204589735716581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73bfbb8dd9da9c84c1240b52267c20cfbb0d2ae494e09c8a1e2dadfa3db1a824","sample_id":"mmlu-clinical-knowledge.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d89d3065f566b8c3cf3268a750229f61584363e21157794bf69804743b0bf01c","formula_version":"titan-u-contract-v1","latency_ms":0.4659579135477543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9980b3276b2285ade43884990ee0884277c61060087d65af53ddbeb24e955f4b","sample_id":"mmlu-clinical-knowledge.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1782b76c531e5a52d9b12295119f295ab4cd6d8510c1e2ff2c35bdd7aec257a5","formula_version":"titan-u-contract-v1","latency_ms":0.8902909466996789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf6d94f892f8cd73e6df6485278595cb3f4fb865008962de19dd87dd140a5496","sample_id":"mmlu-clinical-knowledge.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b148d79778476d7e918c4545b15d7a022fd46448a902bb0f332aacecf1e87ad5","formula_version":"titan-u-contract-v1","latency_ms":1.179833896458149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85a5b5855d75732d3cb3bbe1ab3c1fd2a0979b5ccc25964122de9f96fd2145bc","sample_id":"mmlu-clinical-knowledge.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92860bb0959189ab12ba519635aba21a1b4b90e440d954b9e68b2a46c9161479","formula_version":"titan-u-contract-v1","latency_ms":0.5178330466151237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f70e715acc29ffd876b29563bd277730efb89e94bcc406828c94560f9036e92","sample_id":"mmlu-clinical-knowledge.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76c7859b5c516b82ba632f7d869c48edb1f7c999d0b49800c6466779d9e4a55b","formula_version":"titan-u-contract-v1","latency_ms":0.5730829434469342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"110e039bf94afc210c4db1f9dc9f9cb027cfa486c4ee57639d7cc1645c0fb073","sample_id":"mmlu-clinical-knowledge.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0138b322c02fd3799cc17b929091fbefea621d32aa97d894275cb36c49d7bc02","formula_version":"titan-u-contract-v1","latency_ms":0.6006250623613596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce12b14ec84547a737a42b2f29d772be5f8831d76f3d15a52102cadbdb92ebe8","sample_id":"mmlu-clinical-knowledge.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be9a373caa59be9088eac05da011e7f53820116796da5a9111ff84bdec3c90a9","formula_version":"titan-u-contract-v1","latency_ms":0.6489589577540755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f6d8f85c6a1168d35473d4e5e0ecc4058400db074d6ad1eaca1ef415d5de6f3","sample_id":"mmlu-clinical-knowledge.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49d7d87f7d6d0e0c3c7a1bb3639d0a026a843fe4f832409e64391ec97555e078","formula_version":"titan-u-contract-v1","latency_ms":0.7168749580159783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e32ff88fa9ead1b5019cc69bd8abfd6edc36a1978c01e22169a50e5b48b8a4a","sample_id":"mmlu-clinical-knowledge.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"879d21e94723bfc61c4e8b13286c92904578f591e312389e29bc2dda6d959e12","formula_version":"titan-u-contract-v1","latency_ms":0.47624995931982994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38117f65fa95002b1454b8754e98d49fcfb50bfab989dddb88c7752c7edfd72f","sample_id":"mmlu-clinical-knowledge.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f5bada9c3db44ec0a22213f98e7edbf707d42ba400cd7c6c179978f97b16f73","formula_version":"titan-u-contract-v1","latency_ms":1.2792079942300916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0333d4d396361d7d584841f9477c253632e4b4609f65c14fed6805e55bb0d723","sample_id":"mmlu-clinical-knowledge.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91c6e85a5c7f635e7326587b52b19c2544a0a7ff40a4773e1f61e53b8779fb34","formula_version":"titan-u-contract-v1","latency_ms":5.250332993455231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"def8ec24e24b5d2164757885dd8c206b3ace2de2cc80b3c1e56e5700f8007b57","sample_id":"mmlu-clinical-knowledge.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9c5e82a908a15f0e2d8d986261bddab326268bbd226227b975d680f5bd712c0","formula_version":"titan-u-contract-v1","latency_ms":1.0549169965088367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f856024ddce22e321c83909fc0adefbe163b7916e97390891771ee628705fb9","sample_id":"mmlu-clinical-knowledge.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b93a9d3abb39451b408994fea76f0af0292fde0e9034bafc9ce7d5c3e88ba136","formula_version":"titan-u-contract-v1","latency_ms":0.4987079882994294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4482d3290f9a38c7a0947ab6a6e4f49bd2179beb2d21f1b23f02d8fa389bbb4c","sample_id":"mmlu-clinical-knowledge.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9ee29dba78b6057a1419027e13e2854e5055170b81d3c16230d20e0cc9ab9ce","formula_version":"titan-u-contract-v1","latency_ms":0.49745908472687006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c0b6476b02baedcb490ddb2513b7837528cce72599eef45bc110c797eeb63a4","sample_id":"mmlu-clinical-knowledge.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ddcab6af873bc2c7a7cfc8108dc6b9e22fd06ea04300561695c956ba484ee9b","formula_version":"titan-u-contract-v1","latency_ms":1.5034159878268838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3fbcf1f4b2c8eb94e011e1de1a98f502ce6d60b382353c5098e13011fafe9a6","sample_id":"mmlu-clinical-knowledge.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faf220f3a8ba7ef106be3f4fda22a566a61330be22e14ff020567305778f55f9","formula_version":"titan-u-contract-v1","latency_ms":0.9813749929890037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9590b04e3512472378b2439fae8dc55e405f786624284d685bafa3fe4c41858b","sample_id":"mmlu-clinical-knowledge.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef27c13209986968acda58923505b2f14c499ff9b6f99592415d68f5d95fa957","formula_version":"titan-u-contract-v1","latency_ms":0.5284169455990195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24088cfd62cd6e3e16e0f5972e6a2f858d8802ee9618ecf336491c3f8dd805cf","sample_id":"mmlu-clinical-knowledge.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d359bb8558a534916694cb1a54df7c7d06bbafa92bded00e29240cac2a84b8e9","formula_version":"titan-u-contract-v1","latency_ms":2.013875055126846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"905d714386d8be0dcf00c0b1a8cf4a76253198d3a8a7580a4675ff7e531d2787","sample_id":"mmlu-clinical-knowledge.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9bb4205f89ddcf4a7026e7befce811bd00fde5d0dc659f444220829794e9172","formula_version":"titan-u-contract-v1","latency_ms":0.49891695380210876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"103e58439cec6dfa2e0f7ce49747d576b14a6cfef0d322021a7f499934723249","sample_id":"mmlu-clinical-knowledge.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c758c684d8f74144eec461577d47119ee6035698b26099fdb1204de73d7f69c","formula_version":"titan-u-contract-v1","latency_ms":0.4778329748660326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"053ac64fee35dbb8acf3eb55e853e61dc429b5d3b3127d7a61b117aef7af7fda","sample_id":"mmlu-clinical-knowledge.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbda332c970620c7b7ab4b408c62f4fc801b273b5bcf07cccac0ebec71b61ab9","formula_version":"titan-u-contract-v1","latency_ms":0.791250029578805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e49370f3ec2695c07213b4c2d7fc839ed0a2541b96faaff7aff3b7a9d5731765","sample_id":"mmlu-clinical-knowledge.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44d84e931b0722680532a954fd4229373bd6aaef12e03059f5fb7016ee76e3d4","formula_version":"titan-u-contract-v1","latency_ms":0.4814999410882592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"987d63d7d8d074bd0830256f97aedd590d558cb2240dd954aefc4c269aebfbfa","sample_id":"mmlu-clinical-knowledge.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"709710291dd3634cb22de85f6df4c36231bed0559a24235590bb9d0c62baab8f","formula_version":"titan-u-contract-v1","latency_ms":0.5375000182539225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fbf90abc2f5d8824e1ed938db9a2bb101a4a94e6376b6068ebc44542fc4281a","sample_id":"mmlu-clinical-knowledge.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"713cf1b129320bd6f52311e47e9dab4339ecdbb90101bcfeea686d7e49892ee1","formula_version":"titan-u-contract-v1","latency_ms":0.6160830380395055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"677c4ba1e320f7fee83f1b35f7a77a0e759e9a73f09af06a5fe25f2fdbe3b07a","sample_id":"mmlu-clinical-knowledge.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9364dbd28ff6cea588104e584c528409f2a9cce88543dd241fec47c0fc7748f1","formula_version":"titan-u-contract-v1","latency_ms":0.658875098451972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cf896f663d5fbb631c018718b529d2cf98661d99067dcbf2ac7df0912518235","sample_id":"mmlu-clinical-knowledge.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fce8e997fb5047934753cc89bb0225f872f1d32e344972d5697deec6c9c6b8a8","formula_version":"titan-u-contract-v1","latency_ms":0.4961249651387334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2329a63251153366ce04336f49968e20f719f3f07323ec57d3b1e713ddc9c6d","sample_id":"mmlu-clinical-knowledge.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9a36fa9ea0e37249476c1252a7230cb7876b82ee2e7cbfb0df6a85e4fb5ecda","formula_version":"titan-u-contract-v1","latency_ms":0.5629999795928597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c92d24725a8e1582a21f261feb29f7459ab0d0998f0c3d766bf46df1c86fda6e","sample_id":"mmlu-clinical-knowledge.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a3896f4e47bc0519d54860762a45b7e8a344355b2cba13e47f1111ad73ff8dc","formula_version":"titan-u-contract-v1","latency_ms":0.6060829618945718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d9495e9e96cb06c94bdbd36b58c67a459d8e007b202fcd523d93ddcc77fb440","sample_id":"mmlu-clinical-knowledge.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9ecd66aa6f27848b0e39e3bf0fea91a86f3a58b818a3daad4e304399a760bce","formula_version":"titan-u-contract-v1","latency_ms":0.6494169356301427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a9b2e9a0247eb5db84241faa8efba4541886bd948a6434894e5a29eb195274b","sample_id":"mmlu-clinical-knowledge.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"764e827f21616b6ce89514a1b62de8f9b2cdcd557fd9cacabfe24ae132cc7f32","formula_version":"titan-u-contract-v1","latency_ms":0.45425002463161945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6508388c73474cc135ee901814e37c6b7c972233a3b36873eaccf8ae1f831bcb","sample_id":"mmlu-clinical-knowledge.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5ca96882c7d5ff111b854a654f4299951e3e7b0f66a95944607a0685e7a00e5","formula_version":"titan-u-contract-v1","latency_ms":0.5794999888166785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80eaa5f06d24f5bc7ba1512fd524d79c587568016a9909af17b81e58d5fa42ff","sample_id":"mmlu-clinical-knowledge.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1701a2934afd61db81d8e73c477d8cde846826eb80c23f2ee175f42199e2de97","formula_version":"titan-u-contract-v1","latency_ms":0.5411249585449696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f38ad0590c27cfc8ad37521e367b815dfa6c63c865a12dd72cdc31c81cb3087","sample_id":"mmlu-clinical-knowledge.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5af9e694780790efa5832b10d2ece24a642db6459be29949463e42189a92d02d","formula_version":"titan-u-contract-v1","latency_ms":0.4936669720336795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b9baf809f7d413a64a3dfb90ce9f948c0ee6a8bac31fc2e1c4d174baff73330","sample_id":"mmlu-clinical-knowledge.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b372a3b4a2755f03170eb8f4a0ad172b9bab2acbdf13b6c171c1c5ba1f22820","formula_version":"titan-u-contract-v1","latency_ms":0.5276249721646309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"312380d081b719670401c4934af76c04fe5d8756c35e90b72744e9fde02d82aa","sample_id":"mmlu-clinical-knowledge.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c21891368390c2b7240f4caf43b0a41b9452a0aafeb2f1b608fd3bb868f70431","formula_version":"titan-u-contract-v1","latency_ms":0.5843329709023237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f30f6ffbe2f9b06f95b5cf151acdc29de9e8971e80c8cd92b1708d1469815d72","sample_id":"mmlu-clinical-knowledge.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63c2312006bb4d4b0c676ce515e042ad7c24d3ad812bbeaec775d9f1dcb6966b","formula_version":"titan-u-contract-v1","latency_ms":0.4600000102072954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a900d9df80c66d0c93386ac919233395a1c46d16754883c11c0eef5c7bd7e97","sample_id":"mmlu-clinical-knowledge.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e5b614e5f25a951e34fd8ccbdeaf8fd1eb85bdcfea304b51c2cd3c1c487024c","formula_version":"titan-u-contract-v1","latency_ms":0.7510000141337514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4044c5b2df12c4995e6eb153f3ece2ffa7746432423a75198d0bded7358adeaf","sample_id":"mmlu-clinical-knowledge.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9d00fc9ed58608f254cdac61ea0127262bf2e52877a2826230aac319432adc5","formula_version":"titan-u-contract-v1","latency_ms":0.786124961450696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e117d43adef21a05efe4b6f1f2744575e74b4700a81339cc559c85b2854cdcc","sample_id":"mmlu-clinical-knowledge.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e55d5833282d1afb012df48666c317829d259c5c65a7873136d2f80357653626","formula_version":"titan-u-contract-v1","latency_ms":0.7168749580159783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d6e36caa50133cbec14692b47bff911a833321effbeb2bb377a33f941764b36","sample_id":"mmlu-clinical-knowledge.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cb8eaf42cf3312009f5ec04f341eba4a55317062d2b9200c866ff71b2ed7d35","formula_version":"titan-u-contract-v1","latency_ms":0.4879999905824661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3610cac7837af72ea9091ffc2432460d7fb00e5d9c1cacdafe44f43d7152e7d7","sample_id":"mmlu-clinical-knowledge.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b725dea9415a7a7e50185c69a9ab4f8d821ececce9d1f8e871bb34e58806a55","formula_version":"titan-u-contract-v1","latency_ms":0.5404999246820807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e73c2bdcd5a7c2d75f516f38ceab44b22020226ec9f84d8aac53e1fdbb0c3630","sample_id":"mmlu-clinical-knowledge.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"034ace2738a658840bed18cb09f5b2a8c7c55c2d61debaf30cf2a752e08cd7cd","formula_version":"titan-u-contract-v1","latency_ms":0.6711669266223907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb09defbb354765756bbda431a40ecc6ef17f1f0a6f811749666159b06452178","sample_id":"mmlu-clinical-knowledge.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15abf05db746e9ef8b6ae637a91d307cb8982bf851f05159d21a7bbfc6a44d96","formula_version":"titan-u-contract-v1","latency_ms":0.5177500424906611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ec9a67234f051fd6f5897ba08ed925d187215bb6807330da61f0a8cbf4521c3","sample_id":"mmlu-clinical-knowledge.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b53bb5140f92ac1eeb33fa70b1692cc763044a9c0060aabd688df50f02112af1","formula_version":"titan-u-contract-v1","latency_ms":0.517625012435019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbe18f73d2e2a5e65e2c4bcd08d87db05f3f3774489f819702fee73f1e207166","sample_id":"mmlu-clinical-knowledge.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1bd56e7b5c240858c96b04f133dbf895f69e24f11a69122ec5f9f5fd7760c21","formula_version":"titan-u-contract-v1","latency_ms":0.6593329599127173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"955b92ba69cd6a3bbeb98cfa31bf4e47eda80ba25b68361b89c63ef2e6833ba9","sample_id":"mmlu-clinical-knowledge.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12898c5f4723aade82582c073cfa23dc88809333dadf1b510a4a175cb7aa9553","formula_version":"titan-u-contract-v1","latency_ms":0.5094580119475722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5919e103258f7b75587ed5ea227c68fefa903ed2afc9a4df2cfff65a77552d42","sample_id":"mmlu-clinical-knowledge.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff1cec832ddd10f83750b8477472d6814179eb5fe9fe034bb0784f452ce07095","formula_version":"titan-u-contract-v1","latency_ms":0.5307500250637531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4a19bc7dcefa12304f22699346aa387530b2a6008a8795aac89d80bbf787474","sample_id":"mmlu-clinical-knowledge.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fe0e5c979201b0db002468fde17976127d8ac5265e6ac5e8733ffe8930d467a","formula_version":"titan-u-contract-v1","latency_ms":0.5514170043170452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce015b84c435cde5fb1adeed019ec0d31be572b19d4a9b06bf497144f85f6bbc","sample_id":"mmlu-clinical-knowledge.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d69b4c3fce844e3fe63ce9fb89dd085538c888826b7561069c34baef17d4e967","formula_version":"titan-u-contract-v1","latency_ms":0.47524995170533657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55e1ed7ab9e786cc36a008edbeff9d95cfabef262d05e9706c5899c546932fc4","sample_id":"mmlu-clinical-knowledge.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"843bd50fb67adb3e4af6659225971a614603ecd97f95c16aac35b9e8ccc23a4b","formula_version":"titan-u-contract-v1","latency_ms":0.4998329095542431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd39db6128fc550cfa1905ea15bb1c7b6964ae60af1ec24ca29903c8878649d7","sample_id":"mmlu-clinical-knowledge.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdb6fb6d7d0f29e23be8d9b456ca4984b0c15ce4b48e5bae75080e21c9e726f1","formula_version":"titan-u-contract-v1","latency_ms":0.8035419741645455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16558138a1ac9620b9410336ffa0cacaf70f2356db39233f0dee42d7d4646ad8","sample_id":"mmlu-clinical-knowledge.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da3a8dca1d2b4456b2155d97a25171a40efc7848d7fb785767f56dda77e434b2","formula_version":"titan-u-contract-v1","latency_ms":0.6484999321401119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"659aba87ebe0d9102f5da63da792a1e32c3c456f4114047684999ba7c7f4a7be","sample_id":"mmlu-clinical-knowledge.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a9fdf0f04652b756d0fcf4005210c6f741d6770877089856d9150379b1a77fc","formula_version":"titan-u-contract-v1","latency_ms":0.5950829945504665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e1120e11e92bd66ef33333a62f5e2f35a87a7aa96624f5b789896f2f516b7f0","sample_id":"mmlu-clinical-knowledge.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d01c0b5b329596efa4262d0365ff3a4eab4016e5597a649dc1ddd022cdd9325e","formula_version":"titan-u-contract-v1","latency_ms":1.4009160222485662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a3ae5fdc06b97276d017f340ae8362037630a6c27fdc4bfd9b1edbec8bb5063","sample_id":"mmlu-clinical-knowledge.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1db262ba3220ffd2d0a6d060178274443d69a1aa4931a4956aa88a72b2e2393","formula_version":"titan-u-contract-v1","latency_ms":0.7759169675409794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d448dad6564e5a6f3b7f327a94f528601dfa8e41309e7a1ef0176910b1be829b","sample_id":"mmlu-clinical-knowledge.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ed87d6a86df02268dbbf1aa7859d319064359d799e6611b74c002aa3a23b61f","formula_version":"titan-u-contract-v1","latency_ms":0.5252499831840396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9122d1d1f2a871a79c671bc6724b7017ec75a5db739e7555f53f06217dd6c798","sample_id":"mmlu-clinical-knowledge.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1803db891b9e7207f09dc1389a5f55761a7b9908a905760abb95d35bf55f97e8","formula_version":"titan-u-contract-v1","latency_ms":0.5800829967483878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9048e923184f38d8cfb1bdc9f068ee320c0689a859f98ca191422eb6e2022329","sample_id":"mmlu-clinical-knowledge.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caf2146cb4a75d907dfb685e9d4e89b612b949f60de7c52e1cafe80c43166c1c","formula_version":"titan-u-contract-v1","latency_ms":0.4618329694494605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd6819c5bf03a20ab4c7baa1d979f634d6e4835df19d994c8524efeeb5907b20","sample_id":"mmlu-clinical-knowledge.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baeb7d3ef554f358319f77f5b53b0a4fc1184c51a1cafaebdeb7b8fc14abcbb4","formula_version":"titan-u-contract-v1","latency_ms":1.0072499280795455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"882abec2cd05afa5e9d04526e5d912bd6002fa66fc3a5a8278e0bf33113f240d","sample_id":"mmlu-clinical-knowledge.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aec3ed9e5a20c0982964d20533862075986a212998fc752c4f0d20246c35afa0","formula_version":"titan-u-contract-v1","latency_ms":1.0415829019621015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0c0e6e7a7ebc7d613013407013207786de2ad3b085de9bc36282e44edb668eb","sample_id":"mmlu-clinical-knowledge.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acd5159f01eb99c36995930d09ce7cb63b65c68454b586f7ad513f52e7f8ce5a","formula_version":"titan-u-contract-v1","latency_ms":0.5083329742774367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76671db9e2e51f38cc53aca60c86710a2ccc94109be2e63cd37f82d368fa0704","sample_id":"mmlu-clinical-knowledge.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35a24b113dd0cf934ce480ea469aa2c577f7a0bcd0de08f30b81c096d5454cc8","formula_version":"titan-u-contract-v1","latency_ms":0.8142919978126884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04676aa31da249277110e56eb7e40e74a31812ee8e62a5b775f9a918d50cf4c0","sample_id":"mmlu-clinical-knowledge.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c45181d888459c97067ebcfc1c00a7daa919062f48b8882938e7a9a41a84daba","formula_version":"titan-u-contract-v1","latency_ms":0.6317499792203307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60ec71682260b1b16c67463b43a20128a814e87e54d86b118118beb92f5a1284","sample_id":"mmlu-clinical-knowledge.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0341bb4c3ddff882ec7202581934029ec2e18f8251a92586ab4d8d6b432b7182","formula_version":"titan-u-contract-v1","latency_ms":0.7295840186998248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dccb415dc68d4d9e2c885ecc7803ded8cc38a6c9598431f1a829434c802a8eb","sample_id":"mmlu-clinical-knowledge.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a42dcd4050bd36437a22aa22e7c8e8f572378aef58b1597dbe011bc1645c70c","formula_version":"titan-u-contract-v1","latency_ms":0.5080420523881912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0669cf34182366994306113d8ce585f6375b9cac018c763b8b9ca4bc536c2537","sample_id":"mmlu-clinical-knowledge.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51761455266a99983526f28f6d8a0613fe8f0ddfc5f2b5e8b44d809b0345589c","formula_version":"titan-u-contract-v1","latency_ms":0.45433302875608206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcae37300f29cd9dc72504446086d166b18418d3f80554c9437b67ae854afcfb","sample_id":"mmlu-clinical-knowledge.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf1fefed081a3efe6f739e6cb9328ab5d724741399622d13fdc5d07cb44a1e22","formula_version":"titan-u-contract-v1","latency_ms":0.4623749991878867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd4143e98cdc960ce8944da6440d0a43f40c346741dceeb73cb76681c4e6e697","sample_id":"mmlu-clinical-knowledge.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f08e063d1ee2d7909d97a8544f4852b4065560b8ae7d7b3b69ed5f5ca3034e72","formula_version":"titan-u-contract-v1","latency_ms":0.5437500076368451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3df0da13b490e23336abeef16dc45a18911b6e24c39a1e74f03e1fbb3cf29890","sample_id":"mmlu-clinical-knowledge.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"152ef04a4e203c9cf7ef1c42f7f3280ca42b788410eb1a3282415a66c727fa2a","formula_version":"titan-u-contract-v1","latency_ms":0.9366669692099094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b2a38b9b78ec6069ac3c4762bcbab3854d8b72f625180b376a079b7d070f8dd","sample_id":"mmlu-clinical-knowledge.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43ebbd65410c737d710f83a3ddf7010b8a682790993f9c6449df4aeeb8327f7f","formula_version":"titan-u-contract-v1","latency_ms":0.6889159558340907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6510bbad604edb1a0c12beea518d3161039ecaf2b3ac5929c4c6dabca48d795","sample_id":"mmlu-clinical-knowledge.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34c60d2a6afb68147f264ca4cb89bc1e0805d7d8e8afe6c1d3fbed731328339e","formula_version":"titan-u-contract-v1","latency_ms":0.48395805060863495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c635d3596dc6bf8f8f46a62be2fe8eacf0857bca7d44c1a763249bdedfe4ab8b","sample_id":"mmlu-clinical-knowledge.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ec55ebb94f1acfc98bacebfcb88532de76456bf17fac5ec6e9cacc93f3a8fc8","formula_version":"titan-u-contract-v1","latency_ms":0.9599589975550771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c35689d95799b18163efd649dc5d205f9fae002bedbbfc85019c099e62ec084","sample_id":"mmlu-clinical-knowledge.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c552292b3335d0675bf70b2c1a5c3e3eaefa334249a630e15f190c79552c472","formula_version":"titan-u-contract-v1","latency_ms":0.5455419886857271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b4afe9fb111e6842850c027f93084efe76e770fb22ddfaa59cd26c6930b09f7","sample_id":"mmlu-clinical-knowledge.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3105a7fbf2d1150e54168bf030f8164a19cc4190d60e1c0e31a0c8e5a023a4c","formula_version":"titan-u-contract-v1","latency_ms":0.5870419554412365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2b4ef30ba31d9be0b8f3fd27c53f9e9c61cf43e44fa002d502f0ae73076baf1","sample_id":"mmlu-clinical-knowledge.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2919dce82002d9245dca06186a26a613463b8884507bf33fa77e977ce04e85f","formula_version":"titan-u-contract-v1","latency_ms":0.6963330088183284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df462923963c7dcbf520983f955983b1684ad6097d953c545af3ed3097fce2dd","sample_id":"mmlu-clinical-knowledge.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdb20802e783d0e835428379543264067471ae737a33257346c98e3d95be72d5","formula_version":"titan-u-contract-v1","latency_ms":0.7705410243943334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"617a685f779a09b86c27dde27b22a82285b5eed51181126edaca1fc39e68a0e0","sample_id":"mmlu-clinical-knowledge.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"665c3739cd295a3a392d47ed2a5cc7a300c0a4f1092cb3310daf1a28224635d9","formula_version":"titan-u-contract-v1","latency_ms":0.5069579929113388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b314286d752862acae65fbe2c341900b618d8b7c0da415107b4a1022917df20f","sample_id":"mmlu-clinical-knowledge.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc6a8d6ea4896739e75f5591e9de27533ec90b2fa02990cea53369dd207033e1","formula_version":"titan-u-contract-v1","latency_ms":0.8223749464377761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ca91aad5dc736995645dc368df5196d95cf21ebb9cd78ae9e7227b753882110","sample_id":"mmlu-clinical-knowledge.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f515df8a24d62e1dab6a55f8499cf6d314337692af3692aafa292111e45c884","formula_version":"titan-u-contract-v1","latency_ms":0.6819169502705336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f875d46fc24b12a23b6d3da0d46c10e215dd60165b869a4119e681b5c3c79d5c","sample_id":"mmlu-clinical-knowledge.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"904944e25e17f606299e5c3d92b6cca982edcdf827d3bb55c2b887bb37edec0b","formula_version":"titan-u-contract-v1","latency_ms":0.4652090137824416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fce457df06d2482a8337a3dfbf51cfaa4735b3a1de0b4ea33a773ba80f053607","sample_id":"mmlu-clinical-knowledge.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2303431940ccca635063b2cabe8dde6228ab63226b24d2a5c25e9697ebccb7ca","formula_version":"titan-u-contract-v1","latency_ms":0.4013329744338989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26e3e23df43b878162a509e8846f59d8ebdda3048a07508811e92de052b9f298","sample_id":"mmlu-clinical-knowledge.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"300334e9505827c763053e4c57286c896d36605a1d6b7b09df9175aac4dee9d9","formula_version":"titan-u-contract-v1","latency_ms":0.5578750278800726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4200a6be7f9d8b58e57e3393d717872018742f9630b52a5a2845acd8f4f68ecd","sample_id":"mmlu-clinical-knowledge.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"176818e9ec47d4b36990fefdbbfd6f6876e1df100c6b85a9c44342999fc8aa30","formula_version":"titan-u-contract-v1","latency_ms":0.4819170571863651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb1122e21209adde0193bc7937ac9e7b10a8c9702410ff4052f0e86caf214479","sample_id":"mmlu-clinical-knowledge.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26168e80e630ae493a4aee24a3457a381efa38c8a562d5a94e0e27c9cf7e4fc1","formula_version":"titan-u-contract-v1","latency_ms":0.6382500287145376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88cda95befc33ebcf16e45911fbb805b48b6cff1cb43f1b251fc5bd764e33d53","sample_id":"mmlu-clinical-knowledge.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7e46a881c82d12c83c3ce4d7b34bcb0f6deaea5301354784694f3841f60f481","formula_version":"titan-u-contract-v1","latency_ms":0.855207908898592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd66a2050e439940f1b61a4e6e756888439d42d0c682993f739cd052c5571fa0","sample_id":"mmlu-clinical-knowledge.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa204e852c6abcbd40e12ddd56c55bb9e953609d3af2f25c946a9614b5b7f33a","formula_version":"titan-u-contract-v1","latency_ms":0.6379159167408943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d53f036d6d6b06edf98d022b338a7a5ed11127a52fab3337c80423dcca17a090","sample_id":"mmlu-clinical-knowledge.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f1d8abbff6cc23ff17fc54871b364e24d39e7b94a66cb5cd59a763f072f7bbc","formula_version":"titan-u-contract-v1","latency_ms":0.46729191672056913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b4b76c56f1527398906337f2d68cfc012667f02e4fd922d29da74e3e507fae8","sample_id":"mmlu-clinical-knowledge.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39ad361a71c193d8dab589910f4226016aa3ed5b305fcc78d872a7e26bf67dbc","formula_version":"titan-u-contract-v1","latency_ms":0.43241691309958696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8251235f09b1854058b14fe90f70c0df3322c91f6ef91dca708ca70d0950f69c","sample_id":"mmlu-clinical-knowledge.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4481297bbc0ab54272c56581945a3315e9fc1900741e6b92e13ecaba5ae35a62","formula_version":"titan-u-contract-v1","latency_ms":0.44412503484636545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7be9c82d0c0ee95061e3823c2e25635ee47834367b3d80aa086f7f2add55764b","sample_id":"mmlu-clinical-knowledge.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e848bd508d2bbdb2834c3b961570d503b2a40ea0c1a048e3ff5ab3a09f79c1de","formula_version":"titan-u-contract-v1","latency_ms":0.7244999287649989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39c3452e8839bc5d4418f32558dcfc98b79ee8d607b45dbc95fcec9a06ad9ae0","sample_id":"mmlu-clinical-knowledge.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3860656bb835afec91c4ba2d1e5250ed6bc844ff70eba75786a7a4ff6f967e68","formula_version":"titan-u-contract-v1","latency_ms":0.6619580090045929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e445f9b250021951c9c24b9f476990d5d1c131cedba2ba343cc9745d58a52365","sample_id":"mmlu-clinical-knowledge.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27e6a55d5208c92686587b813e71a5baef59b1b53aa477df1619c552d3faed25","formula_version":"titan-u-contract-v1","latency_ms":0.4468330880627036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8906d6c3d1d3f3cf82f1e5ad602c8eff583a2babf1d5624025fdb26df535dfe9","sample_id":"mmlu-clinical-knowledge.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d09f42bfb155b3c68dba94065a844c668d4a20b2ae20bd4875c9ab887252b61e","formula_version":"titan-u-contract-v1","latency_ms":0.47308299690485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ff92c6aca9f15dbe77af9b5e56a8f3eb85ab46c821ae5d5ed2643c38a8b997d","sample_id":"mmlu-clinical-knowledge.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28ae2bffccf3f87cb165ae543470d12c490d5cf80b321b3271a2b09ec2bc0535","formula_version":"titan-u-contract-v1","latency_ms":0.857542036101222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6381e277c4ffae192ed40074ec6ee5e9d6dd69751d42711637157c51550b3efa","sample_id":"mmlu-clinical-knowledge.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b25194eb2d99b57997c1c54e216bf95ca4ffaa85e0a0798ee5ffe6570c7a5569","formula_version":"titan-u-contract-v1","latency_ms":0.7464169757440686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd1a9e1f34212a7a03aeb9a3eb0a7d13f1e2188fc13660ed94f197028c0d1d9d","sample_id":"mmlu-clinical-knowledge.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a3e690aa5ae15ac698f6c832bb4bd5286de0b90b91a9cdca5a0d6f9f5535cb5","formula_version":"titan-u-contract-v1","latency_ms":0.47558301594108343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95bb5873172b36c5042e43e3139c52404eea4e3b64e4f47a4d2ea2d0a6a8da65","sample_id":"mmlu-clinical-knowledge.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce940688132f54387d5a561855a100b3f51dbd1be197966b166bbadb5387f18a","formula_version":"titan-u-contract-v1","latency_ms":0.5251249531283975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eee22526c00f6b962fdbc8371056781052e284794f8bdef46364bf22307e530e","sample_id":"mmlu-clinical-knowledge.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"393bc890e8fddecc04e502e1dc7a698920fe03153c98521c75f573794bc725c3","formula_version":"titan-u-contract-v1","latency_ms":0.49041700549423695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03bf01b56bd097cb313982d66770093276abc6301353bb1646ce2c0fe30f1dcf","sample_id":"mmlu-clinical-knowledge.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52f8b66f229e777028ee1909364b1b4d166924bd67c967b8a56b05668d2026c2","formula_version":"titan-u-contract-v1","latency_ms":0.5072080530226231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd6e74e4f9f7600f0e12326688fd11afbbd1c31c3fa5eb5e28412f3c7a7ecd77","sample_id":"mmlu-clinical-knowledge.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d272191ad09eaec51f7080a819fe22d1a5017bed7173ec69af06f918c88b644","formula_version":"titan-u-contract-v1","latency_ms":0.44050009455531836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd6503ccb31b19c2c65ca4ab69f7d8db511d28edee041e71f1b4a3142c463fb4","sample_id":"mmlu-clinical-knowledge.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38d277daa79226171b2d8d153ef82a0e7d865d5c990f737231772473dd0c5fae","formula_version":"titan-u-contract-v1","latency_ms":0.8787920232862234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30a290b6e750b53d2cb0606242b71baefdcd754a3af47704426975626e78a40c","sample_id":"mmlu-clinical-knowledge.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9293c8b8f9b7c11674766ed6417d7db48544bb45936605360ca48bf14d23c09f","formula_version":"titan-u-contract-v1","latency_ms":0.5221669562160969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d72d5f579b0f7a9131130b6a94a50853b631f564ebfa8d6fca9a069dbbe1ecfe","sample_id":"mmlu-clinical-knowledge.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de12999af277aeccae9d74db2da7ccb389e4759090e2d3b9e81c82b2692a6713","formula_version":"titan-u-contract-v1","latency_ms":0.6258330540731549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9ff917d9ab9b55e1710d0cf763e21727f5172cf72ca9c0fac65813175af9c2a","sample_id":"mmlu-clinical-knowledge.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f813eaf13b8cf7ea9987c0ee1e7d23013096b97c1a3c0bcd2989728fe83046a","formula_version":"titan-u-contract-v1","latency_ms":0.6502919131889939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d17e6dd445c2c1a3988b72a7dcddf0c53a9cb8cae5099da7e313f90ffedfa39a","sample_id":"mmlu-clinical-knowledge.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f319503d921b2279e913cceecc8d50b6b909da5a66582535e4de8322c862b304","formula_version":"titan-u-contract-v1","latency_ms":0.6838330300524831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"844559163566cdda614d255b8e910b42cf38488cfc1ababdcc1afa36f2e5bf4b","sample_id":"mmlu-clinical-knowledge.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c2af2f1070c2bac4eb31cc95584884715b1a535b2505da83a955fd0b5108e88","formula_version":"titan-u-contract-v1","latency_ms":0.4641669802367687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1178ae928e7ffec3c28a88a088d136ac56ce28cb5c6289d563031e38b3603cc9","sample_id":"mmlu-clinical-knowledge.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc7c1d2630fa9f80144db51278e06b35d81e69346723cf27b38c8c28e10d512e","formula_version":"titan-u-contract-v1","latency_ms":0.6101659964770079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"533213f451232ba786e01133629c3b8bab650ca1d830e7806ea974345fff388f","sample_id":"mmlu-clinical-knowledge.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"566080a338af76233f3b57a765f49b75161388473d2c478472a4daf0a5d3e9ea","formula_version":"titan-u-contract-v1","latency_ms":0.43474999256432056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd43189da84effdd54ffa8ac6c5d797814f6b863cf65d9cb197f2f9db5e95d2b","sample_id":"mmlu-clinical-knowledge.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27f2d21da5ba61ae34ba58227536bc41786ff5d0c56ded8d36e5323e18626570","formula_version":"titan-u-contract-v1","latency_ms":0.5450410535559058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5691f48ee9d1e73280001877a628f1f1f24a765d0cf076dbffbea359b8fae67e","sample_id":"mmlu-clinical-knowledge.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98fbd0925d86a6d02c9484c6fb83e4300429725630348746bece5a51dcdb75e5","formula_version":"titan-u-contract-v1","latency_ms":0.6726670544594526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"499d00bd4a5855ca962f64b4ddb3df38264bec78cc9f4e836d16444c7c2f6b5c","sample_id":"mmlu-clinical-knowledge.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7919875dd75e3d8c48c3fa3c0490c7245c8937356f142949c9a867fc04efb4c2","formula_version":"titan-u-contract-v1","latency_ms":0.5254169227555394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce24925a5929e9ccb40e54af2c4b070ab1dcc0c1f572fbfdbdcf349d3fed2a58","sample_id":"mmlu-clinical-knowledge.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"335f3add170444e1829da9f2e0ec727a79f49bd478e65afb34b5b048568aa03a","formula_version":"titan-u-contract-v1","latency_ms":0.452833017334342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"167156934bd8c350c81f9f65f7430e2954c4d54e109e733bc53176877c4cb187","sample_id":"mmlu-clinical-knowledge.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35d56d0c117b71c2205157193de1b4aea85c4b8c40e2806924a26a82a056970d","formula_version":"titan-u-contract-v1","latency_ms":0.46195893082767725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7e1bf9272f637e3860165e484e574f6526ad2b2965e270fa2d5e721cb8c8b71","sample_id":"mmlu-clinical-knowledge.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"735deb5855d76badfac4036eecdfd4709a279d247d7fccfa37f5c0ef7ec07675","formula_version":"titan-u-contract-v1","latency_ms":0.6457079434767365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6781631ac533ef7ca2b28591a7ecfdea6b2ed8d7d3fcb811c6cd10c0b692563e","sample_id":"mmlu-clinical-knowledge.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8dc10f96ba5b5419f2345cbf9c4a7c75bb0fc75241180ba6f1f4f1168f0327d","formula_version":"titan-u-contract-v1","latency_ms":0.8585000177845359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20a658e315507c8a01f99311cf8abedd185ef6fd492069c42d393898bf46c59c","sample_id":"mmlu-clinical-knowledge.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"445f55086f765bd56f61d326b4668b1c7b87763d11c275127445142b05dbfb3a","formula_version":"titan-u-contract-v1","latency_ms":0.9729999583214521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"718280e6cdd2cad0166f4540f3ab4c76e4a881ff34f182466026d061ec88c372","sample_id":"mmlu-clinical-knowledge.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2921b0932ac55db708d45226ca9301f7107100168a1d7b03110eb6db42915a66","formula_version":"titan-u-contract-v1","latency_ms":0.717666931450367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63513a0e025a7643570b1f16cf856969c2766524c4ef6ec284b0eb103fa01911","sample_id":"mmlu-clinical-knowledge.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1a3729f2377e0d7830795670533799e4127bc490c15005cbd11d54f9ea5eb10","formula_version":"titan-u-contract-v1","latency_ms":0.5059170071035624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18cde6320f6c7478fadbe700f3fd92fe193875097eb291ad96c91074eeafb464","sample_id":"mmlu-clinical-knowledge.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5c6d9891b6acd545eff51a83b27bda7244cfb8db309d84b200d176a1466fe0d","formula_version":"titan-u-contract-v1","latency_ms":0.5040420219302177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c404f98af0881ec54c08dd146e0d680665e9e0a23faa3e891d92a90664d4bf1","sample_id":"mmlu-clinical-knowledge.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56b69c281c5d20de42ce221306a7a8241cd7558aff16c96f8f6a334def90dd58","formula_version":"titan-u-contract-v1","latency_ms":0.8747909450903535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"052a9d9cf9d28f2999a2eb71ae4006cafb6df9a1f2058eec5f2af6c7199802fa","sample_id":"mmlu-clinical-knowledge.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9b03ab4e0ceec1d52d3a3e4fbc36153b881311bca123d1a4366fdddc1881ba4","formula_version":"titan-u-contract-v1","latency_ms":0.41912507731467485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8131bb13d48a228e0e74e5afaf94dd36d8376971bc90e39728ec69ee62478574","sample_id":"mmlu-clinical-knowledge.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d7bb560be16b182e7d570747b9b392de0a0fa438660a4c61386fd59d4b9621d","formula_version":"titan-u-contract-v1","latency_ms":0.7182080298662186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d87389ab9c33b1621a88246a0b43c9b409679f86d93b7f69b57e30a4700952ce","sample_id":"mmlu-clinical-knowledge.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b41577d45bc4ab186b756e49a491dcf704f8f102d50b25ac283a41afb82c1774","formula_version":"titan-u-contract-v1","latency_ms":0.4387079970911145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6f3b44d408c2a1d8b9d57cf00e9c763f2f695c979eb252fde20d8ad879488e7","sample_id":"mmlu-clinical-knowledge.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1e495f2709a1dc46e885d5137c30ba0df25bef22920a79f4fc7f594be639b43","formula_version":"titan-u-contract-v1","latency_ms":0.4391670227050781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4db9cb87a9c738bc31cb1b5d9760aa26c5ebfac6afd2e081f6c1433fba8ecb2e","sample_id":"mmlu-clinical-knowledge.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb166082f93e4baf90bd6cb80d14d5d754f0084d0bb99512bf8a80993817692d","formula_version":"titan-u-contract-v1","latency_ms":0.675083021633327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a17abf7d5a077fc8d6ecb731574c55bc5ee6ba8022c4f1e81a4a52ff8a53d92","sample_id":"mmlu-clinical-knowledge.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d53edc2fc8af8f2d1c14fe2791776ca77234b634e4687710862ba2a229b9db6","formula_version":"titan-u-contract-v1","latency_ms":0.41154096834361553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3d1627ff568c6b1ad6e1edbaa9d882651e3d679abf3ce721d9ff0b7b515d4af","sample_id":"mmlu-clinical-knowledge.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9c3d5200fc818f4450a1d62efa9fb1a2098fb4ed6f7dca2c43210ee763f38a2","formula_version":"titan-u-contract-v1","latency_ms":0.4269159398972988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd7cb6a254abdd24a3b6812df8b93771072897897345ec44cd27cd7630380d74","sample_id":"mmlu-clinical-knowledge.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7eccf1323b3c65d63c5f6035fdc60c8f71757ce7f58c7472deb6e270d46f8a0","formula_version":"titan-u-contract-v1","latency_ms":0.5025829887017608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e6ef8d97135f1ba480b1809a0b3472b3c046da8e34b1d8ee0328d557e2cd6bb","sample_id":"mmlu-clinical-knowledge.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4336c47f985a4e8cb3d530b066a077808657412b64b659bf1fc2de1bbb1fd479","formula_version":"titan-u-contract-v1","latency_ms":0.8576669497415423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8240e073e8317dca7148f878c11baa2240336e1dd0a37e9c80c1852bf93b257a","sample_id":"mmlu-clinical-knowledge.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdff18053722fe9c5b8d86dea648eb579814610b2ca69b6784980f91a1943d61","formula_version":"titan-u-contract-v1","latency_ms":0.834957929328084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4b45510aa1da813031383ab7b951c7b5650b0acd3fb943aa95e9ca1039d1396","sample_id":"mmlu-clinical-knowledge.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"496aac2fd2af1641d4c1243627e2397b77eb05355d0763624bf512a70576ec13","formula_version":"titan-u-contract-v1","latency_ms":0.44225004967302084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5019d845442905d02351ada9c5ab4c16937446970fa89556139f75c3c98101f1","sample_id":"mmlu-clinical-knowledge.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f972cea832cc1ec858af148cc1f1f51c8ed497d833eae877967bd82000ea010f","formula_version":"titan-u-contract-v1","latency_ms":0.4487499827519059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acac031f3e4e239562410bf9c82fb0dc376fb0e97ab20dda2e3dbc2685be9ee0","sample_id":"mmlu-clinical-knowledge.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"543879f40dc6a1915a53b8b9b73c9998d90395921c2cd14ff95ac2a4ee663bb5","formula_version":"titan-u-contract-v1","latency_ms":0.4197079688310623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86de0c06e88a1df0186b96896c3fa75b2a969efc3dce4254c009da16a764ab89","sample_id":"mmlu-clinical-knowledge.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52e016657ebe7808a6eca78439c0e91ccb7371864872fde0d5d64a80f8be6fea","formula_version":"titan-u-contract-v1","latency_ms":0.6568330572918057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"796b8d6b5a036589f4ba3594645c428d758f38730b189a37969cf27187798699","sample_id":"mmlu-clinical-knowledge.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"369c5ee933000fdf7d4474faa9ae01e346163db2d8c415ebff2879a2dbf0052c","formula_version":"titan-u-contract-v1","latency_ms":0.8254579734057188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6beee0451578eb892ae6fa6dbfdccccc8cf75c15eead410fd4211025cb5ebe70","sample_id":"mmlu-college-biology.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97d9d82be63679cc37581e90038306ba1a26a6f8db651a64cfd9239cc882cea7","formula_version":"titan-u-contract-v1","latency_ms":0.8702499326318502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d6915882e5e52bcdfbf5db2105a9d0f9e202770e191a7048725b0a3e8a20d81","sample_id":"mmlu-college-biology.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a6bc852ebfeafad889affda8d53e8ec73f561a8023d85a3e4f0be8009b589e6","formula_version":"titan-u-contract-v1","latency_ms":0.6056249840185046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cc67f4edf011eea52bcc28e719e5446e5b40c33d28488961922ff191173cffd","sample_id":"mmlu-college-biology.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e64c216fd8a4a44749e9fc1235b60d17ea59d6114816e7efd62dca478112847d","formula_version":"titan-u-contract-v1","latency_ms":0.48158306162804365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2c50a054be631cf45c40602073aaa2fd0f432720651f6e32e8d46aba5d59c1c","sample_id":"mmlu-college-biology.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"559fcfd3932f4e8508703a184909a7fe71ca02ad25f2e807ab86c0ed33db5164","formula_version":"titan-u-contract-v1","latency_ms":1.0341249871999025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ddb0a6757f291fac86f2df8a297d59563b1aa4d042231cb1c164caa5188885c","sample_id":"mmlu-college-biology.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6aa10e54bdf2b58a4f834aebf4793320e2df898e1289e0ebf01a4569ca3120c5","formula_version":"titan-u-contract-v1","latency_ms":0.5158749409019947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f263aced8632b3f8616295beddfafd1f29be87ab79eef2f4955640840e9784ac","sample_id":"mmlu-college-biology.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aa1732c22ab7b2c60a92f1dcfb66525342b9bff5650294847de2a5bf61baf91","formula_version":"titan-u-contract-v1","latency_ms":0.5887500010430813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"574adf6e63b7275cc7657745974395c871a7da2e8c4160b3761ae2d13dc53ae5","sample_id":"mmlu-college-biology.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f061315c7145315cb4502b4b59d9b077d10817a5217ad493d2d71f5753320c0e","formula_version":"titan-u-contract-v1","latency_ms":0.47995802015066147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0715f2d64da1ddf44ca0446961fef619f0ff6437b728bbed452150f66681d8c5","sample_id":"mmlu-college-biology.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f56e7c0ab1b00b94088a765ab8413d13a739badead9858391dfa179189327aa","formula_version":"titan-u-contract-v1","latency_ms":0.4034169251099229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"910aa2a834ff9a66f727faabd0cd1679239084a2cfe7eefc9307fe51e3ebda89","sample_id":"mmlu-college-biology.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01378f869635d4ee8ccf50551e47b42bc4fe69b2444323055b1c1980a3401367","formula_version":"titan-u-contract-v1","latency_ms":0.5227089859545231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea1225309a812142c0eef72e384388ef2e2cd07a3c65a7b31d47c3dbe68c54a8","sample_id":"mmlu-college-biology.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb159fc9f818826de133d4545613b3c3894cbd05adcb38e9ae864ae5804fa528","formula_version":"titan-u-contract-v1","latency_ms":0.5828329594805837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0070a537cc2688295cb1abca2deba42a6de46ce2861297293c7ff0fb4c399476","sample_id":"mmlu-college-biology.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5cc1979424ee483f3bb60463407e197334458afa05c2f46f01306566158d578","formula_version":"titan-u-contract-v1","latency_ms":0.9321660036221147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aa7f396cd4abb7605d89b20bdcc79d390e8b14e117db18556d387760e4ec2c8","sample_id":"mmlu-college-biology.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f48f0103a0c37745ca81954778ec6cbb934448d17605e5ab8f274afc4118cd2b","formula_version":"titan-u-contract-v1","latency_ms":0.709792017005384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d1d0827d98f35619698f46daa2af414c30587e5a66c7126721c0a36c2cc49a0","sample_id":"mmlu-college-biology.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7f467052b610dc69e8ade7f274ed48af59d960d9d09bb9a9ca49efbf3ea296a","formula_version":"titan-u-contract-v1","latency_ms":0.44179102405905724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9f05d30b1be889c62ab026b7e98fe1a5a62ad385e11fe10c8fb6f2f8d51f93f","sample_id":"mmlu-college-biology.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe1cafc9b29a0ecc8700b88c31d965137fafd0b5266882e039a7c5f0c8f1bd05","formula_version":"titan-u-contract-v1","latency_ms":0.5221670726314187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfd5b2a0ed39db1eacfaf99af396a50289405d4dde63a22d69b4edaf746ff947","sample_id":"mmlu-college-biology.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f32ed3757e29f57700c4add178fcff43fd391bb0bd394f4fa2450f5447ec4c6","formula_version":"titan-u-contract-v1","latency_ms":0.5677079316228628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"503d88d75798ae111d5d05b6686ad78c8917a1df8be9953fe71e9a56bbf77c68","sample_id":"mmlu-college-biology.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96df2a27596cd3a3a824bc6ce225a297c178a7528af24d2666cd2d01135aaa9c","formula_version":"titan-u-contract-v1","latency_ms":0.5900830728933215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5485fe7f2c3928fc205cd8811e1b4149253ae02cb9edad1ac8883ec22aa186b2","sample_id":"mmlu-college-biology.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc6555c8df28ef27ad8d803ba80b4810872b8ffcfe8a17a2b97579d3f12005b6","formula_version":"titan-u-contract-v1","latency_ms":0.5565419560298324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8722fd6d78f2bd8df077dc4e932da77c278d9f351fbd2a1c82a890e835bbfef2","sample_id":"mmlu-college-biology.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dc8cbd6aa6014caad8acd49dce2f015dcf737b483e875cc36ba781f6760a0f9","formula_version":"titan-u-contract-v1","latency_ms":0.7038330659270287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cff0fd5183843d318a2f3c8b9d6b96e849d2539dc7928543cacedb94efab7bc1","sample_id":"mmlu-college-biology.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdf2519e55c3bbee4336223fc80713211a8272ee0d66fd85ea855424a8c855fd","formula_version":"titan-u-contract-v1","latency_ms":0.5334590096026659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54ee6baa752d6a495efc61819fc9b8e729860e8900ea6e4568e39727242a95e8","sample_id":"mmlu-college-biology.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e27cbf68115e2dfdb02a9e97752207c58da1730e0bef5d22d55bea882ed97b31","formula_version":"titan-u-contract-v1","latency_ms":0.6606669630855322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"928dc2d758c6fe9c2030b426c7c4937e19aad750f02d14b372ffd01a3b5f2021","sample_id":"mmlu-college-biology.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5a0c90b9a745d851f6d61f01b28771ac210f9b93355ba4bda64ecd6e73df63d","formula_version":"titan-u-contract-v1","latency_ms":0.8982500294223428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bd9606b63110a5f148e294f50b28c0e21ba9610070846b95b10afa001abf340","sample_id":"mmlu-college-biology.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5548de462b185db2ee31d6f5dbb25ed4f15003e253a3eb4cac09dee52944c3a1","formula_version":"titan-u-contract-v1","latency_ms":1.1061669792979956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21cf88f68e1c5f1ebb2c3266d39f7877f2b79e6f44c5375902f846f9786b9ff9","sample_id":"mmlu-college-biology.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43d61935955c9b7e49aec5dd51193db9dff6bf956ccdbf3e7f1b51a803522b2f","formula_version":"titan-u-contract-v1","latency_ms":0.46554103028029203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f8e096521d0e477bb8a5695a95b6b816a94002f939e8564670489497f7294fa","sample_id":"mmlu-college-biology.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3f42fb5ba1c20ae4fc91c9a94df978b5d504c2071c9fe82ecbf9b947030c6d0","formula_version":"titan-u-contract-v1","latency_ms":0.7762919412925839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c18bbf0794c3012ddc32e4636e5d1abe8e450e3ba92342da9deb76ded87923c","sample_id":"mmlu-college-biology.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd0ec43620166f1d3d64a4c6400d8e4e7d8745437cb27f516ed259e93cb65a50","formula_version":"titan-u-contract-v1","latency_ms":0.5924999713897705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8da1c8e71d20e312162cbeeae0f1429a94f9abaac8307a6bee2fbd995933210f","sample_id":"mmlu-college-biology.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"587c3421c86fee63473c92e9c6e92bf9bf6041a9278a3c2e6194f298f70a4434","formula_version":"titan-u-contract-v1","latency_ms":0.7131249876692891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da89b3b65ad7ef4e16035a18485bb0cf4b2dbfd3d9650da6cf94763e0f1d0597","sample_id":"mmlu-college-biology.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a807908e1a626646db610342e763f435a0a5f7fbb503007d2a4e098faff7e402","formula_version":"titan-u-contract-v1","latency_ms":0.6787499878555536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faa2368fb17d02a5d02bdb279f65b16aff200a07da74237e3c33807ed0b3cd64","sample_id":"mmlu-college-biology.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c71c3007bf746c16f87149c55749a369fd2ad294eabd1312ef04a6d126932b4","formula_version":"titan-u-contract-v1","latency_ms":0.606957939453423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b2689faa8f024630e36610937a6fea4ebd905a84c5f7fcf3640eb4ffd583687","sample_id":"mmlu-college-biology.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9a15a5d23f6cfced8f2b53d0f295fb40e2918435038f630204be5245e9e75b4","formula_version":"titan-u-contract-v1","latency_ms":0.49812509678304195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"286f9460dc3a5cd8c1fb90f39e360fa049c35f12930b87a71bd297022b52b9b6","sample_id":"mmlu-college-biology.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0489755d4c4e1d9e347c655f5c606678fae64b80a676ed1276b337da214ab584","formula_version":"titan-u-contract-v1","latency_ms":0.6222500232979655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62570e9dbfc665393d62d4db104b6e7e47c6b4b43648d757444511be81bead91","sample_id":"mmlu-college-biology.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ab1090a00afda4c6752a4a1a1b6b40a8a477ea28e49997926fb39346170e74","formula_version":"titan-u-contract-v1","latency_ms":0.46604196541011333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84a56009f5bcba4ed89533edd83ec716623adf40247583161b37778b025871d5","sample_id":"mmlu-college-biology.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84efb958a51af56cb99c7767da64d11e64ff4f7ab35468936a6294a1f467263d","formula_version":"titan-u-contract-v1","latency_ms":0.6220830837264657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aeb87234bac31dfedefdebd148e65a77115ba5f63e5d40f0fb1fe446999485c","sample_id":"mmlu-college-biology.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86ae0a23cab5cb00f776f8d06938bfe2fdb9c5bf2e5a6f220c432a61b472e655","formula_version":"titan-u-contract-v1","latency_ms":0.6418329430744052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0a3935459a803ebf4ffc12a607e15607dec949d841053949a3cb88867a90ca0","sample_id":"mmlu-college-biology.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eedfe2adc9c329c3b5868c35d5c2b8c51448101a7314c060f05e3db9f5427044","formula_version":"titan-u-contract-v1","latency_ms":0.6992500275373459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d957714e8ab5f84eecc411506e4105e43f0d05bc08dfaa0d99ce3caf7a1a1ed7","sample_id":"mmlu-college-biology.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f078c85bb9a4a036d44d4cbe292e8338b015195231196a8db24a642aaaf0494b","formula_version":"titan-u-contract-v1","latency_ms":0.6522079929709435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec917f894357cda37321fd84acb34e5e50dfaca7cff82e7d5a9fbee9d1ccc35e","sample_id":"mmlu-college-biology.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64bd8806e7fb87ad6e4c853e9b373e03c7fb71fb6e59dc5ab0858b65a7441984","formula_version":"titan-u-contract-v1","latency_ms":0.6371659692376852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bbd52f590d84c90b3170e38de4b8ff327ce6de5a31d77d6065312504ee84e4f","sample_id":"mmlu-college-biology.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f53a2df9e868db9efe9668b8041b9d4518eaf07888b4d244d490c978f24bd0e","formula_version":"titan-u-contract-v1","latency_ms":0.6215419853106141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7530e3079d19217b746d93401450586fd1d3ff18f62f0c88a7ca0ae19911c739","sample_id":"mmlu-college-biology.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd5967483feab6e6501fcc4d16c4587d797c02de655f3a77d06f16a2a9a2fe1a","formula_version":"titan-u-contract-v1","latency_ms":0.5352500593289733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfd12df84677118da8632c57d3445859f54dcd42b23f62a29cb48fca8b99812a","sample_id":"mmlu-college-biology.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8ea9b8da0056e363214a15241341bca3eedd1965b0aa76a68a567c0169ffaf1","formula_version":"titan-u-contract-v1","latency_ms":0.5328749539330602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f95b01413da39dc220e311257e11526615ff783454654068b2a9fc0b0d11b2a","sample_id":"mmlu-college-biology.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8f0e162d88e77bbe4bc9726918e18387fdaf04d4a29c891845231ec17c95cc7","formula_version":"titan-u-contract-v1","latency_ms":1.0844171047210693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af22bae7d5037baf6415ce3cd646c2a7083ac0bc32fd15a273471aae92d3df9f","sample_id":"mmlu-college-biology.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad8eb67bb70670c5ef3f88668762521467c9122affc4ecf2d6e6d7a98c7be95d","formula_version":"titan-u-contract-v1","latency_ms":0.5391669692471623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9549f20b198645649726ba0fa446dcb27a309eb233103528f046055318a081e","sample_id":"mmlu-college-biology.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f487aa0b42e05a745e40dc118824ddc56698b7d2a84beb983efb803cec26676","formula_version":"titan-u-contract-v1","latency_ms":0.8035830687731504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdaf6882fd29236589bf056086972444ee2a0f95ce6cee360152c6441bfe2f2a","sample_id":"mmlu-college-biology.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31c8ccedfb08e2a594581c7f1d920bd946c688028c7c732839f7012b9d6bbb8e","formula_version":"titan-u-contract-v1","latency_ms":0.4981249803677201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db91d3582237327f4026879d09a21cd1c5e6532ea1ab1b6cf774d609a7bf2620","sample_id":"mmlu-college-biology.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc0e4ada7063f2abc8096e93ed84d49965e80e20ee32a2f2b78370ffe678bb43","formula_version":"titan-u-contract-v1","latency_ms":0.5400000372901559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd220b75c8d1093d5923c766102b1dd617983bf616ed264298d8186cf8520911","sample_id":"mmlu-college-biology.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df2ef2ca156b337a31c21c477af7b74ae504ad8ace495e0c23a60ff6612bff6b","formula_version":"titan-u-contract-v1","latency_ms":0.5261669866740704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f07e4e704b2b81a3be0696f3fa24e8cff79a57ab835a99882aa2c2019d07b72","sample_id":"mmlu-college-biology.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5d64d1e952df0c5f08a00b7dd8ab0a7de242981976615c4342cb4a44b9b436f","formula_version":"titan-u-contract-v1","latency_ms":0.6759170209988952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b516865f27d065b9756e56927145f51f363e4e0a6e34e6919b7565bc66f7821","sample_id":"mmlu-college-biology.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bff8f32bf31e2c7113aa97569721762c4ccb61192bf65c0fddc92f97afbd2331","formula_version":"titan-u-contract-v1","latency_ms":0.4252920625731349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07e8bd8250c03265c8722aa3eceef6ac04c7e8da828503d9881ac72b211b0a35","sample_id":"mmlu-college-biology.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77553bc946c32ab796abee2cc6ad70948a629a9fccc6e235431b1e21688526fc","formula_version":"titan-u-contract-v1","latency_ms":0.4547080025076866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e890e57fa1bdafb41b67f5b806524fb754cb1ee136871b8bad99b741594fe761","sample_id":"mmlu-college-biology.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"636cd8edf0676192d6327fd46c864b9225e38975296fd65ae705eca3a366fc54","formula_version":"titan-u-contract-v1","latency_ms":0.5926670273765922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dec80f5bddf0c769c5386033fc139e328405773a057070dacfbe3caebd33891e","sample_id":"mmlu-college-biology.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca976ced7feaed65747d662acf57e46f05d86433c70a6236057929f685265f60","formula_version":"titan-u-contract-v1","latency_ms":0.710833934135735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da363305f5f26b7a5b6069da9ec9fb69da466cacf8e9587bdd1505b4f1697f1d","sample_id":"mmlu-college-biology.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37aafd437fb90d8d85df0b2a0d1a5cafb33cdbd2f1e8625bd1907db7424ff656","formula_version":"titan-u-contract-v1","latency_ms":0.9348749881610274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1d1cb0848d78a4138938caf99d6f45508dd44da231cba67212b2a76256dd46a","sample_id":"mmlu-college-biology.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4576467df516fddbd37f62618d532f9eac1df9a2f70e7de9b1d502b61bf644d2","formula_version":"titan-u-contract-v1","latency_ms":0.5479580722749233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c5d4cab231be8c06cb79ed968ae89cdfac081d9c16e2434285f3615388d3586","sample_id":"mmlu-college-biology.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbb294805367d68d2edc9e870c44b654584186e0b97b4df8d9131c662c44629d","formula_version":"titan-u-contract-v1","latency_ms":0.515041989274323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2c611e9d57762a0f9f19c95621fab1d9a3c5afd3fe1fb9221c700a943782a49","sample_id":"mmlu-college-biology.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8fcb256387055a6dd98290e66aae659ccfc1ec803dfb25efb4b811e8c14e714","formula_version":"titan-u-contract-v1","latency_ms":0.5018339725211263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78d713189f98f8b611ecbfdc54996261885f431ef8cb2bf895da44151c8ecfe8","sample_id":"mmlu-college-biology.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ad4f4092111e0838fdab82a3f41de5f802435e5bc20fb5807fc364dc4581ce0","formula_version":"titan-u-contract-v1","latency_ms":0.6973339477553964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8481a1ffbfce496073d32d43024eb88959ef5478e0999586437f7b0a11723871","sample_id":"mmlu-college-biology.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e1f49c3f13c54974891f0c476507758040a6b9e7b1d52c6afdc78db123fdee7","formula_version":"titan-u-contract-v1","latency_ms":0.5299580516293645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3b5590e64538f5ae6dde32a4e24f42e445fd503cc27955c9e632e8d70efe2cb","sample_id":"mmlu-college-biology.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d262097c1cd637d91a6946355dec776e22cfcdc977a3b86d7b0c16d5aee511c","formula_version":"titan-u-contract-v1","latency_ms":0.6988330278545618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ba5685b42c46abdee8e91d79a61ac3edaec09bed27066a3ef415dbc26972fcd","sample_id":"mmlu-college-biology.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dce6e8da4479369cbed41c67cd578d1498d18834ba314534ba364e19a9e68406","formula_version":"titan-u-contract-v1","latency_ms":0.4602920962497592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdfbf7cb3bdd9e915d7f8db6aa9a7e5bcd34f8d8fba602bc7565e67b720b33d8","sample_id":"mmlu-college-biology.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2c60b7f38ba23678719985f0d95444ec1f703508df1dfccf0d3ee043cdae770","formula_version":"titan-u-contract-v1","latency_ms":0.4525830736383796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67a8d9b447ed8bab325ae65f12497ee23ebdaea769de91f31d959753d5869b3b","sample_id":"mmlu-college-biology.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d5e5fa22e2eb78a855d905d3083c90d51db4486051b52d389a7b4b3e952defd","formula_version":"titan-u-contract-v1","latency_ms":1.0022500064224005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d44dfece6d5bf731ae4462fd51e3dcc33b2b2d4f7756b2c21243235293c6370","sample_id":"mmlu-college-biology.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"853d8375be6e139dc1b4f8e7763448e44465081b8772f28586c0a5df3320ea94","formula_version":"titan-u-contract-v1","latency_ms":0.760124996304512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75270f319fd066f7ca7aa9eea13c19469455be5c66fc9579aafde49ccb4f3963","sample_id":"mmlu-college-biology.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f46287e633e0329bdc4456ce27e4bf177b2e0551042d2c8df136665b44220486","formula_version":"titan-u-contract-v1","latency_ms":0.5624580662697554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5533ae5ac8561d08910096bc5788d44731d5b5d5913db13c152ef437bc7148f0","sample_id":"mmlu-college-biology.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f094d1df0b96021563b97ce058f78fbf5c24777d45ede610ff7a1eba4068388","formula_version":"titan-u-contract-v1","latency_ms":0.6394169759005308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c665dccdb5ce1bdd52a81301cc7db59af67820cd5782996c40087e6a9d723afb","sample_id":"mmlu-college-biology.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf6fc570ce53aa856ab5a2b22e8406435b871fc33f03544ee37688f2c46bf6d5","formula_version":"titan-u-contract-v1","latency_ms":0.45208295341581106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d272e5ca4b9a38eb3e4df8f07825c5ca300eb3b6c34639923d292ceafd6c85a","sample_id":"mmlu-college-biology.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57eea03f662a990bd9fadac6a2f01d81f83abd1548a7a90b42a24617ea52a8b4","formula_version":"titan-u-contract-v1","latency_ms":0.7079578936100006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdfc3ce5f739d45b69bacfeb49bb4665ed751d889a4c5f25b5a3d24046cfcb1a","sample_id":"mmlu-college-biology.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13edb2112600e0fa8a47c921b14eca5bdd2c1d76ab5569508f9e1f1c952929e1","formula_version":"titan-u-contract-v1","latency_ms":0.4914579913020134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"938bd831af388ce48a4df999eec4b14a07df87c50b9233c85a95abc4646b77a1","sample_id":"mmlu-college-biology.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6175bed5f52a1ab6ad74865aa2c76b812b2e99ee891f702abf3ab386037f54c5","formula_version":"titan-u-contract-v1","latency_ms":0.6059580482542515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"262e7725fdf308e6ef3ef4efb67dfa18b7a665220bc4ee210844684e69f04ef9","sample_id":"mmlu-college-biology.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"427359bba99e550ae715ab212d4217a24d43a8feb16022fc738decca5f519e39","formula_version":"titan-u-contract-v1","latency_ms":0.4405840300023556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"796e8f6882d71db1cbc3735917ed889e6d61739f9aec7364918256415d10e0fa","sample_id":"mmlu-college-biology.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa70eaea66d534c8aa11e780e77bc7326fcb876de05fbde9d073b1ab65ae09c3","formula_version":"titan-u-contract-v1","latency_ms":0.8165419567376375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01c7d4aa8b0ee619feace00efd09d6616ae052598a6b4c612f41bba82d2df4ee","sample_id":"mmlu-college-biology.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf792221223705badcc7f613227944ee04483ea2acbc1bb942091ee58418d777","formula_version":"titan-u-contract-v1","latency_ms":0.9329579770565033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"647cf90699a911d99016ba369bed057c84b07492867280a84f39535801e728b5","sample_id":"mmlu-college-biology.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88b9dc299752033fda00e98fa55e8c33b87f0d85bf2703c7ce762b7c8ce7fa4d","formula_version":"titan-u-contract-v1","latency_ms":0.5642080213874578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4a4ab00e3480267382d2f01a5d0d020fcd8d9a3a2018a66e7a4b62e1ac8a15d","sample_id":"mmlu-college-biology.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c02b4fc1eee9a9af0b64ceed255ec20e5c954aa835e3278ab9f6a96faaae105","formula_version":"titan-u-contract-v1","latency_ms":0.715959002263844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35f602bf4a1c804759a9dd7739d3603ead1de45d8e33a59f38a9fc5bea6a1690","sample_id":"mmlu-college-biology.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc5f07775591d659caa1edb1895e970beee81cfc91b9ccb2070763889e3ca0d1","formula_version":"titan-u-contract-v1","latency_ms":0.6640829378738999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fecb11ab682e1699759557a68ba924a97ed89acff6c8887f0d373f4b5541468f","sample_id":"mmlu-college-biology.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbcbd66179b828df80cb7334619b13e05f066aa22384f7e1e8b4e7d94306f612","formula_version":"titan-u-contract-v1","latency_ms":0.5477920640259981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"044880323bc89ebd085c1ec3d860f8523afd4c2175a621c7f61997f688c59795","sample_id":"mmlu-college-biology.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"966912c1c1fa8ab2f1d0c8209cdfceabc9c6e176a89ee9ed6869647d08584317","formula_version":"titan-u-contract-v1","latency_ms":0.7032500579953194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"980a6642f09cd77ecf20b0e379ed42af8d112c998fcf1d7a4fabbb780042e0b3","sample_id":"mmlu-college-biology.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74736c9565730c14a09cc46b8efef1d2602836131ceca2c19c3b5927df785421","formula_version":"titan-u-contract-v1","latency_ms":0.45974995009601116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba70ffab48d72f91a88b5edf4f60e72e0ede3613956c512429dbee14ee3d0ca0","sample_id":"mmlu-college-biology.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d19bb628c04af92558fd87c60b28b885be7b353812576ae73408669b06ee427d","formula_version":"titan-u-contract-v1","latency_ms":0.7139160297811031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c33ca64b76fe3054031c46238ecbf53e1b9bb399096464a43794a9ecfe21b5e","sample_id":"mmlu-college-biology.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb8e2301d3e7a386d77eb2301821ab8fed1a2812200b1caf8db2e3e6eb0b55cf","formula_version":"titan-u-contract-v1","latency_ms":0.6895000115036964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fa982d4b4a98bc24dd6cb6d44945228e913ef570118a82f1575e32ab79187d2","sample_id":"mmlu-college-biology.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"451643ddc64a74d36ec735282ea7affa56936b7bb4e99e1d1054fb6903ad5f7f","formula_version":"titan-u-contract-v1","latency_ms":0.7141249952837825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37ee6143f1d2e6d7ed113cc9587746663de1888cba5e7de81c930be37a21cea4","sample_id":"mmlu-college-biology.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08abc7640ceb3e0fd46c0a4c595dc4defefdfbc9b34b252207dcd528baa0debf","formula_version":"titan-u-contract-v1","latency_ms":0.637084012851119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34d7204b25409d62bbeedbe4f1f4aef3c027bdd712be3faff1e250d9f6ea6397","sample_id":"mmlu-college-biology.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"276e25c7c124e3bbc461bb998462faa040cdc6816eb1825eb97413145598d519","formula_version":"titan-u-contract-v1","latency_ms":1.2372080236673355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5147dd77ef0bec3bfdbf3fda0f68bc703e0de2d25c4c078c2d300442c4c546c8","sample_id":"mmlu-college-biology.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38688b353d4d0b0cb2f2133c7aeeab45984b35e59cb03973d68e83fda6cb3402","formula_version":"titan-u-contract-v1","latency_ms":0.4213330103084445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3de7fb2a68088a71bf8dcf4889e0e39e6bd0609064d4f322b980041bf2966af4","sample_id":"mmlu-college-biology.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4846c52ddfb0462984bbd1d5bc21bf6e3f9f81b3346573b363bed73e9c2acc74","formula_version":"titan-u-contract-v1","latency_ms":0.6687919376417994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10b972682779570ae268741016c025d2b9e29cb262448e71d90f07d62a9cc39d","sample_id":"mmlu-college-biology.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8662bfe87c7e1429587971a52072bf772aa4874b4f4122b18851d11ed4828f8b","formula_version":"titan-u-contract-v1","latency_ms":0.5212499527260661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01a57c89c22b113fdc359db53381f8fad376f6c9a71e650f27dfc2c3bc787a16","sample_id":"mmlu-college-biology.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"212dcbc9ac5ceb710da3ded08d63256d8ad6ed8ecaf32481ff24a6c57267bac6","formula_version":"titan-u-contract-v1","latency_ms":0.6783750141039491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f65b5c59e6e8b28565ccdc6487d81361dcf106b2191ae2c63257a06eb8e414d","sample_id":"mmlu-college-biology.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c9c932ed55205177e76202c7d9e0614a4b496c6fec648cdf857e525d8012894","formula_version":"titan-u-contract-v1","latency_ms":0.4783750046044588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c6c8d5a70dddb91deae3056f5623f3ec1248969ac69f96dfaae5eef8fef4e94","sample_id":"mmlu-college-biology.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c807d996949ccf54ead2b3a5bc17be92a8fd8575fad587b013fadec97c70281","formula_version":"titan-u-contract-v1","latency_ms":0.5534590454772115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44c3097280e163c174db3cea348732bdf8a747289b32a764a9b3517b6a9805b1","sample_id":"mmlu-college-biology.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15dad4187bb6a97cbbfe303a74a78b408569dace6f401f2090f3f8ac7c5dcd29","formula_version":"titan-u-contract-v1","latency_ms":0.4920830251649022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ef799097d5fca2b2d67a90ff657c18ecc55eb56474f9ec67c5dd1ec414af627","sample_id":"mmlu-college-biology.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43349e95213b5a11e04568a11f17670985880c95e2f2702fd0d56f80ed753c8f","formula_version":"titan-u-contract-v1","latency_ms":0.45662501361221075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1074d3748c2278348a50573c18eb97dfcd5f9a4ee0d251e6c77304920dcaabe6","sample_id":"mmlu-college-biology.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"716da2a9639fcd4442336b11832b8136e5eb90f72da11fb9bfe597a4493074d1","formula_version":"titan-u-contract-v1","latency_ms":0.7502080406993628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"434f2b3041f134a20516025bee1536d5f75aad5950503306d6bc6560d505a8af","sample_id":"mmlu-college-biology.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"729f6b88707463e6ba6dd93b9367abc612d985bab13c5b1536fa2bd42c381fcb","formula_version":"titan-u-contract-v1","latency_ms":0.4435409791767597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"833c5d04df3521ec6cc4c9f6e735e193023bde86a24f798e3b4211fd5acea71a","sample_id":"mmlu-college-biology.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"101c7f4db65f400a7c21fd29aa670af9f8b5a38431168584f0989f3d606fe816","formula_version":"titan-u-contract-v1","latency_ms":0.4557500360533595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d72e5e1864de9e6473118cb95a4dd457c224c1c5707c5e1ab17db85ee9ee6c66","sample_id":"mmlu-college-biology.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32660c371e72934768515a032a6c2397faeec3fd0c4163645a85799eb57e7598","formula_version":"titan-u-contract-v1","latency_ms":0.6637080805376172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18db9b119eabbcd43925423b629fda85a9aef418e5829a00fa5ff36381870c06","sample_id":"mmlu-college-biology.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"121f71941f50b22f6cb269efaafb823787e4390605c936e5b569b2eaa1138a61","formula_version":"titan-u-contract-v1","latency_ms":0.43541600462049246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"153e062436119c750577808285538d2fbdd45eab70289223f0776c334d12193b","sample_id":"mmlu-college-biology.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5e7d7c23f5b09d2d40e36b715f60f79220bdfa41be542d37f87c7378960730b","formula_version":"titan-u-contract-v1","latency_ms":0.5557499825954437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f3aa502f25e5cf58f888f3b793ec0801a095ce2cf5d55aa8cbcba764c40387b","sample_id":"mmlu-college-biology.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db7830cec17176c0f7b66c97befe47dcdc14024330ed21ee6e5475c2980a14d5","formula_version":"titan-u-contract-v1","latency_ms":0.6985829677432775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d88b53ee877f50cb7f8c43c09d21bc808557d32a2996c148ce747e2c88c6c24","sample_id":"mmlu-college-biology.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d27f4f844285c1ff2d1938ff4f775a0b822efe1011815a4eb80656f4afdfda22","formula_version":"titan-u-contract-v1","latency_ms":0.7569169392809272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"717ab7580a30380e5018bfe746aab1dfd1d95d1a14448315a0775594c432b940","sample_id":"mmlu-college-biology.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d49913407cc82876c1cb10d16eef99e42d200c63fd32f487be292cdd67498de5","formula_version":"titan-u-contract-v1","latency_ms":0.45870791655033827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a786c39adb350db85ddd69f9443d7017c247121bc4ea5dfa44bf94e744f6d86f","sample_id":"mmlu-college-biology.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f629645112fa93912f29a103ef04706be064646080e003de95c13614dd61821","formula_version":"titan-u-contract-v1","latency_ms":0.655457959510386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48c6bc9e86079e4c86a45cc7cda22663177d7372753217288264ed7332f7a5f1","sample_id":"mmlu-college-biology.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25c9f71e93f79ecf8478f28d92841e84bece39a39d75b0e3bd181a6a591efae5","formula_version":"titan-u-contract-v1","latency_ms":0.4337080754339695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9fc4a6e34380839ce93f494b3e29c62bc21447f4975d5f155e0598a15945315","sample_id":"mmlu-college-biology.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ad9abe39694858e365647251eee44b6d67980fbf9b7a211bc1490125f8c377f","formula_version":"titan-u-contract-v1","latency_ms":0.443791039288044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd4dfdbcfd51eac1112348597b75c6d1b2985e57a19659e2dc8c9d0ccf37edce","sample_id":"mmlu-college-biology.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdc3e4b2e6147c85863d438ec825d2bfa0da7ad9b4adc210e874a4985e940de1","formula_version":"titan-u-contract-v1","latency_ms":1.0738749988377094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de20229d784fac898313b7547ede95890d5bd7dea28465bfaaea31de44ef8077","sample_id":"mmlu-college-biology.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6ad62929a830c8885aadd5caa4547fc87d2faae029859bac0629d9ec82771fa","formula_version":"titan-u-contract-v1","latency_ms":0.46087498776614666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c1f9b65ceb9dc9f5cc867ade1d8a4d19bebc3ae846d2ac5b4db87b4d561620c","sample_id":"mmlu-college-biology.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bb0260cf639716b77d875e950a594ef4bc43bae315299e929295dec881ce562","formula_version":"titan-u-contract-v1","latency_ms":0.4915000172331929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eca6e5951d4c78db73eb92d38caef9254387665f842e9a5551750ae163f518df","sample_id":"mmlu-college-biology.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a73ce6b74749f66eccad4e200f402e06de8cb1ab235d0565d5a70f8e17aa79f2","formula_version":"titan-u-contract-v1","latency_ms":0.6330829346552491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"173010e660ed3f19f1d85965fdaaaf200660faac07e90d37a6d1e17336fe0a79","sample_id":"mmlu-college-biology.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06191c9bc5d35088b9abf59382e82241e8d24d04c715502b40cb6f1c7be0c6fc","formula_version":"titan-u-contract-v1","latency_ms":0.7293749367818236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49f7b159ac5a276b38bd25f3bd91db754d332a62f72fddf914895a6e5b642c3d","sample_id":"mmlu-college-biology.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7d4f7192d133446e9e28be8bdee7a88b17ca255161ae092da2dc07037a490bc","formula_version":"titan-u-contract-v1","latency_ms":0.4416659940034151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4625f5551065b0eb4189d5c4c220b6fd7251047ded97deccaa677b3f33c2e4ec","sample_id":"mmlu-college-biology.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0020eefad32473fcb45cb9d805bcb87902dd78591854285965d67fb1eade3077","formula_version":"titan-u-contract-v1","latency_ms":0.5477089434862137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bfb068919eef33619fe5559208959369e04eb4087487ebd516dff7d94ea77f2","sample_id":"mmlu-college-biology.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2424d11d920dc3dc8e5c36efc72fb2dc53acd15070b3eb34fb711025acdf58bc","formula_version":"titan-u-contract-v1","latency_ms":0.5616249982267618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"276a4a0355786b40bd5a65fe2812ea868999c63e628cd1685314d123520bb8a7","sample_id":"mmlu-college-biology.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d00cc99d3294e337df9ffa29694f0f80ec92a001d910f3c15fb0a920baa4985b","formula_version":"titan-u-contract-v1","latency_ms":0.7164590060710907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e92d358e854179eee9d7d4842ce3a489831fd26d6dfe1d38a73a8fdac6a25363","sample_id":"mmlu-college-biology.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2869016304e4f21e6d4c5946341c9d91134b72c5320c442dfd2e11eea97ba6f","formula_version":"titan-u-contract-v1","latency_ms":0.4342080792412162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f66308742b440d51a84050c98cac6a1029945f76a964089130c4ebe8e7408b0","sample_id":"mmlu-college-biology.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b907364b605a0db1c8d4e6787a782695035b9154ab444898b986ca0638005ac4","formula_version":"titan-u-contract-v1","latency_ms":0.47029205597937107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61ccb3bdb7aa6d9b9a12604a7b42166f4efed61ebad5b9c972e50c18a77ddc97","sample_id":"mmlu-college-biology.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52e33c5f8cbae6c4cb550bff22075cb347e2f39788fb8f7109ad84901d8baa6c","formula_version":"titan-u-contract-v1","latency_ms":0.45416608918458223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b6a31524efba772f73e550e488db6fe8b51221fa9f4d77b0256ceb11a6d3796","sample_id":"mmlu-college-biology.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72064483c0d977da03770490a5871a2696bc2316d093d3562531fc8112207a2c","formula_version":"titan-u-contract-v1","latency_ms":0.47812494449317455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58226953e548bb06ed6b93b6ee868fc47eb13da663dcfef162808b9455f3f701","sample_id":"mmlu-college-biology.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73fc63fd58c5761c5665850b2aab82b44aea02737a2eccaed61ce1275257968d","formula_version":"titan-u-contract-v1","latency_ms":0.5656660068780184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b6616fb43b96e2af8fe5fae6f8a6c0f78cb54956fab52eedee67fdbc508b15c","sample_id":"mmlu-college-biology.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"432c2ff0c4a4b72cfebd8f04f914a981616214d378ad885b55972124d96f9355","formula_version":"titan-u-contract-v1","latency_ms":0.5041670519858599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"140fe92ce79fda8e13951dfedfe1fba62bae0480168defa7d2b3965cf1e3683d","sample_id":"mmlu-college-biology.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1121bdd5a72b4a80c8fafc8fc2706f9676b36e6183bb6380f479d14ce3147f90","formula_version":"titan-u-contract-v1","latency_ms":0.4254999803379178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84c781fdbfe4e842714207f5c9d3e937a3da52c1b444828dd53b34d026ea6499","sample_id":"mmlu-college-biology.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4d782a94e1677054654414a0c29155a2d9e16ce57c9ac6bb243ba9ae76229e5","formula_version":"titan-u-contract-v1","latency_ms":0.6519579328596592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43aaa59399a0b62981de7f2c78cc64c512d0315ace3f6b72f6ae96028890e86f","sample_id":"mmlu-college-biology.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb5b7e6c078f02026a7697ca3251143762681b80fc5ec5820d46dfa938e0b500","formula_version":"titan-u-contract-v1","latency_ms":0.6440839497372508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f5b2cc4e581b75521ebce1b154564fd04a05fe9f187265908d19dc42d95262e","sample_id":"mmlu-college-biology.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41fdca2ff5468d07eb52b79c73ce432d1b16aedf530ac83f871a6e0335e45712","formula_version":"titan-u-contract-v1","latency_ms":0.728290993720293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d36cd8c6bfec793fba35cbfcb42c516bdcbfbbaada1d42472d5fbe56b5b69bc2","sample_id":"mmlu-college-biology.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e39795e2bc8d04a50c92ec86e94e473d2708a7bf6a40ccfaf5ce3b75c2f5792b","formula_version":"titan-u-contract-v1","latency_ms":0.6581670604646206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54bc11673affd92a65eca15c554c06f817627ed5a5acf3506a160c3f8e5c19f3","sample_id":"mmlu-college-biology.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf2d4bdd1f4f87e4ff62ad625cd94cbf1eafe6dd3f03b659407d0825340cfd15","formula_version":"titan-u-contract-v1","latency_ms":0.7142079994082451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5fea5f137f5a3b3cd96f8a74ae682d2cd52c1a28a9b7fd103ed3f2e586461fb","sample_id":"mmlu-college-biology.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"392456b29fb6d5abd3e0450793d4daf5cfa0a6985803321ec3e0c2c69fa32720","formula_version":"titan-u-contract-v1","latency_ms":0.6378329126164317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85c7e939ee2c52b827412d0ca3197d3cee7c571956b4cc9ef97d0b6fc914ae39","sample_id":"mmlu-college-biology.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e19f05f9a014ab771ee0b714a5f05c874f8ac95616abc3d7db85a44cf502701","formula_version":"titan-u-contract-v1","latency_ms":0.5644999910145998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"621379c188f5fa0deec856d8f8dd3290ec9048a26dc459562e6dea1bdb4244fe","sample_id":"mmlu-college-biology.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59fee00ac6c83d77889eef4b03631a1f8c8c841a90e067768a46a6e2dcedf245","formula_version":"titan-u-contract-v1","latency_ms":0.4431250272318721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bc22e6a31dcc0572b0a77629a5b7996b48b195168b9a762585c851c65159f9d","sample_id":"mmlu-college-biology.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"912241215c24bb9b522f14ee2eac43a8249f806587a85ede44e3c9520228ebc5","formula_version":"titan-u-contract-v1","latency_ms":0.5804999964311719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec5ab19c6d5f2de0a996d3346322b15efb37580a2252b41a1ae4460fd35229c9","sample_id":"mmlu-college-biology.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8797596ac653ac359f7b39e72a0dc49f142d450550960cd514fe8d9108a7967e","formula_version":"titan-u-contract-v1","latency_ms":0.5300840130075812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c933d40f69ba7e28c339a1341c8b705181ff505954790a2ecdf4a368297b5892","sample_id":"mmlu-college-biology.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30053832de8af5c95c05bf7c33cd784e12aceecf1dc7d7cb529fe9f4166b035b","formula_version":"titan-u-contract-v1","latency_ms":1.3424580683931708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08b54c665b25e140960d7d86ca99354a50c550d3713ec50bc3b1c7f623e5d207","sample_id":"mmlu-college-biology.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b203d6f0d9bf02b81765c4317ac745d133c1eab596abf8737252730f88a0cf93","formula_version":"titan-u-contract-v1","latency_ms":0.46600005589425564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e76c86a56b60e968236bc8d16e4ae3b79a5b3c1c7f8ab39543176f955cca9eb","sample_id":"mmlu-college-biology.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0042bb85d9a4fa3b75e16da858a495bdd4ae10e00d76804ce10fbfe235d3126","formula_version":"titan-u-contract-v1","latency_ms":0.4507920239120722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a87cff5c3067dadf0f67ab0c30180ecbefd3a22f116de1701d8e54086eb19330","sample_id":"mmlu-college-biology.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16eaf94928fd32085562a302596b3ea76d1da47a445edf331b435817ecafc9c8","formula_version":"titan-u-contract-v1","latency_ms":0.45308307744562626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24d1338165dc1445b781f5af285e9c922805e9b524c1937dd2ae8f09bb9ee5a2","sample_id":"mmlu-college-biology.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e722fcdaaf74700e10eeea7c1ca2d41be19ac54b90cdf66846dd3a1061dd311","formula_version":"titan-u-contract-v1","latency_ms":0.7645830046385527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19971f77d9461d36064988d29f9eba6d43d2d92979867dcd380628769ff5cd9c","sample_id":"mmlu-college-biology.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"287705d8b56263b91c32fee77b838d4935045f2b37314c35e537e3714a97094b","formula_version":"titan-u-contract-v1","latency_ms":0.6313750054687262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67341f3c8ed24fcb361d98f07f000ccc4ec764119fe17ff408abcb8789f93db6","sample_id":"mmlu-college-biology.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"246f0469e36b4a910cbda3f39c290ea98475f58bd4188665d11d70055516cf3f","formula_version":"titan-u-contract-v1","latency_ms":0.7236249512061477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70e425c9a79292d2db48d3abb204ddf9b2f8195c133bcd2c07e88fcb13161794","sample_id":"mmlu-college-biology.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdb8bf0fe4cb437f2a5f25f93c13f055a2fb1b598138bc540b55306095a9ece9","formula_version":"titan-u-contract-v1","latency_ms":0.7315829861909151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c44589421d323ecf691f8e290f2a380ab0b0061230e0dda1d04615613884c8d0","sample_id":"mmlu-college-biology.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e1fa324ba007c60d48007d02071b58efc117836dea4b64db85153aeef92d7dc","formula_version":"titan-u-contract-v1","latency_ms":0.6356249796226621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91d037f6e08295fd01d8dbbec2c8625668c78192c204574d7b0c467506c25034","sample_id":"mmlu-college-biology.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"398d93b90bd192646160559f3270894fd2941d2e980269636c88b7f062c92688","formula_version":"titan-u-contract-v1","latency_ms":1.1372079607099295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0af591c4483047916af46d90e7134fc9b5910ceca2ebec41223e95ebffdba3de","sample_id":"mmlu-college-biology.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79f8e89c4ef07892d106490b711c68535526fde095870f31261246f4642ac988","formula_version":"titan-u-contract-v1","latency_ms":0.4835000727325678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2c45e4f96e56b415aafa6ef4e34d4e067e514b19526f139cc200a712d14cc2f","sample_id":"mmlu-college-biology.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25bdd6e1e6c212766572abed5761fe8007961459e109afabab9fa16772d8708f","formula_version":"titan-u-contract-v1","latency_ms":1.1264999629929662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df0f0d9c0e967dfb48d86903c81e9b7888ac799027bffc63cf4433f6d91aa0e2","sample_id":"mmlu-college-biology.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43ae5c5768e7b6be50745b88274e9c9886faf66f0cf6c0ecaedaffa387e0d34b","formula_version":"titan-u-contract-v1","latency_ms":0.7542920066043735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c87e0ad23d21cabae33971071ac7fde4877f240d88b4d21ef954314b931ebed","sample_id":"mmlu-college-biology.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f5105aa5940c71f669e3d1c45ebb405b3d00d42e61fd8d450f3245da237a396","formula_version":"titan-u-contract-v1","latency_ms":0.5590838845819235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7668b3b0a5e8faeb054fa641226b7f255a419a75ec972ba5f10545d6d79f5c7f","sample_id":"mmlu-college-biology.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79d3e265110781bc449c13d7fcab0e2a59f32e0ab6703dac5d7315396b5814bf","formula_version":"titan-u-contract-v1","latency_ms":0.49474998377263546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeee9f9c64da0883afbc7dc10f1d61db121d85c43d48e86d3f000743e0c703fa","sample_id":"mmlu-college-biology.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ee6c2cf00a536d6ae73c1a6ecab7be1f67e78bb87c3b422a76385ff4022c5e2","formula_version":"titan-u-contract-v1","latency_ms":0.43708307202905416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08e2fef58a978804821a5019b5a46c79a8b28b7d1dcac4d4973d2f5280e4d47c","sample_id":"mmlu-college-biology.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41804e329d028b9223b99d6ab8882a8109d8abdb4d4fe66e48ff3ac0a28a4e8e","formula_version":"titan-u-contract-v1","latency_ms":0.7090410217642784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebb197904ab7cbf92c22612c16a2eca4a7407a3e853b8ea1cc2719f29970ba4c","sample_id":"mmlu-college-chemistry.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49a5f5def0d1d46276d2a6adc9741273335acbaa88201c51075c94fe18f60ee5","formula_version":"titan-u-contract-v1","latency_ms":1.124582951888442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eb80a83f503f278f19695127a23eaf0c10a3ade62272a6fb5bb1806b022011a","sample_id":"mmlu-college-chemistry.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f3446424b3382e6a7f51b401109df8bad2f9e1a3fd6a19566c7297a5af65c21","formula_version":"titan-u-contract-v1","latency_ms":0.4984999541193247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4da258d271ab40c9e597d60515e955358b49d5f5df99b89cddfdc49db469bf20","sample_id":"mmlu-college-chemistry.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5946bb6535eb56675b75ca874d29806e793660df02d29d598c93062be588e49d","formula_version":"titan-u-contract-v1","latency_ms":0.7725419709458947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"165fc6055254dae6e2b07973bf225fa63d65ab52e3e537e717d4082b0bd95681","sample_id":"mmlu-college-chemistry.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4fbc932983d32895459386f597ba94a286c21f86eea8b94cf4456eebfba29e3","formula_version":"titan-u-contract-v1","latency_ms":0.7168750744313002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43f5c8e13850a6c8b3e020d75dd634f22ba0e8ecc5f69d0e1474a11da0c462f3","sample_id":"mmlu-college-chemistry.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8eaf7b2f1cf233123f7cc1166840bba0a1c34314a2cd96d150e2ddd6020012a","formula_version":"titan-u-contract-v1","latency_ms":0.5341659998521209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ac2687ff6e8642d6daf9222f9374a5ef429cfc28bcd6990141f26db84e7da8b","sample_id":"mmlu-college-chemistry.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8074625e0a39acd32924d75b7550fc7bd7aafe12b5327aa7ea87b311b73c148","formula_version":"titan-u-contract-v1","latency_ms":0.7663749856874347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8fb6b76546776862110fd3a2deb6a21cdb45060d18e440df5a1eaa82f47bd68","sample_id":"mmlu-college-chemistry.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d758f1c83b6334381b20653e2fdb54b9cfefadbbe0ff5d41727920614acaa8c6","formula_version":"titan-u-contract-v1","latency_ms":0.7673338986933231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6731a9a08fd107ace9715e0b140cef94e7220086bb30af4dd07ca2f3205fc883","sample_id":"mmlu-college-chemistry.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef895930a1d7e28ef06cc79afc11448a3138059f571b36941907437dbcabf13a","formula_version":"titan-u-contract-v1","latency_ms":0.4812920233234763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76f79aa365ac6cf1262e1298f8c40af26b6599e667c95dce8bb3af163100745a","sample_id":"mmlu-college-chemistry.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f85668964ddc82a606b5de2eb409c3b7fd7c9b086f1b74f45d52089c522ca3e4","formula_version":"titan-u-contract-v1","latency_ms":0.8482920238748193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d248e75a5dd9941123edd1a81f60e3f59e083d21b6c8d84f33d21c1385c6e656","sample_id":"mmlu-college-chemistry.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1483ad1e171bedfb3bfe8371782b986b2c6b8844901b0632e6e5a3d435335e52","formula_version":"titan-u-contract-v1","latency_ms":0.9822089923545718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b96d646fb0e48ee53dac80b28c83e31d25b95df3e07e4b970c0120a410b883cf","sample_id":"mmlu-college-chemistry.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3a11728dce555aa706ea52beee33b2b8860d0a3f794e572a2b47f85615de1b0","formula_version":"titan-u-contract-v1","latency_ms":0.7020829943940043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d5a511dbda23b9e7636f0806c40de426a09b632c8e391f394f7fd60a299a12e","sample_id":"mmlu-college-chemistry.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4998422b346dc3e06da5a7dac27f85c8fe57ec3dcf39bf4a94f76d4066f12214","formula_version":"titan-u-contract-v1","latency_ms":0.46749995090067387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1866bcab542f1a23dc45531f14883f02d2605d0c130349e03616bc69bf89c398","sample_id":"mmlu-college-chemistry.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6030caa0376599ea94ad7ddde55e596486abcf17480b734cce6a2383bef46586","formula_version":"titan-u-contract-v1","latency_ms":0.6089160451665521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7618dcb21f54bbab3a93e4557257e6446a18a1dbeae7ade37cf6ddf3d13965bb","sample_id":"mmlu-college-chemistry.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d84a3b33cf7be4ea67660529f2bafb31fa919e61906e9b0aba1dbe6fb2bb038c","formula_version":"titan-u-contract-v1","latency_ms":0.50166598521173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cc12908385132c9196bd6d3e147c2a9ff51592117677cefdf104215eea08c84","sample_id":"mmlu-college-chemistry.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e5e0d84708eb4b8aebc665ff155e11b25e85c943f2ca85dc225fbc8934432a8","formula_version":"titan-u-contract-v1","latency_ms":1.1529159964993596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab746a7085289d0a2581887c7d6ad0e08d40832fb2669c4e2358b60507e2c5a3","sample_id":"mmlu-college-chemistry.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0d97dc657f9c0230f4e9f883f491662ee8aadb6cfb1822628f9fd660e30ae18","formula_version":"titan-u-contract-v1","latency_ms":0.4819169407710433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"935c00758e83b9bec48cedc9218755db8595e4e271eb808a2b98e735432535f0","sample_id":"mmlu-college-chemistry.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70347b419db662c68fdd4c0ec9e5fd946c77c117622a63d60336b4d2ed1088a5","formula_version":"titan-u-contract-v1","latency_ms":0.43541600462049246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"841a491f37e48964b1a6dd33eabb1474e0a7f8bb9e817d0066d664899fbcc7ab","sample_id":"mmlu-college-chemistry.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ee6448eb998948f7b22b4571e551a4f34df9f14f13c46002a8c04967f73080b","formula_version":"titan-u-contract-v1","latency_ms":0.7592089241370559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff5e38f2a092d78a0fd62844087e990b7b4cc8839e8eb0128f8fcc34f93105b4","sample_id":"mmlu-college-chemistry.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14d573b4492471a2127ea3df9901975b3889be7f5bed51a02c83571627f4389f","formula_version":"titan-u-contract-v1","latency_ms":1.1451670434325933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"caedd3980b643a0eef918b988ea0324fdb25bce90aee35c584beac2cf24c040f","sample_id":"mmlu-college-chemistry.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12275e94e16a0144171f6ad0a3e92dceb001900c7e4c2a23a9a585ca220fe777","formula_version":"titan-u-contract-v1","latency_ms":0.8172920206561685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29efc239df954a62bea2172998ebd8071e373483b7ec11dae292202bfe8c9b96","sample_id":"mmlu-college-chemistry.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"738b279d018be198a648d447f3fa0e222aa1fb6d28386ba259532850bdb38880","formula_version":"titan-u-contract-v1","latency_ms":1.4584580203518271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cc7d027cb81416be22bcda4bc66da2b113a8633c61a3400bf74d971ee784ce4","sample_id":"mmlu-college-chemistry.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39081b0f1d99e99d9c2b260fbab05c94e9022b2b6c3eb89329bbe1ca02cdf846","formula_version":"titan-u-contract-v1","latency_ms":0.606957939453423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2680ca840cc5845f24ff582d9f3e6683a94f8fcec9e1d637dd03c660e56a2a21","sample_id":"mmlu-college-chemistry.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"032b2527dd8d1675a4f86c512982d968a50684c59e7f84cf67d731a98c9cabeb","formula_version":"titan-u-contract-v1","latency_ms":0.4795839777216315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28973fd079186c1ae7811b266af9fadd52f38f4a03d5426f589248e5cfb6a155","sample_id":"mmlu-college-chemistry.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"065aafac7d0fd3e42ac8fa6be1ea57911b70b61561d78615dd6bafd1b9fcb6a5","formula_version":"titan-u-contract-v1","latency_ms":0.6511249812319875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35fff521acb396113c27459ad07e9973dcd11ce9d5593867b4ab729a1c4446c2","sample_id":"mmlu-college-chemistry.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27c8acb5d49d2387d6cd1d7e95184a96bf0608f02a17d45b9af0ea3360712c08","formula_version":"titan-u-contract-v1","latency_ms":0.7309590000659227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab4c031a1f7420fee6e73f18c2f5086129c18c1cb7dee23780d244d9958ec22a","sample_id":"mmlu-college-chemistry.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0055339f40a20fe20641447e8d1673aab52fe188e0733ed0c2e01789b8385928","formula_version":"titan-u-contract-v1","latency_ms":0.5141670117154717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0286ccdcc90462cbd69d16c760331a28a686193968597b8993a590742b6c0a97","sample_id":"mmlu-college-chemistry.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1afb9574cde1c09f9cae9e022f6e9fde14259597e2619b6c8b47d9c7d7436bf8","formula_version":"titan-u-contract-v1","latency_ms":0.6814590888097882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5d8833003ee3123978e9be628a9fda834bc9c589f0d7bcdd5d8913ed6253d47","sample_id":"mmlu-college-chemistry.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f578622fae198105d65474d1f1a0baf722b2d8a22c025fe068e71fa8fbb53e8","formula_version":"titan-u-contract-v1","latency_ms":0.49358292017132044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9522f2196aab377b98cdd21eb5e3ee176f0f33aef99781e1f3bac77838159755","sample_id":"mmlu-college-chemistry.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1120d1ed87c149c5807d0bfe93bca052b78d848af6de0b5c9b533cc234ed92a5","formula_version":"titan-u-contract-v1","latency_ms":0.4192090127617121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81a30f5e2332e8e8643e57ce051cf9e1346031a458c4239cc44e1e36e78bd3e6","sample_id":"mmlu-college-chemistry.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e414f1b209539bc823a5ba1f58011b9314d28cfb51426f2e2432a7981c0103d7","formula_version":"titan-u-contract-v1","latency_ms":0.6392080103978515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d03c11673ad01177c3a237fdeb2ee8b6734b67158192c9e0697adf486bbdb4f8","sample_id":"mmlu-college-chemistry.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e55e292c9450d08956f2ccee21100db7b9c105dfabec5220a20eb81d1a13fbf","formula_version":"titan-u-contract-v1","latency_ms":0.7273749215528369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d2439b0709851ecf7166c2a9067b49fed9db8a16621893998978b25748c3bb6","sample_id":"mmlu-college-chemistry.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c498512a572f8145dcb13051b40ef43df4df14f33f1597bb868e840dc1e64da3","formula_version":"titan-u-contract-v1","latency_ms":1.2296249624341726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"694dfda9ba6c161a4d935749c4e00a191a7cb6904003e6bad222eb6735ca7342","sample_id":"mmlu-college-chemistry.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfbe5dd6fd878397553401dd66033a9e8b5aabf789decc040bf19382defde849","formula_version":"titan-u-contract-v1","latency_ms":0.5639580776914954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ceff9fbdda41505fe2b7be6027df9ac009d7fbf7bc910f073ea0c5eeb914a95b","sample_id":"mmlu-college-chemistry.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1edbb7ef57be2a383b78f38bda7b7f5d8c2af61061c2edc639f45247f35372a7","formula_version":"titan-u-contract-v1","latency_ms":0.805750023573637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38c5e4ea8173407966ed05afd321bce4c65a3b4583a6a4bf8860c5b73c453182","sample_id":"mmlu-college-chemistry.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2646f0bdfd900c7222ca11a49ee5ba45ad758d76b6832bd8ea7b895ba9857679","formula_version":"titan-u-contract-v1","latency_ms":0.6769590545445681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"961fae210e05910f8748f2912ece2776fe8090afdf43d2389ddb750cbe40d2cf","sample_id":"mmlu-college-chemistry.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee24e08f92212d5a15d24dc2dbb0947bb8edfe62c948e042bbfb444693201025","formula_version":"titan-u-contract-v1","latency_ms":0.4667920293286443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd6a11d0cf7a5e7fb7f2da95a1f5b4e368065081e3576ca2a3f6bc6c9ec6c350","sample_id":"mmlu-college-chemistry.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42f88eba5245d489862fb47498427397161f3dfa46a84cc8c30abc4ef69ae355","formula_version":"titan-u-contract-v1","latency_ms":0.5527919856831431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eb609fbbb913f285c5e9746ef73938a85b9a8efc57d84d3b8ecda388d51872d","sample_id":"mmlu-college-chemistry.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2a894fbae41bd78b40b61df9bd41e503e8720890a959172e637a79d42ebad7c","formula_version":"titan-u-contract-v1","latency_ms":0.6373339565470815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fe45a2debadaca3728ca95d87745cd53a673e1712b8bcf2f233c022c7f00f15","sample_id":"mmlu-college-chemistry.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8f253d7b532fd899a22d76110b79447b142a3cee19fcd250ece6ee805d60c22","formula_version":"titan-u-contract-v1","latency_ms":0.6957500008866191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c8c580ad8ffa606b9e74d5069aaa66282bc36a9de48500f78fe22ad22ad4cdc","sample_id":"mmlu-college-chemistry.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83944c06c646302ec32897909db88a2f014d4f549070dece3e434f2791dfccd1","formula_version":"titan-u-contract-v1","latency_ms":0.6474999245256186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39ab6df7ee01c2fd5a6bca260404cfa9c8245ef3c8d5517d9e64789bf77fb277","sample_id":"mmlu-college-chemistry.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be4f48e940cf2ee9430131f9ca99bce61f1f1937b73ff94d0556ebcfb1b20dc5","formula_version":"titan-u-contract-v1","latency_ms":0.6745419232174754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4998ec25f049d69500c8573deb2ea265ddfcfea67fc63b3eae610db39d1affe9","sample_id":"mmlu-college-chemistry.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"501ed1b0d782d37807614f12c71ea09e2ca9bc2db15f81ac4357a5176c458d3c","formula_version":"titan-u-contract-v1","latency_ms":0.4296669503673911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c71cf7e9458db2eea81a586c44116c4ff68a531c536cc413421ccc008fe5f5d","sample_id":"mmlu-college-chemistry.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"755a05a749bcd58d280ad5cca8e3bba630d21b73b957c8edfd3ac2281a50f236","formula_version":"titan-u-contract-v1","latency_ms":0.45083300210535526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13f3e2294d4e0ff02b8c6e408edecbe754c87bcb3817b990b06e69457aad9faa","sample_id":"mmlu-college-chemistry.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2aa3e524d758c89ef9acd830e006409da32f74d04388e3bfbcbc7f16bf65b148","formula_version":"titan-u-contract-v1","latency_ms":0.6240829825401306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ecd997ab7d54b096004332024ec75e005e74e1a9f461132c8dde1878e7261fd","sample_id":"mmlu-college-chemistry.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96a1a9852ea5d4ccdda924c07104b80a68dcac29c64c2fd6c5cd6d9856db9d3c","formula_version":"titan-u-contract-v1","latency_ms":0.5940420087426901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23bd13489619e83348d96881642463c96d74635fd11311d3423152dd507365c3","sample_id":"mmlu-college-chemistry.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"428c3cf1f475fbcb5a4be35e0a62fcf5d7a123391cb9a012b8732ec492d3131b","formula_version":"titan-u-contract-v1","latency_ms":0.5228749942034483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18cec14a644523c06c3955f2bd2a0ad0b362be796669d0f957ace635a68ec1cc","sample_id":"mmlu-college-chemistry.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cc796dc9bf1477ec3d22e1d568f6a883af7357bcb148264b39f8f0e22a21cf6","formula_version":"titan-u-contract-v1","latency_ms":0.520500005222857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"688e87b28be3218fdd906a6327e62476661137e3c331ff61ef7d7eae213395a5","sample_id":"mmlu-college-chemistry.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7395c8e9f9339c2a9877c0922c057da3509439c883d0f86cb2ed174bc0da6131","formula_version":"titan-u-contract-v1","latency_ms":0.6329590687528253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a6eb1de0ddc8f8fcf56ce5d097e62deba4604b3e47a5bded767517f5d0e1868","sample_id":"mmlu-college-chemistry.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e784dc13fcdbb186f3f97a2462b3f58f4c4aa1df694a8b574f14ebe28ea211b","formula_version":"titan-u-contract-v1","latency_ms":0.42629207018762827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfca92d82ca458fbbe01415452ad80d4f384838090021fd6ee6cf450c33319b5","sample_id":"mmlu-college-chemistry.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48473d2ea885f4701c878bcf3e86f51bced6bc04947e077670ae83bbabb8c47b","formula_version":"titan-u-contract-v1","latency_ms":0.45920792035758495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c418654e3d4eb894354aae2869cfc0d76cd27c635ea4a76df9d0a3b50692db90","sample_id":"mmlu-college-chemistry.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0cfb500e9f5bfb8dbf961c4fe5a92908c3dc08b3386ac41e61e40e447ac6b8c","formula_version":"titan-u-contract-v1","latency_ms":0.5012499168515205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5a855583e6e6a9af2a677b72b02b696ebe79c5f59f41bc533f72b1ab3dd8a05","sample_id":"mmlu-college-chemistry.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bbfdfe5933d692e16f236b31a5db16368407817486dced806a49897483b331a","formula_version":"titan-u-contract-v1","latency_ms":0.7494169985875487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c246a50b0af7b1a79982511db036a9b12b699263d7be6a4cbe84e0bb673d88f6","sample_id":"mmlu-college-chemistry.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aebb49f9e93d6c870c8c5cebcd7af450268ad00507c8b62252ab8a2455d6d442","formula_version":"titan-u-contract-v1","latency_ms":0.6344999419525266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cd07568f6cb4c2d54ab1bf54c8d9a11bfa4c32be50e3b1985605d5ef61f70f2","sample_id":"mmlu-college-chemistry.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba53bf44b8117356c2f9cfcd4a8926ed804da214286b0cadbb8c88c41d0937af","formula_version":"titan-u-contract-v1","latency_ms":0.4844579380005598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b69e3c64829ddb159ec01dfc8a3551cd22a6167bebd5259923502bce806c6aa5","sample_id":"mmlu-college-chemistry.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e9f879a5cefb0716cea2cc9784e9d8bf1dfddc0795b20f4da4b24b4eee6c05c","formula_version":"titan-u-contract-v1","latency_ms":0.40929100941866636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30a2d75da3bdab4bbb8a12b24f84756283a6df75a45a55244582820401dc1195","sample_id":"mmlu-college-chemistry.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7abac7412f382b01ee1adb8ca3bdb4de004d2376f2daebfd72b2f0842ef253f","formula_version":"titan-u-contract-v1","latency_ms":0.9237079648301005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"655b9061c2e43a301b49e7966c0fe8915f405fa072f32151c936c16300aa8a5c","sample_id":"mmlu-college-chemistry.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b8125b1d9601967b7423ef48a64903ed6bfdd40692da297696462e550f385a2","formula_version":"titan-u-contract-v1","latency_ms":0.5502080311998725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4abaae9947439e1c605a7db1ea27af93fc4891d33e2b610c7564db429ca879cf","sample_id":"mmlu-college-chemistry.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da54d885fb0ad73c40bce4d6298028093eb23acda3e7e1884f96eb1cb2235a29","formula_version":"titan-u-contract-v1","latency_ms":0.6201249780133367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88d94fe633c40385d52527a510317cf073c926f64d653a88df3ebbf61148f7c1","sample_id":"mmlu-college-chemistry.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93ed3790c8cb39b7853dd6e206c2445d80145e35e5b346715688ed91b80ef980","formula_version":"titan-u-contract-v1","latency_ms":0.46916597057133913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"628329d420e4bf7647c8bdaf4b722252b78bf1a88c2546aaacc356e07d9d8aca","sample_id":"mmlu-college-chemistry.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca896a554af651a8db09b3a360a2c1038dc2c1676712871a48c08d5a1fbde5be","formula_version":"titan-u-contract-v1","latency_ms":0.5341670475900173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97bd717cafbf4b75a0e8ba1b6baca7c3c5e340039aacf32ba28bb4821ab6edea","sample_id":"mmlu-college-chemistry.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0bce0db3ebeb74005e4491e934ddf8aa4698d4e60d34ca0ab85a57ca78867d0","formula_version":"titan-u-contract-v1","latency_ms":0.41366706136614084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cda09addc97acd089a64c14743d096f7d5eb65b56f4f0d8b82e658ef5fcd957c","sample_id":"mmlu-college-chemistry.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c46afb482c0018e937a7c31b91d04ed33408abd7f026692e2511a48d93daaf97","formula_version":"titan-u-contract-v1","latency_ms":0.7072919979691505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b0916b36bb21a1ec7f412462fe1e5d4f2810851c9d1828ffdc6db9adb3700e4","sample_id":"mmlu-college-chemistry.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad4c79726e310c3cae259cf841b8d424381e09ef0a527a72ed1cf3ce2cffd6ae","formula_version":"titan-u-contract-v1","latency_ms":0.7098750211298466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f701b6c3a68dafac0db37239089630a08403bbe7db39c3fd29640dcb6baa047f","sample_id":"mmlu-college-chemistry.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af2e957ddd906a35a02c6d4b84159d79cf5680f74421cc3a8761fc681b362015","formula_version":"titan-u-contract-v1","latency_ms":1.0958750499412417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fc619b91dd8d4a6840ead5076b620efe3a2afee722e7376f8c3a20336ef5cef","sample_id":"mmlu-college-chemistry.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"792bcd0c905f789f604767f65d52b36cbc725ea5d703f24e8ba2e1115b562013","formula_version":"titan-u-contract-v1","latency_ms":0.5800840444862843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01aab25b565977004832ea3b216c1d9b5e67a2c055a14fccae97dd99f62ec209","sample_id":"mmlu-college-chemistry.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4206171d7586c3714d9c49ff63e83b109f71f590f8f37beec46a4143151087a","formula_version":"titan-u-contract-v1","latency_ms":0.5350830033421516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23f206d91955112e7f204e2ae853ffee955dc8707c3af4f3e21a86b967e5fdb7","sample_id":"mmlu-college-chemistry.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"245299fa521d251d4db42375bf934c44ce25a5c9548ab0a74e1bf88cd9a05f59","formula_version":"titan-u-contract-v1","latency_ms":0.543624977581203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ce74edeae9799303db7d0640b3fdcef97949226a85d5a2b56928948ce8d2e97","sample_id":"mmlu-college-chemistry.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9ce5aaa3938f20bc4a0fd83908550e6991169792cb13848bd41cde6b7c9172d","formula_version":"titan-u-contract-v1","latency_ms":0.5919169634580612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cdb61fe4db4df1eb1292b43a757fd213e6c8524fba399488949ffd286db891e","sample_id":"mmlu-college-chemistry.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc027fba230f51d3515b19df28f5b7756723c97b8314b1b76ce95f6a62b639db","formula_version":"titan-u-contract-v1","latency_ms":0.6993330316618085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40ce2bc38be93fc329386f559b6f7071a84583e7afb60e93b309f6fbb6897fa1","sample_id":"mmlu-college-chemistry.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da72445b2fdd319b7eadf1a2ab8e7c018917b0e1c20042353ad8d1260d619dab","formula_version":"titan-u-contract-v1","latency_ms":0.51716691814363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c36d984843c0d9ffade69374b1b5a5ff3698db387b9abe2c75b77d9ec7be34fa","sample_id":"mmlu-college-chemistry.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6d6e637327d2d29ccc0c37505873abb9b3327e6b0265e092d1ea20f5b1e71f5","formula_version":"titan-u-contract-v1","latency_ms":0.43124996591359377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd5d73b97f377bc7b15ff3f69f3493ce33475e63eb9fe84f37cbeed7a517c100","sample_id":"mmlu-college-chemistry.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fb5a34d635683e289c0692bd8a469b5b5f275f50451f9dc6296f43de7016090","formula_version":"titan-u-contract-v1","latency_ms":0.42349996510893106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4022e4959698c7b081ac9bb9b1ce09484b8fbe81f3e3bc6018a652253397105","sample_id":"mmlu-college-chemistry.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f7ce7f7d9916cb3639656036a32c9b23f29b8cea5612cdc7fd1f94c80aba21b","formula_version":"titan-u-contract-v1","latency_ms":0.683707999996841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc0bb0b95cff1a454f3261878ef1b3767717b2a51999f7ddac949936c9275bfb","sample_id":"mmlu-college-chemistry.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f652d727bca5ada876589c29094aa9e62565262e64a622e3684bb23758aa3f23","formula_version":"titan-u-contract-v1","latency_ms":0.5967089673504233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ec2795e354f1135707063985db2a610f934f72b502be758d583f7b8da155d55","sample_id":"mmlu-college-chemistry.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76c87911f75ea74c80c7f9735cffac6d4e6b69b007583904531abb2442ccd3b5","formula_version":"titan-u-contract-v1","latency_ms":0.46300003305077553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fa621f39b853762d1b64337eee494d18482a55c44affe133c284c7d90628679","sample_id":"mmlu-college-chemistry.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6498e27158322e593cb997ca684859f7257f1a2739db48ff96c26fb2a239c35c","formula_version":"titan-u-contract-v1","latency_ms":0.619333004578948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90ccd86b29f8f58b504f61a8149d8aa5e1428df09bc6108fce6bd3fefcb4e07d","sample_id":"mmlu-college-chemistry.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"022dc91ea81e069e25de5942e96045b8ad8d400eb32e9e28f09f904a47e1582a","formula_version":"titan-u-contract-v1","latency_ms":0.437250011600554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adc06fc130654581964e51eddcf8e4b81eff02c0e3e33428ebcf6485c134d9f6","sample_id":"mmlu-college-chemistry.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cd9d9c5bdc6851915b4e1bc578f8231fc6f927c1e91150e11c38b50d00379bb","formula_version":"titan-u-contract-v1","latency_ms":0.7527919951826334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b05e3a07abb3663a09898edbe2cf2decb14acfa89d001c03b98a47aa50457882","sample_id":"mmlu-college-chemistry.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0391e7bd69b7e09dfc729481950f3a6aa71806b91ad0265933bd337c14089e7","formula_version":"titan-u-contract-v1","latency_ms":0.658875098451972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4977ed546cf97efe0ac6aaf7038296f07c7f59f0e3002ff2d50986a9eca82a6e","sample_id":"mmlu-college-chemistry.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dfa1efb397fb99b3ab8840c03fdbcac8265d74cffe831b37fc2532fa5bafcba","formula_version":"titan-u-contract-v1","latency_ms":0.5706249503418803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07717763d5a921d3b4f5b55070cd3a9e776a13690d3006cebb89c4631e97852c","sample_id":"mmlu-college-chemistry.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdb80c9811ef400c8810dfed5ffb569c35e1779b147914969249bbaeb925b7f2","formula_version":"titan-u-contract-v1","latency_ms":0.6020839791744947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63b31b87828a4edfdb338a8642196dad4214f94a6fe642ee88aa8f5670e0647e","sample_id":"mmlu-college-chemistry.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"477b20661ffab335c2715f65e5beb93179e35bcdfa746d7bbd72b4c1c38a378f","formula_version":"titan-u-contract-v1","latency_ms":0.5691669648513198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbdc39fc9a9f9159082f0198cd740f3edf6cd124a3492d2dbbc8ea6e5020bee3","sample_id":"mmlu-college-chemistry.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a40352d9cba936059ed332cffe33d756810980da99332cfb3dcd430affc8623","formula_version":"titan-u-contract-v1","latency_ms":0.5263329949229956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ab10dfae19836e4a2f8f08482d4880253cea352036f5f670c03ddfdb9b764ab","sample_id":"mmlu-college-chemistry.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d65ac4b2c816aec9bff7db065b7f3d09ea6a88d3719841f8b76b0d3c8489fb6c","formula_version":"titan-u-contract-v1","latency_ms":0.5225829081609845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30ae4ce83d81d461a423054e3a3545190814e531f4c57d1110ff05ca7fce2785","sample_id":"mmlu-college-chemistry.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29e88b4138367640ca9cbb4f5cd93c4d2c0dd48841cd5eec755fdf430f389178","formula_version":"titan-u-contract-v1","latency_ms":1.1236249702051282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d64e6c1a85e7dc75489ed72ce48cf477c4fc06a4a48c8cbb5e445bb993f48a2","sample_id":"mmlu-college-chemistry.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a576e89241fca6ef352cd4c09819a8ce8b01d66b6ca1831377e4ba9ba8cb3106","formula_version":"titan-u-contract-v1","latency_ms":0.5212919786572456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6532f475df59fd72731ab5d28f78acf23342cc2e6e7ab21dbfc486ea60a967d","sample_id":"mmlu-college-chemistry.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bea56a78b7f3cd094f5be577369ff26a168f2fc96632d662a66f5332475e1c84","formula_version":"titan-u-contract-v1","latency_ms":0.43829099740833044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ff73969d841301fe35d65391de71dc9555c7b846ad2810f8b78b36473f0739b","sample_id":"mmlu-college-chemistry.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e813b0990ace00c7ff9fba2af38828c827186e8bbc0112f9e1b275be8919dafb","formula_version":"titan-u-contract-v1","latency_ms":0.5860419478267431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dbe7678123d745b84157a2b6251acfd610f4b2be47a38ba4c3caa3510f06734","sample_id":"mmlu-college-chemistry.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29960ba209b3fdb5cd6053f2acc26f67b14a07a17afec7a4082153934a266d22","formula_version":"titan-u-contract-v1","latency_ms":0.5100829293951392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e92728e1ef4fabedcad3e96584cf2e61ef853ca657719730c30249789080b53","sample_id":"mmlu-college-chemistry.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95f2a468bc70590472cbf6eaf575a7efe3aff1e48bd99d290ba76c83e1132344","formula_version":"titan-u-contract-v1","latency_ms":0.5574999377131462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d216d006d046fd195877d594f51bc4a1c697b35226d82ffbd501e179ce4711cf","sample_id":"mmlu-college-chemistry.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70902db43ca778428515ddfd1cbfb4c2f53df0b7189a4e78585866b904ade36d","formula_version":"titan-u-contract-v1","latency_ms":0.6150830304250121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16655c93f5598d21b2453f9afa44a734357d5d4e7b75b82e556c4150f2f3c082","sample_id":"mmlu-college-chemistry.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96a1a9852ea5d4ccdda924c07104b80a68dcac29c64c2fd6c5cd6d9856db9d3c","formula_version":"titan-u-contract-v1","latency_ms":0.4949170397594571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e0e9b47e7df736997409a11d2bed8eee0301d28aac885202727266eea8265a4","sample_id":"mmlu-college-chemistry.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6f12cb769393909fa4607ae77aa569190adf08527a84440a0d50c760070f736","formula_version":"titan-u-contract-v1","latency_ms":0.6870839279145002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dd2bf640a959d2eb219f65c5aa7f6c2642133b5bd1fa4030f5c3fe17c8ae45c","sample_id":"mmlu-college-chemistry.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a40b5d090e9811484766519acae451cbb4f82495b6bce1ccc22027b098a6fa97","formula_version":"titan-u-contract-v1","latency_ms":0.9202499641105533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d60cf16da245acbe6c5e810c2cc2a6f6efa076540b8c3f43b6181fa46c87a02","sample_id":"mmlu-college-chemistry.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f5637d3f102e48809c58e416c1d2064ec1f57dddb2c91f3c99a9ce9809b80e1","formula_version":"titan-u-contract-v1","latency_ms":0.6584160728380084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f1a7996240e2754cdb216204ebb649b1724d5e34e3e637b8fe940a99cbcae38","sample_id":"mmlu-college-chemistry.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50ee17f117031bf63d14d4d9881e3ea9eed98ae41dcfebb53cd14e5df33cbf45","formula_version":"titan-u-contract-v1","latency_ms":0.5519170081242919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08460dfb4433e82144e04e875c00f86b7b1fab5108ad66f3ff0ca1d0ffb62be5","sample_id":"mmlu-college-chemistry.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44a1c9bf5a3f173ed9459ef4d1678fa64c06c9758d2fef3d507a02389392e6c8","formula_version":"titan-u-contract-v1","latency_ms":0.4752910463139415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ecb7e60a1c09ee8687d2370995f0a5df2a237d7c7e8f9bacae1efd3aa57e9b1","sample_id":"mmlu-college-chemistry.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d2abd575649e35a26b26e29989a6b24666511df2d461f05650754d84301af2d","formula_version":"titan-u-contract-v1","latency_ms":0.5060420371592045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b28c936c692ad59cc4e9458e634f012b5a7e085797cd159b4937e739d962b6e8","sample_id":"mmlu-college-chemistry.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60906d190b4f117270a70681859a7c7bed78e7254a7a5fa8341d435d69f09184","formula_version":"titan-u-contract-v1","latency_ms":0.5873749032616615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aedeeef11e0125810ae8ef31af373db3d6e65b0279145c0a455692bd3c2de558","sample_id":"mmlu-college-chemistry.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbd6c6904206df25c01f5714f244012f2bac39524923c0762d293ef9c8edc87f","formula_version":"titan-u-contract-v1","latency_ms":0.7737500127404928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b84df7def92f69cde31dbc5c08e0f926f400c81f5fbadfa96b0a626283ee854","sample_id":"mmlu-college-computer-science.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed50d1a2a538e2357dc83415f8cb5d4d7c4e53f7ce65216a057153d94034e978","formula_version":"titan-u-contract-v1","latency_ms":0.6474590627476573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d92c879ca66d1227a88f3b249098eb669327906b371ac2ed2279ddd8819c370c","sample_id":"mmlu-college-computer-science.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a74658c926226c79f4011b8709b46c43df507b91d7404169f4747b41355be6d1","formula_version":"titan-u-contract-v1","latency_ms":1.3328749919310212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5d0a19e5d982c55fa39682fd712835c59e8ff0e7169607e4b05b2f154bfce25","sample_id":"mmlu-college-computer-science.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a126329db20e812346b4d5166eb7dd5959e88196db2e0d9a4d6e411ebfcb8dc0","formula_version":"titan-u-contract-v1","latency_ms":0.42091694194823503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2ec5036edfc6d98ed933b2dc6646688d29f9ce35d0f05975282e112e9583a19","sample_id":"mmlu-college-computer-science.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61968e820191ea03b7b92be17842a1852f550ce1904c1a2da2015f1a2a739d3c","formula_version":"titan-u-contract-v1","latency_ms":0.5370830185711384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"712246b0ce43a0c3b1d4a3a816d8a095a2299bcb95d9bfd0a7142b445176f8ba","sample_id":"mmlu-college-computer-science.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7601d76fa2727d08b09c62778031e8c1e44db28329161e80a2459e8a2919e65f","formula_version":"titan-u-contract-v1","latency_ms":0.42941595893353224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb82123586f2b3d53260b4cf12851cf0fa06542e2af5604afe3c1c22cdc2ef06","sample_id":"mmlu-college-computer-science.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbe42437297edc2f6554dab5552718375fde476b1996e230058b2074a5da3866","formula_version":"titan-u-contract-v1","latency_ms":1.0008750250563025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adabc073af41fadfd2f1e926d201b9c6e09b5d262a8a569632c07aef96aa163c","sample_id":"mmlu-college-computer-science.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8413c7416319dbf6b1a3d23de689f69426ac66a629af1cbe8e7ced1dcf5982fe","formula_version":"titan-u-contract-v1","latency_ms":0.5891660694032907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20897d5bc1502355b94467915e9337ded511bbc2bb08f637f19cc65f425b6244","sample_id":"mmlu-college-computer-science.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a73a1b65f03f7097291a1540215ff18a7171a1eb309c856687530b2a6b9562a","formula_version":"titan-u-contract-v1","latency_ms":0.47924998216331005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a06dd99cd57938b620a762708624ff8f9b6a0d55d3ea4bb079ddba34db85bcd","sample_id":"mmlu-college-computer-science.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46ea394bf98fffff06c65b1167fcfbbaaa6af94f233a8155097899049e92fe4d","formula_version":"titan-u-contract-v1","latency_ms":0.5425000563263893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"092f4008ff9b04d85a1b30e4cc7c02b1e551d034732390150f15294d150f8813","sample_id":"mmlu-college-computer-science.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4c694696fba6baf4c2f2c8f07f57b94a47ab1fbfa1f13cfb6e825254f5a8062","formula_version":"titan-u-contract-v1","latency_ms":0.5683329654857516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44c15e48e8d77414fa9b337f8b8025799c23742d5ddddc027472847d1ae76433","sample_id":"mmlu-college-computer-science.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"644ef6fa8424dcf573748f26a07bcd08aa143f6ae4583100d448b823c1040d99","formula_version":"titan-u-contract-v1","latency_ms":0.51987508777529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2233e51b0e04dae2d43b45ee4518145c98f7e857e68d4da6c5ded9df3b11013","sample_id":"mmlu-college-computer-science.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dddb5ab470b16d4eee513ca1709010388a5b4f8fd7830e76d7fa0f302937319","formula_version":"titan-u-contract-v1","latency_ms":0.5634169792756438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe2a78b97791c780123b9feeffdfdbe20c777422d80f7d5a7f9c5e893a21b093","sample_id":"mmlu-college-computer-science.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f7b53ee26823df2021a864a6a7b220ddc16893b66a71dd87f9e3fd80d4dd085","formula_version":"titan-u-contract-v1","latency_ms":0.5745419766753912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32eedd0a271f5439745e6c5c89576f3c05f5655cbafedd3946b9c00872738d7b","sample_id":"mmlu-college-computer-science.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"416077d6bc9a1aa86766e0f240fc276d222660de760835ecdbd7ebdf499b8c29","formula_version":"titan-u-contract-v1","latency_ms":0.46912499237805605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe472032b16f9f938010ac5b1b0679b755e41f73b756863af08c0d91fdb7957b","sample_id":"mmlu-college-computer-science.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43a74210f72a5d33b41b5af9b85ba7c3cef71ca7639e59470ffdaa43ec42cfa6","formula_version":"titan-u-contract-v1","latency_ms":0.7049590349197388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab1fe6be2dfe1487923e60f69ddab47a6bf29f79343326cac723f1e97388a3c0","sample_id":"mmlu-college-computer-science.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5a697b351f88187557b06da11286c5d97e20175a6eae27974603e37b048d37b","formula_version":"titan-u-contract-v1","latency_ms":0.4632920026779175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49a03a07d2f03cb60879cb1d0c1ec243aa9b8aee0191f8db66167172b06893f9","sample_id":"mmlu-college-computer-science.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43c324157fc7c44f8eb3aebb135f48fa1cd3811376fb3b1d85ee64ee88efd2a7","formula_version":"titan-u-contract-v1","latency_ms":0.6955000571906567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"449f8daa26a6845111e8d482796f94f42893aa3f8423b048e9b97e984dbe9224","sample_id":"mmlu-college-computer-science.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a46b10a4d438d58156dc881ecf8961f6dbf314b0dcfea4fb18e367529cc5c994","formula_version":"titan-u-contract-v1","latency_ms":0.5650829989463091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ce00a13b74a78c729b8b4f56cc81d2b9d8691007c30850a7d4318b47af1804a","sample_id":"mmlu-college-computer-science.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a458ba88c60948d06c0572058dc8797496138f2f47860b80e82b69bc8fe2b91","formula_version":"titan-u-contract-v1","latency_ms":0.4735839320346713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"566eadee3acc44b62ca46b8f43bdf9731677c41aa7dda350e06852c8ad4149f3","sample_id":"mmlu-college-computer-science.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbe6d44f11920640affba46a1b2f8f8894f7d4d2f27b67d29ebe69379cb2c6df","formula_version":"titan-u-contract-v1","latency_ms":0.6859170971438289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"132bae12b75f5243e50dd3b839c92e7e975bac8dcbdec1d08c327b8fb4886713","sample_id":"mmlu-college-computer-science.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53e58e26faa7cd01f795a5f874a769bacfff748a50402619334e5a64825815e7","formula_version":"titan-u-contract-v1","latency_ms":0.684084021486342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc8f8df0a56af1f87bfff5a6ced7e0e9b37723699a9aae46a642093a389b2072","sample_id":"mmlu-college-computer-science.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea72450e762a05d8700004c0f56d6d786b7e00b09e83d446d4b10aed4ba08d7b","formula_version":"titan-u-contract-v1","latency_ms":0.5993329687044024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67baeda7e36a3c70c2d06fd3c798e1d0f058f332f65458b5bde7674ee513cca7","sample_id":"mmlu-college-computer-science.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"362b20721422efeb5ea15b40d116b5857359dbf50479a2953e9df7246444012f","formula_version":"titan-u-contract-v1","latency_ms":0.5848329747095704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f9347cc372047217cefcf75857223d0a135c83cc2a3eacc3b74c4c622e180c8","sample_id":"mmlu-college-computer-science.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bb2b96ced3fb22f281898ce509e172e7ed161518d1277fcd5cef0103d0142f0","formula_version":"titan-u-contract-v1","latency_ms":0.7093750173225999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad42316c85f8c7575ec187228254558d764d6ffa0fe7daf580c19217343a20a8","sample_id":"mmlu-college-computer-science.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ac02dcfa82b98f41f91d05b3ed2a696199a0717dbe083adab30cad95a043071","formula_version":"titan-u-contract-v1","latency_ms":0.5577499978244305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"772f4f126599950eb7b5ac5ee62459c9f9181d51ca524b4b729e4ebaa4a3075b","sample_id":"mmlu-college-computer-science.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14b3692a4c05140c4cf58766479cc0154247b526c9d68123fdbf1ed3f637635a","formula_version":"titan-u-contract-v1","latency_ms":0.6046249764040112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"591507fd8e8adb1c40c59ab577de42ffa3a348c44ac5b0d7353d4e6e4df9ecc2","sample_id":"mmlu-college-computer-science.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de20708c198e5859b0592115bac1484371a655de664243c149e0afbde1e0cdaf","formula_version":"titan-u-contract-v1","latency_ms":0.5632089450955391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57610a502fc8b5682a1a16080bb1ed960a285e28fd96589c4b7383a5a41801e8","sample_id":"mmlu-college-computer-science.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad1e6811f44c0a2680aa2e697fad10b1ee8d010facb9706d3c5f10cf901cab0e","formula_version":"titan-u-contract-v1","latency_ms":0.5946659948676825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c97ba11732f8f403a77442bb41caeefb3fd1c94978f47a4d46428c562ee39bfe","sample_id":"mmlu-college-computer-science.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c68027e24a147aec6028516bcc6308f1345a2315e8ea61dd3f43d33bdfa64fb6","formula_version":"titan-u-contract-v1","latency_ms":0.4724999889731407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e6a73c488d163543aafcea92e2952e362afb7a2adda6b1e865950c4e2c0563d","sample_id":"mmlu-college-computer-science.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f0c1626878d3e56b4025bb32911949e4df6f2b27581a5909b6b42488339b772","formula_version":"titan-u-contract-v1","latency_ms":0.435834052041173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ff5cb39ecda99079fc40f62c0f325569e3156ff6bb275dc3701f0c0fc494ee9","sample_id":"mmlu-college-computer-science.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4383063329da6dab1c734a87d451066dbbdd30516e41930cdc006c54e4bf6171","formula_version":"titan-u-contract-v1","latency_ms":0.5302500212565064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67af0f5e635816340c324ea609cc470dcf5bab8a92649113261ac315518bf6a9","sample_id":"mmlu-college-computer-science.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acbae44a30eb5aa2dd55a67fb88d89b104b5a2207c092bec96422550015f855c","formula_version":"titan-u-contract-v1","latency_ms":0.5086669698357582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"388abe314d96db9d7eb56386b614666b9a955cfacf001735301f8180cd56a4ab","sample_id":"mmlu-college-computer-science.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50a680facf94f99b9cae31431269d799a427c70ed1579011248524d6bb95d701","formula_version":"titan-u-contract-v1","latency_ms":0.6832910003140569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abf381e41d1ef490a35387ae637d5af28675545b43cdc81cb6db05a484fc3450","sample_id":"mmlu-college-computer-science.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a28c960553e6780a450d6715e3d7f0290e59b2724f2941b3be9bb83a99b28ba","formula_version":"titan-u-contract-v1","latency_ms":0.575082958675921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f104e0ace2fb07a7be54b8d177d6ff017af3a320d1593273b4d06faf5eb302d9","sample_id":"mmlu-college-computer-science.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"856798d74f6755dca0c3b19e2e78e5bf2de024c6990851c5e82a1df5cc5bec99","formula_version":"titan-u-contract-v1","latency_ms":0.5302500212565064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"814a58e5cefa1cbbd03a4465abce95b3b68f4c84320116875f1919a824233469","sample_id":"mmlu-college-computer-science.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8125861be3cae15bfa9df12fa13d4aeebc3cada3438d9c757feb7c5f57b872d","formula_version":"titan-u-contract-v1","latency_ms":0.49762497656047344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5cacfd4fea7d8f0bb4239819d43ba5064a6adde39158131e20fda3b1778bd82","sample_id":"mmlu-college-computer-science.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fffb6a04a1b785867d3648a6651bb72f143a1900e39b98e74b62b00cdacecc0","formula_version":"titan-u-contract-v1","latency_ms":0.6840419955551624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"482e029603a56492b9ce663dea9d294135c1fccdb0245046248289c6a7c9bfa4","sample_id":"mmlu-college-computer-science.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d91cc065ca242e40f78c96a0a4d2df2fb3f3c406a56d60f456c6c2583b38c2f4","formula_version":"titan-u-contract-v1","latency_ms":0.9998329915106297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb0ab080a4f438d608f9fbca971f03a72af88fce71f96609a3fb4b28572ea9ee","sample_id":"mmlu-college-computer-science.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4ab8bbad1e770524294e1c14b194fd68708171de5d9525832572872912c26d0","formula_version":"titan-u-contract-v1","latency_ms":0.773124978877604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4fcf3659dcb0cb8a5adc8425f7d3a14619bee9fd4b1fbb50c3035ce9d2c0125","sample_id":"mmlu-college-computer-science.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3182be7871a1d1ba86f3072009dce58707575dd4a4dd511f4b877ebf885d99f1","formula_version":"titan-u-contract-v1","latency_ms":0.5507080350071192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"535f4cf251c18089721cc75b94cc086393423e16b8621caaeab53969993b2c07","sample_id":"mmlu-college-computer-science.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9774a387ea4a87621d834c04d1cf93e463649c08204c4abf88bc824e81e63358","formula_version":"titan-u-contract-v1","latency_ms":0.42395805940032005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d514d1a8602b23604f1a83f84ef100a58c1963959eb5339ce248ab294cd8c369","sample_id":"mmlu-college-computer-science.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4427e2d82b8fbec53a0bfc90cff6c548360eb991f847237fd8713bfa2237a233","formula_version":"titan-u-contract-v1","latency_ms":1.0533749591559172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdaf0b6efd1480ae12e9247fa485e8a90322fe504f91e3848c1d01200fbe2964","sample_id":"mmlu-college-computer-science.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8d5a60ebfc3346460027c75678423e9b92780f3e493863f17bb748f4447662a","formula_version":"titan-u-contract-v1","latency_ms":0.5808749701827765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ef0f868a20c5e9f03a5149502ff25d3d5a048330993b5f286dcaf7c3e153f04","sample_id":"mmlu-college-computer-science.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d471484d7066193a3f336d7b72c90615f1bae8bd6d09676d59a26b0a0377792","formula_version":"titan-u-contract-v1","latency_ms":0.763291958719492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e93cbc103c82107dde55272b825675d58021af3669bd532be90b993c12ddb2b","sample_id":"mmlu-college-computer-science.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff1c57a97a96e5c0a1b9b8ca1045a83fdf402d979e6349541d7fafd6e49c7183","formula_version":"titan-u-contract-v1","latency_ms":0.5463329143822193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"599a3ca8fd576ee11309d0c5cde104ec6bd0ce42d08a41a23cde0d94fd90771e","sample_id":"mmlu-college-computer-science.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a84f8899fdcf42ce49ce49769205631b69a36e34e23cf91d2c1b646b9460c500","formula_version":"titan-u-contract-v1","latency_ms":0.7113750325515866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d13e19971b602e05d6e3e2b9ae7699bb48cce5b3bd1cf0ee5e093ccd48cbdd2f","sample_id":"mmlu-college-computer-science.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fa486ed469fc9c6c3f2f997560ce209d4caeb3b703c4a80be59d82012a70a8f","formula_version":"titan-u-contract-v1","latency_ms":0.6313750054687262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a900f12c69ec8e3dbfc5e5aaabb7e717c0ec7566db3a201139a6d652558de59","sample_id":"mmlu-college-computer-science.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a931cca5b4aaeabd17ac99ddf5f32c737ab193e5a384a9e6a472e9c0ffd6b5c","formula_version":"titan-u-contract-v1","latency_ms":0.5430829478427768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f746dbd3d7ac79d06897cfd6d488126efeb573772ede2da788789dd3cb7e43f","sample_id":"mmlu-college-computer-science.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e22a55f9db12ac540c744d66b0313e52a3a9eefad16f3f3e279a38e60a89ea72","formula_version":"titan-u-contract-v1","latency_ms":0.48150005750358105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcf12bf440ae498bf868c126393f143119500dac1f5821c64c679dc5a5deced7","sample_id":"mmlu-college-computer-science.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"483f7f5c7f5c5e89127876de03bc424a6b946a8f80e320d44bb5aeb9a028d0c9","formula_version":"titan-u-contract-v1","latency_ms":0.500874943099916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"382862d8609a34b9efcf707887a5d44744decaff442ae9c7236ca5cffec57272","sample_id":"mmlu-college-computer-science.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53feff4387a56f428af52bdfb6ebc3d9a80ebf2fe689ee40da0ed8ceacea5f8a","formula_version":"titan-u-contract-v1","latency_ms":0.5310840206220746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fc2de802ee05ff1a5362544ad12dc62dc501a65992051f1af9884d6cb854b28","sample_id":"mmlu-college-computer-science.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"649300705fb06d6750979a17cf4373e7aa823906beebc4ec9ba10f82c91ea871","formula_version":"titan-u-contract-v1","latency_ms":1.2012500083073974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04a7aad86b077b23d5c0577311cf2325895c37f869d72879134e8b0735721bd0","sample_id":"mmlu-college-computer-science.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8955e832bc713973200a5425a475f2a9eb28bbe096eae431c764924ba1959c5a","formula_version":"titan-u-contract-v1","latency_ms":0.4984999541193247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91ce64a77854e61c18f260c9e46e8e6c8c5aac4f77216ea64b3b76cbbc65b55a","sample_id":"mmlu-college-computer-science.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ba8fa7a6e1057b3c3f84014310da11334b872979bb430e8d483e6a88f08b24e","formula_version":"titan-u-contract-v1","latency_ms":0.5079580005258322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43e63d2b262a2af95ad6cdd81223c149bbd45a38a2f359e305f8dfbfa5851f48","sample_id":"mmlu-college-computer-science.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dc4bb3835c72dc010db34adf32f04411cfdcdaab3bd36b87fc33bed6345ae83","formula_version":"titan-u-contract-v1","latency_ms":0.9376250673085451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c038f07bfe5b119718ee456b9d5f3ce318de7485f3fd3f9591c8bca2a6014d42","sample_id":"mmlu-college-computer-science.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e76aa862b169965f9854f2f73211155c3b3fc73abca21e32777afcd5d36d54df","formula_version":"titan-u-contract-v1","latency_ms":1.054750056937337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bf95a1447dc83727032cb1eb6154c2585f489e45153fab26a1213db7653adef","sample_id":"mmlu-college-computer-science.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5da29a9b7932a30b183d5d52ac3f3a6826df156931238dfdf3106bf83703e5e","formula_version":"titan-u-contract-v1","latency_ms":0.7529159775003791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1499c59e3b2869963282c7a4d09b4981593caff6448faca81e57e622370127ea","sample_id":"mmlu-college-computer-science.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc2bd81fff54832966ac40b7674da17d9b7d89086bfca0bfa55f76d9469186c2","formula_version":"titan-u-contract-v1","latency_ms":0.5307910032570362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7783f7ffe6fa9d90323d6931f50901072bcfdfea3e7230dbd988858f908b36d8","sample_id":"mmlu-college-computer-science.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"060ddc27200d29903f656fb4c8b2ce166e594294df31b8d96c64d1d4b0caf702","formula_version":"titan-u-contract-v1","latency_ms":0.46954199206084013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a1871c00e10f76764384b39d876d6b9f79e670b36f5258d69352a8179bf9cb3","sample_id":"mmlu-college-computer-science.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e43d9a836c3eb06fbb3b5358b924682ebe4e5fcaafce344f0c3888382aa3bcd5","formula_version":"titan-u-contract-v1","latency_ms":0.7198330713436007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c939162a5f1a072228505acb1d2ef2cb4a2f3f4232b8b6facdfc0312d249f535","sample_id":"mmlu-college-computer-science.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b66a7b56d769a7a730eb891268ec04ae54e3223d1b3be7ae4d16e3377c1be6db","formula_version":"titan-u-contract-v1","latency_ms":0.44720794539898634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"122c4642b2b0b05515563561026cd916edaf7a53d2a97ad132d2675c24a2ba70","sample_id":"mmlu-college-computer-science.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdfdd524d7892a639c11fa55b1f6d8745fcacbd0207526e0705c9865eb187c4b","formula_version":"titan-u-contract-v1","latency_ms":0.5290829576551914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ed7927e3647e53180a269a604ca141b3ffd43a4c2c57bd72b6152b5f0661c00","sample_id":"mmlu-college-computer-science.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4ccc3f7febe9d6bbf354a1a0163764c045fbe71cc207ec16a546ff1a06e2f0f","formula_version":"titan-u-contract-v1","latency_ms":0.6660840008407831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d275b8407d22d6b0aae0444ef8e6ccea102bfe8d31eb58c1eac9771b71bb7ee","sample_id":"mmlu-college-computer-science.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28abe7bac5e100d6a3a79ee483e630796e98ceb7a541c05235b1c4d535f6993d","formula_version":"titan-u-contract-v1","latency_ms":0.6135000148788095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f398ee9640754064e64cb89b2ebfe5a047c2e1cd0b1008d0565e592f4e51ce7c","sample_id":"mmlu-college-computer-science.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7fda1b0778e26439110cc6618c73a377641ab87b3fd7e29cf6357685d1f04f8","formula_version":"titan-u-contract-v1","latency_ms":0.8132910588756204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebca512cfb277b53133b612b689e797b0945fbbcd2355a7a2ceba01975168b6c","sample_id":"mmlu-college-computer-science.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02568b8e160e06dde7dcce37d4c99689f6db66d188b18bfda4f08b1cb8d52313","formula_version":"titan-u-contract-v1","latency_ms":0.8813750464469194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1924318ff513acb0775b09d7ee41b5f67417bad83ebc8e233d8debeefe9f1f7","sample_id":"mmlu-college-computer-science.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0deb93bda403070eeb8fc8e6e869d7314cbba1b5f06c40ab9fde0d676e47eb9","formula_version":"titan-u-contract-v1","latency_ms":0.4527920391410589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5cf2d494453b606f20906f27f20f8e40ffdae4ea6fbe171a76f7a4d138b0532","sample_id":"mmlu-college-computer-science.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"523612d3b23d0d0ddf81d44479ccb3e081a2b8d70ad1040c1d6875e4d9294a52","formula_version":"titan-u-contract-v1","latency_ms":0.8644580375403166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7124c4e4c81b6d29565bbf5a5e8f3ac4c8c46108f98821fa8c79e083d59374f","sample_id":"mmlu-college-computer-science.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6ca2c5d6548221623db30f21adbd18145508576b22afb2459138c677f24fbf6","formula_version":"titan-u-contract-v1","latency_ms":0.9464169852435589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1292b14886ed7b52e47f048e1e6428cf2d8574035c2a1b10bb05071bc7f78908","sample_id":"mmlu-college-computer-science.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60ca4428af28cb47ad10a37a2861972e5d94321352a5b21d66f74067cd887aa1","formula_version":"titan-u-contract-v1","latency_ms":0.6804999429732561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4c4317573b0aaf222a80d193ff7932a96b5f33bc5de6f0e356311d0ca81e95d","sample_id":"mmlu-college-computer-science.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05de6c0c30106fb49f8dcff98b73299343eb7625be0cfb279288f401ed45dca1","formula_version":"titan-u-contract-v1","latency_ms":1.1144999880343676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adc983712a8785ca4d94c19bd6bfb1e5832a06656a74cf951de566a87846ebec","sample_id":"mmlu-college-computer-science.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"286616c107d4233402c9a991e685daff917919e842b6e8ba382f1db08a0b60ab","formula_version":"titan-u-contract-v1","latency_ms":0.6875420222058892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6a2645d931afa38d3a22b99e3f7153f77df95e9be477cb95dd632cfd73d920b","sample_id":"mmlu-college-computer-science.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d34bd955f4c5ec7b8606b29780e390112c339ad9654b27825b8433b9bbcc209","formula_version":"titan-u-contract-v1","latency_ms":0.9071249514818192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af88c98c3d6fdce8e6f18bbb5ffd42414e9131ec24fc3c087163acf555e5a958","sample_id":"mmlu-college-computer-science.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad5fb884fdd45920469de03c1dcf8d4c1cdf6aed1f4721c68e2ce198ada59b7f","formula_version":"titan-u-contract-v1","latency_ms":1.0647090384736657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"003946156f2906ca8c00a174a43b6ee9ab71fcad608d2022cfbd7eb616639ede","sample_id":"mmlu-college-computer-science.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8166c6a50a95e50995b7eaa80a591de69baec7304cedd7070b153e6952c7c608","formula_version":"titan-u-contract-v1","latency_ms":1.1070830514654517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51540d218c4258a8e7e778a639ff33d5eb5c49ce8fac70569a05de4b2a672ec5","sample_id":"mmlu-college-computer-science.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf8ec0e3a02da702b42a68898bc4e5a709a82156de71d7fb0404341968312949","formula_version":"titan-u-contract-v1","latency_ms":0.7035000016912818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d854513fb365dd5bd6765af58f79549e420f6618f7b857af833a30f8e4d8c85","sample_id":"mmlu-college-computer-science.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcebefb4a98a856861557ba8ddafa075bdafc0549c531d641f39aa9a5e462283","formula_version":"titan-u-contract-v1","latency_ms":0.6474999245256186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b7c1b93b1a49fb3c24b70874bb0e6c0da430df43a76463a5ae0afcd58596e67","sample_id":"mmlu-college-computer-science.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85c5ecdb599d364362caad078eb94e0ff17656df209c1ce8925a25b2183b48db","formula_version":"titan-u-contract-v1","latency_ms":0.5003750557079911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"934104501535bb332d6022c11609df0ed4eac8779dc739a63d4acc122bf355f1","sample_id":"mmlu-college-computer-science.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48c6fc1617d2aa86b6d52bd0ada6d9e3e86469c7aeda74c48b33e663acc456d3","formula_version":"titan-u-contract-v1","latency_ms":0.9091249667108059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b640ccf3aa800d7e192907beee8adcfd0960b21aa77542b2d5207688792c103e","sample_id":"mmlu-college-computer-science.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"553ddf86e253514ddb9da8fb4b505bae6e1ad9c9450ec3b4cdfe6e1f44547f27","formula_version":"titan-u-contract-v1","latency_ms":0.6386250024661422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"591a891f3666f742e6440a31ec0ab769019b2425d8e732a7750a7f31b00c63d9","sample_id":"mmlu-college-computer-science.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe9216170db61c53a118e5f1a96ee3c68d84383debc7a914e09903402e7ebe53","formula_version":"titan-u-contract-v1","latency_ms":0.7197080412879586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e0bbc0bc1d026c12f0b04c0e9268a690cab13672f0a85c7a97f9fe4d6bed347","sample_id":"mmlu-college-computer-science.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbab92496b5e3b3e46ee0c99c6b4884b5a4c20f6ad1971eab788af38d9cd2289","formula_version":"titan-u-contract-v1","latency_ms":0.6511250976473093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afbf76fc086634c0a63a9f4386b02662e0fff3d59b3198fa5a02e82fac7af776","sample_id":"mmlu-college-computer-science.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fff8cdaf0ff2caf8972a85b0740de2ea8a5810cb4a991027c5023b18a30c1088","formula_version":"titan-u-contract-v1","latency_ms":0.757291098125279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bbdb10164d307c2399927169ce95abe7121badf367008695bdfea92c832091c","sample_id":"mmlu-college-computer-science.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b733a6c1047cd4cd32f1f2320ed701851047a5a3e68f227e14f03a51b2e480e0","formula_version":"titan-u-contract-v1","latency_ms":0.8078329265117645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3888f54927af2ad5c67ebe2da1661a7222f51150df733663e96b305560ba94de","sample_id":"mmlu-college-computer-science.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"503f24aa4df812f9c2efacfb9a81d3595f42ff6f8c388556daa919d653fe8923","formula_version":"titan-u-contract-v1","latency_ms":0.691666966304183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6518f30909d76ea401083f064a7f3956428196a63a58554668d12b643c12a482","sample_id":"mmlu-college-computer-science.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35839fe2e56054e81b52a8d3dbf8cf96be6cc2659498e7184881f3367c12c920","formula_version":"titan-u-contract-v1","latency_ms":0.5839170189574361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94b94f9646031999e253afaf89caff3c0a9f31e41fa1483b3112e5d238211bbb","sample_id":"mmlu-college-computer-science.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ee84acd013aa201a4ee38fa3293c3119eacd5afb089860e12a4e8a67fb13b02","formula_version":"titan-u-contract-v1","latency_ms":0.699708005413413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10da1ec3cab5fe612e5d3a4f19fdad00fb445d0ce76df6b3c244d8dbc8209487","sample_id":"mmlu-college-computer-science.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71863bb429e70bcc303c6e007c3f38f7add08a35305b4621e37afa15362a076b","formula_version":"titan-u-contract-v1","latency_ms":0.7307499181479216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"558ce3f72b48d9d8766a8336fc5a94930787cc5a6c4158c607b0b767ec3a133e","sample_id":"mmlu-college-computer-science.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93641fccbfd7e26e3ec97a57361afdac0ed9f0a2b2ff6a64db0a0e799d6a63f3","formula_version":"titan-u-contract-v1","latency_ms":0.852875062264502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e20b49022092ba068058fd77e117471666b502adbf6ca4d126c52cd88ef0ed2","sample_id":"mmlu-college-computer-science.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dc0d5b10ec9e76b8218e2129ce10d391cd65a6a155ca9c9b9d652cbf6af972c","formula_version":"titan-u-contract-v1","latency_ms":1.1326669482514262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b22f60818f3bbb137f7c6c1b429a63920059a04638209aa54883b4c1f2c4da1b","sample_id":"mmlu-college-computer-science.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d87a0069d2c19297ab7f326c15fa314adfa5dbc3aa7d7199fb9b2241d83f23ab","formula_version":"titan-u-contract-v1","latency_ms":0.4802079638466239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"833a3e06b20318d0f3518153fa47fc7047bda3bcc419ea4fc74a9e9d34bdfd8a","sample_id":"mmlu-college-computer-science.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7202e8d99ac6155bcbca1cf9f135c2b001e1f8e3af3e66c1f5d1957b2f9aa6be","formula_version":"titan-u-contract-v1","latency_ms":0.8874590275809169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43b458a60f31e7593ed4b39f909b1e06610c5a5055c299977373a034ee1c142e","sample_id":"mmlu-college-computer-science.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64074402c07490a005b26ac1913e272f1166cc997d51ed532f20af7470d58b12","formula_version":"titan-u-contract-v1","latency_ms":0.7410830585286021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8b073b50545d19a75373dff3e5fdc14ed1df04ba06f28f63be9ddd68882ebcf","sample_id":"mmlu-college-computer-science.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"789bdbd2b4a9b5c7db70e687b0368cf880315adddba4c4a0354c486c9dcf38a9","formula_version":"titan-u-contract-v1","latency_ms":0.6085839122533798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab61e74407ae44f10988760f88ce620a11f06e8f56ae75e32bc4acfecf3892a4","sample_id":"mmlu-college-computer-science.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b79e3ab808ae2b36e1d40c0d0f94a450265ad299636cc4506af3febbf43ffb2c","formula_version":"titan-u-contract-v1","latency_ms":0.6307080620899796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe401da833c88050870065bcb1ad1f679044e13cb77084905bd9f197c96df318","sample_id":"mmlu-college-computer-science.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f73e22e6019fd00836545aac6846a8446bd7ed7db3f40fc5676d4a66e1c8ede6","formula_version":"titan-u-contract-v1","latency_ms":0.7909589912742376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"906e6aa3239752c432f94642471478f45581e84d8a1ff0e6b7ea81e7a3fa723e","sample_id":"mmlu-college-computer-science.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cc6418502ee99395fb53e1f88f5dd2e51081a7a3b35e4b4cddde43fe1fc213a","formula_version":"titan-u-contract-v1","latency_ms":0.6257500499486923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efe65ad59b69f565fc6ae4f7c04b70e6bad01bd23f4eb8a23e452864198c38ef","sample_id":"mmlu-college-computer-science.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e78ead2f6b9a21c7e96192e3eaa5020bcd4c9afab48f5e663410f0d893e430a","formula_version":"titan-u-contract-v1","latency_ms":0.8077910169959068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90df8a14066c6e02fedc2ad0d86d202760db6f435551a53d38f2fb4c67219a00","sample_id":"mmlu-college-computer-science.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c0f43e13a05185a12b134ef2f9b26e10ba355e7a549cb0d7ca4fb4ddbd8c4e7","formula_version":"titan-u-contract-v1","latency_ms":0.6735000060871243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b129c5a658d53d608a31da8d9bd100341a378fd95ea7d8ed445d2bc1c8c1611c","sample_id":"mmlu-college-computer-science.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecb5f6b2e3684314246674056a1e051f8463ea8ac5e06994c0ef8883a7e1f474","formula_version":"titan-u-contract-v1","latency_ms":0.9788750903680921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4cd6a199be8d57b4ccd4bda93e9aefc8d8130b860ba7ac2ed65dfcd8d84cb87","sample_id":"mmlu-college-mathematics.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ee86cfbdd6c4ac3eb3b70751d544c5f0b6b57d30c8eb155435eb0998011278b","formula_version":"titan-u-contract-v1","latency_ms":0.43987506069242954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19e113ea9ee33e1972255d383de4919c63f4a6886915ed2709b9c2e90f2ba4f7","sample_id":"mmlu-college-mathematics.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da1d7a96f5d93dae816ea5cb05576dd5a257daa91cf07769fa8a75dd12ee775a","formula_version":"titan-u-contract-v1","latency_ms":0.7848329842090607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b1cc33dcacab26666be9d9fbc13aedfaee42e6c44bc41bd8bf75fa0ad9c0f0f","sample_id":"mmlu-college-mathematics.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a2b03fee119152783975bb103acd2438bd70c5ef736982194b146c7a1bfb37f","formula_version":"titan-u-contract-v1","latency_ms":0.7588750449940562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a5864cf40b550a16dfd710ab6dbc1277296261262b6da07fd5ab725a5ef3c0a","sample_id":"mmlu-college-mathematics.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d138e8591cdf9b297fa6937173e4b19200bc3546478cc24dadafad0cb13483c","formula_version":"titan-u-contract-v1","latency_ms":0.8752080611884594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae504ff7d41765c4072f48c33abad389a1d37d137fa1f8bc4200c2751fbe27e1","sample_id":"mmlu-college-mathematics.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bbcd41cbd5c5b92f1a5e1d8f21f42f9175e7950964e4680a84ceb2e0505a953","formula_version":"titan-u-contract-v1","latency_ms":0.7775829872116446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06b9d343a31ab406f5f351679b4af60b66841569642a44f13382f82ba9eb46ca","sample_id":"mmlu-college-mathematics.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"818caadb2b298f4473ee400903919bae857f8b15a862882f1b31d6161de7be99","formula_version":"titan-u-contract-v1","latency_ms":0.7611250039190054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70b0779691b6a3b2025a890a713b5cfdcd5e583352f58a088a9974597ca26a0d","sample_id":"mmlu-college-mathematics.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8b91d43aa2bdc87e04683b0b3fa692e400403c97dc0fabdb81b7ed4cbd22b8d","formula_version":"titan-u-contract-v1","latency_ms":0.5216250428929925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25cb16c68c1d9ae81a0cc92f6e7a2f9d0fbd352aea665e8a4762595e0b932b2f","sample_id":"mmlu-college-mathematics.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35703bf1bc38c4074bca390b2895aa5748ccabb1d96c57ed9e77a6b6cd7a517e","formula_version":"titan-u-contract-v1","latency_ms":0.7912920555099845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2905dd4f15a5038fcd4ec6b201f3b5fb7d8dab77be212d733889b8852a989e1c","sample_id":"mmlu-college-mathematics.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e04c758510510640cc6049dd8757e273fe252325615fd254f9776ff823cd0df","formula_version":"titan-u-contract-v1","latency_ms":0.4676670068874955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a378c1c5623fe6299be3dde433bd154006ff4b2000484a88a40f1e47de28490","sample_id":"mmlu-college-mathematics.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9da83a85232f059d3a078478ad27c39b67b43b3fda9a53542634152e753ba5b3","formula_version":"titan-u-contract-v1","latency_ms":0.8192920358851552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3db76f0273d212cdec3d69a0df73652175ae4c7ffc1570c94d08ef0527d44fd2","sample_id":"mmlu-college-mathematics.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"468582ea47679fd17dd67249d843eecad4028a94bc36f24957ad801fbf6b8120","formula_version":"titan-u-contract-v1","latency_ms":0.4635000368580222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9099757110f44d17624e9e0e2c96f4c2e788e1d41320dcdc1c548ccfe4fa2022","sample_id":"mmlu-college-mathematics.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e660e63044ea1004364bb25f41ccfb822b6e5ba9ae631ab4da92d1886edba7de","formula_version":"titan-u-contract-v1","latency_ms":0.5133750382810831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7cae347518b61503e7382ffeab1d21f455914537c5336df02dc732f3bdad445","sample_id":"mmlu-college-mathematics.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2299695905a3117c30ac5156caddbfa1330009383b5822692edec7ed44d0c219","formula_version":"titan-u-contract-v1","latency_ms":0.46629190910607576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3b246ff94c63025c0b6a4d7240a8ce3d9b7db75264ac71debd3a084ad2f24d2","sample_id":"mmlu-college-mathematics.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a43e37dba85bb3f66aa9132b1e9e7829a23498502eb4994c2a991eb3c9d3148e","formula_version":"titan-u-contract-v1","latency_ms":0.6292919861152768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8b2a601dadaa13d5706aac3c8fc34f33cd1e23e435889d9b0db208f9f83095a","sample_id":"mmlu-college-mathematics.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e18dd094516d0f7ebab96017b32f41b0ac2bf74a5cba8c8b70f1343b1909f5ce","formula_version":"titan-u-contract-v1","latency_ms":0.7109589641913772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db7040924b9941537981b82fc110e2f61d905d56213f80aaf90665a979f2d374","sample_id":"mmlu-college-mathematics.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf8f8f1c8bf59684848b4ea60fa1aaea199f034e2c56f3788fcdaf14e4caac13","formula_version":"titan-u-contract-v1","latency_ms":1.4973330544307828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28eaf7b6befb4286b453df082ae556b101ad76d94b511c5e364b2037c5fc1745","sample_id":"mmlu-college-mathematics.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3657a654a6ca52aed611806db4f88180166fd2aac46819981074d4d1d84b17f","formula_version":"titan-u-contract-v1","latency_ms":0.6071670213714242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9d04072993a74b9d53e8a7c44b4e22cd5a860f188c205e40839f8ee7bba38be","sample_id":"mmlu-college-mathematics.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b7a1aefd6013625fd5383e18b274230c6dbb042e37e1d0d0b9f041091505911","formula_version":"titan-u-contract-v1","latency_ms":0.9012919617816806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40ab7f83de26c317a0e65cb2d14e0528d60691fe97fa000e8121a0bfa5bdd842","sample_id":"mmlu-college-mathematics.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cff6bfbf48832de32384438cf0b0ca17f88f943fa771a81627ae77910d8dd815","formula_version":"titan-u-contract-v1","latency_ms":0.5144590977579355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2207269be4d91bb2c2c64cd88e9beca43ddf1a3a311a4e06d823c84a99d1c82","sample_id":"mmlu-college-mathematics.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b032764fe546f53df18e688f45d26f8fde4512d5e3184043480be7c2a45e30d6","formula_version":"titan-u-contract-v1","latency_ms":0.5330840358510613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad344cf655b610aa3e15a898137acb66a083f7ba9919cd0541a6ecc5f23000be","sample_id":"mmlu-college-mathematics.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"532d50d1282625c4aa08610152f9e55ec1953c18d528199acd2cb9d2d453407f","formula_version":"titan-u-contract-v1","latency_ms":0.5463749403133988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03971d918f2a8d6944b345ee2fac1d33f82240ca79b9acd4b7ad81cb6a0d73b4","sample_id":"mmlu-college-mathematics.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e26035d768a9ac79128275ebc532fe8fc1f8fd0228a7abe7b22c37a15d5e4ac0","formula_version":"titan-u-contract-v1","latency_ms":0.4588749725371599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"925987b99afbb17554c7ca4ac2a49a8a9f33a65d24c9231984c187a24561a169","sample_id":"mmlu-college-mathematics.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fbc91a2e0a7a6ac2e36eadc5ddf693decf1eedf63760643e1b40d1c02aaa467","formula_version":"titan-u-contract-v1","latency_ms":0.42799999937415123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f192ce35023a210e24de32abc1ebd5bbfb897063694f490507db960c78581553","sample_id":"mmlu-college-mathematics.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"307dd2275633731cfd21eb9754647dcd8092ae799d776be54d4ad20a394b1fd2","formula_version":"titan-u-contract-v1","latency_ms":0.809416058473289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fad4300c7534a8efc055e996fab0810bba2f25384be4cd9558c0a05ede9040c2","sample_id":"mmlu-college-mathematics.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63c730403b319b2af3203fb27c5377f8ea804dc843880b7e07ff790656a22bd0","formula_version":"titan-u-contract-v1","latency_ms":0.45195803977549076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46bcc02d410072052bbcf5d9d8b53d2fdbf0e589736dbd850b420ace22a9158f","sample_id":"mmlu-college-mathematics.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76342ebfade81bc9582a96d32504d04cc0d53bdcb30877b27983487aa9380b55","formula_version":"titan-u-contract-v1","latency_ms":0.8614999242126942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc5994366236ad093b320387f2268c9f1f474d478e9f1d24ce65d20512177756","sample_id":"mmlu-college-mathematics.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b2ce303dfb0d157c3935092a2237468001f0e25d03a458e9b7564a82eef0999","formula_version":"titan-u-contract-v1","latency_ms":0.7347500650212169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf2062dbf65a0b5fe70454f79ef99128f2aa15e20a9eaa515038de02e8d413c6","sample_id":"mmlu-college-mathematics.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e0a0092c46e2e7e4a405f85629539132b049df63bd2c2bf3e1de487506845a5","formula_version":"titan-u-contract-v1","latency_ms":1.8392499769106507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"275b16a044a5c47859bd2f55cb12c460e3b835b05e30f05a9a4a7017c3846311","sample_id":"mmlu-college-mathematics.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3bc72962b6e12a420a0d937c6ce3128884db199e4c51a5bdc5573a304c37db8","formula_version":"titan-u-contract-v1","latency_ms":0.805750023573637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53b903e40bd8b99d4f20181ec3cb62f63712515ba253560f6de15b23416b638f","sample_id":"mmlu-college-mathematics.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b8cd3b7e118302c8d2c9bab4a2cf5ae5495da7afb916e1fdd56a0d07fbbb820","formula_version":"titan-u-contract-v1","latency_ms":0.6648340495303273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"641cfbe45627b695ca4da9e5bc63759cda07b598999ce0fb29e5e4411207a603","sample_id":"mmlu-college-mathematics.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1248c4b0814411303dbc686530a6ac3ff7372838ab37473b7582f6fd430cf64a","formula_version":"titan-u-contract-v1","latency_ms":0.770541955716908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c4416bfeb8307f34b06d70a81b88e17181411b917a1b0179fbc5a9b91f1c0fe","sample_id":"mmlu-college-mathematics.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25c2c7a52683e54daa4bb15e71927851083eb9d98e22d88cceb6dda60d98e17a","formula_version":"titan-u-contract-v1","latency_ms":0.5084170261397958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c328f5e8b35c7d1990f190a8dd4f9ede07025ef0bfb517b8ab8a16579a339d69","sample_id":"mmlu-college-mathematics.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4d37e1952ff77fae531a098e257eb49e95007abc79eeffa24342f647d00a0e3","formula_version":"titan-u-contract-v1","latency_ms":0.46541704796254635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"865ff0fc727407cb90b5f3874a60a8065eaaa9cc038d51faca30f0396ddc349b","sample_id":"mmlu-college-mathematics.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9c7d1c609ad3a77d474ca2445fddc4c9554a84b12752886bff1c3387e7b9edb","formula_version":"titan-u-contract-v1","latency_ms":0.5559999262914062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"024310c80ae80dfa2d4d163b677d3caba56cf1a95bcc2df1de6699e1245dc58d","sample_id":"mmlu-college-mathematics.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d6d9f172cb20d2a6634c6f940ad4159971c0b19cfc1b854c74b6f5eaf84d6f7","formula_version":"titan-u-contract-v1","latency_ms":0.9188749827444553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"632c0bed76986bc079f69f5560dd41fadcdfb1a9fce7c3ab87b0d68c83eed257","sample_id":"mmlu-college-mathematics.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0bfc390cbd98997412ef767b71b585e289b23071814c316ac5561998e22da10","formula_version":"titan-u-contract-v1","latency_ms":0.732166925445199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98dc346287182ff28e387cbaaad8b96c225c2521272e5da03dc2d74b6ea44274","sample_id":"mmlu-college-mathematics.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc37a40fc89b45e5a23713d587bb0412888043e1120c0eab169b6c3c8db4f01b","formula_version":"titan-u-contract-v1","latency_ms":1.2573329731822014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2499c8834d7a7b4e7187c2c8838433df598fc8a72a4027681d1c673985d02058","sample_id":"mmlu-college-mathematics.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6acd7e1d82ed19d5a4084dd416e54c444d8aadca2d39b896967c6fec5e462157","formula_version":"titan-u-contract-v1","latency_ms":0.7325831102207303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d798ac75072ad49a5a3bc76ec59421cda4450b30d577d7d693a8167f3e1b0e3","sample_id":"mmlu-college-mathematics.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8272daa0ff56dc647b993abe1ca7144cc342aaa06adde33d88d6e7b33b3a565b","formula_version":"titan-u-contract-v1","latency_ms":0.6893749814480543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afbf907ad0534ede0c9c4def7fe8b8323e59614f6f68fdf544a6a466dbc9ea93","sample_id":"mmlu-college-mathematics.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24f40147f437343d9626b578f4a884653a8bb3bdda94a02e66b46ad5a7b1ccd8","formula_version":"titan-u-contract-v1","latency_ms":0.981207937002182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b44e98ff317177a667f03b03c6bcde466b3ae240672bc9cde5b6772eec249fc8","sample_id":"mmlu-college-mathematics.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f56fd3e454ac4fc8d0d92079c997fcdbb9582790283ec073a22c9b4851fc4751","formula_version":"titan-u-contract-v1","latency_ms":0.8024160051718354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7336b5058eefc7d011bd7711800b799031d24dff648e5d6cfc48f6eb4e66e903","sample_id":"mmlu-college-mathematics.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58cab35c80ac86a675020accc7d376405d142231b0b0c31ab3dd4ce829dc8629","formula_version":"titan-u-contract-v1","latency_ms":0.5882079713046551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5d2c09d33534175e9b47ae3042d43b534e02f9ff86aa98cb5ac8bfe593a885d","sample_id":"mmlu-college-mathematics.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8e14a7794eeba72b666c3a763352cd315e44450b19b391116891b7e09263f9f","formula_version":"titan-u-contract-v1","latency_ms":0.6527079967781901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aae69cd34fc5c99da54c27ecb1ed8dd12f0151b3f3d039c3b74f03a4398ebc5","sample_id":"mmlu-college-mathematics.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef1f3a7cd1b53015983940e3dbc9b020b5f602d59695ccf5239efbb64b660d55","formula_version":"titan-u-contract-v1","latency_ms":0.6809999467805028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb84dea1f18ccbfa44871b43e041b6859196a5372a38dd4feb5be23ab76ca4c2","sample_id":"mmlu-college-mathematics.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"543f58f9bc317d036e127009dae2b6f1b35bfdec3952c4972043c2b1e090babb","formula_version":"titan-u-contract-v1","latency_ms":0.8308750111609697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cba5c2a4e34cb53c56a41ca0a4161da5cb4cb9c52a89b82b28cd03151fb96c4","sample_id":"mmlu-college-mathematics.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd3fe0059d4b97975ed637b6f81a1c872f9bf6bc62e4af3fef1c12c52e8f80d9","formula_version":"titan-u-contract-v1","latency_ms":0.6249169819056988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"783d1b27eb06b1f70e485a5985839fa177440476ea755b7fbefe0aa829b24258","sample_id":"mmlu-college-mathematics.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1445562b099a653accdf5bf19c68a32c8c0d706d68ba959ed70a1bf5ed53a985","formula_version":"titan-u-contract-v1","latency_ms":0.47616695519536734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0641f329197a53814f7df0f81a2f67f632718989144bbe90eaaef4a64bc09a0b","sample_id":"mmlu-college-mathematics.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba7764c6f3b2fc1213febb3398b3d55b07855014ce9563f9ef7aab04f5317955","formula_version":"titan-u-contract-v1","latency_ms":0.7012919522821903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90f6e232fbde636bb3dd22ee62ee6c245278013dcc397e05770533a9fc02b71f","sample_id":"mmlu-college-mathematics.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e56cc5af91d51ee85dfcbc8fd0248ef6f8a9e2c3023c2a402374ffd01aee6d1","formula_version":"titan-u-contract-v1","latency_ms":0.5288750398904085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ae1bafd56f325fbfe0335a53dd4d7e80e5274f011b6642fc8eb593b1a131bfa","sample_id":"mmlu-college-mathematics.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3bb9c3a653338694c93fe2385c891a5bfc63aa6f340e8c1a608217136533cb3","formula_version":"titan-u-contract-v1","latency_ms":0.5529159680008888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d426f341bb5cd5f5bb03c7446550a6d2b71602ae12e0b43a1226ac59d77ee670","sample_id":"mmlu-college-mathematics.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46ea75302fe1292cb2f2bf26f8e035648257026c3bc0e9befc15f3d8da39a601","formula_version":"titan-u-contract-v1","latency_ms":0.46512496192008257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"327cce7cef8fa97fe8bcfacf6a588138fb93278eb0840a8b2d68a4f741ecaff0","sample_id":"mmlu-college-mathematics.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ee479fe6868075e7ddee79b5cdc51a0c02d70e8da4e674a040dea485f9fbf4c","formula_version":"titan-u-contract-v1","latency_ms":0.49162504728883505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97cb941bd4424415f94a76d76d8cb87382708e731e04384ce91b676fa02e76ed","sample_id":"mmlu-college-mathematics.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e35daa4ef46f1d08a67ba6d6790f7d32bbbb0059fed103d3d2f218a0a520d0c4","formula_version":"titan-u-contract-v1","latency_ms":0.5909589817747474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"375542ff8700abdd6ef8549672bead00487278c1c1ca45bd9c00e570c9512417","sample_id":"mmlu-college-mathematics.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b919fc507ae313bb72791e5ec7cd9ab0554fcdd2eb88385da850b36d1a5527e","formula_version":"titan-u-contract-v1","latency_ms":0.48154208343476057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47e7816cab102f8e5ffe1567d5736bccd116adb79687a6d031234c775c51b279","sample_id":"mmlu-college-mathematics.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"293df2fbec5c6cbceca4ca785e2bc620eb170a5e976871425d175dbbcc1482a0","formula_version":"titan-u-contract-v1","latency_ms":0.5961250280961394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"756074449414064cc59ef405996012b8c18be87d82f2d07445652a8a478b55e5","sample_id":"mmlu-college-mathematics.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a8c04a065170549aef744b3795bb8520059303c351107b366f6cca32a39ac7a","formula_version":"titan-u-contract-v1","latency_ms":1.0980420047417283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7179fa6dece8cca48d33ca00dfce45d4c073bd910ef1c6264aa9ae823c297a31","sample_id":"mmlu-college-mathematics.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab01725cd484f8a81981e49a9b3528ed13fe60a520d7cca0fb39593386d4e2cb","formula_version":"titan-u-contract-v1","latency_ms":0.5699580069631338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16e0c63d6a34f86da1a9100fdb1e1b51d4e71bc8d0566d84ac0d4235ebb96ad0","sample_id":"mmlu-college-mathematics.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca3998ed813c5c2295f3b6072cc48a47fdbd5c1327b23e3b6d4c7fb4f2647e6d","formula_version":"titan-u-contract-v1","latency_ms":0.853167031891644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef5e786c4eaa74a3be896d80cb0c26b1d90c9932f8d4322dc60d97f866391e2f","sample_id":"mmlu-college-mathematics.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dd3a5b43e447660dff1d27af4014bffb281509b9c431550ff5ff25b444efffe","formula_version":"titan-u-contract-v1","latency_ms":0.6569590186700225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc07b24b9867b57ee54f4f4ca29157a71a34dca6bdcbc35a18ba75f3c69c1d31","sample_id":"mmlu-college-mathematics.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"177b6248df990ab0a03a27128c3eeaa60af2092f63aedfedb1f71673dc6ce227","formula_version":"titan-u-contract-v1","latency_ms":0.6034589605405927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ca95828daf0d25ef0adf1c3f657e416d445816abf9c62e9a2242e6849d8e849","sample_id":"mmlu-college-mathematics.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbd5f68f9ff0bce85c4f405eb1f6e710d805e1bb117c211bd35ca4f10c6656f6","formula_version":"titan-u-contract-v1","latency_ms":0.715250032953918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"803b4486513c7b8c9f1d32ac7a745468ff74e98431487ccb144e53c146a75ac8","sample_id":"mmlu-college-mathematics.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"793e55d4a3663c8947b1f2e0b22f709bb187eb0379d5a539b81e2ae2e8887505","formula_version":"titan-u-contract-v1","latency_ms":0.9516669670119882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34a5e003036e0b3243c3666084cb21acb1273d061f97e4e1f7f457748ba57f55","sample_id":"mmlu-college-mathematics.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dcffa0cc2b9b64bb95ba714049b051a770dff8cf530c0efd3ef5a9a17084879","formula_version":"titan-u-contract-v1","latency_ms":0.5092499777674675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58e306b16c6749475ed56cfb7386a774e7185fbdb9392f24dda9f72808ac2b8e","sample_id":"mmlu-college-mathematics.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82d6125019223be11cdbddeecb321d3f4d4931d79b74d6247cfd32237cd6020c","formula_version":"titan-u-contract-v1","latency_ms":0.6545420037582517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67ec841ea3308edf46a94048846f97fd6e45dd9ddd6505713ec9c9e7ed64424b","sample_id":"mmlu-college-mathematics.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f6b783608935a5461672339a6a70825177a761337e5cf43a73c5f81b2f1607e","formula_version":"titan-u-contract-v1","latency_ms":0.5212499527260661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a716ecd5e13874f1a009ef16a62510f789510e5d8b3641877003ae8bcdcaca62","sample_id":"mmlu-college-mathematics.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13f03c3e0a03956e649e31caf093a1c904232a041d436a8bc437a4533e544891","formula_version":"titan-u-contract-v1","latency_ms":0.5786250112578273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a25dfbb27fbee9bfe6e33d0de198303dc3bd4b594f370c35d90f38dcdcb577aa","sample_id":"mmlu-college-mathematics.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cee2081c4f93200f1c79d4d554c8e26a6da251e75ef46a1f3d1e3ce926e09a6","formula_version":"titan-u-contract-v1","latency_ms":0.5000840174034238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba40f1a606d45ceed2753963ee0a91005032d920f47be03437d9fde8ee756a90","sample_id":"mmlu-college-mathematics.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ae4cb7e1fe1142aecc760fcbb27a58dbe875fa8f6fac3d058a122ce91e932d4","formula_version":"titan-u-contract-v1","latency_ms":1.188333029858768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7526608ba4fd7cc14c359647e057be46adf3ae3e62fa24cc3c9542282efff8c8","sample_id":"mmlu-college-mathematics.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3af773fa3063068f0479271c9cc9884c4f1f690771cf42033375fc4535335e3e","formula_version":"titan-u-contract-v1","latency_ms":0.8034170605242252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ac171581e0413750f922ffa39a9fa4a11b8165fe8d6a19fa6b98aac48603d3c","sample_id":"mmlu-college-mathematics.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62bbba514b0633f3438e7a8995815ff8e2fe0bf33709e8637d9ad519c09f1acc","formula_version":"titan-u-contract-v1","latency_ms":0.4646660527214408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7dbcc6e10273d6393f98ca3329e8e421286b27af252d833413d7f8924e6f4f4","sample_id":"mmlu-college-mathematics.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4190f7f1b7da87c6866088c0bc7912253b225168121a010dd6ff159109d1b90b","formula_version":"titan-u-contract-v1","latency_ms":0.7402920164167881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e66ae9f1bedd945d37bdd9215abba11a68b8bd42c138352ec5eca093b0570fe0","sample_id":"mmlu-college-mathematics.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c155cd4cf5fde32f97a17c10e2bd428c9edb860b202013b5fd3f3fdc956bee89","formula_version":"titan-u-contract-v1","latency_ms":0.6345420842990279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6583b011fa7da74ec0588b3ed6dc881bcd4f2573ee3ac50cc4070f957b072cac","sample_id":"mmlu-college-mathematics.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"046de9b6caaeccabd010049e4de8cd5b8716ff8590f2a7a2197acdc5abe8537f","formula_version":"titan-u-contract-v1","latency_ms":1.4005419798195362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ff5b165002dec8409de88f67b678f1a57c2a9665021f1d8f819d2c065314c90","sample_id":"mmlu-college-mathematics.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e2be63286a0dd823ab4974a75b57eaf287b1a4d9cc5106c5271b1596ccb94b5","formula_version":"titan-u-contract-v1","latency_ms":0.47245901077985764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db0def34714298daa47c76dbc0b01261b2dce9d99b1a3738e6f5e60d918255ed","sample_id":"mmlu-college-mathematics.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73fcf6939ea010f9a81ef5952a8afedd2e24de5d1cedca9c2872f9c9b42f4fe3","formula_version":"titan-u-contract-v1","latency_ms":0.595332938246429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67dcf8dcbafa4d2d79b88d18080b3276a131572336f21866cdc7e61813f3ce84","sample_id":"mmlu-college-mathematics.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"126d0e553f6e655b9a7db0f08d61cd6f3d177897b7807000b35cba67fe1c2753","formula_version":"titan-u-contract-v1","latency_ms":0.6109580863267183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ebc6a900bf79bcc4de0f923fb3172ed0e0abb076aec47d0114169ab9afcb5c4","sample_id":"mmlu-college-mathematics.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"277d5899e3827cc76a38ac9d8301409bbb44b5d1148dc69d494cb182b6999fdb","formula_version":"titan-u-contract-v1","latency_ms":1.5232909936457872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3b1732150219a8271419a8f720e89d223fa224c1b9c9e6fd8b529a029caf48b","sample_id":"mmlu-college-mathematics.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dea69fb74e82bb283bba2e00ca5ed645f7768f99d058f8275a7a20af527cd58","formula_version":"titan-u-contract-v1","latency_ms":0.6382090505212545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30b290e322d2f6bacdb148f625ba1ebeb81288dabd8a625a7440882357966019","sample_id":"mmlu-college-mathematics.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86f907ca1c8dde81284a1329ef1137d7e80883d44d3c8dbde6d576ff8ff1f641","formula_version":"titan-u-contract-v1","latency_ms":0.45249995309859514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcca201ca05fd79ba231dd0ce5e1dade33e749e4d4117f5e294d68ae847f30f1","sample_id":"mmlu-college-mathematics.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8ed0f8825246c0ae2792c088d6f1bde1febefb8683d663f6c1bb9c1949dce65","formula_version":"titan-u-contract-v1","latency_ms":0.6150829140096903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0e142e1247a537c643bec3724378e1b8bb8ac35ee1fccc35e47cc484f43bcbe","sample_id":"mmlu-college-mathematics.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22a4460b76d644aaa9835b930bd0bc086476cb34ce9c0a4a47b5ea8db37e47ea","formula_version":"titan-u-contract-v1","latency_ms":0.5152919329702854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c288c1327a53b2dc4ca7a301ec3778b4c427053992bde0b7d7e25e25932a5b7b","sample_id":"mmlu-college-mathematics.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec0ecf68ec9ca1f02116bba06ae04a9bcb688785b9051a7e92fd5acfb70cd56d","formula_version":"titan-u-contract-v1","latency_ms":0.475957989692688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06cf23d7366aa840b00b8e10ed395e01a3aec6269a6de511775508cc065ea4df","sample_id":"mmlu-college-mathematics.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef9546da334b137cbad6f372b9b6b118d5425e1e2d56892fe4b2fbd568fc1d5f","formula_version":"titan-u-contract-v1","latency_ms":0.481792027130723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41e9b3345df97556c90598e2dd2b03c51d54d16445e3c06ce10ae14f65766444","sample_id":"mmlu-college-mathematics.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a38c999dbee45f747efd35c9bdfdbab0ac8d8fa6d1a4ca4bcaa017311905925","formula_version":"titan-u-contract-v1","latency_ms":0.44408300891518593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"180eec6ccbb2c3fcbba0a6fbf389f4bafb0cca51832fcd4106894118fb213111","sample_id":"mmlu-college-mathematics.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"162f422d4e0f093182e8a780cd95fd11cbeb805c21d1b0ba050334581e87d506","formula_version":"titan-u-contract-v1","latency_ms":0.6219999631866813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8df773376fcb268031e4312b1dfd715b351fd625691329f794dd31ace1b035c","sample_id":"mmlu-college-mathematics.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b160ddd40050a59a6b7f345f9502274375f19ba422eb72a01ea8293551cec02","formula_version":"titan-u-contract-v1","latency_ms":0.4218750400468707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d243f878db5f8ea93600217db3f75bd2540cc03de27eb69338154e94cdd831b0","sample_id":"mmlu-college-mathematics.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ea1e558e7581df3f216ba0b9677da81526373690c9cffb441863283266c6772","formula_version":"titan-u-contract-v1","latency_ms":0.4759160801768303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbc2bfdb994b2c706842bd01c509f6ebfc9a77d0d9dcd0a723d097acded32bf8","sample_id":"mmlu-college-mathematics.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a48b766ea89f1ab7c209ecb0951b705a4497fa5ebcd95047e1fcd8885e317f58","formula_version":"titan-u-contract-v1","latency_ms":0.6990830879658461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51229519f3235993a4f55db35c6ceb38454bad6dd6f7a6135ade76979b9be066","sample_id":"mmlu-college-mathematics.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bff4bba1def6965f7297947ded2ea0f9cd624a37c26f5dee02fde445cb1a2582","formula_version":"titan-u-contract-v1","latency_ms":0.4313330864533782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b51c4af8a04c43b52a798f5282d645a2c052406fcf76aeac4dc738b5ae2def5a","sample_id":"mmlu-college-mathematics.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3057743da16b71a8b52d3fdea07809eeb6be2f9e78bed8827512f6de6895688e","formula_version":"titan-u-contract-v1","latency_ms":0.4688750486820936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f103ad889d822dc40fbf0869219947fdc8834189dbfa0e3a49754ae9db04dd3b","sample_id":"mmlu-college-mathematics.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02d36328f7001d38d5eb36a99f753fdb07202688d87bc7191d68c8af185ab6cc","formula_version":"titan-u-contract-v1","latency_ms":0.48170797526836395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81e931ae0e811cb7c2cdbf394598e41f309db13812836a0af9edf46ad42f3126","sample_id":"mmlu-college-mathematics.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d553c11b0871289f772cfdb7f1053a5d61d3a144750be94693b44d68acef076","formula_version":"titan-u-contract-v1","latency_ms":0.5965410964563489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d324305540866e7c44d083d2b5ad4e5bab268b5ca3706f41955be132bcb735e","sample_id":"mmlu-college-mathematics.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e85b12b54b5046edd4f48cdd92ff66c5dccd2b48fa82b063c07a9d792e5d9368","formula_version":"titan-u-contract-v1","latency_ms":0.9534999262541533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72a04a66abad33ce4670c8d395bf8373a48bad9567b58ec466091affd0cb74c6","sample_id":"mmlu-college-mathematics.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b16de1dc2e1ea4081661f0f437d66bd5158e4f4fc80ab74be7d0dc075172bee3","formula_version":"titan-u-contract-v1","latency_ms":0.4088339628651738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8da07a8205740bcdddae448b9935b5150f97784436a75338023f1c16c318d146","sample_id":"mmlu-college-mathematics.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f1ca4238a8ae65a7318748eb7f320a23ae22b523876cf15c9310a37982aaa4f","formula_version":"titan-u-contract-v1","latency_ms":0.5408750148490071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b269ff2ba78a48d754d6fd6b5093404741b9a99cf5c862ba17639a3245e39adb","sample_id":"mmlu-college-mathematics.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06330f03cc74fb0abd80a3322edab5cf82ee75d7d1670cce731f9928b246fa33","formula_version":"titan-u-contract-v1","latency_ms":0.5067080492153764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83e82d456348202e8fc121f36945c5d76de83ed095b4635e00904077fed296b4","sample_id":"mmlu-college-mathematics.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e87f05b4aa884512d3822ae588a564135cbc6fda8693b96f04be5d1c0824adaf","formula_version":"titan-u-contract-v1","latency_ms":0.4622499691322446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03225b3dd82e47d64f97e7a6213ed1469a827faeb190812e831ece7486e7333e","sample_id":"mmlu-college-mathematics.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caff1c794066b36e1328f1177254055541a2fcfb6a63e818c533d9338a239aba","formula_version":"titan-u-contract-v1","latency_ms":0.47070905566215515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a7d0d81c4d046ea9a4ec3bb28dd8f0bb32633527ceaa55431d23fc8bacca939","sample_id":"mmlu-college-mathematics.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e3b13b4497438a70b3e6cfeaa310d87fd88c2c6a4c1d2bae024e609950bfbe6","formula_version":"titan-u-contract-v1","latency_ms":0.648916931822896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b2443a593042c64f7399626f8ef8a338dcf963b5706653dae0461c8206a7ac2","sample_id":"mmlu-college-mathematics.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6f0d030f44fd9839a5720c651ae1ee0173ef3ddfdefa93255b46e9ce59f7d6f","formula_version":"titan-u-contract-v1","latency_ms":0.8626669878140092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e074c679654f0f09230245398101bc1522091f1cdb8500b5c9afb3f19088e76","sample_id":"mmlu-college-medicine.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fce143dd0cde6925a96be1c7727a889ecc4f7e62534b5f1ac1080959123ee199","formula_version":"titan-u-contract-v1","latency_ms":0.5595829570665956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"987e3a031700d3362edf393e4cd509904ce1dcf217dd912581e9f443705b3d57","sample_id":"mmlu-college-medicine.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99b26c9fb3a0dbe8ee591dd42394076c53c6887cc4f298da11491ab04d24feae","formula_version":"titan-u-contract-v1","latency_ms":0.8240409661084414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53fe7727978ef3249615166edeb9fe1980e9a2f65cf0633f17c7248d08756bfa","sample_id":"mmlu-college-medicine.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dba70d2e26017ccc6c2d4d983f53b2f81e32004485c658e94d858cfa4938d5f1","formula_version":"titan-u-contract-v1","latency_ms":0.513958977535367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf2572eb8834275d584ae06339d1774501c57cf1b2a04bbdf37624c08cca0946","sample_id":"mmlu-college-medicine.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef27c13209986968acda58923505b2f14c499ff9b6f99592415d68f5d95fa957","formula_version":"titan-u-contract-v1","latency_ms":0.6199999479576945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52ac7cfbf219f6e808953942393b5a53f426ae72b199017209f8b1b6143ca450","sample_id":"mmlu-college-medicine.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"034ace2738a658840bed18cb09f5b2a8c7c55c2d61debaf30cf2a752e08cd7cd","formula_version":"titan-u-contract-v1","latency_ms":0.44533307664096355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcfd1405ef2453e5f3095beab3a86023d9e9f47c012d3e095e3777ca29d3c723","sample_id":"mmlu-college-medicine.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"814678ca27d3b3935f69c803bf89c8283712f9e19eba2bcd22cc104f1531aaf0","formula_version":"titan-u-contract-v1","latency_ms":0.5080410046502948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a027f9eeb2adff34fcbaf6817d432701b87995e5ba517dcb9bc93c6325a0431","sample_id":"mmlu-college-medicine.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e2e6dfdf8fbc20c88183088aa882dc0601f10196ef18d4a7866044243cf6e2b","formula_version":"titan-u-contract-v1","latency_ms":0.42862503323704004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d8a745aceab24b79b328fd36ccee2ab0f64b1f07d0f75546442bd359bf27b60","sample_id":"mmlu-college-medicine.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b32287f853fa69f3d5894a8e6e4ea45d258725be85bff14d0587fff1c17f919","formula_version":"titan-u-contract-v1","latency_ms":0.8686250075697899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbd288e05f60932b89cd1e703ebb03ad4b344d052bf7d36672c106d2e59f9dba","sample_id":"mmlu-college-medicine.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0c70906e6e5d2909daf8126e7f4f4de588748f17c485cee289527b7b030b942","formula_version":"titan-u-contract-v1","latency_ms":0.5114170489832759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f97102430383e6290bc9f8c0fd9b74edc4bc3f504fb98accd16c7fb02d6265c4","sample_id":"mmlu-college-medicine.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c07406bf8a177b6d168733feb1553b876e5847801d2d383a8a463a9dfe5f4b65","formula_version":"titan-u-contract-v1","latency_ms":0.4074170719832182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"581e2933cfca0fd3e298345e38019bceb8c3027eb831e21ce7dc4f3dbc994795","sample_id":"mmlu-college-medicine.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27e6a55d5208c92686587b813e71a5baef59b1b53aa477df1619c552d3faed25","formula_version":"titan-u-contract-v1","latency_ms":0.6033329991623759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ebf25caf88cbc17106cb2404556fe5b8063d2bfaaaa70df730cbdc59e22edbb","sample_id":"mmlu-college-medicine.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cecc89bc051959165044a925f7eb8803339f5aea5e692c5efd2716f079db036","formula_version":"titan-u-contract-v1","latency_ms":0.4622499691322446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3338b1148a7071b03812ed60099de99103cc609b5a474924b56f2707068b6a4","sample_id":"mmlu-college-medicine.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5902895a08ed7288b068f005be723c1488e200685f74c820381e8734e208567","formula_version":"titan-u-contract-v1","latency_ms":0.8593749953433871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dba60a0e387ed5095aafb60ab9e846bd5863b0c17d82e5f4aa9950131f709a71","sample_id":"mmlu-college-medicine.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d91e055b9acd8e9bc230045e86aaf28ee4ec59daa4ce89ad8e2b7e7329be6c8","formula_version":"titan-u-contract-v1","latency_ms":0.43091701809316874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30d4287dc70834396763b3f1007578424c68d031b21ee6c427a079aa979e3682","sample_id":"mmlu-college-medicine.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7ff724bc8750c6bee8c1065246e96c431c45ea2e8ef6ddf60ded3d14789cd03","formula_version":"titan-u-contract-v1","latency_ms":0.8867909200489521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25c144210e37fa4343aab7b328e4bc589bd1f99071475f80ca986ee750e844b9","sample_id":"mmlu-college-medicine.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31bf3563eb31060bbdb2eae286983f00961a829a5d9806714e1ffa57dabba290","formula_version":"titan-u-contract-v1","latency_ms":0.5973340012133121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee4287c28851b750c833139d33c00f7d9155e01a264c01f09e6b48fa2771a92a","sample_id":"mmlu-college-medicine.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9293c8b8f9b7c11674766ed6417d7db48544bb45936605360ca48bf14d23c09f","formula_version":"titan-u-contract-v1","latency_ms":0.5157089326530695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9473ceb2cbaab114305b8660ff3940a452a6120fcb538e05f9f6e3cda34cfb6b","sample_id":"mmlu-college-medicine.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"060b489e624c20f43dd85919a20e39fb0ba950e8a75925ecb8a6e6dc38401aa0","formula_version":"titan-u-contract-v1","latency_ms":0.5022919503971934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c582f21b896dff16c3040605d7decc0baa8e5f1cd958953edba57f3171a84b8d","sample_id":"mmlu-college-medicine.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5086d5a46c40036c1a462307aa515901b732eb82b796a1ac87ff7cb63240879","formula_version":"titan-u-contract-v1","latency_ms":0.7542920066043735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec171ab04039f10d224aedf18aefa5e9037b50ae056d7f7021364e1984400451","sample_id":"mmlu-college-medicine.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84a0bb7147aae2736836fe82d541c09af17d4c46735a268f00107ad504bc881f","formula_version":"titan-u-contract-v1","latency_ms":0.5586250917986035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b421054daa8886d188ad5ba14866de8d3cf087b08b6d140a61b7cf9beb2ae9c9","sample_id":"mmlu-college-medicine.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2516e3d533c11eb0d520095357dc29b8c2ef1685476d114d73e814575a2bbff4","formula_version":"titan-u-contract-v1","latency_ms":1.2790829641744494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7838957787bc0529c243aa72b2b1cb7fdf48d912bdc179deae7f5c289cfe344","sample_id":"mmlu-college-medicine.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"751c8dceb72a23ff104204036ca38f24f2e75bdf63330437e74aed902c361f7f","formula_version":"titan-u-contract-v1","latency_ms":0.48233300913125277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f19c38b6cee2f9a66bc6171206f8fd258bb6a76f56249a4adffc736ac2cf3dfd","sample_id":"mmlu-college-medicine.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35d56d0c117b71c2205157193de1b4aea85c4b8c40e2806924a26a82a056970d","formula_version":"titan-u-contract-v1","latency_ms":0.4600419197231531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"303d16fe1fbd95626442927d1bb5bf552209323f2d5f46900e6e3b777012650a","sample_id":"mmlu-college-medicine.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec51e0db3786fbba0f03d5c931c12aec5d4fbde84cc004d02c13b9c83aa5a4fd","formula_version":"titan-u-contract-v1","latency_ms":0.5265410291031003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c032f9c98302cddd0dc64e112397a11702c247361bf0b4d52cafb91f48f2745d","sample_id":"mmlu-college-medicine.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ed87d6a86df02268dbbf1aa7859d319064359d799e6611b74c002aa3a23b61f","formula_version":"titan-u-contract-v1","latency_ms":1.1024170089513063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da4f37cbfb5834d3b4e047e4bc45b10cca9ea5af3925f7c1a0c420d0b5d2b7e1","sample_id":"mmlu-college-medicine.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c5b008d19ca7fe1004f366a4feb9358c5ca5d646476a1ea6d1b7c80e517240c","formula_version":"titan-u-contract-v1","latency_ms":0.5206250352784991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a61190533c092a18a0952533aa5b0589d1f5c7f58615f468e9c230e6c9cec15","sample_id":"mmlu-college-medicine.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f642fefe3ea35f1b1e570dc895f0abc2e47974c89aa9faa37b580fc31ce998fc","formula_version":"titan-u-contract-v1","latency_ms":0.47104107216000557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00aa058baf24853395b349d565b7b6d665ce02f1c32e39b7d931283109a089f5","sample_id":"mmlu-college-medicine.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03b025a9bfaa1670b8fb58032c6bfa3df92bab16e0bb8a0429bb40ed1d6581a5","formula_version":"titan-u-contract-v1","latency_ms":0.6505830679088831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b59d528395788858677ba11047cc9c789a8ffbf54298e60b444727f64200f77e","sample_id":"mmlu-college-medicine.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c758c684d8f74144eec461577d47119ee6035698b26099fdb1204de73d7f69c","formula_version":"titan-u-contract-v1","latency_ms":0.675999908708036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"124383687f1455645c58409729ed83f244161fa95e5e706ace9846103c7ad196","sample_id":"mmlu-college-medicine.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a28f04bdbd8d57b6e69292b34f22ea664b526025fdf7b350cee660db31adbb5c","formula_version":"titan-u-contract-v1","latency_ms":0.7573340553790331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b3d72280cfaec1e669a939cd7f6ecdf3e9ab78511ce7b65dd90c1d18ba009a0","sample_id":"mmlu-college-medicine.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36499646243611ada04c91ebbde4c0d6abb9ecb82f3001b89e29d5adbcaf423b","formula_version":"titan-u-contract-v1","latency_ms":0.4592080367729068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62b1638c56dd2c017f9351a9e8e4cdad34db02b571cfb75efe840a255649ab6d","sample_id":"mmlu-college-medicine.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b503771f707f576f1817d904e4eaa95ce50805fc3fcf37c8391d80d67f4e04f9","formula_version":"titan-u-contract-v1","latency_ms":0.8377910126000643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96d324e374346a1b09b141d8c6269efeffb9062a2a8f9f62ffca6919b1fae6fa","sample_id":"mmlu-college-medicine.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f571c0dc430ac668dc7d54a6e2622d29756734c2d5ba5a776846c991afb922b8","formula_version":"titan-u-contract-v1","latency_ms":0.4301669541746378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"188fc03873f74579c1519bcfdf72852520e2a10b95d94a1bec7bb7693a4614a4","sample_id":"mmlu-college-medicine.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af9cec05bfbec05f37682b6d6ba284808ab9c3be44bdb043fb56a737e1e21c0b","formula_version":"titan-u-contract-v1","latency_ms":0.6215410539880395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b08895dfccbc763380c111d2ce7fc04b0e64030254b5ff7976318b1f73439e8","sample_id":"mmlu-college-medicine.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"862e62a09e08df4e2d4ffef5b797260029a3c0909e4592d284982003adf2e4de","formula_version":"titan-u-contract-v1","latency_ms":0.6483750184997916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b0ddee2d3141f966101fd687a3068282914e2006cdc6f3911ff0b01d9fbb258","sample_id":"mmlu-college-medicine.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"903d758ba734d1820a9b62acfca54591ccf58396594ae3d390f40673520c2548","formula_version":"titan-u-contract-v1","latency_ms":0.6042500026524067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"537a410b071ced62c1e1b8146635fccef03611b5be3e65a79dfad9db7e9ea95e","sample_id":"mmlu-college-medicine.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13dd8f8d09c3e8678fe43de13d30a5bfe7a310ba2518db977de807542d106684","formula_version":"titan-u-contract-v1","latency_ms":0.9549170499667525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3afc24c1dfc6c012c785bb686700cf0f913cee01548f71fc748611565899594b","sample_id":"mmlu-college-medicine.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4481297bbc0ab54272c56581945a3315e9fc1900741e6b92e13ecaba5ae35a62","formula_version":"titan-u-contract-v1","latency_ms":0.45358308125287294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cd51706baebef3f03f3a6965a17410cf5ec56245140c53fb7afc22b27e2c186","sample_id":"mmlu-college-medicine.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2263d1a0347d53d368b9fe44af904f1c5453e1dc1446bb33202b09c98c1707fe","formula_version":"titan-u-contract-v1","latency_ms":0.4588330630213022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d17e9e6ec7426fc62ce926aaa8e380724c73efd32575b73e120a16beb581c7f2","sample_id":"mmlu-college-medicine.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c41fb4f9c210d3014e7a7613af0e6b9d3fde0cde7f53a18ec73973046921119","formula_version":"titan-u-contract-v1","latency_ms":0.49979193136096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d6b2c8a1139665f326dd05742968fb4c628b70d24a1a1ae0038886d3ba544b8","sample_id":"mmlu-college-medicine.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5884b121f7825d7237a546e0ceadad73a2b9f235e2af19bdb32c8ea7a15878a1","formula_version":"titan-u-contract-v1","latency_ms":0.6067919312044978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"211557774a2a473aeb788a98ac4b4e16587b29aafb889e10978f594d3880213b","sample_id":"mmlu-college-medicine.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f8eb5ac2666c762b1071d2aad25ebe07debce7f4b917622cce24565477ec84f","formula_version":"titan-u-contract-v1","latency_ms":0.5826249253004789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1806ce1215f0636536162abb86a69bf8137db0ca5e6e1fdd386fbbe4ac3440f0","sample_id":"mmlu-college-medicine.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80ef4bc3255c6f9adb6f1619b3d97ec183d82375ef22e0a49da7283fcb378081","formula_version":"titan-u-contract-v1","latency_ms":0.6767079466953874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d237c54aa0136dea5e8bbbd53ab821e9cfd98e1f035f5106d3b697c49256d234","sample_id":"mmlu-college-medicine.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b8bf87db6029c3127267ec96e65ccee33de91b8f6f566f4c01d5a46577ad42a","formula_version":"titan-u-contract-v1","latency_ms":0.49237499479204416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"643ced258801bf05e4c314576548c1de7914bb367b96dcde88852571300a127f","sample_id":"mmlu-college-medicine.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1803db891b9e7207f09dc1389a5f55761a7b9908a905760abb95d35bf55f97e8","formula_version":"titan-u-contract-v1","latency_ms":0.5464169662445784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e09340dcd3ab6782b6825b696fc0fe4a7ddacc574592ff75e1d798866d29b71","sample_id":"mmlu-college-medicine.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1672d2d87e0b8e5e0ff2e126502e63048bba7a5451143c6b0b5062ffac39e4cc","formula_version":"titan-u-contract-v1","latency_ms":0.5484999855980277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bc07304b1fe88efd90175865d3eebaf0b3a5bd2c3581be35a77b8e202057057","sample_id":"mmlu-college-medicine.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42f574a1974fdda589db40cd3857cb40d914a25c68b81252a5052c4c05a66257","formula_version":"titan-u-contract-v1","latency_ms":0.620792037807405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b9aea296c97ac8a1b2aba29fffe68ec6fffde46ea2b6cc7c9519a73c381f347","sample_id":"mmlu-college-medicine.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ed4a26ac03f05c83e68fa6ee73d97755c84fa080c9bad003382a86a8f22cd86","formula_version":"titan-u-contract-v1","latency_ms":0.588499940931797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a700b4373f1a04847c775278c53f957dce25c2ce0aeabcd4862ee3435b469c5","sample_id":"mmlu-college-medicine.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbbb8c90783521cb45d25f399b4921f60a0cfe6e1839ecee55929182e017e290","formula_version":"titan-u-contract-v1","latency_ms":0.7397920126095414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3af6203174dcf6bf3d0a1d8c0a5b87149ac47c116b510f4c91044399dbf6919f","sample_id":"mmlu-college-medicine.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d73730031ceb9d7815d68f846f3d667663b4a8429643b78de0c9cef0cdee493","formula_version":"titan-u-contract-v1","latency_ms":0.8048750460147858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa3cb5d899fa76d9579e041cd594bccfbfaad9464255f6176ab1749c06077468","sample_id":"mmlu-college-medicine.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c45181d888459c97067ebcfc1c00a7daa919062f48b8882938e7a9a41a84daba","formula_version":"titan-u-contract-v1","latency_ms":0.4529579309746623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fc0040bac9143facf7f27ac9e7b8d7652d37cb9fc51fc0a4d58ed5fd41d9574","sample_id":"mmlu-college-medicine.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9bb4205f89ddcf4a7026e7befce811bd00fde5d0dc659f444220829794e9172","formula_version":"titan-u-contract-v1","latency_ms":0.4485000390559435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16b41695871b5c30b391dbdf632f450e4d83673cb84d88b2d34cbfdee54cc1cf","sample_id":"mmlu-college-medicine.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"543879f40dc6a1915a53b8b9b73c9998d90395921c2cd14ff95ac2a4ee663bb5","formula_version":"titan-u-contract-v1","latency_ms":0.5531660281121731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b4a2c1d9a452c692c48275dff31826bb6aebfd92a74d06376cdc27e4e553a63","sample_id":"mmlu-college-medicine.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc6a8d6ea4896739e75f5591e9de27533ec90b2fa02990cea53369dd207033e1","formula_version":"titan-u-contract-v1","latency_ms":0.4601249238476157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60162e7abc305a86357101e4b19da6f3eb01f2752339a1d8067afc39fc262f32","sample_id":"mmlu-college-medicine.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adc9228d50034a0b47d65a6530439f8bc8730e9c52de0badfa3831f9aabd15b0","formula_version":"titan-u-contract-v1","latency_ms":0.69500005338341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63c71adef1888cd0631f0ce2093b6639a78ccf15a2096f7d066ca1c63600bbdf","sample_id":"mmlu-college-medicine.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9b03ab4e0ceec1d52d3a3e4fbc36153b881311bca123d1a4366fdddc1881ba4","formula_version":"titan-u-contract-v1","latency_ms":0.5155419930815697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c166e31700b121569565de0de1b1119551246baf3892ba92d257a48e8e6932c","sample_id":"mmlu-college-medicine.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b69f024376f97c9b9cdd3d2c522245bd6efd2bbd61bdd8fa8f82496c175c58b2","formula_version":"titan-u-contract-v1","latency_ms":0.5917090456932783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24531a176a7bb43d342769ec8308e0638f29d710808e074bb21126546b602be9","sample_id":"mmlu-college-medicine.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6990576f714638cd6ba8bf642fc617cfcf166946f32e1e91e211e4004cebe04b","formula_version":"titan-u-contract-v1","latency_ms":1.002584001980722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02b80460eae9f0088b118f2107db796df144d60d42efc5e6e81e7f0f4241a548","sample_id":"mmlu-college-medicine.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e605ad441647b1f35c9e015429453126add058a54091d42cdc29a140da8b508b","formula_version":"titan-u-contract-v1","latency_ms":0.8367089321836829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56f7db988292d3cac211138ce048271106cb25172bcec8e494cc4a00230c9e6a","sample_id":"mmlu-college-medicine.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"473dd56e380d6d3d1d24159348192e56084c76ffd70d72d6b344a50a1cc9bccb","formula_version":"titan-u-contract-v1","latency_ms":0.45012496411800385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03980a217b09a8712f8d239d54bccc5bdaf23e4efaf3403aa697d3fa98b2bc26","sample_id":"mmlu-college-medicine.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"544ea486ee557544aca3f1aff740474126c778d6ddba0f33b3073a28bd4bac20","formula_version":"titan-u-contract-v1","latency_ms":0.5564589519053698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d37ecb5b3861f8ce69e2aab0a2c5b4b844976ba21cdb6bd10f80bb0a0d008976","sample_id":"mmlu-college-medicine.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a9fdf0f04652b756d0fcf4005210c6f741d6770877089856d9150379b1a77fc","formula_version":"titan-u-contract-v1","latency_ms":0.43445907067507505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e432feaefff275e04e6353e399adbf5a5c3fc18d8a3fbe730f8b4edcee16a26c","sample_id":"mmlu-college-medicine.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab3eb31ab142fe07fe491fa94540a358fb001da70b4dee560e7696d11049df7e","formula_version":"titan-u-contract-v1","latency_ms":0.9221669752150774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb2cfebb5106e83e04a9303ee6eb4833206da43e684baed3c8a08745fffbbe2c","sample_id":"mmlu-college-medicine.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12d3f202e0573e647810cf263519bb17c890ca7326b534f8f9d38b2bb6da84d2","formula_version":"titan-u-contract-v1","latency_ms":0.788459088653326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d1bbb50ce6400add71ac67b91056778743616ba0e8a64a5e75ca15972558593","sample_id":"mmlu-college-medicine.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3e975b61ff5f23b0e3abe3d2b2f702fb2371873d30b47bfcc20472558a6c515","formula_version":"titan-u-contract-v1","latency_ms":0.7064579986035824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d9e0cc1ca5c4ea1cebc6e0c31c9d420b62c38aa83bdea877db5dee963dae76c","sample_id":"mmlu-college-medicine.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a9c259e6f4124b31cfe8cfc80c63489499ce3d69c44c7cf4b7967ddbb21f7de","formula_version":"titan-u-contract-v1","latency_ms":0.512917060405016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46587fcc2e751f77fb30dc17bfcf1cc1f0eaf67232082845db3e953ff6531365","sample_id":"mmlu-college-medicine.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fce8e997fb5047934753cc89bb0225f872f1d32e344972d5697deec6c9c6b8a8","formula_version":"titan-u-contract-v1","latency_ms":0.5942089483141899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f353624eeedcdb0ed077e164fb021447828e9147e91bd8a799f99d4a6ac6c44","sample_id":"mmlu-college-medicine.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63c2312006bb4d4b0c676ce515e042ad7c24d3ad812bbeaec775d9f1dcb6966b","formula_version":"titan-u-contract-v1","latency_ms":0.688415952026844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5b8711d50dd7aff6ede93bf9cb0b0363faf17584b4e299d52893427a5222197","sample_id":"mmlu-college-medicine.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8f6351a75d20b630381ea633b0591a7748baf60a575737d0758bcf429868bdc","formula_version":"titan-u-contract-v1","latency_ms":0.7992920000106096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4176359fe1b2127c6563be1833b4460b7fda8ec1420765e38a633a05bc6c2585","sample_id":"mmlu-college-medicine.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d83d80a00c046a2fcf030a250046c926f5e476675fd08e873e489bd70e7d55e1","formula_version":"titan-u-contract-v1","latency_ms":0.4440409829840064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b6900b57ae42d598cf8f1713e60f0d37656812d848ddf4d15b03ed1df7dbd84","sample_id":"mmlu-college-medicine.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48d4d638e5d654d6d8e002d023af944d114a57d421f3630c31b71c5783a657e4","formula_version":"titan-u-contract-v1","latency_ms":1.8904999596998096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9850deb5f592170f17b5d0a26278563fa819b3c117034738cb0c095d97e09741","sample_id":"mmlu-college-medicine.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"904944e25e17f606299e5c3d92b6cca982edcdf827d3bb55c2b887bb37edec0b","formula_version":"titan-u-contract-v1","latency_ms":0.4693339578807354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd71273dbc15ba1c6e57143b28207c64ecb265f400cd96529b7ca2250e2c3f82","sample_id":"mmlu-college-medicine.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"198f5e2646711bfe27dad5801811f7f97a8b26c6168662fc71c0ff28468f95e3","formula_version":"titan-u-contract-v1","latency_ms":0.580916996113956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c53f370cf2aa73b154a112df3fcddab25f80f8d562bcae144a951ea425e317ad","sample_id":"mmlu-college-medicine.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c41c88097ff3dd73fbadd6b6fea14212e682350da71f441c3e76e040052e3d64","formula_version":"titan-u-contract-v1","latency_ms":0.44537498615682125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f0d5ba84aaa4ee557d423c79bbac498daa214a135898252bac8d0b6694716ff","sample_id":"mmlu-college-medicine.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7600ed7501fc09782f4be5cafdc73216479547c377eafb36f6f1eb1a77b25d8e","formula_version":"titan-u-contract-v1","latency_ms":1.1930419132113457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeddffd1d5d538cc1547de8eea4c4913574471ce626042c91a14d7745b26e3a6","sample_id":"mmlu-college-medicine.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33124fdf3412e09977316beeef1fc11e5fbfd21cb2cb496ede816ca6b9e98ce0","formula_version":"titan-u-contract-v1","latency_ms":0.6539999740198255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2964ac54fedfcedf94d4dc9a7d92dada3901d1c40edbe7900384656747f6adf","sample_id":"mmlu-college-medicine.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44d84e931b0722680532a954fd4229373bd6aaef12e03059f5fb7016ee76e3d4","formula_version":"titan-u-contract-v1","latency_ms":0.4629170289263129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4cb8fe53cd5bbce50b5b4d14ad640cf71a7e782720a4d9c55b7c26fc1e7e91a","sample_id":"mmlu-college-medicine.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ff783219d8bbd7ae79761048ec9f1725ef6c59e661f81d4684195d70e6b95d7","formula_version":"titan-u-contract-v1","latency_ms":0.6734170019626617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"deb1920562a6cfc102db7906523deb8a7a90de542fc938df3f0f1aa696cf9524","sample_id":"mmlu-college-medicine.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1320cb4b8c6278b44421e0b68c4ed6c86bd8d8b5203b84aa2587aeaeca30ca1","formula_version":"titan-u-contract-v1","latency_ms":0.6144590443000197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44a30e564e17412308eeafb01a4cfad1e92df2f57742a03a65b2c8979625ab49","sample_id":"mmlu-college-medicine.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34c60d2a6afb68147f264ca4cb89bc1e0805d7d8e8afe6c1d3fbed731328339e","formula_version":"titan-u-contract-v1","latency_ms":1.3886250089854002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e81b4cc349c6053aa7f5d4536010170b4001aee195cbe64ee2291c638cd56659","sample_id":"mmlu-college-medicine.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ce837a87703ad8429a5fdb20e95e20fb912d3dba612291f887565b3f3212ad1","formula_version":"titan-u-contract-v1","latency_ms":0.5403750110417604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5df014bd85634b43c750289b9c307f07fa31bd209e37589fe95d8902ca5b0306","sample_id":"mmlu-college-medicine.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23997722de5ccb2502a74eb5946e2299b78da176cd65b42961f9f609e71e92bf","formula_version":"titan-u-contract-v1","latency_ms":0.8419580990448594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c98725a05314ab07500256c63609a2c36be722d1dcfdb2eb420b45d93dfeadb6","sample_id":"mmlu-college-medicine.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02f9e881fd4301f27c4f03408030da1372cd30c7bca289dfd78a7ce3b801b8a5","formula_version":"titan-u-contract-v1","latency_ms":0.44233305379748344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c2b6aa1b904240a98a361a3ddc9286329b9d0fcb3cf0e6209f32dd638ad9828","sample_id":"mmlu-college-medicine.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ddcab6af873bc2c7a7cfc8108dc6b9e22fd06ea04300561695c956ba484ee9b","formula_version":"titan-u-contract-v1","latency_ms":0.8968329057097435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ff37ce6e1891dbc12e62ab30d2a9a855ab8ca7137a22168787040447880e414","sample_id":"mmlu-college-medicine.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25d4f07d3f969c72a26e374b0495c252303fb7ba22256b7579175d4eb2644af0","formula_version":"titan-u-contract-v1","latency_ms":1.1552920332178473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6e64929fca59b8255cd343a670b6fbc41ed8af5208eac932f7d60b06148f6aa","sample_id":"mmlu-college-medicine.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f0090bd1f3b0b31438b11cb91f625c1d49b5ebb2a90c0d42c46c67c446e822c","formula_version":"titan-u-contract-v1","latency_ms":0.6672499002888799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b4cd009dfda03a2acc6e075902a8751f69fc4560a13154ae7f6b9e862910816","sample_id":"mmlu-college-medicine.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f515df8a24d62e1dab6a55f8499cf6d314337692af3692aafa292111e45c884","formula_version":"titan-u-contract-v1","latency_ms":0.4345829365774989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d03ac3577f3bbbc5cee38dd3c562ed09c5b1c2be8f08e5d668519af6c7dca0a","sample_id":"mmlu-college-medicine.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c37deb90104656912d2bfb5ed8cd11b10ab780022439418df0f90cc67084821","formula_version":"titan-u-contract-v1","latency_ms":0.5765840178355575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8631f08267714848778b7a4e19c9f9a9f49e376f070dd516bebf1b5bfec67cf","sample_id":"mmlu-college-medicine.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e16d26e4fa76882b5431829e22cdd4e364926eb56425f11f49404b2d8e837825","formula_version":"titan-u-contract-v1","latency_ms":0.5117499968037009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7699d841463d2425888490dfd789243b2df80ff6767a4845141cf4a168f45f1e","sample_id":"mmlu-college-medicine.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf1fefed081a3efe6f739e6cb9328ab5d724741399622d13fdc5d07cb44a1e22","formula_version":"titan-u-contract-v1","latency_ms":0.7079590577632189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5cd237a16dd129eaf304b293f45491c0e01e403cb39c84cd2151d1dc41cac14","sample_id":"mmlu-college-medicine.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fba95e528e4f3bc9776306c47060b3be743b7d2c83cd99b1f01336212ac23e5","formula_version":"titan-u-contract-v1","latency_ms":0.47666707541793585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3587e75cc511b3d6bdfc708e513c8c0efbc3da945aac09c09434024ed43d1d8b","sample_id":"mmlu-college-medicine.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47b4574a97d78b18c6fc0e3b3aa6870ad6b9aeca254b9e2b8769f9982e543676","formula_version":"titan-u-contract-v1","latency_ms":0.8088749600574374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dddf8bc255b855573f4be25c2c4b75b7b479c4260a6a1642b7fecbbd57261b3","sample_id":"mmlu-college-medicine.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01dc518a2ec466f91a2ca680f41d3ebeb7aa5281969d193e71ee45d5d0e4e35d","formula_version":"titan-u-contract-v1","latency_ms":0.5128750344738364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3628ab4cfae0e7575c17d4041035d81db38aa65eb33f1dc36114928775eeb139","sample_id":"mmlu-college-medicine.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70676217617ca83e09987fbfad98f06705c8090853753f76244a0dcbab173035","formula_version":"titan-u-contract-v1","latency_ms":1.1365000391378999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f12b0af0651c0a3c00a6f44cf248771767ac9ad208addd583c9d4d4dcf3069b","sample_id":"mmlu-college-medicine.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bd5b3a8aca7db28b184afe29b78a5c757633f26f13b4f7f0ab0e9ae6ce5280e","formula_version":"titan-u-contract-v1","latency_ms":1.4729580143466592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d532a72de0f977cbcf4111cf8320b8c6d2b8daf5fb6dd9b1e1266473d61b67bb","sample_id":"mmlu-college-medicine.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c65fcc5da04a954e91a05d2571b157182e75af74eb61f6c6fdcf707f12f3dd79","formula_version":"titan-u-contract-v1","latency_ms":0.847000046633184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8dca2e3885ce0de19f3ed444b1affa987ea34454d45db2b72a761f617e4fc26","sample_id":"mmlu-college-medicine.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9027066bd3200aea90f7b745ce05083c8c61672bf884d2a674bebd41d735f884","formula_version":"titan-u-contract-v1","latency_ms":0.5380410002544522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e585df8df6e534607e9566260b47e6621880685b5c563e48251bd12ec2bf6451","sample_id":"mmlu-college-medicine.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6d1f97af5afaf3a99b71e3d6619ae5c6fb6d0dba714ba2fb88112f712c57249","formula_version":"titan-u-contract-v1","latency_ms":1.1567079927772284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ee1e1b0d1aeae0a7971e22075c6c76895fe40fd8916cd15812fae18692e3315","sample_id":"mmlu-college-medicine.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"492d5be16d6a57cf5072d669db2e50ca915b41c66167e1bed542c56b14c39e78","formula_version":"titan-u-contract-v1","latency_ms":0.47612504567950964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9351e61e857b1687c4d4c3c8a80d42729769c2f156401c48106c6acb636b171d","sample_id":"mmlu-college-medicine.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61d23cee228089ea34744215188db53eb1c95b164d67fb8458a0756ed261df89","formula_version":"titan-u-contract-v1","latency_ms":0.6743340054526925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6caa59f2ae680b456192f42935b03eb82197962a8549f751171ef5c8119569a3","sample_id":"mmlu-college-medicine.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19aef3fcbf29e463ad6f1d059b2d367136285a0191662e2ffb6d386a6050fc45","formula_version":"titan-u-contract-v1","latency_ms":0.8497909875586629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1160b77e0486447b83f6bd480dd51b1b15b732ee9d64607ec28122dedd4bccba","sample_id":"mmlu-college-medicine.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51761455266a99983526f28f6d8a0613fe8f0ddfc5f2b5e8b44d809b0345589c","formula_version":"titan-u-contract-v1","latency_ms":0.5698750028386712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcae37300f29cd9dc72504446086d166b18418d3f80554c9437b67ae854afcfb","sample_id":"mmlu-college-medicine.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6705cf4f9de8ea23bce87d01b1033a6bb3e9bb22fe2fa5270439b60eb99c074b","formula_version":"titan-u-contract-v1","latency_ms":0.4955839831382036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"511cabdaa9526adce4f7c695ac2b8fbf381b36abf1a48ce3878aa40df66b570c","sample_id":"mmlu-college-medicine.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd25a5365461aa48ce9c0a26645bf25b7ae19c3456547cab9ffa4533c34c045","formula_version":"titan-u-contract-v1","latency_ms":0.985249993391335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7154ade8d8c7e5567339263bb0ee6d1baa100d8d6e8bd13dbe9e0c5229df321e","sample_id":"mmlu-college-medicine.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fea50a46a111412161ae998b8e4c10f45cbaf63b2793faab6d302f89d4808a11","formula_version":"titan-u-contract-v1","latency_ms":0.5947919562458992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43480f8c88703af26c2607c7e9646d529beffe0c638ca74a34cd4a38154bc872","sample_id":"mmlu-college-medicine.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"300334e9505827c763053e4c57286c896d36605a1d6b7b09df9175aac4dee9d9","formula_version":"titan-u-contract-v1","latency_ms":0.4615000216290355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dfa9224525c7334fd234386935fc2b6a481420cd9b10632f5bed66fd556de6c","sample_id":"mmlu-college-medicine.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8463bdfe4829f2fb47f6fe0f785355d581a1734b57dd2102c7298faa9b87417b","formula_version":"titan-u-contract-v1","latency_ms":0.5173750687390566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75d00fd3560523fa315285dfe03b6a97e4560dc41b9b68b5efafea3c7ad1bbee","sample_id":"mmlu-college-medicine.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a4ce7d6a674262e221f1659825f1e3ffa556d4878c18b51921e9d9f3fc2e91a","formula_version":"titan-u-contract-v1","latency_ms":0.8278749883174896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b32df51ddc1d6b6182b76487c209ed585d0c273d7fc3dd03d74ff1fac449f4b8","sample_id":"mmlu-college-medicine.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca81445223af45859b9dd9b468cc8b51c9d0782b5ef9a83a6c5509cfaef2316b","formula_version":"titan-u-contract-v1","latency_ms":0.45858300291001797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1f60322761c910e692393ffbf5131b4ce28dcb604ecf83f65d4f3b2872af499","sample_id":"mmlu-college-medicine.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6fd629d1bcdccbbca8e72a5bbcee7f9fc8f2b72ebb61e4575de83d0242c95eb","formula_version":"titan-u-contract-v1","latency_ms":0.5075410008430481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a44c61d8804433bc7e93fb51586b0709725cd23f5c1d3a65b2737043c53dc055","sample_id":"mmlu-college-medicine.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de589cbc3c8b6c97207c3267eb25bfbf6f5f08c488ce0c0b19316f3620d6e4da","formula_version":"titan-u-contract-v1","latency_ms":0.5367080448195338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0d0977bb97bf92baaba19a17f1031de5b34ceaf0e546e18acde89dc2b2b97e7","sample_id":"mmlu-college-medicine.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74bc1eb780837970068c09e66cc36d11e86557000dc3178006d3f3df636a1f63","formula_version":"titan-u-contract-v1","latency_ms":0.5066669546067715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cacabab322fa4194d19fd747d7de35f5eaac1192fcf24a178f96df9b4b794055","sample_id":"mmlu-college-medicine.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9c5e82a908a15f0e2d8d986261bddab326268bbd226227b975d680f5bd712c0","formula_version":"titan-u-contract-v1","latency_ms":0.5675419233739376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5788692b13fb32e8d1d538e716784180ac21005a5c57270e31602736674b36f","sample_id":"mmlu-college-medicine.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99ba81721caaf19f96faf2904d8a6b643ef41b76d676fcf903e6baa13161a0ee","formula_version":"titan-u-contract-v1","latency_ms":0.5628330400213599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"582aba9eecda752950b1c603996f250f680580341592a0456a3816c7c11e82dd","sample_id":"mmlu-college-medicine.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c08d44683bc65f401c5b1a13b39ba993c720e16ee98e24829369e9fb1f2b438a","formula_version":"titan-u-contract-v1","latency_ms":0.4556670319288969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dd5d25b766b9ac44194301cf1932fffb539e480068a3a62136fba293480615c","sample_id":"mmlu-college-medicine.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7bd530546ffd168f25fb4376dcd11e1bae72b799aa6c4bc79cb90429e633c5f","formula_version":"titan-u-contract-v1","latency_ms":0.49058301374316216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e5a479db943909d9f1a80153a982bab9896b09cccfc0f4329e6f8967f3b5b2e","sample_id":"mmlu-college-medicine.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5273986ad8eb6581ef05f0f6f96873897058190ad6978fe28d0fc5a4ef86d1e6","formula_version":"titan-u-contract-v1","latency_ms":1.0848339879885316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bfd8329fe99f0b737a465f0cf476a34d1db4f48824439797379c5dcb23af3bf","sample_id":"mmlu-college-medicine.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1e495f2709a1dc46e885d5137c30ba0df25bef22920a79f4fc7f594be639b43","formula_version":"titan-u-contract-v1","latency_ms":0.5295840092003345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27ba4ac519b1312ac343161d3f7467a432ba76de589c3ee2ebc04c445b4b6380","sample_id":"mmlu-college-medicine.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48d4d638e5d654d6d8e002d023af944d114a57d421f3630c31b71c5783a657e4","formula_version":"titan-u-contract-v1","latency_ms":1.0559589136391878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80e707fb576e5109d86141168f35c2ab9fbba8bf4fff07f3274d5b3cf6674c4e","sample_id":"mmlu-college-medicine.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf4ccc059723f0d6eba382c55dee0597c1e35270480b999fd350610f3628f201","formula_version":"titan-u-contract-v1","latency_ms":0.4128339933231473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8e2f23e5bc73cdca2fdf11e29c7c4ae648133303340bec5c90426bf58314310","sample_id":"mmlu-college-medicine.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a3896f4e47bc0519d54860762a45b7e8a344355b2cba13e47f1111ad73ff8dc","formula_version":"titan-u-contract-v1","latency_ms":0.4568340955302119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e13b36047cd7156eb56bedca385816f15ff46065fb7ae061b73706254bf754a","sample_id":"mmlu-college-medicine.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b372a3b4a2755f03170eb8f4a0ad172b9bab2acbdf13b6c171c1c5ba1f22820","formula_version":"titan-u-contract-v1","latency_ms":0.6000000284984708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29bd92882590e1e98b60e1905fceb8c319ed1c1e82b99bd2310399b36ae1fb87","sample_id":"mmlu-college-medicine.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9a36fa9ea0e37249476c1252a7230cb7876b82ee2e7cbfb0df6a85e4fb5ecda","formula_version":"titan-u-contract-v1","latency_ms":0.8559999987483025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9db690c23ce8f8596148c4ae837d3c3b98d1eb6c2e0e93f27591061f94bd004e","sample_id":"mmlu-college-medicine.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7919875dd75e3d8c48c3fa3c0490c7245c8937356f142949c9a867fc04efb4c2","formula_version":"titan-u-contract-v1","latency_ms":0.663790968246758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b15f358e33adb926b1d387039c1156162eb5d294a1df0f5c997a0dccf98cc84","sample_id":"mmlu-college-medicine.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c51d8a4b8748f7616cbc1ec225cd08f00ab5fbd7104e09ac7ad927f99bcc810b","formula_version":"titan-u-contract-v1","latency_ms":0.8527500322088599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d408e277563fc903aed2d7a7ee07f024fa859d8e274c607b723caaf51ac3b123","sample_id":"mmlu-college-medicine.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e49352e18b30ea0aa7f6595aa8ed31b0a58a76c63944558de88e085f533719e","formula_version":"titan-u-contract-v1","latency_ms":0.9604999795556068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee6feed520f8da60eff01d52f8c77d2d2d2f35ba9379ce9828a28c61b099ed86","sample_id":"mmlu-college-medicine.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aca07ff133c1f730304f095dc5c8d9d7fb9e88f5f48078568ec86d27317df23","formula_version":"titan-u-contract-v1","latency_ms":0.6553749553859234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ef54f97767469f1861e47c31fae6464b19a9ee8c19804a2186ee05824921d31","sample_id":"mmlu-college-medicine.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1782b76c531e5a52d9b12295119f295ab4cd6d8510c1e2ff2c35bdd7aec257a5","formula_version":"titan-u-contract-v1","latency_ms":0.6489160005003214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bb21fdc159eae04967daf2d7f41e5628d3cff7e80874f8813ddf4d137755551","sample_id":"mmlu-college-medicine.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48d4d638e5d654d6d8e002d023af944d114a57d421f3630c31b71c5783a657e4","formula_version":"titan-u-contract-v1","latency_ms":1.2778330128639936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44e62497884749f5356b5adfda8d1a5244aca071af74f7ec9164495b723a1302","sample_id":"mmlu-college-medicine.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"296abaf1625c74de67762e579a919f0d584b8db43fdbbe63afb3549de2c4a064","formula_version":"titan-u-contract-v1","latency_ms":0.471291015855968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cdc6bb802946ea4508ed99b28f8b8032d783b610dafb248c327dd7968a632cb","sample_id":"mmlu-college-medicine.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4721e737242433ebb1e3e27381e813a466c36cc3be7d0ff7703f4de1e2a6596","formula_version":"titan-u-contract-v1","latency_ms":0.7565839914605021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af5f2ad30a03d6742e42a936f73929ec0fec706b4a2eb3c3f6031050c48948c2","sample_id":"mmlu-college-medicine.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bad6e3433c4c57906645308c600c9488db5c1f1f1cb7155890c22f25074558a5","formula_version":"titan-u-contract-v1","latency_ms":0.4140830133110285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e50657c0d2543781d81fed8a8fde216626e7d012aad44b1bbdb8ea6ad61286a","sample_id":"mmlu-college-medicine.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90a820904e9a988c72b8ac9b4a9c29bfb2bc9c1909af5d542fd7fccf871459da","formula_version":"titan-u-contract-v1","latency_ms":0.4802499897778034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e176146113dc185dd45966971bf5e8d9c0bf6ebdc275c68e76cfbf4e5021284b","sample_id":"mmlu-college-medicine.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f08e063d1ee2d7909d97a8544f4852b4065560b8ae7d7b3b69ed5f5ca3034e72","formula_version":"titan-u-contract-v1","latency_ms":0.49866701010614634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0805ed9082cb2f40f18ed234f71ebdf565cc1a100397e2481d576bacbba8bca3","sample_id":"mmlu-college-medicine.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdb20802e783d0e835428379543264067471ae737a33257346c98e3d95be72d5","formula_version":"titan-u-contract-v1","latency_ms":0.7997920038178563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f85b605005dbd1df0458416ef5a4c2ae8be2c45f1e9537be7b34f1c0864dadf6","sample_id":"mmlu-college-medicine.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48d4d638e5d654d6d8e002d023af944d114a57d421f3630c31b71c5783a657e4","formula_version":"titan-u-contract-v1","latency_ms":1.3052909635007381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9735561fe5c1e371b20d0ee09773dbb783a759032d8df613a367e9aa3d04e49b","sample_id":"mmlu-college-medicine.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fafdad96dfc256ffaac073636c57b233d6aa32b5fe927bde8919b3d98899fe67","formula_version":"titan-u-contract-v1","latency_ms":0.6191249703988433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"331d42da70a653b7ced49043c5869eb566d1b13d2d4af747740733e247347c4d","sample_id":"mmlu-college-medicine.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c21891368390c2b7240f4caf43b0a41b9452a0aafeb2f1b608fd3bb868f70431","formula_version":"titan-u-contract-v1","latency_ms":0.5134170642122626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c9126e94a4445783c9c292ad7b9ceb022f860759e99bb8d1786a24745aed4f5","sample_id":"mmlu-college-medicine.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"380dc0e13c533177d28942294fdee18afe64b3646aa3d9e825eeecddd9802418","formula_version":"titan-u-contract-v1","latency_ms":1.1382499942556024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33a1d16fb8db4fd2e4f5369d7b141b29ccdf7d27797a20424a8ed6731a47bec8","sample_id":"mmlu-college-medicine.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1de6af8216ffac46850fa2808deeef34e40d8b4784d974f3c1a917ca2278b1f","formula_version":"titan-u-contract-v1","latency_ms":0.6131250411272049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4721e6dd03ad5d545ac43095371448c0827fcad37aa55d43cc15cacbae332c45","sample_id":"mmlu-college-medicine.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75aa7c3fe3001494c0a12033d14f525b80a5a90b5e57682bcb315582035b0be6","formula_version":"titan-u-contract-v1","latency_ms":0.7372500840574503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40d7fe248285476b71df4203147bab80a7a187b5fd74c95d31da05c48b622f0c","sample_id":"mmlu-college-medicine.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5763ade537139886f16fbfb9bb9095550c3ec3d24ec212854e786e8edbcdcd8","formula_version":"titan-u-contract-v1","latency_ms":0.5824590334668756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70b25d806ce3bf41f11fd049f59f426b2f7cfd143fa46a1cfb26fdd9a70373e2","sample_id":"mmlu-college-medicine.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2eb228bad0bbe2ff09735ba8c0b86cb29f06bd404ab72a601b38e2e26f24f820","formula_version":"titan-u-contract-v1","latency_ms":0.9012500522658229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0260a34a81dd71455f013df20c332b97ae36fe13460e4c84d3e7e10f3b280d27","sample_id":"mmlu-college-medicine.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bafac6add59213656f676af47144bfe30cec4b39bbc889a6c0e28d1bf240f27b","formula_version":"titan-u-contract-v1","latency_ms":1.7108750762417912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fb85593597cb001d4b0f4c6e6949df4af619aad294d94001f00ca590b8d47b1","sample_id":"mmlu-college-medicine.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa7d51dc83e1449c0c5fec0ecaa7ccbb21971d8095a7c3bcba52388a8a2b51a7","formula_version":"titan-u-contract-v1","latency_ms":0.5434999475255609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a40f25538f1b0ac187dd9108728dec819d92e6d9e92820b4f222bce7464b762","sample_id":"mmlu-college-medicine.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e118095a51eb982241b2421a4eb38f2e5cefd05c7f9ce5cc42de3b394c88f59","formula_version":"titan-u-contract-v1","latency_ms":1.4049169840291142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5d38f22c7712d9c811e08afe64c5228f1637c55f4c31aeddd743fb97312f53f","sample_id":"mmlu-college-medicine.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b148d79778476d7e918c4545b15d7a022fd46448a902bb0f332aacecf1e87ad5","formula_version":"titan-u-contract-v1","latency_ms":0.48395805060863495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3db03d8e8dbefb403f2c36bbb6bbca29486b366547c661e472277de74588e23c","sample_id":"mmlu-college-medicine.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c3baed2806c3a620f9a2a1c01c32af3f4ac779b8e7bf0cf62a2077ef3c806aa","formula_version":"titan-u-contract-v1","latency_ms":1.0195830836892128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"628bd3596e31cc31e2c4cea339cbba5aee59b381a38afa236552bfd784c121c7","sample_id":"mmlu-college-medicine.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2b8b48747a8debced8a08e6ada7c1b09a086c7dea44fead8af6eca69ca7650d","formula_version":"titan-u-contract-v1","latency_ms":0.5460419924929738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f726fb284d092717421be8e3071a43baaf15204b621618cb744b659cd6c4d5f8","sample_id":"mmlu-college-medicine.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c50b9d5f079e8eaefd1d456f7760f641b8ecce010f01eda17ab76b1b0ddd9bf","formula_version":"titan-u-contract-v1","latency_ms":0.8134169038385153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7879aad82a1f7bfcf561207d2e976fbb66731963b95a88edbff8d8b42041dbd2","sample_id":"mmlu-college-medicine.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bff1158eb6b4965f3ead05c84bfa0f914a40abfc3e121b44b2069d796a31d23a","formula_version":"titan-u-contract-v1","latency_ms":0.5670000100508332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"609f3792089f652317bf10d1ea56e677f7105000ec84d6a9b51e6e24e94543a3","sample_id":"mmlu-college-medicine.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37354d428085935352a2cd7de1a7cb0e606ce9ebed97da50b55a86fb0d759398","formula_version":"titan-u-contract-v1","latency_ms":0.5576669936999679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"864d604caf19b3b6a89b13d4555b9c86d617e43843173f2d01e51e2142ae637b","sample_id":"mmlu-college-medicine.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ded0bee5b432a1b77d0beb42bcb9226b21373820d116d0b8da2b880c53af24b","formula_version":"titan-u-contract-v1","latency_ms":0.5816250341013074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca7408e4447e72224542bdf28954ecd9d757127fb6cee26dc27953f14d5869af","sample_id":"mmlu-college-medicine.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f327fdb75b9983d250bc43f26a3bdcaa4e632bd880f5489cf3f4d0b4c2a81d19","formula_version":"titan-u-contract-v1","latency_ms":0.654833042062819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14157a4c78a587c6faf694819dbe107a59e10be4e403be035d2d76fa18eded1f","sample_id":"mmlu-college-medicine.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f972cea832cc1ec858af148cc1f1f51c8ed497d833eae877967bd82000ea010f","formula_version":"titan-u-contract-v1","latency_ms":0.46274997293949127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b2ff6592782c56b5ab8e153a167f9f2d3fcf619f71cfd4c9d2d674d6e6f0b13","sample_id":"mmlu-college-medicine.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a7359ecd8b6d18cdf48eee39829bebed6a726a4e212020d856523e7fae1c4af","formula_version":"titan-u-contract-v1","latency_ms":0.7619579555466771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1044cf05dc44b17557a2e2036f457fa87364dbdcca2f9b941e57bd492c0459c1","sample_id":"mmlu-college-medicine.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62f3dc61e9235866dfbdb0dadd2c390b0c6dc006ea86838925f844f815d2a9b1","formula_version":"titan-u-contract-v1","latency_ms":0.5907919257879257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0ee0e658f1c21d38f89341543fca5353f08690549ca39fb3702db4be671deae","sample_id":"mmlu-college-medicine.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8dc10f96ba5b5419f2345cbf9c4a7c75bb0fc75241180ba6f1f4f1168f0327d","formula_version":"titan-u-contract-v1","latency_ms":1.02770805824548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8d99324f3f490811fdfff0673c6788dc0cc391ccb3253ae54d17c72703a9f45","sample_id":"mmlu-college-medicine.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b17ee4869c83140650fa798e86d4a5c2bd387a7de0ede49de777f60f37e53620","formula_version":"titan-u-contract-v1","latency_ms":0.431500026024878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dfffe9be3bd4e619b21328bef8872ba7b59890db23550ed2d7dd9526471e1d5","sample_id":"mmlu-college-medicine.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b0846a5d855e0bc900cef751b2421a104eabcdeffa54b5d51b9f39c324668e8","formula_version":"titan-u-contract-v1","latency_ms":0.7890420965850353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"441ba191836e0376c1503fa432de657116f5241dd13997e20eb3bb033824b22d","sample_id":"mmlu-college-medicine.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71f8bda2549126e0391aa02923cccaaa574a1147e310a6f190f8ff2daa492dda","formula_version":"titan-u-contract-v1","latency_ms":0.886749941855669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e7cd5453090a2e48f9562cdf13ef4b879d3ba1d758bc8d03efae5450a2b76a4","sample_id":"mmlu-college-medicine.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"665c3739cd295a3a392d47ed2a5cc7a300c0a4f1092cb3310daf1a28224635d9","formula_version":"titan-u-contract-v1","latency_ms":0.5949169863015413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0510cfd92a717930ad4328c9ef2725368d44eabec876d59c3f932feb3d2cabd","sample_id":"mmlu-college-medicine.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14a6c746290009499a32d66a151cf3f83a33a04f20eb917032f399a90b24df85","formula_version":"titan-u-contract-v1","latency_ms":0.5535419331863523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cdbd570d379186197af14ed2247c68191a5b2e99d88f9b8afb8d703825b2f9c","sample_id":"mmlu-college-medicine.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3645618b4a9abdc030de33a1fa3786ffe6af7bc61d7e67d91960c9b46bc681a","formula_version":"titan-u-contract-v1","latency_ms":0.42866705916821957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9ccbc3450c7c38027959fb4ec00f1babe5579132ba5bf117af468bb00b87f29","sample_id":"mmlu-college-medicine.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35d6d87ff9b5c0f646d51a61e59ffaa0b0412c07215c5897ba28742361437687","formula_version":"titan-u-contract-v1","latency_ms":0.5969590274617076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9448f54c880b166b901fb7b0d2d672d69544c0897ea81961155e5d12131d9be","sample_id":"mmlu-college-medicine.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48d4d638e5d654d6d8e002d023af944d114a57d421f3630c31b71c5783a657e4","formula_version":"titan-u-contract-v1","latency_ms":1.3411670224741101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0183c184b6fb540df3bf8f6471c1767bd8e2e54dedda2fcb9b3ce0fe1489c830","sample_id":"mmlu-college-medicine.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc7c1d2630fa9f80144db51278e06b35d81e69346723cf27b38c8c28e10d512e","formula_version":"titan-u-contract-v1","latency_ms":0.4421669291332364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c770c33ed1909ec577ddabe9974c876d1b781ed14a108c2d5425acc3c6e0a474","sample_id":"mmlu-college-medicine.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca07a9f4c59a559ca01e1017b377367015eac125b4b1e9bc938ba4e3f2c387a7","formula_version":"titan-u-contract-v1","latency_ms":0.6242499221116304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ac35694f5c8082aa87267eb24fa15e5bc47180a3713c28b74bad0fe1b6ef8b1","sample_id":"mmlu-college-medicine.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bb9ece53b61e15de0fb2157d0f78633a6f2f41d83bd7188f97c2c1aa378d72d","formula_version":"titan-u-contract-v1","latency_ms":0.5371250445023179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"332b9cab4aa298360182dff6abaee0c8cdd983e4afa5f311a4dfec96ebf3c759","sample_id":"mmlu-college-medicine.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd373389d2f6dc59584e205550f2c0493ce7269378c8ca4616dbf317f35cdf03","formula_version":"titan-u-contract-v1","latency_ms":0.7465829839929938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4a2747956df2a9f7d12c2795571d173512c844367ef2dee0eb9d6bb3a3f5ffd","sample_id":"mmlu-college-medicine.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c0209b0f66456668f2711e444849a1c815fd0d508944dbc9f0e73864420ad70","formula_version":"titan-u-contract-v1","latency_ms":0.7690000347793102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad5b90b641655ab8a3503f9c76c85942b83656859ad603cac9b54d5a37524faf","sample_id":"mmlu-college-medicine.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71d08330f4cacc03c75654edb1932075791022267ef8782f0192c36353d3e000","formula_version":"titan-u-contract-v1","latency_ms":0.44350000098347664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e39a78e90eb54b75cf25a35469af16e85cc843cb5cb63bc9887d849aaca96640","sample_id":"mmlu-college-medicine.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eac80bbb085e301cc7b797a234aa57032329fbaf211fc43815a795030c3c8935","formula_version":"titan-u-contract-v1","latency_ms":0.5611670203506947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de54ca172e9d947cceb90d1fa6a966f5e2b20d0a74f694cb7a4cdfc739e6ede4","sample_id":"mmlu-college-physics.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d1d7e08aa2743154f531b5dbaa9407788ab6a7e254b26ecffcf6171717272ac","formula_version":"titan-u-contract-v1","latency_ms":0.6455829134210944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b6cca52e51e684f2d1e9ea9b8965698566827050ebec8c123df9bfb2fd0f548","sample_id":"mmlu-college-physics.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14e03c5c13f32eb6993ad2fe278c713d144ed823ad81a753c75faec31bda7500","formula_version":"titan-u-contract-v1","latency_ms":0.42937498074024916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41374c8f9ec44a92e3a6aec3b09ba52b8d7c7f0dfe80072bfad2a11dcf7b757a","sample_id":"mmlu-college-physics.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27ff03c596ca536994cfbb06e03bda7ffd1153bfee13408e8f9ac63e75f20f91","formula_version":"titan-u-contract-v1","latency_ms":0.4811669932678342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b043cdfe3b6b52dd53702f6918187f55614b41c5b7df8a6a951b440a08d93fce","sample_id":"mmlu-college-physics.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2c0fabfa6784f69b69d301bfa2a5c6eee221fa419838bd6d740ab6314aec543","formula_version":"titan-u-contract-v1","latency_ms":0.8171250810846686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b12e39c0ba6c7ff7eec454c6fa14544db045e1768563212e6eb54970baa0bc4","sample_id":"mmlu-college-physics.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d3cbefea8aa2a2e87f372d973ecd724838def6e413279666acdb638da3b9d8d","formula_version":"titan-u-contract-v1","latency_ms":0.6542920600622892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27fd255f406003c41d4812b87367683d10afd4e55590f3b91c5186b154d2e925","sample_id":"mmlu-college-physics.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9875416540bd4cb7f7f1e855c92f4cd5dd731d8a4706556ad51f6a7473f241d","formula_version":"titan-u-contract-v1","latency_ms":0.4452909342944622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e9287c61b8daadfdf9ea31fad8e4171a06633e8adfa821060d199d3bdbb4b2d","sample_id":"mmlu-college-physics.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72dd3823437d8108ed717262c836bdfaa52a9d1b59f48b491f13e266d43c93d6","formula_version":"titan-u-contract-v1","latency_ms":0.4742499440908432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86d0bc5510c93d67e7be8f48903549620971f2a145cd9dcfa1c32c4000435c18","sample_id":"mmlu-college-physics.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3aac0aa335cd12b17d999c0d4cb7b7e2efc6f55dd16139aacdf969e2f07c78dc","formula_version":"titan-u-contract-v1","latency_ms":0.574083998799324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcc9fe173d874842399dfa1252cee72bce1520a0bf31ff74179db6f727a36ead","sample_id":"mmlu-college-physics.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9f804c6bdab4ffd3a387afe2159b780cda9ab89c56961ba1cd307c65a71dbc5","formula_version":"titan-u-contract-v1","latency_ms":0.7602499099448323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfd978fec1ebef6e9bfe95ed75e7a32f70a0c9d29e1f7afb65edf2541384e50a","sample_id":"mmlu-college-physics.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95b121d7232de33a2687fd2f3677cef3fe22eac3db6751fcacd5f37a1ea9c2ef","formula_version":"titan-u-contract-v1","latency_ms":1.2522500474005938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dea1e36c00a43c9b759817a822b4dad5f48ef8d01cbab8040d25f1933949ef48","sample_id":"mmlu-college-physics.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f609380e45c665ad92ffe0ec4c51474b05afdef2ed4c4330b31bfcc89ebe506d","formula_version":"titan-u-contract-v1","latency_ms":0.5497920792549849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"864e6933d482e476c3487bb353ad3faf0a807fc2e9c0932d9fddfff569aaccdc","sample_id":"mmlu-college-physics.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af14bfc5b44bf033df7bb1d1f265cf53cd6c877fa26323669fbcd8324732d6cd","formula_version":"titan-u-contract-v1","latency_ms":0.46612496953457594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d39b5501c0c2e5f6e198f7083996efa72b59b0c08178abb4ab36c4feaf961c4","sample_id":"mmlu-college-physics.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40c51933a8012e220b0fe118a910fa7bdaaa96ac983214e02df302af58182fb0","formula_version":"titan-u-contract-v1","latency_ms":0.49541599582880735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8aebd6901e7b2d0c4adfc3954164a958a5f6a62fb0619c09e6a1deb41bac9430","sample_id":"mmlu-college-physics.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cfc47ce065361d7628727e0ca0043cab90904bf72f72b354c761615abcdb6fe","formula_version":"titan-u-contract-v1","latency_ms":0.49987505190074444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4494b4b23eee93db2bd556c9964c1e4cf207f2989f6ac1eb1156f4745e6b79e8","sample_id":"mmlu-college-physics.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ece183302fc6d41411f3fc927ca07ce2aaf650b7df4606b46529f4d8831c566","formula_version":"titan-u-contract-v1","latency_ms":0.6364169530570507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c0a67e64cfe1d45beb1141d665097f007083d5b23540e1c5529b383bd242307","sample_id":"mmlu-college-physics.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c90e9139c94ed74c09bc8ba538d63670423f35c1a2e192df5c3699fde08b339","formula_version":"titan-u-contract-v1","latency_ms":0.4319580039009452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d4bd2efd72e57594e13464c7eb3c5e7606b7bb3e9f70de64e8954c097c56efa","sample_id":"mmlu-college-physics.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"889fc2a25450acefc86cad2d2f6ac6c96ad40d3cd2ee9a0a1fc312ecd8d9f20c","formula_version":"titan-u-contract-v1","latency_ms":0.4807080840691924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab7a379d401e67120e79be58b89d048189cf0ec51c4684b4667dc730906c5d83","sample_id":"mmlu-college-physics.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfb76bcff9bd96e31f68e62d114d65981a26981be3f62d34932fb93ae2e21683","formula_version":"titan-u-contract-v1","latency_ms":0.5562910810112953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43b0cdb74fd0018a33d10aa2aa3b91347adc845cc0590a07c5747e150a2b88a7","sample_id":"mmlu-college-physics.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5e8868fa5fb23805b51641d0fadbed93f5fd05e1baa0522548c9f7e879a33d8","formula_version":"titan-u-contract-v1","latency_ms":0.47045794781297445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2010b7abc8e3ce5ccb0b909816c247807e34a69fc3a6050997b4e9727d59d97c","sample_id":"mmlu-college-physics.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"065cde47d681673ce8c776a95d5c9ea70f9f4e76d718ac67a91e2d54591e1468","formula_version":"titan-u-contract-v1","latency_ms":0.4544170806184411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8badb2e34de8fc2bbb9cf389161b426921f277ac266db71aea3d57330d2914df","sample_id":"mmlu-college-physics.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8aa1f032495c75b27f4e1f8c35a25063508ff0d3c77b75d221a6743ad362e404","formula_version":"titan-u-contract-v1","latency_ms":0.7382089970633388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b64ccb35ba238d892c9a6d1e38ed8138da4a262c97008adde4716faa782899ae","sample_id":"mmlu-college-physics.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d4bc15816b319814c4b42179e73db4953ac4cc08e580a5148c7cea5c64bad94","formula_version":"titan-u-contract-v1","latency_ms":0.5974160740152001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00dea1b77579d0be38a66bfdaf60a718630e30a022b96946aa7a1f3c7558ac10","sample_id":"mmlu-college-physics.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d26217ef8e8f62b9d802055fedc7e926d668dccbc598fd5183e96e36e00fbd4d","formula_version":"titan-u-contract-v1","latency_ms":0.7309590000659227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb139acaf983e2fde88856eb5dc95eda570b6f36c6b0bd2fca3f2cde304670d7","sample_id":"mmlu-college-physics.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c85d9a5b687cc0ae614ed108f145eca92abb1bcfd003e9e411e15e149902eb03","formula_version":"titan-u-contract-v1","latency_ms":0.7510000141337514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"967c416a27f8f4b7f66296ed1840f430adeb468c0483f0c3ff5f50ed622899e8","sample_id":"mmlu-college-physics.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e71f80ee2e37c9ba2cf7b2d9d4efb8d203d2c6fdc734ac382513c32e35a2450c","formula_version":"titan-u-contract-v1","latency_ms":0.543957925401628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf41d9473509b25f69c7faa6b257c7fbebc602d64d640643ce519f236f379409","sample_id":"mmlu-college-physics.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"341d03a26815b189e5cf463212d39c2ff9da09f9e6d2aa4bc1085351154bc30f","formula_version":"titan-u-contract-v1","latency_ms":0.5381660303100944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"006ae1988f858803e29dc1c3fb5538be9e3a1e68ff0dc82dadd621923c4d6f97","sample_id":"mmlu-college-physics.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"443900be40b498a7ef642f8c3a2241d2bd6a04da54d0b110c7f6561a15920cdb","formula_version":"titan-u-contract-v1","latency_ms":0.5112079670652747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d89a5f1755cf325e72ef9b1aac4c8602d8c47d74540bda81dc05b2f6450a007","sample_id":"mmlu-college-physics.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e7f87ee347518e464fe5aad9f443810901a50da589a0915fb9295234ba69518","formula_version":"titan-u-contract-v1","latency_ms":0.511542079038918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ca8c7b0174b313d43b596746b0354d270416b7314d492471f768d6f93b4ee7b","sample_id":"mmlu-college-physics.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e357d24b76a804cb149b0f71f0c111cf5b719aa4c014f51568ff463f3f89c14","formula_version":"titan-u-contract-v1","latency_ms":0.5233329720795155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"687274f8f256d576c0d6db4ce2d59e9eac776be81dbdffef9877f3d7638016df","sample_id":"mmlu-college-physics.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22317fd318bc9aa89f33847bb8fa278d7ba2a89e929176cb1176d095014dd9ec","formula_version":"titan-u-contract-v1","latency_ms":0.6195000605657697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d378fc23b8472638747ea372502dfd27754a532c8e7a037671688daefe654aa","sample_id":"mmlu-college-physics.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc2bb115631288b9a24d149a5028cef1f60afeacdae1c3e6dd2601c932696184","formula_version":"titan-u-contract-v1","latency_ms":0.620500068180263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a930737d66e09045d273936a4de11bb85431271e197773ac77507df3829a0b8a","sample_id":"mmlu-college-physics.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f0335d4725ac19b525674a6a52b407dcdd5a2ae23cf0e89c0c36455c80bdcf8","formula_version":"titan-u-contract-v1","latency_ms":0.4640000406652689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a5cb5550464a794deeed9f9c41f86031b8f23a191e618e3521c8ed20a8a8419","sample_id":"mmlu-college-physics.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3607efb3623c7f93d6b30a85f20bd6e77725bf286335be21e187dcfedd27f071","formula_version":"titan-u-contract-v1","latency_ms":0.4377500154078007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb35ebdb4b4382a43dd65874c4ecb8ff6f6e34fcf7b97de043c1d952d2b6e48c","sample_id":"mmlu-college-physics.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a42395313f3d795354b3172bb9837ed961018958c6879806561287131d2f706","formula_version":"titan-u-contract-v1","latency_ms":0.6319580134004354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08c7e8f4d8558f1a0f3aeed090bb88e093a81751cece5377454880c7e5edeca0","sample_id":"mmlu-college-physics.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a5c7aa87fe252f9cc1c423f52e858df860967b3d71aa468395ed442d6432309","formula_version":"titan-u-contract-v1","latency_ms":0.649375026114285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3e66dbb7568b958fb8e1be8da5eeae4a1f24ff6d34105e74c7e8aa5a64b907d","sample_id":"mmlu-college-physics.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95b121d7232de33a2687fd2f3677cef3fe22eac3db6751fcacd5f37a1ea9c2ef","formula_version":"titan-u-contract-v1","latency_ms":0.5132079822942615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc7fc5e4fe5998772571622c2d5b15a0d4c40393f5b81ed79618e99c45b4bd25","sample_id":"mmlu-college-physics.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aef794a9badb20e73055fa3e7229d7a68d663baa2ecacf5edc3457c12c0bc76","formula_version":"titan-u-contract-v1","latency_ms":0.6208328995853662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8f409370b2c037cfd6f6dee995f3cf9caf7f7f1a0409b2bffb1b6956218abd7","sample_id":"mmlu-college-physics.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"272e7a52fcf8911901286652eec74b3cf32d8a61759a99ce576ed331acbe6e0e","formula_version":"titan-u-contract-v1","latency_ms":0.5254580173641443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa63e19c936e1b2fc60724698bdcfe0610aa0b99b253252539d9ce7531ccc300","sample_id":"mmlu-college-physics.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c72d856d9e501f22831642b2ad7d522d786d61903de6c5a41cb8ae87b32ab334","formula_version":"titan-u-contract-v1","latency_ms":0.5073749925941229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"859badeeff6708218779db601276e9071569bf4a7322d4700a1cfd08ff926091","sample_id":"mmlu-college-physics.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f01dfa8ee124b38f77ee723209a039017fcc68beb125b8a7a2d65278a8fe3cfd","formula_version":"titan-u-contract-v1","latency_ms":0.5000410601496696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"720a464edaf35c76ada5a931ec5fc8ce23cdf949580045dc9c7ee4d713cace21","sample_id":"mmlu-college-physics.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca7fe9ef1ccf134f47e7468fc3fa4bf53bda140edf0f7159443c41300a1721fa","formula_version":"titan-u-contract-v1","latency_ms":0.6201670039445162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41bbe53c884eaf59f36e82353de38eb6c5d21756e701a0598a37678f08ffb64c","sample_id":"mmlu-college-physics.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da68622f1a30c8bef6d114fa989f767334bc03745d605f8e9ecea8aa7ed80d14","formula_version":"titan-u-contract-v1","latency_ms":0.7445409428328276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b655b53344917c5842c51d6670a8936748f2e49d15de84a4753921a25d56c2b","sample_id":"mmlu-college-physics.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db769bdf1457b48894572d03e84db63aae7d0b6abbb51d12f6f216b8a2d09bda","formula_version":"titan-u-contract-v1","latency_ms":0.5127909826114774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9100de0bf56f17974093da22ae16a121f8d178584cd3a050c126cef0cb78ead","sample_id":"mmlu-college-physics.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3270808db12f9ef7db3ffcff301f2217965f4767982a52606060820bc0543af9","formula_version":"titan-u-contract-v1","latency_ms":0.45612500980496407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99c1bce61d7008a5c8854750ad060556e8be240a0b9e58d41e79f725038e8741","sample_id":"mmlu-college-physics.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99670b94f0b8dbcb08ca75b4d549227d5f8c34304e3cf39cd135b02b1723aeb2","formula_version":"titan-u-contract-v1","latency_ms":0.48437505029141903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbf7caeac8f268f523e67f0a71adc4447431a304ee82f0d4890f8113d9b122f1","sample_id":"mmlu-college-physics.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b2da90e47476d8854b6442e87f6cdbf92deff19d12342de28206805a160d962","formula_version":"titan-u-contract-v1","latency_ms":0.612374977208674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0305bf5febc25111cfc99e00eb44eea507468df3e20f2c2bdc16fe58d54e1bb2","sample_id":"mmlu-college-physics.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d675c4d05310c52365a932d9b7f9e011b4ca01fc65f3e41152ce750c5c700c5","formula_version":"titan-u-contract-v1","latency_ms":0.4408330423757434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea4fcc91f6ff4a362328540531eadf99d6d695b7a9bbd485afdfd51fa4f23dfa","sample_id":"mmlu-college-physics.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0805c78f1dca814b8e6dd6159ccf32cf6d203d34e486ba5ab7647981b7dad6a","formula_version":"titan-u-contract-v1","latency_ms":1.347291050478816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cab03fc9b0dcc6180c879fcfcb88595163c772e84adb4a9f8c1a6c6d16eebeb5","sample_id":"mmlu-college-physics.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e71f80ee2e37c9ba2cf7b2d9d4efb8d203d2c6fdc734ac382513c32e35a2450c","formula_version":"titan-u-contract-v1","latency_ms":0.4565829876810312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec125e6677a37b576344bea5c799b778c277f9f2337e2ce04f0d88aa9945121d","sample_id":"mmlu-college-physics.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3af1c0301f33d89abe7036a8c45f8fceea6d46c965f1c9f05e6ad45c4ff03c8f","formula_version":"titan-u-contract-v1","latency_ms":0.4416248993948102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13681c5c06a3ad1ce9102659821fed78794a2d4713344bc134a3816ffa93d028","sample_id":"mmlu-college-physics.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4d21dc365ae3d00a24c155007f638a8e1b93c358d8ae3c46e74ae7638fc74bb","formula_version":"titan-u-contract-v1","latency_ms":0.9756659856066108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa3f6a38bfd4c5e2ab01af412e6493a0406071cca6c8ec53ca57a4b5e634a7c5","sample_id":"mmlu-college-physics.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bd2c0d29190dad9f85292f67e56662a7a7060aaa774ad55025fc4af30a21206","formula_version":"titan-u-contract-v1","latency_ms":0.6266660057008266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ab7754965da089d65d67d133d9bfb5b2ca5c702e0668d266c034eea588670da","sample_id":"mmlu-college-physics.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0608b4e619128e5773c48b335889efd068306407aa537318cc24a85c95b7c812","formula_version":"titan-u-contract-v1","latency_ms":0.5283750360831618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c32bd260bb82dad2c6ab9c4309ac114a8c6fd9858dbe0fef108266c9eee5c97","sample_id":"mmlu-college-physics.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52d46530adb340bb1919d6e230528f706b3300cf1bbec22aefe5423e81a3a128","formula_version":"titan-u-contract-v1","latency_ms":0.6674170726910233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f2be6cab99f87e9750b38c65c6234e5a28c3872b2629ac376c85d96ea0d3989","sample_id":"mmlu-college-physics.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a96cd30dd691a9a992ce237466c6dd99544b5b503206a68f0f17ab21820648ca","formula_version":"titan-u-contract-v1","latency_ms":0.7428330136463046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b24db8cb6902a17c90a46be6cd59ae52e6dece3bf80ae465acf15c55e2dc79b2","sample_id":"mmlu-college-physics.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c85d9a5b687cc0ae614ed108f145eca92abb1bcfd003e9e411e15e149902eb03","formula_version":"titan-u-contract-v1","latency_ms":0.510375015437603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f98d302ddc3d8b48125fa540a88536d1b5c5dd50b966b8b0f6d8077cd6807313","sample_id":"mmlu-college-physics.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cfc47ce065361d7628727e0ca0043cab90904bf72f72b354c761615abcdb6fe","formula_version":"titan-u-contract-v1","latency_ms":0.8231670362874866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5144bdfc3ad6e27c6791144e96cf0e847fa6eca4664adf3b93736c293910dcaf","sample_id":"mmlu-college-physics.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f55bb68fdbe39ee348f3b884479db3be938a4377e63b6d07ce853d0ee4b28bd","formula_version":"titan-u-contract-v1","latency_ms":0.5344590172171593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0ad3e9e2137712180a3a394bd3b9f82197e829348a439db83faa26811d29534","sample_id":"mmlu-college-physics.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0380bfaae006cea5762e24008544d2beff9cd4c11da874b678b7789d04a1abbf","formula_version":"titan-u-contract-v1","latency_ms":0.8540000999346375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe2b90559157abe45eb170b27983c46d070668154d9f46ad7295c77ad9e8c653","sample_id":"mmlu-college-physics.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff4bc5b5abd96cf69cecdb3d070fb34e22e09c32842abb91afa8d4b0cc34e9a2","formula_version":"titan-u-contract-v1","latency_ms":0.43241598177701235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b752e8209b1f4cd4fa964fe350af452c882371f0092b773565e41eb59727c1b1","sample_id":"mmlu-college-physics.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"585952e67b51ceec878b73eebf4748734fe4d66593cfde828fa737a71460a941","formula_version":"titan-u-contract-v1","latency_ms":0.7606250001117587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d85fc2854f2068243b2fd90dbfb08447b4373e17f4f46639728854782b3a46c","sample_id":"mmlu-college-physics.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa57685b3145ac342a77e5235c6ff56a1db5e4e310290c8b1a9af2aa2cdbfb50","formula_version":"titan-u-contract-v1","latency_ms":0.43866701889783144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f5d8cefec96d5e6c8e3f7e75e16243da185ba87c7c20e07a9a4a43a4dbd1da4","sample_id":"mmlu-college-physics.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fc213a49df8ea4ddebb36faeec33a8af79169cd05764a66f9a5d02917eb3cef","formula_version":"titan-u-contract-v1","latency_ms":0.7765829795971513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15190ca4a39991a182f946cc4e57d41b4fd9c43adc1bd900ba2d1df35afb8e2e","sample_id":"mmlu-college-physics.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6def2926b8e5fa3dfbb4fb2b909fde757b3f2d643cf253555bb4822f4d653a3e","formula_version":"titan-u-contract-v1","latency_ms":0.45179203152656555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4c75f08936c04b574477eb710bc28497ae5a4f2f587bdf718d090a72023cc4b","sample_id":"mmlu-college-physics.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d4bc15816b319814c4b42179e73db4953ac4cc08e580a5148c7cea5c64bad94","formula_version":"titan-u-contract-v1","latency_ms":0.8720420300960541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c386557f6d429ead75805b1f26d872a4cb55e5e530beab3f8948b3a915ce2a5","sample_id":"mmlu-college-physics.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7d4b2017855d86434e294866f0fc51865259b21bedac34817bbd580d355206e","formula_version":"titan-u-contract-v1","latency_ms":0.6177499890327454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79eb55877ce8a51d05c7dd0ccd3b4d10c3fe08e33f693da03229f15e0b6c30dc","sample_id":"mmlu-college-physics.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"480ba530dffc076e397391940792f59a917a1e4d97579c19b07d31e893d33bef","formula_version":"titan-u-contract-v1","latency_ms":0.7977079367265105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76d8e1d5a408e9c7d4acb62aaeff778425297a25b325b890312ffac732585f6a","sample_id":"mmlu-college-physics.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9688193e642724ccab01c724429618bf52cee0f30f913bff4380cc314d5c33a","formula_version":"titan-u-contract-v1","latency_ms":0.6004170281812549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f5051e89aa8f16e2dcda9e10445fed7901a4954dc7cb9ab946fb9efb1b52fd9","sample_id":"mmlu-college-physics.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98f018e560b92f8db68a7eee7fdd736400d31dcec721800b760eb578c37a58f7","formula_version":"titan-u-contract-v1","latency_ms":0.5818329518660903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4cba5b636dcfa81d183c1584b734305fada9e01a287fce30e4f10013f5e6bee","sample_id":"mmlu-college-physics.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a9d878a78a6d15d9502a8d9ab4377c8315541508fcd70a69498c3333056d1af","formula_version":"titan-u-contract-v1","latency_ms":0.8782079676166177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1313e926679539929faf49440cf98eee5cc701eff174c7b7fa6971d954ac0c7d","sample_id":"mmlu-college-physics.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eda8f5193265b6b51567077d55e69ae68d7952d1e98481318e059f8dad936f9","formula_version":"titan-u-contract-v1","latency_ms":0.5829579895362258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e638d589533b5ae7212a4cb4e681c1f4fc1502cfd5f2037b07d0324a712b73b4","sample_id":"mmlu-college-physics.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb3ea6a3d0ba497732278e5946083584619cfcf2df0806b35c1e2d2e27d06e87","formula_version":"titan-u-contract-v1","latency_ms":0.7052919827401638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a711a16a2ee81647ce2dec080054142a5758ff19b6a98343ef2a8153b3151f22","sample_id":"mmlu-college-physics.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5e60409afc03756b6ce8587b1182d57b05518d556525147b74516754e27a24a","formula_version":"titan-u-contract-v1","latency_ms":0.5356250330805779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5af9791c002de186a55dc5fed048ebfbf6ea867f291f445f41c2af15f5ceb22","sample_id":"mmlu-college-physics.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f150ca41d976f849162b7dd91eefc4d271d983701ed4dd8e644f31adec4b1826","formula_version":"titan-u-contract-v1","latency_ms":0.6756250513717532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"054134b834f1246d2d46f2f92bb412abc8399238aa62bbd01ce2bae84c1bcc08","sample_id":"mmlu-college-physics.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6e84f07d86a18b02b1d7c9acfc7dce304fc179dcdd2e9d75ad6b6a7031b2ea4","formula_version":"titan-u-contract-v1","latency_ms":0.7108330028131604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07b1bbe4c667ead96903c3d64bc1952930285674bb8fc83a77b74fbb4a76e9f5","sample_id":"mmlu-college-physics.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb3ea6a3d0ba497732278e5946083584619cfcf2df0806b35c1e2d2e27d06e87","formula_version":"titan-u-contract-v1","latency_ms":0.5169169744476676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83b38544ea4c07f34e5966f38144aeff18171664a777ef6314db584929a8c705","sample_id":"mmlu-college-physics.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"341d03a26815b189e5cf463212d39c2ff9da09f9e6d2aa4bc1085351154bc30f","formula_version":"titan-u-contract-v1","latency_ms":0.5139169516041875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f54e258cde952cb1a0bd39faf51e0ac294164c356df9d8fa2a580cf75feec7e1","sample_id":"mmlu-college-physics.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb44a7a9875d1492abb7e1b421065bba0663c5639d68d59f55ece8d14c4c7698","formula_version":"titan-u-contract-v1","latency_ms":0.417624949477613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92e2976a25a2a931da5d2badeb0e09696c560d275921149eca608fee5f129e3b","sample_id":"mmlu-college-physics.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"434ee9ed244e71bf0436ac97bc460519bc8663b2a94855f114553e67474ff6b1","formula_version":"titan-u-contract-v1","latency_ms":0.752542051486671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f72e367b37e32fb8e5a578a19cf54a0dae214cbc3be82f05ef2aae9979d5964","sample_id":"mmlu-college-physics.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e611af0aecaa571e428dfc3ee918c16060ddcd4dbd0669c49b402929443b3734","formula_version":"titan-u-contract-v1","latency_ms":2.678917022421956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34767e1c7dbdcd93ac21f987edc0c4c76296fa33552637c53804d9953eb0a38c","sample_id":"mmlu-college-physics.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ac029c2265efaa46035029b0f6b7ccbd7fa2cd9b1ec696e593b29d64e32941c","formula_version":"titan-u-contract-v1","latency_ms":0.49958296585828066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"958baa2efe9068978debf25abb1264c4bb7506d6e55385844ccfdb2007f0d6d1","sample_id":"mmlu-college-physics.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d668d6e177af001384bbeb0b448883805b4e54b7eb48cfb9705f54f4146e592f","formula_version":"titan-u-contract-v1","latency_ms":0.6437090924009681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32d1784a861490e47f605e9a148d5a092bf6ce534a238e5250042b023947e28d","sample_id":"mmlu-college-physics.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"220dbff9f8623aafd7f52ed7bb3aaeebed01aeceee1dd3ccf9a67aac8775f2d3","formula_version":"titan-u-contract-v1","latency_ms":0.6402080180123448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21bf122c3620a42ba5e7a24bc962952fbff38bb45238056619765615ec5ff39b","sample_id":"mmlu-college-physics.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b2f2eccaf926fe13774588b4fc5bf73567e7282b2ff693f5b4437ec109a8df1","formula_version":"titan-u-contract-v1","latency_ms":0.7081669755280018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9709d567a2ccb83469ab967bab43de05c7ca8b8cb02dbb492a268cf019673968","sample_id":"mmlu-college-physics.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce5873fcb0bbf92a2036f4e6b5a327ba5c708dd88dc058c9c198d426c961203a","formula_version":"titan-u-contract-v1","latency_ms":1.9562080269679427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e367502c5941a6b0782ac7547e3acf853e44f4fc564784c2d9091307f6d7aa4","sample_id":"mmlu-college-physics.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"664331a9821e8c52e39b94cee196cf1d63acfda70886202411e67d1feca8f715","formula_version":"titan-u-contract-v1","latency_ms":0.6579579785466194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a82aee15892347841ed1f857fd65e0672909a01b4313750ea74150b362b19523","sample_id":"mmlu-college-physics.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50e13cad1cdb19a5c0ccad72929c486fbb034cff18a8b65cbc18b9c0170e16f7","formula_version":"titan-u-contract-v1","latency_ms":0.9438330307602882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"deeb733e5a6775c5d8b34735505e8402a1b6fd4b10b720bace27f72dcef1b334","sample_id":"mmlu-college-physics.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"430c2cf7eb39fb5d79bc65720e91f531f1c2be675c6e4af71fa5d724ab09d3bd","formula_version":"titan-u-contract-v1","latency_ms":0.6390420021489263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bce862b2d5c53249d5996467b30901f4815da273169ae8ea12b7e69254fb50c","sample_id":"mmlu-college-physics.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7d8e9be09de6e6cbe51296fc0ca4dc2b2b85ca07c19380b9871ac6d02e9106a","formula_version":"titan-u-contract-v1","latency_ms":0.7205839501693845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c74fc165dd52349caf8835bf5bb6e313c559a8684c74da41ec82744a15ba9d9f","sample_id":"mmlu-college-physics.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce5873fcb0bbf92a2036f4e6b5a327ba5c708dd88dc058c9c198d426c961203a","formula_version":"titan-u-contract-v1","latency_ms":0.6926660425961018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91458b04a10d6c2ef3f41aad8867299132e318c754d1a0c22364110c5c69344a","sample_id":"mmlu-college-physics.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1312f0f24db3d8745c13516a4a2e4e39734eab24a38b36493e39da7cbd6b8b56","formula_version":"titan-u-contract-v1","latency_ms":0.7582920370623469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc223c13ad92ec7bd66b82a59adfc1eb1b345533a16b9a37cadbc576a66cf0c1","sample_id":"mmlu-college-physics.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f01dfa8ee124b38f77ee723209a039017fcc68beb125b8a7a2d65278a8fe3cfd","formula_version":"titan-u-contract-v1","latency_ms":0.7316659903153777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"460715c32f105550f972950613d6c477631379b9472b042a2e5a7ffcef9f4215","sample_id":"mmlu-college-physics.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bef1d977d40c54820ae12fb94dcb46603fd95176968bea33c02622488a42db28","formula_version":"titan-u-contract-v1","latency_ms":0.7721249712631106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c6a039e25a7d55a47ed2c978b435605aaa5bac5de5e020a8a31011dcc2a0512","sample_id":"mmlu-college-physics.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8218bf45304a98c4e7aadc81d2c5899878719f1db8318fde1f5d4423a66b26d","formula_version":"titan-u-contract-v1","latency_ms":0.7981249364092946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0c3bb3e37221be4eae9021b9a8f9294fc0d7ed998678c772d0c01b46c3c5265","sample_id":"mmlu-college-physics.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c72d856d9e501f22831642b2ad7d522d786d61903de6c5a41cb8ae87b32ab334","formula_version":"titan-u-contract-v1","latency_ms":0.9489159565418959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a84ae6af808175ac8e2fe7719d0793c23220b94f4f192b476f1304129e6050a3","sample_id":"mmlu-college-physics.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24eb3542a580deec53d1332c916e5ddb116d3ac9a74888839150d90ac1854603","formula_version":"titan-u-contract-v1","latency_ms":0.5857920041307807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c619336f6dc5d7b8c53ef275c0fb1d6b60da33cbc77dfebaec895c4031cfbc09","sample_id":"mmlu-college-physics.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"393e0b0b92313e5624b7b444572d64ba8749669c1dff92d617273ee57fa457d4","formula_version":"titan-u-contract-v1","latency_ms":0.49604102969169617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fae2fecac074b69a741a08400dbd6e256fbba4d378052e956020d65c560add9","sample_id":"mmlu-college-physics.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3228fb6caea065d5baabc2f38f94b2f597fe86d1d98b0d8df9cca41c283dcdf","formula_version":"titan-u-contract-v1","latency_ms":0.6530840182676911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b76ee51b4d06fff5b016f2512080bebd7ab6c705bdc6aa34a8ed55b457c3ec4","sample_id":"mmlu-college-physics.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d1d7e08aa2743154f531b5dbaa9407788ab6a7e254b26ecffcf6171717272ac","formula_version":"titan-u-contract-v1","latency_ms":0.46695792116224766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d0a2c40a09e8dd979b2495e7d6c20f9345cce4a124af6453e133998434d31ea","sample_id":"mmlu-college-physics.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c27beb23748ca5c2bc600797e8987a19f215638f045bc23f5c57eb7c0da80159","formula_version":"titan-u-contract-v1","latency_ms":0.6827919278293848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"548ea3b7033f2dab7b9f471a7478283bb29f3e84cd36b1c40a921d3d49013389","sample_id":"mmlu-college-physics.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac6d369fa31b254c319823393ea9fc4d7c90b8ab4e492a5a5175b9c92eb79552","formula_version":"titan-u-contract-v1","latency_ms":0.7129160221666098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"479bfb79b391dd9c63352332ce805a82d9b47ebfc9f23fbcf5c566f5d1f54a1a","sample_id":"mmlu-college-physics.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b76b594887b3ce2dc1c5dd7698a79d09a274fa5f2501386d041c01b74af40f42","formula_version":"titan-u-contract-v1","latency_ms":0.4492090083658695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47d7f6e419fb6d931ec6bd1443ba3a016946beffbb601157822afa53df192003","sample_id":"mmlu-computer-security.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c746a3aade395da0b4db9bcf305852a9f6a372c66d25409669a7014d8f75f69","formula_version":"titan-u-contract-v1","latency_ms":0.9131249971687794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad9d0f60d1f906b21f44a4795d84e3499ac42c6d04b77c4cd5373bbde83ff339","sample_id":"mmlu-computer-security.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eae3ea1cc760de49c38decb1c149eae861df63b2d29a31feedba322e5f975b5f","formula_version":"titan-u-contract-v1","latency_ms":0.9200000204145908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d06ce95b5f9e5046279f443387dc68f98444262ce2876129e544e5faee98ab68","sample_id":"mmlu-computer-security.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e275ca5e6714c48b56d67c80ad0a0dae314cbb8d001251c1e140a6daf25741e","formula_version":"titan-u-contract-v1","latency_ms":0.7567499997094274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"997443e7f6f3c18d07cb4673f6ef96de65d31d9d179ac785e14d8c716ff0db6f","sample_id":"mmlu-computer-security.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"602c4abaf7e9cf8e8d1fabffee6709c0bb4c662a30bc95e1e4a2fd1bb74c70ce","formula_version":"titan-u-contract-v1","latency_ms":0.8697080193087459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d090107aaa7b6cc421adc4272fe80bc41d037a0a4ecd1e783b9fb109066ad10a","sample_id":"mmlu-computer-security.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cf7a9a07855daed32211b929fa7b17922178f9d0e25c0b1f1511aae638a7e01","formula_version":"titan-u-contract-v1","latency_ms":0.8198339492082596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4daaeb0f928efb875f0c80378ea6af8fdcea19462045defc7735b5c92d9b1166","sample_id":"mmlu-computer-security.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3819fb6260367f92321b5bb17b377620903f6b894abda7546a0d4248b4cccbd","formula_version":"titan-u-contract-v1","latency_ms":0.5855000345036387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b9ca283fd444141408c49e461a67e22cfcf8df35402f488bfc6090b8df2300b","sample_id":"mmlu-computer-security.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dd900fa9ca450539b8b0d1453bed1f53f375d981a1fcce46310aa92733f3c2a","formula_version":"titan-u-contract-v1","latency_ms":0.9197919862344861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9109abfa1ca7dc1f93ba76702d156f19206c45995e72647c41efd5455cacce9b","sample_id":"mmlu-computer-security.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29b5251064509669820bac82bf53204bda03eb36cc760d0b6f9d37ebc278eea7","formula_version":"titan-u-contract-v1","latency_ms":0.8570420322939754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1244332cbbe49b2d49d83652d2415bcf219032a3577542452cb48c62acc49fe","sample_id":"mmlu-computer-security.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a23fbf512cb579146ce9dcb32710deb8f93bc7317a89b066a8c9448bd0fbfe8","formula_version":"titan-u-contract-v1","latency_ms":0.5225409986451268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a18599269a58d2d06442f6af91244ea7a32779f1cf6f570a546cbed04811445b","sample_id":"mmlu-computer-security.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3688bc2b6f1b1bb27d9d4bd7f26a1875857eb0f0e197bcdd143fe0476dfe004","formula_version":"titan-u-contract-v1","latency_ms":0.6385830929502845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdb176ddc10c24d17c77741a8f2eef363d9e6e49dc1de948a64156bd04679aae","sample_id":"mmlu-computer-security.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab805b56b5491d2ebac0a6cd8095b1601ad24a56721698109a9e1df282b30546","formula_version":"titan-u-contract-v1","latency_ms":0.4962919047102332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28a7140992bdfef55c3e074abbdd04ca56e1d63d86ac881b956b8719a9c1dca2","sample_id":"mmlu-computer-security.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bd727522963bce2909693cbc61ea49b7c5a6867e299f24abc76f25164befa6b","formula_version":"titan-u-contract-v1","latency_ms":1.139541040174663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1d8d269f1df85f252e50fddfeba0862b4d8938ad76f3c9e54fbd9b2d2d18a17","sample_id":"mmlu-computer-security.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a30140c1382a01bac99fa1ed7f79b780bbfde43f95b8483592c217d9d50bcc7","formula_version":"titan-u-contract-v1","latency_ms":0.5149169592186809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"392f4aab2aeac9e2771f3724af621a892748c08e7ee3122de095713b37cd7aca","sample_id":"mmlu-computer-security.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab3229908b405a2c9d7d08f1051720d7cb805f2b129c6595b93a91d36be08fd0","formula_version":"titan-u-contract-v1","latency_ms":0.7313339738175273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e31442b67a98427962fb8e1a34e96eee489d647284b8d66f2c8089b1e81a6d30","sample_id":"mmlu-computer-security.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69c6b934e9d8ec951f3047ce2228560d8c6b35e7d0130c4df892c381430ddc7f","formula_version":"titan-u-contract-v1","latency_ms":0.6419999990612268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dbfaed37cf0722f1c4176d02f12ab4400a89bdac27193ff8b82bdcbf6a471bd","sample_id":"mmlu-computer-security.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2bb1d6237d3bc000e08a6b0396fe8dec91aeb3e99a17d49ab201145483e1917","formula_version":"titan-u-contract-v1","latency_ms":0.4209590842947364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"202a9ee6f4ef754e71b35f22f7b5edbef726483ed55ddc4039c8aca1f60b6363","sample_id":"mmlu-computer-security.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c696f35348e094756e3ed934d6fcdd59ee76a7352ce7cfc461cec941db57846","formula_version":"titan-u-contract-v1","latency_ms":0.4782499745488167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4fdfa5021e9f30b97824bebb4ca7aa8f8f4c125d9de0fb9e219319f7726df00","sample_id":"mmlu-computer-security.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"276ea77efb19fc3cb0538c8a4c27e8ba6454f7c8a46c28ecc8465fdcc6380c9a","formula_version":"titan-u-contract-v1","latency_ms":0.5573750240728259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35e92398099be18a1a904bd41cc95b1836f856957b3dbeb6f233608848292117","sample_id":"mmlu-computer-security.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da3cecab74d98cea3334ab341b7382ca33e6695789f3648e5a4ef45d3a9f5226","formula_version":"titan-u-contract-v1","latency_ms":0.7253329968079925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae48b8d0465f450751ab5752912a0259263bec68ae3e4981819d268ee56f2144","sample_id":"mmlu-computer-security.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7f85af2bd6645300512ef0ff620cff4370de54e4c33b7ec91308fc4516939ce","formula_version":"titan-u-contract-v1","latency_ms":0.6079169688746333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eed58c9f68f48abde021b4aacd652bc1b0c29e8a9109fcd6fd8daced8bb800fb","sample_id":"mmlu-computer-security.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba0fabced02750c1d6d018c029e65b296b56448615a257dc627f2171a4bc00af","formula_version":"titan-u-contract-v1","latency_ms":0.5469160387292504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4484528f9e6153491344b52b1c96c6c823a61231186f454de1cc36efa455144a","sample_id":"mmlu-computer-security.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7813bfcf5bba8af6a73cda304b2ada2d66ef61ccbb1559516aef195fc23ad42","formula_version":"titan-u-contract-v1","latency_ms":0.7911670254543424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45b40d9de2ff38fce191bb97c83b0104b9cac0465aa9f5427e3c793bc5571ab8","sample_id":"mmlu-computer-security.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32867cf10d17469898e323ec4892c3e3973541e5203bd52b9942835e40b18c0b","formula_version":"titan-u-contract-v1","latency_ms":0.6132089765742421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e529773e2a1896a55d6cad6f132cdc5724a601f45f1ea5224af05055cdf4b747","sample_id":"mmlu-computer-security.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7da000083e5956e76da9c3a870d9217179b71033f1eaa5c5a32e3a65d5af791","formula_version":"titan-u-contract-v1","latency_ms":0.8942920248955488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96d9f68ba22d70aa59d1236fa046724f485a2ebe555784ed910114c33459b4be","sample_id":"mmlu-computer-security.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44c82a359f9bf1efe9def4d8503b0f97bfd1ce2c8919a2607151a3bd9f1084fc","formula_version":"titan-u-contract-v1","latency_ms":0.9007080225273967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"283a4972fe49b0d4a269dc3052f169d305c851a7919e7bd0020af76d2249d620","sample_id":"mmlu-computer-security.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81580b1020c0996d28449ea68b9979b45524a7f4c5b522b2d88cb5987548c48a","formula_version":"titan-u-contract-v1","latency_ms":0.5214590346440673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57a766a96a85205b9cb62059b37db026d6bc7faf607eba29fdf9d22a44e79da3","sample_id":"mmlu-computer-security.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4cec934e6e162642a262270188e1afe1f63dc590a5b47011d7bd3a8f33d15c9","formula_version":"titan-u-contract-v1","latency_ms":0.45341707300394773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50cc0504d3a0462e8cb9b965a933646675b66b99de478f771316793d048cd201","sample_id":"mmlu-computer-security.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe15880cf28ecaf2badc76818377c6c11305bc804ac91aa5905454af9a39fb81","formula_version":"titan-u-contract-v1","latency_ms":0.6803750293329358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f049c41203fb7df927a32532f2abb6a325a03633425e75f2c302a154776b39d","sample_id":"mmlu-computer-security.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba55466df74dc85c13e8c5f19788629be1a6d08692f6ccd498b35fa9ff7f63cf","formula_version":"titan-u-contract-v1","latency_ms":0.486459000967443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a13b88c3b6bfc0a02aff75dc2a8815356233e87ec4f1d324897b06072ddc77bc","sample_id":"mmlu-computer-security.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0d259fba0a4d68af341dea24936f49bb19fcacf3fa94c821c5199c6fc1eb827","formula_version":"titan-u-contract-v1","latency_ms":0.6802499992772937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3d3973de4b29c26ee9ec9e7318aa184a27c21c3312cb2eb603d0db68e7c2440","sample_id":"mmlu-computer-security.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0f2b551be43f9dd96249dd73c18197f54c692a2b9492ebb5c4bab4c360f975b","formula_version":"titan-u-contract-v1","latency_ms":0.5483330460265279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8d4e4cbc20557af8961d24c48cffcdf950ed4c7cd293de14b9f8b77ee25743d","sample_id":"mmlu-computer-security.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f860406493d7df0bc415c54194d6fbd22ab67dfbe1fba91544ee53636b22f1a8","formula_version":"titan-u-contract-v1","latency_ms":0.8025829447433352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b26dd54390eb7085fefbdc746b70c035734f7109562754799b551872a63836a","sample_id":"mmlu-computer-security.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"351cce6b307fa508ceef0aa1b0ae6797a78382722f8496fa132da04c6a4e2212","formula_version":"titan-u-contract-v1","latency_ms":0.4312089877203107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"135689167c459936f554fb490545544623dd3d265e9969eedea234cc30f8206a","sample_id":"mmlu-computer-security.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"349721e172f29b6a434c46bbc4eeba6cc6c8f4b6df8fd2e6a29c22f6973e8f30","formula_version":"titan-u-contract-v1","latency_ms":0.5102920113131404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40a12d00eccaefb3dd00e58a7b1f37a38afd0a8cf121571a4a7c3bbc3be8d75d","sample_id":"mmlu-computer-security.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dcdf573dee4e5acae5798986556c2b34781a2f6cf612c62b952aec2e7cb6a16","formula_version":"titan-u-contract-v1","latency_ms":0.4259999841451645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"607b1cc1a862c44f3f34b84079dc527a4590602a7ddefb7a0208ae287f8f999d","sample_id":"mmlu-computer-security.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0add180bb2d4a686be072c75309a14a31046e64ca7789590bebb166ec2f2bc2a","formula_version":"titan-u-contract-v1","latency_ms":0.46804093290120363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a78ddfbca50bb9033d3fce6cdca83543a25a901d0314b8384dc27f29b37ed569","sample_id":"mmlu-computer-security.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a86a072aebbb982b6fb7d633d1a794e90d5b9db52fab3876356e61817ba7a3da","formula_version":"titan-u-contract-v1","latency_ms":0.8877919754013419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec307aca81a02dd763820af369487451ee833c9c5d25a8fdd4d5107196dde252","sample_id":"mmlu-computer-security.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ed05713638c80cfcdaae028c9d65fcee579de66f669b232308550f5e85abd56","formula_version":"titan-u-contract-v1","latency_ms":0.5879580276086926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e75a9aded0520e786ff63e5ffa4f2fca08bbc04114122d6bff0f6e9223a8ab09","sample_id":"mmlu-computer-security.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5337c496ecf93a9887567de005519a9ecb4687fee95984b251a06bf4a4403eab","formula_version":"titan-u-contract-v1","latency_ms":0.9546669898554683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d48a57f8965a3049f5e8992353cda44335e93ca9d92db5f18c73ed1a4baf9a8e","sample_id":"mmlu-computer-security.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11b1093bb2acec46c6ff8871e262675ff1722bf1994b71a1934758bacac03462","formula_version":"titan-u-contract-v1","latency_ms":0.742291915230453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70707b288094977783acc0ba78cc6d0233d49f8053cda0814fddb7a5aad9041c","sample_id":"mmlu-computer-security.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97bfd687638fac77f7d45e64d825a5b0300049b64a7fbfa70767a371782351ff","formula_version":"titan-u-contract-v1","latency_ms":0.5424169357866049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b48f6ac8ef1a2ee7b96de398cea6e506f4477076d394e3db87c1612d5695eca","sample_id":"mmlu-computer-security.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db142c7e77fad055e461a4378dd6a3af755a162d8e83622210eb2705448508aa","formula_version":"titan-u-contract-v1","latency_ms":0.6651249714195728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75a2a29c15bde61988da1772e2ed45f59f9e4b5cc539c982411c94217853ee05","sample_id":"mmlu-computer-security.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0e2d3677e7819bec073664df356791ec7f9f26657d8c82e03e5c3716d32fdae","formula_version":"titan-u-contract-v1","latency_ms":0.6450829096138477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e45b935673e377e0d3a4cc6f80320b6c6e700e1782d2e3c8fb93c35fd0c2f9b3","sample_id":"mmlu-computer-security.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1740901f5027b7267994524dcef54082249bd11851309c89ffce8f3edb2b227e","formula_version":"titan-u-contract-v1","latency_ms":0.44891692232340574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f03600ce4d5098cea835ebeba2c5299ed0a40e9a0d967546f9a087d625af837","sample_id":"mmlu-computer-security.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa8bf2a0e25272dcad392762c27e1a58e27f92acb17d29fa8e99ea8e54904255","formula_version":"titan-u-contract-v1","latency_ms":0.5005409475415945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5619bcd5669decbf6574dc1fa4b1999d201b3106f26c1b637d9e208b7eac0efc","sample_id":"mmlu-computer-security.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d52c72fc87b0ee1aec2ecab3190f3236ae803840a587d9d1c9193af5b73883a","formula_version":"titan-u-contract-v1","latency_ms":0.5656250286847353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87df5185c7f2f2569ef4ccbdc0f3854d2cdb8f8102ff6b4ef4adfe55c1e790ca","sample_id":"mmlu-computer-security.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bc7d64c5fd2e205b0145ddbcc69b8c20f6ba80562c5465d8331f3deb9706405","formula_version":"titan-u-contract-v1","latency_ms":0.5527080502361059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e53db5d5a1452ff7cb393fbf9a554fb55b923715de7a4351c4dc3daa0ad9ac3","sample_id":"mmlu-computer-security.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54c7a60d1d5de5d7811bea40af43de85a410a3619e61426bc0e90036b497e7f1","formula_version":"titan-u-contract-v1","latency_ms":0.46145799569785595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a85bfdf271f0ddc3e94aa08cb2fd80249846580e96e719978c2c13666acb78e","sample_id":"mmlu-computer-security.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bac064533fe06c7a5851d449ee712fd06ac9e5707e4360afe569b5a1e666256","formula_version":"titan-u-contract-v1","latency_ms":0.40662498213350773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a9199d1a2d1095193542f987719cfa4664f98176ef252a321e2033b4472b698","sample_id":"mmlu-computer-security.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7472a603471b8366c95023be0c8529aadd293c9d3c05fa6bef26a4728dd0f2dd","formula_version":"titan-u-contract-v1","latency_ms":0.7710420759394765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3157eb1af24a16f234e04ab545f5e59d6791b29d693c0055d145c7c9502f911","sample_id":"mmlu-computer-security.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9e4e412992247a9e17f66a65f5002f508f946212856064992f43b39197f61f5","formula_version":"titan-u-contract-v1","latency_ms":0.9370410116389394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"014d3811ee4b86678f1cbe951c37b25257ca3cdf09dce8a06ea9ceda6793ee52","sample_id":"mmlu-computer-security.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7c56bc4a91066785c8c26f67030a02f6733a64b69b8cf32001a820147ff6dd5","formula_version":"titan-u-contract-v1","latency_ms":0.5314580630511045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"113cd89e4eedb3aa81fc1459833287e422eb63476cf40b4005709a884d4f12c8","sample_id":"mmlu-computer-security.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"112e144f7db002086c5f1593c28254544cb5c3c3fd300e83834a8a386804dbd0","formula_version":"titan-u-contract-v1","latency_ms":0.6761250551789999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"313465f8cc65e355f410079007750d8bf6b2d5e1c39cea1c4231798aa8d4d2f3","sample_id":"mmlu-computer-security.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e531f5b3785a0e2cd77d1233720b240db3532b18b478b0949e94c154d5a09777","formula_version":"titan-u-contract-v1","latency_ms":0.4579999949783087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"489ac0a2326efa922fe07a0f078fbcd9f9c591e93ecd31b63a64cea621a3da6d","sample_id":"mmlu-computer-security.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ac8d0dbefe65273698849f1295c00c74f7e6e6279cc8fe734a0881b54ab3a71","formula_version":"titan-u-contract-v1","latency_ms":0.4815829452127218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85bbd73aa5a4931ad926900c9940275c9f0589f79bdff7f53ec263ae85d017cf","sample_id":"mmlu-computer-security.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36c98aaaa62450db7e0396110deabde9a76ab2c900f5a1e6f65b24d6147ed10b","formula_version":"titan-u-contract-v1","latency_ms":0.6255829939618707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9494ecb54b733e197754a611097dd4466ecae7e508e98f91c0df3576a8bac00","sample_id":"mmlu-computer-security.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cf36f94ba17b494728b85c902bc1aa50fd49c4a3f8fbf414b06320bf900859c","formula_version":"titan-u-contract-v1","latency_ms":0.8450408931821585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bf10bbc29441532631fa0bff832b7bbeebb16e310485537e9f05a7e4a904439","sample_id":"mmlu-computer-security.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6cfd335dc8ebd4d60f72c0299f361dc050170c49f8a0b648f91ff81687c92da","formula_version":"titan-u-contract-v1","latency_ms":0.6089580710977316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea012c421c5377872c34ede38c7b78180adad99e8ecce4e70929e753ad503921","sample_id":"mmlu-computer-security.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b72c6c4bf8afe9ce27fdb91625456b0a8bfb282d0ca703b3563f8909d07696b0","formula_version":"titan-u-contract-v1","latency_ms":1.242124941200018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"375b1c6af22941d1df3b50100ae26033ff5f52ee87b1289fe1e46f0b7665f91f","sample_id":"mmlu-computer-security.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9974925edf512bd3f586597970b0cf43f7661b0622d69b32d06578fcb374463c","formula_version":"titan-u-contract-v1","latency_ms":0.4944589454680681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5abacf21e89f167b2bca32a617c3fcacb3872791dd665ba19469a36d333e49a0","sample_id":"mmlu-computer-security.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b955278a6ad14c2ffcb25e3af72d91f1679324925869770849a654b46c73554","formula_version":"titan-u-contract-v1","latency_ms":0.5735410377383232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db93d26b2a825b98d95e9c940945104743378123070889261862e32082e687fa","sample_id":"mmlu-computer-security.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c96c44113096006dbb6612322ce6deae676e32fd32f04f0d08b6baf3c14bf545","formula_version":"titan-u-contract-v1","latency_ms":0.8629999356344342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"779739c0556394e913c8b94259f23dfba2e7770f46f626a1dfe710d36ea5cd01","sample_id":"mmlu-computer-security.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cbda53d03d7b6a917e0e7361b48d866d139395b26af6868939fda632f27e442","formula_version":"titan-u-contract-v1","latency_ms":0.44658302795141935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f41e49f7ea294dd01ac0d7e12546da11546ad50e9df8a635f087059ee36a462","sample_id":"mmlu-computer-security.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c0e992aaf8665ad445cdacffdc867a3e955eaaa2389a7dfe6f05009f448a19e","formula_version":"titan-u-contract-v1","latency_ms":0.916499993763864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94753eb505acb5bfd8a45321eb50319cea5c3c29dc5ca08607cb4d58272b3992","sample_id":"mmlu-computer-security.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebcaafe4ac2e32b33676d5ee568a28b97489bdad3b77a48891feb805c1ba8cd1","formula_version":"titan-u-contract-v1","latency_ms":0.5533749936148524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3835c9807929b38accc70e1ba5d1b7dd6b76544e4bf27acc847a4f2a94183495","sample_id":"mmlu-computer-security.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0fb2f2d37a640dd3be1365f2a5b58e3639d098dabd43007c2babb39d6beb9ee","formula_version":"titan-u-contract-v1","latency_ms":0.6223749369382858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b8097f61022d8b62026fe8c378573b2d775d56f63e9f089116a6a3e4533c2d5","sample_id":"mmlu-computer-security.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42cdb7006516de38a633a760560d1b79073a41245b888748a6386d856baf9f96","formula_version":"titan-u-contract-v1","latency_ms":0.7135000778362155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7afcc13442aa7b1c12e1c13272a3c697c79e1ca15c6f524e7e0c84c287aee1a","sample_id":"mmlu-computer-security.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffb0a9790842dd67efdb21d440c821b358a464ec25581db00cdead98a0549666","formula_version":"titan-u-contract-v1","latency_ms":0.9237499907612801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ead49b3f01211bb43a204d185077b105af57fe9373e12049243e5824070a3fbc","sample_id":"mmlu-computer-security.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e80d5de5e98ab0e28e6455a4d441371624deec83bc8c6a89bd3f1aaf2dd1d1c","formula_version":"titan-u-contract-v1","latency_ms":0.4499159986153245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"750d73dc89f63aa7c682cce71859a21185dd6d2331f0e061dd4d5648d267b5dc","sample_id":"mmlu-computer-security.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c24932fa3c857479bc4b65d351d223642e842310a4f031be0becbf3a0a7d9fd8","formula_version":"titan-u-contract-v1","latency_ms":0.5422909744083881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bd5f4c1618ce8e7b6b316ec7e3c66791668897f1dbb7197f4cb1a1ddb5a1db9","sample_id":"mmlu-computer-security.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"260a95ad6def68f80a509e24fbad7b3961ca874815c9fc4d7f25b682cc57e08f","formula_version":"titan-u-contract-v1","latency_ms":0.7054999005049467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d40ac9e30081d814fd1785133eedebac49b70a2142832f3e8e42009b4a4289c8","sample_id":"mmlu-computer-security.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c406fa9d1738b766a99c8227f41853895064ece5cabe71710e21b93095a8dfac","formula_version":"titan-u-contract-v1","latency_ms":0.6367500172927976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6a4d3572b7823fd189889494c5585e6bc2ffd10892a828e075fbf187d2b39f3","sample_id":"mmlu-computer-security.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d493ca5742cf9f166d8d2e266c5958ef7a506fa39786f1df21c0828e82925fe","formula_version":"titan-u-contract-v1","latency_ms":0.5163330351933837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be8d37fd4edca76f56773e822625c76ac89e40905dcc7e145e800a12c190012d","sample_id":"mmlu-computer-security.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"042fed1916b8c30494c7aacabc8de03b3789b1ffe4c46c05d9a903674a434bd6","formula_version":"titan-u-contract-v1","latency_ms":1.460124971345067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"829b0b142cef0018c527d4564e907409020cc39c4688f71c9806904b123e4e1e","sample_id":"mmlu-computer-security.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43af2d7fac846d19dece579e678a399b7dc5216fbc05203c1adc92d76c4aa876","formula_version":"titan-u-contract-v1","latency_ms":0.5923329154029489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd79fa68d496a2607da997631350c437e210f3c552e4340f540ef244578199bb","sample_id":"mmlu-computer-security.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c868455cbc239a0e1f8986f54b6e6076d612752e478af79dab1be8dff32a5adf","formula_version":"titan-u-contract-v1","latency_ms":0.5101250717416406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"563affe1fd6aee68a72c11a8620642effea382b847194203c45518f56cb657e8","sample_id":"mmlu-computer-security.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30f4cdd76540b983fa28e792924a7e0095841d63055a813a4394bed548389b33","formula_version":"titan-u-contract-v1","latency_ms":0.44958293437957764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec896d362ee91b5f732ca37e995796d913c2448770e12ded0365c255e461cb81","sample_id":"mmlu-computer-security.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68b20fad2aed408cad5e86ba512a010c8c84fdf718562b4987617a47e16b7ebc","formula_version":"titan-u-contract-v1","latency_ms":0.675791990943253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41db05b2ecf45487e094e140ff9144922b68bf6baa38b79b3b57899a6dc18804","sample_id":"mmlu-computer-security.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1e23df0dcedbb607aa7cab1172fcf06f1ba238cc641c090a1556c1da48a265d","formula_version":"titan-u-contract-v1","latency_ms":0.6079579470679164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e76d267f4201dd7c7dafbf7458c92536d41f7bbcbae37b1ab0de35ac0f68515","sample_id":"mmlu-computer-security.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3d46d6613edd4cfaa1dd2591036d3f00bea2733ca29ff88bdd0d646b90c3913","formula_version":"titan-u-contract-v1","latency_ms":0.4478750051930547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2b08bacd4e2ce869f691355fa43031911120efc5d729183b2fe3eb471602309","sample_id":"mmlu-computer-security.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb057773a5adb6d1d602d3a77d787b155da7505b085cfbb5eb4050431665930d","formula_version":"titan-u-contract-v1","latency_ms":0.6282919785007834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1bca731dbf51092bdc8b48eb179abc00835c950e11669c0a53d28bd79041bd3","sample_id":"mmlu-computer-security.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1dfd5dee80e63bfaaf9422b87dfeb64b507f073a866f20f949a3ed0252c036b","formula_version":"titan-u-contract-v1","latency_ms":0.9948340011760592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a16f66c237358858766d73ec3081fd8f0db1eeaa4aae7e152bfb4d3bf5bd2bb","sample_id":"mmlu-computer-security.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3be1406dc1556f571d29d109d714e654745cfe60cdc59e847339b9703cfee02","formula_version":"titan-u-contract-v1","latency_ms":0.8217919385060668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c96e731c5956fbab44f2112c5b8b5f8269395e462f93fdfd529500dbaeb6472","sample_id":"mmlu-computer-security.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20354906a3ef2073af8a58e79e3a86a79c5179b3f5d5f0e89d0a5fe2a4a65e46","formula_version":"titan-u-contract-v1","latency_ms":0.6877079140394926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bd24d6b0d721a70550110b6f12f804bc744cc6deaaeeaf4e885e51a29c6990b","sample_id":"mmlu-computer-security.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e890b59d352d71b23f5039af2eaeddee714e47a90b4e500b3ed740a266ee523d","formula_version":"titan-u-contract-v1","latency_ms":0.5264580249786377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd3bc30ecfc71f5c2fcc067e8c1303d028e80b00bdc1116239995d6b6ef300d6","sample_id":"mmlu-computer-security.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d75d1a14aeb6515533611414d3cd6df178b6c5956a4293167c242b0c8ed669d","formula_version":"titan-u-contract-v1","latency_ms":0.5610829684883356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa4631d5f59c65ef86819516962abc45a2bc91664c0ab3830fd96ad1be3985b4","sample_id":"mmlu-computer-security.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23e346e03bedf3aaedb312d173f603ec0dcd392704f434a9b547ff2095ed0693","formula_version":"titan-u-contract-v1","latency_ms":0.6402500439435244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f36f17af3081af9a7aebdc91cd35be0aa559a9a2f85970f6cf219327ff371c9","sample_id":"mmlu-computer-security.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f109a737a7ff420744888d016127818252122960ad804638858d9ae401c7789a","formula_version":"titan-u-contract-v1","latency_ms":0.43733406346291304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c064c65b34b2c8b8dca0a88c99b61ca570c32af06883bd16d934abb0c31a860","sample_id":"mmlu-computer-security.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4484993ce95eab8c20db12f43581e62fb0594a8c174fcc269da30837b599c9ab","formula_version":"titan-u-contract-v1","latency_ms":0.47512492164969444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aab77b9c234044c3f7e5df563085fd023f31a11747b5e680e3058d0bb9ae2058","sample_id":"mmlu-computer-security.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a52a6f49d3f2ac244aebb40b74ab160c67a933c4299608d4b68f49d2e1bb45ec","formula_version":"titan-u-contract-v1","latency_ms":0.542708090506494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cabb94c9902c83f9dfb5fc14db5d9fd162c6b638fcc6bb6e7b8983e216368eb3","sample_id":"mmlu-computer-security.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f09a25d2d49030288da0258a0401452063988615e5f7b1a4fb50fa71309305d","formula_version":"titan-u-contract-v1","latency_ms":0.6895839469507337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ee15006338f8c0e2a1708333077318b5ccec8e3837ea44dd9e37652ad5b27f8","sample_id":"mmlu-computer-security.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3c6af4357908cf5408461c8c765442f846c6f5d0223f7cd860f38dad6a4b906","formula_version":"titan-u-contract-v1","latency_ms":0.4642499843612313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ab647ce6652bdfa11c92a756d9a2a0f8326ad558d9413cc7ee0e0b8f73af8e8","sample_id":"mmlu-computer-security.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f671269e177e2399a93356b28c0331c1f45846b49c2822d655b53d1a8d69dc9f","formula_version":"titan-u-contract-v1","latency_ms":1.659334055148065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc180f6118ff891a63b67d1f1554bdee14bba1e181bd7226738c19e31262ae59","sample_id":"mmlu-computer-security.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b85ab3abf7572aec436808aa6ecd60fbd5f3be0b17d7d376df3a00aef63f6ac4","formula_version":"titan-u-contract-v1","latency_ms":0.6527079967781901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5bec57c9729d1a5bd7bec11fcf7493fdde6f5972e961d5523772585829b4f3f","sample_id":"mmlu-computer-security.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a46da22ce1e8304ec9164bf8134dcfd7313ea83e6d05bcc308a9aefe1036e6b9","formula_version":"titan-u-contract-v1","latency_ms":0.4331249510869384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f803bb8bdbe4d3c718168695bebbb2ad87cea74b61cd11909d0e58552a5f338","sample_id":"mmlu-computer-security.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb58fa804cd87bee12af1bf22a346fa06c5c29b91b9696d45eda5f458aeb3e49","formula_version":"titan-u-contract-v1","latency_ms":0.42041600681841373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"649e8e9c89db7470e412abe5a3a2570ba55a698bdc4ededc0c7df3c85bd5c88e","sample_id":"mmlu-computer-security.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f691db60ac62bf7aa29f62424c75343bd1d4a4d84c5ea2ed28e6d7dfc65ef47","formula_version":"titan-u-contract-v1","latency_ms":0.4510419676080346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3d05e70eb38632c5489e0c6f3809d66e8f13bb8537d6991b803ee66715092d6","sample_id":"mmlu-computer-security.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dad29ae31b05107732e2d8464fa7b06b007d29a4c1fb4b282e021b0f1aaef5ed","formula_version":"titan-u-contract-v1","latency_ms":0.4599589155986905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"827f754f43ca69c0f5e2a61cd6ea037eee9936ec9013cc3fd20b29b902cd4365","sample_id":"mmlu-computer-security.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e951dab71a819b521be65bcc34eb2cbfc6101aa79095aba9eb0fad0b729fa7b8","formula_version":"titan-u-contract-v1","latency_ms":0.9744170820340514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4c3c85e06eb859256e55a428d80556b1c32e6946f03ed2da6e03881d1452fdf","sample_id":"mmlu-computer-security.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e772fea1ac2e9cb602e08d404c3d728f9ffca1b8a199297a4b98ea5ddff2bff","formula_version":"titan-u-contract-v1","latency_ms":0.7520830258727074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee89ed4f83be3e7976697c7c625576aa31b4f62f0f41e733bbc6da209a50acb8","sample_id":"mmlu-conceptual-physics.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07e589ccaf24d762a3dbb4cebb17782b6ebddb8c03e4942a1492be84353d626e","formula_version":"titan-u-contract-v1","latency_ms":0.4171250620856881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdc7bb7ef4a475c9f6eb8b4c4f09075c1c40206c355da24bc788aa7d1bcc755c","sample_id":"mmlu-conceptual-physics.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"784d4e922d0112b855ef944f50be1c0babf37b2096c35a2272454b3b571e3b48","formula_version":"titan-u-contract-v1","latency_ms":0.42283395305275917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b5cb9c7798700b9859437c74affc5873593b2dd5fd47a1781cb0ab702f2b82b","sample_id":"mmlu-conceptual-physics.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20cdf8c2a4dac947379e71350bc7b5296b598717fa3af47a16200434ff3b1f8b","formula_version":"titan-u-contract-v1","latency_ms":0.3974169958382845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f89f7b918e3ea591ba096f19e062835b9e905dd737399bfc2c51cee3621be531","sample_id":"mmlu-conceptual-physics.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fd5e43c703f070a645792f63b4c2741605c1094e3a21da8ee38b215be580ab8","formula_version":"titan-u-contract-v1","latency_ms":0.6494169356301427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d95d002b904a8dd90e86e29a7dbfd0f23f4c1cf26579f2ba1415da3b921829c","sample_id":"mmlu-conceptual-physics.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed508501c80ae6af1ae58fd607d85b13e339c5e7f8527802921b7f3cbfb916c3","formula_version":"titan-u-contract-v1","latency_ms":0.6104999920353293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f6b54acb08a2c8e8788f70793337241e010bd0df9d1248973334d106735b6de","sample_id":"mmlu-conceptual-physics.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a3e28626e98a5867cb8cf4fbc1d8c440df5d10ef8572263608d8b34c0d30e98","formula_version":"titan-u-contract-v1","latency_ms":0.6492079701274633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9085bade33b111bef67e28846a8efc131a4503cf23e96d833d0957dfe4912a6d","sample_id":"mmlu-conceptual-physics.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b75ce5b861a5f4fc2b684beba9ce310aeb3db939924e45a203bedb857aa6256","formula_version":"titan-u-contract-v1","latency_ms":0.462166965007782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"684fb90b020f6d14b675a27ebbf8fe96f65f315d89470095dfc3a3a183d05e41","sample_id":"mmlu-conceptual-physics.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87be941ce4f01739dc935ee8156e47f6f0f0c29b899cfa718b2b0226e44e8133","formula_version":"titan-u-contract-v1","latency_ms":1.3267500326037407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a73ca313c63988b3d4a8feb784b3bcc638c9d3a02392839ddd81daf8396b35fc","sample_id":"mmlu-conceptual-physics.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3adeb100883ae6671d09893b743b68a9ebac09872129828cc83992467e70c14d","formula_version":"titan-u-contract-v1","latency_ms":0.6141250487416983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31c03d79fc2409071284908f85a78a837feb83eb3d6d8b8c8d5f733b7c8c060e","sample_id":"mmlu-conceptual-physics.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7428fe96b4c1502fcdf7db580191e0fce2474b099319b269aa32c792c3c021aa","formula_version":"titan-u-contract-v1","latency_ms":0.7100420771166682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eae6e8c71c0bdc8373e70be7f72480e671cdfa1e0050aedb063993ec37f02ef","sample_id":"mmlu-conceptual-physics.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec705acacc60bd69654ed7e0c36a7c5b27967d0fb9171a059faf93095effbef5","formula_version":"titan-u-contract-v1","latency_ms":0.8329160045832396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c253a256126562774ba473b20241452147579e9417d4b9d59ef5a9113ee4e776","sample_id":"mmlu-conceptual-physics.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f83f4c484fd9b2ab82a40eda35afd3e444b92671357201e7097ce4b05838d515","formula_version":"titan-u-contract-v1","latency_ms":0.9060839656740427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f153ec07e602751a079afc64dd96b428c38bd09ea6dcd6d9ed9a2457516fc753","sample_id":"mmlu-conceptual-physics.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"891a44411a87ce1751a9299aac0dae9b16c2d5c05888173669329f5c661b9b47","formula_version":"titan-u-contract-v1","latency_ms":0.536791980266571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cfadfbfd03567e687f4a99dbbb6dbb7f65d796681de860aa516155c5c8c3198","sample_id":"mmlu-conceptual-physics.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"720ed9148abe4c6304dba4b95a2bb0588a0cd7f8a244cc2942fa8d0d0b976be4","formula_version":"titan-u-contract-v1","latency_ms":0.6013329839333892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffee0370f78569d016bf7520fc45afaf2f6b60f452ead6875819213a4df6f867","sample_id":"mmlu-conceptual-physics.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26186ad6352f32faf26f9e2cc89b3e7ad4f999cd73c8e79f6b5b76f08f1ea56f","formula_version":"titan-u-contract-v1","latency_ms":0.45608310028910637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76941e974406ca520f2136a63c6238445846fce5f9e94119a6ffe2a4a2af1b2e","sample_id":"mmlu-conceptual-physics.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39b65b842d8d8d357e3f88dc80d87b109fd5ab47bb9bb55102f14a168e2898a2","formula_version":"titan-u-contract-v1","latency_ms":0.5636670393869281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83d201344de4326df18fd9fbe7ac774756ee4ca1f61bf85444b639d7a7f1e9a5","sample_id":"mmlu-conceptual-physics.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bcd64c58475ab9247211d490827570f150785061a78d04dec08df4e060be1e5","formula_version":"titan-u-contract-v1","latency_ms":0.584208988584578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e226f7c9d3abc87d0e4d18f9be50aad1262c25c7f46cfca0f27e0ff09283f93","sample_id":"mmlu-conceptual-physics.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f51070b7362d17dd54217e6b0f8a8e6979b7f7ea49b95e8d5718779d145973c9","formula_version":"titan-u-contract-v1","latency_ms":0.5573329981416464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59e0a50f16dcb83b113a0e31d03e158b584678759356ab03cd04a6bfd4050211","sample_id":"mmlu-conceptual-physics.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"357b78fc1bc2de6bdf396c7b2621cd4dcff2226503e84bf71cb7d9b1b250a1eb","formula_version":"titan-u-contract-v1","latency_ms":1.1000829981639981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8f7dd8111360d936c4a4d9b1db5b592c328278e051cc6a3574aa14a04a5a552","sample_id":"mmlu-conceptual-physics.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c398a88a660065d475bda8ea2c9bcab28e987cbfd2a5ccc503f860f2cb56563a","formula_version":"titan-u-contract-v1","latency_ms":0.547999981790781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e51054f3be954b8af4e8d859b0c9482bf4037abd9d2992e271778d7fefb55e17","sample_id":"mmlu-conceptual-physics.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d7e81f0f977735b120c2526d4c0b4dcd9a89cf3740fe25efa22f1cbc8dde1c8","formula_version":"titan-u-contract-v1","latency_ms":0.6973330164328218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba1bb82d9cbe531a3060e3694d72719bf84e3d3efef82030d470f6578ac3feaf","sample_id":"mmlu-conceptual-physics.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23e45b133e2ed5826e1c117ad58c78c2876a3d3561caa54a53f9da51e7226101","formula_version":"titan-u-contract-v1","latency_ms":0.6191669963300228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3306ff57b1ffb40a00fb9648f4e74fab6a07b3005a445095ce288b2c298bd139","sample_id":"mmlu-conceptual-physics.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90e67874fc809ab5bec3ae300a4300b614c71c73123919ea4eabd3df093d81c2","formula_version":"titan-u-contract-v1","latency_ms":0.42408297304064035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c46e01bffa6d09ab84f1f316628e1a80288a14b887952218fc00dad33e232d2","sample_id":"mmlu-conceptual-physics.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb5f35691798365885232c8cd84de88f22212466e6189b854a9cd03f7bf43cc8","formula_version":"titan-u-contract-v1","latency_ms":0.6078330334275961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"814d19683666a0390b011458f32ed17c22860c2f8b072277d3fb3004bbc8ff8b","sample_id":"mmlu-conceptual-physics.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caf8cee14cefe98d24b2d11b5ec94daaf1ac0b98c80c6a8648684ab3ca2972c3","formula_version":"titan-u-contract-v1","latency_ms":0.39187504444271326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1624ab101ff6185c8614f398c74b16c85063f17a68419e2fea25e9a311bc1506","sample_id":"mmlu-conceptual-physics.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61289c577e3afcfaab5f030fe956d7597f0dc04367bc991e52a242dfd8251c00","formula_version":"titan-u-contract-v1","latency_ms":0.6400420097634196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2255f30db3c5cfddabf7e4e6f711062c86ca3217e4be4924c436904617c69b8","sample_id":"mmlu-conceptual-physics.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"624ec0648b965b71f6d6604ad46d4fb93ea4b5804d58fef8a6a9e5d9874c9ca4","formula_version":"titan-u-contract-v1","latency_ms":0.49479096196591854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69c234aba2c56cf20e6050a83da8dcd2cdbd1effb1c5c65b80297de07789d02c","sample_id":"mmlu-conceptual-physics.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b03b31265f856ae289878a5ce7ee50474a7871bee1e82f1d73aaf51f22fa00e5","formula_version":"titan-u-contract-v1","latency_ms":0.4461250500753522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ebe0bc2268634fba838df04f098a17d5ce62d900c8a49aae6c1ee3c0327ef69","sample_id":"mmlu-conceptual-physics.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b32883ff45552861cb923ce1b4c490d4bd1d15d845b131c4f2ed315dd572f6ea","formula_version":"titan-u-contract-v1","latency_ms":0.6496250862255692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ad42cae84d7d20469305650112056db8335626dd51017db8ac60cb70b9426b6","sample_id":"mmlu-conceptual-physics.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abc84b08cd83971e12ea5f54a4fd9ab9bf92bd7250e0f1bd45668ba269f844a0","formula_version":"titan-u-contract-v1","latency_ms":0.5291670095175505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ccf73f4501a73bd90e7bbd0418dd9264886055a2356557eaee824545303a569","sample_id":"mmlu-conceptual-physics.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc5985595a1fb24b44082b583cbf95234345e716c0e633287f56a098e19b1cc8","formula_version":"titan-u-contract-v1","latency_ms":0.6925830384716392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"126cdcc5330f8cebbc31dc47d59779231da1afd8794a534063f77a7f4990d90e","sample_id":"mmlu-conceptual-physics.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faf8e203a2f98d8f889583ca96b1be640052a25bda7895743a73165d1f467293","formula_version":"titan-u-contract-v1","latency_ms":0.44537498615682125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43138d7310ced545733a9376cac7fd3a4fc94511e220961f2760d8a04617ab8a","sample_id":"mmlu-conceptual-physics.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8c12444d7f897319f27b08bdb8218b0fd4d9ddebb1a27301662d353c5e6e1e7","formula_version":"titan-u-contract-v1","latency_ms":0.4316670820116997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8112b12520c9a8c41fc2ced93161f504119f14a579f64e4d36294baf4d4a0abb","sample_id":"mmlu-conceptual-physics.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9381f413d30bb95f76ecf9a27d93d6064e49bdbedc924550b01b054388749a74","formula_version":"titan-u-contract-v1","latency_ms":0.5175831029191613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a056663e15adeebcc9b87b5c6784aa596abe37b4edfd86bbb8e98e2f5557fb1","sample_id":"mmlu-conceptual-physics.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a7586b17e57e3d1181f0f4773e6216be9f860180aab90e6250c9f54d96b832b","formula_version":"titan-u-contract-v1","latency_ms":0.4242910072207451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e60c966bfe5019c9ca2f7d3727632699b83005e85b19133b005dcd7c2fbb879c","sample_id":"mmlu-conceptual-physics.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41cc164f0e66d1476d8f14771e8b76a248e598493559cf9d031153b80552bbf7","formula_version":"titan-u-contract-v1","latency_ms":0.42391603346914053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b467a3dbedc165b486e6e5067a8a4ccccca27fae4550fc9c9044b1f56cf407a","sample_id":"mmlu-conceptual-physics.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b03887ae1ce46943b5c32165d1f88a0ba211220e5b19da785145c1175d3b3619","formula_version":"titan-u-contract-v1","latency_ms":0.5608750507235527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"600f3304df8defb9f74de0b47c10beff0ef84e709cfdf7e777b83bd6bb4efae0","sample_id":"mmlu-conceptual-physics.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"949bdd21250953d18b8a057eb88ed79d918990683afbe44e969823edccc2fa23","formula_version":"titan-u-contract-v1","latency_ms":0.578374951146543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5aaae789333a9eec48bcb2c761613d9fba8ccc60367345d1919183323ad5cb11","sample_id":"mmlu-conceptual-physics.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f696b1626df979299375268758bc61e3b331accf2afff637a97a695ce098cf0","formula_version":"titan-u-contract-v1","latency_ms":0.4082500236108899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95d556739e097a3b08aa31945d96827fa54168cc80f8d2c74b643e1b3f4915e1","sample_id":"mmlu-conceptual-physics.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01a0ce61c4c12ba09ad03aae18e18ed1e86677dbc261ff3b02af259ded4079ea","formula_version":"titan-u-contract-v1","latency_ms":0.6380000850185752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d6785922949f406f157fe0d40ef874308c79444eee93d2194fe6d2624df1f80","sample_id":"mmlu-conceptual-physics.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"430b64341c886b91c501821a814711d43a68d6689fbef87d26585a2211efe079","formula_version":"titan-u-contract-v1","latency_ms":0.4339580191299319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad41697fdfba1bcbc1d8e366d3731ef10eef897250350f922a25d5fa9d7b9b81","sample_id":"mmlu-conceptual-physics.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c576a57b59a7460abdf6f452940066df3b0d6a90c594d5bbd011235834927ffd","formula_version":"titan-u-contract-v1","latency_ms":0.5785840330645442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ddc79425f9f680fa6dfd6354735b36a10326fb303ebdc12f6a1eef52d65acb5","sample_id":"mmlu-conceptual-physics.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55a6a7e69cda4e4a5702dedc367da7f846bf33d68c2fc2ab0065fc74732a9710","formula_version":"titan-u-contract-v1","latency_ms":0.45854097697883844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4e7a8804eadfce80b3ea51dab8837568f1de6f1901887173abdebbdece01c9d","sample_id":"mmlu-conceptual-physics.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"980210c5359602ed5648c7c95a4bcee1cfa108502ca4e99a4617fa8658cdbc13","formula_version":"titan-u-contract-v1","latency_ms":0.5641669267788529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcfe97a9783b7396e279768e4fdb4974d30abafc3283637a120f79b3b01a447b","sample_id":"mmlu-conceptual-physics.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"332450cd1076560ded2f755823dbfc06458249b233f06f9e156bd4459b141cb0","formula_version":"titan-u-contract-v1","latency_ms":0.7167079020291567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a672f1b975d50f2cf5a868d4c0ff080cc0a01002ad7efb3c5c28353c0ad560e6","sample_id":"mmlu-conceptual-physics.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4918f16f9eab7628eb8a0591adfebd896b08e0124883f11328a8fdd34f7f214","formula_version":"titan-u-contract-v1","latency_ms":0.5743749206885695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7b67e7f30c551427d37d02cce2b72b4514879c3d7514ead6698fb450e6a33f9","sample_id":"mmlu-conceptual-physics.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de4f8acc4856c0a75e6f14b34af5efb97200cf81e4beecb22fc2422659ad28d7","formula_version":"titan-u-contract-v1","latency_ms":0.4440000047907233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e65f954b33199881fe48be226ae54c0392a8d1f42f05cf4d12bc2150ada925f6","sample_id":"mmlu-conceptual-physics.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"443871be5ffa5eca18d23565262578f3ab9c0d5abed2cc2de2dea58f63a67261","formula_version":"titan-u-contract-v1","latency_ms":0.5489999894052744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be9e2361fe5fffa695de39d49a21eed0616b2117a4d05b97cab5aec61fc47a51","sample_id":"mmlu-conceptual-physics.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"843744cf2d7d294b0ef16e8d0159be5d82a5703ee9fa71e3842e959711b602ac","formula_version":"titan-u-contract-v1","latency_ms":0.6362090352922678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8b2733f23ecd6a1ae3f90c1faac21bfb3cae65ff7a4fa78dd946e693b5ff311","sample_id":"mmlu-conceptual-physics.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3af01ac94d6ee5025c89ba8a805206a03cf38b78996c1c59b20ebfdb37cc526","formula_version":"titan-u-contract-v1","latency_ms":0.7983749965205789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e94d5320e48bd2a5ec874137e28e9ed9cd51ac5619543b6568fe2adbb11e3085","sample_id":"mmlu-conceptual-physics.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd852884516a13fe58bb9e2493e21a918b8f46bd771729457240eb07314fecc5","formula_version":"titan-u-contract-v1","latency_ms":0.6157499738037586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b81a40273bb3c864fb799c0e21cd78061aa970091b3328c5bcffb2a2f6ca41e4","sample_id":"mmlu-conceptual-physics.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1103ebbb103725d9790004ff2dd6e4767d4a35afd28f9c9a860357187b561940","formula_version":"titan-u-contract-v1","latency_ms":0.6820829585194588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d803af96bc53b60d13e7a6ed3a3fbe577a92c99caf4eadd9e014ea35edc08db","sample_id":"mmlu-conceptual-physics.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7088272849ace06d79805cce0df18d84eefc89582d0bd256d754f72c32465e0","formula_version":"titan-u-contract-v1","latency_ms":0.6456249393522739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4b043717781291c45f0cccc631a9e6115e1f69c648e83948e65bd7673c69961","sample_id":"mmlu-conceptual-physics.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfd77f71c757f0187f2e9a79a69fbb769f86aeca49f5ccb391526e2993e7bb8e","formula_version":"titan-u-contract-v1","latency_ms":0.606709043495357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad9226a152183c2b77a5aaa4987d1d3166c60629a8de31b5c63b46f54e5fb39a","sample_id":"mmlu-conceptual-physics.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f8f89fd4319c3633435803e99ecdd06a00569e65986544ee1429202a5cb02be","formula_version":"titan-u-contract-v1","latency_ms":0.4524579271674156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e5160837b5f40342d6d55d9890215079568ef6fb43b535c2613c52b7fd4e306","sample_id":"mmlu-conceptual-physics.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdc863444dd5eee148b16fd9d7a7ee892f97e0c50f3f3ae275462a3276388b5b","formula_version":"titan-u-contract-v1","latency_ms":1.0556250344961882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a89572f275b6b500aa879bc52362aa5b55b2b09e4d2694f9b9657fde2087a24","sample_id":"mmlu-conceptual-physics.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f12970c5eaa279f6b5202b7644ff797dd6401a5effce4b90c4eb3d0b196f6e32","formula_version":"titan-u-contract-v1","latency_ms":0.4549159202724695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68f2d5ada5e16731910fdf9c0cbdc8fec264005ecd1b8d01a2259556f05ab942","sample_id":"mmlu-conceptual-physics.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"813e8225d1e4eee731fbe91f2a8f3afb8c9ed1dd7c62e66f2825ffb3804cdc3e","formula_version":"titan-u-contract-v1","latency_ms":0.4378750454634428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33a3719b04f616fa78b645f42bf7396e45506cf2253e018a09cc3b72ad2043cf","sample_id":"mmlu-conceptual-physics.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c0c8a721827353c4876649d62da6a26bc76be7af9103f12c69c858f1cd5f689","formula_version":"titan-u-contract-v1","latency_ms":0.6174170412123203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"facdbd8a5fc903e39e3ba3bc2e450c2d7d8a4b31e6bbbd50f1cd74e3bc1ebc27","sample_id":"mmlu-conceptual-physics.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c1db9af8956195fd3ac2a278e3dc38edbf6caf8cd1f8b9a5c23bddb197a13cc","formula_version":"titan-u-contract-v1","latency_ms":0.5916249938309193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc0a2fada5830fa88277596b1afc3125dc187f4cb26f9b0c4003e14b139a01d8","sample_id":"mmlu-conceptual-physics.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c79c7428466c3ea3c7b78beffde9a84ae7d03278e18acdfec001fdabff330eaf","formula_version":"titan-u-contract-v1","latency_ms":0.4742499440908432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d8234864774ba7f7ab8d0fb5c7a99608d7e320b24b165a41b44982e9de42033","sample_id":"mmlu-conceptual-physics.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c70e3112e156ea392a65150ddc0b09344cb25b0958807b3b53b7433ae3d56575","formula_version":"titan-u-contract-v1","latency_ms":0.38899993523955345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c2cd5d6a1ef16be1ac8d6cd317967719bb99425e1d126ab59d946357d8a1f0b","sample_id":"mmlu-conceptual-physics.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d76a54f941348d840ff868b4be9df2e297a9b2f8905bb6244a3fce0b86749c56","formula_version":"titan-u-contract-v1","latency_ms":0.7003749487921596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44ff8385d993b20d1dbcc98a6ef94df8ad062ce1b178ad1ecdbb4fb97f4f27fc","sample_id":"mmlu-conceptual-physics.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49ac1752a897bfceef3a23be29a105412642127fe23238c3544f54a975de4110","formula_version":"titan-u-contract-v1","latency_ms":0.5525830201804638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27815dcf4f48ebe5544061e874da5ae12d2f60ee946dd54741b3a0b0bd2b4303","sample_id":"mmlu-conceptual-physics.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b5c3ed58be14cdb925bd508aa0ee0ca3d00ae47e7fd08f538d6eba109aecf10","formula_version":"titan-u-contract-v1","latency_ms":0.44583308044821024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c09d6dda40d798c6b6f55311de4f17be6eaa78a7155b40e60248c3b254d7a20","sample_id":"mmlu-conceptual-physics.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4df9a207d96341189046c7e4dfe981794014a2aa23d6e2a8328be5525de64973","formula_version":"titan-u-contract-v1","latency_ms":0.410541077144444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f73ede40e09b177e141a7267a6b3e7149c37941c9dde1ed8bfbbe7bba049e420","sample_id":"mmlu-conceptual-physics.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adacaa6163ed55665da9d2020d3e20bd4212da1b4df0baf3254db9c17079b7b4","formula_version":"titan-u-contract-v1","latency_ms":0.6685829721391201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8612f537e9ed98a6301887f05c32504f48c1d5597969287dfc1e7c55bd23228","sample_id":"mmlu-conceptual-physics.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb1c3e43743cc21360fad0a512cef4cc3fd1bfaadfd1d8c1c4e14bb85148a5b7","formula_version":"titan-u-contract-v1","latency_ms":0.44583401177078485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2d0b1ff94aa64bfe216fdd1d2f838b41be51fe6beaac8e8540a505217242f42","sample_id":"mmlu-conceptual-physics.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b717cc0426b67e95ba2a3d7f23f53236c925c6a92a696b8af3e313bd51af037d","formula_version":"titan-u-contract-v1","latency_ms":0.7810000097379088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e02f9a8d767ce6f65b9c9b69c9503d5801b9d10ff6eda5039079acff893c5435","sample_id":"mmlu-conceptual-physics.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4384dea8c7772f09fb362b0b0ce29f533acc635f0243f59bd4c375f7147e849b","formula_version":"titan-u-contract-v1","latency_ms":0.5988749908283353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63a20f27c5b45f8dc2faa976ca7a8f3fea2988826dce19de01f0d13737733e71","sample_id":"mmlu-conceptual-physics.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"228c4c80920194b4ada583a6166b0c038468df8db7eecebc7c09ad7933735bbd","formula_version":"titan-u-contract-v1","latency_ms":1.2966250069439411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25f5779e038eba2eeb4765eb8ad4c5b86322651c1c4ecda29a6e298c3a8f3456","sample_id":"mmlu-conceptual-physics.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"865c7835f776da7eb1cdc5208cdea8cc29e7d3b8c16e1b2013bfda405e1f36b0","formula_version":"titan-u-contract-v1","latency_ms":0.5225830245763063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca36ef23132aa7c39269f29222a188e3c7632667b8a8e28efcde919283bec1c7","sample_id":"mmlu-conceptual-physics.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0736066ab8f26ddf823b55838f232aaa218c176c62527079a5e12eb838b75af7","formula_version":"titan-u-contract-v1","latency_ms":0.39966695476323366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"005fa41c23aca394c26fd7ffd97b49334ec7c2df4489a605f52520bf08abfe05","sample_id":"mmlu-conceptual-physics.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13c6fcff5aa6a124c8c84407820cd7244929edcae542243d8a1ee05690330827","formula_version":"titan-u-contract-v1","latency_ms":0.6281250389292836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90997471e829c0f7e9dd2891d28bcab4cf46bee7d7e5e49d491c340a0a2a16cd","sample_id":"mmlu-conceptual-physics.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55f3f27178174a61add130bb137b2fcc8c5238604cc9b115086e02eee7323441","formula_version":"titan-u-contract-v1","latency_ms":0.42287493124604225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d074dee3b976bcb0154d44298a095f522eabb851a1dcfc636ea5407774c94c3","sample_id":"mmlu-conceptual-physics.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c51cce202ab8b9a48eedf9c4892c71586e14ab7391a893e3979d7b2137e41aa","formula_version":"titan-u-contract-v1","latency_ms":0.8916669758036733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26249011fd2b3e018ff728272333994b1fbb7d1622424f0e401b281d993d8391","sample_id":"mmlu-conceptual-physics.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f14a66edc9a3fa6683bb7d4ac60e36fb809b5f2a3f2f96c662ffbba319861ce6","formula_version":"titan-u-contract-v1","latency_ms":0.41579094249755144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b522a08f5a0b05ae961de2fb66f3c63903414d731e722d5a666829e2e061e58","sample_id":"mmlu-conceptual-physics.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9eb05d3e58be2dd31d2c7730a2459fb31b9412da5002f37cfe39f4b279937e1","formula_version":"titan-u-contract-v1","latency_ms":0.4123749677091837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4136c2a0a4943d71d2a7726dd1b72732aa4fcfe35588e488f869ebf72873a3b5","sample_id":"mmlu-conceptual-physics.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df6c6c67ad674c4ecdae1e29eac53c1d3ecb40d7715669d8fb91ac2baf76fa22","formula_version":"titan-u-contract-v1","latency_ms":0.44641701970249414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfd6bc213da2e18de7dcf9addc9941009ebb36a46fdf5e72d34ca272ec574ef0","sample_id":"mmlu-conceptual-physics.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e2b2d47e50aabb7200afb6f82874b6e8cdf92bd1c16ccb2ba3d599dd5ed3a1f","formula_version":"titan-u-contract-v1","latency_ms":0.452041975222528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0f3b7ebe35ae34f336f65ccb58a1d46b894d552851482541aa979cc1a886d4c","sample_id":"mmlu-conceptual-physics.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f4ee1dc14fafc1f74d913d2bb0a5fcef42b8c0b120776199faf6512d5ed6654","formula_version":"titan-u-contract-v1","latency_ms":0.5511249182745814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2d728b2087305ef9d7dfe107dda895a01da163a6a595cf25752f797802e99b2","sample_id":"mmlu-conceptual-physics.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b35c70dba486579dd0a273290a388fd49827cff3889db63ca1fdad0b4ceb9bc","formula_version":"titan-u-contract-v1","latency_ms":0.6937499856576324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16551d0ddc9e4aba0c9ef6d9920d6d41f1fc668c24dd5573f7fe1e1cd95572f2","sample_id":"mmlu-conceptual-physics.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1616aeac923c633233e4a4fe0ced1b5b20ae666dd2c8dcf8f4960e39f27f418","formula_version":"titan-u-contract-v1","latency_ms":0.8290410041809082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"943b988db477231a17a4468201ec79e0b8fd6c3b389eadbe3c5f07db020bf449","sample_id":"mmlu-conceptual-physics.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"030a5653404b378b540427b41c1aabe8b6dce0cbec38805ef9c0affcf95341c9","formula_version":"titan-u-contract-v1","latency_ms":0.41279103606939316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b60bcd822eb7b76d38d621b6ee38b9925815d3f4814a924a399d854b597a4c00","sample_id":"mmlu-conceptual-physics.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44541c53cc94e8c567af20ffc89f1e9608fe172e23286184cc77799b456dc0ee","formula_version":"titan-u-contract-v1","latency_ms":0.6878749700263143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69afec6ac0c0383faf2b36f3a91e4adc3f0e1450493c33370b1d237737eaf92e","sample_id":"mmlu-conceptual-physics.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b33a9fc251c273bdb159d99591d1db86b5195cc35cd5a9f6533ce609e5dc706","formula_version":"titan-u-contract-v1","latency_ms":0.6074579432606697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5e6fb9220c0e74d797bf509b1e0f08f1d7fcc9abefafc48a5a38026280a567b","sample_id":"mmlu-conceptual-physics.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d6d261b5747d3451bce1c03a9dab752a6bf040c37d35f39f1115b2d98bedc78","formula_version":"titan-u-contract-v1","latency_ms":0.45375002082437277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1ed72cc6980a1125590c83ced01df8504f37e6da0ad214d2560489d3736ac0c","sample_id":"mmlu-conceptual-physics.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cc0fd0a8beb39cf302f6335a3eb9fa9a42c90ca88ab6e4bd425314468a8a284","formula_version":"titan-u-contract-v1","latency_ms":0.4454170120880008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3332fb13ac9cdbb1add7fec615e5b6c28f1e7ff7ba87d2aad413a278e0721d3","sample_id":"mmlu-conceptual-physics.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06ad8f074cb8e5c6a37aabddd2bca917e78d4ab5c3eca1077863d644d00ccf5e","formula_version":"titan-u-contract-v1","latency_ms":0.5534169031307101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6d7de3fb6dd2187c7fc899df0d92fcdeb78aa8738e8bdb8522ddb9d175ebd4c","sample_id":"mmlu-conceptual-physics.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bedc664ff618d30068c0d25155875ca306d73a30b12d647abcb4951d5939ff2","formula_version":"titan-u-contract-v1","latency_ms":0.5905410507693887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41f48d93e064f4a38ca106e47954859e4eb3ca438396351be275952466bce9a9","sample_id":"mmlu-conceptual-physics.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1a61d3864ce36e8deae5b2a42a509ef44714d3ebf68c69aa43f7430ef8ad425","formula_version":"titan-u-contract-v1","latency_ms":0.5973330698907375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b52c123284e773b3cbb2f0087dcb5556893832c25dd237bc10aa02b012a5defc","sample_id":"mmlu-conceptual-physics.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e52f890bde1c8739eeca60c0a80986263939907802daa79c3eece9f01688b08d","formula_version":"titan-u-contract-v1","latency_ms":0.9136659791693091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6beee847b79b245929c29d3643439c7ca1440452553ec6864b7ebfea2a584a3","sample_id":"mmlu-conceptual-physics.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bf2fca1f804faf71e7aafe1944821b19866cdc35e887294724035ec1e76a52b","formula_version":"titan-u-contract-v1","latency_ms":0.5788749549537897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a497ee2b816865c77d89537916cecec826184cbd3bc7606b4fa8035a5816195","sample_id":"mmlu-conceptual-physics.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a9717b5eddae2b39ff6c43201a0dffdf4ff1844bb86e68b2f065b58ae35df28","formula_version":"titan-u-contract-v1","latency_ms":0.42937498074024916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4cca87dff3afed18faef5f165104f882dfc6e2246442e37978d137312804e79","sample_id":"mmlu-conceptual-physics.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86e82c08b45ceb77c5cb03c70f70d4526e81acef10dab3b712a9c358213e687a","formula_version":"titan-u-contract-v1","latency_ms":0.40725001599639654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"055eb35450796f45e6ba64a4a6a4762159be077893e5059dbd99305b0183fb9e","sample_id":"mmlu-conceptual-physics.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5dbb4170b7a2bc68779b4fc26f3d2c90b39dbf6ad9a353dda486cbdba4b4347","formula_version":"titan-u-contract-v1","latency_ms":0.4480000352486968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f2f341eb17af24ded1511e7a3b783f290d447c23438b9cd9780c8b9481788c6","sample_id":"mmlu-conceptual-physics.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b1de6bc16dca12726e32821315ff91aaae13eb042e11898237392bcb4558855","formula_version":"titan-u-contract-v1","latency_ms":0.4396250005811453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e586b193c139f49583dc9b48e8d0049764b75c7f962736cef2ec3d675482585e","sample_id":"mmlu-conceptual-physics.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5564b9c35823d249b8c828255a3a8db898cdf4b56c24fd6b99b8a382d6546d80","formula_version":"titan-u-contract-v1","latency_ms":0.4575420171022415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac4cae4cfcfb555f063422f10149846a65c735574caf1942d4e9ef2138df4b9e","sample_id":"mmlu-conceptual-physics.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3c15c8ad5a2a67e9f792a15e2630020cf452bed30e81dff9343ce225ca6daaf","formula_version":"titan-u-contract-v1","latency_ms":0.4201249685138464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"823370b3fa9ca6b50a105749c91834715ea5495e57a484d1b93096d442a6d365","sample_id":"mmlu-conceptual-physics.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b9c34363e3a5cec8a30b55a9a5e8e83e15bc49a2dd3ab33f96eb446eb0b8983","formula_version":"titan-u-contract-v1","latency_ms":0.44054200407117605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbf257e25e452f01636ac37aff88f0b23609f7332cf5d4becaf4525194ac0486","sample_id":"mmlu-conceptual-physics.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95d338d46dfc98514cc2e22289e71f1fbe5a72b35c99aa56f89b192227784c74","formula_version":"titan-u-contract-v1","latency_ms":0.4045419627800584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d71d1386a3ed6483edb7859601bbd581b4f2e7b3fd914823392b3981e5ba711f","sample_id":"mmlu-conceptual-physics.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6259216e04182340db4624474f0ddccd9f0b136975e7f64935a91ca49aab8633","formula_version":"titan-u-contract-v1","latency_ms":0.8001249516382813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ef383e8ab7f3761cdf9c5b8d127743d7d4a3f7797f23a7e3092bb5c42e752ec","sample_id":"mmlu-conceptual-physics.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25358ee13157292e42c171147db36a7615d4c11a4dec40d868f468db1b5bfbc4","formula_version":"titan-u-contract-v1","latency_ms":0.6296250503510237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcca511687a3a2cab1f7b7842876213401d01e3c7040cec63d6c9b44a2a37c68","sample_id":"mmlu-conceptual-physics.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad61ce0f1505ae73263a6bbaa7c29020006f0246154f04bfcc16482bad414ec4","formula_version":"titan-u-contract-v1","latency_ms":0.7175419013947248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6af3647c38e585bbc2a05a5109c1e8ae58340ac87ad046e16009a65615262e83","sample_id":"mmlu-conceptual-physics.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f3545e6aeeac1a950999748272e5221d5e70602bdb37f9cc095e2b535e67609","formula_version":"titan-u-contract-v1","latency_ms":1.3008329551666975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8332fe8a1e46b2ef6b1dd60166cb268be2ea3325ee141b1c4ba3acb23ba5a456","sample_id":"mmlu-conceptual-physics.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42db9b8c3fbb356a91f7023bd34617175606ecb3a0f0908a16bdf401473572f7","formula_version":"titan-u-contract-v1","latency_ms":0.7714999374002218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7f7fd5f16eeaed31057783e598d9fe28c3e52c8c6fbdd42ca6d8b4ba074269f","sample_id":"mmlu-conceptual-physics.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7faa4d57b78624f543bf0bcce6efe8a043f511b4c23d3b956fa2eda2996dfaae","formula_version":"titan-u-contract-v1","latency_ms":1.0700840502977371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9dda7284716c14037b12acb85ff85c7212a4a09e4d2c687b80964c5d1bc0450","sample_id":"mmlu-conceptual-physics.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ec6ed32339a7dd6132311e2623e0ffe5565924fafe6d79a9b909b166d7bfd99","formula_version":"titan-u-contract-v1","latency_ms":0.6896669510751963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cec7c3f43b4698936f10f228c4481b96572a11819d52b4994e845d1579c2397","sample_id":"mmlu-conceptual-physics.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76f955648db34d7d6949271ed5b3f660efdc5000b07e728c6c3e62b828286cdd","formula_version":"titan-u-contract-v1","latency_ms":0.47991692554205656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb1a22d1eb6994995e1b463b1aa05d3035d7782d323f593d8930ea48ddbe445e","sample_id":"mmlu-conceptual-physics.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79507e58c16d588388ff33854077c7ea39cf4b342627615943f55821a3d5177f","formula_version":"titan-u-contract-v1","latency_ms":0.4564999835565686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b5541efa9a9580fe85e479c697beeea2edb449e9416e6c9b32b9392ecbc1a68","sample_id":"mmlu-conceptual-physics.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6428b45bcda1240d35e76175e333e35d3fc8847ce0ccb388e5cf00576b2f3df8","formula_version":"titan-u-contract-v1","latency_ms":0.5404159892350435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b55598149b7a679190da4fefac51882e6dd849f334f0bf97deb513924d0d07e","sample_id":"mmlu-conceptual-physics.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a3b3cd8ef3040b8dc9d91073a68b408585e28a494d3e9b4309721c83e8ff855","formula_version":"titan-u-contract-v1","latency_ms":0.8344999514520168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91fc7952f6866a113ff9603096d08577dbbe00d53812632baaaeaf3470ebe47f","sample_id":"mmlu-conceptual-physics.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08cfb1e07b55d88f5e4e8051a8060ef155cba2f55e93b79779a5daffa9c8f413","formula_version":"titan-u-contract-v1","latency_ms":0.4389580572023988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50f20fd18da2389eeec697caa96500fba98b8d2d831de7bdacb6eca2373e609b","sample_id":"mmlu-conceptual-physics.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"364056cb3dad80415c24b5ffc38fedcca091ee00188cdc6fa59bde776f27e62f","formula_version":"titan-u-contract-v1","latency_ms":0.6113749695941806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"389333ed8bab2071267a95935da1801a3a469165015c9158fb26958e636f7e9d","sample_id":"mmlu-conceptual-physics.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"379449bbb39449f4f14f90879f59d9a64b7fedc5c77b28607b6c43af0129f344","formula_version":"titan-u-contract-v1","latency_ms":0.690957996994257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ae83367726324d05a88f08786ac810e568f778315c6c194ed178a001522a53e","sample_id":"mmlu-conceptual-physics.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8af6888c71501ef4a84c3731e63f3da4437479bd83a451d22a4caf62ee2c418b","formula_version":"titan-u-contract-v1","latency_ms":0.6607089890167117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2ed8e2d889a13146861a7fe7bf4a19c002e7d4b211e73e86b9e13f846be6796","sample_id":"mmlu-conceptual-physics.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dd83075caece4cb22bbcb3b1bb11e28e5b3559b09f60a65737b6a4caabf05ab","formula_version":"titan-u-contract-v1","latency_ms":1.2327500153332949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b3436ea1126d2262c95804750b118fece4844e4217a396d8bf04a04bd6a046b","sample_id":"mmlu-conceptual-physics.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f82df1cde9b241d63dd9fff1d8bb997736b1f9fe1ac99dfd00d7a65c121d945","formula_version":"titan-u-contract-v1","latency_ms":2.174458932131529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61e5995b91ec69f932083828eefb7cb9778c5c3633fb7d9b574b7b522820b637","sample_id":"mmlu-conceptual-physics.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac8260fa914d4701913492e63a8d5de9861f29d8d7d9131971a9f35f7d7bad8a","formula_version":"titan-u-contract-v1","latency_ms":0.4376251017674804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66b70277f7a894f96e43faf8b95be9819e2027276c7f4900fa1cda60d7c4b15c","sample_id":"mmlu-conceptual-physics.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aac6eb60efd8099f8fea023d2e363891bfe2c23786b9e075655071d0bc43d8a9","formula_version":"titan-u-contract-v1","latency_ms":0.6009169155731797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee9420f345cc51391fb82c95236ba8a96b6b7935ce8041d53eb4b6b45474cb09","sample_id":"mmlu-conceptual-physics.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98ae9cb0ee4ee6bd7ce2f3408718ea9786794fbe453bc6f95bc7543579fbf33d","formula_version":"titan-u-contract-v1","latency_ms":0.42966706678271294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6897f2afc22e636dd327aadeada11d4999a384fb5dba9b58068c7397459ec1b0","sample_id":"mmlu-conceptual-physics.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c30a48ad8035163af26273b6b83892393561246f7b57a9b8ee718f1013c849e","formula_version":"titan-u-contract-v1","latency_ms":0.4326249472796917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af52b25fba6ce6c74d4085091cb66e1254c274c23e9089b0be128d59cae54895","sample_id":"mmlu-conceptual-physics.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb8fa5ae8968517d648a27129b7020cdfb5f1cb05ea9ee24db56e9435b9b11ca","formula_version":"titan-u-contract-v1","latency_ms":0.4650839837267995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36ded1f06ce2da427f9c5746294be8da3a94fd1bffe9ed004af46c70d2bf9b2f","sample_id":"mmlu-conceptual-physics.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fb9f6a5172a2694363035bb59dbaa76c84301679f59f32e302674180a85db88","formula_version":"titan-u-contract-v1","latency_ms":0.8732910500839353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28df3386c01c2454b6de2d95ebcc946a30dcfb4c451dc814de19e547998a7f07","sample_id":"mmlu-conceptual-physics.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a0ed360b56ffc626e963323b7e6b12f684b4d2dcf862467a014b8e9a4d367e3","formula_version":"titan-u-contract-v1","latency_ms":0.5803341045975685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4091e1ca54c2cdb3f4976c7d4b7d6ac256242e2ce10ce374ae65cde93a75254","sample_id":"mmlu-conceptual-physics.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b1e02c453978a5a9036c26eb81545b1a65e05dab76d87680f101febcfe45162","formula_version":"titan-u-contract-v1","latency_ms":1.5999169554561377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e862c135f35850f77f189a7abc0bacb9089809d5a7acba417eccd9e29ef9020","sample_id":"mmlu-conceptual-physics.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1a8f5ad337a89ed94c5b59ebbfa12b41ffc5e5ea85998799ad71590abf9b672","formula_version":"titan-u-contract-v1","latency_ms":0.4548329161480069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edfbf60d6671c94c89cf6ed4fa342364909b58e9f2c4c98bf78952e08ca37c83","sample_id":"mmlu-conceptual-physics.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3f663946c5130014441cd45f4e7ac3c2c8b369d121477607209380133fa20b2","formula_version":"titan-u-contract-v1","latency_ms":0.4773329710587859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"893993090ea1f7e3132f524bee85390cba857824a0bd0cde5f24296442bddf46","sample_id":"mmlu-conceptual-physics.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cfd296c96471f4b8e5df0e650c4145e179633ffce58813326a61803b3d82a8b","formula_version":"titan-u-contract-v1","latency_ms":0.4425840452313423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7e0fa9b27f91bc95be457d54c5c72dea13182a45fe1b0061b982ab619864822","sample_id":"mmlu-conceptual-physics.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efc98571244fdc2642cbe181edd6414300486e6ba78c8c8aad959e42e2c94f43","formula_version":"titan-u-contract-v1","latency_ms":0.6267919670790434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d57da39964d9d9ca1105cfdb290a6bc43c362f0080cd2406800d333ba017803","sample_id":"mmlu-conceptual-physics.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01d1ef7d322a5069d77923d2d304151533f3bfa0db600124cf69072816c6afa0","formula_version":"titan-u-contract-v1","latency_ms":0.6243750685825944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9860eb893240096bfa648c09a2098386b84ceb03e97893b53aadf4cf46de2af3","sample_id":"mmlu-conceptual-physics.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b4747d8733b9c353f54897a87904746580a451d8c22a5106f31de521711ec1b","formula_version":"titan-u-contract-v1","latency_ms":0.8614170365035534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89c6a28be2e14b5c812b51f6b5ad0e799bf13763e662d7402b0c9bdf61fe9b0a","sample_id":"mmlu-conceptual-physics.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dea59c6305102018294b26e8f9c9286225550b9eafe51922675be85bd29de5e","formula_version":"titan-u-contract-v1","latency_ms":0.4467499675229192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"401615ddebe3b39f3b2d8f69d0e6bab9681b4d0452e318f4ff97ac4c0af39171","sample_id":"mmlu-conceptual-physics.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"201503e9ed6e52ec28ada289cac6735b73ecda151757cd5679f5fd0a88eb2379","formula_version":"titan-u-contract-v1","latency_ms":0.3999170148745179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6058436bb6fef9f663f3a70f13d8409bf4bc73208c31d61cf3e4c41b4389b209","sample_id":"mmlu-conceptual-physics.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01eef58886382d8c999d8f629669bcac868bbf5c205eb214fcf598b98e546747","formula_version":"titan-u-contract-v1","latency_ms":0.4692500224336982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7b1b63fe71c1cad993a84e66870c7b51f6da395578d64d2c387b05222295cb4","sample_id":"mmlu-conceptual-physics.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d512573f7ef0f2cd69651066f9b19d3d9656ec1a083718c09d0936aac7ca1d5c","formula_version":"titan-u-contract-v1","latency_ms":0.720249954611063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9691310aa981bd4c5a4f2a4b26b91ef7887f8ede52f5c9fd266469e3b9aa0822","sample_id":"mmlu-conceptual-physics.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4672fe6dec781951b2d103b017749d859847986db2f85d140782a586f44e5014","formula_version":"titan-u-contract-v1","latency_ms":0.6806249730288982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f681fc6183a1b73f1fb2055007d88f05f8d2f97eecfc14e130cbe5911db92f12","sample_id":"mmlu-conceptual-physics.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0eb300e880370996521598c4f910fccb6a9c11d77ec349ee7a039a4a827bf417","formula_version":"titan-u-contract-v1","latency_ms":1.4136669924482703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19f58956dd9322df5a38dcd1dc59bcb924005bb61753aa7aa33ad282ab03c082","sample_id":"mmlu-conceptual-physics.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a7b8ca647b27a3118d78e1ad804039555711992f9d4d4aa50662bd623e1a86d","formula_version":"titan-u-contract-v1","latency_ms":0.5535839591175318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdeb33c87a6b7de446bf49986bd06776c2e83a09b7f310345de1ea20b5956778","sample_id":"mmlu-conceptual-physics.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03a207443d4ff780a0d402592d46617d1f975e29db1fb51144112b0cd55701c7","formula_version":"titan-u-contract-v1","latency_ms":0.45312498696148396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ef03e717c0ec90bd440cb8744f40e75b2a93c979199568338a6018f712151ba","sample_id":"mmlu-conceptual-physics.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdfa73c7e745d7209f1019ebcc1d094e0f3fc6af1c972b7bd1eeeab4f04a179f","formula_version":"titan-u-contract-v1","latency_ms":0.42820803355425596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0876abf23fe779dfe9fc497af31ea5fc64f002262f258424cd8949b008d8e8c","sample_id":"mmlu-conceptual-physics.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fb0c7bf50afb214953959ab25a03b0572af270a53910b4cacdcd775c42bab11","formula_version":"titan-u-contract-v1","latency_ms":0.4283749731257558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9a733bea049ba19e798a2ce0eda5e8cd6b51d92e225e34b90e105b633d8c656","sample_id":"mmlu-conceptual-physics.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3af548363e6534c57ec5a48b628e0a548eb665eeb1eeb7d03716e10aa94db2b0","formula_version":"titan-u-contract-v1","latency_ms":0.6727500585839152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"637469508e120e4cab700fd9839a9d5c76e8d6571cb68d21bf54642bb78f64b5","sample_id":"mmlu-conceptual-physics.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"357693ccf1e066f320a53fa2f7fec25b93177696105b49124f21d14e4ea6c311","formula_version":"titan-u-contract-v1","latency_ms":0.4572909092530608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ef899fdbb92edcbed4b83bafb9b68b1b43398323ab4254e14ed6435835c2dbe","sample_id":"mmlu-conceptual-physics.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de95ddf4911e6c6e2cac42fba9c913ddb167f35389e9ad76e4c37ec8d41951ce","formula_version":"titan-u-contract-v1","latency_ms":0.5495420191437006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2db8d37717b49fc4453f2867c6c7747072bc3c3b4f8bab6d7ccbdd69a030d363","sample_id":"mmlu-conceptual-physics.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c721304357b80997b6a704889d886818e05a7c0831327ff227985a3268f611b","formula_version":"titan-u-contract-v1","latency_ms":1.186666078865528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f46684dfa6d73cf26e2e37b685c6792ae026eab28cef17715e6859480cbabc88","sample_id":"mmlu-conceptual-physics.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3956114b24340b11973a7e388b18f6c730486149e0bfd98bc771443e9d2efd6e","formula_version":"titan-u-contract-v1","latency_ms":0.5586249753832817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a7f85aa9efe7c66194210c61f5f2203513d82d0a8ca87f1666d9826c4b113e7","sample_id":"mmlu-conceptual-physics.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a31a56cafa20df2d36b9a56bfa185c82e73a85db52b42c5b3a0b3b120b1a9e8","formula_version":"titan-u-contract-v1","latency_ms":0.474874977953732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"414f78cae1c34c2736960e2a4fdf8dfa45c0da8bf74388aee839458090b381db","sample_id":"mmlu-conceptual-physics.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4770059d1567c4927222032460e27df14868feda4587ccea8a8192f3e1788970","formula_version":"titan-u-contract-v1","latency_ms":0.42141706217080355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70202125bb1fccc4e5b62eeeb66e89470899bb7851bb5fbfce61be444b59ed2f","sample_id":"mmlu-conceptual-physics.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38cda1a0ab33ed273c54cdc90204760af1e69752a478e7ecb861d1a2ffbed582","formula_version":"titan-u-contract-v1","latency_ms":0.6392910145223141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11175f19930de7855b4715965dbb9075ba2af47cfb5b92e74f29a0e9828bb3c3","sample_id":"mmlu-conceptual-physics.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e29c2ca6797399935102fe7de7acaea159237280bbfe61884b114e03f7d512e","formula_version":"titan-u-contract-v1","latency_ms":0.5142920417711139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5126efaec5f50f88fec8a5e9c9c3d2f2acbd5ac8265c1d938f2b4ddf2a9a73eb","sample_id":"mmlu-conceptual-physics.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f83a060d13c7f67ed6c7209a47654469944a23210afd72ce69c9e754399e979e","formula_version":"titan-u-contract-v1","latency_ms":0.6355830701068044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"533b5bdec5037ecde23de2aa4fab5012fb20c88ab9ecd4421f663ac12ddbe050","sample_id":"mmlu-conceptual-physics.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"303f2407f4dd3b91a856b89d216594572956c2a0defe2f6e8488ba1394f0e3ea","formula_version":"titan-u-contract-v1","latency_ms":0.5120830610394478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"629f31072f68b4eeb364a70c41ff2741bef129a9d08117c8da0881c61809296a","sample_id":"mmlu-conceptual-physics.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71d6b50713f640290515e6f8abcddc5fa93aa8df1497ef042f479b4717e0c5c3","formula_version":"titan-u-contract-v1","latency_ms":0.590750016272068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acefaf36a5bddf529687762b2d7513221127a364be3af0e678af79f6567d0308","sample_id":"mmlu-conceptual-physics.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"110ce86d7e65269a0b16f4750f01bcdcdb0e6d61c89477ec24cb685de5734388","formula_version":"titan-u-contract-v1","latency_ms":0.9685000404715538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b1dffe682165480e5ee879a0a26b8354babe69587e599899b8a90afcea33ab1","sample_id":"mmlu-conceptual-physics.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5aed4e597df44674d08674a6513abbe782270b413e908ccd408eabb2cec6db0","formula_version":"titan-u-contract-v1","latency_ms":0.41945790871977806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc67c12ece15b8639c6efd992a42b9e4f3e175b92bf00ec5097c99006003114f","sample_id":"mmlu-conceptual-physics.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae50d82471da5fdd240fc8193cc12b25020b320fafb1fe99feaac677e50a6302","formula_version":"titan-u-contract-v1","latency_ms":0.6382080027833581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89eb6c8abbabbcf1d4321557fbb9ca8f0245aa3718efa80e5ccb37ec6411fb32","sample_id":"mmlu-conceptual-physics.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37472d2e51149c0f8562e5c63d9a45fbe2e13e22dad6bf3ef0dc1c4b4e681ce9","formula_version":"titan-u-contract-v1","latency_ms":0.6075419951230288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eabc209c8c08b14ce021b538acc86d9589789e81a3194f589b703e5e9f4316ca","sample_id":"mmlu-conceptual-physics.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f25f180f85dd4271db38994e693c748171d9467e5c12f470381ca96d7f80362","formula_version":"titan-u-contract-v1","latency_ms":0.5508329486474395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b746ffa011a0e23ea94019a21baa386e3a2bbe393a2aed1897c375adc9e4b812","sample_id":"mmlu-conceptual-physics.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4393cf2aad625072fbb5dbc3eaae4a0c857df75e73608d36060054a316a8f9d","formula_version":"titan-u-contract-v1","latency_ms":0.8297079475596547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa8d27f7e911e69c9eed0015d9b11be8fd3f759e40ba963124da0432063006fc","sample_id":"mmlu-conceptual-physics.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"303f2407f4dd3b91a856b89d216594572956c2a0defe2f6e8488ba1394f0e3ea","formula_version":"titan-u-contract-v1","latency_ms":0.5475840298458934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b425ca40b381225757ac4a7a9e69dd087824547041db5d6b0dc51e940b6079b","sample_id":"mmlu-conceptual-physics.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c81245e6e0916d86510ad82a3ba79b8190b76d2d6f35db0bf410a68965be505","formula_version":"titan-u-contract-v1","latency_ms":1.3047079555690289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19fcd20a7a2e1973cbe43a5f8efe722d845f217cd91fd6f93409279e4d0b7a89","sample_id":"mmlu-conceptual-physics.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b60a5d467a2ff3356844a0c6ea1b66f54dc4ef314f2bf0b46b379bd0d378b1e7","formula_version":"titan-u-contract-v1","latency_ms":0.8297500899061561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7408cfe9569424da4467a2ee470340cdd5dd548af34c1c98f4afa083b259b612","sample_id":"mmlu-conceptual-physics.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a596efa9e09bf7e7b672e4b8d070ce8919697b8420c6e320e954ded545d98c3","formula_version":"titan-u-contract-v1","latency_ms":0.44829200487583876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"509e461bcf5295f45253f8f9fd8e93b873f83101adaa7b714b6b856dc14c907f","sample_id":"mmlu-conceptual-physics.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8c5d2c6d0342a401d2e88bacbc9be69f5e604aeeadff8353a46e64d02af73ea","formula_version":"titan-u-contract-v1","latency_ms":0.442708027549088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55628db24652b9ed7e6dafc281a68548ad72b3ed3f9ccb7e799fd621d09be861","sample_id":"mmlu-conceptual-physics.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5f11fe428e12952d459e7e64a29e39cbee9177091a15e5612394bf7b557404d","formula_version":"titan-u-contract-v1","latency_ms":0.4759589210152626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bb6b1ecb42625ebdd8b76be5eb77927743edbf9de1b2094b23d70072c111429","sample_id":"mmlu-conceptual-physics.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d5352c148eaa5a5892e90b1a46e0dc25dc0fd76bd4ed8a5db8c69763d233157","formula_version":"titan-u-contract-v1","latency_ms":0.42358296923339367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce14a2d9f8a27037577da48e547e883f037f608fe6212907624ccd16ad96e32a","sample_id":"mmlu-conceptual-physics.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e161f45c50ee55e77b6380a26faafd5ea74daaeac3e64de19d61b18c3a5bf25","formula_version":"titan-u-contract-v1","latency_ms":0.40979101322591305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"145d3c9d87a86f2d2d1fefabe505c0ab97002f837d99b16e4a31ec14f4dfb5cc","sample_id":"mmlu-conceptual-physics.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b86502f43db07bf4e8e35d78f4e20ca151d059a0f9d2d5b2206a7a478b30b9e","formula_version":"titan-u-contract-v1","latency_ms":0.6264579715207219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"072a2880fc26d27bdc9d4eeeb6fbe4565a01bb86a335b42c9735de8c43cd14ce","sample_id":"mmlu-conceptual-physics.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b391d003d897f466328abd39f76c3f1377a7ed84500fc2ec6e095d197149bb0","formula_version":"titan-u-contract-v1","latency_ms":0.5626250058412552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a23fee4e119084cca2b2f70c0e04dc5afa89af363c7e8661280426c5baba900","sample_id":"mmlu-conceptual-physics.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d1c5b5b29711af993d7fa89a46535f12c4c103a1168c1ce0c466738db4d75b9","formula_version":"titan-u-contract-v1","latency_ms":0.745000084862113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e689b5fb72618c1dbbe278a9894afadc6f69242b229bd912101af3d94fa9b3cf","sample_id":"mmlu-conceptual-physics.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52097520bcff5df04c2b0971ed8abc461e9a44f671e9a51a4e7c4a29eef323f1","formula_version":"titan-u-contract-v1","latency_ms":0.7493329467251897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fbc86ae5aca31a1079ce682c871164f7d0d1b4fb3d6b32f0f5c97d3663ca167","sample_id":"mmlu-conceptual-physics.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"409d042469909498c47831c882cf5aaac2e8ac8dafec2d073a53147dbbcb6ab6","formula_version":"titan-u-contract-v1","latency_ms":0.6021249573677778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9604fadd1cf059d48954aa5956c7188f775eb9927f796d23c3ee0299b1cf7eb","sample_id":"mmlu-conceptual-physics.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a4782318f61c21400c6e8b33f2c949d25db4c0b24ecd0e304e9c213c7cf64c8","formula_version":"titan-u-contract-v1","latency_ms":0.8074999786913395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb2c85369d6eb2e547c7e998cd7e055990440ca053be3702071683a5e30fecd8","sample_id":"mmlu-conceptual-physics.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fe898b9e3ada2b334aa5870e257022d63bd555a5c3c1597bf87dadd7854b61e","formula_version":"titan-u-contract-v1","latency_ms":0.7759169675409794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed90305455fb05914342b4bfd67925ac7509b92c48fb02725472f122e2678446","sample_id":"mmlu-conceptual-physics.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e8260a43404a0e44ad5ea0cd1af3942f0cce816247901b16a83aff31402131f","formula_version":"titan-u-contract-v1","latency_ms":0.4419580800458789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2b7f778e038d90543a6c9aad3fe1cd509d3222e886c63a32d4dd80f35abbcfc","sample_id":"mmlu-conceptual-physics.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e61497b04720de15f18052f9b31976dc2b19c28a19e438a33fd21342c65e85c","formula_version":"titan-u-contract-v1","latency_ms":0.6476249545812607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16eda4e8e1404d7ad8b599ce3d0cfa4714afb35fe5c4a51636e7143943ad52e9","sample_id":"mmlu-conceptual-physics.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bee9bf12d7f1d99b6afc3dbd32df7aa08ad96743c5c7e02b308451a9f7f08729","formula_version":"titan-u-contract-v1","latency_ms":0.5686250515282154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae5e34a09618a7d83bb22508a282f884857a3521968bfb72af1125c211f607f9","sample_id":"mmlu-conceptual-physics.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"961497c6b97179c0b30c05455a3924f222799ee4cc372af628b1afc989f5dbd8","formula_version":"titan-u-contract-v1","latency_ms":0.8426250424236059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5630ce2778e3e2f2f4b2ea5d67c27eec192b79136d57b2171bb6999adc3f090b","sample_id":"mmlu-conceptual-physics.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce6ce6871cf110ca46171205565625cc26c71ae3ad69719045cf5955e7924b31","formula_version":"titan-u-contract-v1","latency_ms":0.4390410613268614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"449510d2713196a40db3561e7c606962b4edca26dd30ff81d3cefa912080b8a9","sample_id":"mmlu-conceptual-physics.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ee1bc35f27b9527fd9a9572f7da2396ce0b5f2d23603ef037c729561f1616ef","formula_version":"titan-u-contract-v1","latency_ms":0.4292920930311084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b69af6130ddc9002ac260f4f4b42c3662494de7a0dedfe31cdc8710cb9090cda","sample_id":"mmlu-conceptual-physics.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41ac162af4c3cb6c56faa81ec94acb4ad5629531014f1b8341ba74439829e80f","formula_version":"titan-u-contract-v1","latency_ms":0.4236670210957527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87d7b3960e8d1f6fb4d3d1b20747ce7c5f09563d042ca024033541b8a65cb6e1","sample_id":"mmlu-conceptual-physics.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"166d538890c1b28074b0c7889a552cedea99a385e1f7b8215bd733feeaed138b","formula_version":"titan-u-contract-v1","latency_ms":0.4262080183252692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dead3284b542ef03003530afd2eb6f471e0fa0348d198a0494f031491100f4e1","sample_id":"mmlu-conceptual-physics.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"393b0ba2a48ec6712fba0202ec1dcb9807b5470aefecf99c06276efdc99378d1","formula_version":"titan-u-contract-v1","latency_ms":0.4069580463692546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"269ea288123d163d5573148f8a1cda153ecb42fde2ca944863d8d9561c162dc2","sample_id":"mmlu-conceptual-physics.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45c08fdb58377fd9af0ed8bf18acd018b3ac8f5d2548bb1c3ffa3585e0bbc6f6","formula_version":"titan-u-contract-v1","latency_ms":0.573707977309823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a08ae500efcf010d675e8d148f6416549f31ace8dd388ddda5407c12c149d48","sample_id":"mmlu-conceptual-physics.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bed4e8503bb7daeb9807f1f597347f1e49f64a50208c1a616241a8f1b4afb28","formula_version":"titan-u-contract-v1","latency_ms":0.6815409287810326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe9eded038ab0bbb814d59cdeeb8b12689b2998609719ed7517306ed0e3fbadb","sample_id":"mmlu-conceptual-physics.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"692cc4a4f3f47b60b63c831d850ac916635cc4a5dfc9f297f224b7e70de22576","formula_version":"titan-u-contract-v1","latency_ms":0.6822089198976755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c112fc8646033d33766adc54d4da5c0e30d5ad846334ad2636f5fe0318618fe","sample_id":"mmlu-conceptual-physics.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc71636ff411e3fcaee0bc898d5d4963fc07eaeebf71ae86da116bf8e6f73f20","formula_version":"titan-u-contract-v1","latency_ms":1.1965410085394979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1586b86b959ada6908b16bd489686c8ce2b6ee1466ba8a3306a947d87044dc0b","sample_id":"mmlu-conceptual-physics.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"440b19f151d323defdc8382cac7cac6300c4b2c40d50fbe64c90f6503933138e","formula_version":"titan-u-contract-v1","latency_ms":17.091582994908094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"776deae1b39262b3ba960809963249d77817f6a4f7620fb9d6febfbe5112df68","sample_id":"mmlu-conceptual-physics.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25beb43283dce8047ad0e83f468bc6c807682d43c93dbfeeb53e3d997a14cdcc","formula_version":"titan-u-contract-v1","latency_ms":0.4414999857544899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a29fbdda9f71d4ead19eded514e57c6624fe60f5dd9e0351c4c91f258591db3a","sample_id":"mmlu-conceptual-physics.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bc6663996d3a963bd5f9570c258ddcc1666af2801d17f32410b2a86f05ae2ec","formula_version":"titan-u-contract-v1","latency_ms":1.1155420215800405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9455d17c894e8c4581b1f6cd4ce27c403f91ac9180826823c0d7f3dc25b3a2d","sample_id":"mmlu-conceptual-physics.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91d6f1916924a1fdc6c0bbae18ba8966bc9e0becbd18d0b5a2105e9a204d8d2f","formula_version":"titan-u-contract-v1","latency_ms":0.427457969635725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65ada735fe7da2c3443a4e5d6242784857b53cbacbf863b90b4cae0c75b407aa","sample_id":"mmlu-conceptual-physics.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e13f0f308872b65c6d856db64e291bcb22bbb4609e6624621b73121487d84ed4","formula_version":"titan-u-contract-v1","latency_ms":0.565333990380168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae5ea920c227218a7e480fc1c3ff8314c113245468e3f9b36fb46d7c09f607d","sample_id":"mmlu-conceptual-physics.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"753b57bac587a8ebfefca45b52238722e4ca9935f9a959182ae0763f163b7c02","formula_version":"titan-u-contract-v1","latency_ms":0.4676670068874955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1057478866e76b67ce03558fea36a9e1206a887758e24d5961412bb352cf1195","sample_id":"mmlu-conceptual-physics.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79d9450ab500ec5268cbe6e21160caaafdbb3fd3fe63df7bb8af2c86c3f5ad2e","formula_version":"titan-u-contract-v1","latency_ms":1.5525000635534525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ac0baa5d1ef24baef203862d04a191f92c5f8d4e1014cb6b72c534f7f048df0","sample_id":"mmlu-conceptual-physics.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58cf0b8cc4040b201424ff93f8ad0b271f5ce98ecd647804b512f84de26d829d","formula_version":"titan-u-contract-v1","latency_ms":0.6357920356094837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a79b562f87c9300621d8104517536189d72ef0cc02498637cedae6418007b3d","sample_id":"mmlu-conceptual-physics.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adcccfabc88e88d5bf08dc0773485695f851fee47b8c48c4688be11f45732b7d","formula_version":"titan-u-contract-v1","latency_ms":1.3868749374523759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a66b8b95bb003bf738de221f8389c12f73fa0defb659f693c9d85295056a7e8","sample_id":"mmlu-conceptual-physics.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe286285ba87a62d98a8cb494538d42b9c36b9999700fee078e68b3d5676498c","formula_version":"titan-u-contract-v1","latency_ms":0.6560409674420953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a09fc4971c4dfbb95fb1a1b86c60a1d592bbddb706bea274289eda17b7de5151","sample_id":"mmlu-conceptual-physics.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc219cf5db084e01b111b406c5f7cb49941865bb9868a948968a29652d5349da","formula_version":"titan-u-contract-v1","latency_ms":0.4371670074760914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d50a1b5682d1c93c05f85c012ed0e1378aeb7d8c172bade86960ff13b3dd725","sample_id":"mmlu-conceptual-physics.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa97517a567fe06651c7067f3a88cfb955c0f402270aa152b16b313a9f3f3a66","formula_version":"titan-u-contract-v1","latency_ms":0.4277919651940465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b326d50f551639d3ac425c643e8564f1c13fa6ff8bee13a8800c5479d2c4466","sample_id":"mmlu-conceptual-physics.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4fb74d586b9e032eb382111ce7ddbb99b3e891f744063f821e3fb9512f9e94f","formula_version":"titan-u-contract-v1","latency_ms":0.973000074736774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0af91cd5af7fe8f7340cd72887e395100ed57f7fc1f7cd48e55b9dada445366","sample_id":"mmlu-conceptual-physics.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f61469f40bbca94bb51593c6c88c6720aad309d42840d58805071088b877795","formula_version":"titan-u-contract-v1","latency_ms":0.5501250270754099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8af3797aa6b9e05e162adad06e378d91b66f4871a58c562191b862fb6071cf3f","sample_id":"mmlu-conceptual-physics.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdf39b94f0bc78b66023a2dc730533e2b43109ca901c9e7e6131654c977cc24a","formula_version":"titan-u-contract-v1","latency_ms":0.4310829099267721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"245cc982a151fa643b760602974a570501a546ab3b245c48167f141e8af88a08","sample_id":"mmlu-conceptual-physics.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2a8066a3fa5e8eb6a570de5129986d85e38ce0e86520d44de12947352a27e6a","formula_version":"titan-u-contract-v1","latency_ms":0.5287920357659459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"705d94f3023c8f55d237d86e1651b86b83f8bf47f52b8fd761fa9ed0a09a5060","sample_id":"mmlu-conceptual-physics.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4d661806067b755072bff87f2d04b466e06f5615018a3fab4b6a9a6c2de6ce1","formula_version":"titan-u-contract-v1","latency_ms":0.769917038269341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a1bb65108dd64b7894c70a43cf74993e06fa5f232bceb8350b1d9680bde0761","sample_id":"mmlu-conceptual-physics.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8baf4a5b09c2f82445bfed67df3936c6cd21fc48838a89d9d551e5a79fff6171","formula_version":"titan-u-contract-v1","latency_ms":0.45908300671726465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1c456cbc96ad87a8f9e2c39425f781acc727b6de1b2e43a34105bcc2b8f0e2d","sample_id":"mmlu-conceptual-physics.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29c49b1ef225d518334115dc1282c4d056031bf2f4c1d349019146fd587ca08d","formula_version":"titan-u-contract-v1","latency_ms":0.6825829623267055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e27caad5aea666184625152e2f69dbc9c102067c69f04e58966f6780cb4e1cf","sample_id":"mmlu-conceptual-physics.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fed7d0768f31004316b1953b3398371202ba5c95fa8a24222c301eb6fe265fc","formula_version":"titan-u-contract-v1","latency_ms":0.4325410118326545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b28d845c4755cde6efdaebb27d7fb70c379fc6e0b86db99c6a5e32f06e90d777","sample_id":"mmlu-conceptual-physics.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1525e90f5091e12fad25c9dadf52210c0f830b53efbba653e657477635a5573","formula_version":"titan-u-contract-v1","latency_ms":0.44970796443521976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"037817e1106b98c4fe7ea0e4e1ebd18cace373b0b2d304de2307b7f7f75e5de2","sample_id":"mmlu-conceptual-physics.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbac9d9f0da4778f358bd099fc0eb814353821ad02be1880e10a166e3ad4b2eb","formula_version":"titan-u-contract-v1","latency_ms":0.5707909585908055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0d39517d2839c99c956f45fe4c3cb3aa24957cd1956660a4b255432b7d1c32c","sample_id":"mmlu-conceptual-physics.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a6262c5a4ccd9fc377cdd2300561913b8d9ab7dd1963fe5cc050a0d1418d5e4","formula_version":"titan-u-contract-v1","latency_ms":1.0284159798175097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4476f93996ae555912efebbd2c1027f20b03353538d8774276ed512abc4ef477","sample_id":"mmlu-conceptual-physics.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59433bdd5999681eac2ff9abd783b7b2951817824ec84a450741596aa85f6505","formula_version":"titan-u-contract-v1","latency_ms":0.4580420209094882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e6a4bed049abaa7b3a5f2f9013b7221ad12c66ab4c7ea1b032417de6985de31","sample_id":"mmlu-conceptual-physics.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d66bd19534d69fce44c03fbb1affc4d21d4fdcea643963e0d6d21e62c78bbdf","formula_version":"titan-u-contract-v1","latency_ms":0.8554169908165932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e7b1df6c6b4072058523c7ecd2ad6a185e0cb8811993e8fb4cfa8b454e92763","sample_id":"mmlu-conceptual-physics.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5a46691e7a4ba529a30e3522e287e40c4c276555ccbb6fcc72f1178d4d0589d","formula_version":"titan-u-contract-v1","latency_ms":0.5587919149547815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b22b3ebd22925662c4a49d0289ddbc61d804a58c2a89811525f2a389a98b63d","sample_id":"mmlu-conceptual-physics.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f55dd898d016446cafe7752c598fb9a40695fec31c86434c5ce7f8e648c6497c","formula_version":"titan-u-contract-v1","latency_ms":1.8002080032601953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebdd67e9589b0bc4f36ea72e1c3b08f69d029a93b4ca3b9b11a6ffb38f1c201c","sample_id":"mmlu-conceptual-physics.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7230c041b495f3021894edb971231fc6b7732c40748ae231e2e5f689c6beafbb","formula_version":"titan-u-contract-v1","latency_ms":0.6375419907271862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeb174848a439538835e43541509eabdfb48d156765adef922093dd0bcf25646","sample_id":"mmlu-conceptual-physics.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"699d953a08214c7b8414837c78844b8f565f035d5977414a17a3a3de22993611","formula_version":"titan-u-contract-v1","latency_ms":0.7278330158442259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"029f49d9610eb600d5eafe1f4fb7b4200ab10eda0f812e52e2077be19c57db8a","sample_id":"mmlu-conceptual-physics.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad3a5a4d7554b36e3592bc418559aa95baa196c2e92ee74c74adfae5bc3e877f","formula_version":"titan-u-contract-v1","latency_ms":1.1944579891860485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d474d858fc1f27f704f46520063b23e7b428a9b9848b961bebf09851c01ffb10","sample_id":"mmlu-conceptual-physics.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07572a8e83c7f6375d17e9b7119bb8c47b27c28a03c40ceb15ea790fcd5bf02c","formula_version":"titan-u-contract-v1","latency_ms":0.4419999895617366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"569c99a1d49fd9457703c32fb5222688659e0d164b9052c90a987a5730578b00","sample_id":"mmlu-conceptual-physics.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79e9e8506b61a5140b374954b67f16941c8d4b4a4232fc89bcf6918f12c23178","formula_version":"titan-u-contract-v1","latency_ms":0.45383395627141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcde06b87379bd3df23f357cc1e0302272513b07204f3bf592f1bea1273a4c11","sample_id":"mmlu-conceptual-physics.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4071fbea94ce319a01fd4b4df67170bc910979a91437e997735203fb69b808b0","formula_version":"titan-u-contract-v1","latency_ms":0.5839579971507192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aaffa3c547e842c17db892df7ce96858f3b898c455e5498c7ccb014670776b0","sample_id":"mmlu-conceptual-physics.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc29f17943db868f181eff4b64e2d6cc46a65d21e05180c9f23fcdb1e1156032","formula_version":"titan-u-contract-v1","latency_ms":1.0085839312523603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ca0249fc37c75c1f6921e4c3a43cffffa96adb53ff998dd0c2615c35cca3f7a","sample_id":"mmlu-conceptual-physics.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac68d32e7e4db29cdda488f674d86f397e75b1b3ff37af5f8d0a63b63b3904b7","formula_version":"titan-u-contract-v1","latency_ms":0.5188749637454748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e03e1ab4a41f8105166d88b08cd7dabcb4c77e139219de607b8b256a0af5b64","sample_id":"mmlu-conceptual-physics.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56e86a6e8eb893d0077a9dc96c657cab48faf12b646cf37e0f4bef2c2c466462","formula_version":"titan-u-contract-v1","latency_ms":1.0838750749826431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d689d13e8d7879663816674b59276a9e3292c07fd5aa4da33dc299458b5d191","sample_id":"mmlu-conceptual-physics.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6422c9cc3f48b261fd473fbf87e9c1eb11f8a32caaf03b72e2c532ac7b2a216","formula_version":"titan-u-contract-v1","latency_ms":0.6148749962449074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9671b64fb2e8d2ab8d06d60dab7a6129c4ed082c0bb2b09b4e8015fc4f558c2a","sample_id":"mmlu-conceptual-physics.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9817400e7d4ca2ee116812b89f38a7574ecb28e4f3d96c8ae714acb180b6177e","formula_version":"titan-u-contract-v1","latency_ms":0.7674170192331076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cedc0105877afd64620740386b4c0fd196bec606467052ef9e4cd4063270ec86","sample_id":"mmlu-conceptual-physics.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a5abc7e75ce1ab75a89dbb6a8febc3d3d08d58215d72d1bc95a3fa88a1771cb","formula_version":"titan-u-contract-v1","latency_ms":0.5317499162629247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1810fad09f77f518fb9e39afe7b02820c33b8be9c27771e78c52282f7242ea4","sample_id":"mmlu-conceptual-physics.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c398ee08d6fceba6a38981a53c24331838536286c468988096ede1609546779","formula_version":"titan-u-contract-v1","latency_ms":0.47187507152557373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5723f6dc173a67ed374054dcbb758620c1cacfd3fa5a5dd6b5bf2af5acaad0c7","sample_id":"mmlu-conceptual-physics.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd178aa4c6223dc93743fbd4ad90333f11ccf0b2f32f36a978ee78454047ba3c","formula_version":"titan-u-contract-v1","latency_ms":0.44545892160385847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ad0dfc9ca4a28fe020ffe728dacbe65bea3e8812fa0084f098bc01451a56573","sample_id":"mmlu-conceptual-physics.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4623fe45c3c3429c2aad3a533201f5676a69be1fbae17ce6a4352b28dac7c58e","formula_version":"titan-u-contract-v1","latency_ms":1.9803339382633567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d65dd23da2669fbf1d61111febc3d832385d13245548577af27ebc80572eb8e3","sample_id":"mmlu-conceptual-physics.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c844f0178ddeed933b0d842a5b0fcd43614e20774291f0d9d9e2d39b16f4153","formula_version":"titan-u-contract-v1","latency_ms":0.9819590486586094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef20e5609b469ef48990aede2096026ac557ab4ae3bf0edb607120ba05d8e0f8","sample_id":"mmlu-conceptual-physics.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2536c3e90afc09d76d237896ab87ed7d65cd2602cbc33ab67eab1e7538e60632","formula_version":"titan-u-contract-v1","latency_ms":0.5753339501097798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abb99cad40abf5251ffad5b2730890e8c8e39f735d5086a3863a8e8b49d632ba","sample_id":"mmlu-conceptual-physics.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b5094a9db199bcd15a757650b960ed81350be9bfcb67ab194367c54e98b2e5d","formula_version":"titan-u-contract-v1","latency_ms":0.49212505109608173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60aba752add56ef5527b07d9e494e0347c2488d2a1eb30ced50ad0920feb856e","sample_id":"mmlu-conceptual-physics.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c79c5c7826815d7e452c50ed5e7e17a65d43c966cd2f22a1fd36951d6eba612","formula_version":"titan-u-contract-v1","latency_ms":1.4437080826610327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28835e7bc4d3e1094a51caca1b55929b5c45adaa55a72d877543e9fb872a5467","sample_id":"mmlu-conceptual-physics.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70b2567d864925459157b87991d0687ceea68a953e2f1704296618aa64a41b48","formula_version":"titan-u-contract-v1","latency_ms":0.563582987524569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68bf06b4b3ea48b53b504d06e416a92689f3add5546bc4877ed36cda7a009765","sample_id":"mmlu-econometrics.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9ad563bff34861729dd3e0fa321c71a571ced6cc321ef1cb9daf140e9a1bf47","formula_version":"titan-u-contract-v1","latency_ms":0.6089580710977316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52950ca557cddb4f0bceefb2dc5f7878e04eeeb133ec64c0329a1be74672fbad","sample_id":"mmlu-econometrics.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b15bb981c8d0ccb7d7b904db3a4ecd274b232c7674ec74f4a47064488ba8603","formula_version":"titan-u-contract-v1","latency_ms":0.6899170111864805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9314e69c520677563a9c03dcfa90257a458a32a2ff19be6a1ae5b4de161c95b3","sample_id":"mmlu-econometrics.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11398944796391e5903e9a3ac1700e6042fefbbd1595cd5c49e105118a2b5f1e","formula_version":"titan-u-contract-v1","latency_ms":0.5899580428376794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b63b98e6286aea7860614f183a0ee88cf01f28e80cf7a8b248ae5e845fac2276","sample_id":"mmlu-econometrics.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"041d2eb339b04833a5a5a67e1d68d3ed32b60a0153cc17a9d10a5e303b4e33ff","formula_version":"titan-u-contract-v1","latency_ms":0.8082919521257281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"677b0d36de052a9e7931a3d3e091a84e9fc5afb724e79f5b36240799cfff58d0","sample_id":"mmlu-econometrics.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe464313487c24592fe6547cb82bddcdd1e6506fc04af8207c8812cb36e9ea44","formula_version":"titan-u-contract-v1","latency_ms":0.505708041600883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94e147e57c56a78f3c328144feb2b147aa4c704bc777e9ea0e41ca913f36730b","sample_id":"mmlu-econometrics.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4c2f3088883756427f4d07a5b87cdbcd1a27001ede93fe444557309e1ac7b32","formula_version":"titan-u-contract-v1","latency_ms":0.7412920240312815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47a05c4c68080e7f4a83350630452923b2c1b06c82681f998a37ee7ac31c3709","sample_id":"mmlu-econometrics.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a3cc6d402d7b03f97322a9aadb518fd387f8b652d43d8b5f014fe0a51f2583b","formula_version":"titan-u-contract-v1","latency_ms":0.5082919960841537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fae1d4aa8a197a3489abb63959053d5296a22c8e074fbc97b99f59dd24ea5cf6","sample_id":"mmlu-econometrics.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd5e5cbbb2cecf50393c7dc5132551aac37753a29842e3dacec0940800d8805d","formula_version":"titan-u-contract-v1","latency_ms":0.9963340125977993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1abf3fb26c34659b52c642672b7b7bd139e9d9af6723f267947798e9895d9857","sample_id":"mmlu-econometrics.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13e0d0b4298cb05e6de83442c708b048745a79a8cf7193496c8dadbe527e1206","formula_version":"titan-u-contract-v1","latency_ms":0.652667018584907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7233df7f5fef885024c09cb25138b4d4699533e65885cc9095ca417a2852d3c5","sample_id":"mmlu-econometrics.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c37be00064f7fdbe509da4c279e6062ff787cb9c669ba11539999266ecfcb00","formula_version":"titan-u-contract-v1","latency_ms":0.6459159776568413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa09778cb37313264b5c196e4f2f151eabc6bfa2f064dc8079fc7ced6bd27e06","sample_id":"mmlu-econometrics.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db4ba38040928519027601e98f644bed1c351871c3e74e77a38401593cf53858","formula_version":"titan-u-contract-v1","latency_ms":0.5298750475049019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9072964cae77ae8ad104b1af800c542c08088da511e13a9fb5bca1f4f41449a","sample_id":"mmlu-econometrics.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc8a941cb298f6c8f20dd497c2008aea423d1b00973a196fd7a9885c40e5a3c2","formula_version":"titan-u-contract-v1","latency_ms":0.5472080083563924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f300a1807750e850fdb630228cd29d1728a979c94dc56c487fb180479ca8383","sample_id":"mmlu-econometrics.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0d837d34f4c118c6f92379311a173bb1bf19ffbbc925e750f3ce57b66c070dd","formula_version":"titan-u-contract-v1","latency_ms":0.53958292119205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"820f8e780f93c2f971852ad506e9f85785ec7d45797332da388ee7a5f155ee65","sample_id":"mmlu-econometrics.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec11d084d1fa22c8f3e07a6412640b63ebd6dbaedeadf7a5f36d6d16abbb4d14","formula_version":"titan-u-contract-v1","latency_ms":1.8067499622702599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43fe088e640851422943ebdcdb5026a7ebc3b6db04c560df810036d6582b726e","sample_id":"mmlu-econometrics.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e800609fb186daf661c3abe681e8d273127ae12da830344b65908fd724625b8","formula_version":"titan-u-contract-v1","latency_ms":0.7395000429823995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1d24be06d5b426608182ed20f54ffda8e5a075c571ae0a7ad3c406a34745f7e","sample_id":"mmlu-econometrics.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d56540ed0745947bf485256d52e49193ccda5c500262e3733082f8391cb7dd82","formula_version":"titan-u-contract-v1","latency_ms":1.4228340005502105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"006a557ffbf278362706de178a1b806acd91f01ff1b3fd964d87e3c987de07a8","sample_id":"mmlu-econometrics.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6461050c35502445df3e9c194cc3dd9b5918c23d2c232c65c113eda09adaecfe","formula_version":"titan-u-contract-v1","latency_ms":0.7706250762566924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e9c20c865c6321591de46952141f9d4a2c81bca7add697571f5bf50c62dc9c7","sample_id":"mmlu-econometrics.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abc3dc4d1ad5d9c8dc079fbf706040a81b4addf995f82a5eb2ab4b01196c3b47","formula_version":"titan-u-contract-v1","latency_ms":0.6760000251233578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"551ad5dbe4f76b225cd78be026bf3527076a3dbbecb875cf1f634959225eb12f","sample_id":"mmlu-econometrics.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c76684ac07adf9f45fc3f8acecf0c5f9528160e3a3221c7cdc1411a3fc9ab89","formula_version":"titan-u-contract-v1","latency_ms":0.7471659919247031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c71096634b188e972fa341145d3ef3b5bc2f945b3d9b641e8aaea9d10295fe85","sample_id":"mmlu-econometrics.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ea656d69e8ee5d03696fd760684b593dd3cb8de9779061fb5760291919c4949","formula_version":"titan-u-contract-v1","latency_ms":0.7740829605609179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39bec786cafa72953c9ce0c9be59dda1088d31ebdd7928b8ba0627a9f3dd6f36","sample_id":"mmlu-econometrics.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c55f8dad8f84918ea8bf4c77f93546af92323dc420418690e71137ec30b14b2","formula_version":"titan-u-contract-v1","latency_ms":0.8872499456629157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa7ed97bd14eb5c4f61ff7f22d76b4815844fdd3ccc4a939179e2878dca0beaf","sample_id":"mmlu-econometrics.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1450f4d524784d86b2f2c64328c2c00eb9816d4dfa1fda649b28d39e8b53613d","formula_version":"titan-u-contract-v1","latency_ms":1.0611250763759017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"021c03087d569ebd32792bb0cf39554329af04e6958c7785eaa38bde9b329551","sample_id":"mmlu-econometrics.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e5d30861ea022b3928f817de693fd62f71e1d550c7a11c09809d94f944336ec","formula_version":"titan-u-contract-v1","latency_ms":0.4884169902652502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6c52f222aa46b907586cc863c94a5fa81d0a962a21565fbdba74d492bc40898","sample_id":"mmlu-econometrics.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39a42b36a8932ed1b8406166add68bdcd1dd8e4e9029e626cd07199805f9f90c","formula_version":"titan-u-contract-v1","latency_ms":0.6059999577701092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd33b74e1c134da390f36da87bb11ecd884a68ea550cf14558288e52af1bc20d","sample_id":"mmlu-econometrics.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27a497c990f3a7d9db63dab860c9935ebca0a496affdb02787513adabd85d1ab","formula_version":"titan-u-contract-v1","latency_ms":2.568500000052154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2deee5f4f3efc1c7c853966d669b38cbc3dda18c4bdacbfc48524c494a7a9b9","sample_id":"mmlu-econometrics.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff68510aceb9c0d8f8c99f0c4313cf193b609da6aae78638d3f518831780448a","formula_version":"titan-u-contract-v1","latency_ms":1.6671670600771904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2e8571da9aa04125747632cbf2722255c127ec30d74467ef41f25488f86cafc","sample_id":"mmlu-econometrics.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"515554629f216d0203ec49d3719df8edcce8cbd6446c97fe3ea038e9404df850","formula_version":"titan-u-contract-v1","latency_ms":1.359292073175311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21c23cdf065ba2033031b431420fbe42e55b34fd02958c33d2a557c90e5e76f1","sample_id":"mmlu-econometrics.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"849f6adde73be060d37ac8da70a0015b09d5e8e88801f7bb8adbb8db1b495a49","formula_version":"titan-u-contract-v1","latency_ms":1.444209017790854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"241b825abfd4779ca3dca263c51bbb15fe781fec804779e8901ebc9ba4e63026","sample_id":"mmlu-econometrics.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f07f8f3dad2aaf0ee8088b5ec284e9e24d1bf2074fdaf098026e21d69dec3be","formula_version":"titan-u-contract-v1","latency_ms":0.6128340028226376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea5f064ec844948bf5490d22b313b4355f51d54c5b966d7027e00abec0291dc9","sample_id":"mmlu-econometrics.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a729461399860cd6434326d33d6a3f0beed9cb7e0c23af71b6eed2ba470cbf5","formula_version":"titan-u-contract-v1","latency_ms":0.48354105092585087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70a0ebb85f3a1f944977f7a531ab328e07ad604965e1005f4fbf70726d318788","sample_id":"mmlu-econometrics.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6af43ad1906de34b689dc4f3c698028b9dacb9e59a6f5299d9acdba0fb30e60","formula_version":"titan-u-contract-v1","latency_ms":0.620792037807405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e03e607dc8102df11f0e52729212f9873a2b486d8a4cfeb6b7f05ec883a0996a","sample_id":"mmlu-econometrics.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4f0be58765c1016ebb201233337534f4f97ce50556e35791593e9731b896f2d","formula_version":"titan-u-contract-v1","latency_ms":1.7215420957654715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91ab045d8f993cc1febf94fd68a76a7182ade6773f2d48e5146f5c50d74450b5","sample_id":"mmlu-econometrics.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96c0b09ac04b5c8ddb44222e2dccb9f889d320ac1355a17431250257204f8cfd","formula_version":"titan-u-contract-v1","latency_ms":0.6560829933732748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"207d814acb63d269c18b80b0462d4c8064b118952830e92a5b27e4cf444bcd5d","sample_id":"mmlu-econometrics.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6553083bff8c62645df5938464cae34678fa7b8a4d40f57392accafc8d7ecbca","formula_version":"titan-u-contract-v1","latency_ms":0.8964999578893185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"737c5ca00fea96bb6d2395126de9a89c5aa37ac64bd6a567da12c0cf265faf03","sample_id":"mmlu-econometrics.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5691623a7e3390f17504dfcc0cd484e9a27262154fa03fac588c3d1e8da6b9eb","formula_version":"titan-u-contract-v1","latency_ms":0.6099160527810454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23df4d42489028ab27a1bc3dcde9baf7909dd2f0f0f6535032eb7be4c6587e71","sample_id":"mmlu-econometrics.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d15ed51c9d9736ea291921a289e53fad23f8dad2389cd56b422fad636a121874","formula_version":"titan-u-contract-v1","latency_ms":0.7073340239003301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe90ce9c68d77e27c2f6624a2d624081c80d701cf90cc5199bd820f4418dc1e4","sample_id":"mmlu-econometrics.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6189cee91c341fae08de1c8d02c1bb98e7d3bfce106a183ab3925dac27a6010d","formula_version":"titan-u-contract-v1","latency_ms":0.7416249718517065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3efae2fa2b9017e52f154a942d4fd2a9844ae1dfb469345874c8e0d5358f4ec3","sample_id":"mmlu-econometrics.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3481d5f65cc1309bf17ad0fcdf3938c9dd67e3be295058e89613d624d3e95173","formula_version":"titan-u-contract-v1","latency_ms":0.7703339215368032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afc6ffc752720296fc94ecbf82eaf79b1637229471865bc658728af521806245","sample_id":"mmlu-econometrics.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b31917abf7434e8a2a891ea9b2b2840c37e01fb26afb58175cb01ab3300974e","formula_version":"titan-u-contract-v1","latency_ms":0.6441250443458557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"377260c10c74a8bbd4e90e160428079e505579355ee359c542c6cac655c7b509","sample_id":"mmlu-econometrics.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b30b08681e2e866617f70cc6acf6bc77642874d7a2840773b809b67050d5a98e","formula_version":"titan-u-contract-v1","latency_ms":0.5157080013304949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d4b7c3114417941feaa9d276de4004c88163372e78fadc858a7b7db5e854a54","sample_id":"mmlu-econometrics.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"840e9b879f319f744cfaf39fae6d9009486fab59863d06cc955bcacf74e825b1","formula_version":"titan-u-contract-v1","latency_ms":0.4979160148650408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80d516d40982737eb88e290f06ea819d2e078bbc3ddd2b39fe87dca68a65734f","sample_id":"mmlu-econometrics.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce04c64e2b1bb601f3d689202c6fcda6fdaa6cb0430ff62c45761b90fc141270","formula_version":"titan-u-contract-v1","latency_ms":0.7029999978840351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15291db9f4805892d3e716d405a7bef7b332cada45fac81b36ce8d671d7fe72c","sample_id":"mmlu-econometrics.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42fc84bb2195852dab85148cd04a571c0e9bea70b9c52e3f4affe8e40215ba34","formula_version":"titan-u-contract-v1","latency_ms":0.520832953043282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dbe1b6d93367a297e49d7889e05aec29629a936786768d3fe2163049271d737","sample_id":"mmlu-econometrics.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e78699ccf58e751f91cf47ba1df1122b37c32498e1dfdfca9e7600ce49a635a","formula_version":"titan-u-contract-v1","latency_ms":0.8016659412533045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b8e0a3ccdaa461f020726236bf67903e2f77e013a307c1ec92dfd5a830ebfdf","sample_id":"mmlu-econometrics.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06e40745fd98fe87fc68a083c817bc40518776b46a429f621867d72cfa32977b","formula_version":"titan-u-contract-v1","latency_ms":0.509666046127677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bad9dc10ff7a7edb34757c587b651dbaefdc6ec0daf04c785560b9705d7e681d","sample_id":"mmlu-econometrics.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"984f73fa080a1d61ca4911abf97ccd407171b0fa25ac195285d58f9f174e6d66","formula_version":"titan-u-contract-v1","latency_ms":0.680917059071362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84ed4c40cd4c1957e0f8bbed17edfa3a3804bfbfe3baa3283245a51a8701001d","sample_id":"mmlu-econometrics.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeb91ca944c8b3a558883acf9e979fb29ace28e7e300aee35071e46f37cc3f52","formula_version":"titan-u-contract-v1","latency_ms":0.6568339886143804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9df26272ad8561b86b0309b99d4bc126c37b7ac7128b593c5f32cb065dd3f76","sample_id":"mmlu-econometrics.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7788d6135c743c2c0bbcd0430232dde537d5bb2b1ec495b3423065987bb2469f","formula_version":"titan-u-contract-v1","latency_ms":0.5584580358117819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2694ef732d1415e9b2129f470f24cbcff1c1bc42e8cd250af8c97ba9e28b5c88","sample_id":"mmlu-econometrics.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30558c8b27951ae2a44604dfeb53bdd7acae70a4818b328b65b8974f78a68920","formula_version":"titan-u-contract-v1","latency_ms":0.5162919405847788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5000ccd712abc6bdb51992af45fcd8a5d35645fd6cf40728c0b67628cc67f4a","sample_id":"mmlu-econometrics.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0730ac01cd4b33c95c1f36ad33242abeed24a865f9735226c29696e29820af4b","formula_version":"titan-u-contract-v1","latency_ms":0.7714589592069387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b02beb3792cd11ccc65ac1d27c4ba2468b711195fd989292b84788e38c095965","sample_id":"mmlu-econometrics.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f2f7b14221e097b4d4615e16ecf5da3730ab5d132d059c9eab5ff7671020be1","formula_version":"titan-u-contract-v1","latency_ms":1.0561250383034348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5036dd1bdc9704fe0f75bfb070fb471e555c984cd3cc4cabee2413eccd349a9","sample_id":"mmlu-econometrics.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"834d03e123b2ee24ec0a3027c1af188a7b994c2798d4bf5b637b06dfb38d2f6f","formula_version":"titan-u-contract-v1","latency_ms":0.5332090659067035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db5e0fe4bfdcca2df68671893510d933a090cff2a6d33451047ef28de1f963af","sample_id":"mmlu-econometrics.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6af455f40019a695921bb95b895eded26caf77f4fa636eccde401cc293041102","formula_version":"titan-u-contract-v1","latency_ms":0.7837500888854265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c2076c03c30fde2030fdbaf82332ab19d7292df0ba09c4316ab081521582d26","sample_id":"mmlu-econometrics.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f5453e64954db7bcbc674dceadbab8df8cbd8449a95607d607077acaec5fee7","formula_version":"titan-u-contract-v1","latency_ms":0.5600829608738422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3ca2427336bb305de1f01b4dd7459bbbaa581522d1a6527bb8df8d4747463ee","sample_id":"mmlu-econometrics.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6da2019573a1d51c41a9aa941613396de01b79592d1dd21fd1de701ebb236f1e","formula_version":"titan-u-contract-v1","latency_ms":1.120000029914081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e08213d3c70b3f87401ad8af444239639684e8fda00f1aa2a2c139762b361f88","sample_id":"mmlu-econometrics.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16f9159c62dff8603f38ff94a6de218fc6ae822aa45a5255ab7cdc56dde6ca36","formula_version":"titan-u-contract-v1","latency_ms":0.5085000302642584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfd209d2225cb79f1a1b714815f75e3e6222ba8f2272ee30465e8e5b650bf777","sample_id":"mmlu-econometrics.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2cb7d38b78ea7b5769f8f26b6a48301a853e7b577a38b5a3f09b08427187417","formula_version":"titan-u-contract-v1","latency_ms":1.1797089828178287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d1fc6b168eba18205e10cb3ee20daccbfcdfef9b476c8cd922e4eba5acdeee1","sample_id":"mmlu-econometrics.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14d52d6a295c46090606e7550cd6662e8b187e26e11e5fca100b204b907fb841","formula_version":"titan-u-contract-v1","latency_ms":1.0026670061051846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"217aa6b51211cfe6a6f587b57fd9611bc1af117d377c051624c127d9b1164ace","sample_id":"mmlu-econometrics.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd1e82a135a0305cdb30fe55bfe40cf103ad6b959f59fc940c66bbe37a417cec","formula_version":"titan-u-contract-v1","latency_ms":1.0828329250216484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a29473372d26b30254ffcc3e094346ff450a5d6a56375a22b2d7182629ed1a5f","sample_id":"mmlu-econometrics.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1c535313b5dfecf862d09824dbc306f10273b4b2090a0fb6830eb8650d59730","formula_version":"titan-u-contract-v1","latency_ms":0.5174580728635192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96e372bc627a430213f1bbc72dcbd1f875e08d1e517297ac8c56bdf17912e276","sample_id":"mmlu-econometrics.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d1cc9c5a620918d9f68a2db95f6a543e2157edd7a09b1da5b560d967690274a","formula_version":"titan-u-contract-v1","latency_ms":0.4801249597221613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3644267f958a4eb5b09764bd8863fd35695cb3b74cd5ab1a5a30a30a11da03a4","sample_id":"mmlu-econometrics.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c087cf81ef0c1e9181bf171d94f7d52a425428ae418b22bb945c64b08ca43f2","formula_version":"titan-u-contract-v1","latency_ms":0.5572919035330415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a7a2427a5611bd9c20921f9e83fc57821a3f42c45104047da6b36cb4db8c4e7","sample_id":"mmlu-econometrics.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a81831523588e0f3661598e1dee7753402ceb81e3a8421b1e3f98c69d244681","formula_version":"titan-u-contract-v1","latency_ms":0.7546659326180816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32bc6d4c723432a33e3b58d482400f4b0bc807852808259525317187adfdcbff","sample_id":"mmlu-econometrics.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc3d17cb7ba5e72f30413176ccfda915cd28608d684bc1e77373cf4559d98a13","formula_version":"titan-u-contract-v1","latency_ms":1.1302499333396554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"237df7fce700c77c5b240aa52aede533f2653d82907843fb59bc9d9bf5ba291d","sample_id":"mmlu-econometrics.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfdbf260a32baef5204e152b58265856810db07a6a6e2e94c149ae08152e0e0c","formula_version":"titan-u-contract-v1","latency_ms":0.5036250222474337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5eae4de2ff78af3d964ab8b61a5b9c6767a1a8dafea8a3aa05f0d3ee7488fa33","sample_id":"mmlu-econometrics.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ecde67a8262ae39a6bba7f7e4d2de2463b631bdaec0645184301bf20ca3af7a","formula_version":"titan-u-contract-v1","latency_ms":1.0900410125032067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e14494e5596eb9185dbe0771290ff3e491cc37619408d4a59c83938546138a2c","sample_id":"mmlu-econometrics.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"712fa19dbe443c49469e64b9a62b69a32917a7e9b5fd79e9beacab37548675df","formula_version":"titan-u-contract-v1","latency_ms":0.4717500414699316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c015bf05841858d765a336f251600cdd0f1cec78daf7e592147f910f24dc8c92","sample_id":"mmlu-econometrics.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a17089806ed225596f310fdc92e2c3f8525822c6a2f34f98a9aa5a024bf4f151","formula_version":"titan-u-contract-v1","latency_ms":1.2558340094983578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e495666c0113eb10bd84a22f0be40c85fbd87f024882087e1259ceb0665c7e4","sample_id":"mmlu-econometrics.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baa97aa176e4bc33ae8d644e9cc3287e933e9d0f18dbdd28155d22dcb43eaec0","formula_version":"titan-u-contract-v1","latency_ms":0.46849995851516724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33b88148b681bee706497a9cff8f0a1fbaff350395e9ee3dc1befe4e086532e8","sample_id":"mmlu-econometrics.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9db709f129ca7ecbe8f1ca8e06238562eff91f73afdc8e9cb9b1f1133e5e6e1d","formula_version":"titan-u-contract-v1","latency_ms":0.47920900397002697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88a9365c465ef7b07df1881eb98635fe77c208fd007f749f3a317c6c2c4243ab","sample_id":"mmlu-econometrics.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05249db91cd51f68a499e268e871a8edbd9ce45baba5c310f73d1b0291345c1f","formula_version":"titan-u-contract-v1","latency_ms":0.5740419728681445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5156ec61468bb4e9b904d6724dadeeb81d8fe3f4b3c6aa32dc2611b4bc1dd674","sample_id":"mmlu-econometrics.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d3d04b13344dca470bab82d074109dd4b47f2cf0dc5596777c21f3f5b73c16d","formula_version":"titan-u-contract-v1","latency_ms":0.5704169161617756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2d3b5edb5f6ff106da77863c5b0f6c70c4df3adc38e26db7b9f5478c7222de6","sample_id":"mmlu-econometrics.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fe9919aeaa448a6d6d171c7b692ee9b91bcb59debbec9086592df9278738b90","formula_version":"titan-u-contract-v1","latency_ms":0.6302910624071956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22cb3d83862479bf9406609f4d4f88396d252940a8d73977e4647a4f870e65b1","sample_id":"mmlu-econometrics.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfd9769a8caba99249e794957b34531ef1f2a1bca6e64546df272cebe8b447e9","formula_version":"titan-u-contract-v1","latency_ms":0.5596249829977751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a69c7aee9bcf44259c24c97454a57ba5231bc2c13637e0e69346412aa0a02e3","sample_id":"mmlu-econometrics.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7d9e67959e3d626b2bc71d9d5a5d12a0488a10b48d0d7a4dd1798b96eca8867","formula_version":"titan-u-contract-v1","latency_ms":0.6364999571815133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"736934e5cfffa3edba7dff2e15a689dee824d6f35e119d127de0afa9030e17d4","sample_id":"mmlu-econometrics.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb91f489bc276c20c99cbf4e14e67798b25900b7cbe5d2157088b76036fc5ec4","formula_version":"titan-u-contract-v1","latency_ms":0.5696669686585665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e034436a763710fd3c700d48b78601e6c47e4ff620b181d81922bb5e6d7c056f","sample_id":"mmlu-econometrics.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdfb079ecdd4b87247b7307af1168f225014e0c64c067e6a644c17498dbd56ab","formula_version":"titan-u-contract-v1","latency_ms":0.7323750760406256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f53040bec9615dcf07e99982d19fdbcadcd5445d8916dd2dd6cfa88904b8cd08","sample_id":"mmlu-econometrics.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3da493141a6978f0eb16327b5ccf6e892570fc8301a21239a8f561fdeb2ca4cc","formula_version":"titan-u-contract-v1","latency_ms":0.762708019465208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c392560b28427cb7c9a5e8a860bf02e60d870c86f1a4a759d109a8726a7187c6","sample_id":"mmlu-econometrics.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0a8e1a576df1cd469524d3a9b61ac62764415d3c2977cede752046ffeec6e10","formula_version":"titan-u-contract-v1","latency_ms":0.7835839642211795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"720e77ecac4cde02e428cd9583606f5ef214051e640c868eb0f1d8421f1c89e2","sample_id":"mmlu-econometrics.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"687801f388094be1abe819623dd800256305479bac9b6bd7c7e0065ae4e469f4","formula_version":"titan-u-contract-v1","latency_ms":1.120291999541223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f59892468a938c66c5c2fe827c2e92b7bae4b291c023b25eeef5d43e4bb10b63","sample_id":"mmlu-econometrics.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"648537f93cb708a470b65566a7f1dcfcab1b19d1b2ff0d442dfcb6c513889dc3","formula_version":"titan-u-contract-v1","latency_ms":0.8065840229392052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4e7f1022d6c69d2aae980d84826a0f4b14cd5f9d239b2c7765b40ae567186e5","sample_id":"mmlu-econometrics.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26bb047a7372d09cc2dd6ab777bb7e0e2c1f6002926679926033e320002ea8cf","formula_version":"titan-u-contract-v1","latency_ms":1.319624949246645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"328d7fee5f7dbc6392aae917c08fb783f6dfbb7d2bdbdc90b56ea554fe78279b","sample_id":"mmlu-econometrics.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a31d7a5f83df113721f99bb137ae49cc89768d3bfb13014ee4e5b301a186664","formula_version":"titan-u-contract-v1","latency_ms":0.7607920560985804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b019f78b90ec0ff021ed67de5119f0e117a4d9c885ffe35ffeab0adcbf64dbce","sample_id":"mmlu-econometrics.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01381799452b9a77a6747e7481cc859b91e241511e310fb247d89be377c7a559","formula_version":"titan-u-contract-v1","latency_ms":0.8702920749783516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af355b1ff814068eef62f3cf5bbe44a5242f5cdc1de14817d6890d1aa2081dc1","sample_id":"mmlu-econometrics.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1357e1a8b41d5e7b7f6e1226d70e71791764aa94b18e2ac0dbe7ddfd2ae214f3","formula_version":"titan-u-contract-v1","latency_ms":1.0897499741986394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"625dadca7a2831c0640134c90062fa5a94361f4642cfaa3d31cbb06c61692f51","sample_id":"mmlu-econometrics.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e02c1deaaa43036fe6a44d8ecd540bec1d973b0a0df27058094122b4bf06ee72","formula_version":"titan-u-contract-v1","latency_ms":0.9060000302270055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ea183429c3c77f1c6c429e958d64097f9e91d68716078e3b8911d55602f4bb6","sample_id":"mmlu-econometrics.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c2d3b30887a121646862bed9bbb3f3771ec951c9a7159c28fbf5735680f03ae","formula_version":"titan-u-contract-v1","latency_ms":0.7057079346850514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fa137046be1ec81d0bbe4aa795cb3493911fe5ef0379ecb560a67c0dfab4692","sample_id":"mmlu-econometrics.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05296b6615152ae6b4b6714b1c22204ac2a1cf34204bdfb3ee7eb89bca87063c","formula_version":"titan-u-contract-v1","latency_ms":0.7207910530269146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92182f8651605e8002beea094ee495033c1ebf986c11775c5856d258370a3f00","sample_id":"mmlu-econometrics.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afee7587591aa581e0706df2012f866b89df5bebf24a286476222ad087049f0d","formula_version":"titan-u-contract-v1","latency_ms":1.1940000113099813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21cb9780e8b47a3841c5b16376d1205d8222ee66f710712e1c6606541979c868","sample_id":"mmlu-econometrics.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b2c1fb23f7cc4fcd835192ef9bcfe65a56cc150e5a6b7fe207ca7992066c711","formula_version":"titan-u-contract-v1","latency_ms":0.5321670323610306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07691c19e56b02a770c90c79f79ba72bd1aff660d7bd6b8322506c3aed953372","sample_id":"mmlu-econometrics.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad60c5779408a3a959a22debe9ef308c7ff79e9790fc9f8910c58bed2334c5fc","formula_version":"titan-u-contract-v1","latency_ms":0.8191249798983335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"165f97a47fd95a2ee9536cd817501253414e459cdeca5b8b4c8083017f85c8c3","sample_id":"mmlu-econometrics.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c359dffe707ed3930230f118d4a04efb14017759022b5985e53cb01176d5f058","formula_version":"titan-u-contract-v1","latency_ms":0.7094589527696371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b389810dbcf64bf9059c1649a7618f21ee71ed29b9112be97cd81778767415c1","sample_id":"mmlu-econometrics.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8d1dc51d1e5dd4bcfcddceb190e3710d206830fa949e51650cd492e6bd4501c","formula_version":"titan-u-contract-v1","latency_ms":0.8779159979894757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95c32e04b77c6e3ee6d388fe5f17efd18c3b7124e322183ad7d43e082af1ab59","sample_id":"mmlu-econometrics.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3716fc7137491b73815a63a33b65f743affb1653d5fcbb8ee56405d55c66252c","formula_version":"titan-u-contract-v1","latency_ms":0.9865000611171126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10ee8f73f5b1a044cbaded7382c157ef3be93816cf570ff859c1f4a30744ca48","sample_id":"mmlu-econometrics.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68e808ef534161d2deca07110c33bcf535437da1e54b38e36e9758391beddfc2","formula_version":"titan-u-contract-v1","latency_ms":0.8735419251024723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"441a6db757920b02cacc6b9ae1b65b163dc20e7d86b4e9c823cdecee0896fb1a","sample_id":"mmlu-econometrics.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c28c5d8b5b858ee5dd7fac7657240732148e3572654fcaf553376025fc4c50c","formula_version":"titan-u-contract-v1","latency_ms":0.9014580864459276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9df29737e8a19ecbd86a5dc5253f0b4474e6f108d1c8da67015ed79123ea5918","sample_id":"mmlu-econometrics.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13343da5e55d75adfa5ad1ac9bc5d74efcd2b40b8fc660436ae856b1ef59235d","formula_version":"titan-u-contract-v1","latency_ms":0.584959052503109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49285e5b03fcac39aabd2bc2f7bd56e7a772a4788c8a7fe51f16a9cbf7e13b4c","sample_id":"mmlu-econometrics.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e66168e5ffc99eb47fd0a69054a224c0acbc74ee2f7bc7f5f7f480eecbdf4332","formula_version":"titan-u-contract-v1","latency_ms":0.5262920167297125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41f313d903bb1d76333f405acb9af13fab357c23e19bf7f8a6b4a65b98824fe5","sample_id":"mmlu-econometrics.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ea68528647d85e85ef790583a96d46ed373ec8867eefc87914d25accc34ae9b","formula_version":"titan-u-contract-v1","latency_ms":0.896541983820498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"766529f8b6b46c0bc5a8651071ab6daaf13cb8fd96a1684f21d4f448efe6f110","sample_id":"mmlu-econometrics.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"498b080d218538c59b3f4131c64fb3442e72e38ecafc58646f2c810a946b93a0","formula_version":"titan-u-contract-v1","latency_ms":0.5073751090094447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1abe2a96e88da2700d345604ba41440f0e32eda895975b15c4cb247c5c7991cc","sample_id":"mmlu-econometrics.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d132df269314d52e64c78b67f76b2ac591a62057f9a18f228ad29e7b1edc6890","formula_version":"titan-u-contract-v1","latency_ms":0.7305409526452422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fae5703ff63da1b460c0a3f305ffac2d22d2288d87c1210d3c9ba4b5ef1a425a","sample_id":"mmlu-econometrics.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dcac489cdb8be90617a6eee8022533fffa0ba5c46f3c67926cd584c4534062c","formula_version":"titan-u-contract-v1","latency_ms":0.5103340372443199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26717563a7ee568ff4d22b2dd30b6f957ffe5ad5b33bc4c4416a94454f625742","sample_id":"mmlu-econometrics.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b59840a9f4ae69495d070cf86797ce4763ae0a4e1e5b9a3298aa635a8917f79d","formula_version":"titan-u-contract-v1","latency_ms":0.7478330517187715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69c9bacb71a45190b1947511a9c50344b353409c70d90fa50f2bc89f9450a773","sample_id":"mmlu-econometrics.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfd560291c808a79d27611b24bf95d73f2bc83cecdfa847710ab8dd97c7e3fcb","formula_version":"titan-u-contract-v1","latency_ms":0.6762919947504997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fa241920c6937a61b2791386c32e1790a216f8905cdd7873534eac3f2364143","sample_id":"mmlu-econometrics.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"626fd18bf09321ecf4ac18d30213f6268641211bc4316088ed60351a15753f09","formula_version":"titan-u-contract-v1","latency_ms":0.8341249777004123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b49add3365168d0d7f3cc8d7d976b8eb8e2b3782012a0f8a1fb6ae4f814998a","sample_id":"mmlu-econometrics.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53078c34445dec0acc5e0c137a778b3b69da7f848787b1b63e92ea574089a550","formula_version":"titan-u-contract-v1","latency_ms":0.7095830515027046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbd04c70e9b7bb7edaad7ad9ed5f48833cebc35ad355f3ec85be5e83aba36b55","sample_id":"mmlu-econometrics.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fd7f0a054d3d9257aa606f2fc20e71168ad9a9608686264df2d6ee09b1d0a29","formula_version":"titan-u-contract-v1","latency_ms":0.704042031429708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"141e200f34a214a32f9297a31de80d1b6774530db5beda30c0c0d789a251dcbb","sample_id":"mmlu-econometrics.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5fbe68a0656ed8358437d8b868beb99b5401a5b9a09648041544046ff659cd4","formula_version":"titan-u-contract-v1","latency_ms":0.8652920369058847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7002522ed04e42792df98b0c1f6156d292339b82bf675c3c5ac4868048b512ca","sample_id":"mmlu-econometrics.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b505acabdf15124e1082c42ee6b0183b1b8566a787e311ab7aa07ced9b3067db","formula_version":"titan-u-contract-v1","latency_ms":0.5683338968083262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9316cfb1fb12544afddd6ce17a606e85aece1c1ebd49efec5d6f8a1d8bfd47b","sample_id":"mmlu-econometrics.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcdfe087099468c2a2d26ae51ef5ee0448045d5321095c5434e859d5f81daadf","formula_version":"titan-u-contract-v1","latency_ms":0.879791914485395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0593464b4105c014b83707df5d2634cd69b7f0f9e1b7318fc1addad48bfc0a9d","sample_id":"mmlu-econometrics.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8206d04ca008f005b552413121654f7fc53a3e6281d5f2ca47b9f5482c0d462","formula_version":"titan-u-contract-v1","latency_ms":0.6925419438630342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"178e1e38290b8c4e503d23914b2dcf5f2590893901ab231c177bba1389b5af70","sample_id":"mmlu-econometrics.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6f4a053a9aa66ec1d41c4476e5895d8f0d6e6d5cbb844fea13e4c0b73d5e119","formula_version":"titan-u-contract-v1","latency_ms":0.5706669762730598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fc3f2f450ca5cc9e917a5993506384c7ba9651a2157fc5b5bc3d8e45d62342a","sample_id":"mmlu-econometrics.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec263381bedae4075808128a34346ba161e2046b8511098a57b300c350b2133a","formula_version":"titan-u-contract-v1","latency_ms":0.4877920728176832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bb1f835c3464a0271db1960d0f2f9bd3861bdb386115ebacb14a86dacae6bc8","sample_id":"mmlu-econometrics.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"323de33453ee2ee773ccb0de21aa96c4a45e9655dd9582283bf6a95397ca76a9","formula_version":"titan-u-contract-v1","latency_ms":0.5075410008430481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ee3f7d343448e6cea3054e5945062a753e99a10b06fd64f5ae72593ccd5d30f","sample_id":"mmlu-electrical-engineering.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a8e74d58ae9e5eed510855a4439254ddda804a5d22ec28d251c6529c3c837c6","formula_version":"titan-u-contract-v1","latency_ms":0.8718330645933747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51f5e9ece6d305615dafcdcf9e9910a3928abe06e63905d7262f07284a1fc346","sample_id":"mmlu-electrical-engineering.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37fb5a6183811cb0018a5cfd26ee6cb9168aa7486a23023d830fa1a0327ac325","formula_version":"titan-u-contract-v1","latency_ms":0.48745807725936174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e23f2bb81b7d8c0111bd8de3ca25e2c9f35116c29f06a1d8db1424ecf9c0fa2","sample_id":"mmlu-electrical-engineering.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"099715341ed63b158a31c4b1c2ce2f0587f4cc23611b41894471f46d9193190e","formula_version":"titan-u-contract-v1","latency_ms":0.9104580385610461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"866e9952c13a563404046168ae49a5d33fd2b43c97d46876aee85510299bf089","sample_id":"mmlu-electrical-engineering.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d36604c43b38047875a14c93930f767e7279dd19caa559109793a1d1955a4000","formula_version":"titan-u-contract-v1","latency_ms":0.4760000156238675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de6efbc87f26981d295f96b4ee4fbd4426cde556fd2105cdc9fa5ccf70f6d557","sample_id":"mmlu-electrical-engineering.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fad684f558eb67cfe76e6cf4944b660159ebfdf4a334d6982a4461635803c1e3","formula_version":"titan-u-contract-v1","latency_ms":0.5011670291423798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"425220c09190ba50e15cb5fb72f8b2679f38cd1cbe25e1cdea126ebaa4a59cb9","sample_id":"mmlu-electrical-engineering.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7b24dd8849c886acb7970ef66d9e3bf444212fecfd0face37ff9e6b97e35543","formula_version":"titan-u-contract-v1","latency_ms":0.4689169581979513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9028e646fb1be0ac9b140fa9429e3a57254ff203280a6e174996882503b44384","sample_id":"mmlu-electrical-engineering.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79743119a21216469fafdc6e66649ca40b7e2a31d7083fbad651e5c9035899dd","formula_version":"titan-u-contract-v1","latency_ms":0.856290920637548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea6e9d78730731d7ccbc53b8404c36c11076f23299bcaac4f39cdf48c7cac21c","sample_id":"mmlu-electrical-engineering.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51cccd7ffbe7fc05593721c2ad1d3c31c3df4d18f2686d81c98d4a497f7acd24","formula_version":"titan-u-contract-v1","latency_ms":0.46758295502513647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e96ecd7c18c7e454868ab8a90908c1fb753848bed0877de997a981d4ffdc003","sample_id":"mmlu-electrical-engineering.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c6daf4b7ab9dde052350d3b50fe47f8a06f3000e12c6c013d0a4f4feee95d47","formula_version":"titan-u-contract-v1","latency_ms":0.42512500658631325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee65d56d1413dc1bd6c46bfff20c1d687e88c4ff72cc07a8c8a87fa45de9f394","sample_id":"mmlu-electrical-engineering.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e11a7a6925d1d5489c50504c5e204bc2d6356eb32fb7e7d9f21ccab7bbb714e3","formula_version":"titan-u-contract-v1","latency_ms":0.4795000422745943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0572b444d2fe425e329c7e0c0f376682115015b44ca2aa49e1342453996fcbe1","sample_id":"mmlu-electrical-engineering.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"801143388be51b3ee38dcac961b806bf5d709807471cfc3fe7806caca60a77fb","formula_version":"titan-u-contract-v1","latency_ms":0.44495798647403717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a01a7b0397d25ecf7c8d36ec79d0df97295fdb74a874f9a73046c61ddba92ed1","sample_id":"mmlu-electrical-engineering.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9303c92bf27f7b23ec41c75addf68cb8c7df9a6ccd9f20c223aeff806d3aa9c","formula_version":"titan-u-contract-v1","latency_ms":0.4451660206541419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7de1ec962e40c9659cb9da4462a4586d9914c8c0893256e7c9351cc769a9cc62","sample_id":"mmlu-electrical-engineering.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95eada7b1de297d1b02fd30ac67c8a54f18edb8c844619ae0c8c3a1f09d755dd","formula_version":"titan-u-contract-v1","latency_ms":0.4604579880833626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc4ca984fe1d3e3db191d7ad16db24f2c175ff645cc86f5111913dbeb2fba1bb","sample_id":"mmlu-electrical-engineering.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8887e979b32a0e4e3c893bab95a57226ef9d46caa2a02a07a5ab9d767255a3e","formula_version":"titan-u-contract-v1","latency_ms":0.4581669345498085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2e35b0c03e92fda58eb52a573a611031863d9c51f5b9e1461b776e251c48a7c","sample_id":"mmlu-electrical-engineering.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ba492de91cca6f0f1ccc00c27a03157b50984acfa8495b5a29dfb85d13a0902","formula_version":"titan-u-contract-v1","latency_ms":0.45837496872991323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ac5751b404cc43190682a751f61ad0b03ce36a466194093445b9b9d3353bd1b","sample_id":"mmlu-electrical-engineering.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0369e6d6dbb675838d7a422aae86d490e9618e61eae9a234b05e30d26a8015fd","formula_version":"titan-u-contract-v1","latency_ms":0.445583020336926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29521decca04aeee67c93bb657eea5854074ddbe2b4250ec73631965847e1d77","sample_id":"mmlu-electrical-engineering.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c86fb9fb449279e7a736c75b6dd568aadd96263f212686dd7cad9fddd758135a","formula_version":"titan-u-contract-v1","latency_ms":0.49687502905726433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94e03d75f33782c36f175e9b0345a8547cf3cb605e2167323871b2c8a2e4d4bc","sample_id":"mmlu-electrical-engineering.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42744c05080fc518267d6ae3c94bec20e847a4cb3e1b2bafdd681f294defe192","formula_version":"titan-u-contract-v1","latency_ms":0.42445806320756674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1713525d61703be08fc0fba16844e3940d6c49107fc3df45a0488f326fd3cb0d","sample_id":"mmlu-electrical-engineering.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32efe670b9c849956157290bb06bf75623e44ecf19fcb8f363a886cfcaadb87c","formula_version":"titan-u-contract-v1","latency_ms":0.4462500801309943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb1b2363f3ba831608e77fa740a134693eabab00cffdef4348b610406acfe911","sample_id":"mmlu-electrical-engineering.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcf319ccf29256e7382ad1c40164c6811438278602c8c0a3d20909f1550b702a","formula_version":"titan-u-contract-v1","latency_ms":0.45866600703448057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d37ec250f41133d02ca7504bd54e1f6d8241e1e28eec80487de8212af78b978d","sample_id":"mmlu-electrical-engineering.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c91dcba119a3ee6bef2dde19f260d9b29839816e8e96582fd46c41616dbc9c1d","formula_version":"titan-u-contract-v1","latency_ms":0.4382920451462269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61be02c22af1c8632cf73bb8f7cba6f8d9ad03844ce2387b9fc2589c7b89f7cb","sample_id":"mmlu-electrical-engineering.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aab2463a7cfba899d82db40ef91c43d15a0493a7259111ec54abb53125bb4f45","formula_version":"titan-u-contract-v1","latency_ms":0.8126660250127316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1da4cac2977ff3186ecb15d3ba92075ecc7f8f0db11b854e13b286c6d03807cb","sample_id":"mmlu-electrical-engineering.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"351a35e2f7648786917a260933915d982cdffa3fbc039051e40c0863ea0a3fc5","formula_version":"titan-u-contract-v1","latency_ms":0.4509170539677143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d412515111628f476af94063973cb5376a5865735133367ecfeed35e19beb95d","sample_id":"mmlu-electrical-engineering.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"595cdfd78b084fcd4fedb3e87db46e4f1d7d57e4a42de0dbb25c98bd2957fe7c","formula_version":"titan-u-contract-v1","latency_ms":0.6822500145062804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59a4bde4e7a2a0ca09fc247627ee63c2fbaf11b133748ca623cd1d9b8a14c9d1","sample_id":"mmlu-electrical-engineering.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d87a98906600403bd972311466e6db2dad30df6214d52b12539924f9f24a30f","formula_version":"titan-u-contract-v1","latency_ms":0.567540992051363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c87cf17b7dd85d2b9ad3449d152df0c4623b6e39a7784267d6b482dd2b593c36","sample_id":"mmlu-electrical-engineering.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa160f3bb5a4bc0ac5ea3500eaa51812e0102a712b19db632875029865765d3b","formula_version":"titan-u-contract-v1","latency_ms":0.5886669969186187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45a0ee323e2e3b77a93d5d685f81080576c1e98a5d1a74ae48ee22c08382f8d2","sample_id":"mmlu-electrical-engineering.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3098864eee1a3b8d1ea5433ca8221d9d87e2a44b1ed335f09e74a83d9eead7c","formula_version":"titan-u-contract-v1","latency_ms":0.7207499584183097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ca14082e603670d650f214b93f33fbcc30fa7045febbbe2b53cd1d7d45c76b0","sample_id":"mmlu-electrical-engineering.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2983971eeae6d6b9cad2099ac4afe26baa1d985ae0a565d28288cab81f728899","formula_version":"titan-u-contract-v1","latency_ms":0.5835830233991146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca8220d042eddf946a70f874d74fd0beb8cf1de8977bb15eb1f30f5b2a426bbf","sample_id":"mmlu-electrical-engineering.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6b9957cd3541563d3c34526403a5f24841fee6a5423e0ef761f3ff849e23844","formula_version":"titan-u-contract-v1","latency_ms":0.8584579918533564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6de0bcf467f47322171b09af4c51581723c126cd18ed52cc982d6f960aa8c71c","sample_id":"mmlu-electrical-engineering.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a854447dab40bb5d555bf9e6a2bce48a02ff78b27ce3852a01e6b20cebbcda32","formula_version":"titan-u-contract-v1","latency_ms":0.8106670575216413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3eb126076423afa55df01f85a9333ad42d97accc8095ec60f660b338d40a849d","sample_id":"mmlu-electrical-engineering.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef0870440bd080d1655fe43c1d2fc633b860cb7203e40a0122e9911b1f58db01","formula_version":"titan-u-contract-v1","latency_ms":0.8367080008611083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7a1c5eb86a34d59b7ae4bb5ed4e2b713dfc3a451bdcc57552581d4e8f002de1","sample_id":"mmlu-electrical-engineering.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e492f3d847bec2f755d35e8eeedf2926e65e81abd39d3de0248de1cafe7bdd4","formula_version":"titan-u-contract-v1","latency_ms":0.9184590307995677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"067f864fa634c19e9b1fe18e4ebd65c7df9cb64e58e21547866393aa2f87f13a","sample_id":"mmlu-electrical-engineering.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1874b3ac81e9298c962294f02a839d669496d49fe5343d83dfa6b8e975341a7","formula_version":"titan-u-contract-v1","latency_ms":0.6588330725207925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2719e1b7a7238ac1cedf6f7907fb047fbf563128c367936ed909d6905306c74c","sample_id":"mmlu-electrical-engineering.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acf1e167bc0d29ef43088367108d974146322c1a13461bb5f843234e57f6a6c4","formula_version":"titan-u-contract-v1","latency_ms":0.6062500178813934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e5c9b8fe39204f6b0c32ca3d56682be6e5662da86e35671389a576f6d7168b9","sample_id":"mmlu-electrical-engineering.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb89a5dc0ef925652bb6e1810767eab3f1b1d1e31be70f4321dacf4d0a2933e9","formula_version":"titan-u-contract-v1","latency_ms":0.48162497114390135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b320e18086a0c32a041042ba4eb5f27b8cd028c4304d1baf36b279303a731a0","sample_id":"mmlu-electrical-engineering.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24e01be1437c9c58f47633706d6ee1364878566e51bb0f7dd177343e7f73e3ed","formula_version":"titan-u-contract-v1","latency_ms":0.5456249928101897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f576b42e2a3461b4457bd95d1afca80c78b7677e18d4cbd37d650561b9f12111","sample_id":"mmlu-electrical-engineering.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fc3b0cc69a56a48a6c1e6a393d41706873efa9ac0d18d101ca927c69192b22c","formula_version":"titan-u-contract-v1","latency_ms":0.42862503323704004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9edae57898bbf9864658c61a7c9188042b04194b9320428626ea2c630c4bf4de","sample_id":"mmlu-electrical-engineering.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"845d4d1125e756396e9d6649eaeea41d84abb380decc8d2fcbe164334f169052","formula_version":"titan-u-contract-v1","latency_ms":0.482875038869679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca282e1e369bebe0333a12f8698210f2075be4d6ee65d685376421ccd5416772","sample_id":"mmlu-electrical-engineering.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f427c93daeb0b1248edefc717807992cf04828227e7b144cbcb776798865406","formula_version":"titan-u-contract-v1","latency_ms":0.5155839025974274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03401454888bc8ac4ab15d9ad048697979b9e2aa460bbca293e1ba589382f8fe","sample_id":"mmlu-electrical-engineering.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9afdbf4877fb52313e0a862ae5100764130b8540172dad31f3bfff417763d246","formula_version":"titan-u-contract-v1","latency_ms":0.49458304420113564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1220ff5c02410cbbc4a4340538fc75e65e7b0820bf4907ba9ddb042a449c751","sample_id":"mmlu-electrical-engineering.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fe460a63cf162e3a5cdc5ce8c51dd037e70702c177efd7681c0a70865429d7f","formula_version":"titan-u-contract-v1","latency_ms":0.7374580018222332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a466f148b7c3bce58271bc704fbe1a4b1b25be93877c385cc5549d43954a451e","sample_id":"mmlu-electrical-engineering.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8accc91d3ea394a8d60aef27c9116a72ca39f015651440774d8fa4d6d430a3b0","formula_version":"titan-u-contract-v1","latency_ms":0.40733302012085915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d8549e01d099c1a9b6046ae54c72a74b544ce3d571332b4df61bc147c1853fd","sample_id":"mmlu-electrical-engineering.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae0ded5277792f84f266d4d1cb66587abef78f2e8483ef8e35aea74e30f59627","formula_version":"titan-u-contract-v1","latency_ms":0.44575007632374763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bda5a5d960e56b18fe00f76ecbd155d266c8bb3c10988c9102c6aed7f650fda","sample_id":"mmlu-electrical-engineering.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b3366bd91cd7f65a0ea8e8dd9505824155452f3e2fa7ab943185cde235db72f","formula_version":"titan-u-contract-v1","latency_ms":0.44308300130069256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1cf24ceaee710cff69cf8b3add01fdb1dc215870150aa5acbb7938cf2d6adcc","sample_id":"mmlu-electrical-engineering.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aa66701827590ae155268917bbec86d851c48e4fd8e0ffb7740de601962eb78","formula_version":"titan-u-contract-v1","latency_ms":0.4384999629110098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c990e05548cbb2c9569ec27e0b60f1f9756392e17ba925ba56d15d721b58de9","sample_id":"mmlu-electrical-engineering.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac47eedc2a8e91c9d44bda6bf68229061fd185a49ebdba8e511053699cea39df","formula_version":"titan-u-contract-v1","latency_ms":0.9944159537553787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21beb90f7a29ba16a68fb3be875063ef726a2e96f1367a5e60928d0f0938ec73","sample_id":"mmlu-electrical-engineering.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aeba37515eff5756f7e1b7e2e10e870aaa273f756a889b83e5a05bddc1f66d3","formula_version":"titan-u-contract-v1","latency_ms":0.6062909960746765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62d67fb9decd03095429935e602ab9a698dfd6df1215a306d29b07389dd6fa73","sample_id":"mmlu-electrical-engineering.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dc6b25c4ab80ac5e47dd1d9b7137dcc0a7c5367294705e2bee785bc5514982d","formula_version":"titan-u-contract-v1","latency_ms":0.5658339941874146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72d0a5d3286a5d33c46799b0f4c57cf2e0bfc08d172535d72ca7e097b2209e8a","sample_id":"mmlu-electrical-engineering.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"595ad8c465de7c81be73a488491fd8fc38248f6a81e55d1833eb345d30ecddfe","formula_version":"titan-u-contract-v1","latency_ms":0.4768340149894357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c45f49651707029449283d33b702f4ca423392d8f36bf220026ca02bb7722ef","sample_id":"mmlu-electrical-engineering.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8abf0b4f1c533516f52040848697ebbd8d956552dba43ed9ac99ea8bd3857ec2","formula_version":"titan-u-contract-v1","latency_ms":0.41112489998340607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7b6d15caf8e86382a2b7ba5be3d7bc44367ba0ef5ae72c522cfe4641b2f5fe6","sample_id":"mmlu-electrical-engineering.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38dda9869eceb105140f29f5a6c531af705c1536ee16afc2adc2daec66a86c5f","formula_version":"titan-u-contract-v1","latency_ms":0.5765419919043779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32fb703b040c24c810fe0b787fb2d2b667a4e5201d3ed862e836da99ce373bac","sample_id":"mmlu-electrical-engineering.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"053b59da591415fa6fa991f377940f463db8a0fcc0a452255ce58a65223e7bc4","formula_version":"titan-u-contract-v1","latency_ms":0.39483397267758846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90f47f2cb6db1421a9b0335602f1f5b8df65c5e566753eaefd80e7c6160fdc34","sample_id":"mmlu-electrical-engineering.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe6f71c5b7103b851f83d69a130cf5e9c5bc02bde13ec40a916269995d39058e","formula_version":"titan-u-contract-v1","latency_ms":0.45362499076873064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72cd6e514677f989678a1539ea92043e56764489000cfad6fab858038bf776e8","sample_id":"mmlu-electrical-engineering.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95af0b4abe69ccd6eb45e0e52aae3cb1fcc799cf1de1cfa73108a7c12a09bcbf","formula_version":"titan-u-contract-v1","latency_ms":0.5825000116601586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa2331fdaacab7253281bef7eac93750662d2538f80f7dc2b6929e1970be3ffe","sample_id":"mmlu-electrical-engineering.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7746231e057e5f2801dc88f3d2d88f4e847f11f23a260ae946213c9bfa8b1f1b","formula_version":"titan-u-contract-v1","latency_ms":0.917124911211431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ccfb9552334f3eae1baf2e386cb6f0396831489835a7b4ec6298160eec1c85f","sample_id":"mmlu-electrical-engineering.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8021f6d7c24a3899c682ac351ed7b143ce35a4838adab1d528f8c3b336bef818","formula_version":"titan-u-contract-v1","latency_ms":0.7031250279396772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac268a44f8416149329ee1c79f63a624d58c81c0ab8f4dec1e1c6306b7fc30d1","sample_id":"mmlu-electrical-engineering.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35306e0f699a910277d08006ca7988034f8ef559da5dca06e99cd80cb6b8fb7b","formula_version":"titan-u-contract-v1","latency_ms":0.8536659879609942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e139c0c74e375771cb61e7c39dd299d0ea09447356e86e934298affde5ae7afc","sample_id":"mmlu-electrical-engineering.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"771f9ae6e49766d69d97a739044ae9f2ceac9492ba959494d3129bffde2d4b9c","formula_version":"titan-u-contract-v1","latency_ms":0.5876250797882676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31f20313b94cc883c2f8183797e4a213ba1e47076ceedf96fca2fce7a7d6bb03","sample_id":"mmlu-electrical-engineering.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7282340adc9218b712245b5f5c1ed8edc6698e879601f527bbe114526216caeb","formula_version":"titan-u-contract-v1","latency_ms":0.4839160246774554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a5024e9c62d56b963852f2d8413b96a7cb84476aba257c6a4d711a5a002c2e4","sample_id":"mmlu-electrical-engineering.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5265f60fbdbf51bef70b8bbb60a5208d2b6a8e46ecd05381db8d1f3a65e84ba","formula_version":"titan-u-contract-v1","latency_ms":0.4700829740613699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d42a4a2d1c31127a377c78c3f9a2008eed1dca2bdc6bf26bf5249054caeb72ff","sample_id":"mmlu-electrical-engineering.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b69e75566985bf047ff9af4391deac1672e498ed08e19a5eb910a69431f47454","formula_version":"titan-u-contract-v1","latency_ms":0.7865829393267632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec675415ca3f26857b07e427b50b866cf91524a8f9ce89db99b9e74389c8065d","sample_id":"mmlu-electrical-engineering.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a52e47979e018b0a51ed4570e87d3406aab4d0d7c19e9cce259203f41f47944e","formula_version":"titan-u-contract-v1","latency_ms":0.6017080741003156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9705896bad938145cfc7f30d8a9178802702fada5c4c0b870e8b51684c71b30","sample_id":"mmlu-electrical-engineering.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cedd550a84f8e38179f42c1ff3efde0d61db92b00032e3398457c04b7d692d2","formula_version":"titan-u-contract-v1","latency_ms":0.607708003371954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7df87d99a3e6ce9e8139b7b2881ea5b6f81c63cf6cc6fd8cb8d614b020d4b121","sample_id":"mmlu-electrical-engineering.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd89208c6d27f78bfb26038bb580421cd383f7b15c086666723aae46e4457f5a","formula_version":"titan-u-contract-v1","latency_ms":0.4642079584300518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97308fae8c899bb48002b13529a3d4788bf2c0d70d1fee54a98cb309e7911068","sample_id":"mmlu-electrical-engineering.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7912238bc291c3ef5eb3cefac533a714aaad01c016cd0a8ad8a5f05b88a2f6f0","formula_version":"titan-u-contract-v1","latency_ms":0.4479170311242342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"740a4f983ec5c014b09087d8c7916c2356ef7f2d5851dd08db3a6e19c57c68c8","sample_id":"mmlu-electrical-engineering.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"429f97858a3cc89db953364290c66247da5cfbaa6d7acb4a707bd078d1c4343b","formula_version":"titan-u-contract-v1","latency_ms":0.7183750858530402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d0a936ed622ae25a88a3163daf2c7c209810604c953b9821467ec0bada03031","sample_id":"mmlu-electrical-engineering.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"624cf6ca87c70cd0bb195691f6d1ec8dd98debbdfbba5751b63f58d8b389343a","formula_version":"titan-u-contract-v1","latency_ms":0.5173330428078771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80c492fa30f6e322549c9336532bb640be9d070adec04c2da82f3b0e46344455","sample_id":"mmlu-electrical-engineering.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4648f218b2ae2cca4a3b87dc992a9249b43a0add61683bc0d8dbfa402f4056a9","formula_version":"titan-u-contract-v1","latency_ms":0.8047079900279641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c642f292c35c13aae0692a9cb6cfe337d1043b6113ebf76799dac5c05803da52","sample_id":"mmlu-electrical-engineering.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"269628fcf447e8b14c43a5dac794b2fe3667458ba46e57d6c265c5de204363dc","formula_version":"titan-u-contract-v1","latency_ms":0.5951250204816461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6415f189ab34c2f163def7c6a48d0e688267190c4cb618b9ba1f651450585962","sample_id":"mmlu-electrical-engineering.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31ff398b0517a87c130a276fd5e4e8f4d16c3951d1218cca1d90954e653ac2e7","formula_version":"titan-u-contract-v1","latency_ms":1.264333026483655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24f67be0774fec0ab547cfce2195db90f5de3a2c9d8f375e7e4f0ed24c6543b7","sample_id":"mmlu-electrical-engineering.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f3d397297d352a70db00892b9d5525e0a84cf130175814e46199b22f2aad7b8","formula_version":"titan-u-contract-v1","latency_ms":0.4902080399915576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a51dc3beee2338f50429a0535c51aef414c6c25d4b9ff70bfd390d1cb48c0a2a","sample_id":"mmlu-electrical-engineering.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1bfa0c54da2246263427ad3c99b1da1b9feea7ab2696abd08c7c7c818cf8aca","formula_version":"titan-u-contract-v1","latency_ms":0.5084999138489366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"386a24199179e118b67d63efeb40b4e0071b6e36d00ddda5b01b1e0c9d8290fc","sample_id":"mmlu-electrical-engineering.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17a815071df6bfd68a120ea579fcfecbacb601acb95260918b8aec40e0b64a52","formula_version":"titan-u-contract-v1","latency_ms":0.46145799569785595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0854fddf4732c952628051724c8567046bc394a7358287fa5fbc8eba2ac48293","sample_id":"mmlu-electrical-engineering.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c16985294503cfde85d087184df9f75c57e914eedecf4b8a0c55e2565c5b514","formula_version":"titan-u-contract-v1","latency_ms":0.42816693894565105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b07db8b8e7f9d0a6959cb300f1e42e5596aa154a73c0f561d6fcf74e1c0517e8","sample_id":"mmlu-electrical-engineering.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a4562b1e2d135cc8350a631be868ce84314a6064757eaa9a3de617419cbffd7","formula_version":"titan-u-contract-v1","latency_ms":0.43283298145979643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"905519c2777667f4c4173624ef85724dd5009ffa6076976c590ce0e0274df92d","sample_id":"mmlu-electrical-engineering.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5381136e80821161f9a4fdce1cf221850c5689db8d0b4086983e7a5225cbdd99","formula_version":"titan-u-contract-v1","latency_ms":0.48812502063810825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f133a770ea7f3efd4bed2c0da113a4a6c3839778f183c7d94e436b379f678d2","sample_id":"mmlu-electrical-engineering.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a27189205a8c5bb960a110708edaafa9142dcfaedc1c088b2e249236422e0fb","formula_version":"titan-u-contract-v1","latency_ms":0.5633750697597861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c02ba151525e215324aedff34bd5bf0b8bb80134ccd4773b77c144dd6787dad2","sample_id":"mmlu-electrical-engineering.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ec25327e3675bd4e3f71c1a3384c6fe595467acfef73b6d3f871eb47c8c6f0f","formula_version":"titan-u-contract-v1","latency_ms":0.7054590387269855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aebe1a797ee71b327bac5c881fd09ab5ff991644c23702fba52c3d55ff5da293","sample_id":"mmlu-electrical-engineering.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4662e3cc2130aa879f20488de23ea61cc64f7f0aa764edf4e93576c588711e36","formula_version":"titan-u-contract-v1","latency_ms":0.5416660569608212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72b071261cc7c485493d3b65dfc0c814f0e0f8fbb6754717df2616e87a94171d","sample_id":"mmlu-electrical-engineering.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c8cf090d38ec88856ace289a2bc394fe5baf553580cc74428522c54f5925b52","formula_version":"titan-u-contract-v1","latency_ms":0.8541670395061374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a79fd20155a91cbc92ecba9af5a62de002c3247d90094c30cdab187733c1781","sample_id":"mmlu-electrical-engineering.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb003b6b12763c0cef7f48d679f1e3a94ab5bc868199fd85f39c23a3559a22a1","formula_version":"titan-u-contract-v1","latency_ms":0.4366249777376652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f688b795b329eb9f5b043cead0849a5a31356ca93967d16a20218294166a005b","sample_id":"mmlu-electrical-engineering.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53566acc2173af1ddb2c46db2a0cd0bb22e98fb5972b574b927337490a6f0446","formula_version":"titan-u-contract-v1","latency_ms":0.4874579608440399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"044e81c65d1d24bf8af9e82997a662e4de032f8bba90a25173c7469d334a1c69","sample_id":"mmlu-electrical-engineering.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96dc5560cda5d7c0be75810efa08d30f32cf9cef9fbb3e83684d2b33b5a096b0","formula_version":"titan-u-contract-v1","latency_ms":0.46662508975714445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d09f5e02c2c0178f7cb3e94c9aa3fbf6fd73c840bd24672f09e4d129e3c8cb8","sample_id":"mmlu-electrical-engineering.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f7f23f84d2f8f5b9abc001d075138c179bf32cdf8fb23ade673c914cfb33185","formula_version":"titan-u-contract-v1","latency_ms":0.46079198364168406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33340b58b2a3feac0292b1281170e152f168b911c2242a7ad6190024d9526140","sample_id":"mmlu-electrical-engineering.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ce6ad736897db8cc8ea1c0be2c2aa55c00900c91e2f83d4be537b0e66d46dd7","formula_version":"titan-u-contract-v1","latency_ms":0.464125070720911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdab424e213c586f3efa08e6ad4424bfd62719a2031f3cc2b156d1e230a8983b","sample_id":"mmlu-electrical-engineering.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4258cd80164fb1f42013e43f3b8f82ab53223435a634e5ea9751f15e21d3e43e","formula_version":"titan-u-contract-v1","latency_ms":1.005499972961843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cf5b0af180e3fab520c281cecafa900bc93a7c821e022f6714743884be24122","sample_id":"mmlu-electrical-engineering.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5da7070b1a3f920dea6885a169c4082ce9a07cb848df7fb257a247eb7fdabee","formula_version":"titan-u-contract-v1","latency_ms":0.6518339505419135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9adf635fc3b1aa6fff0f2433f2254311424a7f393f4aab675debebd7a52f9c12","sample_id":"mmlu-electrical-engineering.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea1d26c2205a8a3a8a49b96b4f9ef4e12635747404de31d706891d22a528d8ce","formula_version":"titan-u-contract-v1","latency_ms":0.6681249942630529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b8aa2114c99b978f5156ad58e7023cb51a9105821c9e89970ba51381674e880","sample_id":"mmlu-electrical-engineering.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3645370976808f34fb583f3c70aa36f08d8e903618b0dce651453afc9eb98c1a","formula_version":"titan-u-contract-v1","latency_ms":0.6265419069677591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e76b7ad1d6772c866a35b15544dd0b11c5d935f7a52951ab177eb1ab0fc3d35c","sample_id":"mmlu-electrical-engineering.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c18b713ee38d02f6bbcce15d5fc3d3ce8cd7ce8be43606eba7d2cdb453693583","formula_version":"titan-u-contract-v1","latency_ms":0.6322910776361823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10e9a43625ebda00de2245fb4dceb5ffd92db16c0266dd652f766d9484f9abfa","sample_id":"mmlu-electrical-engineering.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f62837d4c650bab6794022ffb37bcb0d985b194891e9a5197f4ab6ac5e11c4e","formula_version":"titan-u-contract-v1","latency_ms":0.8193750400096178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69351dd70416c9fc4141f705fa0dca3fafb3809395718a7437ce67f4476c08a5","sample_id":"mmlu-electrical-engineering.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d8905aec4ad4918f43db8c0489a403af9ffe4cbe70a48d1bc944acbd272df0f","formula_version":"titan-u-contract-v1","latency_ms":0.4360000602900982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c8223432224ba7c3763380a7856ef6ac8f329bab252b8fb8615422031dff33a","sample_id":"mmlu-electrical-engineering.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"866d434960f2bd672bbea93a999ab559ec80cb7ee1d7d875971e7d4d8c4a3379","formula_version":"titan-u-contract-v1","latency_ms":0.47258392442017794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b98fde2fd1c06c6376d35675e9883abcdb3e5fdbdde298e5a7835870a74b930c","sample_id":"mmlu-electrical-engineering.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"399645f2955a0cbae14abfa4b460bc3d63cd06b375347eeb7db7893c2a7e8ae8","formula_version":"titan-u-contract-v1","latency_ms":0.42687496170401573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a459d0e0e17719e22c9ca25a7f3932129657477205f9170c49a5e31c11054d5","sample_id":"mmlu-electrical-engineering.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f10e2efe6fede130ad54b69bac399e295b96e179009cb1a04d2d11682c240c10","formula_version":"titan-u-contract-v1","latency_ms":0.7194579811766744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fe67120c4f5690b36073a9664d3519747b07b4c47d4c675f80c711bf3470222","sample_id":"mmlu-electrical-engineering.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49244bdf5869fd721d905ca6bc34d90ed3ad5ef4b05ca5beac01f3b237ed946b","formula_version":"titan-u-contract-v1","latency_ms":0.4627080634236336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40669e210696d8491da9dd8639c2e80a277a3bb3c4bc0c3e304556fa8cf2363b","sample_id":"mmlu-electrical-engineering.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a202970639c6ebb6c368b6da17e015376024560936fc12aa0ff89bdce9dc7bfc","formula_version":"titan-u-contract-v1","latency_ms":0.6344580324366689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"206d6bbe8fe66da901adea48e69f28bf2a219c26edbdad23c7c20ad1e6931b38","sample_id":"mmlu-electrical-engineering.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92636b44b92b3ee3ffe9b1204cb5125e987f8980cc7c421c5ef5f255ced831d6","formula_version":"titan-u-contract-v1","latency_ms":0.44724997133016586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8deed83358126fce90ff573ac3ca22036ddc2a088d3cbab22a9cd271f03d8ae1","sample_id":"mmlu-electrical-engineering.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deb9236e83a7c4093fc914515c3c4c4d72e021982acf053b040c70da7bf1666c","formula_version":"titan-u-contract-v1","latency_ms":0.9293330367654562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b856df0e00cd2156a229f2cb558d617109dfdb46834de803b98018638da0818","sample_id":"mmlu-electrical-engineering.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b2c78a2fe09f1c9df2a8040cbf3a571229b9fbf8d0bdac8da98517f3fc51512","formula_version":"titan-u-contract-v1","latency_ms":0.5343339871615171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37e43fded20b79df6f5183bd874aabf4d429837df67c25185568861ea413180a","sample_id":"mmlu-electrical-engineering.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1987e9d797a7dfb659d93692e6b0c4849428f6aa4ca5e883839cc4c34acd81a","formula_version":"titan-u-contract-v1","latency_ms":0.5944579606875777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4e40bc01a3aa462a8f0359c443d013c024de71b920237e7ef6ef69abf0d702d","sample_id":"mmlu-electrical-engineering.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2882309abf8dec704de489051e38a2338b0cb9cfcdadec78db95afa826db783","formula_version":"titan-u-contract-v1","latency_ms":0.47816592268645763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab0cff07f2823287c0868c04083ac9ea38b3101edf3780652d953044a6473742","sample_id":"mmlu-electrical-engineering.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a931a67999321be192694958d42f05c035bcc087e2e2ba8c4677ea577766309d","formula_version":"titan-u-contract-v1","latency_ms":0.5083750002086163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f8ee847bc28b1c4d7bfa9b9fb10c1c13a427ebbabb77cfbd2d6f5deb98c05c8","sample_id":"mmlu-electrical-engineering.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"527b98f427444027e870d65aac3cd083f9afdbc9c2d0821bf73a782bebb605f6","formula_version":"titan-u-contract-v1","latency_ms":0.6784580182284117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8b9a1685bd3912c4fa799e2380c957ca615455bc16833319ddc141019542606","sample_id":"mmlu-electrical-engineering.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"004577e2084fd5686d817ab546082d04c25ae482af2e9b1a77fb557e9ff4f841","formula_version":"titan-u-contract-v1","latency_ms":1.066999975591898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc1122d62acc0d1476c830ee7268058c29a7eb28f133f466317ca7fc44e14945","sample_id":"mmlu-electrical-engineering.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"299780c849fd80b1a3e232c86c6a91f9529c0c74dfe263f289539759b7aa37b1","formula_version":"titan-u-contract-v1","latency_ms":0.6874999962747097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e197a9235915e2ab91dcdbfc6ab73676060d79e04a15e2cc8dea64d7c6e0bede","sample_id":"mmlu-electrical-engineering.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94f5036e87aab13fdf0c51cac2506ee1bbdae6c18951ee338832330569503dc3","formula_version":"titan-u-contract-v1","latency_ms":0.69500005338341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dc08c959c90a0adea6058292271eb0053ac5541ff749157bd8e4804d8ad4323","sample_id":"mmlu-electrical-engineering.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c63ddfd4359a18d62e96fce407b41ff71eb3c3a570a78c26aaa99029da8e23c2","formula_version":"titan-u-contract-v1","latency_ms":0.45770895667374134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d830a023e15f638c7eb8733c84f6472a49484707415ad39fc9288907a8fe4a4","sample_id":"mmlu-electrical-engineering.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bbfb7f949ab1c1a95edc8e4da65c803eb0546c5c676deacf243c5e31423087f","formula_version":"titan-u-contract-v1","latency_ms":0.6480420706793666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b46feec6d9ee2a4805342d37e0ef6d82a2f1eeb662fbf4d986c2735841d503c","sample_id":"mmlu-electrical-engineering.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cf449d392fb2e8a618611174e6da5b488924908e0d3b83996a5340fd44a6ac8","formula_version":"titan-u-contract-v1","latency_ms":0.4313749959692359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20ad2212d4584f0964cc444c37f804612ecc57e76e9c2274daa7353b41cffcd4","sample_id":"mmlu-electrical-engineering.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0393d0e4a88802ab474a8c1c22214aae75e4b0422682a7d8ff9250158503e7ad","formula_version":"titan-u-contract-v1","latency_ms":0.9667499689385295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b4b2cc8a48e49d5fdfe0cc42db9a99ac3a7647b163951829d991e0cb9eba0c6","sample_id":"mmlu-electrical-engineering.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74cf8e81cc64c3a4d667cabd5c2be1677348b8dffa9c2349f0534fabb96ffcbb","formula_version":"titan-u-contract-v1","latency_ms":0.8057079976424575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e614504cac1a755b24008b4eca3f1a030aeb15fb7454fb64d3da82864c319b5e","sample_id":"mmlu-electrical-engineering.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a3cc55c253001383c6d9e536118adbe02b724160a641fbb7cdbe91d294bf7b4","formula_version":"titan-u-contract-v1","latency_ms":0.5787500413134694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15671aedb2056afa7fae6b62a6a6f0c17b99fa932530917131f8395bdfc5b334","sample_id":"mmlu-electrical-engineering.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35c69ed547b82b332b308a2f4126d4e98e1b6cd9f1187c307bc2d4683a396aa9","formula_version":"titan-u-contract-v1","latency_ms":0.4986249841749668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78b41de5c47c35bd4ebfc48be709bc76e4cf0c8d1b92656c12b97a87785f7b25","sample_id":"mmlu-electrical-engineering.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43ac8d92289fe0331f9ac01baa32a875c8b1f7a4e8f44c651f2e514086ae02a0","formula_version":"titan-u-contract-v1","latency_ms":0.6322499830275774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6150166ce7e3fcc4cc10e7eb6b0131ce1a6f156240ef6078751d38aadedf3cc1","sample_id":"mmlu-electrical-engineering.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8139abda5493347c089292b6e43be238fdf73719b93b365e31b80a545c66b031","formula_version":"titan-u-contract-v1","latency_ms":0.5146668991073966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c59ae8aa42fa9c6962b70d5284f5fa4fae2f27e3c71c976824e1c099fb10ae2e","sample_id":"mmlu-electrical-engineering.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae3b9f5b5703fbe434b814acf2eb291a99e6e2fb722a7a05474fc56ccf76a739","formula_version":"titan-u-contract-v1","latency_ms":0.8952500065788627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa82006410fb67e3fdfd5414830bf0a0e8700115f2fae6e90b08e3a617b5d760","sample_id":"mmlu-electrical-engineering.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23959845be4587f0bc854d357bee5e7a0e21d69eb82bf89c8ef5d61551b371db","formula_version":"titan-u-contract-v1","latency_ms":0.6140000186860561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1eb6f0b3cc597d0bd4e1947a31eea1233b1aa996e09ae2ba68cbabc2570a2b10","sample_id":"mmlu-electrical-engineering.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ac773111cbcf4bede41d31a104b04376d5ffcd8e8a049888a9e208a21741cee","formula_version":"titan-u-contract-v1","latency_ms":0.7814170094206929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91e1c8a9e7762dad708460fa874e29ff9a27ace031a1d09a57615e4c415ea8f9","sample_id":"mmlu-electrical-engineering.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"084c29181419bfb1f277efb392e200bc2f69671f774e97374b5240dfbbec80bb","formula_version":"titan-u-contract-v1","latency_ms":0.5128750344738364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88cfa033f872189309310d8074e76f1cd763efeb0f9f6856af4640c5365e2756","sample_id":"mmlu-electrical-engineering.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f3e9a373881783d03b8d1bfa2e3294fced065d0d6446cd73a5bb9d376558796","formula_version":"titan-u-contract-v1","latency_ms":0.4384169587865472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55c4122e32b451b52e3d02fdf20171239066d3dd7c2ebf117e48eff587682855","sample_id":"mmlu-electrical-engineering.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd7884377cc284030ad0254f7ecedc2f4ca227ece73a7b7dc9467a482dc84497","formula_version":"titan-u-contract-v1","latency_ms":0.5777080077677965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a779053b1df807a2dc9cf33a720205851d31a2142409d11a9d85dbd4b586d85f","sample_id":"mmlu-electrical-engineering.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11164e9d943613a118f801043817709e59de870b43cec148b278467373dbfcbf","formula_version":"titan-u-contract-v1","latency_ms":0.4259999841451645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"016b8ab8878ecfdefabf362db17a0aad87555894d742fbdf8e386afc77732dd4","sample_id":"mmlu-electrical-engineering.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25a5716325d834eae59b7723deb95b164f0a1088a9ab85fed4fa452cac45189c","formula_version":"titan-u-contract-v1","latency_ms":0.5184999899938703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b58179bd59744c2f4148c6a2e0c396a6a23ea8a5ab8dd8aeb864eb683073a45","sample_id":"mmlu-electrical-engineering.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08df8ed5ef300e9666aa100042d8d37ed54d4d4c6626d19f44a8a857a006fa54","formula_version":"titan-u-contract-v1","latency_ms":0.48795808106660843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"165847900716a422303044a9b890d077449545c071d881813a1a206bb7518b72","sample_id":"mmlu-electrical-engineering.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e16fa69d238dd2ae954fab30df3f8371df7c06afbdaba7e7ba07c0d494dc9af1","formula_version":"titan-u-contract-v1","latency_ms":0.42391708120703697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3db007b376a5d4d74462a61c747ed55c5184ed0fe2f26a03ed81142c64a67776","sample_id":"mmlu-electrical-engineering.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9654f082b7c63592967a6f47456850866fd0ddce285d762d0d7b4a77e94cc525","formula_version":"titan-u-contract-v1","latency_ms":0.43999997433274984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee81c2ee93679703285f90c61c25d2ee4075a61c05f56abbe918b65ed6c43a3b","sample_id":"mmlu-electrical-engineering.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d55e87b3eaeadf78c4b9ddc4f63c582e471c4c87feec514dff210b9df668e77","formula_version":"titan-u-contract-v1","latency_ms":0.4338750150054693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8150899a7510b6d4a2b9001846285d52d946050126ae34a1678afa5c80e7cdd3","sample_id":"mmlu-electrical-engineering.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a18e1664e5c5d700f47ad54504b98fe27abfe4ae3336a6e8597cceb69e05bc60","formula_version":"titan-u-contract-v1","latency_ms":0.6514169508591294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cd8616910b50bd4f5e6c8a464ae7bdee80091ee03cf19e2ebf15ff5234603a5","sample_id":"mmlu-electrical-engineering.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"114d7568eb308e321f09828398ac6c4f2649b8924354a05e60622a7ad1ccd4bc","formula_version":"titan-u-contract-v1","latency_ms":0.4320829175412655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ca81af375a829f760f2698b8ab9c50cff6891b495a90e9e4365db599c105ffc","sample_id":"mmlu-electrical-engineering.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64b8e332439e314355a137b0cdb769114d42682e25a144a787fd714b09f7db18","formula_version":"titan-u-contract-v1","latency_ms":0.4122910322621465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2506df1ee7b005155c9b702e22d731dbfc40f94d4d26ae85e73047ac97c57a4","sample_id":"mmlu-electrical-engineering.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e56f71ae3ec7a0f1db632406d7baf0316c8b88704bf53e46f114e22fda74796a","formula_version":"titan-u-contract-v1","latency_ms":0.62616600189358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1de5da4034cc0a591a4f0a66e4f95a45953e99f425a56d60779a133d6033796a","sample_id":"mmlu-electrical-engineering.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ce182f2f794b077651ff6bfab5e80a19a9b2ca4d14e97f730fd0f208060fbff","formula_version":"titan-u-contract-v1","latency_ms":0.5036670481786132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa9f075dadb90d009827e5b1eee9a795f0720f6f8754ea8f2fb87249745510fc","sample_id":"mmlu-electrical-engineering.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6580a808e5b7a2f260be13402eb72069404cefc7aa9a757a965ddec46581c298","formula_version":"titan-u-contract-v1","latency_ms":0.6102080224081874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e6d8d87e991ee3b6b9e94ccf590e45719565fbb3b5a1c6a8a1232bfc3b08c3b","sample_id":"mmlu-electrical-engineering.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88b326d32585db4889ab2d0c6cd76dcd1c2f7333420809983400550b1040ddbe","formula_version":"titan-u-contract-v1","latency_ms":0.48079201951622963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db77e7b072ce456feadaa0b9a08c893a08e5043980c7675bb24695659feb61d9","sample_id":"mmlu-electrical-engineering.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74e77cc6bfed208bf4f974de4a168bfda17c9be12f9856c6e4bd168d372d1c39","formula_version":"titan-u-contract-v1","latency_ms":0.7236250676214695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41932f57ea14d9e2a2027d02501637e1a8578ae59f76de32366935950e9ce59b","sample_id":"mmlu-electrical-engineering.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecfed81cc519df401b8845d0b5a661eeb5843afa82aa229190894dc98374259c","formula_version":"titan-u-contract-v1","latency_ms":0.4579590167850256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e64f010e7b7033403cd7b24827f3a1678f3e461f634d6015f02aadb93752873","sample_id":"mmlu-electrical-engineering.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f67e8a78590bf58ce4db20933eea16c8a7ab24d40b117188d07a2b947bc068a8","formula_version":"titan-u-contract-v1","latency_ms":0.6451660301536322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a368328390eb5ae41328232473dbf90e935558e55c641a3821ef8cc8b20104a9","sample_id":"mmlu-electrical-engineering.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86ce039f8e40689c4d4082ca97633a2f2ee9c1a0fd47977b659bd3b4f66bdaf6","formula_version":"titan-u-contract-v1","latency_ms":0.6881669396534562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd0472abf7d6234bbcb06ae29567024a4d3ece7f3e2732035dcaa07a3fad7fc3","sample_id":"mmlu-electrical-engineering.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab4da95bce9e3e753fc3966baebca38b69aae8c86263fed3007491370916fd78","formula_version":"titan-u-contract-v1","latency_ms":0.647250097244978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c7059a8e85fa6a49500fd92806e12cedc0cead5a7af301bf1adaf8a6033a2c0","sample_id":"mmlu-electrical-engineering.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6d312cec34eedef389f4e25dee79d974982ac1246eec27af4235926f174f683","formula_version":"titan-u-contract-v1","latency_ms":0.49104192294180393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be140566052d22b99bf717653ab9c2976dfb625bb85f3c510997ed430a88d6d8","sample_id":"mmlu-electrical-engineering.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95e20e5fc400406f1bc4291cef161d20df7523f0c680b5f988fbdff04cdfc6bd","formula_version":"titan-u-contract-v1","latency_ms":0.6339170504361391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5510d32316a20ba8a9ad3312cab509337b666b4b62f452dac96d089ace0058f0","sample_id":"mmlu-electrical-engineering.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d602f3eb928c547ae5f8b65d975ed547b3044c63ca8bdd7837b86d6b5d59e696","formula_version":"titan-u-contract-v1","latency_ms":0.45545899774879217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55cca8e25fafc897b34cf7c3a81defde8fbf71efc3795c3bc44b121f797457dc","sample_id":"mmlu-electrical-engineering.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f89ef6d960f7143d819dfec49b583eb2afef40e5c71c6791857b6c445bffbc36","formula_version":"titan-u-contract-v1","latency_ms":0.4213339416310191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd210355f6670ea026074482faec881590ca4ef13ff3a96326f1baae3301e0d8","sample_id":"mmlu-electrical-engineering.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20bf09a4b7b222ecb087ed8d018fa6d22da5d5e1a2537309d116c894247ea94e","formula_version":"titan-u-contract-v1","latency_ms":0.4435840528458357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fb06f463c96104032506d9b280ef7cd48df1004c19ad23ec2d47d0ca18a96cc","sample_id":"mmlu-elementary-mathematics.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2b5e4509d90264cc3d740aacbde922ac7c0e8cabbb4bb57f348e433b9925618","formula_version":"titan-u-contract-v1","latency_ms":0.4444579826667905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95b7adfd66c6db919f7dd899a2b3030c117914fb2f1f9c91ddd4fa6eecff274c","sample_id":"mmlu-elementary-mathematics.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d3c10bdff00b9b3968583f6fae04881b3beeee4d38db39ad9072bcb20f35bf1","formula_version":"titan-u-contract-v1","latency_ms":0.4938329802826047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d2a40768dd2a4f9e93d880566a2b8fdec8433c7953e318eda3d4535fb70a472","sample_id":"mmlu-elementary-mathematics.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"603a42a533aae5cfe30125a748c516025e0d86b4136480ca854c34b789b3d344","formula_version":"titan-u-contract-v1","latency_ms":0.6729589076712728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b97d6a2c0a57619b6e175816437f96cf1d60f0238cced1df42ac6cd4cbd5ee09","sample_id":"mmlu-elementary-mathematics.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27a199f73bc1e598ea7a911f9588e0ef02ce546778ffbfbb448b87e47f507a13","formula_version":"titan-u-contract-v1","latency_ms":0.47029100824147463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b2e87808f83f13af06085249eaaf09e5d3850d7730c534586e050011a3b165a","sample_id":"mmlu-elementary-mathematics.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"921ee9f7b2d4783af6c345ab4eceac48e5f704b7a12dfb30a176e0d226a45701","formula_version":"titan-u-contract-v1","latency_ms":0.5649169906973839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc5db6077c8473b9eea9339a3a8def340d4223aaaf313388925b66dc381c0809","sample_id":"mmlu-elementary-mathematics.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81846b2ff0cbc96d5c6467f75906127edd6072d03d0da630fb575e0e439f2f18","formula_version":"titan-u-contract-v1","latency_ms":0.512625090777874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"612a9a59938adeef1811b1561a178152a48f7a731c55e56eb1f19a9602626304","sample_id":"mmlu-elementary-mathematics.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"125be41bc50960e1b2ffacf9b83f96c7fee1d8d08c122b51fbe4fcd58fb2ab5b","formula_version":"titan-u-contract-v1","latency_ms":0.4633750068023801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1161515b57d143e00ffb78dd8f9eb660a41edcde8661d110de4c2a85ca37e9d","sample_id":"mmlu-elementary-mathematics.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"185466d1361bde193cd51566ffed5a916e3c4c4e3a48ea540eb9e3c1d89c7a3a","formula_version":"titan-u-contract-v1","latency_ms":0.8437919896095991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c7b5ae5b097481c3bde986a7fda18069e8ea1dd663884b7cf638c5b328c809b","sample_id":"mmlu-elementary-mathematics.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdf570f329e37fba967ba7b16dcacf5663e348332baa5731df23b38dc9644153","formula_version":"titan-u-contract-v1","latency_ms":0.6506670033559203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f3d509a5175fcc35fedc3032f625ada83642fd258db69879f1b77e752202d14","sample_id":"mmlu-elementary-mathematics.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef07ec1331744e5ffe349f527bed3e3e3bc0ce0e8306de9853e16375f5f883ec","formula_version":"titan-u-contract-v1","latency_ms":0.6363330176100135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c43d591ff72804c83cb9c7084bdbd408d730796c5bcd4703a32331a1c39f1319","sample_id":"mmlu-elementary-mathematics.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b7be39c5b6ab551408d5c2ae9ec596ec84406c88396bbfe76557aedc3b5914b","formula_version":"titan-u-contract-v1","latency_ms":0.8090829942375422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"026cd85476cda123fd0eef59ef9830dde2e1b5528453135ed353c4db4141b236","sample_id":"mmlu-elementary-mathematics.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1a6be8cc54825470cbe939cfeee1fb5195e6b399d9ee711ea6e549cfac8bb92","formula_version":"titan-u-contract-v1","latency_ms":0.49329199828207493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"091d0a470c38e21ff2002c00ae5742141655238025f870c131ffd2a94a844a49","sample_id":"mmlu-elementary-mathematics.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f55ab54e8f9c79e42a052e41e95b34b2b3ed26658851cd098a98dfddeca159e4","formula_version":"titan-u-contract-v1","latency_ms":0.5645420169457793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9de46f2e90c134811305d443c719a3b050f70dcd5ff9a1f0f78fdf251ba9536d","sample_id":"mmlu-elementary-mathematics.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a35c3fe903acffe7984535e419b96f1d34bc83b7d42d0c18a6cc23a469708a2f","formula_version":"titan-u-contract-v1","latency_ms":0.7447920506820083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e340541c5a17e08af615af1d3f6290648690d10e3b0e15d6aab51ffce9fdbd7d","sample_id":"mmlu-elementary-mathematics.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c08a6e6bb50e8cf02dd7e067feb8cad8770deb110949fe8035e846e1c8e82ba","formula_version":"titan-u-contract-v1","latency_ms":0.5273330025374889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d0ba37d915b7b20d2e7ddb729fc05ec9a790b3a9e5007b055c4e01205b157e8","sample_id":"mmlu-elementary-mathematics.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3716592d3d58b4a2249ad9a8c362ab89767cf3f35727fc235010a7fca4805df5","formula_version":"titan-u-contract-v1","latency_ms":0.6577499443665147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bec5bac9af7a756858e826221874965648a217e160afb4149d918d54869a27d","sample_id":"mmlu-elementary-mathematics.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a78c8ac2fe96f3ce717ca97da444fe6ea2c90594c3e3bdb8e56188dbafdd274","formula_version":"titan-u-contract-v1","latency_ms":0.44766697101294994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dc538c7b25a141b39af65a35fb5f185b86e6393b74d2e3481b9f3a6708ed210","sample_id":"mmlu-elementary-mathematics.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a95845039149db503d955afd1907f4a4ce262b5fd4d64f1b58094bdb0b45d2db","formula_version":"titan-u-contract-v1","latency_ms":0.43695897329598665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f57940b6b94f0e002e3b7d44ef048a8cba065d5c6d5d20985e3bf6216329362","sample_id":"mmlu-elementary-mathematics.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a32462ece458c55a662ad7675fb3e8f297eb744cef2abc0280642b39aea9dc6a","formula_version":"titan-u-contract-v1","latency_ms":0.5536670796573162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8b43318162b79d5e5b4a84c81cfc3cbea3cd52e2c8be5857f4383aa0284aeb3","sample_id":"mmlu-elementary-mathematics.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef6a01112ecd8036e12d478fcaa16d1a9f7f96fb03fe90ed73e9f46c842bd368","formula_version":"titan-u-contract-v1","latency_ms":0.41666708420962095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61d4c80ad9690e17851f10f69ebdbe9c45ead50b7416364a1035b209711caae1","sample_id":"mmlu-elementary-mathematics.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1cb73d97d2023cc829006704c21b06ff9389089a95bcd471ae22bea1a8c4fd8","formula_version":"titan-u-contract-v1","latency_ms":0.6232080049812794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42ffd12f04d7f8f570f5245d6f133f2868ef0fa621f588084f8fba8316e5fa99","sample_id":"mmlu-elementary-mathematics.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f2dfe211aa17931c4b03f038fe7a5cff9fc53ad4cba77243aff09f268c7b95a","formula_version":"titan-u-contract-v1","latency_ms":0.6618750048801303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e2de6a236ea33373fc32922cacc2fef11ed6c92ab4b091860ead3f4ce40e1cc","sample_id":"mmlu-elementary-mathematics.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86a808b3b86eb6e24cc94a4f0fe7c05add742bfdada168b64f02caf777cc9e3a","formula_version":"titan-u-contract-v1","latency_ms":0.5633339751511812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccaf8097ca6bb74c90a439d3653993a527b124b2d8135d2fd61c0e7b799cd1de","sample_id":"mmlu-elementary-mathematics.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45113d8c6c0d2fd824b740567ee34d886b99e547dfa58e8c6ff4502508a4dbb6","formula_version":"titan-u-contract-v1","latency_ms":0.5918749375268817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8e744c7e6d1a54658c074a51b7f2bb69a5ec0d9558a822dd207775a89b5559d","sample_id":"mmlu-elementary-mathematics.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5664e7a0609fe7c317e78021fc214577e7ba03609b0ff402e034a1dc9437a65","formula_version":"titan-u-contract-v1","latency_ms":0.6409999914467335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db840576f1652878c3547ca0ce58fc36800cc0728ad1646400471cd1a110c34a","sample_id":"mmlu-elementary-mathematics.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73f56593022d4ca2fb145664d3829d108f6c2ab361097fd5617bea89ae4c0141","formula_version":"titan-u-contract-v1","latency_ms":0.4612499615177512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa3294e5d32b93e4e0740f1723e3f2826fa293db5b6f27e3c1556692bf2a6e08","sample_id":"mmlu-elementary-mathematics.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3656042800a90832db366f22faf37ca463c7801e5c25f507d6c41290953ea8d0","formula_version":"titan-u-contract-v1","latency_ms":0.4355000564828515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02e9f4e4c238437f475d5fb9d2219d7ac38cb405a11e81aa169b3b99542fb0b5","sample_id":"mmlu-elementary-mathematics.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3961b770bcff6f9ed218da574c327c764e8cc845b9cf1d7caaa1a7f841a074ac","formula_version":"titan-u-contract-v1","latency_ms":0.47962507233023643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91265133eccd7a343c9cb2d81af8908239a424f61ead9316e12088e5a6becc2b","sample_id":"mmlu-elementary-mathematics.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8116ac66dd8071699606b4547564851f417d831fe87fb89bb7735e24d4890c48","formula_version":"titan-u-contract-v1","latency_ms":0.5707499803975224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fddc54ff7b098d54db42a32d1efb5648c36479796aec0ffe96def19bb5cbf636","sample_id":"mmlu-elementary-mathematics.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15da67e917ee999846b67ae60535de7f412c48b4138fa59d881aa06004a1a9d5","formula_version":"titan-u-contract-v1","latency_ms":0.6035830592736602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e29f3abb6683e114784a9e2e5a4a9f50e1bd2eae5f24f827471b8e2d2876587","sample_id":"mmlu-elementary-mathematics.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a22fa9aa5d68cc4839f1e2f56486b528ed878e2eb984a67ee96ce5a1f067661","formula_version":"titan-u-contract-v1","latency_ms":0.5990839563310146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15b9fc4f8673cb619a2a6a7e6515ae72b41d9eb433ba5ca7070016e9f9f72ff8","sample_id":"mmlu-elementary-mathematics.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33922dc3bc8250c6e496d8ed1eb57c70494540890fd323cc7d46b3ce81c5cc05","formula_version":"titan-u-contract-v1","latency_ms":0.599999912083149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a4febe25122fae1300dc26798a17e40d09fff115802c4b31dade0555ec098c4","sample_id":"mmlu-elementary-mathematics.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef8f629b9fde9fd8919e95b0f755092adaaa867d2d30252cd7e0e260c2569b6b","formula_version":"titan-u-contract-v1","latency_ms":0.5599999567493796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1379496708e84fa819d40ecc4c7cd3540f3de5e6ca317a0c32febe1448585da4","sample_id":"mmlu-elementary-mathematics.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4018fcc83c80988d48e0cf903694288a6c93f3c7b20a9317126ee5a3f144c4a","formula_version":"titan-u-contract-v1","latency_ms":0.439041992649436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcb1df39575e909706fd3def2da0afdeb04f2453e441c3b14ee29952f1465f0a","sample_id":"mmlu-elementary-mathematics.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5f89441660f308207b5267c63dba9828f22ac99be7a5531699abffe8884a8a3","formula_version":"titan-u-contract-v1","latency_ms":0.5757090402767062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad8042d64a3632a874d9714db503b862f680cf7c72c9f6eb0d24e3521a931269","sample_id":"mmlu-elementary-mathematics.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c338dbad0787b8a832f03409e7a5060f3e3d49e44e6e173b2af86db69bfa336","formula_version":"titan-u-contract-v1","latency_ms":0.5749169504269958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff8509744174039efff3492049c579840899469409e5bb5b142813fcac956a9d","sample_id":"mmlu-elementary-mathematics.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"451e0830b1fc45fdd8fdb38549dceadfff4c38807c789de740d6576828b3b591","formula_version":"titan-u-contract-v1","latency_ms":0.4705830942839384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fa1b77e39f20588ca03a67bf710afda1928b15f9bd4b3145537825166b1b9c9","sample_id":"mmlu-elementary-mathematics.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f29bfd9daa207aa64f317809086beca981cb2c640bca83e6e94d5697ef85197","formula_version":"titan-u-contract-v1","latency_ms":0.43687503784894943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"730a370d1ef8b2493c130bad607d21a48cda0506e5516f691cd65662fd90c358","sample_id":"mmlu-elementary-mathematics.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdd8964ebbb5bf875bc16539b492448e987fe5de37bed4add42bdba7488256fd","formula_version":"titan-u-contract-v1","latency_ms":0.4984999541193247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"783d3119847606f8a42007b872da0dc25e919b9ae3ad108f6651129d9cecdf38","sample_id":"mmlu-elementary-mathematics.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8b2748c1cadc50e852171efa90c11bfc5f99547bb45823005bfd8b680471d4b","formula_version":"titan-u-contract-v1","latency_ms":0.41316694114357233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba2c1afe2a97da28ab2be0b9a0ede9b690379bc4410f62d2e3049471f556fea0","sample_id":"mmlu-elementary-mathematics.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8588ee601ba42064c3b129792488535c7bdcfedce2198a322fcb1703e2a25f79","formula_version":"titan-u-contract-v1","latency_ms":0.6441670702770352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f5ed3a475e06cb9bee45e6756b7d1cf1596bcca606940fb4dba8fff3e53a1e1","sample_id":"mmlu-elementary-mathematics.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42477a610696434c58b41b761a795f8460acd44ad8bc9a207dbcb70a53608da4","formula_version":"titan-u-contract-v1","latency_ms":0.6954999407753348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"632f4954100a1265a6e96d0c4bd3b4fd4f8aee415a303ffdea2e18c454f64bb7","sample_id":"mmlu-elementary-mathematics.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45c97bf6f4eaa35f94da035dd6facba20ca3f69c2c48b9933f1fbe5bef7080c3","formula_version":"titan-u-contract-v1","latency_ms":0.5217910511419177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34855d74eee513ab31ce86ca5382abf034c6026b1d2e2621c7f953a9f8ecb567","sample_id":"mmlu-elementary-mathematics.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2174aecaff24bc677f0b7d49536841e0ed8e9c2fe260b0098afa83aa023ac55c","formula_version":"titan-u-contract-v1","latency_ms":0.6466249469667673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e7d1d943054594b737827b28c27a64ef330937e4837401515a7fb92c98353fe","sample_id":"mmlu-elementary-mathematics.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"163472174d613bf686de872210620b10e94b9c29616fb0a3e92dfd18dafaddfa","formula_version":"titan-u-contract-v1","latency_ms":0.5507499445229769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07fa14cc918b98fc5939d2e7c33536bd8ad6ebacfa53a57fbee7fb96df78f0b4","sample_id":"mmlu-elementary-mathematics.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d0ebce26126fe91c224fc5d65ddd2a934224e0f87df4c8e5ad92f9e336c168f","formula_version":"titan-u-contract-v1","latency_ms":0.460083014331758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"513a1ca1e263c8ac5fb0469adc010f18a5c41ce6acf8d53674b290310cb8201b","sample_id":"mmlu-elementary-mathematics.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fea2aa05a0f4a6e7c0455e5df2d65861b6a3a48cd53cac326f1d1a3694083d8f","formula_version":"titan-u-contract-v1","latency_ms":0.4927499685436487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38dbe808116836c3029b562789f4527c33a450ac8b29598eba8d3d078eebf4d4","sample_id":"mmlu-elementary-mathematics.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"817aa41bbc95072e66e7db0fcaf1e1189db8114cfb5610759afcbb47710c92d1","formula_version":"titan-u-contract-v1","latency_ms":0.5229579983279109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81a582ef6aadb081c05f959475b21facaefd0057b9d666ec9ca552a55b71a67d","sample_id":"mmlu-elementary-mathematics.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e676c888c6072792368efd7cbe25153118f8fb81f66d9a545ae51dc790d4e5c9","formula_version":"titan-u-contract-v1","latency_ms":0.5152910016477108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03519aed7727a6abb341240c0402aada9aca4ae60be54190bbe5f46cbe7547d5","sample_id":"mmlu-elementary-mathematics.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c45d35ef3272d675edf45a7ea47a31b965eee3f189cb0309cfacc9e5161b222b","formula_version":"titan-u-contract-v1","latency_ms":0.5242499755695462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48a1d7bbe697f03882c2d5548ae4622c9214ac80c86110b0941bf149fc2e2b0e","sample_id":"mmlu-elementary-mathematics.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfacc8985a672086de3be43aa5e2012908013c0de2707dab209090f2920c8a71","formula_version":"titan-u-contract-v1","latency_ms":0.46258396469056606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af73e7a81103bf0a54169c56d51c7e858c75c0fe4f877fc850dff664f5d0a4fb","sample_id":"mmlu-elementary-mathematics.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35c19cff5500b059d7f4c47d55db7c40d226a349aa263b236ceec7d8fb808302","formula_version":"titan-u-contract-v1","latency_ms":0.4695410607382655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad4826cf43e039c7f3a79e61a1ee3547d347015829a9faf0f8ccb07110a34a23","sample_id":"mmlu-elementary-mathematics.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42c53501b47ce982c1441f77b3d37a2e7b59d1d4755cf0417dbc8e851fd79504","formula_version":"titan-u-contract-v1","latency_ms":0.646792002953589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a72259c1a47b2828e93e67bece99ac525c1c0cb7332ae53fc107a0de0afaf07d","sample_id":"mmlu-elementary-mathematics.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1009d6740e82739a225cf54932552551bf1834ae30ff041eab0edc0a06a511b","formula_version":"titan-u-contract-v1","latency_ms":0.638167024590075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7b4118a7574fc6413ce00c45b85dfc2055ef8f7427ce03bb360b590f91e2ddf","sample_id":"mmlu-elementary-mathematics.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"104b495db4219b5da0cd952633a8585fc7761b00b7fe162d3d566e145503e048","formula_version":"titan-u-contract-v1","latency_ms":0.6068750517442822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c56a16f6a737a073d7fb11f07ef9ce121d8ac22d93928c7fe0015e7bb528ef66","sample_id":"mmlu-elementary-mathematics.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e3d3526d230927899532bafe04175840b2255969582b2a63f9f37175c054214","formula_version":"titan-u-contract-v1","latency_ms":0.7778750732541084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09a5315c4c6fc369f8b6d31fba443c8c6145f64534f927bf027349aff5eff04a","sample_id":"mmlu-elementary-mathematics.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4754ba370164b7c8e1f1da660061ea6fbebfd668f9d216d23c932fad873860f","formula_version":"titan-u-contract-v1","latency_ms":0.688707921653986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6454cb6425714d1f9eaceb9b24837d77d816a6eeb911d04aad1f1c7a79b376af","sample_id":"mmlu-elementary-mathematics.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b0cf06c02b235038257c90cddb59c84259a7075f71c697f05ba66e8fb20a487","formula_version":"titan-u-contract-v1","latency_ms":1.0057080071419477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a990cadb0f57ef155685ce127731e78a8579d7cfb577048e2d657c3661cd0528","sample_id":"mmlu-elementary-mathematics.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71b80a63daa8e03b188c8c1cca2a2e7a54b988a53e39ffe1c21b75b014a377ea","formula_version":"titan-u-contract-v1","latency_ms":0.44479104690253735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"428244c5cb09711d2b497db2af41146dc08c2bb409fd3413ee53bd7574cb9b29","sample_id":"mmlu-elementary-mathematics.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19eb3c59cd0c72bd8463973b4dcd282dec197df2b130ea31ae9f4750df54f601","formula_version":"titan-u-contract-v1","latency_ms":0.7963330717757344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da01a4cb2667b05962ec83d0805a4995352e4dba0f4a90c738e7443267cfe779","sample_id":"mmlu-elementary-mathematics.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fce4dda50dbaf9e0578e9992d82a19b4d25e3b6ae46e47714e6dcc779d484e4","formula_version":"titan-u-contract-v1","latency_ms":0.7778329309076071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d67cbdf53173f3c974c88d07875832c86df54741033092307830d735586e7332","sample_id":"mmlu-elementary-mathematics.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b0ddd8f1ed176484cc0659cf07c5246adbf5a78aad21405e9846350bccff25e","formula_version":"titan-u-contract-v1","latency_ms":0.48254209104925394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4836f009e22d76b3373fc578cfd3a2c670a6e3a4b92bfedb7d0cc010782edba","sample_id":"mmlu-elementary-mathematics.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"368a5f6931f70214dfdec576125f3a7ddeb04e2985ccf6ac4644b3d8729555b8","formula_version":"titan-u-contract-v1","latency_ms":0.6865420145913959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2185f3343f6e427625f439794ed76cf24b8a44fdddab84152654f2c4695931b8","sample_id":"mmlu-elementary-mathematics.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51cafa6ea04391de6510195c7d0433fef844d690ab30f995d376ae5403ee2bef","formula_version":"titan-u-contract-v1","latency_ms":0.9973749984055758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96f956d2e7b7e772bdc406cf8bf1b0ce23db932b8787a0580504f62e71287033","sample_id":"mmlu-elementary-mathematics.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8aa67aea9e368bb5929528d85805c604bb041dc539938b9bb8ab09f7a445d0f2","formula_version":"titan-u-contract-v1","latency_ms":0.48558309208601713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9694b57c250b005b8e21a05e70b416d9a59297ff896ccab7674787ec97fdbccd","sample_id":"mmlu-elementary-mathematics.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91f4c941b8d44475406e92a5f2449f3f83dad106c998ab114863a6fa73b50b3c","formula_version":"titan-u-contract-v1","latency_ms":0.41804194916039705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c5f0c3f0c1107f42f5b9fe5aed7d5125a068aaf4c5954a1339e0bfafdf3bdfa","sample_id":"mmlu-elementary-mathematics.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b14eaefa14b95a218aed829b59d0d5c5d59ee815b6eaa04c555444ba86afc69b","formula_version":"titan-u-contract-v1","latency_ms":0.3668329445645213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff613e4db8c8fa5fc8d01f0b7dbddb0ae87a273f96a206f3fed2663f0ed2b422","sample_id":"mmlu-elementary-mathematics.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eae90835be8a6d108efcdc7cc049188c90118dd0e36d5ad4048e8cda9836b9f","formula_version":"titan-u-contract-v1","latency_ms":0.7550000445917249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfb0d18d1cb9a18922f3f149d31c2b81d7cd7e49d6ac10508d1b60b3a26c7767","sample_id":"mmlu-elementary-mathematics.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f42d8c40349fc1f13165b8d9f3abdaa09a88dc582d9685994b1e7beb761ae59","formula_version":"titan-u-contract-v1","latency_ms":0.8359580533578992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"462a8cad22372d5b13e9ca3dff676351b44689a6f3294293f4858bae3df3e737","sample_id":"mmlu-elementary-mathematics.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"404c5617427bcbc90508a904b0bd0f2eb1e5f3ddc13e19a06725abff3b6b0126","formula_version":"titan-u-contract-v1","latency_ms":0.8302079513669014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"147e63cdf54af9cb4aa0d8fcf24da367a41e4b971d8f16368a84cb9f93ad1e7f","sample_id":"mmlu-elementary-mathematics.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"208e069af2882cd222cb3c1c3f3f50654584e7f85d4f57760ae96365879f51a1","formula_version":"titan-u-contract-v1","latency_ms":0.45983295422047377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8fd5dc298222c037425f25e1c3c399e973402f1d2cdab92c498c8cbed42aa81","sample_id":"mmlu-elementary-mathematics.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a5bb6e9865cf0d87a9faae0ef7b054b92ed290249d49eaaa1f510119a02d349","formula_version":"titan-u-contract-v1","latency_ms":0.6410409696400166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57c17f8d97f885f323154e2111c89bbdf66a30f53ec69eea153fee8eadea8aa2","sample_id":"mmlu-elementary-mathematics.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30d954e72e0ea22856b263e70a4b3203f032ccd75a7b47c28bcc8665b15ecd90","formula_version":"titan-u-contract-v1","latency_ms":0.5546659231185913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3abf65d4ce74979921b8b58f0c201e3ecb9832cb9f0688d564abe206313da541","sample_id":"mmlu-elementary-mathematics.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"903e0056d5f021eec6c83ea529f03eba6b7ebfdec125562b6019bb6f45e30077","formula_version":"titan-u-contract-v1","latency_ms":0.7397080771625042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5abe3e9b9c1b92f16c55517a46aaa04637d1c570014ac6c06032e62e796989c4","sample_id":"mmlu-elementary-mathematics.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9a8fc038eb6b7bb152e3cc4592ce5f10fdfe2f0eac593df30855a319b4b47df","formula_version":"titan-u-contract-v1","latency_ms":0.41733402758836746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04e3c626f71298080345fcbe5d9f20897157d57821ab5975c978e91a65524222","sample_id":"mmlu-elementary-mathematics.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d105238b2b32afc81e92902db75988dce32afa5719066766b640103c2c80b586","formula_version":"titan-u-contract-v1","latency_ms":0.49691705498844385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2af39e12a3b5e7a544723edbf4a7a3c4745244ce07e240b747ccef17863bf11","sample_id":"mmlu-elementary-mathematics.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53f927ebaff27e137e405572b8ee47d53a7ab7968153bb624351a508e33db098","formula_version":"titan-u-contract-v1","latency_ms":0.4415420116856694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27f746d05d50f7d6d58383d8a1873913eacaeecc00ce316e48e6f02139d4ef27","sample_id":"mmlu-elementary-mathematics.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3913e8e6973303030620562e921df590c599cd0a26d20ee4269465af2dab938","formula_version":"titan-u-contract-v1","latency_ms":0.4533330211415887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67f941bf0c7269359e15fdac70900e00e4a813b5d3049dfc29dc598755da64bf","sample_id":"mmlu-elementary-mathematics.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce4c445e7db7dd383ee69dd5c1440ad7d387ddb9191d0517de26f2b369b84e0e","formula_version":"titan-u-contract-v1","latency_ms":0.5037919618189335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ce5cb73a59dd2fb960fccb68baeb306b8587f68631789e6e25789356b298961","sample_id":"mmlu-elementary-mathematics.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"010d4ebc1c9829f0b189a2d6b0833b182852be7d93e47eb305d84c3eec777254","formula_version":"titan-u-contract-v1","latency_ms":0.5438330117613077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bed3abd70a7bd83af4f293323446c7ca9a739c17b9f9f226e8545829ea0953de","sample_id":"mmlu-elementary-mathematics.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fc29873550bc3d9c6cd0b86fe5b809c2962fbd1fb8551bf96b3c8ea8b38e957","formula_version":"titan-u-contract-v1","latency_ms":0.6157080642879009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b157920ebfa727a4ac826b584d964af6bea8020883b9451abb17709ca8a64a9","sample_id":"mmlu-elementary-mathematics.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd382c9eea32af790a286c455334aa6087e8b088e8f2d228741179c490140725","formula_version":"titan-u-contract-v1","latency_ms":0.6076249992474914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18b815170722a26a879bef0dd5cdc7531e154d96fca3d273b2072ef4e182c621","sample_id":"mmlu-elementary-mathematics.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bda3119e5550c7b37ffd9fbb2204babda6ace31626d6eb821dcf7f663c7c9050","formula_version":"titan-u-contract-v1","latency_ms":0.8627499919384718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c003f39f9fcdfa0c0380d6319af0c2cca15750c3255597ba249e40ee65374222","sample_id":"mmlu-elementary-mathematics.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b2a9b7720072b93c253f3a22576aefe4c6861366c060b4253bddc0b242eb77d","formula_version":"titan-u-contract-v1","latency_ms":0.4789589438587427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91e3a73bf5ea390d75950141e01b8a8ecbff56b8635884ba5d33b47b9d1f4e89","sample_id":"mmlu-elementary-mathematics.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"693df053b05a59fc49082cd3dbbd7c5c5df9c2e89074c0e5bf696662c841fc14","formula_version":"titan-u-contract-v1","latency_ms":0.5407080752775073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d3f4c735fb98d7ed008b9a6059dd6282899fd124c914b9d88e4f55bcd55bc4b","sample_id":"mmlu-elementary-mathematics.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2712ee1620150cb3791ca5ab824d128a248fa971a03521de9bef8423d44bd6f","formula_version":"titan-u-contract-v1","latency_ms":0.6129160756245255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"febc43237c83a5dc5a0f6dbc085cf0acba25480d410a6184fc6dcad4f58b871b","sample_id":"mmlu-elementary-mathematics.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cfcdc212b057bf3f569a2081bb10f64f862e1850f68bc78248ace814fa24e89","formula_version":"titan-u-contract-v1","latency_ms":0.409458065405488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7df3d2dc13fa1691cd0e24bc6733a85e548a60c09ea43d840b5dbd18910a62ff","sample_id":"mmlu-elementary-mathematics.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3c3b916852918a913302324125eb95ecaed02eb18253d215a169cd7e792bc8c","formula_version":"titan-u-contract-v1","latency_ms":0.5571669898927212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28b98d729d2c505a6c2064cf86d834b2f31e8c097ba72ce56336ad789ba8a48c","sample_id":"mmlu-elementary-mathematics.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88c565c49179c15d8ad26b15378d9506624966e3152ea392b83e078f8428ce4b","formula_version":"titan-u-contract-v1","latency_ms":0.6611250573769212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a9808281f9db13fdc3d8bef6690899b7963a931ed5809307d73af19f02c0c4a","sample_id":"mmlu-elementary-mathematics.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4844dce70f553e34f741add9315db329347bb8c2e71966915e09cfc431a0776","formula_version":"titan-u-contract-v1","latency_ms":0.5496250232681632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94130139a553988f2b217f3e443cc86a7d925c167fe6bd938ef8db2f435c19ba","sample_id":"mmlu-elementary-mathematics.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc9432b6eca96410f690b41c3d233d6883b5f4f4161f9766aa1b61d32a06d599","formula_version":"titan-u-contract-v1","latency_ms":0.7619580719619989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3ae39311007072ff1986adb603f53688beed2bf0a737c069d98e21e852579f6","sample_id":"mmlu-elementary-mathematics.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ee9ab0b41f3baa5bd0de6513c37e112f2091a99c9ddc845992bb21d9ee91afa","formula_version":"titan-u-contract-v1","latency_ms":0.44879200868308544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32846f9d1335401e9a242bcbccf9aa7a560e02578cb82f1ca73f897e752afceb","sample_id":"mmlu-elementary-mathematics.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee114100e05185ddf480138276952a4360062d33bd27104f53fe29b3c004d36f","formula_version":"titan-u-contract-v1","latency_ms":0.8544169832020998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7079561cd99b7f1ea1e063c82d8b928121f268e80cf5ef65a52ed900156b958c","sample_id":"mmlu-elementary-mathematics.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef21452b478e27359914fae703f4a8eba7669d07aedea7e9b546dadff0412356","formula_version":"titan-u-contract-v1","latency_ms":0.7597919320687652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cda650697bad5d17f7a62322a1090d2ffa6c88228ec4064343f82b5cdc5a2dc7","sample_id":"mmlu-elementary-mathematics.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbbf7cc9053d08cb59df38f0d75e74c6ce12d01a622fe0aedbf22d8884764d75","formula_version":"titan-u-contract-v1","latency_ms":0.490749953314662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf373ab9be6626542f5ef7f66ffd77c10b993db387c26a23afa65fdbc2092f00","sample_id":"mmlu-elementary-mathematics.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0391236282e8dbd37bfffb95e94d92cd4287cccc955eb47f38457ddde501ff1d","formula_version":"titan-u-contract-v1","latency_ms":0.6750829052180052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4642fda833b23071d28dfabb59c9dae7298ab2d3534fcf2e33b027d91cc7f741","sample_id":"mmlu-elementary-mathematics.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8c09ac8aa35fbccbeb3246ba91cd4a6e0f02fbabfb76f6a73afb13518174932","formula_version":"titan-u-contract-v1","latency_ms":0.5510830087587237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60b063951c6bbbeb8b693fab7c153fdaffe1b5730111864b6d2bf024440cce94","sample_id":"mmlu-elementary-mathematics.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb463e58d82dbc20d6b1d80339258635c1a145ddfee1d6d5eddb12b13b6bc7d6","formula_version":"titan-u-contract-v1","latency_ms":0.5335418973118067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d29fb74f6082891fa4c9acfc05ba632fcd46214fda235beb78b2df6971859a4","sample_id":"mmlu-elementary-mathematics.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dbecb014ffbce8abf9f47e1740500f811a8f4cdd29b20d5816e1464a315d2a4","formula_version":"titan-u-contract-v1","latency_ms":0.42833294719457626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8dae61bd0b670c7a9d4992d0ebe06c5011d435ee5488a0d59f3fe39e24be2ed","sample_id":"mmlu-elementary-mathematics.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6759efeec6c8eb6c19b0ab3b01eb6dfe23cc39a35b9a644c5a9c579d7c9b80be","formula_version":"titan-u-contract-v1","latency_ms":1.2504169717431068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"669341c75da0926da54ad9b577385f96f09126a84eba67aa4db284c278af93d8","sample_id":"mmlu-elementary-mathematics.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"352fbc40eff38f64045a0cc868317ab9cac9dfed5bbfd28f82b2418afa50c5b9","formula_version":"titan-u-contract-v1","latency_ms":0.41337497532367706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6717074806f8d7a5c21ced7b38c42f455f6b54af7253a070c854c4331d8a94b4","sample_id":"mmlu-elementary-mathematics.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7688543f6c8e59ded677f9383f62139805ae4ace9487398c45c79047a260848a","formula_version":"titan-u-contract-v1","latency_ms":0.5083329742774367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"255f95e1d302ae5a6e8ecaebc2d2f0007ba6501250cbe4f409cbac28cfc323b1","sample_id":"mmlu-elementary-mathematics.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b68a06ea03de2eb79a723b10a67e4d970771068cb830421c2362160ac6be4067","formula_version":"titan-u-contract-v1","latency_ms":0.4832919221371412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60761ad70bd362b31e3c3bf8dae398b9d925fbf3305536a13b6ff3d3381c4dc0","sample_id":"mmlu-elementary-mathematics.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"714fe18121b58cbc566201c0cf1e45ce22fd7a31de2ac716ce1fa6fdd44f2bc1","formula_version":"titan-u-contract-v1","latency_ms":0.4802079638466239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d9c95a6c14bbe2972ebec937f66c1096d7918d3ca9f13c40eed6256bd71480a","sample_id":"mmlu-elementary-mathematics.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"367d50049e1d8e84d12103ec3da9cb7f4cdd22ae9210bc2ce7126e380f70d51a","formula_version":"titan-u-contract-v1","latency_ms":0.5511250346899033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fc475e9a50f2883b8a715b750e99de9a1bcf1a90ebc97db48de346d75fb33c4","sample_id":"mmlu-elementary-mathematics.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63377605931036b6b98bd2925e3e9edaae78b527e5af78df4155e0eb40c53b77","formula_version":"titan-u-contract-v1","latency_ms":0.7929999846965075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4314ee44b2c8c6b597e04a8f042346756450aa13eebb1a75c4215ff8d01e479b","sample_id":"mmlu-elementary-mathematics.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8d3f72606da1b4b3d272120961924f0b5471a6c46a9be31bb5c775157ce54f0","formula_version":"titan-u-contract-v1","latency_ms":1.0404170025140047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e343e02841964896e353f243aea9e44cc84c64dbb895f15c5dadd9e03fb45138","sample_id":"mmlu-elementary-mathematics.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d4eda876491123262390e7d0ab29500c93e2c6c3f74ad1d49137f380d501324","formula_version":"titan-u-contract-v1","latency_ms":0.8475829381495714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"413feae6c96d59eed1f0b1454d63ade2d55bd08c80e874b2d9b36576c6d6624a","sample_id":"mmlu-elementary-mathematics.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68e03a49c56a0d3d318e8ccf20af80960f7ea6e14131d3fa089efbffe389b095","formula_version":"titan-u-contract-v1","latency_ms":0.7639160612598062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b3a8a9e4aded666473c9f36261fda3a8ef6a01e3db639d9e84298e3c273a1e4","sample_id":"mmlu-elementary-mathematics.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25d99e0a9e8010a6eb935ec99dad3a6d4dafb4d2441b31be2e399d5192844917","formula_version":"titan-u-contract-v1","latency_ms":0.5228749942034483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87b94ebc038db1ce84a6b00ce172627286a3a99f7223ad1e2c2b7c2e9068824c","sample_id":"mmlu-elementary-mathematics.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a36ba6571453ead82ab226a39305847bd5d27195aeb7a2d7cebf6370b527ccdb","formula_version":"titan-u-contract-v1","latency_ms":1.2141669867560267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4ce730c99eda35341215918d90fb04a2e4954b18c2b18cfd1dc09801e943a2e","sample_id":"mmlu-elementary-mathematics.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24cfac3fa6aaea282461dca289eca67436c9a5aa1b8dd57c3689d1d686276c23","formula_version":"titan-u-contract-v1","latency_ms":0.5323749501258135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f8e43ff3076d683dc5c4d1d6c23488513a44ee4e2669cdff86ff1190c29a05f","sample_id":"mmlu-elementary-mathematics.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e7fe405ccebb75284f2e62b451fd3f7235216e11f2c32208b77fe91415cc15f","formula_version":"titan-u-contract-v1","latency_ms":0.539042055606842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e18a1dabe72baa63b02c7bce17afe8ca95f833acdcaeacfa09e4b58c9f8e8ac","sample_id":"mmlu-elementary-mathematics.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23165b4a41a4275d4b939ee81b29f10c9d507e0deae6ad06111ca9d69593cf8a","formula_version":"titan-u-contract-v1","latency_ms":0.4336669808253646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c73d4347ef29d6714b998aeb2734e73dd36e9c27e165fe2c8320947de347561","sample_id":"mmlu-elementary-mathematics.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a93b81cee59fcd48b9b68f415ce76814226a87f97862569b8fedc428fa4df4bc","formula_version":"titan-u-contract-v1","latency_ms":0.4557919455692172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d85aaf79d253848322efb6efa68e7381851a0be75c55b4d794ec79fc1593697a","sample_id":"mmlu-elementary-mathematics.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b894681a8a207c905abc7f64d3e1b3c571023595cf0ddd10a8d3ca0d0b22c7b","formula_version":"titan-u-contract-v1","latency_ms":0.8785409154370427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c3c26a6fb55f18eb2596a4c16d50605e46fc6b6730307cd839c1c62f252c31e","sample_id":"mmlu-elementary-mathematics.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ede1ef7f7ab244807f1c9e92641e9f1aa05305c6753927f2174286ed2215ba03","formula_version":"titan-u-contract-v1","latency_ms":0.3901250893250108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60910a103e079c6e24926f4ecd0656bb03aa3a44126dad6dd141bff877129759","sample_id":"mmlu-elementary-mathematics.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1106901720c779e82d8c68c06388a46cc8f493454a1c759ca530f278e5cc94c","formula_version":"titan-u-contract-v1","latency_ms":0.5371250445023179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27d32ddfe39b7cf3c40c6a31160d2d5f2619fda13c67e05a45d0f160f5793c2f","sample_id":"mmlu-elementary-mathematics.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2af7270bf1062fe76100bc149fcbffc7227141b586d92df520a77701fff5aa3d","formula_version":"titan-u-contract-v1","latency_ms":0.39129203651100397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e3fb2633e1ec4b0daeaf2c54818099031f13fe67d6d52da3432cb4116c0c4b5","sample_id":"mmlu-elementary-mathematics.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c3c7401e622fda77c5ab0630c8f0457659e8ef50eb24754a454cd87ff1eaa47","formula_version":"titan-u-contract-v1","latency_ms":0.6967500085011125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61df09c887e57de0df4bd5ca912079944d60bdad5ce614ab44a128cdc73fbbc4","sample_id":"mmlu-elementary-mathematics.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"038235616ed0ede294c5e3494e29bd93299d2183f41185713d2dc637a68dc57e","formula_version":"titan-u-contract-v1","latency_ms":0.4478750051930547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33a1340a39bcd63f056428980d479a390454b5298bca11aabffbdfa762803275","sample_id":"mmlu-elementary-mathematics.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e307070572735330bba8306d20e6733dc849c1f4bb97285216866796d024e2e","formula_version":"titan-u-contract-v1","latency_ms":0.5886249709874392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"340b0ce89d7c5d636b3c4ded7882a035d62383d368eb01597017221c445324b3","sample_id":"mmlu-elementary-mathematics.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6aed39d470b91b781d9bb076d60afb95a5ceda08be1007a9071257122366712","formula_version":"titan-u-contract-v1","latency_ms":0.3952499246224761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91eb69b24735fe94fbf916dad4776ccc907475b41239e5f0648d978b8ee47e32","sample_id":"mmlu-elementary-mathematics.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89ce8a227027e194d81377068407cd5210fe8e101ce6d97947a691524f5c8f64","formula_version":"titan-u-contract-v1","latency_ms":0.41450001299381256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e68bde0d2aecad0933cf8b90c394d3bcaaf0f93f38a99b9c2cdbd03888d3d964","sample_id":"mmlu-elementary-mathematics.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9b001646055ad624465edea11207157fdfa8d3e294ec8a358531887794722d3","formula_version":"titan-u-contract-v1","latency_ms":0.46199990902096033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a927e6c7dff1345668db6a32bfd4f33398164e4967c47d668f700425a976e4a0","sample_id":"mmlu-elementary-mathematics.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e64b002345f012a160232a5bde5e0da05a15a02849134bd319586a9cdf476ae4","formula_version":"titan-u-contract-v1","latency_ms":0.5777910118922591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"822f5bd1a0c4149e2cf4efd58da3c0532d7edd62cc76291a6c9d63a4f4982b95","sample_id":"mmlu-elementary-mathematics.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"accad6b937b03fc5639441abaa011662464b2b88f57725d9f99691b90cbe714c","formula_version":"titan-u-contract-v1","latency_ms":0.42687496170401573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f05158401a03d8a00b16f3c353f3934124dc08dd080108f98ae8cfe3e0bfc5e8","sample_id":"mmlu-elementary-mathematics.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecebce755f39ac4a022924eac0b9ea94040df7f7c980b24eaf7a261792a97557","formula_version":"titan-u-contract-v1","latency_ms":0.6052920361980796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6fddc70e8bf18fb7cb069f61308eaaaffbd99a8d114b369e23613f41b1b8f55","sample_id":"mmlu-elementary-mathematics.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9013fdb0fac2f02c8be0eb4b9622039e10d8f3f493e97464c97a6e68377607d","formula_version":"titan-u-contract-v1","latency_ms":0.696792034432292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b909b85c5d3a3fa8626ce042cfe80696b681475ec98d5984f5e78f936fee0fb7","sample_id":"mmlu-elementary-mathematics.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06940501be66bb7b932a39244bbd7932d1fd1ae8bad379f9b92fd727af0ab1ef","formula_version":"titan-u-contract-v1","latency_ms":0.6067919312044978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1d4e991da0f4177538300b1bc24244365f57934b93a7684f4c3782d29559d00","sample_id":"mmlu-elementary-mathematics.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7fe559da811bc5fa31e4cfc5ee8ae06c59178cea5012c029bd61caa7130f771","formula_version":"titan-u-contract-v1","latency_ms":0.7571250898763537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9ee1cd6b449be9ebd2cde32ec239dae658eb2008471053983208ecc8aecfea3","sample_id":"mmlu-elementary-mathematics.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ead07760d4af351eeff6977198231f03e570fadf1a01c7493a9ad4c460091405","formula_version":"titan-u-contract-v1","latency_ms":0.6266250275075436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6785a06f88defad3a968a005305b48961b52835930368daae907ba3abb45c167","sample_id":"mmlu-elementary-mathematics.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f274a5ad5441b7b6737cee79e2089d8d1643e8e5f668cbebd385f933b9d0cd1","formula_version":"titan-u-contract-v1","latency_ms":0.559916952624917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8852b691ea3ef88cc326f8bd050d7e2a07b68c629fbb2079182e50de56975cf","sample_id":"mmlu-elementary-mathematics.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c8b91f9cd6a3c7c02acf0c51dc5c29b6e7e71ce0cdafa63c2871a32495909d6","formula_version":"titan-u-contract-v1","latency_ms":0.6889170035719872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d91a789b9cc6fef15557f3780ce31ba1e5c05c9a0ee0484c4ac553e7aa7d1b2","sample_id":"mmlu-elementary-mathematics.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdb28959caf6e470b03fffe260e521e5f1aa1dd6c8df72df12f0db2f5f3a7bfe","formula_version":"titan-u-contract-v1","latency_ms":0.37987506948411465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19021be688b413c2cd941106030e80627f8981a14f1b6f57964c28e83cd68fd4","sample_id":"mmlu-elementary-mathematics.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba5e86afd109cdd6d9c513ed02a9be5ea131aa1a89d848a8ba8982fa6d7d8e89","formula_version":"titan-u-contract-v1","latency_ms":0.43466698843985796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b13ade35b2aded74343fff4cdc75d90753423a22fb1a0dfbf68ef5a2779a36f","sample_id":"mmlu-elementary-mathematics.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e740c49ab006791482e26cd0229160a41c68454697e3cf9370f7ad39a38d64b","formula_version":"titan-u-contract-v1","latency_ms":0.4491249565035105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d315607eb3e5fa72651fe0994ae491311a3c80dd5bdcadd9ef0abe659b05cc3","sample_id":"mmlu-elementary-mathematics.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca2b2797d8f2b7426f94269f8b9cf431a1207bc71b5213f04a27124067fb1810","formula_version":"titan-u-contract-v1","latency_ms":0.602666987106204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8dafb86face2dc3c94a0105ba21f2744a503285cee9dd57b54b5ecd07d9ae82","sample_id":"mmlu-elementary-mathematics.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"feb431962f47987d977241deb0d0247844048e39e299ee25b57d0c94332bf877","formula_version":"titan-u-contract-v1","latency_ms":0.8525409502908587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2404261dda1623195cbebcd6b172f6c24b5a87d3d3c9b6eaa4624950311d7677","sample_id":"mmlu-elementary-mathematics.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4e8358782897f004eba2ea1e1432303e85ad92c92828fb53d858d05d7eb7835","formula_version":"titan-u-contract-v1","latency_ms":0.5632920656353235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce81420a5f8fed391743d483f66d8dc44e704c9c0921a34250fa305c84eaf412","sample_id":"mmlu-elementary-mathematics.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"489b5c6b6cb5d5ee79cf90df445e04541ad94f30baae29e29eb0716dfe389e04","formula_version":"titan-u-contract-v1","latency_ms":0.42275001760572195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a6f396f83729cd00e4f0bb206b96f3b41abfb9058a600e59ef98877ac99a855","sample_id":"mmlu-elementary-mathematics.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c22559871e8b99a937b34430f9daf2850fe0e6fb298f369f4dc178a210b9a4f","formula_version":"titan-u-contract-v1","latency_ms":0.4836670123040676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d697d0d0844a6c4eb59e3b125b19d209826f2bcb5335cefc5f0a86c5225dd066","sample_id":"mmlu-elementary-mathematics.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75ddd0e7b86acee49bbe7628d33395bb1ee8345ef3123c135097021379c72f58","formula_version":"titan-u-contract-v1","latency_ms":0.7699999259784818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3182406ea35c54daf0afc4f8229cdfb29b2786cb8aa703191c3659cc2603172","sample_id":"mmlu-elementary-mathematics.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8431b6737d8b627417797e8789d68056dd799cc590148a2ec2830f04d47ae94e","formula_version":"titan-u-contract-v1","latency_ms":0.5264999344944954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3bba4e8b6391d1b1eefd403f4a1dccff3c298db17ff150f0272f01c6b5750c4","sample_id":"mmlu-elementary-mathematics.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43309a50b920e4c2fb171a5dc951b352d91040033980be2eadb23ec7410ce8ad","formula_version":"titan-u-contract-v1","latency_ms":0.655125011689961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a7f0f91c02d02bb0306a4cfaa5261b786eb2bc402a1db8499949caac5584710","sample_id":"mmlu-elementary-mathematics.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3058324f80a7c7821b24d1a091a8976e8f40764a84878b75024ee9e06cc7bba","formula_version":"titan-u-contract-v1","latency_ms":0.6112500559538603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af5486dc963d930e2acc1dfda4d6451cd1802df566940ec00f86e0208e0dcbac","sample_id":"mmlu-elementary-mathematics.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a31f72e71f2d551e266236f65d93384e9b298f6c50a94c35fe6d56fe8b122d76","formula_version":"titan-u-contract-v1","latency_ms":0.5694159772247076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f274980c67cab38a92dfc90f8fbac426b1bab438f6db42bc16f0ecdcf1593965","sample_id":"mmlu-elementary-mathematics.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9842ac53a4f9113e23315015785c11e02048793037a16ec841c9e8f11b25284d","formula_version":"titan-u-contract-v1","latency_ms":0.4494159948080778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8c3da8017e8926157295a4c21cf9a3754fde13834aeee01c3d5780c78becbc7","sample_id":"mmlu-elementary-mathematics.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f16daa58921dd0f25185faa34a5a75536f677a7b488c60eaecd3f7fe5a862a8","formula_version":"titan-u-contract-v1","latency_ms":0.6566660013049841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c25d5c1a730c53326c03c076db69ab59c28f654d1e9784158a2ebb4e0c17bc0f","sample_id":"mmlu-elementary-mathematics.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc9707d3050426ecfe168da4640815b99a0ea10815c382be1bf3371ebe268370","formula_version":"titan-u-contract-v1","latency_ms":0.9905420010909438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a13f0279cbc43463615ed3838e86d4a498e9f22fc5a7ed3c76d9dbc5a284632c","sample_id":"mmlu-elementary-mathematics.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddfb655508f305b01efb9dd93aa2f3f05961e62034171d7f6aed31616f6504db","formula_version":"titan-u-contract-v1","latency_ms":0.5437919171527028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a70d1f89cf7295346b058e5fe8f5a2c3ef3e0e02849d5f1d6d3eee4675515ee6","sample_id":"mmlu-elementary-mathematics.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38120401502baf15bd445898a73152c4f36d55b3dc81aba186537a01b427399d","formula_version":"titan-u-contract-v1","latency_ms":1.1567079927772284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78b75b91cbc469496fc3dffaf8a565215ad8d949a2669ce9c5aef5074d1b1604","sample_id":"mmlu-elementary-mathematics.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adeecf8d82d0bf20e402697725d6965a72fee1d016db94fe8b15c9367bd55225","formula_version":"titan-u-contract-v1","latency_ms":0.5960420239716768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b50c16f912d874c4f6fb6a7212917b130a8775ff8668447e0be47fdecbc5ac18","sample_id":"mmlu-elementary-mathematics.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06738db4af1abd3c0eedaac9130c66bcffb736ec16df394960b8550d43e23bc4","formula_version":"titan-u-contract-v1","latency_ms":0.5753750447183847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fef51dc055df8db60f5575b6af28194290ba61b594ae95f3d6c91ca67ea3eca","sample_id":"mmlu-elementary-mathematics.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb768db76184400dd8b12826201b2169285970755f20ec46890bfafc407f0e3a","formula_version":"titan-u-contract-v1","latency_ms":0.4397080047056079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c118fad6ab6291ae5ffb543936fd64f79f99d96d2addde09a97a0967828fbfd6","sample_id":"mmlu-elementary-mathematics.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d77c7acdadf8847b2d3d07363b0867a174e93599ebfbe85b5813b9ee28fcab9c","formula_version":"titan-u-contract-v1","latency_ms":0.4717080155387521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"deea0b6219617af0daf8f323cef9c573b8d22e4b9f8ef3196c81f458f274c655","sample_id":"mmlu-elementary-mathematics.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee597e7b60c539db53197f82d9a0ac6573866e37407a73c9fd4757071b556cf5","formula_version":"titan-u-contract-v1","latency_ms":0.727625098079443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f52d370b71f7b036115dfb89cbd6ddce810df22f8b9b71d0ba1a2dc9401d2da","sample_id":"mmlu-elementary-mathematics.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7118022deb50b02b67da3e44b3118de1fc8b182f2d177f50cf197e8cbec837a","formula_version":"titan-u-contract-v1","latency_ms":0.9306659922003746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a871fb071f71d8ec20817e9b5203d76ba42e535dd5e2f1b4fec272df29c4b6a","sample_id":"mmlu-elementary-mathematics.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d03e92c769425a816fb87607a5154fe6cb652450dfca85ba7f4f9ea231ffade","formula_version":"titan-u-contract-v1","latency_ms":0.6591250421479344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdccb2d1e180282df8850e47bdca23a3db6154bf4a94e67289cd36e407328ce0","sample_id":"mmlu-elementary-mathematics.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2f3b1be37ca5e4da47f3ba3a29be7d9d5294f4d7088dc8f6dba4d0414af7dbc","formula_version":"titan-u-contract-v1","latency_ms":0.6306249415501952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fa2ac1cec41b48f8ffcbe3a6eaf4d143dd4cc79be4303e818142963df47b6e7","sample_id":"mmlu-elementary-mathematics.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcee1109bae75c3461113f5df0f578fc7917bbb17f33d896acec97a76c7b65df","formula_version":"titan-u-contract-v1","latency_ms":0.7230840856209397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9990adad941c9a5497f18cad05bbcc48cfe99ad42c6330875dd301ae838acf3","sample_id":"mmlu-elementary-mathematics.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d424d7b48032bbe0d23fae63d19b6f687ca86aac94b1a91819af8e76e2c6689","formula_version":"titan-u-contract-v1","latency_ms":1.0143329855054617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21429b08448913ad80fbcd292058bf3ad7e99d906cf97b96d3f41d6fb4138a65","sample_id":"mmlu-elementary-mathematics.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff6d3ea56fd46b5d17b94c049e554e32e57e471067d403b35e13df4bf36ade2c","formula_version":"titan-u-contract-v1","latency_ms":0.4989590961486101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a232bb7433cadf519ab35fabc80584e12c44fad9eb732ce9cec3512559d2ce8","sample_id":"mmlu-elementary-mathematics.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"675654aae33c2b1d295f43d0a2def92c0d6ef7e2103de544438780f6baee2f8a","formula_version":"titan-u-contract-v1","latency_ms":0.8052920456975698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ee9fb2b1da72e4c70124cce1f6c811530f3519b5ea1e48385008dd51cfe13d1","sample_id":"mmlu-elementary-mathematics.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a24def417054f02c24a8a2c8edbec4d45e4b9f846eed9e992b573ec4f3abc54","formula_version":"titan-u-contract-v1","latency_ms":0.5610419902950525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72b0d759543a5f7bc42b97f604feae19c83c76a907654838c5c6c7c690d4fe0c","sample_id":"mmlu-elementary-mathematics.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"039aee363c0b781141044a15fcd712470f2ed70091a418cdd047f546621792f5","formula_version":"titan-u-contract-v1","latency_ms":0.9035409893840551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b71ea6083efee26bd956aaa27c6939755e0e5b1d84ea4a551822b89b5002808d","sample_id":"mmlu-elementary-mathematics.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0f94aa6ebf03c83e8081198a8b2b2cc667967cda371831786238eccb87a3f2a","formula_version":"titan-u-contract-v1","latency_ms":0.43220806401222944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"924aa5f27c9559ab1bdeb3d267e6eca481a2af367a5c1b10b03bae4a42f0e6c7","sample_id":"mmlu-elementary-mathematics.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa111959bc30f5e784d0aad34603a5d08b8950076f6a6aa470e176ea2ce3f312","formula_version":"titan-u-contract-v1","latency_ms":0.6187499966472387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99b38762bb6fcb7dd13f37010af5dae78bdc134b624aff1c5bb4d813640720f4","sample_id":"mmlu-elementary-mathematics.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7180f1d005aa7a6c9786ac4b9e51314c0fcc5494cd9f76fbe2eac729b4a8a8dc","formula_version":"titan-u-contract-v1","latency_ms":0.5630420055240393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8005314d7f3e70ea7f745c8ccc6ee67c963657ea750ddbf784697e87c26e9c41","sample_id":"mmlu-elementary-mathematics.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20009b199ca60e0db21ae372c2af3ed67141e2e3edeaab433698440200b00750","formula_version":"titan-u-contract-v1","latency_ms":0.40779204573482275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd52f3fe3432b8f8bd1586252416e62c0a31a99da29c7cbde061b72c085725b1","sample_id":"mmlu-elementary-mathematics.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f048f5a2a727473d67feb24187bb44d985ddcc78e40e936c97db6b24933960d5","formula_version":"titan-u-contract-v1","latency_ms":0.49662496894598007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d6293ff2b237af0c3f106133d70dc7f7dc910696d75ac5d76b66b7ff7e55ce7","sample_id":"mmlu-elementary-mathematics.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"156bc61bc609d60d348f54cb77a0792d05dbee8fbaf143030886d323e6ab7525","formula_version":"titan-u-contract-v1","latency_ms":0.438041053712368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"059ca31f8d69ee526579bea201763568acb2bc13d05fe05786ae868469ec75c5","sample_id":"mmlu-elementary-mathematics.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6be4d69e2da9c8369f4189490bbe75938573827c4857e349a2e380979f6bf2a4","formula_version":"titan-u-contract-v1","latency_ms":0.42562501039355993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5881d950969827cf605b5f69aa3a2430333a7cece5a64cd8b4a2429c282c2c8b","sample_id":"mmlu-elementary-mathematics.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01a4fe0464d58d0a50b9156f5ce6e3f04a7ce32689e606eebb8cc8be0fa2a575","formula_version":"titan-u-contract-v1","latency_ms":0.5985000170767307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d7bd69d66a76328d47c6d208f752b0bc2a098a3dcf59f14bfd68a45a4a53043","sample_id":"mmlu-elementary-mathematics.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a7da3d03573210bcbca59351732bf9743fc7274cbb19f0ab7df0a59fb6b0fb3","formula_version":"titan-u-contract-v1","latency_ms":0.49712497275322676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3715848c0dd96d5fde9f4462d13d6325076ffc76b807de210d50a91b36cb8c97","sample_id":"mmlu-elementary-mathematics.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e97f04750b3e739c7770c3ad57c3a5a05e0b24a593416929807934b86be7a85d","formula_version":"titan-u-contract-v1","latency_ms":0.6183329969644547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cbdeb607f86d3983334450fd09db448559cbbf0af301ed3d9f97012200e7ac5","sample_id":"mmlu-elementary-mathematics.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6e94505b74118c4d9a19bb914935b7bc80964ac172f9448ccae0b3cdafcc2f2","formula_version":"titan-u-contract-v1","latency_ms":0.857457984238863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4588e9041913750ad55d7ab370d1c815fcd782de516ea3d48275b8984f41c4a","sample_id":"mmlu-elementary-mathematics.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2e1c811234d125260fc34281098d300421467d70deed801394217af09d1bd77","formula_version":"titan-u-contract-v1","latency_ms":0.543624977581203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fc4a3c5748fd2e1d6617018521931e661a61cb255b233ab9c623953877aabcb","sample_id":"mmlu-elementary-mathematics.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d496eb0d0390d8b33f8bf955d568a89170a33f0f0b522a7ea0eebe65c2ca3b8d","formula_version":"titan-u-contract-v1","latency_ms":0.617584097199142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89f1aacca6dca1cff6837fc2c76e0e8ba43368cc6d127f14cdd6f5a7cf102a25","sample_id":"mmlu-elementary-mathematics.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e848adad480c66c67d3c7299299b74dc5b0e2c7d83ea7cf04af29c692f5eaaa5","formula_version":"titan-u-contract-v1","latency_ms":0.5004579434171319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31c1fc6ba2d5620c56fbc88cfcec28ae760f4d76dbc6473b7db9a0df8aa571c4","sample_id":"mmlu-elementary-mathematics.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1519aa027987326767583f2335643753516742d09a1abca050bb436fc33ba88","formula_version":"titan-u-contract-v1","latency_ms":0.4587089642882347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39b0703fdefced85fe1d93ce96c5b8b502742a84910ea3570275fdb3af538bef","sample_id":"mmlu-elementary-mathematics.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13d94c33670c6a0a1cceed27cd8b1f63c1dc708a39e90e88f4a051594042f707","formula_version":"titan-u-contract-v1","latency_ms":0.6007920019328594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71087a6991c1da507443e6b10b0ef20a2086bd0cb65ef5b00bf7e1dfdc67c9d7","sample_id":"mmlu-elementary-mathematics.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd206e0ad4fa19a9a2d5cbcf8eba8131cffd0b0558575bdfc72ac191fe8824bf","formula_version":"titan-u-contract-v1","latency_ms":0.555667094886303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a19273f28923ca96f858ce7eec37bd3006e3cd385e63a1941c31143bdfd9f522","sample_id":"mmlu-elementary-mathematics.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea1bb4d05fb8a6c8d40acc2d21acda2a1e495047edefff679015a26ecfaf2034","formula_version":"titan-u-contract-v1","latency_ms":0.7240829290822148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a2b42786c22ce41e08dfd2fa5b54588cf519d34978cc3a69fb7323ab3c96523","sample_id":"mmlu-elementary-mathematics.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c00c0791b1e28034e906d7d9d67aaf4c954f98256ceec2b9340ccadf35c9f6f4","formula_version":"titan-u-contract-v1","latency_ms":0.7869169348850846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4dfd4d26d12e3430ec211e572da86ddb9627bffc97815fcecb848bf6fc5445d","sample_id":"mmlu-elementary-mathematics.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86a290d5688bf9d9e919bef59deba3c840030bb048b6024e30a7cefa7cfdf46f","formula_version":"titan-u-contract-v1","latency_ms":0.49933302216231823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69a791ddead47a558685a47fb15c0959db8c5276fb16977b869f65f48e6ca263","sample_id":"mmlu-elementary-mathematics.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deaf95122f97345719e918aa621c9654f9ff7eedcf23dafd40c42b975c07b268","formula_version":"titan-u-contract-v1","latency_ms":0.4083330277353525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b7a7aa2368a63283e510fe81068881ea1bd4357e241317e669f7579706e98a3","sample_id":"mmlu-elementary-mathematics.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eaa4ed3a1088dea336ae9c464bf4452f4973468925e0b4140155c15f6102d887","formula_version":"titan-u-contract-v1","latency_ms":0.37091702688485384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"041653799f916ab79c03028877ad38201b922525b9d6127e040d4b794ac3f0dc","sample_id":"mmlu-elementary-mathematics.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7e8e2ee6c3e31f6d4a38bf02862f0d39c9b0452adb65c18886edf03b7dcf342","formula_version":"titan-u-contract-v1","latency_ms":0.41729200165718794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"565a26c9b13ad66489677d6dd3192ca77017f13028f4f984884756671e04cfc3","sample_id":"mmlu-elementary-mathematics.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c134bf9e2c17db0a8db1acf024702b52275d0d98ec817da060a7311fb114f923","formula_version":"titan-u-contract-v1","latency_ms":0.5202919710427523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e181cc26ec5502a5e80508d1cdda9dea3b94cb16f04bb72c1af8b76a270c2fcd","sample_id":"mmlu-elementary-mathematics.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a361509074e477646e0dd7c5b374e4e10f9c3bad02f6a33336d7672d6c304729","formula_version":"titan-u-contract-v1","latency_ms":0.8751250570639968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47a66040f43f8680fb7125e6ebf763ef3e0ff53f237ea011a54e580be7f9d19d","sample_id":"mmlu-elementary-mathematics.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e9998ee9cd7b910d7dbadec9253c9f1d16bef6548c9b0ac9b733cdb3eec410a","formula_version":"titan-u-contract-v1","latency_ms":0.5014999769628048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08095de4ecf09f1a7b9dc08466f29e42778bb65c6447b224aef32ba5331df87b","sample_id":"mmlu-elementary-mathematics.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b91a987d176a219bec971420ede26bddbd7c2decf850019cfd6225bbd76ab904","formula_version":"titan-u-contract-v1","latency_ms":0.8030410390347242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"427edc38fa4330b065a15e69519b0c00a5c5b5ec39d7e53e182903a346ec5d90","sample_id":"mmlu-elementary-mathematics.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49b232a0fac5cfcd600a029fe3df572705a71a0b437284173fa7bd671353e7ba","formula_version":"titan-u-contract-v1","latency_ms":0.748916994780302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c1513fa7189d978c827b0721ba5fcb4c6164d92270184bbce89e76c3dc2204c","sample_id":"mmlu-elementary-mathematics.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"994a1462e2212f0371fe8520c00f8f47f678d0539d1875c8d337f69bccaa6ae5","formula_version":"titan-u-contract-v1","latency_ms":0.8755420567467809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe99a755c3571862b49b00d2b4312fac7c116500fd3a533025f6dfa56b5f8b4d","sample_id":"mmlu-elementary-mathematics.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46e5cb8eca70cc44f57b65dfcb6a1bd595c80f3638ef56b4f183fd0cff5c860d","formula_version":"titan-u-contract-v1","latency_ms":0.613250071182847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a39c6bd4698f2a548292e9c41bd8d33e99770a3070e944a60a399d3110db1f27","sample_id":"mmlu-elementary-mathematics.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ad5447ca750dc93e07a91caeb85f8c1f9a0bec410f4c679912f69245ff8bcbe","formula_version":"titan-u-contract-v1","latency_ms":0.7063749944791198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"619ae1dd61cc4c54e4fb291183f3bb2da158b63e7899eacc6e7464ca9e2deecd","sample_id":"mmlu-elementary-mathematics.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"866c72f0a9adb0b0a9794f26855564da9abcae0c56370a091400e6ea54b4adb8","formula_version":"titan-u-contract-v1","latency_ms":0.6835829699411988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0fd3a9f0ca4036709fc7480a789a98c96d29169b0b4da4650a74ce46f69a10f","sample_id":"mmlu-elementary-mathematics.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b0a9b46dbf30513ef6e24b93d8ced7e2703b201612d05c8272501a066e4d364","formula_version":"titan-u-contract-v1","latency_ms":0.50166598521173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"550fcab9a5bb54f8a51460b97519d8daf52c27ed984c94bbc60bc3f6dd78b1f4","sample_id":"mmlu-elementary-mathematics.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b846ed5ef0b16fa345e1141298158a4f1f0305ab5765b165c8a76d7504f5ad6","formula_version":"titan-u-contract-v1","latency_ms":0.9174159495159984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"befe29b00d7a791a8d4d6a01eef0410faa74ec7e6db6b1855d4a50ab60bf27a9","sample_id":"mmlu-elementary-mathematics.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d26e65ed66cec12eae8168fba5dd082abbfb488e1eb6c907a1efdedd80659dd","formula_version":"titan-u-contract-v1","latency_ms":0.4686670145019889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e682f3fa290a5c10685eb31c7751cacbc68198c99e35bcad91ed16e1f81a493e","sample_id":"mmlu-elementary-mathematics.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c720ff14db5201d4bdba4293605f4f181ace6a14155800bad708802f6d15ebc","formula_version":"titan-u-contract-v1","latency_ms":0.37408305797725916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"360c4d221b42b9da44035cdb479afa3a088b7c7b1330734b5117cb3dee196d20","sample_id":"mmlu-elementary-mathematics.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"530f3aaa127856bd0752bf181b71617cd9ae3901220d9629c22b3611aad1ed4b","formula_version":"titan-u-contract-v1","latency_ms":0.5199160659685731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77bf2438a9a5319292ab74ea64bacc644cb3cabbbfe69a724079a984d37dade8","sample_id":"mmlu-elementary-mathematics.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbea6ec506a088075ec81d754e3386b0fef9f85899d78c3fdb9a6c1e339555c2","formula_version":"titan-u-contract-v1","latency_ms":0.48045895528048277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f2802e830210a272d1ec7d03d099b132386a52c557e988f4a3afd17c81c0b71","sample_id":"mmlu-elementary-mathematics.val.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57f091502bb65aca8f15a30d0a2c2874a1c145bad38289d927ee3c0b1c64e055","formula_version":"titan-u-contract-v1","latency_ms":0.5147909978404641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67f272e71d06837636d2f532a3838b9bedee9897f347dacef287810f6ae55395","sample_id":"mmlu-elementary-mathematics.val.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"053643a8ae3f9ced81f251702d528d3713be3758aed5b2ec156e8827eed958ba","formula_version":"titan-u-contract-v1","latency_ms":0.639874953776598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ab54925e43a3db49d2fb1a45b88531f9a7ea0ae0d609ca63f4704533c4e471d","sample_id":"mmlu-elementary-mathematics.val.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9a528bc2a3ac983923eb43599a49d8d88923b91709b31a381df733815ebdffa","formula_version":"titan-u-contract-v1","latency_ms":0.49762497656047344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c8ed51280c47d959da3daf4226933a4f7a3ccd403f7545550875d0707646ccd","sample_id":"mmlu-elementary-mathematics.val.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e35f80260980cba3a89b23d7d18a8be14e0aa28f8c6cc78f6101f0e1368ec11","formula_version":"titan-u-contract-v1","latency_ms":0.4167909501120448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a9038c491476b989271731624a424c062cc0f4fafd4cccfa68ad2be2e208b93","sample_id":"mmlu-elementary-mathematics.val.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14b1cbbe8ee506d1484de58562ce19c3cdea0244c3a62b8ac5b7aa7e2e6f2fb8","formula_version":"titan-u-contract-v1","latency_ms":0.6607500836253166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81361ad6dfd4f0a2923ceb6a182a14d0767ec4029ec06813fb012ccb50b82171","sample_id":"mmlu-elementary-mathematics.val.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e479a0b70640b62c319db4936095b4da4146a03c712dbbe1779227c75bd182e","formula_version":"titan-u-contract-v1","latency_ms":0.47862494830042124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8f5d2c64d96e0434afc57f93a48d76f8720d0eaa5993274c546e824f31ad4f6","sample_id":"mmlu-elementary-mathematics.val.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"125be41bc50960e1b2ffacf9b83f96c7fee1d8d08c122b51fbe4fcd58fb2ab5b","formula_version":"titan-u-contract-v1","latency_ms":0.5565839819610119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d969880a45269f9ebd0651ac0a715c5dcd28aee28c67f8437996e3b8399cbbe3","sample_id":"mmlu-elementary-mathematics.val.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f469f3262cdb12d83320d3ffd31efa62b0b50f19e5852d0e2abd0ef5b6f58ac","formula_version":"titan-u-contract-v1","latency_ms":0.6139579927548766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44b90364a64c54a5e97d61b124e519bf5bc3049d0b5d6facfc9bb4830215ab18","sample_id":"mmlu-elementary-mathematics.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7eb14e6da410a302f647ec81b07b61862421b541b4518d0b15e4da8c2ae0381","formula_version":"titan-u-contract-v1","latency_ms":0.6374169606715441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3aaf5c960d4b2e3386d2091a693e4d67fdc8235a334ac3257e5f01fa9bfbba9d","sample_id":"mmlu-elementary-mathematics.val.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abe570a8faa11ce45f8bad03b3db628d81869b4dfea2eb7d4811be73a0db6c19","formula_version":"titan-u-contract-v1","latency_ms":0.6140839541330934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb049e9a86056c030fd3bd53c8a4c2bd4e5df04ecb8eca773503fc398cca9075","sample_id":"mmlu-elementary-mathematics.val.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74f9e1e23cccdfcd88d11a656a255268150ddd896d2a729dacb53ff9255f81af","formula_version":"titan-u-contract-v1","latency_ms":0.47375005669891834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"863142146902224608d1a9a073ca626779fa9d349c58f2d1e4f081129882eddc","sample_id":"mmlu-elementary-mathematics.val.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9228a3e92dfbb69f02476177c0978196187c9ca7f0415431728ba478c2e93f14","formula_version":"titan-u-contract-v1","latency_ms":0.41754101403057575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f6b5d8ee39e924356c0f549577ce911081a2a254e37a82025cf50d56ed988f8","sample_id":"mmlu-elementary-mathematics.val.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26fbf21ba5c794c964eb9a9e9fd5283895f7a96987db92992fd977db1c4c5aad","formula_version":"titan-u-contract-v1","latency_ms":0.6275000050663948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70779985e3dc0c3bfb2502c42820f65fc9e6fd860d64b3be6e1d2021b05a6864","sample_id":"mmlu-elementary-mathematics.val.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eef8076a3f7ec213c7159f8e10db224fdf5e0dee40f754cd7870c3cd73a10ab9","formula_version":"titan-u-contract-v1","latency_ms":0.5287920357659459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fd808790a8aaa539147ddcf3b9426e7f363137fe842262c030c3d5c574f769c","sample_id":"mmlu-elementary-mathematics.val.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1d3b5cf030d7933ed6c073ed85cebd82a0f5d0e8d7b60ba4394542f3412c4f3","formula_version":"titan-u-contract-v1","latency_ms":0.6278329528868198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a1596000c0c0326fef40aefdd3b47c993383ca11bb10cd1117ebd9526a90861","sample_id":"mmlu-elementary-mathematics.val.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0ac5784a25ba7b1372f19fbfa63b41b6c6e8793a0413ea543f125e7db8874c8","formula_version":"titan-u-contract-v1","latency_ms":0.7390830432996154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52065e99ed8726f101fb867e79e7f1ed306895f4a62558a01a95f4bdd48117d7","sample_id":"mmlu-elementary-mathematics.val.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02afd3240496cb3b98990fd3ff96c1cacf4b8c01304f412cf19b7aa7d05fc1ed","formula_version":"titan-u-contract-v1","latency_ms":0.43354195076972246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57dd0106254fd26daf1be517dca49aff1e4a60fd67f0c3e2afd28e2361e83534","sample_id":"mmlu-elementary-mathematics.val.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7be2e23fdf4c87120adefcedc7d0e4e4608589ce2cb42b36008ca7ea16579f28","formula_version":"titan-u-contract-v1","latency_ms":0.5992499645799398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb94526e3c8280c7e76ed9077e4394f1a94583f5b7a0886b23667056960d6e0b","sample_id":"mmlu-elementary-mathematics.val.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b48743d31a2e39c5b81053cd7023cdd16831e25faaee7cc1f97ed1669e99b145","formula_version":"titan-u-contract-v1","latency_ms":0.46545895747840405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f3909ed7aaedd85ac0f82c0d093cf2983d5d1a06ae2fa7bad530f59b96e5aad","sample_id":"mmlu-elementary-mathematics.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8084a2df29d60cb36ac1b0e867c587946f0023772c3afb9c262caf166ed7b6d9","formula_version":"titan-u-contract-v1","latency_ms":0.6419169949367642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50892b24bb571eeac3f6267c6e979fece7728498c6cee94b62334527c896c257","sample_id":"mmlu-elementary-mathematics.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"158b95e486fd8157894c2835e3f44da8489103053db1d8da724f140db61e9019","formula_version":"titan-u-contract-v1","latency_ms":0.7659581024199724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdf9812a8e73b721ab867ef094524082e280b732172754fd9ce40e2e97924f7d","sample_id":"mmlu-elementary-mathematics.val.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16d4749df4358fb19b0b0f4041f70dac43e3bc224bfe5a7a3f4832e9c3d9aba0","formula_version":"titan-u-contract-v1","latency_ms":0.8541670395061374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19628da0540ebb1f8eeb63e5d79f592852c5fae739cccb1ceaa3b685de13d414","sample_id":"mmlu-elementary-mathematics.val.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2046e5f79e3291768805727b3daf72ecf36c39831635d8f2154282046d66d55","formula_version":"titan-u-contract-v1","latency_ms":0.48733397852629423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00eadd6c4fc79a84887d37ca2b0cd6da240d269838bdb933b6c38d1120af57ba","sample_id":"mmlu-elementary-mathematics.val.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfd94fc6755ac61d8db53534e8b218e71c289b0c367d437266d4f629d713db67","formula_version":"titan-u-contract-v1","latency_ms":0.9326250292360783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0cb35a3acfbcc59bc18c8d62f2cc4a32394a253eea80773912b8a3d1f27e9f6","sample_id":"mmlu-elementary-mathematics.val.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30328e28e0f750826237643698ec88299768417e9b59bff3bbdc304435fbad6e","formula_version":"titan-u-contract-v1","latency_ms":0.4635410150513053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f428dc91059eee66b207d1d7d4af1baf66e21a87ebdf512e8b4c21b8188ddca","sample_id":"mmlu-elementary-mathematics.val.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5efcf00528524f75d2931b2c3959af2eb2bf59697b335061810736a712d7f9a4","formula_version":"titan-u-contract-v1","latency_ms":0.5283750360831618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f6f33459baa46adc6be8155725b0bed7461250502291d35268de843bde4042c","sample_id":"mmlu-elementary-mathematics.val.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4edca4617970c1f874556340edab814bf605fca2a2289dda65a1315141dc74af","formula_version":"titan-u-contract-v1","latency_ms":0.5977080436423421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c40dd3699712cd00d98c87cda9063baf280c46dcbafaf9c48998b5f5763b81aa","sample_id":"mmlu-elementary-mathematics.val.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1753dab7e7a662baa4c200318237ab595cae31bb47d0b27fd47a63e87a87a30d","formula_version":"titan-u-contract-v1","latency_ms":0.6187090184539557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c1e979ba0f1b5d4aed4b4531c1eabc30b241cfe9564cf96de54f861b00cedfa","sample_id":"mmlu-elementary-mathematics.val.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddea1e335a63ff250e916dd26278c828f0f4d82830d675358465cf9744ace6a4","formula_version":"titan-u-contract-v1","latency_ms":0.6357500096783042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c063ac0e049018e9c5aaec8a855ba46d3fb58aba18c29bc62905d52bef3ad623","sample_id":"mmlu-elementary-mathematics.val.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a719d16f6dde11aa2feeb8e53ab5e9387ca856d76d8bb40ca96a1d000b453e25","formula_version":"titan-u-contract-v1","latency_ms":0.7674589287489653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4606fc4d21a146285c789be32f8afe3d05c0d5326a16a9e38a2a2ee0e214c451","sample_id":"mmlu-elementary-mathematics.val.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d16d70688ff7129d289f5e82b4c3fde73844503ecaadb39190cb6bbf0688a9e8","formula_version":"titan-u-contract-v1","latency_ms":1.856875023804605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"855031bd62f563d3388a2ba0379ff17e10f8228db855f528bab36a97f1c0cf39","sample_id":"mmlu-elementary-mathematics.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6d149985924ab42eb5ae892e65140c730ed2d9619b3d805d0078accfc929507","formula_version":"titan-u-contract-v1","latency_ms":0.5673329578712583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abe9a1220bfdf2382d2ee09e9c3b759aebf62583023b4b839e01e92c8d0e1a5c","sample_id":"mmlu-elementary-mathematics.val.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c100574b4470d367743c4aed2c29a8ea67d3f54a9ccfe5ec052f7f4e295d4be0","formula_version":"titan-u-contract-v1","latency_ms":0.620707985945046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a4d609341a3106f0ca5c02e8fe3b9d6cfe49d837393b976bfd7cbd49c302290","sample_id":"mmlu-elementary-mathematics.val.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19c7b4d720c7ddfeee7229b305da47cdd269c1de57085e4f8575dd3ecb2cf015","formula_version":"titan-u-contract-v1","latency_ms":0.4450420383363962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d5e7a253838c3b7f24372e0a87d2e088e794395882b70f8451b6aa56fb02d94","sample_id":"mmlu-elementary-mathematics.val.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"910a73349b38d93f86e2e977eb11733904cb7d237abd4d5c69a565969b48fb4a","formula_version":"titan-u-contract-v1","latency_ms":0.44241698924452066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f80e860ce4a0d9cc32e606c37b54d26c9c21614920be13a5519edd439009832","sample_id":"mmlu-elementary-mathematics.val.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30b4f9e29737b7853aae71ce0c839a4dc6152908c5599cba960fe06011deaa95","formula_version":"titan-u-contract-v1","latency_ms":0.4527089186012745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c1dc08ea262ef73b12f76b37af6002cda7a212d9829320bf21ac5a2b962e128","sample_id":"mmlu-elementary-mathematics.val.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bbc8c49e0a37cf44edd97800c7211ad021b49d88e8fd4ece0dca2f9b4e3526f","formula_version":"titan-u-contract-v1","latency_ms":0.6574590224772692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97c1ee98fa6c5d74872aba46d164ca50b8e72378e236ffe8c4d841806905cfcf","sample_id":"mmlu-elementary-mathematics.val.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dd0548a6afd82c8b1002f44e6d558032451bb3147561b292b1872d699dc8bb5","formula_version":"titan-u-contract-v1","latency_ms":0.49116695299744606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b0f1e1847dcc49e79d60b7f6c3d3cb57274570a981e054fff3242e8cf4ba0b7","sample_id":"mmlu-elementary-mathematics.val.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2a66a714e6ab9f48d8e16cf54e80732239f61738c2885586f530e89f0759782","formula_version":"titan-u-contract-v1","latency_ms":0.43833290692418814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0846ab7430722682e9b16befd63fede164274951f49736a860930c274c1704bf","sample_id":"mmlu-elementary-mathematics.val.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"860393683c220bd798be2e66597cd8e8be446319596e68b919d9261e284a6835","formula_version":"titan-u-contract-v1","latency_ms":0.532708945684135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0204cab9b145976a0a9c4a897fcd61645a9a0b3f56c8926c983b9531cb815c52","sample_id":"mmlu-elementary-mathematics.val.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58c3d29913eb2b490d2a5bd8712bf7847f2ac341c0d4db1d46324a7dde3f64b9","formula_version":"titan-u-contract-v1","latency_ms":0.47133397310972214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"442967ca12562978d266b070fb913ae8da730b87b44731e44d0e14d0097e8757","sample_id":"mmlu-elementary-mathematics.val.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80a29ee90828de1755d07826da7e42a346974d525c9375d93562e7f75e1c516c","formula_version":"titan-u-contract-v1","latency_ms":0.560375046916306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c761eacdb91260ce93c6897612fb1aa6858bfd4dc0b32bceb144ef44be09618d","sample_id":"mmlu-elementary-mathematics.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34e02229b69d42604abe7d2136f5c082c2ee2cbe42d4402fc3967c5d3869c8ad","formula_version":"titan-u-contract-v1","latency_ms":0.4141669487580657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89cf12cf97a635f6be5d2f48144e5d28c503b7140915c46acb75dab4af4effa5","sample_id":"mmlu-elementary-mathematics.val.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"418018ba4e8f807e8ac54037b1efbadef704a2cfcd6b6f23606e7306eb92b2fe","formula_version":"titan-u-contract-v1","latency_ms":0.5541250575333834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"216d73c81d46f5d667bde3f6c9d45d32d79e2f5a8473b13763e88a36f76b8411","sample_id":"mmlu-elementary-mathematics.val.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cdb5f1bb6e8d9dbd79d6e7e51d377e2755d88eabd35f99d37f7893edda2ba7b","formula_version":"titan-u-contract-v1","latency_ms":0.46637491323053837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98f37f8dfe1aa93508dd0c9b7518168e771f3fe7706ef978c6e1c045f0496b5d","sample_id":"mmlu-elementary-mathematics.val.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"190efff4e37d43b621e8a70063cc273b668299c6619f4544d9d279e453567c2f","formula_version":"titan-u-contract-v1","latency_ms":0.8250420214608312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7989f8a0e93a628a8908de882c78aa95fa9f47721d42419c1aa20b8bf854de79","sample_id":"mmlu-elementary-mathematics.val.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b4df70f7f96be397e0d4527698e79155d2697b9f10a1693e4d64736846314c3","formula_version":"titan-u-contract-v1","latency_ms":0.4830000689253211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55416d6961c1ef38dc834fe87507ddbb5c737b17e5e73ad93242660a825dc0a6","sample_id":"mmlu-elementary-mathematics.val.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c9bac59d57c06dd6750acc0b39866ceb2bb7824fbd1e060708a1633dfdf390f","formula_version":"titan-u-contract-v1","latency_ms":0.5745830712839961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9712e5181d4dd0ee0f12ab494b7f1cfb6b970300014ea8d43b48118b32a415ad","sample_id":"mmlu-elementary-mathematics.val.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c2da0354ec27767b3f851207233a337b2030a903b52c919bcf561569671e6e3","formula_version":"titan-u-contract-v1","latency_ms":0.6414999952539802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31731e12a433803a4c3dc03dac036648de72f5cd827a24a71d54715d25f8b9e8","sample_id":"mmlu-elementary-mathematics.val.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2af6fd8d10fa07e398fb1104bddb5cd381b7bc2f7e45acd5562e443bda8c68a6","formula_version":"titan-u-contract-v1","latency_ms":0.6292499601840973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d423d5a9df9d043f87c38fcf15ec27a96e13dcbba078e81d30268065ac92bbd0","sample_id":"mmlu-elementary-mathematics.val.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de76516b04539a4f0c95af6b13256c4842d30c6b95d190558a416135b8ac66e9","formula_version":"titan-u-contract-v1","latency_ms":0.46324997674673796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6d86c13f95755767781e0e3d979df044f77491f1557742dd4c7617e0967ebc1","sample_id":"mmlu-elementary-mathematics.val.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bb5337b99c61a846a024b75cb73b510c8e2d304a9b65c9d7e15caaaaef22da9","formula_version":"titan-u-contract-v1","latency_ms":0.6107080262154341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bf04400f3225dff479ae22bbfbd21461ecf23626962e798e2f06fc6f0920742","sample_id":"mmlu-elementary-mathematics.val.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db50ec95026af847ec1fdb63fd029dec55e9b4d7783b14158db41d23c6de652d","formula_version":"titan-u-contract-v1","latency_ms":0.4572920734062791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9029596c4816d50320461115842c45ac99ba74477ab428d209ae7b38419e46c","sample_id":"mmlu-elementary-mathematics.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89804b25fd3a400fdf0a1221b921e174cc6883bb75d2112631b5cc9992a914fa","formula_version":"titan-u-contract-v1","latency_ms":0.40366710163652897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c177f8767f9c3b9d6805634092477cd8ed016f8d3fe07e8d53486788f9618c0d","sample_id":"mmlu-elementary-mathematics.val.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"443704c7f15363951baf0a66402f69387b66bf97aa371c354e397666a47937c6","formula_version":"titan-u-contract-v1","latency_ms":1.4313339488580823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57ce488f87f3341642f1ab54ceb8260c5f7d898cdab49539f7f1102dcff7645c","sample_id":"mmlu-elementary-mathematics.val.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b63a4e7634112a69bd5c4224e2bfd7ee7439b7d030512b091096c9cb20617cff","formula_version":"titan-u-contract-v1","latency_ms":0.4651660565286875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"056e17cdaf07c2199e00033f29a65ac64a670b882144a93d1f519b5729cd1d03","sample_id":"mmlu-elementary-mathematics.val.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6de0d56b29ad3c6bc93257a45e68151a8c99f257c1695b7ea1d16cefb6f88b70","formula_version":"titan-u-contract-v1","latency_ms":0.562917091883719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e641157b3d5aa7269a638feb8015318d90e98990ac8cd9c406a8a5f35ddfbc8","sample_id":"mmlu-elementary-mathematics.val.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"871f5425c83ba9312de867456b7538524add3d1953bf828ca1b4ad4dfdebfc4e","formula_version":"titan-u-contract-v1","latency_ms":0.5009580636397004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40ebc43e276da869be6f44a231eb53f96006c93dcbb46bae085b051d0b776dcd","sample_id":"mmlu-elementary-mathematics.val.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65e9371b2245e2f8672e60cc1130077a76bc4ab1741a1a83d572eaab6e13bf89","formula_version":"titan-u-contract-v1","latency_ms":0.6777499802410603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56409fd66544b7ed40f40555170801196e6cdc240127bb83afeeba6cd24fd13e","sample_id":"mmlu-elementary-mathematics.val.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3ca95a230cbecda2d7d0f9c0ef9e11d5ce9b4d1af7e9b89e260e220911fdb71","formula_version":"titan-u-contract-v1","latency_ms":0.4764170153066516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f288b50b5434081e720569ce75fd13a5d3b0c53e5d7ae87f261a32f6903d26f","sample_id":"mmlu-elementary-mathematics.val.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7691b805795f351e5aefa940b9687e2e0911e5c3c934a8c75b42dccbb269975","formula_version":"titan-u-contract-v1","latency_ms":0.7018330506980419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b36a0ace10ce991a6d169b036abbe9990b523e63054b7b4bf4c9a048eefcfd5","sample_id":"mmlu-elementary-mathematics.val.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a601cd1323f94d9fcc8cd7dcb65cd04bacdbaa10ec94e213e761b0a0d54ef726","formula_version":"titan-u-contract-v1","latency_ms":0.4527500132098794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1ca79e0c82887f5f519ae85d4c364aebf374221008e64af0f6a0ac000a6262e","sample_id":"mmlu-elementary-mathematics.val.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"065973812d1eab2a2ccf876e736f11d328cd253c4419c1a1da41f0131c42214d","formula_version":"titan-u-contract-v1","latency_ms":0.5562499864026904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f78e8a69e343663bf2d30fc96948b9286cede708241caf98a66be8127aaa30d","sample_id":"mmlu-elementary-mathematics.val.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1506c49283006509a1fc9ee3b3afc57968934ba93f51245a4511e0ff45c23e12","formula_version":"titan-u-contract-v1","latency_ms":0.4545410629361868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52e15cfb9807a3ce615ea6eb5509bee16349bc8791a68ddcd60a6ac01af32206","sample_id":"mmlu-elementary-mathematics.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aacadc9c4d0634e09d735e734c6c798567f66e1a47d1f2704a74a47c3400e60d","formula_version":"titan-u-contract-v1","latency_ms":0.6239590002223849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42052db442b469a35c245ee22e3b6afa687f51d8a6dfef64000ab82527184626","sample_id":"mmlu-elementary-mathematics.val.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72199771b3038a1a51ef4134d0e592ae82efae30568a504c7ce816f2aa10bd56","formula_version":"titan-u-contract-v1","latency_ms":0.652667018584907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42bfc7ad1d89c5c08fccaa9fc88dcee6a7805e3973a9481840e2493f5637e9f1","sample_id":"mmlu-elementary-mathematics.val.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04df1c6738c5752df12ba78dd3bca926e38bc56a4815eb479e440b8171a860fd","formula_version":"titan-u-contract-v1","latency_ms":0.923332991078496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf541cbeb7949b9d866f5553d469eb994f517c81266dd06fb979a6232f64b9eb","sample_id":"mmlu-elementary-mathematics.val.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"549af2f7e6eb307aae83bfed4d9c3cbd3d99efdef1eeea8169017c6457fbe2f3","formula_version":"titan-u-contract-v1","latency_ms":0.46783406287431717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b6904c68cac1df65d0db8d0ca2ff0eb57d50f3a5d8e2e8495593c9e47ebbbdc","sample_id":"mmlu-elementary-mathematics.val.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"599b24e5e8368fb0b6dbce861b874f732f8b4d9ace242105bb882a7ca268af6a","formula_version":"titan-u-contract-v1","latency_ms":0.4760000156238675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73ef6a49e3496aa8b2f6f4a0e31d37aa3ec4aa59579ac51e0e009e59ba999a6f","sample_id":"mmlu-elementary-mathematics.val.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c37eadcedbcad5121e564e9eb85c41f34011ddbd5f1ac94ed4fc9152743d08d4","formula_version":"titan-u-contract-v1","latency_ms":0.4997079959139228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02b7576d2d9edc9e5a45863294a0a9f6a6b20508b298a840934a4b5cbf255fe1","sample_id":"mmlu-elementary-mathematics.val.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70bbe2f88142b164b1d42f4b2d3d6b1dc8a7baf8a5d59741a889525574807c28","formula_version":"titan-u-contract-v1","latency_ms":0.5024999845772982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"168eaddbca209ae328f0c706417370e4639ee1c46d161712a2232150e1cb5cf7","sample_id":"mmlu-elementary-mathematics.val.346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e71ed0342e644394afa44e502586e108aea0ede3f8ec2f67e884b3047ec62c9e","formula_version":"titan-u-contract-v1","latency_ms":0.514333019964397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19fd294aca281c4eb76025d8298978fd9197b639ac8fc928634994e5b70628fc","sample_id":"mmlu-elementary-mathematics.val.347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"569f659df27906b1ee99dbe18ea26f8c6c2d60b81e981187fcb3f49260357228","formula_version":"titan-u-contract-v1","latency_ms":0.8356670150533319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2ebcc79485d95d82ce9a3c53ec9f71886d98cfac2cfea92460c942cfbb054d4","sample_id":"mmlu-elementary-mathematics.val.348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50a69b97eb92e9a099b0959064f894a8a01869aade6ad3c2743627092e81a582","formula_version":"titan-u-contract-v1","latency_ms":0.46158290933817625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9632c31fd34e65997931d03bf4a2424bced46bd6c1781eb7fd64488edc423002","sample_id":"mmlu-elementary-mathematics.val.349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32adfac314e496e07da7762c3380bf5615ab038a87dc59a2da0f23544fdb909d","formula_version":"titan-u-contract-v1","latency_ms":0.6301669636741281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"406aba2d1015101579f7d74f8f36b857055f7e407ea5ae81c11b88cad8cd46b9","sample_id":"mmlu-elementary-mathematics.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd97cee2f046b13d9e81aa7da32cbd56791f34a564b03795c1a2e9fd353b93d6","formula_version":"titan-u-contract-v1","latency_ms":0.8577919797971845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c79d1bd65dbb95fd8d784c5a4f4e4d7565d203b5a627bdd1d0303f85fc606e60","sample_id":"mmlu-elementary-mathematics.val.350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7a155d1c85100aac1dff0d2cb2e0220a22afc8bb382bd6f34f452a5b670dd22","formula_version":"titan-u-contract-v1","latency_ms":0.6367919268086553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e233ffce555a4867b8d11774b7c0bed3790ebf267600bfad50e343d43a41da3c","sample_id":"mmlu-elementary-mathematics.val.351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d92676b10921d44815362378eeff74bc05d8640d26668d6893df1a0dff6a43f5","formula_version":"titan-u-contract-v1","latency_ms":0.4290409851819277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a52a1f06ece9a8e528a196b940c2d99c43fcdcb4bcafa9197480cd53c9e390f0","sample_id":"mmlu-elementary-mathematics.val.352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23a1160d4cf875d2dd6bf6e3d67f46d54a4cb8b14ea78615f22454f49262c374","formula_version":"titan-u-contract-v1","latency_ms":0.4777919966727495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c05938de075a5a18c988a022fb8ef6e8b9043927427fbf1d2c3a9835ffd6450","sample_id":"mmlu-elementary-mathematics.val.353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a9f6bd37fa2b91bf9a5e03a18dc47cde19973a74509cd4194e8942a2ac74c7d","formula_version":"titan-u-contract-v1","latency_ms":0.6528329104185104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c72f963865a06cc6a6613b150ca7df4710842f29cd9f08e18e7e93cc53278464","sample_id":"mmlu-elementary-mathematics.val.354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9911846faa1a00df6101ca86ac5eb66b3c2963df11228f6898f525f5494d3ae8","formula_version":"titan-u-contract-v1","latency_ms":0.6035000551491976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78815e01294ad1589e17b1a560ef62442105378798d8f785575ffe05aea14126","sample_id":"mmlu-elementary-mathematics.val.355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2d540086411f9b721a0986604ec466278601a63f0869839d0561321c3372e25","formula_version":"titan-u-contract-v1","latency_ms":0.4610000178217888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"831e37d3bee3d9e6c9c06bad291922b3b0f745bd1471e3aaaff19379a395eefe","sample_id":"mmlu-elementary-mathematics.val.356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dadf7d6f84a1b8957df40ef9f5b2e806cda5bd4d151f28fa0ad360111e7c392b","formula_version":"titan-u-contract-v1","latency_ms":0.6132499547675252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fcd813b7727711aa3d4825fde157f1d67140d69c438201646e2c15bf107510d","sample_id":"mmlu-elementary-mathematics.val.357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55796afe78e6a9beed1c9100e4fad5013f6b1b6c85a9738fbca726b696a0e74c","formula_version":"titan-u-contract-v1","latency_ms":0.5599999567493796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"002a840b23301bfb1d6cdc2807a34ab6ecf76f5cd5da42814ad0559a55c3f27f","sample_id":"mmlu-elementary-mathematics.val.358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32b10226dcca9135a3fbfef63d13486cddffd7d5efbfd565ce7e22269274d3c9","formula_version":"titan-u-contract-v1","latency_ms":0.9850830538198352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3958aa9facbd83f5e396119d5ef0cbb4e80bed4731360c56ef89d84417330713","sample_id":"mmlu-elementary-mathematics.val.359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cac54129dc1dafeb302209d00129c162093fda42c0e75c75cd887a99925f155b","formula_version":"titan-u-contract-v1","latency_ms":0.4188340390101075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"add755012a9731949d5b5fc39c4716db1af94d4cd7e2509e662c7740b95b72ca","sample_id":"mmlu-elementary-mathematics.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"552bacdd1e4533a68bc170c853bd4de99801da7445b83a9fd0c0beb433c26da0","formula_version":"titan-u-contract-v1","latency_ms":0.4409169778227806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bc957b3511243365fba57fc76b8c05a6ebe060ec90025daac02c3d11d6dddc4","sample_id":"mmlu-elementary-mathematics.val.360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9becd3baaaa1e11620fcff4d3e09d0a3fe3d3c615b9a550301b5c44b9f376932","formula_version":"titan-u-contract-v1","latency_ms":0.503749935887754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67f795d2fac61b22843aaa4ed308ade668d80f76f272a463cfeac83f699a7fb2","sample_id":"mmlu-elementary-mathematics.val.361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"006451955670f96edf376705f5d3654fb199bc1c8127d30ef3f461ecfec2ce45","formula_version":"titan-u-contract-v1","latency_ms":0.6125409854575992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e778643cef8a0018d8ad9273112c7671dc7b18b9bf9828f9c7d734fe0d38f13b","sample_id":"mmlu-elementary-mathematics.val.362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"feed88a3d393af0a37e35b049f48c40bbb21e83081ff7ea904024a6e70538488","formula_version":"titan-u-contract-v1","latency_ms":0.5577499978244305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"152eff743f84852c03a40da254e5526fd270e6d52e9e12b0e34dc28f424cec1a","sample_id":"mmlu-elementary-mathematics.val.363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01842d3f9e839cea16bad3f1d4a9688b5ac5ac4e7d90c8641e68da72d142eef8","formula_version":"titan-u-contract-v1","latency_ms":0.46950008254498243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3257383da1bb1b243534d42225960ea05fb56ea38618514fba6b9179c78f0bf5","sample_id":"mmlu-elementary-mathematics.val.364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74cacc28a7ac38363b938ff04b0c2c1b0dd6dd2d4913b1a656c2668c1ff958da","formula_version":"titan-u-contract-v1","latency_ms":0.44395902659744024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f958b0f3e166afe37f81d924eced568f3ca1a96dcab45df9e1973a3ad121242","sample_id":"mmlu-elementary-mathematics.val.365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"465447f1b96fe334d389281f696f2042d0039fbd326a61a96be14c1d2d1698fd","formula_version":"titan-u-contract-v1","latency_ms":0.8331249700859189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1c0fb1a8c360e92d568f2cf4c36318ec45d75ee72d187cfe579b31ecc850308","sample_id":"mmlu-elementary-mathematics.val.366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ebca2be1dbe9826005f3df13f7d63c8230ac0f9a4f2b9b35632d68db330ae9a","formula_version":"titan-u-contract-v1","latency_ms":0.7146670250222087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bd72d024c3436e571b23c1eac4b91513460bbf874b087f811f6b7c24c76f145","sample_id":"mmlu-elementary-mathematics.val.367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"068c440c5ebd7eeb08a8bf293aeb15740755aef4940eb8ac9202be0db6c41dd5","formula_version":"titan-u-contract-v1","latency_ms":0.8602910675108433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fe78dea90a959f634bb12ac507f8256c922485052f339323b2f85ac76553f23","sample_id":"mmlu-elementary-mathematics.val.368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97ad096be052d376824868e5a41f318ec8227fd4e0ef4a80a73772c78f1ff1cd","formula_version":"titan-u-contract-v1","latency_ms":0.5937910173088312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10d495a54c3e3407a68a0dfb02ef0fb0b7605adfa0db7bae33d1fc4a2ff66b6e","sample_id":"mmlu-elementary-mathematics.val.369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3edda1a0a488d9832bce4d8a1679ece564c050752208f0528b10c37d564b2a9f","formula_version":"titan-u-contract-v1","latency_ms":0.7998330984264612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"520568625ab890e40f67f40bad1bb0ec8d3971fb0fc0de75e62f76407bfa3f03","sample_id":"mmlu-elementary-mathematics.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fff68aefe235ed14ee33f70ed4e5a786216a88128bb76770456465ea725e7ab6","formula_version":"titan-u-contract-v1","latency_ms":0.44004200026392937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2ab75fcc98dfe5c80fcdca13c762f5638905768150c4c17b5130ef80393fac9","sample_id":"mmlu-elementary-mathematics.val.370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f15121dbd6612e641444d9cfcc56cf7972f0abb6247b8707e6fa9fc0fa78286f","formula_version":"titan-u-contract-v1","latency_ms":0.7878339383751154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db295ad15b57fe6c9781f854eb5b6b65be7fcb1bb8e974870fee452ab553eb23","sample_id":"mmlu-elementary-mathematics.val.371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26b986efa08a012d758e99ed6c8dc629462c2b652d191a6da37941a1b73d2ba3","formula_version":"titan-u-contract-v1","latency_ms":1.045707962475717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ac0660f434eb66a20c9534694a090201e35ce2a7968e2be890bdfe6b71d2ccf","sample_id":"mmlu-elementary-mathematics.val.372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49c2efaa1d823f0ef874b9f3d86928058abe4f077a15ec62ccf432267d4bd37b","formula_version":"titan-u-contract-v1","latency_ms":0.6415420211851597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10f8d97e650b79743f25a4d8686e660e7960f44d570c16affea2c62ab195e7de","sample_id":"mmlu-elementary-mathematics.val.373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94da26fc498fe266d76cbe43fdf4442d64387ce1c01371047bf612ffb54ae667","formula_version":"titan-u-contract-v1","latency_ms":0.4343329928815365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f43812160597cc37c6458bf2ef5d12a3897a2ecdb55bba2ee782fe8766d1741b","sample_id":"mmlu-elementary-mathematics.val.374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"014bfe9764ffb0dd4cac26196db1c8502d6e8d11c9f6145ebed39993bf521a43","formula_version":"titan-u-contract-v1","latency_ms":0.4494579043239355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46492feaf88d99a8f05ae7c5944d64430f99e46374f5cb1312edca2645f183f7","sample_id":"mmlu-elementary-mathematics.val.375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bf0f7dcef0da3cc2dd1636b8910c092b5021294a04dc6ab66768aecb07b8f01","formula_version":"titan-u-contract-v1","latency_ms":0.46329095494002104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"456e3e6694018cbacd5b9e4b77b8e9ea731ea8fc0eb2489babeb3a603a9aacfe","sample_id":"mmlu-elementary-mathematics.val.376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c1289247782cc824289e006850a67096547aa431f8ff0df4cafc3649eead070","formula_version":"titan-u-contract-v1","latency_ms":0.7457919418811798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2a9c5ac9fd01023d42cc198505071417b81d3e899e3c5fbd99aeb9017aeb260","sample_id":"mmlu-elementary-mathematics.val.377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"763fdc815595062eaeb6b2a4db5a434dbf3177865a1db5039fecb209c0c5e49e","formula_version":"titan-u-contract-v1","latency_ms":0.8199160220101476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5486dec40e08478c96fbc4a78d9ddeb5e935817cad25c92733072cd79e12b8d1","sample_id":"mmlu-elementary-mathematics.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22bd84340171281c29294ec76a474dec723bca8ed345af73a4981b78652dafb7","formula_version":"titan-u-contract-v1","latency_ms":0.738792004995048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b741e409c49a4642bc6c015d81d07c038ef1a2895d9c7f92ed5e1841705a20f0","sample_id":"mmlu-elementary-mathematics.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbbf1c1f821ee022f63155b6daf71e823fd917684295c820c215f217b3aa469e","formula_version":"titan-u-contract-v1","latency_ms":1.1522909626364708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9985982fa501927fda62800884730c4a044c5c4a48f45510a93b7ec1c31f5cfe","sample_id":"mmlu-elementary-mathematics.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad2d800ab3d0cc0d345891aab3c0a94842b6ffa9475fc53764a1ea3b75fb7c6c","formula_version":"titan-u-contract-v1","latency_ms":0.7794999983161688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a60c2efc792f3ca5431e2ef299e251513a6c1beded8f060f93b39f51c28d816c","sample_id":"mmlu-elementary-mathematics.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2d82f0f2a283ab9ea22b1f4da064714852a1127d88da87e16edb0727f1a411b","formula_version":"titan-u-contract-v1","latency_ms":0.7927919505164027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6932c3a828498be4f7cb24351061fa97f4f2ca4dd9757ba2d6f782b333c4e352","sample_id":"mmlu-elementary-mathematics.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93dd35d90dbce3afd2bf40eb4910ce96d54fcdec6e2b635aaa62100b6963b6dd","formula_version":"titan-u-contract-v1","latency_ms":0.46020804438740015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb1ad2d5bec76b290e74f514725434c23c5887ac2b7b71874c93bc399b12ff05","sample_id":"mmlu-elementary-mathematics.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72ba88ef095c5ba7dff83cabcea241995547b5447834c215957f0b675893b712","formula_version":"titan-u-contract-v1","latency_ms":0.4172909539192915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eddc8b7d0c1f2993e5203e213f02fb0e7336dc2a1153ab65dc569a7157a1a665","sample_id":"mmlu-elementary-mathematics.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36068ab5ea1902754fbf64152aa680f61d159bfd35cc346a426280cdcef8f38b","formula_version":"titan-u-contract-v1","latency_ms":0.7366250501945615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8aa3a99e4fc0835bf1a1ff813dd68649b7862fe3b21cba143c6aa3b5e3dd972d","sample_id":"mmlu-elementary-mathematics.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf99d27ce9e89213e3c40ce8ece1a243052af189f45b6bb08916160d5804d7dc","formula_version":"titan-u-contract-v1","latency_ms":0.44287508353590965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"763f05e665a6cd04b0f36261dd94030c64a6312abd3641a644514cbb3cb34595","sample_id":"mmlu-elementary-mathematics.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"651ff1cd750798f904940f2820a3f1d9ff18628207d5921d0eeb53370d0adfe8","formula_version":"titan-u-contract-v1","latency_ms":0.42641698382794857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52fe91164796b7f1e348d5e963861c6cdf293c4f6a521ccc65bdfef0713e26ff","sample_id":"mmlu-elementary-mathematics.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ff2a65684b442b384d0d5f74ceddec2ad436512ca557044f2911f37606b0221","formula_version":"titan-u-contract-v1","latency_ms":0.6811249768361449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51f2d709e555e570f9bb4ef9443a39c92f07e81d2a5cc5530ea7f4191a02c335","sample_id":"mmlu-elementary-mathematics.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cddc02f955791f7d8261e4e56bf2b40bcd11dc93da8fc5750d15bb6e5198a896","formula_version":"titan-u-contract-v1","latency_ms":0.6689999718219042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d080521c8e41eaaa8dd27ebe717b2306c83183407a0e573846f1210bcfdfbcd","sample_id":"mmlu-elementary-mathematics.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b197adbae023a8adab73bc30ab7a2d5dfa7c3d912514a4155eff6a6f89458d2e","formula_version":"titan-u-contract-v1","latency_ms":0.5777089390903711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9faab6e83a75a336f22f55e20eebc96af1e4d61ffdf81af7199849c2f1839b2","sample_id":"mmlu-elementary-mathematics.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0801040c0a9304ec64596511ae4e8c53972bf22f24b2939eaa1b87c7b3ffd9e","formula_version":"titan-u-contract-v1","latency_ms":0.4363330081105232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11bdcc3139cafe7699f18a9714e58f4fbecbc4558dbff6e1a094dfc68f620974","sample_id":"mmlu-elementary-mathematics.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da5452fc56ab6f56b4356170482c24caf44a403277ed55da88a94dcdf5b9d681","formula_version":"titan-u-contract-v1","latency_ms":0.4797079600393772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53f04b692dff89fba28762306f23dfba4854e661ae0dd7b42ba6b8f1cc4cb406","sample_id":"mmlu-elementary-mathematics.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47a707d36d2f82870bf3ed9b986186498be39645f21f27cb57b5a7db35bd6227","formula_version":"titan-u-contract-v1","latency_ms":0.6394160445779562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68d47e14e9370eadda5c7e414c6d90beb4f278ba51a7cb967adfa6fd1a74b5f4","sample_id":"mmlu-elementary-mathematics.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04a62c83141032d4a4dbf3a222b51b200425b9bf1c7225653622cf7e3ab1edab","formula_version":"titan-u-contract-v1","latency_ms":0.9269160218536854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43a733c33838846dcab2bfb22299f8b0a3360ee4a1dd682cd9079ef185f65e24","sample_id":"mmlu-elementary-mathematics.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c05faa804f0c5b67be3f007464a1c53b9a2aa88970e14b6d6388d45558ffcf6a","formula_version":"titan-u-contract-v1","latency_ms":0.4617919912561774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9efdba4b691e5529182e8816d3864a0cdd913fc127e3b9a7dfb2bfa4ad1f91b9","sample_id":"mmlu-elementary-mathematics.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"039f38423e8229175d0a38fc595b0aa886aa679f8eadc7b6e01c72f11a8f87c3","formula_version":"titan-u-contract-v1","latency_ms":0.6678339559584856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97acbd4a6ebc59653e8d188981a633775a6e104aceb5c386b721f38a1548c1b4","sample_id":"mmlu-elementary-mathematics.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8903170a2c94f1713f4902a7fae97f29f3862ac3244e5d0c6e60a46e92332170","formula_version":"titan-u-contract-v1","latency_ms":0.8471671026200056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43854bb87081067a56c21e612f1d3b59724fd9be55b92ed6a925433a9001c2e3","sample_id":"mmlu-elementary-mathematics.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4464365aef28dd6b886425bfd30e3f255dbe9ef8603307427de37dbc85b5778d","formula_version":"titan-u-contract-v1","latency_ms":1.0087080299854279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16ae0c326c8cab6acacdf4ca1d3cbf32731440b168bbdb9cede5f68b22f6a663","sample_id":"mmlu-elementary-mathematics.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9dc0e2eac4e09751b6bfad16facd0e0f2f2cc047503903d02e4c7c11b8b2f01","formula_version":"titan-u-contract-v1","latency_ms":0.6652080919593573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e980ecfc3332458446911514ed692199901816f5bf1b7722205a18c0f4cba3f2","sample_id":"mmlu-elementary-mathematics.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b74a2465e86fb2611bb5f9004054e4a5990e42031557499f28362db01c5e1ab8","formula_version":"titan-u-contract-v1","latency_ms":0.8401250233873725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f7a5a82cbbb5907471bfe9d5790987ecfbaf5dd46def0cf550799f5a0003460","sample_id":"mmlu-elementary-mathematics.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6b2e80b00ae83a2edcce8ba797aa322fb3b2f439585e08b3b83258504f4f6cc","formula_version":"titan-u-contract-v1","latency_ms":0.6965409265831113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92deb7f4332733d7634746ccc9c89d48e045a6d9f60bcb4b5facb746a0a3feca","sample_id":"mmlu-elementary-mathematics.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8921dd8ce220350fedb7a76f585937b50fac2dcf55c51e4a2346da83a4e13592","formula_version":"titan-u-contract-v1","latency_ms":0.5687919910997152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7c32a3cfe3e1acd2bcf298f7d0109d1d85362fc2a912703c08b872a40dc5db9","sample_id":"mmlu-elementary-mathematics.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9becc580b6be5d8f63e3d82d6d57e8ce84aa1da1fd10b54798429e431a970f9e","formula_version":"titan-u-contract-v1","latency_ms":1.0621249675750732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8561ad993c975a4e349dd6dcf0a133936c7d418e4fe2510879fa29eac66cccd6","sample_id":"mmlu-elementary-mathematics.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4b4811a8a9af639fc97a37e6ac8dc220edd47082fbdd13cc26ec13bfd17028d","formula_version":"titan-u-contract-v1","latency_ms":0.638082972727716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b0abf5f5b027f3029b1e0809716a34d5caf0dadff7b66ac612fc4a260a164e6","sample_id":"mmlu-elementary-mathematics.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94b169ef6af2d995c3eb5a79d4bdbe39f8636642a5773956bd4e1b035501a914","formula_version":"titan-u-contract-v1","latency_ms":0.5379159701988101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"521dce0340a5e32793efb1f669d19ae9f4a294d1c539733d670bd7a01af12a4c","sample_id":"mmlu-elementary-mathematics.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fbea833b12da45136f3ee9a839939c63c348b52eed230538950b7fc4ea96b68","formula_version":"titan-u-contract-v1","latency_ms":0.49000000581145287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89a53f9267b4193bc42a941bb8edc9567b026b30574e63d1f9dd4af0790b6ce4","sample_id":"mmlu-elementary-mathematics.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bba02fb3f8b580b3c0e08efc311e79ab4540e35c4a83196a4938e8ea12c442b","formula_version":"titan-u-contract-v1","latency_ms":0.4224999574944377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec684bbb0d6b284428c1b6d2fadfbc18bf5badae01a4c7896bb519fcffcb72b5","sample_id":"mmlu-elementary-mathematics.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fffc7999661abc6815f5a42865da837bfb78648c31bc03df1f6e210c0fdb201","formula_version":"titan-u-contract-v1","latency_ms":0.45904098078608513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba0ab0d82c5936253c2cd9cf748674f2766344a8887e9bb52948ca42740a42b9","sample_id":"mmlu-elementary-mathematics.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22bc02965edb0386092ad6c9f839dba8b58ddafb93fea21ccfbb3b606bf9e0c1","formula_version":"titan-u-contract-v1","latency_ms":0.5735000595450401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cb52c6422c0eef5c95c9d00cbb3036067978809b09c9a43db34e294e346bda3","sample_id":"mmlu-elementary-mathematics.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6844fc9ae8053ecdcb701efb2d8f8d48914142f6c29672bc0408af8c1dd898f","formula_version":"titan-u-contract-v1","latency_ms":0.5746249807998538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"335a477451e99323b648cba90ab968ce15405da03fb0c800b7944fd7aa7c2274","sample_id":"mmlu-elementary-mathematics.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77c5bcfde02de68df2d928bff7b857c9eb9722cdebd7ad92ea24c3001dd2fc5d","formula_version":"titan-u-contract-v1","latency_ms":0.5303750513121486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"260d81bbcbfd2c5a3f3badf3a5b55fa337b124eea29e5ec8d3c0de6f01e71011","sample_id":"mmlu-elementary-mathematics.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74d492054402a1aebd7bfc6608dc4b2d85c232c4e123dbbbeb1ab3c1ea5f2e7e","formula_version":"titan-u-contract-v1","latency_ms":0.5641659954562783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d233c0db5ecaca2b9be95621f6253431747d4e001f0932dd00bcb798d6c7916b","sample_id":"mmlu-elementary-mathematics.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c603895f24efb1c6ce8b8af99f0cdd4aad3d09f343aeec115fbfa76de7ca633","formula_version":"titan-u-contract-v1","latency_ms":0.44374994467943907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1c4ad1dcb9bb0aa31091ebf0c287cde7917bfc9cec8533db5ff095feeff23d1","sample_id":"mmlu-elementary-mathematics.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92666ec033919a5bb194fa4567fb78af3a913feb6794e3728d3a423746a8882e","formula_version":"titan-u-contract-v1","latency_ms":0.5095000378787518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c476569d7aa1f43b051cb1ab07a44b64e3c4275364a309f8f55f776ead8de4fe","sample_id":"mmlu-elementary-mathematics.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d29e38281929ca83506ecfb34d80c474df9706a9b1427e0a7be79c1f5e573cc","formula_version":"titan-u-contract-v1","latency_ms":0.8428329601883888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"182d8aa26b7b507ef4bbc4245787794865c6a80d2043f98f8226b664eae54366","sample_id":"mmlu-elementary-mathematics.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad987dc7ec87ccc69a223ccef8597dd99212bf54bcb55cfc2cf8c3aeb91fa0b1","formula_version":"titan-u-contract-v1","latency_ms":0.5502080311998725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f178ff056741ca3ac5b123ec302bf8d530cecb3425feb8338ce52e27546eda3","sample_id":"mmlu-elementary-mathematics.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d1dcf433ef216f58f6799808278a022c87717a04d393b170c2e7c0e98ade387","formula_version":"titan-u-contract-v1","latency_ms":0.4787920042872429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1282acfd7ac7160bdf820a3b0ec72e6470d6ea87c49c2ff8b227d5b8e37a7bd","sample_id":"mmlu-elementary-mathematics.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5acb503eab91234f401f003dc0f581e07c7042344483df5f2c7330ffb817f655","formula_version":"titan-u-contract-v1","latency_ms":0.44170801993459463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4b726ce78ff1520c49c260b35b2be5aaa7788f847b14bae2ad8da8272151456","sample_id":"mmlu-elementary-mathematics.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83af55a2e1b448ab92d73c97de73f1f63e313cd8bf400f227fe095c865d4fbc6","formula_version":"titan-u-contract-v1","latency_ms":0.8394159376621246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"868e4133879aeac915ed53f383eeb1849c399d25d61da4a0b51613219b229f81","sample_id":"mmlu-elementary-mathematics.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3261ced73577324491bbb393cc47f2adc46c50404933fa35bd55ada906da093e","formula_version":"titan-u-contract-v1","latency_ms":1.1768749682232738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cf083ff7503fa436073605daf6558eb2e68ced36ec859885054f4f48b0cf646","sample_id":"mmlu-elementary-mathematics.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51aaf74887cc3c1983161a6de6003afd9a7d7ac736f397708d73cecfff9547bc","formula_version":"titan-u-contract-v1","latency_ms":0.8171669906005263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2057c86399404de34db81cf19e4dca0c7be5460e437002a8d578e32dadc8c8c8","sample_id":"mmlu-elementary-mathematics.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c07433c49ecf2a240422cef46068554d79583588f782d22f82f8db8edda377d2","formula_version":"titan-u-contract-v1","latency_ms":0.4241249989718199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"092d700c0a780459fe846265b61100636311e9fceb26e14baf5d13ca074dff59","sample_id":"mmlu-elementary-mathematics.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e33826239c60754cca6ee15d2b88a2473db73acfa3c378b2361362c2ccab716","formula_version":"titan-u-contract-v1","latency_ms":0.4383750492706895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e945227acda9d7893c4c3dd48680170d39882eb34c98bbb96ebdf5ae0537da5","sample_id":"mmlu-elementary-mathematics.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c296d525b041684045c8b8b2e603247f446eaa5280aa45d248af37880c48b7b8","formula_version":"titan-u-contract-v1","latency_ms":0.4478340269997716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2532ba59611521c015b11a7785cde68487dc64eace494450b659f547ae3dce60","sample_id":"mmlu-elementary-mathematics.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73c81d59185e87f50f9c19d496f50411bda27186b7483558c3d8e56ccba6a941","formula_version":"titan-u-contract-v1","latency_ms":0.6161669734865427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06955b5369100561d02de1e68a4d2768820773aaba99de80d9e51534fe7ad7b5","sample_id":"mmlu-elementary-mathematics.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"162a218e2b8d1d5e3dfc6dcbfffc8236a69057ba4bf6f2c99a2a942685ea10d1","formula_version":"titan-u-contract-v1","latency_ms":0.41220791172236204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c3d95aee479af746f95513ea2f00f60cf11d944ffc09b09a3f0d63b26b0f571","sample_id":"mmlu-elementary-mathematics.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69a92a105ed273f2efba9a8f8d81035e6ec5156341e39df56383565f7d54f838","formula_version":"titan-u-contract-v1","latency_ms":0.41945790871977806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94ff751815d0da7854bc92bb8da64a59ad42d9c3d0ee7498e18186d91b41d69a","sample_id":"mmlu-elementary-mathematics.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24f998e87d7eae423fc201fa132c9097ef2ff26480fc04653569fd75a9b0c17b","formula_version":"titan-u-contract-v1","latency_ms":0.42820803355425596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff6e13b9238107d4ba4a076fd3ca39a957301505448105838e65d4a18c574a25","sample_id":"mmlu-elementary-mathematics.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad7227cc766e508d0ecf384159da5533c2b9117d007206b9fe7ba7b55f710e31","formula_version":"titan-u-contract-v1","latency_ms":0.7485829992219806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"000bec59e56fcab349281a11816218b845ad7eec60f700b69316c3641d6d1bc5","sample_id":"mmlu-elementary-mathematics.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc353858e7a04a572e6a818fd98345353dda7d77a29433acb267761a7433e805","formula_version":"titan-u-contract-v1","latency_ms":0.39125001057982445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cab3dec71852a3dcb7d4e1caa6e55afceab7ee8dc21eee95a7829654dc6622e","sample_id":"mmlu-elementary-mathematics.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e85ade45103af0e9ea753be772e829d95fedfc1a28f35e57d04d614e1a8ef24e","formula_version":"titan-u-contract-v1","latency_ms":2.070208895020187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fb2947885395cd34e19c743c79049ace5cdabdafaec5e22158bf2ae9fcba426","sample_id":"mmlu-elementary-mathematics.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d41ca1166d611fac155387fa9a6ece032b45b4ac2ada28cd6c22dbdbdfe987b3","formula_version":"titan-u-contract-v1","latency_ms":0.6391659844666719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"876d6eb05318f61600f144af6e9b7783342556539c70b0003895a28bbaac39f4","sample_id":"mmlu-elementary-mathematics.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ab8c4c38b5d0d4a46b6bd56266b4d82033ed07e2d7daca5416d9bf1150e5697","formula_version":"titan-u-contract-v1","latency_ms":0.7665829034522176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf9da6ea3750e72f80d6f639a5593ef49ab1feecdaa15e0c319b3e79c570082f","sample_id":"mmlu-elementary-mathematics.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a47ccf85f1a04da0f703a5d9fd5b753c04fadd56b700637126ea2314b60df0c","formula_version":"titan-u-contract-v1","latency_ms":0.39475003723055124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"651e6f0ad1e20835e4a93825401f059d8e4bb9849db121630cc0a6cebae818cd","sample_id":"mmlu-elementary-mathematics.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ea2fb95b78f4a72a2b971f7b753773f2559f76f8c5ee9f0342f7c11adeb4b5e","formula_version":"titan-u-contract-v1","latency_ms":0.4752080421894789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17e1d1d3cace5799acd053bc37cd76ea10fe39a3e707c5fd7dd20cde28db961b","sample_id":"mmlu-elementary-mathematics.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fe909fdde84ad75a555f0e1d17d2b48ab9d3851a252102e9ce4f0b8bef600dd","formula_version":"titan-u-contract-v1","latency_ms":0.5082499701529741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8c41e1a7d86f72ccc09a20ea15cc1a2956a4ff78afa2e69d71f828f8914d533","sample_id":"mmlu-elementary-mathematics.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d6f25b864942be438b76a754b1ddfe2a1414c03997dce1be2baeddf31223a8a","formula_version":"titan-u-contract-v1","latency_ms":0.6162499776110053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31165b16f001c4175c850323a46f85d8bfb265979cbbfd9654c38a2d35a5c8bf","sample_id":"mmlu-elementary-mathematics.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84786467db946b8d2d5bc8b5a01dac2b93f7a1cdc50306f840a6db743428661f","formula_version":"titan-u-contract-v1","latency_ms":0.5206669447943568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b733ab356de6116fa8af370caa930882fd6613252a76ca0dbd3ba35b949d2729","sample_id":"mmlu-elementary-mathematics.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b9298e00a18f1de009ade9daa7b30c41626dd7c4183ce3832e81dba142c4b1f","formula_version":"titan-u-contract-v1","latency_ms":0.42875006329268217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f78489e6f86b997a22022788910c02e95527375f22938fd7a2d40ad1d53d851","sample_id":"mmlu-elementary-mathematics.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"929314261ecaada7bfa70372a6e97554cfc40ae02b079a7e2128566996da96f5","formula_version":"titan-u-contract-v1","latency_ms":0.556709012016654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5811c226ffcab5620e18f4882b23cc7508f7ef0e335cd121f1b851b6612cf54","sample_id":"mmlu-elementary-mathematics.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f243cb3a384f510d6cc393c31cbff04916deb10fecce2dd3a3cba5159e51b927","formula_version":"titan-u-contract-v1","latency_ms":0.5479580722749233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17c31bd204e9c210117fa72c4e56990aea4001991ce5cdef29c2025e8657fa03","sample_id":"mmlu-elementary-mathematics.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca4841690a3d5e06055b757305d989d5a67b4ec762acf6030f9985b8c2ac4a24","formula_version":"titan-u-contract-v1","latency_ms":0.6030839867889881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6123039a4bacc52c72777485e50c24892c81a91734bfdfaefd548b6019ef50f8","sample_id":"mmlu-elementary-mathematics.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee86fc953c571db1c5f7c19b933cb427fdd1842952233cda981f2e005567e9fd","formula_version":"titan-u-contract-v1","latency_ms":0.9121670154854655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6177d3af6f0d234f35cc4e50c98540ff41ed85e07f15cd8f228c18e5f268054","sample_id":"mmlu-elementary-mathematics.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3faad703b0f0841512362a9e8662f9e2c8fd545a7c471ec2b114712ee54f76f","formula_version":"titan-u-contract-v1","latency_ms":0.5644999910145998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8530d793457b0c16aed3b7be12185bd571def6e559645177d57851cebee09f49","sample_id":"mmlu-elementary-mathematics.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30ebbb8137876d0da596439bdce75be70c1ba8d1ce5edc15bb9695525fa32ba6","formula_version":"titan-u-contract-v1","latency_ms":0.6190419662743807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"966b5e7548bfd84518d841b6ab6282f48c3f96e25b2e649b26c3b62be3ce496b","sample_id":"mmlu-elementary-mathematics.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"555c453d93b337f523ec5613e55023eb06ea64dc3a1ab0c4d7592dd994a9421b","formula_version":"titan-u-contract-v1","latency_ms":0.6872500525787473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5638040462df30b1391e3a65a155f07bb5476737f8dac80ef1aa6d5a10bff12","sample_id":"mmlu-formal-logic.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0f9769abde175bcdeac09e4d843b9c694172c8e78cb6ae4ccfe7742b84e0c2d","formula_version":"titan-u-contract-v1","latency_ms":0.7046660175547004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a25b8b0d864ff599a0014fc167ca93345cad476dd625dc30b946b19af3325cd4","sample_id":"mmlu-formal-logic.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f555770dc5728a2f57013dc7c501c63906a6c9076a7226670f9086a1c0e37ba","formula_version":"titan-u-contract-v1","latency_ms":0.6140420446172357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d2cd474f38b0018e209a72acbb3253f4042b1df689fb9dea64b3de49f057277","sample_id":"mmlu-formal-logic.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3516c2eed12b2d22629bcbd2ad34638b8afef4dada4a374914d82f2ad45ff23","formula_version":"titan-u-contract-v1","latency_ms":0.6283329566940665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fa6817e749fc030ff8e6c268ef3c34cd7dbefb181865f6f5e67e39fc4e0cb28","sample_id":"mmlu-formal-logic.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43c1dc5a915d5d9690bab0fb02d87694008156a3dd1db3e99c97695575339aef","formula_version":"titan-u-contract-v1","latency_ms":0.6633329903706908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aed2e5c4dfc90f6ec3d9deccd39f13d041ce209f2f5b65929743af9e42303d6a","sample_id":"mmlu-formal-logic.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29331b92d3be1cdadfa7bce7b739fc6ef54e7400357b3714dbe8eda7e5de1e8b","formula_version":"titan-u-contract-v1","latency_ms":2.1234169835224748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b59396404665100039a8d4ad6278f35b9b5e72d31e15d8fedb0a6a953f1c717","sample_id":"mmlu-formal-logic.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1388978c39acd67513ea7aec10300860eb1ae5e90da9dade2979958dc356b320","formula_version":"titan-u-contract-v1","latency_ms":0.594708020798862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a870bafb82a6d0dea4240d05cf9add91ca491241d37a0a240dfaf131af2062c","sample_id":"mmlu-formal-logic.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"161cb3debaad8e10ef97c17d0626a08430f40d7f4040f5a3e55587de2a6cca81","formula_version":"titan-u-contract-v1","latency_ms":0.7180420216172934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8385acc5c3b273ab8a4ff0bc5cc4e80f9685e9737da8e50e51f4dcc7c988d4a8","sample_id":"mmlu-formal-logic.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4b6ee00863722ab8ed7532d05ddde665002b60d715a2fef5857ed514ec19352","formula_version":"titan-u-contract-v1","latency_ms":0.6671251030638814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a5108dcf563f1bfd03e8b8dd8145d11d32d4ed549b6f03ceb5bde6a69bbfd8e","sample_id":"mmlu-formal-logic.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99fdc699c90116eda6e366a1c5170a9eacbf5d84285e797cf4749c5faecdd0ef","formula_version":"titan-u-contract-v1","latency_ms":0.5294169532135129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32c179d0cc3dd899051615304a635373ef7d39d0eda59615bdb2be313def9da4","sample_id":"mmlu-formal-logic.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"294d4e65068a247dae9d7208e3733591e0258d328f9f3430e92c05ed6bfc1311","formula_version":"titan-u-contract-v1","latency_ms":0.5784590030089021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a7de88d5174f07c0f12178f067edbee4d2015169a4d37c8b229ef38a1b535db","sample_id":"mmlu-formal-logic.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fa040d7ec868392156c3d5eca6c9a06b76850cf2d28eee463f53783ad803d66","formula_version":"titan-u-contract-v1","latency_ms":0.5554999224841595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c31128fbb4a600d21fad76db954247b7e1a68a3d1c30537e0a31602dfdf3bef3","sample_id":"mmlu-formal-logic.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3f004b08e11c72406bb8bbb454bd50e6aab67f3538efa8f58c663645fd3c588","formula_version":"titan-u-contract-v1","latency_ms":0.5197500577196479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f806d7700fc108343b4cfe5a75cf54161c1fe5d60d29bad137b7b9300aeff86f","sample_id":"mmlu-formal-logic.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ec2a27075d84dbb678b651493c2b47336072453f2502499ba3993b70572894c","formula_version":"titan-u-contract-v1","latency_ms":0.6641249638050795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e4fbd0f9bccb6487b78ed01bd05ced07178c1445fd36db513fb96f7ad33cfc5","sample_id":"mmlu-formal-logic.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5b0c9f01b3987210dbae38e971c411e8f803a84401678c773a2c93c61c51e70","formula_version":"titan-u-contract-v1","latency_ms":0.6528339581564069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb15ab7a00406d3b9c8df1b590063da562c66f053af7a553f4d072c2515aa5e9","sample_id":"mmlu-formal-logic.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24533a14fa847ff687a8a9a0ef93cfeb7e478bb6f2e7524239eeb1eb610f3c1c","formula_version":"titan-u-contract-v1","latency_ms":0.6336250808089972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1044197ba92855c9bacb65ab314f77226252b2d52507269a969bb55b0f75e207","sample_id":"mmlu-formal-logic.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1683664b0e95f5085c2f1f1a51c63565fba4a0916f36602b41524f5fdd2f90a","formula_version":"titan-u-contract-v1","latency_ms":0.6136250449344516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e20c47713f8017e382f434f083c19a3ab7c9bf6fa3dd51cfd2f52e16f22beb1a","sample_id":"mmlu-formal-logic.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b31148e1d589aeea6a387bdc60d05f05337eef4ece35b53ae78ede691d52f088","formula_version":"titan-u-contract-v1","latency_ms":0.7621670374646783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14ebf482d46f607fd6f18921f70e9489d02ee9095b1834609711e537f985889a","sample_id":"mmlu-formal-logic.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83c3c1ed0649a5eb24fddc377efef50d9774d4e3950ea376ac297e953c9f33b1","formula_version":"titan-u-contract-v1","latency_ms":0.7139580557122827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"414bdf0ebb7e6295b528e8438559b69325e324820c0ad4cffd8ec790cfbe9a46","sample_id":"mmlu-formal-logic.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e8b832dfb11a0ce39fa492dc3185906868e4db0d7aaeeb871727fa25417a4e0","formula_version":"titan-u-contract-v1","latency_ms":1.1342499637976289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f277e0042823aba1240ddd995b28eaf032a4d714d1bdf14fb0aeea9b8aec91b","sample_id":"mmlu-formal-logic.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f87d73143d4910baabaa6bbc3baab1536b08f8f9e6481a9cb5af4472ae08465","formula_version":"titan-u-contract-v1","latency_ms":0.4414999857544899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cb963fa836181502520a2df5caa00c36c8f2cd4f6a018d562e2e62583adb5b3","sample_id":"mmlu-formal-logic.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98216a562a9d978bb5f81ab8464ece324fd9aafff9bbb3c18c8fe4fa4dbe1a04","formula_version":"titan-u-contract-v1","latency_ms":1.0127080604434013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f68dc88526e557dcad108e7482de7309fd9a7b93b32dd679efbe1b77957d3566","sample_id":"mmlu-formal-logic.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f81248c7d00dd2d5cb9d0d35a0311374c8c950a8d4ec192adc283fa465621461","formula_version":"titan-u-contract-v1","latency_ms":0.49845792818814516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55171e8a6e30224c349097b24bc4319b4dafa5528d8b15a9675f4ec4fb4a7157","sample_id":"mmlu-formal-logic.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"015f218700c7e2e4546f4bede38e367276b674259519b310c7e157e94782fac4","formula_version":"titan-u-contract-v1","latency_ms":1.0752920061349869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59d31538db303e061fb4802403286076f0de686e7b74c9ebf6138da6c0d2bf88","sample_id":"mmlu-formal-logic.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"662960f25a6a36ad21ab6df66fb2faa27b7226d3b74e0e27a0cbdd41f73917f9","formula_version":"titan-u-contract-v1","latency_ms":0.47495809849351645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9df24c7c01efd8fd23aedb61cd745fb5a0aec4e8364c5f39c9e3fc436e3460ff","sample_id":"mmlu-formal-logic.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18f180b398898ed947321d8cf07be769b866df10c0d10966f2ce8d54f29f0b28","formula_version":"titan-u-contract-v1","latency_ms":0.9025420295074582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"556edafdcdedca1a60bdb2654ad37485d9ebeb80a8183e3e20fcac6b1b7a3888","sample_id":"mmlu-formal-logic.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d10e51e89eadd0fb912f42720b4536a0fa91f38767f4f278833de76318f4f14","formula_version":"titan-u-contract-v1","latency_ms":0.5585839971899986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be112740556de31cda57d513bafa001313b9e4f6b74909fab530aadcf96113ab","sample_id":"mmlu-formal-logic.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1712b060986d8845105e2f324759138009d983c47b758a02022c83916de75199","formula_version":"titan-u-contract-v1","latency_ms":0.651167007163167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"383b775698ef90762bcb870cfce71ec3f692dd2f69e69925897047401f72fede","sample_id":"mmlu-formal-logic.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba1adaca5a0057b0d0c34f67f1d980040fad0a5b6ff80df45d0c2a322f734170","formula_version":"titan-u-contract-v1","latency_ms":0.5563750164583325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e72bd0835b279467c2543a7d201d05da9d57c3f5576b6578eb4fa7d47eda76cb","sample_id":"mmlu-formal-logic.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86d901f20adb71ca0a52a3db9f631f188f21cfb99b5d25fbdf4ed4929c87bb53","formula_version":"titan-u-contract-v1","latency_ms":0.9572500130161643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1e91956839b152b56fe2dba8f8942a76b046dbba023dade7e490384de6bcc2a","sample_id":"mmlu-formal-logic.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"093786f27b2646c4ab9aada8c193730a9e13be0e3afcb1a8fea72422a83e6e6c","formula_version":"titan-u-contract-v1","latency_ms":0.5052080377936363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9191706aaaa1b2368e8f4707158468a1758cc139ed691ad3b64df3392d4bb5d3","sample_id":"mmlu-formal-logic.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0666e8f69849457c7471643ddd638526fccf0d99a4896c586c06e13bc6577144","formula_version":"titan-u-contract-v1","latency_ms":1.4085000148043036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44c039402096ea353983d2577c653123bd67f66164e7c750d8382d72f5dd583f","sample_id":"mmlu-formal-logic.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f5cbf2ef5a085afda264911460c6e6c7fca51fe2219cc26f5c9f065a048a7aa","formula_version":"titan-u-contract-v1","latency_ms":0.6674590986222029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baf671d3b4efa5277443f3816354b600249b25303803d6f7a38e5c1a1f2d93ff","sample_id":"mmlu-formal-logic.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9d0bf9da30f107ac34ec04596dcef46f281cf6df9dd9f82da85ea3ac62c3a33","formula_version":"titan-u-contract-v1","latency_ms":0.9097500005736947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a77ecc2d389402de43c0091d2fdbf8a067031f80ba191da36296678be446ce8","sample_id":"mmlu-formal-logic.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4047f33a58f9b4630d508d15de3f85581c5f6c62823a63e95def373625c9254","formula_version":"titan-u-contract-v1","latency_ms":0.5073749925941229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e17c321e018d449f69c81674b3e19524f61439766e6a8d607123c5eb2eb94cc1","sample_id":"mmlu-formal-logic.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c23da9e449a645383bc9458ab18f8da9990e53db3739f2f1e7656f7ded75bfc","formula_version":"titan-u-contract-v1","latency_ms":0.48883305862545967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2f61087bea64eb5b5634af0aa848ab3d981b2e6f3bb1f01e47fbb2a7510e185","sample_id":"mmlu-formal-logic.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd3abb489dceca364acc6d7b12b506ab1c526ab3981e204c92ede1428fa98eb8","formula_version":"titan-u-contract-v1","latency_ms":0.5417499924078584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b7f2a2e051d99c6c6d4f7b83f73c96ef53dcef378d44ce77d8fd1c7a8369714","sample_id":"mmlu-formal-logic.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f162790aed109f0c8651278bcd71fb220fc0265cd0fca08e4968efd5d4f6cd40","formula_version":"titan-u-contract-v1","latency_ms":0.44525007251650095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"755118fc2e73c0c7935a218358dfea0c3d521c430f8cb9085c49752c3e3ccb64","sample_id":"mmlu-formal-logic.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e0a0b5f566dc404f3a694ee9b0f55817eb06e5970a35429fadd9d29ff122f75","formula_version":"titan-u-contract-v1","latency_ms":0.7075420580804348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10178ee97ce8e8f08961d623e1ddba78e85875030a633f218a1cc27ee5128b75","sample_id":"mmlu-formal-logic.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2f46682cff85026df3a5beb6492931fcb0bc86e0a1fe7ea768610b4a97b033f","formula_version":"titan-u-contract-v1","latency_ms":0.5420409142971039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3924c3d02659bf2427eae3cf357b4bc8a5960d9969f8df9a532deb5e69323afb","sample_id":"mmlu-formal-logic.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85b4e202e4a7cca7934ea8575a36d9d53c89d65cce20443b8defeeb82ca78d76","formula_version":"titan-u-contract-v1","latency_ms":0.48395898193120956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f71302b041ade96e5de0362f7b820766c0f17d42276a022e3da91662d9caae0e","sample_id":"mmlu-formal-logic.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99ed72f196bfe99efbe5012670fc5eea9beba9f5a083eb2ac33bd6510e2bfa0c","formula_version":"titan-u-contract-v1","latency_ms":0.5609580548480153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9da04a126af7caaea97a64bc3402dca0fbe21b4f5abdf532ec2fbd51fef7644e","sample_id":"mmlu-formal-logic.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a62cc213d6307add4c0a194876bb700d7e3d94c6d1ad919458994bbb25f6a8da","formula_version":"titan-u-contract-v1","latency_ms":0.5548750050365925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"877828e6979e9f8e216859853c1e52f4478969d36911d790daaa4880633d36e1","sample_id":"mmlu-formal-logic.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2f9a76bc0fb693e2618a3647ecb6535aa0f350f671441668f13f3eda9839222","formula_version":"titan-u-contract-v1","latency_ms":0.9058750001713634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de273a70fc3c987d83e49aac3bf75532fbcac1ebd63923e28a6f81d5ec7e0e3f","sample_id":"mmlu-formal-logic.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cd2018399fede6e0b70ae67061d299bae2b282874ca2497935eb8107a32c8a2","formula_version":"titan-u-contract-v1","latency_ms":0.4802499897778034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07f975cc43e55f64a5c72a99f72d1f6af5cb0f1d14e3f6af8b0b82f1c1fe20a4","sample_id":"mmlu-formal-logic.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"839ffb6e68d02c79bdb15ba5b997bd2ec86ae6a1857dd49e5a3183eaa83c282d","formula_version":"titan-u-contract-v1","latency_ms":0.48366596456617117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2aedd5ac783e53384aba458a0945ceb1be4460a5edc94ff99d82d1844ff9b0cd","sample_id":"mmlu-formal-logic.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbeb8a3fcd5b1870bd16929f52cf05acb07119352858c2846bb4082fb09b28d8","formula_version":"titan-u-contract-v1","latency_ms":1.1725829681381583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae17e032c019cc642d9848b5ee503fc0bf5a8861fceb00144446fe0b94fdc990","sample_id":"mmlu-formal-logic.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"308921c758e4e4999da9e1afe46499bae2692d216268ede6b3b7604bb91b6318","formula_version":"titan-u-contract-v1","latency_ms":0.6622499786317348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52e8c06c1ccfc31f4dda680399817c59fbbd3483a1699952c3698485593374a9","sample_id":"mmlu-formal-logic.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df30ca9ac7567cced23968032b62cb7e03fb09798b185adb22ce69ef01346ffd","formula_version":"titan-u-contract-v1","latency_ms":0.8969580521807075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48473d80697e30ffd14e8a21ab58ef228a6df52cf6a8a1d1166d1a48790a1ca4","sample_id":"mmlu-formal-logic.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90d296ce12f61831c035b47257b2e8cf6957945a6829831626d0b52921e3dd49","formula_version":"titan-u-contract-v1","latency_ms":0.6662920350208879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7955f7fea4a328a4aabc58d5eaa7bf0f47012bb89c31293ebf31370065c9c87b","sample_id":"mmlu-formal-logic.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46f5f42d7687a77529095683d50778f5f799277cdffb0b8943e83c4109e1d246","formula_version":"titan-u-contract-v1","latency_ms":0.5510420305654407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c6f0420a573240738cc82004ba95d0d68c552b65b78f65297beaa179914828c","sample_id":"mmlu-formal-logic.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1804e9d6a502675cafd318839ca5481f03a6561359f2fa3f15eab884d321caa","formula_version":"titan-u-contract-v1","latency_ms":0.544792041182518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fb9f8de49c4906f1b7c21dac3a2f8a67a73df15f1d8bcea295e1eea0fbd163e","sample_id":"mmlu-formal-logic.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4af5038be1970d1bbec41a421d013f3b4baa6888f99194f59a713867549e8e36","formula_version":"titan-u-contract-v1","latency_ms":0.4681249847635627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ad848a059b6be217740f69846ceeed67ef6ee0667e8adb416ed4e1692fa6854","sample_id":"mmlu-formal-logic.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f59a452767d21966e1b4e0acad8e501a61a38ef11d2d7f27bc57e55e4f945606","formula_version":"titan-u-contract-v1","latency_ms":0.6381659768521786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1de1c3df4afe7c925b192837a0aa8dca1f0b76522d4f08f5c20e5e3c67596c78","sample_id":"mmlu-formal-logic.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac278d5ea23e9a9db92b80b9683d7b99917235983e3ad7ed303e5697b250e623","formula_version":"titan-u-contract-v1","latency_ms":0.9876670083031058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a6b8ba53e5c5f5a6a44432755321a3f58a120302f6f3c3e1e4f2596a3b327d8","sample_id":"mmlu-formal-logic.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5b11c5197d0373e3c79c675a69c3c38a4bfad038baba05462fe913ac07798d9","formula_version":"titan-u-contract-v1","latency_ms":0.6835419917479157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee19a4bf26e191f868b02c919b659f64f6d06ba238343adf2b88b416d98d3ced","sample_id":"mmlu-formal-logic.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b778ee4595b57a81f1834134d8ea845f2f80e1a3330286c2b88b6e1b651210b","formula_version":"titan-u-contract-v1","latency_ms":0.5710840923711658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"600d601a5627c14a90fdad64b4a0eb01e9b0cebdb3e03dd00e033e5b558b09f0","sample_id":"mmlu-formal-logic.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ffa59985a092ca4a7515454f07f66325254dd50c40af19a5c32c8cec2bf9a18","formula_version":"titan-u-contract-v1","latency_ms":0.620083068497479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca9e815afc9ba76f2d1bff4416a8fdaf88a5ae5ab6e4d6a8289c862f7c5caced","sample_id":"mmlu-formal-logic.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bb5eb6bdecb1ddf568290fb615c5a52bafcbffa3c2b2d9923f4ba27a550daac","formula_version":"titan-u-contract-v1","latency_ms":0.5432079778984189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6d48da79e83f8778de9290cf532583ab2035a41d37243766a91b9f8389184f4","sample_id":"mmlu-formal-logic.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b41777183db8c238b280e5cf0a3f4cc3c9c90e6c4030c202e1cef8772533daa5","formula_version":"titan-u-contract-v1","latency_ms":0.5737910978496075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85a8237f319233e53815d2ade5b7f6a204ae211acb5157284b784cc57214fc22","sample_id":"mmlu-formal-logic.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"754dca938e5140e568058ab1073b74c69a2de806fbd561f22030b508cafe01cb","formula_version":"titan-u-contract-v1","latency_ms":0.7725409232079983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b7b3fed112bdf295b390f66803588df16156f5b780cc9f7478d9496414ef06a","sample_id":"mmlu-formal-logic.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42609fc98f934fd4114c7072a5400a29d619661a440ba59f8d5efc551a86b530","formula_version":"titan-u-contract-v1","latency_ms":0.7880829507485032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9518dc011ae67c3b9be26d10e104c71e43ff7a6921c3d683adc9b101759b3d72","sample_id":"mmlu-formal-logic.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"155334eba39a6beb48ed3c15cddd91d5e8d43398fcd7e27f4baee22f8e01342d","formula_version":"titan-u-contract-v1","latency_ms":0.4563750699162483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e51f647108ccb7c703b26a295557e924c908ecf1677da72a25fc968f96a142e6","sample_id":"mmlu-formal-logic.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccdd68ba2fe510f200880612520bfcecb4d98f4e5aa66b018c663cd7a4550b18","formula_version":"titan-u-contract-v1","latency_ms":0.5347500555217266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"677e6b91153c549290a1cb706ec1754a5ab6bb61f7dddc4d6d39c8805bbc574a","sample_id":"mmlu-formal-logic.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e9b2bb8dd6426dd03575a28f222f4007ed8091838d9159177f96557bf1a26eb","formula_version":"titan-u-contract-v1","latency_ms":0.8775419555604458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"632ec32a0b369e7ec6e12ec682c9814603b3433b37493590fe66fa79a310f98c","sample_id":"mmlu-formal-logic.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dd5e60265aa8ea703d53199da5d90dd82be879f5a87fdd3ac165b1f06db66f1","formula_version":"titan-u-contract-v1","latency_ms":0.65520906355232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"171cf3f84126fa69d16079d3f8a1975d26c6c206464ca4a3599276a67b2e585f","sample_id":"mmlu-formal-logic.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"915c6d2b06db2991c348eacf3138f90abc02f8dcbd65ee25dc46ab56d2d5d708","formula_version":"titan-u-contract-v1","latency_ms":0.6126249209046364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa26511533a8b867c4099c44f5dfd578eaca15f13f2fd9701f9a1b918cc64fea","sample_id":"mmlu-formal-logic.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24bc9966425489316d4e5828e140b87685fe7dfa7f65fe37e5e765b67fdfc8f8","formula_version":"titan-u-contract-v1","latency_ms":0.622207997366786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f931658c0bb4eb91ca11b1c29e6e34bc331db1e8962a1f19924640a67410e36f","sample_id":"mmlu-formal-logic.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a677a016d5eeb8b0034237bec2c714b48eecdaea08c2ba464ae417721fef293a","formula_version":"titan-u-contract-v1","latency_ms":0.7897090399637818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff2aa3d6a001bb3625449255fa4b0ef8951197b9b0e05d9ec6e504c8724902c8","sample_id":"mmlu-formal-logic.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdf4d4b9ecec6820a711e8d361bb92d9ad5b5b2a309b14f378eaea4f10306f1d","formula_version":"titan-u-contract-v1","latency_ms":0.5492090713232756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bd7db1efd8c88b7fbf5374dafe679377c8072f7a3ad8ac9d64f2695309322b3","sample_id":"mmlu-formal-logic.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8bb7981643358c831bfa0b3cb2eae8c379e1d9fc519c036ba8910a96f8fa771","formula_version":"titan-u-contract-v1","latency_ms":1.193417003378272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e9d63fb3f6aca3155f7a22322a6462f8e6347e64da1adae4384226cac0143c8","sample_id":"mmlu-formal-logic.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43ce7d0ff3affe851c6b37afe4be0b8aee88012585246f43d74657e93dcdec37","formula_version":"titan-u-contract-v1","latency_ms":1.2140419567003846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1975aa9f3217dcf3219fe766be2ec1186713eb0bfb6aa3efe086904d8d59bd9b","sample_id":"mmlu-formal-logic.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a75f30f25e14da99f33b48f772f2f830ddee116e1dbf92320144e51091ead70d","formula_version":"titan-u-contract-v1","latency_ms":0.44933403842151165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02bea8af601a1e40069f3c6889c20ed6a707111985aab1e6c563e21448f395a7","sample_id":"mmlu-formal-logic.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23d9867b0dc43baa719fe405419925cc103c1c5d099bf8149751772c7c8fc119","formula_version":"titan-u-contract-v1","latency_ms":0.4776669666171074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0642a5cfcf5fa6fbe4da2b40b95b3b5b4d741342370c7513b9071b99f02d14d6","sample_id":"mmlu-formal-logic.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"267e6235c3a120237d1fdf94c808efb1b223472e2f82b1141608b4855bdf8c8c","formula_version":"titan-u-contract-v1","latency_ms":0.500958994962275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35db3e3c893a099505df7dc63671018c21ab45d9695ecc4f354b027469821ece","sample_id":"mmlu-formal-logic.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdea4dddb61909bb677d21f676e6e766c6d37eb6f45f2630d53f7b1bc7d1d6be","formula_version":"titan-u-contract-v1","latency_ms":0.48283394426107407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a128efeed87bd66d537b4b2f4ddb5e02f047c31afca821e3fc44ac3e08817cd","sample_id":"mmlu-formal-logic.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"151d322cce67ae46031e4caa7eb01527261b7cc621f84c228f505ddbe244f477","formula_version":"titan-u-contract-v1","latency_ms":0.47562492545694113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59102806d4e9db863ead21c9f11224790ae0817accc718426d015e40fa897fba","sample_id":"mmlu-formal-logic.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34fad7932190cbe9a1c1e6025033c845d530da7b5cedbd13cb78552438b4d7a2","formula_version":"titan-u-contract-v1","latency_ms":0.4499999340623617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84ca3e444941474738fc8175dc863ae8f260837027bb87798b3fca4f78eedc8c","sample_id":"mmlu-formal-logic.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30dd7d1716ef550737a4e703e2b857619e664bf0893bc031d32b5be238030e55","formula_version":"titan-u-contract-v1","latency_ms":0.6096669239923358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a857bf804c91b47e6240634c3ee429726c44b026f1d764af8264e26dc27f68e0","sample_id":"mmlu-formal-logic.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abf7ff51525b736de4aa74583052dd4693c889546b4beffee1d3153159b6eb90","formula_version":"titan-u-contract-v1","latency_ms":0.545124989002943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bdb9c08ade2db075378e2deceb8224de1fd99840605f85ef123239ca0eec4be","sample_id":"mmlu-formal-logic.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9d4a930b496d4c64b100199de0c5cf43a29e76842ff040cdee26239aeb585d6","formula_version":"titan-u-contract-v1","latency_ms":1.4104580041021109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f53d05ae7d898c8e4c5e7f9b28d9681dd3160a4edc2dc8ee038d185427e22803","sample_id":"mmlu-formal-logic.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adfb5e6cb3ec2b8bd5b8055684a3ea0f9ee9131eadcf6e4a02b5a535e0c81f22","formula_version":"titan-u-contract-v1","latency_ms":0.5252080736681819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdde2ecd136f9181bec102873bbde3b2631b541e94d76bd749b9b2c0660540ff","sample_id":"mmlu-formal-logic.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71e79b6b22cd2c426de5fbdb6bdf81a9845cca857a9c6519bbdaaafdde96f45b","formula_version":"titan-u-contract-v1","latency_ms":1.2492500245571136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adabaa4fc2220e2c7482abf256fdad3e4de3e19ef70fb3d44d7404bd8a8d4314","sample_id":"mmlu-formal-logic.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6eebf710153c8c3dd8a178389c61557b3428dbc6ffa106235463576c1364cf92","formula_version":"titan-u-contract-v1","latency_ms":1.1431670282036066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3576b7586d86561b68996c32a6584dce455bfb5c2eaa99268a8883b7ba2469d","sample_id":"mmlu-formal-logic.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79d16aa25ec418af853c5d715ce12bed15faab6147de114a46f383e168c2057b","formula_version":"titan-u-contract-v1","latency_ms":0.9455420076847076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9cea5e1a06b440aa25c2e24c1e596579bb1c1627c67ea5e6496ac95d92de2f7","sample_id":"mmlu-formal-logic.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7becf936de939fc1c0a29b1b3a806aa086bb08592a048028f14874b24cda6ad8","formula_version":"titan-u-contract-v1","latency_ms":0.5351250292733312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf0068e815e5a136859a78b9fd01cf5ed02c825db5133cf919738a83f4f7c46d","sample_id":"mmlu-formal-logic.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57cde8e2285b80305351a27b771ab991d07185022ad7633c8998d8c1fa4a33ba","formula_version":"titan-u-contract-v1","latency_ms":0.4229999613016844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2458ea8654a02e930fc7f0ed0835053d6a301028e10137eabe2c5d12b5db291e","sample_id":"mmlu-formal-logic.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e79737f192e7af4cdeb94673265bb0526725b7c08e0505377f15236c311dc9a","formula_version":"titan-u-contract-v1","latency_ms":0.4287920892238617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baf3055c45a2e5e81dbc3dbb242f1685169ef381736f075439c876d696a8070b","sample_id":"mmlu-formal-logic.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9eb9e317e6d464236625a5286104c2548d384f61d096103d0270d5ca25f97a2b","formula_version":"titan-u-contract-v1","latency_ms":0.4330419469624758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc7164557129c958340f4b94bc4792dec8e9c7359a2f66f5ce3082d4f56dfa32","sample_id":"mmlu-formal-logic.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a8d447485673e658f4ca7029ab379050bb5cbaccdf19f1e88eee77bd2f6a151","formula_version":"titan-u-contract-v1","latency_ms":0.5725000519305468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ded344cee58a0f66e743aba1c149658d1038011c0047079fb6e6b2bff962086","sample_id":"mmlu-formal-logic.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2c11fdd8e933e11dec570db6386316259d59a7f2ed3c26a2bb95751b2da4981","formula_version":"titan-u-contract-v1","latency_ms":0.9852079674601555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aea6c47222ce538cc6589570e4b36e292dacb572633068bd8373d03b201ce27d","sample_id":"mmlu-formal-logic.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3b7bbf691589f8cc063f2b0131a3e17175b87a110b7c66aa0c5e8f3070bcb80","formula_version":"titan-u-contract-v1","latency_ms":0.5784999812021852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7260faa9e07250f68be50d9849563d9628f169b4933fbd079359ab658ed9ffd","sample_id":"mmlu-formal-logic.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae05627074b8f032eceec49fab220bf793e588e1193f981396ce4093b712841a","formula_version":"titan-u-contract-v1","latency_ms":0.6278340006247163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7749202afa2dd05c05bb42f09d465576b5a722716f1df9308b8fcdabffab8ab8","sample_id":"mmlu-formal-logic.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7023300ac2ca424e1924d6e2686bfa390ad8755bedd2fb26266de5ee122c1e67","formula_version":"titan-u-contract-v1","latency_ms":0.4868749529123306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5401024da0f0bf7070daa175f7e6972a5dc39dcbaef8f365b6c1369ef0ade52","sample_id":"mmlu-formal-logic.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f0a4fb2d2427a6543e164548802488ba830355d6babcc54ed0a9810b09c1528","formula_version":"titan-u-contract-v1","latency_ms":1.893040956929326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"008dd7305bf86d70a8878fdcf1ef402eec258320609ed170b0a1ee5efff84232","sample_id":"mmlu-formal-logic.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"479b86d482cef670e0d8b5fb0bc6c964498ea67948609e8306ca689da085ed59","formula_version":"titan-u-contract-v1","latency_ms":0.5310419946908951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57c644a8f91bb9e02043497364104ee42e18d69f2dabf5c06bf4d63be475b85a","sample_id":"mmlu-formal-logic.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cf1ea73ef6e39966c0ff7fcf97d7d6dfe89cfbe1244d948da8326d927e31829","formula_version":"titan-u-contract-v1","latency_ms":5.684249917976558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9011c6c36455c65ac8ead56e50cb00eaf79f24302ae6bf8a206f0b2c20b1a1d1","sample_id":"mmlu-formal-logic.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8596746b2a9993da5b28e56e369d35356fd79a1bee9c85a75b54d0afdaa3fb8a","formula_version":"titan-u-contract-v1","latency_ms":0.861500040628016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37e52676dc759cbd86b7b5b685780c951993525ea06a0e6cb5279a64045f929f","sample_id":"mmlu-formal-logic.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb1daa25fe80d40ec448f43a5430e31b3269199585731e35966df7b1ca1d3161","formula_version":"titan-u-contract-v1","latency_ms":0.7705830503255129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05dee7d3f1c5054650d5900a61fd2a1b083876aadfc577a26d9ff2746f9dc7f4","sample_id":"mmlu-formal-logic.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"666110a6936f5257caae54253649b93410324bf579487bb69ff9414d14e756e4","formula_version":"titan-u-contract-v1","latency_ms":0.5109580233693123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6910ebb5f3daebf11dc818ca3c241551ac54bc6600380961ac85b19eef953f92","sample_id":"mmlu-formal-logic.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20aab07da405bace71ff93b4e83e829983910c78b53025cfe0ea2d42d9038212","formula_version":"titan-u-contract-v1","latency_ms":1.4664999907836318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a67b6df6555af404e56505c2ed8038f1f7ff2c2c62d701103d9025aea2235c53","sample_id":"mmlu-formal-logic.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe272b19abfeb6c6e5783d15d6cd4566d3212610c81e52794035a422ffdaf014","formula_version":"titan-u-contract-v1","latency_ms":1.0598330991342664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"428b7a92fd6ec13e785d08fdb00543d1da887e6b83f24759d1c24d279ceef13d","sample_id":"mmlu-formal-logic.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8571cc87412f576cb282c954a1fa74173eb05a6218f9316538ee884d70642daf","formula_version":"titan-u-contract-v1","latency_ms":0.9792500641196966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6c6da47f7569ec1918498577db7987c3d56ebafbda840c45c8854d938cbb325","sample_id":"mmlu-formal-logic.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a888267df0064daf7219b34437b27d4af95409a0e7123b702ad28d782029ae38","formula_version":"titan-u-contract-v1","latency_ms":0.6070840172469616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d472bc7bd233d4ae08ad210cd300d664c31a1b96d29ff440074fdb7253fedbf","sample_id":"mmlu-formal-logic.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b06719cd5cab01639fcfc254522317199dcd9023788d344b9231809b0b01793d","formula_version":"titan-u-contract-v1","latency_ms":0.5936670349910855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa88f009b7a614bb8860ca604de26859f0251d9f4480a6b4a6217a70a911ad9d","sample_id":"mmlu-formal-logic.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"716d29ebf756793d5fd77f0460d914fc287574e16ebfdb19357eb385de4556f9","formula_version":"titan-u-contract-v1","latency_ms":1.0281669674441218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78bb179fdb02a13996cda2c903e987bc470f69f85ad906c5070505f047ef0312","sample_id":"mmlu-formal-logic.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f349c77f28ab1a64e3d5cf8400bff8c2deba74f7cc774e97bab35334568d760","formula_version":"titan-u-contract-v1","latency_ms":0.9728750446811318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c78af7093f2dd2f748516255b63b572f59420d9261bf22adf85f80e35ed9489","sample_id":"mmlu-formal-logic.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd1e86a08154ac0a3db1a81440a511e03efc062fb22ecddb2ec995be684eafd5","formula_version":"titan-u-contract-v1","latency_ms":0.6445830222219229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a0f022143b1d21b58d2aea8db040911ef4c17b82e72682c75278e27063e8e02","sample_id":"mmlu-formal-logic.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8bde154a4a4b102763a34a94c26e24a0b869607f10deaf98f1e35f4868d515c","formula_version":"titan-u-contract-v1","latency_ms":0.8799169445410371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0baacb1e2b799f4caddd40f1439cd773ef42665e0db698446051c80a0d2dcdc7","sample_id":"mmlu-formal-logic.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e970757f5d880b0b4a4dfd7db3263d5b1cd43e74129db232cf9ac491d820ce9","formula_version":"titan-u-contract-v1","latency_ms":0.6388749461621046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9df3b545c79553dd2ed91d56098e9686e0e91dae62df239e6d00a167dde24d0e","sample_id":"mmlu-formal-logic.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d754775b0678e0e2bc63dd42ab58b088fb7033064c79a2962f9f438b11a5f98","formula_version":"titan-u-contract-v1","latency_ms":0.6303340196609497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b235e8d23a8adbd941203433eaace12d1f3662451b07fd67cd957ac702f059b1","sample_id":"mmlu-formal-logic.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"395057f1668b1fca238a7d68ab2bcde6404a3314015e0d90634931008f1e5385","formula_version":"titan-u-contract-v1","latency_ms":0.5966249154880643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9adbc52f5a72b338da07f5ada74d8c73eee70fe435174993505e6e1d6df815fd","sample_id":"mmlu-formal-logic.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deb095a53ee9f7ba8bf8d2143612ea863f2ad5ade9e16f47ad576df87eca4189","formula_version":"titan-u-contract-v1","latency_ms":0.7443749345839024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94aeb1af88651fc01ce0f5f195036f4f1cb3cd52299b802a5cadc3acd170fd81","sample_id":"mmlu-formal-logic.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa3fdb5bf9a4252f1417e1a5b4496bce185a66c436f8ac636c777cbc7d72b0ac","formula_version":"titan-u-contract-v1","latency_ms":0.5212920950725675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8fbf3d0c7ac6d36068eb4b1c1f3b9a10d69d730d0229c3f0381d46439ef4d67","sample_id":"mmlu-formal-logic.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad95d2ae43d18062d6f33ffdaa5a5adbf7d709b2c5e4e612616b12db8389792e","formula_version":"titan-u-contract-v1","latency_ms":0.8255830034613609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"243a9306f137b52648216bd0aed7053db539dd9fae18c8177de9dc29d593de04","sample_id":"mmlu-formal-logic.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83aa0ff520edda7ac412f20cdd98dc3fa2de5206a3b94c8726e427a502e53868","formula_version":"titan-u-contract-v1","latency_ms":0.5829160800203681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52a37c043822e1e2411d26d3bcaabe714db2a97044433bb0480cf9dfb3db6858","sample_id":"mmlu-formal-logic.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fdf068c563fe988b19769284f7e530d2b510e16aa3140a5c7f8f4e9d02b80bd","formula_version":"titan-u-contract-v1","latency_ms":0.6715409690514207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c51c768f2dd1d61db412f14f7f2a93693efbf00927added0c922a0da0ce63b3","sample_id":"mmlu-formal-logic.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4052837391c9623d97cc1984a43e593a487e40832c97fd7851d073fdd0c016c","formula_version":"titan-u-contract-v1","latency_ms":0.7246250752359629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05b316901ef70b35a5b602ad1f622ccd413cf1548a264e937139811e5443c1f3","sample_id":"mmlu-formal-logic.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59f871153d435318bb6a6e38e287640393e8f8dbf6648b9f03d1994c66bf11fe","formula_version":"titan-u-contract-v1","latency_ms":1.5036249533295631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfa54b9a6dd6d6b0cef7801c4265a721df504af5564112c3acd0748ea8dee735","sample_id":"mmlu-formal-logic.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"348142e37cddf85913e04252039a951a37c848c8a82b48b21e4e58b90652cf65","formula_version":"titan-u-contract-v1","latency_ms":0.48933399375528097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"926a87be62bc8e23c279bd3283aae0c67cad09960afe1700831a1868dcdf23c5","sample_id":"mmlu-formal-logic.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5faf9b6de33f8fc993f4e02ffa805270d4a91350b02cbf343f71830eaab3544c","formula_version":"titan-u-contract-v1","latency_ms":0.45341707300394773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29cb2e4b6e75fe6912d8e80d6b2a78e53ac6cd268208563b48fee4df48aa0cd7","sample_id":"mmlu-formal-logic.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05477443e70056787a6ccbbba978975df7d04aade4c65e211f583b5a1dcd58e1","formula_version":"titan-u-contract-v1","latency_ms":1.1330419220030308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3203cabea05fb4ba9f35bc2795c9d556a077914bbb4a569edda72e898471abd3","sample_id":"mmlu-formal-logic.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7953434cbfa846d4e7f9ab647163abe8c7e067515ee24511d08657c31be44f7","formula_version":"titan-u-contract-v1","latency_ms":0.6017079576849937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75db31d06c7e94626b5b836a2c62c70bc9ce1241a664237effe2d8269338b59c","sample_id":"mmlu-formal-logic.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f50e832f32fbf08fba128d2bd0113613946186247b60f222ceca2b8cc2ac26b7","formula_version":"titan-u-contract-v1","latency_ms":0.6504999473690987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abc6f7ce6781aca97964dba88eb67a2418abf4c1080d505677edcb93813f226b","sample_id":"mmlu-formal-logic.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"419bc22c730593cf0de258a2f6160deb9a70eb8062a7e4d315be9d909e8cf259","formula_version":"titan-u-contract-v1","latency_ms":0.8637079736217856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f13063d8ce7637701f9aea3c1fe088ffb5dc8f204482dc4f2dac5ef72ce00c51","sample_id":"mmlu-formal-logic.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0421bf16cd270ff864a93fc1e545016940335e263c214fd0aea4b3618b59bc71","formula_version":"titan-u-contract-v1","latency_ms":0.5031670443713665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6bbe3626a2ff01099f4dd64df6e3892cfcdcadd362b0b2865d35074ce8a0ab8","sample_id":"mmlu-formal-logic.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"728f41c1f7b7a81ce9bb2df02083b9f717cbd311a37254832b5774e016470aca","formula_version":"titan-u-contract-v1","latency_ms":0.5579160060733557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"329d2c644bffe35e47c4ff75c6524c499584e306fbaae0c202fd340a63d6bb66","sample_id":"mmlu-global-facts.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6284dc5ec051c49427a3bbed6c0a1e715cc00876b2950c749f0e039842bad53a","formula_version":"titan-u-contract-v1","latency_ms":0.5669581005349755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56481e9c5768bacb538868f28da74bfdd97f8bff5270e7434b4019e715beb017","sample_id":"mmlu-global-facts.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d148a3d927336b6094ecca031a323dd0ba89f1734fbe8f57c024a3c10962e05b","formula_version":"titan-u-contract-v1","latency_ms":0.5703329807147384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"279657e34286d752dfb65b6981500e8b85908fcaec5701aa03e1c0fbdda9696e","sample_id":"mmlu-global-facts.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dc4cc3bffd744b6639ede4ee94069007bd977ee0dbbae1bc56799a3a89c2437","formula_version":"titan-u-contract-v1","latency_ms":0.4519170615822077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17f96dfae075cd84b24ce3d37bfe9ce83ddd5d8b4f995c711cd1ec46914f8cea","sample_id":"mmlu-global-facts.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"805270609aa8e1b08bff2afb87f1251b8eeb1eee6c3bfe4453c43a4404736d36","formula_version":"titan-u-contract-v1","latency_ms":0.38129102904349566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c44a9c4d7d25360fbe5fd762978cb6f36cb345d838ad322e22db6429fe441382","sample_id":"mmlu-global-facts.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"612bd867f50a95be69da8e16682ee9acbc9ed37c516012ca61366e109fdc4569","formula_version":"titan-u-contract-v1","latency_ms":0.4334578989073634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7c2d976ccd9d7d358e6b589deaf7b39429d53faf9909040c1a88b3933a5373d","sample_id":"mmlu-global-facts.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f966ec4dc370464940a1b41c3dd71dc64c6e5a0688454b0ba65b24e809934866","formula_version":"titan-u-contract-v1","latency_ms":1.0890420526266098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3e78060615f5069c1b88e1ddb82a2f12612f2c1f75fe3df3934ab7c1c2ef992","sample_id":"mmlu-global-facts.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25403842cfb70ab182b42474ed560769be4bcd5306873c3d8190fb2f081c8e0a","formula_version":"titan-u-contract-v1","latency_ms":0.5732079735025764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"186bacd71324ab999838963855bb7ab5415fda8285fa95b30a8237b00c8c94f1","sample_id":"mmlu-global-facts.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d8a7730d65ebea0c8cdeff4e14b1574e65c6564b2ca0f87cb8f7c12bf0dd58e","formula_version":"titan-u-contract-v1","latency_ms":0.44858292676508427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d19bbc1bfe882b747845e9313456d9f01d7e2a31e01ce3813bb96aa8d6b079cc","sample_id":"mmlu-global-facts.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79f0a8c0cdada6e5c54918a7c50cb30ed9a8bd143ec7afd46ca7a5c13e6da5c6","formula_version":"titan-u-contract-v1","latency_ms":0.4052500007674098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42112b7c07727b666b56b8816e9f2d360806bf1b9e78fca4f0ad198052e91d4d","sample_id":"mmlu-global-facts.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d705e8fcf341897dde1f93fbaba7fd952b4cadf3235959a06512cbc5b3d2986a","formula_version":"titan-u-contract-v1","latency_ms":0.43645803816616535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a735bb7360ed56eee5264ae9f23837b65f8c54995f146f0b87d81a4128202367","sample_id":"mmlu-global-facts.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06d280df8e585d981e3cc90ee17024c01c4e76ebd8a6a43be84fb36af8448eb5","formula_version":"titan-u-contract-v1","latency_ms":0.3742920234799385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d50fa3a4af806c1cab6f7985872b1f24ff1ff1c993fcebe4d20f58efaaeda30","sample_id":"mmlu-global-facts.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"838f36e476cf754043231e147790c70a27848540a9bf9ce340193a2bddb23cdd","formula_version":"titan-u-contract-v1","latency_ms":0.6882080342620611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06e1c24727be5aa608c2b30ec3cfbe8ff493611b6c5a23590beea7f532b7e8c3","sample_id":"mmlu-global-facts.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c952d1e451015e79093da673ee1ff6edf4e76dfc4fcb3c65b3d6207b6a619b4","formula_version":"titan-u-contract-v1","latency_ms":0.5632499232888222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a7180ac74f1a6081e998766b7c6b306a36c92a1d45d07dca3484818c069ceda","sample_id":"mmlu-global-facts.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ef4f6f64a071a74e8a0480cbd1e25a233c80fd46105f3ca2ce84b226b48b846","formula_version":"titan-u-contract-v1","latency_ms":0.7087080739438534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01e3fad225888cffced747534b9c0015631b3ce8448ff257fb89b326dfefb5b4","sample_id":"mmlu-global-facts.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aad65ad302b8e2eb93da11541c25f040fd45ee196c9e4942a271f4ac321616e3","formula_version":"titan-u-contract-v1","latency_ms":0.6785830482840538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3398786ca4a76f77e60454b06f4de5c4b554c5652393a0a393872f8c78add3a6","sample_id":"mmlu-global-facts.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f1a739c5bd5d19896668952cf5d9190063abb9f06dd69e4c5d6ce9d22e989c2","formula_version":"titan-u-contract-v1","latency_ms":0.6632499862462282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39a993c0bbcd1165e64971fb381448c0e2d5dc78dbaa9694e2398f1a46b69fd0","sample_id":"mmlu-global-facts.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3129186e5f4bab74c83e86422fda37232e4ad61a71de018e3dbb880a7d31632d","formula_version":"titan-u-contract-v1","latency_ms":0.9590840199962258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f83590b9c38d5088ea903f49fe36d8c9718a10ed67603f111aee464a1e474b84","sample_id":"mmlu-global-facts.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"120f6d9f5c91fbf05d14160c6b2cf03a3605ce1402fced49046de72a97ec342d","formula_version":"titan-u-contract-v1","latency_ms":0.4555420018732548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89ce263ff63a7b8fd546ffbf99d03818c0273c7b5467a47ea61f2eb7fe6eb23f","sample_id":"mmlu-global-facts.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9065019809596b51848057cba17e584f92c11530d4a11c5c67519d9b90f89dde","formula_version":"titan-u-contract-v1","latency_ms":0.7668330799788237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d73a85f66ffb129a4b360de4a0665dc4e63b6fba332de6b020595d1a503e130","sample_id":"mmlu-global-facts.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d4df06767df7efbe2c47abdc8cab91ccfd4068b9dddeb84da63d72e9adc555e","formula_version":"titan-u-contract-v1","latency_ms":0.5721659399569035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feeba4c828f58389af9a08508b371f275ac6cb668657868ef5a87003a53d5274","sample_id":"mmlu-global-facts.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2d4ab58f7161ef8fba9530b7a7f8fa0fe6ef71fca7ff8f06e8a2387e9312d51","formula_version":"titan-u-contract-v1","latency_ms":0.6220840150490403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"376f12d0a2b68e7cd2ec30d21564f3a29f110fea654889d30a0cb1712e16679c","sample_id":"mmlu-global-facts.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8e76ea93523af93e86c76bf594e181dd949099666c9ab009926784ad99f0b27","formula_version":"titan-u-contract-v1","latency_ms":0.6153329741209745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"261dfacf335e2fda1910b601674e045268662a4d316172c9be8f02d9c6e15731","sample_id":"mmlu-global-facts.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5943d3bffc40c2d5b7839455d6995b1f737a9061e6a39072e01bf60a23278e55","formula_version":"titan-u-contract-v1","latency_ms":0.8875420317053795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55aa940b02f5f4854c4bd338a52fc5e6106ab1a3ac0fce9c41ccbdd0de98fd7e","sample_id":"mmlu-global-facts.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e7fc224e47104b88b955441f9ca90991d5952fdded6a861e14d3c5e3963066a","formula_version":"titan-u-contract-v1","latency_ms":0.9089999366551638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e22dcbf92a397a8313cf33e12628bb9a9a7c25cd6fb5c8815a92a3f6471050e","sample_id":"mmlu-global-facts.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f09541ae8ea1262878fca643a46a59e3247f652f2d1a00e3631007c4d0f3a24d","formula_version":"titan-u-contract-v1","latency_ms":0.6048749200999737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"767724d325524a9a9bb775d76460f90aebc9e5386957dc1da65e583d7a3c524a","sample_id":"mmlu-global-facts.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f62ceaec162b5159fec6349a63846a9f8e8474bad006fbbb4a57958f9c676071","formula_version":"titan-u-contract-v1","latency_ms":0.7064170204102993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24f433d4c491c61395bb1359545ee061dc9835bb2c0458456004ea86f5189f71","sample_id":"mmlu-global-facts.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"368339254ccf7bee05cbcabb1996980ac372c57c4850bacd6c15b62d9064ba26","formula_version":"titan-u-contract-v1","latency_ms":0.5950829945504665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc7a7213b709a443c9f4fb34a292c2dc13505dffa9d91718a356b52ad0a25cdb","sample_id":"mmlu-global-facts.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48bd3d999fec41be5c14df4c9ef828a8c8fc40dc2029c37533344d09574dae71","formula_version":"titan-u-contract-v1","latency_ms":0.6000419380143285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af03731b3af7eb7df2479c6750d6bde4b957234c4ac41cb3536fd646e633cd48","sample_id":"mmlu-global-facts.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79832acf7b37deb80c4c807eec41fda3fffb292eb2240937f2148e3b15e7d171","formula_version":"titan-u-contract-v1","latency_ms":0.44287508353590965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60697f4613824fa9f5fc3ebb7df68d554fa7d0c00b9e60188c4b0a9a5c18a938","sample_id":"mmlu-global-facts.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2edf43a25233c03434668e1f02ee0b8e2b713ecad3cee390b8f032627eba5c3b","formula_version":"titan-u-contract-v1","latency_ms":0.5420410307124257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab1dc29c935ae17043bd39e5e88a629a55c079eb3008687877e937aa9aea8df9","sample_id":"mmlu-global-facts.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5a6a86385f25e2a95a4aa499c5895477bf74706c12529674c89b9f3b88c2593","formula_version":"titan-u-contract-v1","latency_ms":0.46799995470792055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"732d3ddfdd7ae4c4017e6f2d6ee4f4bd53fbec992f46430f78d5a1107edcbf98","sample_id":"mmlu-global-facts.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66fd8421df012482d1bec06a17434bf3578e618a66273a7ca191ac8be8d1b2f3","formula_version":"titan-u-contract-v1","latency_ms":0.6443749880418181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a2f1497deebe3a838e5821806c0470a37bbfbd571340b29b862b821200db2d0","sample_id":"mmlu-global-facts.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4beeb0a9f4f2979ce5cadbcbed1ef2dc440665205dad59e146b626b6f8e970c8","formula_version":"titan-u-contract-v1","latency_ms":0.6281249225139618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d97355124d95d482a09ddf5d815090d60ef59d935def0d852c8ea5a46d68b1b4","sample_id":"mmlu-global-facts.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8451f2dd24de2cbcacd81b0ea6ade348d9a733e136fbde4b92bef5aa37b27411","formula_version":"titan-u-contract-v1","latency_ms":0.45175000559538603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bac490b7f1e5fb29a47f800cc5eeb682eb2559ad3329014a8b4ec4418d8648f9","sample_id":"mmlu-global-facts.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c07ead47e4b37810f3cd3f92b79747e22d345d0df3d14196356767a241f2bf74","formula_version":"titan-u-contract-v1","latency_ms":0.74712501373142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f08175a7fc42c69c39d13099132e0d10d273ca2015864b7375a2fc3c5e7c4094","sample_id":"mmlu-global-facts.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96dca57ee0d43b84b8d91ce04faf9e93d108bd4a167f709a24d49a9b451cac86","formula_version":"titan-u-contract-v1","latency_ms":0.8677919395267963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c8099b214f19223ece3e5bb961665032a804fe967323d3d4bca758747b38a8d","sample_id":"mmlu-global-facts.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b45b86ca1a9ef2c94eb70ed2898b7d39727e07b302296c401240fce418057473","formula_version":"titan-u-contract-v1","latency_ms":1.1845419649034739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd72bb987cefe9301ac1afd4f928f63534c32923a3adb249c9fc2b12a462c2c2","sample_id":"mmlu-global-facts.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"366a93084358b1e4bc975478a50b144b533336b44973bef2a9502de7ce9736f4","formula_version":"titan-u-contract-v1","latency_ms":0.5897920345887542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e61b590a312eb19f4d846aeabd88d52d14d7a2cb1d4ada56f6a04dc8b6d790fc","sample_id":"mmlu-global-facts.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25e2d225d338f898b42afb062c5fbd9ef1e453642bbc3b7cf0a81e3833151eab","formula_version":"titan-u-contract-v1","latency_ms":0.4326249472796917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfa3f7195c6ae09810390fb1b925e040b502653194aff475d59a6ed807442749","sample_id":"mmlu-global-facts.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ccb75dd3c4b46143365b080d8909fd31bb333f853d37de4774b1a0e9456b0b5","formula_version":"titan-u-contract-v1","latency_ms":0.8327909745275974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8682966a01c9fca424fe63dfa2a6cfcca1a8d0d79d88fa929a77baaeecf623bb","sample_id":"mmlu-global-facts.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35e42c00487d4ba03daab039c56e0bf37814a4cfd73b5ef5b6b7b0e3e3109831","formula_version":"titan-u-contract-v1","latency_ms":0.8149169152602553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1820e70df26d84c88f3955182d375a325e8497cbc7fc69d26395c2f10dfa81a3","sample_id":"mmlu-global-facts.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"168a890ad07dead0155b0f5238414319561335346dffebfcc4ff44379f1e121a","formula_version":"titan-u-contract-v1","latency_ms":0.7234999211505055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"275b846ef1b5e254be23b49e0c44e49040ef74c9fb7ef7d3b6ade6cafe9cfdbe","sample_id":"mmlu-global-facts.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af4e7f38a89f2db633ce442231c8ca07d24aee4c30844270eb1c3278f934637c","formula_version":"titan-u-contract-v1","latency_ms":0.6989999674260616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15231a26477afc1e29abb2486cfba3dc388ce514dc12422fbf3a169783bb5867","sample_id":"mmlu-global-facts.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"101b1720d0bce60e0c31e1b9f04b7bef277c7fef034b2cbb2aafb42256949519","formula_version":"titan-u-contract-v1","latency_ms":0.7452080026268959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1988563c6e7044d0b412a0753e9a85bf68ddb52908dde0412bb79bdfeb8e8ff","sample_id":"mmlu-global-facts.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61ae85d5bab6b2775b63c8df1be980dc031727c5f73ac66c3c2014208f3ed1d1","formula_version":"titan-u-contract-v1","latency_ms":0.5921670235693455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dff668676feb134bc2da85637210016e45caee8e42de8e7cdbca02776591768b","sample_id":"mmlu-global-facts.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be567cb58b2e858996bca0cc3580c16879f8bf63a5a6ebb74acdfe4edc09351e","formula_version":"titan-u-contract-v1","latency_ms":0.6843339651823044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"937d876f8c5a8345c9e90edebcc156a9a05f57cc9ad8e9b7563e843054697daf","sample_id":"mmlu-global-facts.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0e819def97d322c6637d21f1060406c19b5fbeefe66bb95f9e7b6eb865bbf62","formula_version":"titan-u-contract-v1","latency_ms":1.081541064195335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d655cf2e00f8630ead75a8ab50976ffbe0858eff93ec300a1f7812736664ed2b","sample_id":"mmlu-global-facts.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f5fa3ca8d056a602b9881006fafee93a65380ac7aa5790c03d52b42ecfa3322","formula_version":"titan-u-contract-v1","latency_ms":0.4497910849750042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc3b51b731afaae47d968d4b1ea4f010d535f8ae98d9d635f2574b914f96b707","sample_id":"mmlu-global-facts.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f03f0cfb03fd9de761fd5f07394c2c58ca2ede38d2e1e3fd84d22bf9f52be1ff","formula_version":"titan-u-contract-v1","latency_ms":0.5465000867843628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9e776ad8547ddd0e3c69e180219a2baeab0b67e8c9e563d7b8d7b1e00cb2588","sample_id":"mmlu-global-facts.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf6e4ab2ad161423d2f487a6fe680685bc4dd4d379c495be94df3d09308d02b6","formula_version":"titan-u-contract-v1","latency_ms":0.6117080338299274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d78ce9dcbe24c8867b7fafd8d4a1a2e70172171fde34e9cf36dadfe3369ddc25","sample_id":"mmlu-global-facts.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d2c4bb919acbe4783f5493e16df7b51f6f4c3169b01c45d77462039013430fd","formula_version":"titan-u-contract-v1","latency_ms":0.6976249860599637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"183f8bbffa2ba5766b3e3bcc915fb80db16f2a85d800720a55ca2bda68fe15fa","sample_id":"mmlu-global-facts.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff2d1754548e063a33d849dab37a67ff727d246dd9ada758f3ceeaa888807408","formula_version":"titan-u-contract-v1","latency_ms":0.633500050753355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a8278c820952c38c961c1fb3f8a17123d2181f54cd63dbb9ea4ffd226579e72","sample_id":"mmlu-global-facts.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fe553338b577346d8db7ec39b441642bb325f6244c557174a5780ca8a1530b0","formula_version":"titan-u-contract-v1","latency_ms":0.735167064704001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60f8b780fb7846302be4580971d1318a748403bcc54ac36503214b38ade914f5","sample_id":"mmlu-global-facts.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4235a66fe0b624078aefda111e30ab2a8b29f3b3de6ff2218645ebdccbb84bd1","formula_version":"titan-u-contract-v1","latency_ms":0.6970410468056798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c04a2ebadd8b282459ecbceabdd38b8dec0f2df4369e21f48edd5c135c857fa","sample_id":"mmlu-global-facts.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"010eb45dd5ae5ef1d26a4494dfb4aa661e4d90490c36b6228179f23e646c75d1","formula_version":"titan-u-contract-v1","latency_ms":0.5273750284686685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bff4bdeedc2386ab745634ff58dbf12997452d42ffeb7617c279a06e6857b3fd","sample_id":"mmlu-global-facts.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b376e583207134feb89bf97bd08cadb90c2588cc7f77030fd72536ad0afd7afe","formula_version":"titan-u-contract-v1","latency_ms":0.582791049964726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09bab4417e698f049dd91b2979c0ad5f24704b995da1216369aa3029d038b131","sample_id":"mmlu-global-facts.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14805f76c9c6b7c8f709e059930fe6a488865bb1e5e074a7972e9d163fb91ea2","formula_version":"titan-u-contract-v1","latency_ms":0.7375419372692704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5950007a48cf1afba86e400b874cd972291c4d96065a88859f0fe13fc82dc32b","sample_id":"mmlu-global-facts.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db78d40009b6f8392198cb7877a90d53fed12fa0b5f6bdf8f10006e749419fb0","formula_version":"titan-u-contract-v1","latency_ms":0.4878329345956445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"960e110bba2a78fb26c0344bca8ecdd9a1ce664a31c8eac8aa2e27fa08907955","sample_id":"mmlu-global-facts.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c159b730cfa00b9dd2cbb8f2a449b2e4cb0fbb7009a308ee4c7647cad64c6628","formula_version":"titan-u-contract-v1","latency_ms":0.5307079991325736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12d96eed89b76b0efd216016617011bc7db6e7c5c445f2764a4dd9bf741188c8","sample_id":"mmlu-global-facts.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79a9222388a2825feb8f3c2fc30acdc828567366fae14509d3234ea5d6f27769","formula_version":"titan-u-contract-v1","latency_ms":0.4636249504983425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a9bbb9c8a159292d57963bbd373d569ed8e2c2ad2a370783e5d84a47e2e7314","sample_id":"mmlu-global-facts.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d58e66dbb488714d6f06d1e01236ffecd49c72f94eb8e035d8604c3a21eb37bd","formula_version":"titan-u-contract-v1","latency_ms":0.5126249743625522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32188cad5d3bcc7030fe7b515dccd093d21c9910c58390d7b2e41a44ae3fe559","sample_id":"mmlu-global-facts.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47921a10dc00a9f7d27b6cf56e2a4c4cae41f009209759f1bf22c3d86f3eb71e","formula_version":"titan-u-contract-v1","latency_ms":0.5543329752981663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba7e288761a3fdf18c00cd1d4cbf604c184b29ef345b04652b9cc88759498cf5","sample_id":"mmlu-global-facts.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"418de9d1f53ff8e24a9a102c5e4c8a474c7e00662fbc4cb27d504032d4612e87","formula_version":"titan-u-contract-v1","latency_ms":0.5440420936793089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5e472a00905ccd21352d370a3bdf457d9e684d2cde3c94142a429751812ae99","sample_id":"mmlu-global-facts.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de81b8d3d46d7a9d69a335958f46bed5d0963925b0c1b699016279310d013a7f","formula_version":"titan-u-contract-v1","latency_ms":0.5757090402767062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15625e7bbbd358ab152bf5a1d27eb53ebc473d278afffd7be26f671b5a7b6b2d","sample_id":"mmlu-global-facts.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50aa0bbac6cae2b160944f60606b0920b4c54ee22eeae44fa2d184f8570897f6","formula_version":"titan-u-contract-v1","latency_ms":0.5321659846231341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33efea25060a60964bf6b852293a7c02bf7ee3bc11cc3d5ccf5b79026a21c8bc","sample_id":"mmlu-global-facts.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4084e5575ce9466fc92713909bd4db1a757c9a0f84153477a3b444d9fddcedd","formula_version":"titan-u-contract-v1","latency_ms":1.0400419123470783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa070d81d0a82fec19c51f22c63ee5cf072c0f4a9124e083f1fadb180444b930","sample_id":"mmlu-global-facts.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"748095c3c8bdb4dda279ea7980f3bf4c8495dc962d345c66d9c34ebda53fb296","formula_version":"titan-u-contract-v1","latency_ms":0.5104580195620656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"274916dc116509e22a3f2b9a678eb5d360382a69d3fac15bdb5d2d50addf3da7","sample_id":"mmlu-global-facts.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d04877a713c2018f297ba9d74583e1c0bfe1835b35b015087ad791a3d7f8c48d","formula_version":"titan-u-contract-v1","latency_ms":0.68229204043746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d55f2e08a867c4760fba2628ee5eba8522e26746fea84b5ef5bdf6ca726436ca","sample_id":"mmlu-global-facts.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f19fcd6e7d644d782483652fffd7b37f1b6c9e45ea2442eb074b8afc674807a","formula_version":"titan-u-contract-v1","latency_ms":0.6262919632717967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b18a256aebe881d74ea5286f80b5f94a2b4cf715781054cd736d1f1c199613a","sample_id":"mmlu-global-facts.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55cf92fe75865f877287477ef923845c914f952ca37931bb465a3c8fff1cb5e4","formula_version":"titan-u-contract-v1","latency_ms":0.5729580298066139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb0c8a4b490b70b50b8b46742f66b8498ed3d55f784577000f420990e9b4ba05","sample_id":"mmlu-global-facts.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5631fdad7df3aee7c429278c656b7a5fa0baf6030013688c60149d43ead2de8","formula_version":"titan-u-contract-v1","latency_ms":0.41520793456584215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b071c06a64f1a128b0ba10fd7c7441d1c29f79a8322b6238bb96ad927295040","sample_id":"mmlu-global-facts.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d58976f8e568872cc65e9df510583fcbc53b01a11bafbc48cdcb1ca56729e8f2","formula_version":"titan-u-contract-v1","latency_ms":0.4317089915275574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2625ac69e1142dfd91f7d41f72c9274a968ebe0ae76e414ffaa3000832965850","sample_id":"mmlu-global-facts.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56fd3e25a6cab1aa361a02c0a7a1ac6f8f186435bc76528c9e3d181a27ef758b","formula_version":"titan-u-contract-v1","latency_ms":0.4421659978106618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04358f26341f9108fc6e28bf269b77c6b2d2591304e221b2c29097eb61514404","sample_id":"mmlu-global-facts.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b936677fb87925d921571bf82bf603c1cce566b2f8078a1f65da5ce60ad7b901","formula_version":"titan-u-contract-v1","latency_ms":0.5738749168813229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9944a7e5cc2eb1dc5dc5d9ca0a1632512d118e5ebf97feda7bc4b45f909f7f30","sample_id":"mmlu-global-facts.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4088e7cdcba6af31eace303a857321e6f3d7f192d1ace08ce39cf7a885fd8a74","formula_version":"titan-u-contract-v1","latency_ms":0.7934590103104711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d92e6f58e0994b4ea5b9fb146aacf3be48ef6776f8d11e5e2a8348c3a128605c","sample_id":"mmlu-global-facts.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ba752990b4cc96a7bdc4f97f5af0f7f10f81c514855eb541aa28b0eccbb4151","formula_version":"titan-u-contract-v1","latency_ms":0.8536669192835689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c6ac6f7119e46b749e71844668662ec586f8d887285b1dc33879adc062b9788","sample_id":"mmlu-global-facts.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"586448f38759e0be0cf2b7c18b7f87a2d4a7d263af1912cd656d9f89888fbd66","formula_version":"titan-u-contract-v1","latency_ms":0.46191702131181955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f029ad692228bbd201943c66359117198e079e5ec30406a586e37b45297157b3","sample_id":"mmlu-global-facts.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bb23c99d1911a57ef5da34df4edc65bc5909f86edaee6d31b606aba713e570c","formula_version":"titan-u-contract-v1","latency_ms":0.43279200326651335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f6ec436f0c68c0b6d81a427836e767f19f4854fffa0bc8bf529eec990a09ceb","sample_id":"mmlu-global-facts.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7049cf441e89c5b097c79f1c4925c98f2713586db358fffc84983588f01ee430","formula_version":"titan-u-contract-v1","latency_ms":0.5712920101359487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9add13618332aeceaf3355195d41e52bb1e859d7eca80b452e15a9389839657f","sample_id":"mmlu-global-facts.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1deb5ea55738e0103292136614654dc6412c2f89db1e94ef8652d06578a3bf79","formula_version":"titan-u-contract-v1","latency_ms":0.4628329770639539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e57dee954b883ed5c419b8f30b86ef81caf8524f22540788ff0c06c337eed1c","sample_id":"mmlu-global-facts.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49245ce9f8f9e05d458a59fd7c491e89f5076032912242d20dcb2114d2bc5949","formula_version":"titan-u-contract-v1","latency_ms":0.6239169742912054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2d3914156f25f821ba1cdab756f27df1c3fa0c77269ca2a3821b9bd2d179ef4","sample_id":"mmlu-global-facts.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d09e425c640edfe59fd7169f6c1f3a76db41cd4b3a509044db76501fd2acb26","formula_version":"titan-u-contract-v1","latency_ms":0.5672500701621175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62efb42787f5873145305a0346845e32356ad651512c12bbcfd6b13757992922","sample_id":"mmlu-global-facts.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"854aa9dcb1921766114c4d1b4f45880e7aaed59e43ac4716f6289e094b815f1d","formula_version":"titan-u-contract-v1","latency_ms":0.7019999902695417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"786d21ca2eb21e2cb203f00095bf8cb64ae2f3c790bc1ee80babeaa609ee738b","sample_id":"mmlu-global-facts.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b8d0cae0136ab6394ee6e6a52a2cee692219531375d480f0d11d88c69c41543","formula_version":"titan-u-contract-v1","latency_ms":0.616041012108326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d2f654d3f3d48b65f64ddf742860fbf54f1bdd8eff66000eaefe18244fea79e","sample_id":"mmlu-global-facts.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5ed2871153990272f8f628b764f2b79f8dbf0cdaaf89593e1eb48d95a8f8ba3","formula_version":"titan-u-contract-v1","latency_ms":0.5885000573471189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3424de431489a500275c50a96687be953e700b608195b7343cfa8732d2cfd86a","sample_id":"mmlu-global-facts.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab5f3fea5896653e38bed53959faa1618e489d1f54c7ad19fafe4a6b4342878a","formula_version":"titan-u-contract-v1","latency_ms":0.6368330214172602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c459ad44748ebbd4193e64653e7bf6d4f184dfbb5c3d2a77f182942e1203118d","sample_id":"mmlu-global-facts.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbca04c22fdf837987233db87f7c7fd546e7a2de74e994c02ab8916814dd1de5","formula_version":"titan-u-contract-v1","latency_ms":0.6324159912765026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"877b6e8b8b769e49222b6d0e33ebfdfd57b480a4d78ebb63bab6849ffe80bd43","sample_id":"mmlu-global-facts.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1a5abe435df77048606ed1cc54af23ccfdd90858d3f0e6f7ddd016c86f247bb","formula_version":"titan-u-contract-v1","latency_ms":0.661291996948421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94578c7fed80a98de6a9a7becc19cde9112f1291e01e4dc7b9fb2341dbe1ecfc","sample_id":"mmlu-global-facts.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"909c2aed7ebca17d96b65110bb161c4a9b6912888fc77b29a43468f25b096201","formula_version":"titan-u-contract-v1","latency_ms":0.5802499363198876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c848847686f7fb2acc2ec7d5ccfbc3d44af0d9d75144d06ab7c02ceb43010d73","sample_id":"mmlu-global-facts.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47120d543b7c02392ec174058c1a10e564ccb7ed1828134d9b2791c43e5dbc93","formula_version":"titan-u-contract-v1","latency_ms":0.6885000038892031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1255f64695d3d6f2d892eb9f7247b372b7772ff4bad84629b4f8a036395715e7","sample_id":"mmlu-global-facts.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6f1dea914a8bb090fdd261a2dd94d937903eb385914f6f2b1a4654525be5470","formula_version":"titan-u-contract-v1","latency_ms":0.621416955254972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"374e97fd496deea87a1b02db5418f38c0f21034d1d8332bb7bdc4c69a15c8cde","sample_id":"mmlu-global-facts.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b1e51ebd7d4692ff750e2862369c01e31fc0bea300d06608298763c5e4bc8ee","formula_version":"titan-u-contract-v1","latency_ms":0.5493750795722008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f24d48294b6df20f38307aa5031e6bd68f551b28383c151bedc07c05342fe3c2","sample_id":"mmlu-global-facts.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1404f6dadfb8cebae33dfdfb61b77d3742dc55b59b4979fb4a511f50f3bd339","formula_version":"titan-u-contract-v1","latency_ms":0.9441669099032879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64bacf35063f1cdd49941d3e6af27bd5e23315741ab648a844bb22b2f008cf83","sample_id":"mmlu-global-facts.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f321be9dafcfe45697d107e264f70260d6ba87dcddab58b96b8058afb17feaa9","formula_version":"titan-u-contract-v1","latency_ms":1.1607500491663814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"284b80a2b400246e5992552898528a002910f7436260aded7e5773a63202760b","sample_id":"mmlu-global-facts.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f907ca45db3404a83ee47e8931b8f9d2e2a6f567116d3808ae79371309cc2e5","formula_version":"titan-u-contract-v1","latency_ms":0.9046659106388688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f47ded3328b1afc7072169d26dec3c30f1be9b66f1914463891dc6badf2a84a","sample_id":"mmlu-global-facts.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b631d459f29e84c8aa275b1a97ac7f9dd63fcd5351be89256394a93de2a369f2","formula_version":"titan-u-contract-v1","latency_ms":0.7248750189319253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60f2256eaec6d6f6191a8b85e11c6a7e289ebc2472dfeac827a41ffb5a94c69e","sample_id":"mmlu-global-facts.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a251cab87948a0c97c8dfb7107ad7d86487be7173d8359d86ecc13fe9de72c8","formula_version":"titan-u-contract-v1","latency_ms":0.6031659431755543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f4ce4c2946a48ae968d01ab5f8958aa9657f43d9dd785df0d941a72f9a0b7a3","sample_id":"mmlu-global-facts.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75b6f0d1d9b920005df8d68510d532043a2943a20026a2cd65079f079ae47492","formula_version":"titan-u-contract-v1","latency_ms":0.5359170027077198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"009897762e9260d4866e98b0d6263b2f079fae70d2c5107639bf869893456d48","sample_id":"mmlu-global-facts.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fec36dfc1912fc5908280795c7fca858a0b5078dcb73bfdd1b42a50c1b486dbc","formula_version":"titan-u-contract-v1","latency_ms":0.4450000124052167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e55fbfa3e64b07ba671337ac4124830e6ac2132536674c7669219d7a6059e44","sample_id":"mmlu-global-facts.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bc364ab32b2de2e49d8df5c7a4cae112f5132d5fac38325e81c87e8876cfb74","formula_version":"titan-u-contract-v1","latency_ms":0.4711670335382223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a55b557254e925809ef1fb911af90715cfe304e370babd96e5a487269bc22d58","sample_id":"mmlu-high-school-biology.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66011f752ca549208924e8224a1bbc0ac2a84fd9d2509d140ad02054b8a1c406","formula_version":"titan-u-contract-v1","latency_ms":0.6472079548984766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"643d05e4a34a7487e648aa51facce7f32374c562e9f6fd4c80d308681acdee2d","sample_id":"mmlu-high-school-biology.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bf890983ab28a0b0db9adc8ce4ac08da9a69487194c054a82540d693cde6787","formula_version":"titan-u-contract-v1","latency_ms":0.46200002543628216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd0ccb7cd5f161fd635ff2e0b22a5109b6a8b74e782b4a9385f3c35eab17a444","sample_id":"mmlu-high-school-biology.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07d584820f2f786c0eddefe4f5b899785c1929948f70929d10589ff50ddaad88","formula_version":"titan-u-contract-v1","latency_ms":0.7153749465942383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faf735fb677004277eb9cd390da585df9048cd1e0b4445a67e66df240a74ad0e","sample_id":"mmlu-high-school-biology.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c8074fec65558e6b88a240ca30c4aabac60ac95a6f718307c66b357b80c321b","formula_version":"titan-u-contract-v1","latency_ms":0.7640840485692024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4af8c829c2e38cc5bc9e3230147a87845ed751d36487ef304e002ef61ef43930","sample_id":"mmlu-high-school-biology.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d13865d2aa12dac833e5c4ba02c7fd2eb37e3f0e64b3b61de7009fc0dc01fbd1","formula_version":"titan-u-contract-v1","latency_ms":0.923417042940855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a496efea980b783fa55959a93e79ce1c4591d4496c8eef76dcc363db11ebd11e","sample_id":"mmlu-high-school-biology.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c797c3b5ce553c8801644da100ef133a5fc96efcd6b5dcca26934ab3d7c4dcdc","formula_version":"titan-u-contract-v1","latency_ms":0.811917008832097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b09f7ea2fef3574d0573854183f12ea3f6f86f30996aa08e789b166976754f3","sample_id":"mmlu-high-school-biology.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17f2d12e409f3b76771616bb11e67c8718b4e3906a8b4ec3413f542d9e385a20","formula_version":"titan-u-contract-v1","latency_ms":0.6318750092759728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4cc05819791f9d9e056d03446ef07623cf28642a43ef6d8347e677a7963a127","sample_id":"mmlu-high-school-biology.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1da3788f42a3bba1f9f894a7a52890e885250bd560c46d860b313bf28059a2ba","formula_version":"titan-u-contract-v1","latency_ms":1.199041958898306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed4d025d08d38789c81464ab80aaa5a41cab2a01c592d9b970f67bbe8ea98ed9","sample_id":"mmlu-high-school-biology.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"940ec2316c35c8770ab70de5a90154d51d649d20258b002836e826db34184e35","formula_version":"titan-u-contract-v1","latency_ms":0.7083750097081065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d86918a6063ebc5c5378b34c2ec457b85b4f3a830e5aebdeab6d284079aaa2e9","sample_id":"mmlu-high-school-biology.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b7f7ebe700b5f29242f0912910d1631f5e73b6fa128f77bdf01b5f88c52dfe6","formula_version":"titan-u-contract-v1","latency_ms":0.930250040255487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32ffd4d2b9496629b6e8f56355c227d52d130d620a5ba5c88f27f4c7a932a0d3","sample_id":"mmlu-high-school-biology.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cb65b66bd3ec29a2f116890edfc51ed253a9723d82d27b60b3d0e2c05295c9f","formula_version":"titan-u-contract-v1","latency_ms":0.4524160176515579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2e6d466995cc556b9902c88640b361f172454a824fbb330dbeefeb97864efe9","sample_id":"mmlu-high-school-biology.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"596730f76d1794f2dcf5c1f76293b35eda1db227bd4a26469972f31a49b14ed5","formula_version":"titan-u-contract-v1","latency_ms":0.7845829240977764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1dbc23ec352a8d65c6f674c27adea0520cce02a51a7ededb1b6c246ddc37ca2","sample_id":"mmlu-high-school-biology.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2acc2e08b3e3d6ae8772473feed8d7cb5354c1106960fff4e1f87978c4292293","formula_version":"titan-u-contract-v1","latency_ms":0.6495000561699271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52beee111c3dc3f139183c09dd13f6d4f947ddeac528487f39f94f9beed62ce1","sample_id":"mmlu-high-school-biology.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f06428a87e7de3418d5130c8302bd1c5e55d6be99ffe1786fc24763423258409","formula_version":"titan-u-contract-v1","latency_ms":1.0407499503344297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b6ab6708466457f703a3cfec993c694e8082b05248aa12347dc20909e46a4cf","sample_id":"mmlu-high-school-biology.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac38da02637d79689cbe907486f42526b815f236fc46baef01c17cd484271539","formula_version":"titan-u-contract-v1","latency_ms":0.7221250561997294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b20beae4838a043d7eded90c668217563b50a2159beadec2b98e4fbaf1048aa","sample_id":"mmlu-high-school-biology.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab98df9bed109e31d36d5ef27b9c30dd033fe7643a7e683245eae4b292a6f060","formula_version":"titan-u-contract-v1","latency_ms":0.9929999941959977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9445c1d420310af38d94c618d6452109bb933ef06442cc0ace615c09e0b6f851","sample_id":"mmlu-high-school-biology.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2817fb7b11c309cd1b1f065a16cdfbab0f47f6e3845ef845a2f0e21e132192f3","formula_version":"titan-u-contract-v1","latency_ms":0.5813749739900231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ebf8e6a26943c9a036c8452e1d045b721098e7f160ba6b5bc80add4e34522de","sample_id":"mmlu-high-school-biology.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65a920d194a07fe3d690244b3363e3bf30597c628e91e3f71ab9ed2848b1df12","formula_version":"titan-u-contract-v1","latency_ms":0.5881249671801925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5002f78059ea6bc2a2739a0f7c648fb1d60a03a6880c0d1e3ed2e9a989fa3dc9","sample_id":"mmlu-high-school-biology.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d66337f6971c2939ff44a9066b2a787248aa573a05131a95e8467720c8fc3b97","formula_version":"titan-u-contract-v1","latency_ms":0.6723329424858093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00bd776e4129fb81f395b0753a0eb86b43e1a319f7a7b49518ff8296792267aa","sample_id":"mmlu-high-school-biology.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d226aa519188b09fc4f07f25b718346b75208552da769067dca3eb98104af695","formula_version":"titan-u-contract-v1","latency_ms":0.8757499745115638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"721e9d5667df5eae6731d9d4c239c1cf326dae1e9bc26ffaf55472605d0e3be5","sample_id":"mmlu-high-school-biology.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d967c7727918859cd584ceccc0c8070a3b630c296ecf2b6e6b21b516d44d1f4","formula_version":"titan-u-contract-v1","latency_ms":0.8422499522566795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d870dcb172c3313acd1d5f12187c832571b28a337351ed654615e39740dcadfe","sample_id":"mmlu-high-school-biology.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c99c4580a23389f102450965e4a80f1d3d33f9441b4ef2ebc745141e584d37d","formula_version":"titan-u-contract-v1","latency_ms":0.42100006248801947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcd13a95a5f99009895d3e146108988083cd258789dcb1caf7a8e7745872533c","sample_id":"mmlu-high-school-biology.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26a4e80dd6a9c1f5335fcad577067bbc091d00f55ee0e02e3774396de1ae6ff9","formula_version":"titan-u-contract-v1","latency_ms":0.6119580939412117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b8a053c143b5d748be3725eba9eaecf94f18d6c3decd013e20ea761ff625ba5","sample_id":"mmlu-high-school-biology.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9511d2f462565ca826f88c070eeca4e603b3c4dd227d9a553d670c74838f16a1","formula_version":"titan-u-contract-v1","latency_ms":0.6973330164328218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"120bb2ca3ac0bf2dd3b5551bbbc6a55122934ef5ea4d6a7fc47af1cc7e8f56de","sample_id":"mmlu-high-school-biology.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f255f01a05cc90ac6ad32788048f06eb1cd2afe6b51fe649815f53d4c8c5e5c","formula_version":"titan-u-contract-v1","latency_ms":0.45841699466109276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65617c4e6a5bd9ce01cb39f4a22b06afc5bdc3e52da146cb19574d4ca44b2e6b","sample_id":"mmlu-high-school-biology.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6de4dde6fa21ecfb89152e3ab93f5b174730f0f3dcf44a3c424fbdb09ba15603","formula_version":"titan-u-contract-v1","latency_ms":0.5363340023905039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"917ab2b42a19dc050a5268d7bc62e7f8b6a670bbc5c971cd9e889322a338bdba","sample_id":"mmlu-high-school-biology.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b7f70d6c559a42f9ed6c94a3e68ab4d6e6a80536972b244eb0446ae05635b5d","formula_version":"titan-u-contract-v1","latency_ms":0.5780839128419757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf72be7a3e5aeb6460b87d265fd35449d52aa2f34bc64ee91ff70c92a035f16a","sample_id":"mmlu-high-school-biology.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffdbcde6509d67d7abb3d46528e1d0dd2f1c11a0d7f5edd2cf0eed4544219393","formula_version":"titan-u-contract-v1","latency_ms":0.6820419803261757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08d6f72f6c9e3f6a1d4a85cb50a1167ca4113b2a89c0e8860a558fb7f0bfc3e6","sample_id":"mmlu-high-school-biology.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e051bc9dede9aa09f747081b74930b30c7603a6787c88b3d946aea52dcd9277","formula_version":"titan-u-contract-v1","latency_ms":0.6484590703621507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a35df174398cc57d12cbe60676bb4054303634ce946d5ccadade8cfb400c0398","sample_id":"mmlu-high-school-biology.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dde737dafcd23e6097fe7fdb69b7e030b31b9dfa4b61317a1671ea6b3dae52eb","formula_version":"titan-u-contract-v1","latency_ms":0.594375072978437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f19f8e10656dc2a4e1315f63eab9548927a16ebd0b5b695b2762b465f65e544","sample_id":"mmlu-high-school-biology.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cef324446d37cfb32f253b07a841080fd09c671ef58483b9eda219f370bc4e1","formula_version":"titan-u-contract-v1","latency_ms":0.6010419456288218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbb9dcc64b7303f03907689aaec2bfd518c5957f6503550bbfa11e48d1815feb","sample_id":"mmlu-high-school-biology.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a60138e5afef928bb130584bb756787e66d3db41a51875ed0e20c39845bb04c7","formula_version":"titan-u-contract-v1","latency_ms":0.44658302795141935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b3dce5fdc582182e0922344bb75648e7b5d1aeba31f7a7febc63745a07ed0c2","sample_id":"mmlu-high-school-biology.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae4347dcde25d2a388dbc13096360c93260520a965c7b8a56354228de4609759","formula_version":"titan-u-contract-v1","latency_ms":0.6668330170214176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48072e7c865969e95826b567cfe41a7ee4003b9669d05c930b0c72058fa78472","sample_id":"mmlu-high-school-biology.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb6f196d236d854da0149cdfcc29025171e3989e34117808562d45e2e33057f4","formula_version":"titan-u-contract-v1","latency_ms":0.5511250346899033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ceee1d969cf1f0db5f3d1820c915ad03c4a460dee7279a6075eddfb3aa54d39c","sample_id":"mmlu-high-school-biology.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72b1d18a3b19857192b4d10297fdeb500934341ad5c46165ed32213a53669d7c","formula_version":"titan-u-contract-v1","latency_ms":0.4360420862212777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a7cdbc92dcb688b65039a7e298ad63eacfd41881fc6fd771aa2a02112ff48f3","sample_id":"mmlu-high-school-biology.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c9a90d0aaa6219d9d623aa29b42e65be268fe334cbe217d29f32c434db288ef","formula_version":"titan-u-contract-v1","latency_ms":0.5489999894052744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"581a5202d6e87035f7f6d9743388fe7b22a9a3f4747d9e74c1723208d9261fc1","sample_id":"mmlu-high-school-biology.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d46bf84a79e77a5ad2c22b62198cfdf6626e31f9d51a1fb60c37a24cfc00afa","formula_version":"titan-u-contract-v1","latency_ms":0.9604999795556068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"389d163e7bf1695fcd0306ed102b385d129471bed8698f2be5433bcf811f7c06","sample_id":"mmlu-high-school-biology.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca8248d0b03a0351cc7abf17a92779d7d23d8c4b07b746c4a6188a999cf0b5bd","formula_version":"titan-u-contract-v1","latency_ms":0.5421669920906425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e4918110cc2f5d04c0fa24279924042918e354408414a46c0b8199cc4350e52","sample_id":"mmlu-high-school-biology.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2913501f299e9df0e38896549ecae68cb783395bbc73cba1af49506e436fc6f8","formula_version":"titan-u-contract-v1","latency_ms":1.5062500024214387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b01cd97fb702fa411a9bae8783ffa54222faa042516b3112d296b822401ab15","sample_id":"mmlu-high-school-biology.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db0566138dc1fb16eaea1ee27e4358a3d8c7b1f3b6931fffa3a0b6824d508ffd","formula_version":"titan-u-contract-v1","latency_ms":0.6906250491738319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e0803840f458df441f6d8573986ed31141365dcfbe39def13282c26318c0ac5","sample_id":"mmlu-high-school-biology.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a49a3a27ca72cd7a31a9b04ecd13b05a3613b4475ed5745aa9414a672e004f3","formula_version":"titan-u-contract-v1","latency_ms":0.4575829952955246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21a688f76f70762baa9dc41ea8e222471d1b1bdf78ecc22f24691f25ccd9dcd8","sample_id":"mmlu-high-school-biology.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cdab845e4c7bf15769692b9217529ae4a5ce377d0d04382a7f40139af2e2b5f","formula_version":"titan-u-contract-v1","latency_ms":0.5331669235602021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b33f563c1238cc5faebae0e0b5f494dda58cfbae95da8d7fc5c46c0d436a1e97","sample_id":"mmlu-high-school-biology.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2d12a0adb6812592eac732655b38434be133a8204d6edcbe58c343be05d3b06","formula_version":"titan-u-contract-v1","latency_ms":0.7394580170512199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"161778ca9573679d361734a4479002b5b50ff91b5334270bec54db6459e80ae1","sample_id":"mmlu-high-school-biology.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54ba9805b7c831bbeeef828787e54bcd3a2c7469bf5b8882266aeb2c9e147d06","formula_version":"titan-u-contract-v1","latency_ms":0.41208299808204174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a06993f06c99f8c8668d10b930ee015f7d03da0b953cf0cc9cc83c21e9cc72bf","sample_id":"mmlu-high-school-biology.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62ffab10352f135bc1d5e6008f0ef0168c2fcd8a0af49498dd3c5e2878f9d72a","formula_version":"titan-u-contract-v1","latency_ms":0.8212499087676406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46540f10f6e6dfbc8fcfdee34595825bebf665a7efdc750b3d15973eb123a5b8","sample_id":"mmlu-high-school-biology.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e55546806fc3afc966c2177ef73e3c3248a399ccff8493ff61738e085efdda32","formula_version":"titan-u-contract-v1","latency_ms":0.8319580228999257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff80403730318ff0b15b7b5d25e1521ec7b98b06d9bfc4662cd0a7f5223291fd","sample_id":"mmlu-high-school-biology.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d4a661ae3da68381e187fd2dff5c2d6caac765bee18c7e0e65ffd9bd36fbcd8","formula_version":"titan-u-contract-v1","latency_ms":0.6310410099104047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d88fdff45ac41ea45401a1905d5a4fa213f80c89e1dff23afaa5f2b271b3b175","sample_id":"mmlu-high-school-biology.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52623ffe9eaeaef1aec28c4ffb90cda877af318f473c01d542c604b12675fd6d","formula_version":"titan-u-contract-v1","latency_ms":0.5259999306872487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ffed16b356d68457d69ca8207fdc291bdb638b6792c909a215f926d15c3db57","sample_id":"mmlu-high-school-biology.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d39214ba4e97c3bb6e576840f98bc888406640def0536c8b41a8a944f0d94736","formula_version":"titan-u-contract-v1","latency_ms":1.0395420249551535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89fd2dcbe42142bde9b855b96d1768de235b160c68cbad60e3e1f8ccbc447309","sample_id":"mmlu-high-school-biology.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2727a2871eb47782f351699f0cc4dc929dbbd592ccc888fe4b433a4e1902138","formula_version":"titan-u-contract-v1","latency_ms":0.549082993529737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7ab7e2260dba5b21d05494da0b989a32103955388e547b02f8afb21f14597d7","sample_id":"mmlu-high-school-biology.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f296cf5536735feae810dc98429d2d21dc653bb0785e1b5fbb98dac47d2fa734","formula_version":"titan-u-contract-v1","latency_ms":0.894750002771616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49eaff081e151a5b0e3747baefb894c25355d021692ecab7effe70019c9cb1d9","sample_id":"mmlu-high-school-biology.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55d8f406f564e483c08dd34b6bb8357c936c4f09a35d680296b6046d711886f0","formula_version":"titan-u-contract-v1","latency_ms":0.6691250018775463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"690c686d5e54a36908de4a6b1f49d36ffede625ae6af133b5d7a0c2d4668098c","sample_id":"mmlu-high-school-biology.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e530f046bde127673590cbb3f52f5acfbd320da16b9b3971404e5c1093dc41e8","formula_version":"titan-u-contract-v1","latency_ms":0.5203749751672149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34da3bbb942aeec2286c2f0bf7adae6080cae2b6d1702fc4ce173fe9b1ee5198","sample_id":"mmlu-high-school-biology.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d95079daeed84c8dfd9c6f90e14c6d866055cf619392c704b02f17282ba6d5b","formula_version":"titan-u-contract-v1","latency_ms":0.831749988719821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0faaff04a0f5aedd0b59ffdc61093f72c901d073f538e7da45b12d326ba2fd1c","sample_id":"mmlu-high-school-biology.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2b12f6e19f0c6f7f53273e8485eb7dd6009c10682a18a81af1187284621e9ee","formula_version":"titan-u-contract-v1","latency_ms":0.5175829865038395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c607aaf65dbde38a611867992808f910d6f07e61a82b13ae39d7323cae045e4","sample_id":"mmlu-high-school-biology.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f374f376df047f885112e1632cb178f02db1e4b432ccb0fe9b4dd5e2b2a02ea7","formula_version":"titan-u-contract-v1","latency_ms":0.5184579640626907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29972ebda97965ab56c2d42b7a75957f830d0c45b560d708c1d79b54568e5588","sample_id":"mmlu-high-school-biology.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c3a92a5f8fbfe2b2a19ea3ebacf126047033fb66dda70e5a59ce9c7f6c8b9f3","formula_version":"titan-u-contract-v1","latency_ms":1.25745905097574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91fe4abf681109583c973e9ae9c585a2100f4740c6778d94876e9674c38b0b09","sample_id":"mmlu-high-school-biology.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b78713de3fbcf954813264d8ab7cbe3ba2564e2e1ec268dad603782b34dd7a9","formula_version":"titan-u-contract-v1","latency_ms":0.9117079898715019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e51cd7372aa5fb88953ed840fbc0f8b060208955a214353850ea608ffc5bba5f","sample_id":"mmlu-high-school-biology.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d55f11ccaef523b7182edfd53a91901e595fed93bc4ab81d780b753aafac7530","formula_version":"titan-u-contract-v1","latency_ms":0.4757920978590846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a5bd60155523322f8cc42ed2a0b6175c3fc2f4508235f5487e9f2aceae6e174","sample_id":"mmlu-high-school-biology.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"151e4e68a0611f83493a0d04f4bbb55430e0f0e863beeaaa5c6f80c0d7e6a1b3","formula_version":"titan-u-contract-v1","latency_ms":0.7332090754061937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fad2888085e44c2ce3863db1a0d638fc75e1b2bd830a3d45386f270e4847ddc1","sample_id":"mmlu-high-school-biology.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"435b13bc84b252b352feb2821e67cbb0be38fe8ee35bec4b5f6636a2a3a89b91","formula_version":"titan-u-contract-v1","latency_ms":0.6637080805376172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac5d34680db353b4bc1255be084166ad53d4cb452041c4df4e9c9dbb10815a5c","sample_id":"mmlu-high-school-biology.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85cbc23200cb74e4cde3ebb76760af18d08df9055cf68006a268419b7a6df9ab","formula_version":"titan-u-contract-v1","latency_ms":0.5762089276686311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcf4e00b45155813677a8917cbea961dd94c0f3205d24082eb9f5147d05f5571","sample_id":"mmlu-high-school-biology.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd4647b8df442b0c92747ec70bd0cb0a7b4d74e017b09323c3ce12ef83203c46","formula_version":"titan-u-contract-v1","latency_ms":0.4219160182401538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3847ecb3ee1a5e888d529b89f748bc1210ee96c86374d62992ee10f6d3507eb","sample_id":"mmlu-high-school-biology.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c32f4e0606b9a07c6671871f6e58c06ab12aa54eb7c60b7c7d196080f6d162f","formula_version":"titan-u-contract-v1","latency_ms":0.5670000100508332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c5f3bb1ec78ba9868811ce42b3180c425b7a783890a78194bad7e3ef30da28a","sample_id":"mmlu-high-school-biology.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b562a538fb4ed3e90c193bdc4f9aa5e17dc69410af0a04319cdc43215af59e5f","formula_version":"titan-u-contract-v1","latency_ms":0.5244999192655087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba30e2805dcd3219de6fb183d60bdccdc68f9a3e17dba4368d3ea770ebb539d0","sample_id":"mmlu-high-school-biology.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"629bd2557d5a472f30064ca19ce01988764fa0aae3a99434e68738320a8b2c8f","formula_version":"titan-u-contract-v1","latency_ms":0.7534580072388053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53e22a496ddd6225f1a63eac4c63aad91f0d1809230c4488c0b9d35b4790c309","sample_id":"mmlu-high-school-biology.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f31bbd9dc2e6ca037d30722c31175fbfca4ee5731325e427a9ef711029747c64","formula_version":"titan-u-contract-v1","latency_ms":0.44700002763420343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54e7595a94001bc703d5ca100d047f2501d4b4cfb31e8b81e6c4f805ded8b070","sample_id":"mmlu-high-school-biology.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e1cbaeaa1b44b4c5354232d5767de7c565e5439594690ab0e4006fe2e9f27bc","formula_version":"titan-u-contract-v1","latency_ms":0.4450000124052167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b56d1cd677bd85a48a6da002054423eebca18aefa7016b3a81297778ad73683","sample_id":"mmlu-high-school-biology.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1c848d8a8862bdac8eb14a43f6bab53ba30f934caa2f6ee5425fe7cf529facb","formula_version":"titan-u-contract-v1","latency_ms":0.8681659819558263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d23c09e530f297665fcb4a6e4b6011212b762a4b9b9fc2de227fac6026b5ece8","sample_id":"mmlu-high-school-biology.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a87ff6e10dd13936fcee7847b0268a94531bc1c99b0804745410d98e9cf9f2b4","formula_version":"titan-u-contract-v1","latency_ms":0.5877079674974084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01924d36e8a6ab69affc4de9e724d955481b2949070e69685f74fd0ba13835b7","sample_id":"mmlu-high-school-biology.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6e22b9cabcae6326b9a4a0cfcaa1df1b5ffa93e62c74c18ddac6cb05d901f3b","formula_version":"titan-u-contract-v1","latency_ms":0.6531670223921537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f5b165e425091ec26f3fce4104dd831d07b99e589d9e360d382509a9620c336","sample_id":"mmlu-high-school-biology.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a899978c9fd299ee08cdedfe529c29cc9f75ea6af107fe1a4faf971d167017d","formula_version":"titan-u-contract-v1","latency_ms":0.567584065720439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3b7fcea749b6fd55886f4dd2dcae7b2ffabe369af57b01fdf5a1f6315761f23","sample_id":"mmlu-high-school-biology.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c955871ff39bba5d384a5eb7e14b49628e647fcdab3b09192c15c3f77639278","formula_version":"titan-u-contract-v1","latency_ms":0.8094999939203262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42f90c4d48a9e0fc993cd2bff3db5faf4093175e27fac87bf4ab8c96aaa43fd7","sample_id":"mmlu-high-school-biology.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f954465557fa9b56773e8536ef0e695e63a45f0fcdd20545e2d6af89feeb9f88","formula_version":"titan-u-contract-v1","latency_ms":0.45900000259280205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3588c84bf0d353a5219a962e82f8548205ac108300deb8f940b6b53d9fe79c3","sample_id":"mmlu-high-school-biology.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d6791e9832b89a97f8860826af8992bb1868baaefffa04d70503fba88da0af0","formula_version":"titan-u-contract-v1","latency_ms":0.6399999838322401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9797e05ee2520cf7578457b03d8fdb873088419fbd2b10dcc7ff491341bf6232","sample_id":"mmlu-high-school-biology.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98a48051afeea526ffc31cad3518eff3a1e5759df90b01591d20a35d6514d9a5","formula_version":"titan-u-contract-v1","latency_ms":0.6109580863267183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2b05c8c1dced5b6dbaa85708119c0b4dbec1f837554e42f3c54ba10ee6b9cf1","sample_id":"mmlu-high-school-biology.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45dd02c6569ca56f93f069c7e553fb9106f5298c23bb6ed00a5b47d96731b13a","formula_version":"titan-u-contract-v1","latency_ms":0.708000035956502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"172fd48ae3fc902b4d8d174408e43c810dce24d8adc38af2435adb2345c18f26","sample_id":"mmlu-high-school-biology.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb12a0e7e93514d71a112294d3f6b05691e47264a9ec31b91bae559247467204","formula_version":"titan-u-contract-v1","latency_ms":0.4017909523099661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a8b1d7be648d4a42c652635229089bdb5a79244af128f04bd91e4bc96120d58","sample_id":"mmlu-high-school-biology.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac571715edc73cf5457f0805b9dc2de91f2db41d1e6661ce7fb3d8d50598c018","formula_version":"titan-u-contract-v1","latency_ms":0.37945806980133057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80a0154a12349cc1df4283339eb17e467a31a205aecf1cba91f158b92457a9b9","sample_id":"mmlu-high-school-biology.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80c63edf46bcf54e7ee19bd2cf0b30299521698be0315cee9db950380b5086f7","formula_version":"titan-u-contract-v1","latency_ms":0.423791934736073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90e2c916420f8d3b8d6bde9110778f57a4bf7565f869f2c0045f900420c304de","sample_id":"mmlu-high-school-biology.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a13aa8208e08e99d9d0b93a0e62670c337752209d78c474fca712e1dc23c8a8","formula_version":"titan-u-contract-v1","latency_ms":0.6340410327538848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b472732a8a765569fad91f92f14efdc69c3d25fa5e433d623a8650b3e85fa8d","sample_id":"mmlu-high-school-biology.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98154bf4c02a5ccc7730951bd538250dc104c5e0c2a2a857c520c443d5df580d","formula_version":"titan-u-contract-v1","latency_ms":0.7287089247256517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf1a000a63743c3411bf19d3cc580e989e97f6d86280163f9f17cbf851015a7e","sample_id":"mmlu-high-school-biology.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa05144d36cfb997827b3ab61799bd277e3b60df11e70112b1042086ae55e3d4","formula_version":"titan-u-contract-v1","latency_ms":0.5740000633522868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a5804356b9a3a548d625c1b30747f5db72360a86326f45c12bd45bb16892f76","sample_id":"mmlu-high-school-biology.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d4f903ced1d69191f4f3e027c8b33571fcc6e3ffbd30878cbc828450ce3d930","formula_version":"titan-u-contract-v1","latency_ms":0.6619170308113098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9829c03ba846a9e0737f4b5243bfd5802a77147bc9597c83b89e1fbfeaf4c094","sample_id":"mmlu-high-school-biology.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b58cae118799f72bbd75629a2575b1ffdd93a5bdbeda49121ad56a310096e38","formula_version":"titan-u-contract-v1","latency_ms":0.4515000618994236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b9579251f64cbf0007df8439bfcb35c217e092f62800479aafea89493aaf242","sample_id":"mmlu-high-school-biology.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5da4db5c6804bcdb542dbe6a7e7f2a6263a7bfc0dff45c13d6213aae6d115cb2","formula_version":"titan-u-contract-v1","latency_ms":0.5804999964311719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dcf474067f0db10d573a10ec01f407da999f978aaa550426e9c57f558b05732","sample_id":"mmlu-high-school-biology.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19169083c4bd84ff7918e7faec19b7366c4d6c321af37015cf0b110ddbab0756","formula_version":"titan-u-contract-v1","latency_ms":0.4451250424608588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b5e7b4ccabaad214528fe5f75e96c431a590457b322ccffdfff8470f0503748","sample_id":"mmlu-high-school-biology.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b8b5e3114bf337ab6b8558a503d6f1958876c5022b0cd80cbdc4e03192bfa41","formula_version":"titan-u-contract-v1","latency_ms":0.49291702453047037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"952114f14f41b15b0316f9753fc92a39613ac25da4c8b0d2b49a2c30960b7682","sample_id":"mmlu-high-school-biology.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f99fe9b46db011a42ffaf807ba55fd0a023eb3d560689edccd8f9828429aafdd","formula_version":"titan-u-contract-v1","latency_ms":0.769832986406982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5a2a216f1a0612e2d9465607a67df9137c106d89f0d139bd52ad942bf0de1a3","sample_id":"mmlu-high-school-biology.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f14823a48f42ab61a5749aeb62d08a9e7017dea500249328015a04abf19897b2","formula_version":"titan-u-contract-v1","latency_ms":0.7735000690445304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccfbd3579245c2544aaa823a2d9f362cab739b45284c5d5fb59df3ec075737e5","sample_id":"mmlu-high-school-biology.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9b0e34120195805453a2f473e37318b70a4a7270d5b4249c63f691be4a29c8a","formula_version":"titan-u-contract-v1","latency_ms":0.40895899292081594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66f3fb4fe3e754391f92fed20e8964be45af89252ce5b9f07cd69318b33aca9e","sample_id":"mmlu-high-school-biology.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73346495213c01e2d5c3ebb980ec807afa902a65660935d5ad218b41f3fd8d93","formula_version":"titan-u-contract-v1","latency_ms":0.7794999983161688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e80fc14682dc8425f74389373e5a7dae87cafbdd9bca8dbe64324d86acaebe8f","sample_id":"mmlu-high-school-biology.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ad35f7fb44660323cc1f50560ac2b97c23428b86b782593e7636ba6b9edf988","formula_version":"titan-u-contract-v1","latency_ms":0.7746670162305236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8178d3a69a63631bc77eaab4d9315c2ae7226456cce5591451de321eb8f5d74","sample_id":"mmlu-high-school-biology.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87132a1204c0f4d226d4f6271275327d9af6f9fb4607378a7583fa195d78dddb","formula_version":"titan-u-contract-v1","latency_ms":0.8457910735160112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfe20247427383fcdbadc106f8594edbecb980c3a02bd25b588c27b754ea5693","sample_id":"mmlu-high-school-biology.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a9136a8f41f87c85549bfa629f5e197234f46d6a4249d63c5eac815302552e5","formula_version":"titan-u-contract-v1","latency_ms":0.8522500284016132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09cac47407aab0fbf14603809efbc9193824e2c8426faa653bafd24c4df0ed9f","sample_id":"mmlu-high-school-biology.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c783d2d28a0a65c76e12ddbdbd55ce3f344b297cc899ea584fdcca6390411c04","formula_version":"titan-u-contract-v1","latency_ms":0.4414169816300273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddb99d7df665fb87612ebc59fc0623f899339f3ecf4959aa7bf07d60377cf862","sample_id":"mmlu-high-school-biology.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53b6d0a4c8e1544fcad421b4e0393c988bbbc02e064b7114429304e9685b1b0d","formula_version":"titan-u-contract-v1","latency_ms":0.6572919664904475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1db926652b9b4f3d1ba6509bfec6b57aeead16ea2001916b3d8d2f9589e6385b","sample_id":"mmlu-high-school-biology.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b9dc830e2363579a3384538b380142ad2d72266b4e0df2b991f68471e829c6a","formula_version":"titan-u-contract-v1","latency_ms":0.5915830843150616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a3899f8237e3634dc385eb7775f0059dd3da3fe09fc2b44f74ddaa9b42a9b39","sample_id":"mmlu-high-school-biology.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"813404e8bccf66b9a45f55b6b476143ad7f1862fa81c05d564b90a7c73aa8e32","formula_version":"titan-u-contract-v1","latency_ms":0.5502909189090133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"287c578c675597b94e6894698e8524dff14f9863ffe1ccfb7e4dc6772c0cab7d","sample_id":"mmlu-high-school-biology.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"868b36ed399ba7ac0c5faa315a0ee0e746511432d2004bb2373200c095a3ed56","formula_version":"titan-u-contract-v1","latency_ms":0.7111249724403024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f52d45165ccd74a97a4320134d9f15a5bc4c5eb6e37bd22c6e7414e971fafef9","sample_id":"mmlu-high-school-biology.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32d1b4540cbef801ebb4e647d87b66a86b69fd49997bb87229b99e75cf21aa92","formula_version":"titan-u-contract-v1","latency_ms":0.5474169738590717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bbf254e303cf191f2b3414c9305e6afaa023fe13c5babb7cdb0862b0a9c0b4f","sample_id":"mmlu-high-school-biology.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"103e8168c15465ab25c741c9858f511a926bae10246346c8dc07e846b98d7e52","formula_version":"titan-u-contract-v1","latency_ms":0.4776669666171074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f958d1485a6fb31385944412fced473087d30a18da917f3fc1790607df6f559","sample_id":"mmlu-high-school-biology.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d2e4e137f11466cbcc9d34d7e2333e79522a2e0e2f69e33acbb67c8d6d52cf4","formula_version":"titan-u-contract-v1","latency_ms":0.561750028282404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4523977dd1767aed9a8c284ad0fc5e72cd6d50c144d23084491f7adc1972f0ae","sample_id":"mmlu-high-school-biology.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d73c262473ddbd257f8010f41e37b93370028d4f8ec9484bf08654012cc52d64","formula_version":"titan-u-contract-v1","latency_ms":0.46233402099460363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"004a9174ee33582ac5739a4c38f81a42522e5add9d3dad8505c3463f49c4ec45","sample_id":"mmlu-high-school-biology.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"939484d444548447e907981883d5106d2e7bbc44336da8f769b8e894f1d8c84b","formula_version":"titan-u-contract-v1","latency_ms":0.6109579699113965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9337f1d4a8787a56648b62031e898b1e497a6eba7b0eab2bf78b8a5fc6a0380d","sample_id":"mmlu-high-school-biology.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76aa8a96652ed294de3578fa3f15ddf999e0bc98a0d782bb2daa19afd55d8891","formula_version":"titan-u-contract-v1","latency_ms":0.9148339740931988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b68a06290041f2e07a8cca626afe5cbc877f332b727c3a54a92670ac4d69ccd","sample_id":"mmlu-high-school-biology.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bef1d25a5f01a76de69559730073aaf447b9016cb205f984922f10dd85bdacc1","formula_version":"titan-u-contract-v1","latency_ms":0.4978750366717577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5083b29388f52a9ab2e345a8bc53e2d1e8d5b11a89806e71ae7c1779ac558c4f","sample_id":"mmlu-high-school-biology.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14b1a637d0f69f66398a9be5efa906d8f65e4d23bbbd9968bbb86162bf4deb69","formula_version":"titan-u-contract-v1","latency_ms":0.6310830358415842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af783c086290592d17d2374f03e614a1fa0d492df9dd3fc022e1e976482b3e1b","sample_id":"mmlu-high-school-biology.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12e256117665edf3482f101ad6ea7f3130fb644637e11694a177a82c61e25480","formula_version":"titan-u-contract-v1","latency_ms":0.44170801993459463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0cdf8c99121b178d72ba10e828357905d29d236000739aab4466c2449daf9d8","sample_id":"mmlu-high-school-biology.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d59523b1de9a8092b91369daf6036d0a4ef04a4bd98bd0f08fc592613d63561a","formula_version":"titan-u-contract-v1","latency_ms":0.978708965703845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be3656085b19c408d0b30bd5b2c3b6848259798a7ec620716f84af2a340a0d38","sample_id":"mmlu-high-school-biology.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3faabcff40be25f5a4f158fbbcb35ac060580d255de2e8a69bec534b6a3144a9","formula_version":"titan-u-contract-v1","latency_ms":0.6657090270891786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8ec5937637cc4a4ab11d2fb590e58a946f42a7a5e02f4180b09a63a5e858106","sample_id":"mmlu-high-school-biology.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44ce0e829c005551615e096b2f33ead9ea56fb53549ae3cbc9068380defb7f8a","formula_version":"titan-u-contract-v1","latency_ms":0.4693339578807354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3829faaa6edcfca86cfe07d07a2880e93e71ab02530abdaeaf2336c87b959276","sample_id":"mmlu-high-school-biology.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d4ecb0d9c7eb7ef961d395c8ae5bead724c2155d58ad0be1ff66ab0945bb5fb","formula_version":"titan-u-contract-v1","latency_ms":0.49408304039388895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd97b7ff96bc4ff1a6f28df8224da15c927901f74052fdf3d3a3418ad9624d55","sample_id":"mmlu-high-school-biology.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c779100fd4de478d23955747fd5c6390c66f7ffb3b170cd0b66dc11f9e670cfd","formula_version":"titan-u-contract-v1","latency_ms":0.4446660168468952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66f3014792a4e2aa4bcf5f3a3b24e12b4f68e939e33d86ad9214261cc5aa3e26","sample_id":"mmlu-high-school-biology.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"936090b76011da639668fd0889dcc585b3130b0d5f67d7737e492baa2161856e","formula_version":"titan-u-contract-v1","latency_ms":0.9088329970836639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eb5a11bd1ea94b83e66d93b75ea68521e9412108d53cd2514293d96968cc607","sample_id":"mmlu-high-school-biology.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e239822746f32519e9cde21ceb0bf5d98c127cd2e5d78bf9caec252da8684f79","formula_version":"titan-u-contract-v1","latency_ms":0.5721669876947999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0e2b5a3037d0c0fa50f9027587ca1c36dff7003150db0b9efc923c052ff9982","sample_id":"mmlu-high-school-biology.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dcd8385c64dae7672ac640908b53169c03e38c65a6b1cb838896ea030135225","formula_version":"titan-u-contract-v1","latency_ms":0.5794169846922159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"247e97f47da07bf0890841c5adf384bb1a38eeab6cde45e983baac1ced3fd14e","sample_id":"mmlu-high-school-biology.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c93576b8e80037ed260ff8396da5d62fe575cda9ca098b7e111a8eacb46c058","formula_version":"titan-u-contract-v1","latency_ms":0.7174579659476876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7233c087a562d3476609daaa28c9f1451f348e6cfe5c7d944ff4af235b6b6af","sample_id":"mmlu-high-school-biology.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb2bffb02ae36871ec33ea573fa337c2ecc2af592067b198b66c759ce3446e4a","formula_version":"titan-u-contract-v1","latency_ms":0.567166949622333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c9f8b3e3b69e4f30293dcdc4e391b42f88d2bfe0173dd95a5d1013317348a89","sample_id":"mmlu-high-school-biology.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7704cf1bb15c27d346ad9e7847fb3014b09fb2ba76ec01c52ca764d641b306f7","formula_version":"titan-u-contract-v1","latency_ms":0.7937910268083215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98512ec3ab79f48ee76deb0824178b830441d1a9773315dc691f500758a3f67a","sample_id":"mmlu-high-school-biology.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ba7f379075051521a52017c225ed4e889281a92ea872b21f18c2149ea36a2a8","formula_version":"titan-u-contract-v1","latency_ms":0.5949579644948244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24d6820e3d4160c70975ae2f33d56f548ff39b9b70b06fe4727e2487850953b7","sample_id":"mmlu-high-school-biology.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"260329594751b720a470dfd9865f53b5647afc84d765db27eb8e7f0aa627ed84","formula_version":"titan-u-contract-v1","latency_ms":0.5699580069631338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5be407841de81f239edeb540a5798650ca0badb4f40ff1b43e9ade3c515ae22f","sample_id":"mmlu-high-school-biology.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d0ef5c7d6c03247bd04a8dd20ad541fb27b037d54a03978a9f8ff847899cde7","formula_version":"titan-u-contract-v1","latency_ms":0.6734170019626617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24949d03db88fcc36ab9477d7f15470a2f1dec8aaa2c13fa5ef71f035dc5ad9b","sample_id":"mmlu-high-school-biology.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8746d5a79c220d450f20b8216ccac0db02d57f87d81b6f222c334ce8b766bb3a","formula_version":"titan-u-contract-v1","latency_ms":0.7228340255096555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b220feadbc97cbcbb2167a38d6561bb69ea5b94439ad1a4c0d3fb162d8f5b349","sample_id":"mmlu-high-school-biology.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf9de66ef35ad1817850ce21b7f15b0cc7baaa35d729592d7163123fd023230c","formula_version":"titan-u-contract-v1","latency_ms":0.7263750303536654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b8fa76a47fa2e854a68edbd800f0783b53267fe8b62b62daa2dec8e3c9af1b5","sample_id":"mmlu-high-school-biology.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cab846cd6ac2a2660f7a985de3e4ac73836bfa9d05518f35350e663ee3fa0239","formula_version":"titan-u-contract-v1","latency_ms":1.5452910447493196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0d35a7a0f9cd7fef7bc3d32c7dc10500b7017377350fce413010674f2d874f0","sample_id":"mmlu-high-school-biology.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f400e0b7d499edd8175bef4696cbefdabefc3131a169df4c2735fa0106fac9b","formula_version":"titan-u-contract-v1","latency_ms":0.9016250260174274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c5d787c072fa8686624947a48efcf3651bd3b181a477ea98130e5e47498ba76","sample_id":"mmlu-high-school-biology.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c00e3c62d33acf1f6c68edb1766ed639e18c7af93d3cf979374fe79de31bc2c1","formula_version":"titan-u-contract-v1","latency_ms":0.7164169801399112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40ae23f1889e6843b15f99bca05109e91727245f1e04f27d79598937163625e7","sample_id":"mmlu-high-school-biology.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"895cc8b9a45330baaf8f8bd4f44fa56ee2ca33f8922ebd27b0512bbcd9dcae24","formula_version":"titan-u-contract-v1","latency_ms":1.113708014599979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a772c82828c854d6116dbfcc984cf69a21d289947fa030572c2b9d1510e53c31","sample_id":"mmlu-high-school-biology.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae54c6c59b52a7e57fe9dc98b4f6616c1399411c10c1a55d2746d8bea46acd01","formula_version":"titan-u-contract-v1","latency_ms":0.5555830430239439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f63dd81c3bd2fde7b3b538df253d87c6d03842aace44167be964990bca4a4e2e","sample_id":"mmlu-high-school-biology.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4145f8b6a36dc7261bd270d456f5385a23021b457a7ba5a4becfd7d17f336112","formula_version":"titan-u-contract-v1","latency_ms":0.9905830956995487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f201189decc813e914de79516bbbe4889e9c3778c52b2fe46074ac247032dd29","sample_id":"mmlu-high-school-biology.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f06fe3df653f64107a207544cc698a4c659807521f448247542f740385fc44dd","formula_version":"titan-u-contract-v1","latency_ms":0.7298340788111091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bf9d21ce52b890dd6f78ddfa6d0532cfc0ddfda2016f2e8d4b90f07f6466dd9","sample_id":"mmlu-high-school-biology.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"099f0944ef4e7f6e16349522cfb600dd7c9249df203f4871092a004dbcdecd9a","formula_version":"titan-u-contract-v1","latency_ms":0.6790829356759787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e4db9db5c703cf7a40be914d4e023f917773afaa6c484541727ddf17550493a","sample_id":"mmlu-high-school-biology.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"048bac16d2b763e428c5405e61a9c7a5d95aa1918f059d92822fe0a5c6a74fa9","formula_version":"titan-u-contract-v1","latency_ms":0.7452499121427536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a57c37843bd3c71c41bf33c6bba8c7341cea13bcde9c0e2013c9a712e4e51e09","sample_id":"mmlu-high-school-biology.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"668d2da4f570d4f17141f3edde2ccce42ba4c59ce2d650e74bfb8dd37f0b666a","formula_version":"titan-u-contract-v1","latency_ms":0.5082080606371164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08432176b834d9b3b515c1f5249d00d5144f567fc74ea3a4a24bec599ce28431","sample_id":"mmlu-high-school-biology.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09c47b65a5a4eeb2f2094e86bd37ba8d65383966c1a925f1bd6e02e920b8e710","formula_version":"titan-u-contract-v1","latency_ms":1.0294170351698995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85fb7ce3938f3d8a3a6800a0ce11f8685296b4deacd0711071a38fce795968b0","sample_id":"mmlu-high-school-biology.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daafd86aca4e820b7b5651d2cd380ec1fb708018694bfd81dcaa984756cf5a28","formula_version":"titan-u-contract-v1","latency_ms":0.608125003054738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"286c7d9d4d9e4276f9423948fb9fff65691116ee87250f4962d20be5d23e4418","sample_id":"mmlu-high-school-biology.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e446defc31af0e4617e620e030ed05d1ae5b74e3a4d2b5cc0e7c42a1cb25678c","formula_version":"titan-u-contract-v1","latency_ms":0.6108339875936508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c552295a307033598f2571741b637c6340ba3ac74ef9a5741ac82b98dc917fa","sample_id":"mmlu-high-school-biology.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdd3198a0c2449afffdbe12dcb26703f6e6d78e4c6f3ef1982c18bf7a53fede1","formula_version":"titan-u-contract-v1","latency_ms":0.6879590218886733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3aa4c44b8847fd7998c29d1cd186f76406a7a76bb6775c1f62dcdd710a537bdb","sample_id":"mmlu-high-school-biology.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ace5ec24f5a608cdcc99e3f70abd581c54aa7b6696e954cd1e5251a9096b5bb1","formula_version":"titan-u-contract-v1","latency_ms":0.8831250015646219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad210b13253f7a4a5a289400999f332ba73325887a0dd76eb105b9b0e9b6d47e","sample_id":"mmlu-high-school-biology.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd68cc409bd2bb57ea0c2e74c81882170da07766b80b0288eecebfd7e8fb8b46","formula_version":"titan-u-contract-v1","latency_ms":0.6068330258131027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9abfea29847d869b7a882adb8b746e805b9380f93d6aa4e0f0a1a7446a187c44","sample_id":"mmlu-high-school-biology.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9f84aa7fe6f105f990d738b2371899c2c09d43af3ef30b74ba84dc09aaee2eb","formula_version":"titan-u-contract-v1","latency_ms":0.7839170284569263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a35b97dfc761402fd9d12130eb37fc32745fbc93fb65c3c3f3a0059e343949b6","sample_id":"mmlu-high-school-biology.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cf068ecf411b831a868a733cfbc023dd23070344d9f045c709c62e5162f765c","formula_version":"titan-u-contract-v1","latency_ms":0.4320000298321247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cbf59a353fa0dca943626c94ddf7ab719c18773c256038cac2ffc4d02ec1fab","sample_id":"mmlu-high-school-biology.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13fdeebd694f5a161d823f107ca96bd0d23166ca77787a068796de9b3a066ec3","formula_version":"titan-u-contract-v1","latency_ms":0.5723750218749046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d583c385a1e3e8220367955651b0bf8dbc30d0314a80673606adf8f0a233e8c","sample_id":"mmlu-high-school-biology.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"509329be36dd418913ef21a92472910a960835bc1c891200dd817a59057f4e4a","formula_version":"titan-u-contract-v1","latency_ms":0.7058749906718731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57747a1642cc3485fd7f0e121fe410d25442b53b7c5e4dc85d99577bb902ed04","sample_id":"mmlu-high-school-biology.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f23874a92bd1a337355826800180d8335cd1c02a3a24e2ddc8cea58dbdba8fa","formula_version":"titan-u-contract-v1","latency_ms":0.6076249992474914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acd806c8699d4053d126c13570c93c5106eda371818c9e0b48dab19fcc2bdb25","sample_id":"mmlu-high-school-biology.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b084eda2232c3f8be5e8de011771b759f5b57943a09af8135def50f11139c946","formula_version":"titan-u-contract-v1","latency_ms":0.5671250401064754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7eb757f3cd367e026c31fe47a19c521b63b79f131f689e68ae0285a9b2c90fb","sample_id":"mmlu-high-school-biology.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cff71c89c19852af3ae2a26b25c178bc427d89063898ad9570ece74427376c69","formula_version":"titan-u-contract-v1","latency_ms":0.7358751026913524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"289ff27ba441da7bfea744c8db49ebc27d2d26b96ac25e26bdf49e211a7412fb","sample_id":"mmlu-high-school-biology.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e91da7667a1bad5fc22786646b7393347f3f54ebc0161c4f8f1d05a96a9d7a1","formula_version":"titan-u-contract-v1","latency_ms":0.582708977162838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5ef5a59d1a187cacb0e586a85852d2fa0d361b527273ef829737fe7869cb970","sample_id":"mmlu-high-school-biology.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42dbac7ab13d0e8ea2053b2709bc9cda62d89a0a1506d5f4ac8415a6bbeb2e91","formula_version":"titan-u-contract-v1","latency_ms":0.7409170502796769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a00eca70decc23348e27020cff0f84ad5b47ebaeaefd3ffa115082012a7591a4","sample_id":"mmlu-high-school-biology.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"605ca124799b4f5f9e567d9842496260a49d5c702d6257bfb3e0972c72ffe93e","formula_version":"titan-u-contract-v1","latency_ms":0.8918329840525985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"426f4854837bb73eb9bb2fb03a63eba197a57b5431cdd2a400d537e491aeec2d","sample_id":"mmlu-high-school-biology.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f7b71bb46b2ecfb67ad1ff44ba73aff32b662ebfc65d7f5328eb0b52581d293","formula_version":"titan-u-contract-v1","latency_ms":0.633041956461966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15d53c2bdd38169419a20d82dbb3a2771475363d7828a547ccfc40918c3de122","sample_id":"mmlu-high-school-biology.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da4cb928dacd26f40f1fc5800f1b44875b2a0a452949dd804be8330edb783d09","formula_version":"titan-u-contract-v1","latency_ms":0.6714588962495327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cde8a71968a4947d28f378abbb49da58e2ee51be21e79f6bf74ae069ae921501","sample_id":"mmlu-high-school-biology.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5b1876b218b3806bd04a57739c0610caf497d1e73951daba9cd72134c4f00be","formula_version":"titan-u-contract-v1","latency_ms":0.671416986733675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf9c0c3544c1280421fa4f1bba24c8b9b8d533f60b32be115893e1b98c2d827f","sample_id":"mmlu-high-school-biology.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"188944a95932d07298f1b633a2e691e649a7082f09db7fea421adcdfc524a9a2","formula_version":"titan-u-contract-v1","latency_ms":0.46504195779561996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba737ce84628cae616b2694564318ae85e6a5d70aad3d9c6104bfdfeb4797191","sample_id":"mmlu-high-school-biology.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab909257730478e06ea7da4672d18494a87a2abaaea07fdca610ecf772871d87","formula_version":"titan-u-contract-v1","latency_ms":0.44350000098347664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48f096da33b6f10fade97c6ce6a9e30cbac1d1d9dfc8191b28d6246f3c05d020","sample_id":"mmlu-high-school-biology.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2febb5e83fa189fbf0362bb705c83a22c31273e1c5f669c0f7da99266fe59f38","formula_version":"titan-u-contract-v1","latency_ms":0.6507079815492034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0442e5880ea3e4ca15385a3270e57b975833d94f6a17c1df24d95346944edc57","sample_id":"mmlu-high-school-biology.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6d7ec19a73a657ad874d1f581ed474d348904c232f05affb721ae97e7ce03d1","formula_version":"titan-u-contract-v1","latency_ms":0.5289579275995493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b620b5c9a6049cd1679078b5bdd5ce2bb680b68bba94c4e508583cc04ef4cf1","sample_id":"mmlu-high-school-biology.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55ac6d0d24070563336700cb33eef17390caa52d16112e960b45f710409ab91d","formula_version":"titan-u-contract-v1","latency_ms":0.6668330170214176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0099bff3c82514b74e39f184930b5370778ae9655ee9a01512b83980910c23bc","sample_id":"mmlu-high-school-biology.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"410aff4ff3def49dbb5e57ff31f345344014e6760c2865dece92f6b3c01aa323","formula_version":"titan-u-contract-v1","latency_ms":0.5521669518202543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"119a9109b353aac1bde7a6800330ab3ffd9a64802b2f5a2ee55662c1c74a35d2","sample_id":"mmlu-high-school-biology.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"529f69551d9084b86b665b4f72f944106076bd9253c7496524d64bbb8f142f83","formula_version":"titan-u-contract-v1","latency_ms":0.4729169886559248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7743bcabf0d2234e569eb91cf64149212973e0e44957347bbfc45e73b9ea43eb","sample_id":"mmlu-high-school-biology.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2e5f9a10350ee299b49613ce4831991608b124a723e370566de29251736b338","formula_version":"titan-u-contract-v1","latency_ms":0.5802499363198876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"732627642c616070f4c24d244cc0589459353f49fe5e6659486b0681c013acbb","sample_id":"mmlu-high-school-biology.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad48f29db10ced80eb913c2b4fbad9479515fcd21c35a0b1da59e7dd17cd1c11","formula_version":"titan-u-contract-v1","latency_ms":0.4757089773193002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bca5c1861ac6fc65ca01fc19704ccb752678b3b73114ba77026797e7d5a905c","sample_id":"mmlu-high-school-biology.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2b1141001a89f8f4c8e8c456814f480a956848260fe139a6ea73fa7f74ce5b5","formula_version":"titan-u-contract-v1","latency_ms":0.8327499963343143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d3917ec39302f75b5496c2e36dbad440a602755e9abd4c504c9d55e5e1a005c","sample_id":"mmlu-high-school-biology.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f23d6648927475ab550ede7c6aaa708b9449cf7d0165c04feaa9ddff396b352","formula_version":"titan-u-contract-v1","latency_ms":0.5855830386281013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba96d8dafca0b528b2c8e3213b4086fd06107fa5de849b9667b4f499f62233c3","sample_id":"mmlu-high-school-biology.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdadca0bf010dd63340e7de067de70aa2c7a828d51bde11903fd556eb7b45196","formula_version":"titan-u-contract-v1","latency_ms":0.5503329448401928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0668efbf91adfde4d9e6811e60e6d2b2bb185d08769dc7cb113382b12ba67383","sample_id":"mmlu-high-school-biology.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9ce958223e8acccff27969c0427b72d8ad86847b70c591de622247cb58311e2","formula_version":"titan-u-contract-v1","latency_ms":0.6534591084346175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2992b6989e5d15fc8214d3771adfb2158e6c178639de4eadca6db21f22418882","sample_id":"mmlu-high-school-biology.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8778cbb58b9d977e9accdf5e995197718410fbd2798aff2622ebeaedb2a3d4f5","formula_version":"titan-u-contract-v1","latency_ms":0.5798330530524254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e161679f44210a0794fd34d1cd4505d5e5bea096a7e14ad9bdf1ddfbc7492a3","sample_id":"mmlu-high-school-biology.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5d7683f7eb1c1619198a8c5fb69fe7861ce1d392416a3084d823b3ed0b64dd3","formula_version":"titan-u-contract-v1","latency_ms":0.47554203774780035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fca51cd300f90daceabad4175f2a270ef9faf414aa23b3062dec6493d8abbdea","sample_id":"mmlu-high-school-biology.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff9a5d643dadf09593508ff6aecf6a8fd9ba54e02b624330239f133cf823d515","formula_version":"titan-u-contract-v1","latency_ms":0.5095830420032144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34547d2dafe2d9e97ccbee47123ae88f6b865b8f513cfaa4eb7b6b4f32cd7f12","sample_id":"mmlu-high-school-biology.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"311e373362e4d7481c721bec83b4108d719501f83fdf659fa59ff4e8d504904a","formula_version":"titan-u-contract-v1","latency_ms":0.7524170214310288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b26ee3ad2665a8e93619238fcb6b1a4c094c4e4d6e7de2069b85691d5d3b5c33","sample_id":"mmlu-high-school-biology.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fd977951f7e5ca70694bd368b04d0ef78bac93ed8a9606633a9460c8c368b8f","formula_version":"titan-u-contract-v1","latency_ms":0.4931669682264328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87b607d724a566e67e666a68878f31cc66179494f736eb5bf5e73b071bf907e1","sample_id":"mmlu-high-school-biology.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03f4ea7abd232686f55d8d5969925c2b4521e15d67585cd57d0245f61cbb7e6d","formula_version":"titan-u-contract-v1","latency_ms":0.5110420752316713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9d11c09e61aca533d63b87de20cbeb69f8bb8cca1dd992ada6d6f6e2c6b743b","sample_id":"mmlu-high-school-biology.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a758772d15c1b4c992c0ef1bc728168beccea82b8df5a320d31cdb262ecc90d9","formula_version":"titan-u-contract-v1","latency_ms":0.8233329281210899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91b1a235a419d1cba6f3d7f6a5ceb49a401cc8d257aa095b9ab4b4f59c646284","sample_id":"mmlu-high-school-biology.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55dc7afebbf9e82164a646e3239587b982faf83d4962aa1c6a7d092c7c8b3239","formula_version":"titan-u-contract-v1","latency_ms":0.5822499515488744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a5705bb676c23f40d29e570a7bfaf6a34c3a1298c943979da93a5cce380825e","sample_id":"mmlu-high-school-biology.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1016ca9faaab5f2c879b466e28ddfc9917c76e435a0a214db42fafa92cd9235a","formula_version":"titan-u-contract-v1","latency_ms":0.610999995842576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f75c76e0e05ccaede1b2dd9333cb97b6f38c236375ddc98eb23be64a4c5e5dd3","sample_id":"mmlu-high-school-biology.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b11ab374aea45b82d7694246f6ff9722a7d0f8ff7f5aa3a4ad4d9a3de21d80f","formula_version":"titan-u-contract-v1","latency_ms":0.4885829985141754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6227b0a9e66b75434c00fff54d56cd3578ee7ce52b26197316fee617ae1579b2","sample_id":"mmlu-high-school-biology.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b60108cfb0761341a06d12b8bc7c7a2fa70243c24e8064860925ea88785e460","formula_version":"titan-u-contract-v1","latency_ms":0.5974170053377748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b98d4f9a43e2a4e49d6022c4638f3f314c845b97e96754dc8ea8e622a682ee96","sample_id":"mmlu-high-school-biology.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"735f6e7977d4a1b6cef8b1438737d98ef456f16d08dfbf1d36fdc65df8be42b2","formula_version":"titan-u-contract-v1","latency_ms":0.6104999920353293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1f7c6d2a738d3b9df154ba88372ec3e95aa387b908086327ee4271688781f11","sample_id":"mmlu-high-school-biology.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6a905e264c5e0ff90dcdc593db2d990ea47cdaf8c9643c00c872c71500929a8","formula_version":"titan-u-contract-v1","latency_ms":0.600250088609755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"399a23d7de5f4d7a078beb340779ba21a21c9e61290ccc6e48b0e652b0d09a2d","sample_id":"mmlu-high-school-biology.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b32abe9ea3a4eb3a0626611e36c893bc3db5606298147cf1c75634d114424a0b","formula_version":"titan-u-contract-v1","latency_ms":0.5537079414352775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"447a79c9ba60976743d7f60833a65d6df7a09c1d856a345315ad94e2c1c5d86f","sample_id":"mmlu-high-school-biology.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98a089d5c5a6c1e2e06d0ca96d958fcc9a4138accb0e1ed3036d15392a4430d5","formula_version":"titan-u-contract-v1","latency_ms":0.7055000169202685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c09516b5a67028582fc843ba7283ec35c0737df848534b51db44e7a13dc7177","sample_id":"mmlu-high-school-biology.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c025bad0787ae65de44056baa674215e5401d9e2f2c063776a99c01e4474782","formula_version":"titan-u-contract-v1","latency_ms":0.45062496792525053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fda5a94d2ce53e9f0286f7e4c8c4dd694cd87c08f9f33ddfb8f8c8754e338d7d","sample_id":"mmlu-high-school-biology.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daa13e00fbff7fa53cc9e7860f0f676f86febd70aadd5bad5aaaf8cadb573f13","formula_version":"titan-u-contract-v1","latency_ms":0.7071669679135084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68f5a16971335da51efe7beeaa7177e84bcc9ea68f77b56b33d833744d627a64","sample_id":"mmlu-high-school-biology.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0dd075d550e0b5a85e8879a5415e968334da185bafa0b9b76c013e21384b2cc","formula_version":"titan-u-contract-v1","latency_ms":0.6487499922513962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8ad74a72eeb2dee3cd074ee4036bd455c2723641436dea2a3ab475385d23a80","sample_id":"mmlu-high-school-biology.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96372e6fa2135a508c6b149a04041d3422404e180c9d4997ff5468be9c685654","formula_version":"titan-u-contract-v1","latency_ms":0.5205409834161401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6222e3e56e96bd95a797547d0d0bfb9b3c7734cb2864ba04e0e521e6cbfdac6","sample_id":"mmlu-high-school-biology.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a18ea0ed3273219c2238dd8119c09be9220d1a9fb41a1165610c564448380c0","formula_version":"titan-u-contract-v1","latency_ms":0.47874997835606337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efb5b82856a37dee9a6cc4ec390022220c0c6fa5f2cb31d03fa528f56e392e31","sample_id":"mmlu-high-school-biology.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a22de1cdeb2359a890bc33cdb81bfa162ec0c008e7dc10cc90e6d45920ffbea0","formula_version":"titan-u-contract-v1","latency_ms":0.830042059533298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"329a7b321c1a9e9d30e83865ddfcda22173f623b09e434a7b1bfc74726cc1abf","sample_id":"mmlu-high-school-biology.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee4810ccf06b71c3f6fdcfc1dfc539685df7536c6a0740a6234746aea8866348","formula_version":"titan-u-contract-v1","latency_ms":0.5872918991371989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e6d2c6e1a43a5968ca305baf50431ddf26beb36ecce45b111548de41bb0c678","sample_id":"mmlu-high-school-biology.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0d633ee240c45e0d8b9fc80cbabfa3ba8a5cf28df7480dfba407b226cede2f8","formula_version":"titan-u-contract-v1","latency_ms":0.4800420720130205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c37c375dda6fdd93a270f64cad2357441db153d11da7689693db41533d64bce","sample_id":"mmlu-high-school-biology.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3418f8b203a6bac0158c86369a427df991d458746def47e6c252c2588d016a5c","formula_version":"titan-u-contract-v1","latency_ms":0.4883749643340707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afb01d82da20e0993b23f0f443e369559cceb0db64925d494426df9c5445f562","sample_id":"mmlu-high-school-biology.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5169775496126c191c7590450fc89a15c3baa7ff0ed41906e2aa229e15eb46de","formula_version":"titan-u-contract-v1","latency_ms":0.8788330014795065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fde2eef7a03b4e01ab5501d324c7a272eb8c88b43fe3b52920c1efc2eaf7f2b1","sample_id":"mmlu-high-school-biology.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e193a943c650a711271c249261cec52201562119888e1fedbb7b09d2e7a70460","formula_version":"titan-u-contract-v1","latency_ms":0.5256669828668237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3abe3f73cd25b4c2633c6e4fca4d50186d557bcedb7626b0204b03cb8d03b3e2","sample_id":"mmlu-high-school-biology.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cbf5d16dafbd90ecb646de93eb2bd9c24e5e53146ff7f42b4c851a82be2f8bf","formula_version":"titan-u-contract-v1","latency_ms":0.5223751068115234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75477351c111394265fb686bd4ccb5504200f78fb88d6a75096b88c4518aa810","sample_id":"mmlu-high-school-biology.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67269903fbdb5963eb533a4561709ca9f017cee783cb76b6a130412155a8a0e9","formula_version":"titan-u-contract-v1","latency_ms":0.5586670013144612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91cb805e8de0ed0c27747f3e5eeea4f0f6b8a65afcf6aa3dee7602fe3f7f4ba5","sample_id":"mmlu-high-school-biology.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adef9f3fe5c45f3bb21d7ef49ab007193ef2d406c94209209b05b65a63ba6fe6","formula_version":"titan-u-contract-v1","latency_ms":0.8130420465022326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2584047dd7c85bc97d53b4fc7ef4c5f864d72b9675471d2bade3dbeef11a5781","sample_id":"mmlu-high-school-biology.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb3d8ccbd9eb7a41c5b7b17724f8512fcc6002d59b5dd2a417f9ac3e55fbf83d","formula_version":"titan-u-contract-v1","latency_ms":0.5804160609841347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5a8cc40f9429c7ce6d0be04420b522334572cfd6c7a89f66bcc0b0b78d00a4e","sample_id":"mmlu-high-school-biology.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"811b37afec56446759fa5ce2a3e06083c4cb06c5623ef26a8e3eb419589f6899","formula_version":"titan-u-contract-v1","latency_ms":0.4502090159803629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cadea8cd08c4a833de5f8aef434429b11c89a775e7bcc6ef595f1b65da04ea41","sample_id":"mmlu-high-school-biology.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9d6ff399bd27c3691cf5f0e85f783f99117f6df0d399b361a6ee572615c8d01","formula_version":"titan-u-contract-v1","latency_ms":0.6030830554664135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e0d366a306f065faaaee0d36739f6c941816e10124c430527388091141c6046","sample_id":"mmlu-high-school-biology.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c47b32ec07ed12035168e143651c5f374db01b6c993edc2051da4a1d337f0c3","formula_version":"titan-u-contract-v1","latency_ms":0.47029205597937107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"229bee47a15a7e8ccec54e599837f95bd5c7a588c193be4c7487b3952c0b2217","sample_id":"mmlu-high-school-biology.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31528b5ed5a934ec09e67ccc6a3e2be9f63c6b35b788e9f86b5a3c30f7840038","formula_version":"titan-u-contract-v1","latency_ms":0.7532910676673055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1355ef71853072117b33aa388810521ca242bd127ddf71d30b7a5e097d2d32e9","sample_id":"mmlu-high-school-biology.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48850a9a4a4bd200864b81b7658bdaa0d6a44f32112499a9ed12b59b0c08ca2d","formula_version":"titan-u-contract-v1","latency_ms":0.5834590410813689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8027e56223c3a717309e5aa16ea71d42e1be3ad14f23e98e13998eca8f077fb","sample_id":"mmlu-high-school-biology.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"554c6fe6a760f3f01a1a8a2a686156dc7d17644bf3a8539c32623941fcc3f0dc","formula_version":"titan-u-contract-v1","latency_ms":0.6141249323263764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc79b6e7c7855cc611ed01cfac9fe0fa6aab7c4e8f221055c0947233249f6fe3","sample_id":"mmlu-high-school-biology.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5d93610103a1c2448b16e9ecce5bec5242d5f46f7c5494039a09099e7a32184","formula_version":"titan-u-contract-v1","latency_ms":0.4588329466059804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d43c459d3b753b84cb3a87f3d85ef64df6ad9a59557cf0e2114b04014eff2f8","sample_id":"mmlu-high-school-biology.val.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0535cb2c1c23e1e6832276dc58cfe452e3556e1f09eb6ea4585506021870cd42","formula_version":"titan-u-contract-v1","latency_ms":0.73291698936373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e64d81fe7625a8c3182633baf5a92d91d552f7ae190d1d13184a42668d692d5","sample_id":"mmlu-high-school-biology.val.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f551a948416a13e2a43ebc2f0d5cd200b9ac51f8942441926315f71222538f5","formula_version":"titan-u-contract-v1","latency_ms":1.1382501106709242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2e7ee08a1adb6461dd4d1122dad7df0964334957778051fdfc1901e54ec0843","sample_id":"mmlu-high-school-biology.val.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"946bfb54eca44e15ca01c12c889e3c49bfa659f6c1dc57aa8208b34c665df770","formula_version":"titan-u-contract-v1","latency_ms":0.4135000053793192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed10509d4f078f0ede97d9db18e6cfc8b129c8bf995ce69ce38fd6feffecc47f","sample_id":"mmlu-high-school-biology.val.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0aca1364afb59cf7d8c8616a8efd8f1bc01fc6178fa27b237d97b8229f269d50","formula_version":"titan-u-contract-v1","latency_ms":0.49116695299744606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d57fa1d2674e32d68af71ef22262ec12feeb4d92e56b88279829f10cfc65984d","sample_id":"mmlu-high-school-biology.val.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"369c5eecc5238cba11975fed6c3707aef93daabcd33f76a2c95daf3c7ee6b920","formula_version":"titan-u-contract-v1","latency_ms":0.4960419610142708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60b89602eab736fbfbe820f3f77c8b142db08c6a1d18201c8ba546850d43af0e","sample_id":"mmlu-high-school-biology.val.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ded0b502f6b043b7d319241c1b9f55b211646c17e8c425845751601cbf0c6b84","formula_version":"titan-u-contract-v1","latency_ms":0.7335830014199018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6e5a2fd65ca98a85b5ea1c91fcf9453ed76bba5b83e5214e6ba6096cc87ba5c","sample_id":"mmlu-high-school-biology.val.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e190f2e3f73821ad1fdc0f578f1a0f1371cf67518a608b95510c0ba6c8decc8","formula_version":"titan-u-contract-v1","latency_ms":0.7108750287443399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9ec5fd810671f5126f5c9c7b7f8d57baf122c40d27c94e2d23ca0976c1b3f38","sample_id":"mmlu-high-school-biology.val.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af1e7fa1e807cd9db05aed2925a9fcedc92dff3de62c199ca5bb09e7d86d3f6f","formula_version":"titan-u-contract-v1","latency_ms":0.7541669765487313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b355fd8d2b44dacf3c15e29fb2e9fd9de9b274d0bfc77a1fda84e3fd03eac0f","sample_id":"mmlu-high-school-biology.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85470bd0ac8f323fc2c5ab940f7b0fd9855aa98522e196768105361826f6f0d3","formula_version":"titan-u-contract-v1","latency_ms":0.8867080323398113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"360f94a6c710bc8db2bc945f78bd153a679449ba6c8c7f587a9594a12a0168eb","sample_id":"mmlu-high-school-biology.val.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12c81cb973d8b163228407ad24719a5a9dbb2177fdfa8a3fb931d78a69390126","formula_version":"titan-u-contract-v1","latency_ms":0.7189579773694277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f218d6896086410649e42264cc7efe79502b5d5a1d4883a5f1b1d6ada7e72714","sample_id":"mmlu-high-school-biology.val.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb5a3f1012bb10d3de722a2771b28ee007c996df1fdea9cc51b32b0262151e70","formula_version":"titan-u-contract-v1","latency_ms":0.47733308747410774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"933666dc5803cfa64b7097b5f653b71b832462354a3029923ace67ac07b74ca2","sample_id":"mmlu-high-school-biology.val.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36691dbf96a8f69eacff6208c62623980deb2ffda7c3c75192d3cf8a11b71b37","formula_version":"titan-u-contract-v1","latency_ms":0.5202499451115727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8abf254d2f9b472b64d384068de80ec077a75cbcef05a9d7c218942fe5c9ef7","sample_id":"mmlu-high-school-biology.val.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c7e0c048b3d3cb09fc18bf558e068531f3f4fbd876d76398314464cdb12836a","formula_version":"titan-u-contract-v1","latency_ms":0.6000830326229334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"603589f74eb2b7f8424dca73b8cc48d4fa275f2f8f562692b9709d9ead4e5b23","sample_id":"mmlu-high-school-biology.val.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"631bf849b112b4dc080e99f88dbddaae03510f8d8cce3dbd940ee74f98d2afff","formula_version":"titan-u-contract-v1","latency_ms":0.7162910187616944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e055bcda825df2c10f75f7c07c823917911a2b882d69325735bd990026b10a7","sample_id":"mmlu-high-school-biology.val.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daab3e3216255154763067e962eeb950df181da041445e14433064819ad514bf","formula_version":"titan-u-contract-v1","latency_ms":0.6285420386120677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"513de35d6d735d0bb16d5c4ca6f2354d5dc1bb604f024870ff374e424a03419c","sample_id":"mmlu-high-school-biology.val.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28bee5e863735f931cfb1e2d1d988d340754de5a9a184da2069dceaffe1f3c8d","formula_version":"titan-u-contract-v1","latency_ms":0.577665981836617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"129f748f8c11262e20664de1d63925c08e664c1573cadaf9bf526c1fd2c6c171","sample_id":"mmlu-high-school-biology.val.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"384cc1de1a081166a9874a799805178f5f38f00fc1906ae7d229f7b1b65530dc","formula_version":"titan-u-contract-v1","latency_ms":0.5288750398904085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48bcc6d695e3c2cb99cd6ced4222c5af4158478eeb7a06b018e56989f7d740d8","sample_id":"mmlu-high-school-biology.val.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"534f2a0bb188df5d454d834402b29f464842935994288fe0f6314dbb8887149a","formula_version":"titan-u-contract-v1","latency_ms":0.4671659553423524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"416e60a56411232f1fb937f6597b350f8d5cd9ccce7c7333e52af2f113bd9268","sample_id":"mmlu-high-school-biology.val.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa11a9e18539cacd6bfb786234b69a50eb64af0af8d0c49574f28e156c21c057","formula_version":"titan-u-contract-v1","latency_ms":0.5587500054389238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b050a1b2ef5d44bf1502992d6b1ff5c92f965f8a3eff226cc65a14070054ebe9","sample_id":"mmlu-high-school-biology.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d373e7ecd5e5a22d46266b12bc53436dc8e832f1d86680651407c6d2ce1e86c1","formula_version":"titan-u-contract-v1","latency_ms":0.6107500521466136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f03db03ab95f4b4a0ea2952e6c5054056976e9ea60fc8b2c1b3b0f7ba1ac6997","sample_id":"mmlu-high-school-biology.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f63686a606d026430be10326943b92f26f985cbe55906f8d1bac0744c69f92a8","formula_version":"titan-u-contract-v1","latency_ms":0.6217920454218984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07f3f01ed8d90f5443549ef9cdf8d3b58a0d2311022f27d98ba800d14373e18a","sample_id":"mmlu-high-school-biology.val.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a5965387d3d6c3d552824dc7824c575924e748b8c1e41672dfb2b5eab1aaf44","formula_version":"titan-u-contract-v1","latency_ms":0.4423329373821616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d261792705407b59725afe150f76eed9cc52ea8b6e1dedb224cdfe08ca92016","sample_id":"mmlu-high-school-biology.val.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87ca21f777a5bcd0ed79eddca73229af7a2047a2a0af545d90dc06c419ed76e9","formula_version":"titan-u-contract-v1","latency_ms":2.1898330887779593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81f3c129d9ee970d7595e42041d709eaf731047cf35ebb623a14971763a24306","sample_id":"mmlu-high-school-biology.val.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c97dcf42a7dcaad2ebced5d0f02e186cc323ed746f19c950cb4cef0ed3d3052f","formula_version":"titan-u-contract-v1","latency_ms":0.5784160457551479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2054c85c381c039cdfdab222d815024217fb4898c3c36b6d5cc7f7d223716d05","sample_id":"mmlu-high-school-biology.val.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c99cc9dc08539b03c671a10e07d787e9ec1079c19bb1e85c463bedebb7210e5","formula_version":"titan-u-contract-v1","latency_ms":0.4670419730246067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfdfbde2c265702dce5b8686752bf4501fe3cd96d8e8319697cecb9381184408","sample_id":"mmlu-high-school-biology.val.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8e7ffe57448ef639fab33801c2e52bb00ce4440dbbd9a352a2dc134b18be653","formula_version":"titan-u-contract-v1","latency_ms":0.7396669825538993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09da816fe65fe58a58adfc839e6dbe97792a8ba8459eed69f0ed86ac728678da","sample_id":"mmlu-high-school-biology.val.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccd6c8dc94b1b14d1c78d7de6abf446767b05baf86f01c1ebca1d4ec3ba90d0c","formula_version":"titan-u-contract-v1","latency_ms":0.4342090105637908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b0b186a93143efb73d4fda919d29f42a5591dc329c18e18f8c5fd25d0f091d5","sample_id":"mmlu-high-school-biology.val.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"855d60733a45358810cc32f9c28a9ded48ed78016c95aed9fde6232d94af4d2c","formula_version":"titan-u-contract-v1","latency_ms":0.5024169804528356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6cef100585ce63e78c03256fa42ce4ba6a9e931b31d9bc5e477f9dddff21ecf","sample_id":"mmlu-high-school-biology.val.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3308afc46359b568b59e70a0f48fe5dad692b69bf4f5e3aae7dc669799008e3","formula_version":"titan-u-contract-v1","latency_ms":1.2585410149767995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7c4730bdcdf237fbc99e67680141524febd7ace56b507db367a25d407bbc8be","sample_id":"mmlu-high-school-biology.val.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d4c3d51377fd2a934e0cf367920d9eaa9c26ef62919f68cb99b9bd7b3fc1245","formula_version":"titan-u-contract-v1","latency_ms":0.4664580337703228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"645c5358ad5c40e2dcc6d82b8436334d6cf6fb8bfb452c5aca75d5ead25d9903","sample_id":"mmlu-high-school-biology.val.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4407cd01f77baf74bdbf4343f1af3193d8e90dcfa8decbc71d15abdd7aef0a0","formula_version":"titan-u-contract-v1","latency_ms":0.5608749343082309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c984c7c415a0fb427b19d6d78e8dde0ab7ed00ee328c07b89f7e177bf32d339","sample_id":"mmlu-high-school-biology.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5db1df697744232d583351c46235f1f6bf61c9cc7ae3e0d716f295e8d26c829c","formula_version":"titan-u-contract-v1","latency_ms":0.4722920712083578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a37cc36e754caf99678ac75fc64416e560dd637f3e73cd1bb5f685538567d33","sample_id":"mmlu-high-school-biology.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0f3bf8fa5d0307f16d568dddb983cfa3d243476470a2b18f89229d77f6d5d56","formula_version":"titan-u-contract-v1","latency_ms":0.6886670598760247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b9f737693f59bd3735fb2c2090a9f0fb0079edc0f085128e671291ff831dde5","sample_id":"mmlu-high-school-biology.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe7be2d80d5e497b0820f90b6afb04ad7db28933d436fbce1969d3dc667f36b8","formula_version":"titan-u-contract-v1","latency_ms":0.49279199447482824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6fc3878f8860f5716e8baebf6766db13d7a3d3ae8652fd5ff48a62bb0cf155b","sample_id":"mmlu-high-school-biology.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6daee8b54b0b74ab6a443e28359916a910b140466688067f78bd6b10535893b5","formula_version":"titan-u-contract-v1","latency_ms":0.43754198122769594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5113a00e0023f05894ddbe5fabf7e2d21cece2d0dfbfc47b58f31292ee947e3c","sample_id":"mmlu-high-school-biology.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04ef4946371731b8f69664333680da6e4541693d11f99c0ee257fc27f04f18ff","formula_version":"titan-u-contract-v1","latency_ms":0.5805830005556345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59cc0ca782cbd0adb4ab9bfb1485e56827b1a7bf74ad7bd337414823aa5da243","sample_id":"mmlu-high-school-biology.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d05641f5e3871cc71b38964a183561303723c2917b726495912745210fbac3b9","formula_version":"titan-u-contract-v1","latency_ms":0.6090829847380519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d900ea431a502e221c1d9b10a6a798813cf951ca9ae6c277ae4d6747aa782c96","sample_id":"mmlu-high-school-biology.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90059ef9545d6e31bcbac398d003cad35044628bf918173834a3070743a1c688","formula_version":"titan-u-contract-v1","latency_ms":0.8746670791879296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ab6eabcf626b17cec73d5190adb1b8f3c07e5d746842a43625a9119bff8d8e1","sample_id":"mmlu-high-school-biology.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5708db99c13cf3a9871267d59c719ba7efb6f73738944dd2ba2b8cffbb297a3","formula_version":"titan-u-contract-v1","latency_ms":0.516125001013279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a330886c0a978ead832abf2a621779e8d597e8e3d61edb350e7c9e5c9dc56133","sample_id":"mmlu-high-school-biology.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87d8fc35d1ba32a1f3ac156d63c29c19080295bc59db255665612664a04606d9","formula_version":"titan-u-contract-v1","latency_ms":0.680082943290472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6ebf04906cb93597054a9eed0a377c848f3ce657b0386014c445bdd0447c403","sample_id":"mmlu-high-school-biology.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"011e8b7b9bddff2026775b7c0fa729e6d7ce5ee99b630eace76a7656ca5e5ca9","formula_version":"titan-u-contract-v1","latency_ms":0.43358292896300554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab4cbbe21b9dd6e01cd396b596d5247ae891a2d58ad887b9022d3399663d2b1a","sample_id":"mmlu-high-school-biology.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08457a74f6b4856a013e57e58594e4ec3faefd6b467e1c885950dddf6becf267","formula_version":"titan-u-contract-v1","latency_ms":0.6965840002521873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"751fded5366241b25855c21fed59a02cb5997d8bc917d0a88a92987ef4fb8f0f","sample_id":"mmlu-high-school-biology.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4052352c17eec217177541e46bb7ee5e526cd8e24c1309ee41eb5ea1bbcbef9d","formula_version":"titan-u-contract-v1","latency_ms":0.9771659970283508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32f44eeaa29ad5f0477b63964aac1084850fd25ae30e4bf3f3891966d3a52b79","sample_id":"mmlu-high-school-biology.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7016846a8972644177ff057042fd501250ec60b0b5f9109c0028dbea9e54a440","formula_version":"titan-u-contract-v1","latency_ms":0.8695409633219242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38cbfe716c7254c0930fef332605b96ce11f97324510aa693f5aa3e6b85070ad","sample_id":"mmlu-high-school-biology.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38095718f38a8d7314e05da3d79746a9b773e0f56b6d0857775c46b526054a67","formula_version":"titan-u-contract-v1","latency_ms":0.8521249983459711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23b1a6322e53211020ed9b450f85d74cc8448876ecec41968b7d701c202777a5","sample_id":"mmlu-high-school-biology.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"448d9e55663b4cb0c73ae742b12ebd2ec5e27c6f632a09175d50de9123ee4615","formula_version":"titan-u-contract-v1","latency_ms":0.7290419889613986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb455c0d492c711c90bebb89f96953d445b1c8be2ea106f6d0a29a4945a30142","sample_id":"mmlu-high-school-biology.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c57d788d864b2426afded5e398e2514ce89bd668e3dc53f70785af098726ba67","formula_version":"titan-u-contract-v1","latency_ms":0.7475420134142041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"864bddc3bdeae4c723eca80c6fa4f02e97f9a12edcd9588b98571391ce44adf3","sample_id":"mmlu-high-school-biology.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbab9ffa9c7cef5bff42b6f8ae0a3b727be7667ec0144bead99a9edbd14a8e57","formula_version":"titan-u-contract-v1","latency_ms":0.7767920615151525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f97bbe5d39299e043ec70a84f5cf18cef2db10905b53d50a138976aaaefef50","sample_id":"mmlu-high-school-biology.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2cccf426a12fbdb7628c59653dfd173626bbf9ea51f7d8962254118969085f5","formula_version":"titan-u-contract-v1","latency_ms":0.5323339719325304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a1f0dae4b9761ddea7839faa65a87c6dcf5b5a15146efc9f7d33e3a0148be2f","sample_id":"mmlu-high-school-biology.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09bad300e524e530561b0795dda76ebfd82fb1312241627ee02a43e28463f12e","formula_version":"titan-u-contract-v1","latency_ms":0.9251659503206611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b3fa57960e58b3f52f76314a51cf71a78985dd74e88bdfb8ebbdf2f56c72de0","sample_id":"mmlu-high-school-biology.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dddcae2f5c217d95d00de7b288ddba77f08218158d157a40b92f818c2d7f04c","formula_version":"titan-u-contract-v1","latency_ms":0.47450000420212746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3924c643be00ee1c436a5e261b4b9e8501a136a189018f75281d8dd2e33a807b","sample_id":"mmlu-high-school-biology.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0492da789dfb52fbdd09e90e57a02e1704ce831cce474543b15126e53c82bb9","formula_version":"titan-u-contract-v1","latency_ms":0.9395419619977474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9974317f8e7ddb6b02a298e8044ed8111281b014bb87f370c599b232d26b3ac2","sample_id":"mmlu-high-school-biology.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b41477f672049249e75f51b5353d82b8365bccefce7dc95bbcbe333631f9618","formula_version":"titan-u-contract-v1","latency_ms":0.6782920099794865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbe19c20dd3327981dd95a4a44c748b0d774f6b427beecc6d2f140d1d5510b30","sample_id":"mmlu-high-school-biology.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8cf6463013a62249f23303f0b42afc758620831181922b0e912ded6e8580bde","formula_version":"titan-u-contract-v1","latency_ms":0.4127500578761101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74544d679985dfba79bff7a5f1b6c0ae38cc7b4fe0c1b112d8603c1b9bb5e007","sample_id":"mmlu-high-school-biology.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d8d2227e2ca09b4b7916b3be6d3ecb559b87f6d33d43fb12b80efff820be45e","formula_version":"titan-u-contract-v1","latency_ms":1.0894999140873551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b04b42be399bcffd21608189c6eaae59c20c2acabb8024b025adc06277e88a0","sample_id":"mmlu-high-school-biology.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a10ad5020cd07f0af45f290944fad5b27a4970acbf40d0e08fb4e57fdcc21e1","formula_version":"titan-u-contract-v1","latency_ms":0.5981669528409839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c740602a4ae2a35ee468ab4dc806622c7dfc89b94ad41f2589e5f2a0e8160e7","sample_id":"mmlu-high-school-biology.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a3aa67551b4ca37153fd1d5a5317b4e5dd6d2e5f0ca14de1ee524c94e7a4de2","formula_version":"titan-u-contract-v1","latency_ms":1.024792087264359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71c8ba739d2d1d65a5d00271e799d572dff149b7d9b8d023f39e681d5e71bcc1","sample_id":"mmlu-high-school-biology.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"003b7f6a96a83b64e8c160299eea49f70d07cb1a201c107b222279d3438094db","formula_version":"titan-u-contract-v1","latency_ms":0.5667080404236913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5df5c0aa8336caa00d2ece122defc1dffcdba14151084459f45d3fd911f3d563","sample_id":"mmlu-high-school-biology.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"926da802d91489dc6a41421fd24f7e4577ae068bc293d33e7378756948936642","formula_version":"titan-u-contract-v1","latency_ms":0.4551250021904707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb56f26a2570ea7c4b689faf6e04341b703138bfdf7d73ca035be14903070642","sample_id":"mmlu-high-school-biology.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8130fa7456be60e4901e8a8014d9d34f617ceb989d1a269152c3ccef1a51ba9b","formula_version":"titan-u-contract-v1","latency_ms":0.7345000049099326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5294e2edc8ce7bd9219ce5eec7290143135b66abfb702daf73b220c0c502957a","sample_id":"mmlu-high-school-biology.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e86937bba7730c3152472920d3af7d8abd334d5d73165bd58d47b6ce0bf15730","formula_version":"titan-u-contract-v1","latency_ms":0.501750037074089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66724ed9e0d7a2d3c0a07571fa769c97c38f8b409cf62d4894a6d43c521422b8","sample_id":"mmlu-high-school-biology.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faad788b85d32931e8fa11e48f1ed6fe5e144db00d6bcdc49d989cefc6a150c6","formula_version":"titan-u-contract-v1","latency_ms":0.49787492025643587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8c59497c4700e58b55a4f18e7bac6d4fc44f330ca153f0a175665970effa9cd","sample_id":"mmlu-high-school-biology.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ab32bd77d008be5014f67418665afe188cbb6a1fbc9e94c90d54154c000541c","formula_version":"titan-u-contract-v1","latency_ms":1.3703330187126994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b54be8ffab96e0dadf5e3dbf4a7d5af6dd1dec2934f76a1c14793b61cb58aa3d","sample_id":"mmlu-high-school-biology.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6323ab902ae6046e89d61b8d02b1610eb99a6c362a586895d303882f224317c8","formula_version":"titan-u-contract-v1","latency_ms":0.6684160325676203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c941df935cbb209e989bbb9f1acd7a62e550df7f2d1d782399623076b50a9d82","sample_id":"mmlu-high-school-biology.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd66573f7a124714fa46d1ebcb734c0fc0fa6f7e3f9f58e277b61a8b6a30a210","formula_version":"titan-u-contract-v1","latency_ms":0.5510830087587237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90e8719b5cca29a702c9ca2ac19e58315cea0ad5f31c39d86a44f111d5d88b2c","sample_id":"mmlu-high-school-biology.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"837fa31f3b99a40682996ab2f655111d3bbc61e7817c2e2be16aeea60acb7d18","formula_version":"titan-u-contract-v1","latency_ms":0.517957960255444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9afe88779ba314736266b6de84fbf68e3a09059b5b37d40020a073bb467d9f2","sample_id":"mmlu-high-school-biology.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73f7d482006bd370004937a6f3fd5aebf98e8076a049588b3e10d4e0a95e3f9d","formula_version":"titan-u-contract-v1","latency_ms":0.6842090515419841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc858e428738bd025060d940a82889fefc61df7d799d310a9d558adf57bfc16d","sample_id":"mmlu-high-school-biology.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7c7ecf958799e986e3a2f2f74c616bb24cdfcd210f8327cf4575d915cf3156a","formula_version":"titan-u-contract-v1","latency_ms":0.5592500092461705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a448db704e8c9dce4fa6a9b67853a8b6a2ef89083b9ed387f7c95dff1a93d34d","sample_id":"mmlu-high-school-biology.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7251bd941e28b4a3d9d428da5ebee204f00b0efe4631b5c79fed3b8235edf209","formula_version":"titan-u-contract-v1","latency_ms":0.4842499038204551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7df1857938ee99eec0e75594382cdeb42f8686eb4cf93b7089695e651945ccc","sample_id":"mmlu-high-school-biology.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3de49018062ca0d02c6168b52453fc156a982ddaaa1a4eee769b6c7ac49992d","formula_version":"titan-u-contract-v1","latency_ms":0.4872919525951147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d5fd730a8a88925a29148ead8de051994e4af8f83ca696cc119ee324ca17bd4","sample_id":"mmlu-high-school-biology.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba866945a9477ac3b5d518582dc6313e0e1f33d21520abce9e463b857e5d7262","formula_version":"titan-u-contract-v1","latency_ms":0.5319999763742089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e2c10bec9fecb5bba84248cc26a712ca85981297972906e489efca482940f62","sample_id":"mmlu-high-school-biology.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4eda8be508fa940314d91e7cb59199ea3bc72f896a6ed382da12a8f19d8ad9b5","formula_version":"titan-u-contract-v1","latency_ms":0.4934590542688966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8aeb07d721a2a6bd5dcccbda8c77180b5c2ad29a9395ca432e9b06f2e54c8d71","sample_id":"mmlu-high-school-biology.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f18eae6c9da980364daf7a806ddfd8b71da3c1a88b4d00f72ed6dea29897e3da","formula_version":"titan-u-contract-v1","latency_ms":0.4162079421803355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e941cd2a47cbd53acf950b796709183fb115a4241898b5755347c09823861d5","sample_id":"mmlu-high-school-biology.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20ccdef96fe3daa49de933dc2b841e8423565ca18674a1a9f2d7734403f2d058","formula_version":"titan-u-contract-v1","latency_ms":0.6287499563768506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4832abcfdbd4fdcbb69dee751836bdc9ddb585d43ca8a8b6abf7f42bdc5392ae","sample_id":"mmlu-high-school-biology.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6080a06d2e3ae204b4905d81d45f58670b40d1f8d5bff2fe7c2f9c2afbbe10a5","formula_version":"titan-u-contract-v1","latency_ms":0.6816249806433916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0198462d7f5839c19df720267b78076f2d106fec18aa2df972fd3e03e17c913","sample_id":"mmlu-high-school-biology.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d9c065a7e08a1f418e4ae082434826dffac9985585ba31eb27bb9831688ea0f","formula_version":"titan-u-contract-v1","latency_ms":0.6367909954860806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f2a5ce89ec0e94a7d4b6c7b12df56f8897016c6244b6f4e34f48f95ff7c5f24","sample_id":"mmlu-high-school-biology.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f14f99c416c70ca47fff23ee15ec95e9e3704f84e175bab069395eb99182614","formula_version":"titan-u-contract-v1","latency_ms":0.5220420425757766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ed0a9e7928432c970920960b089c2c3169efeb00fbdd457b1e2d15c9e8ae37c","sample_id":"mmlu-high-school-biology.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72669d6df0542cdcf109b7b4ebed493111e632090b94d1078674a3c795fee036","formula_version":"titan-u-contract-v1","latency_ms":0.833250000141561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de75f4bfd6a0e77db9a2acc79779977ca22bb659c522df76d98565fb11407738","sample_id":"mmlu-high-school-biology.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7d75ea88b555249b0b3585aa1cf96e2d2b619af899a29bd6b383d4fd33fbb56","formula_version":"titan-u-contract-v1","latency_ms":0.5070840707048774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23995cc0020ec90b9c7e823e32b4b3c061c9eeed6192955ecfcead58d7638a28","sample_id":"mmlu-high-school-biology.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a367579c304443737813f9c44582d8dc5ee220c5672b54e74464576de83293e7","formula_version":"titan-u-contract-v1","latency_ms":0.7056249305605888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8314d48632b901a17b8ca72691d0054248387d430b6e38ad6e6d1d33b40d66d3","sample_id":"mmlu-high-school-biology.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b38989113ccdd7f789e939e1ad36a3d7e53459ed682806e5c1d249de7727aa3","formula_version":"titan-u-contract-v1","latency_ms":0.4574169870465994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9abdc83edf9f99b6cd754046d7f1033f62e36598d478ca4fb9251d3fbff1395a","sample_id":"mmlu-high-school-biology.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a6d3311199d3951adfd8a12c3f095b5d34691c4ab2d02c3caa58bd6ab2e500c","formula_version":"titan-u-contract-v1","latency_ms":0.6957500008866191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42c5226214b9f473099646ac4ee036e45e1020553b30e99f2979948c4937e64c","sample_id":"mmlu-high-school-biology.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c61209f6c84917085184301f3e8277502ed253e13080429e06e64cc0efea6ef6","formula_version":"titan-u-contract-v1","latency_ms":0.5018330411985517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86b83042d1a9952cc9a4ae0f2ece382b405b8e04c7fc971176e774b15a58566e","sample_id":"mmlu-high-school-biology.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2450a24e5646aa871cf2d0049cda7622c72ddfcc6356fa665b1fd726216279b","formula_version":"titan-u-contract-v1","latency_ms":0.7730000652372837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0644a8c89fc74380ab73162c135cb551911f0223e7fd4d465449c34abcf026f","sample_id":"mmlu-high-school-biology.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f195546ec8e01eb9f03b0f65b7110de57a77ed05f2fcc9b4466a9fd54b2c1db6","formula_version":"titan-u-contract-v1","latency_ms":0.6625839741900563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c8e0a85d34bb8689468b4bd6139acb06743a8090fe86d7479f02955c62d4731","sample_id":"mmlu-high-school-biology.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93ce16d99e38d62462df98aed45f774dd26dc04ea8df41b96f8d0dbb36d20be5","formula_version":"titan-u-contract-v1","latency_ms":0.993583002127707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83c765d42cd61abe4f47758c5e66c77281c6aad6fe20bc73a8f3f66c279b019e","sample_id":"mmlu-high-school-biology.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a99d292e85df071d198be2a429b6685e8ef6051232b4652ff0c9a638dba140a","formula_version":"titan-u-contract-v1","latency_ms":0.6369579350575805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"430e7e57dac732117fd574de00c260cc9448a03f2ce48249dbe18a9d5204c4bd","sample_id":"mmlu-high-school-biology.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8909b9e2c0bb04f38eba4ff067ac2fc5e07ee42da2252844887a0a2fce937a0f","formula_version":"titan-u-contract-v1","latency_ms":0.7732500089332461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"099e80d8c7e006802fbe90a0d9c8d2c0ebd6e343f2ebe20402b23ad059eba02c","sample_id":"mmlu-high-school-biology.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90947e4451a658c785dc350c00b9e233618deee8bdc24958c9d403fda4670a8d","formula_version":"titan-u-contract-v1","latency_ms":0.5123330047354102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1fa38833e74bfdff770ced3e883ddaecd2bcb4c9689267f451eb6a677474069","sample_id":"mmlu-high-school-biology.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04c41dffc37ba209d03ad753d603cc31ea36a87c7b648ddc55d6a58020f52696","formula_version":"titan-u-contract-v1","latency_ms":0.4931669682264328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fd55232c7b6549a915e5e3e08dd84722cdb59515087ae235a824a87f1af6386","sample_id":"mmlu-high-school-biology.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47d42b889e0d54765ee3e18fe43a993ae5d95387f64288af6feaff99c1a24e69","formula_version":"titan-u-contract-v1","latency_ms":0.7056250469759107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"120a3a49cdf56363ee4cd3825a3d0ab7997ad02769af6287451d60f3a8b4cb27","sample_id":"mmlu-high-school-biology.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"259684949dd36d62958fc764a30cd4caf23a21cb081d4e2aa3de89bb54be3e56","formula_version":"titan-u-contract-v1","latency_ms":0.7208340102806687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3b2ccd49bbfa6b86461de42c1c546e94da14a883fd2e01729127e9d54decd38","sample_id":"mmlu-high-school-biology.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5f3e4a34231654a9173b87294dffcec286df3cadce0e16b17a25e048db10bd9","formula_version":"titan-u-contract-v1","latency_ms":0.4207500023767352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71ee5e4363de02a96a8ff281c792039fea527893aef8f946d270e0312e82959e","sample_id":"mmlu-high-school-biology.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a33c10cce95d4f730387fa4d31e99dc2eab42ee71131097447fc0224b03e77be","formula_version":"titan-u-contract-v1","latency_ms":0.7175839273259044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fa29fcbe8ce20b70a01635e4dacd07281096bb3ce2f72173f136208d88b5177","sample_id":"mmlu-high-school-biology.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e316aad73ebc1f2ad7835fa376f7da2a00e678555e7690ebf7387f0d620a679c","formula_version":"titan-u-contract-v1","latency_ms":0.7752079982310534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44316fccbfaae6c9e8263b61ce596c34eb08242e4707ade902ad1bf0b92678d7","sample_id":"mmlu-high-school-biology.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b44ba736a145dd0fdc6d30dd8fb1a8aad3e55745850f15bca384f11056946499","formula_version":"titan-u-contract-v1","latency_ms":0.5123750306665897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8a3421ffdceea4d1298d1683fa4a82e623b9c7834a2b8bc73083ecde26b85f6","sample_id":"mmlu-high-school-biology.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1d8094007a9938268e6301871d234819f91772acb624b10a23956fa08fb9536","formula_version":"titan-u-contract-v1","latency_ms":0.7337910356000066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"483839bfe857c21f5461332ca220bddf01553f9db641c23f4aed851c898449e7","sample_id":"mmlu-high-school-biology.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bf7c14320a93b7a5f5264576843c261243b2a10ca89c14d19c544878e79e63f","formula_version":"titan-u-contract-v1","latency_ms":0.5883340490981936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ca7dd45d22668ef495c3558c14801ac523bf966a43f9f1f6ea7ca3f9f4c6657","sample_id":"mmlu-high-school-biology.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a08ec3334cae51c2548882a5fc76972f8bf1d00f03ff5a4b9c41d1b975c477ca","formula_version":"titan-u-contract-v1","latency_ms":0.7497089682146907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aa6ae51a7983c05fc3ce97d9911146fe03d9b8673431f983fd3de9130c4c420","sample_id":"mmlu-high-school-biology.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec31a8ec586df876d7edfdd09d1ea30fcb267fc3491cc8841385d44a8fb54274","formula_version":"titan-u-contract-v1","latency_ms":0.6209169514477253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1ed2de6ac347864e952720ca3a34392c91b513cd08d6e269c68947d18a2bab3","sample_id":"mmlu-high-school-biology.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56a5eac1de608e98a535c929ee11c3ca17ed97a43abb4c0a901bdff327a406e7","formula_version":"titan-u-contract-v1","latency_ms":0.7357499562203884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dca777f6e178f7dd8124e5a947ca34ba0a57595af6d87affc72a4d9cb06af533","sample_id":"mmlu-high-school-biology.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f1f482d4cc9b26a728698919f1c27613482f1644c2c0961edb5772670d70f8b","formula_version":"titan-u-contract-v1","latency_ms":1.095250016078353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29f1ea1e8afa3df9c2e783cfaea023c767c810530e8cfc243581c20baa24d50f","sample_id":"mmlu-high-school-biology.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a5c83d3626a2b0ef3458cdda7cd1bfd459c89e59acc7ec1eb57b794a085f683","formula_version":"titan-u-contract-v1","latency_ms":0.4819170571863651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"809868b0fa9141e6d8ca0696d499a11370532f807c2040905154efb8d173c292","sample_id":"mmlu-high-school-biology.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e1aa1ae1b9ed78b5d8ad184d1ea68e31fa497caf05308d89ee968c719b390b0","formula_version":"titan-u-contract-v1","latency_ms":0.4570409655570984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aaf8e523ce2bf5adc68c16267221cdba40bdff8b621f1b5a833e563a7d55a2b","sample_id":"mmlu-high-school-biology.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4b2e0fbd462c975385df4ac18cc32a050ca6448c423731d72b1c9b0e0a118e7","formula_version":"titan-u-contract-v1","latency_ms":0.5784169770777225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c011f8ece07289a1afca6a37892ab7d480ed924a5b8291feccaddff674201c90","sample_id":"mmlu-high-school-biology.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfe84fc886ac928ee04bfc8a3cc9d3805b88d56a824777346cd63df29aa6eac9","formula_version":"titan-u-contract-v1","latency_ms":0.6302919937297702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3919214576165e70cc29243fc000b298475d11a48cd88bcf26a371b403120d40","sample_id":"mmlu-high-school-chemistry.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"812e16e56090b7974cef708be58b99c2aed0ba35eedc841714a6e7c7a656609a","formula_version":"titan-u-contract-v1","latency_ms":0.6079999729990959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91d7d2dbeb273d46988c3441302a022bb0d090fa8030a46a708984d2c5fade26","sample_id":"mmlu-high-school-chemistry.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d72cebad569a7ab9907fe4271987db16ede758b1e5e3326f491b3fb7a07967f1","formula_version":"titan-u-contract-v1","latency_ms":0.8818330243229866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"139b76776089e6c88234771b130432b984f90c71f8ca5c6608e0af1a1bdce588","sample_id":"mmlu-high-school-chemistry.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48b563af434b07b99183ee7cd067e77eb39165708a10d38f8df873e62e2e7687","formula_version":"titan-u-contract-v1","latency_ms":0.7400419563055038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"441afd5e5b51fefb6c429c6c527f29e5fd1c92593a02a8fb234dd88aaf5f1a21","sample_id":"mmlu-high-school-chemistry.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8183bb68bf257c4f6729d8c24d83362d39c9bbfb2058ed989f906e4a41aac848","formula_version":"titan-u-contract-v1","latency_ms":0.48245792277157307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6eb580b8b93f7a10880deef3f476b977e85e02336e6c8dc82a64fefc92b2a2f","sample_id":"mmlu-high-school-chemistry.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b187b0ef21ff5f85557aef9129b5ecc0e4c8cd06a81915245c88cbe7fb678a7","formula_version":"titan-u-contract-v1","latency_ms":0.6772920023649931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"135b80b5d270e510f7fb4a7bb1024b40a407e63689cce67cbe967ffdcd526105","sample_id":"mmlu-high-school-chemistry.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"108ede67f6d0a422456fab4d8ae5bd57bafda4a7f94e4bd52da55316200938f2","formula_version":"titan-u-contract-v1","latency_ms":0.4247500328347087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7d8f51f65a23cdf1a7a6ddcf7cc47b9720f9308b34fc5be88fbc64126e29bf8","sample_id":"mmlu-high-school-chemistry.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c0f8ba8d1e9863a79d96ed5ef33b224efc357705e8ddd03439b38b74366647a","formula_version":"titan-u-contract-v1","latency_ms":0.4438329488039017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6076b971e1929335cd18e3f8d2ddc177b7809fe505fe98850b8742cb33771fab","sample_id":"mmlu-high-school-chemistry.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"942d19ef9767a67da4becde68e9952061e269c83822ec39c6a5e185a42c94c28","formula_version":"titan-u-contract-v1","latency_ms":0.493332976475358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"715d8eb6c9766d021b61e52a73700dd9c58bea1e7f4faa788bbcf153f2975830","sample_id":"mmlu-high-school-chemistry.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2580facbfd82991ca3f45d2e92fe4f12f2601d8991de935bfb019301f1619e65","formula_version":"titan-u-contract-v1","latency_ms":0.4397500306367874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cc2a05d4b5a90ed47c610de8a805b1ebe63e00434fe8e3310928de4a2d42fad","sample_id":"mmlu-high-school-chemistry.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d8cb3850c15227605c0e6b1568f2ff3fb0b1d081bfe47ba71a51192b22a2fee","formula_version":"titan-u-contract-v1","latency_ms":0.5527089815586805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee1bb8fd75bf7582a30236dd64c1ff74fc1276974c1919c60fc429783acd9f63","sample_id":"mmlu-high-school-chemistry.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4413fb0bb5dfa9cac7de09b91c90873e081553b6addff96ef5c2ae291efe8a69","formula_version":"titan-u-contract-v1","latency_ms":0.4700419958680868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ef67b1e5428a58e6c0910bf8eb52caf29d1f49f31685c21a56c81081bcb433d","sample_id":"mmlu-high-school-chemistry.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2580fa9300fba5f092c347c11c78cfb810892e7747bf0c15fa1121e779ac88c","formula_version":"titan-u-contract-v1","latency_ms":0.580916996113956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99b4507e65cc4841288c02a63d2a3636f1bbf975f91ad6ec6385ab33d6f9520c","sample_id":"mmlu-high-school-chemistry.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc1f2648d1d65f995e1d85be61317bd37a5b5bb93f00fb4bdffe49bbfd9706b9","formula_version":"titan-u-contract-v1","latency_ms":0.43583300430327654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fae66ec826667c9d35f7625793e1de6a11ef6eb8065c954935a907b94cd76215","sample_id":"mmlu-high-school-chemistry.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"638f7343dab22e75d429424ba35ad5677fdbe933bbc19d4c435799064ea6fc93","formula_version":"titan-u-contract-v1","latency_ms":0.4987079882994294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"006f76e15dc1eba9d37dfabca92391544df4f25f04c4a382ebe62400ae456c5d","sample_id":"mmlu-high-school-chemistry.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baf9e0314c1eb37f0ab37529d2ae399d51a70237c7696e21a962d8c3a5423443","formula_version":"titan-u-contract-v1","latency_ms":0.5942080169916153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b7e55e7b0b1118580a5d35fb3ca40e979c3037fcef09166dac3abe02f02ac53","sample_id":"mmlu-high-school-chemistry.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a98fadca9d8ec07eebbabe9edde582c317feabe4cb47cfab3c2b73ef40f24266","formula_version":"titan-u-contract-v1","latency_ms":0.6362500134855509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6e958df31c8cbf9f82bfbce0f8a4f9a74cf956a38fdfc35b5ef0f103222362b","sample_id":"mmlu-high-school-chemistry.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3b0b6eb7289a703122c1157ce43fa0c9286efc012e1a92152aa821a55f3e7dc","formula_version":"titan-u-contract-v1","latency_ms":0.47087494749575853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d32f3aa7f18548d0d47f2988d3d051a9ec446c8f2d619e0ba14dfe23a6382af","sample_id":"mmlu-high-school-chemistry.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bec3fda7d47e9c48d18d0ae8bfd2d24657f4a64b6cc80d2581da63bad5b63ed6","formula_version":"titan-u-contract-v1","latency_ms":0.536083010956645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd389ab47a72e431bc5e8f4f07139714020a87070c8980df20f0a2443ad7c7e9","sample_id":"mmlu-high-school-chemistry.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36a9921d6190021ed43c19907362167f4390035a54b57c51453f8bac378ef2dd","formula_version":"titan-u-contract-v1","latency_ms":0.9488329524174333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ebd0dbf66e30fa464f9e1ae78073a97c0e9725d2c6be7da7bf79251f6f1ac44","sample_id":"mmlu-high-school-chemistry.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0936fc2fec55db8f15debddd7257345703147e28af8b853937e0dec58cb536c","formula_version":"titan-u-contract-v1","latency_ms":0.7589589804410934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00738fb9efae00793ce6162e78dbb45202b262a39334b0d8f549963c22b9fcc9","sample_id":"mmlu-high-school-chemistry.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e178eebea9ac594f6540aefa4b40182c69b78aa06f7f0871639cdef608ae79e","formula_version":"titan-u-contract-v1","latency_ms":0.49691705498844385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bafe28df2688ef31641218146876137c425d43284d2bff16ea53636fb600019","sample_id":"mmlu-high-school-chemistry.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c99ff74fa19eaceb677c837426ff268e5ac6284b5b0c4fe91178dc0da86066f5","formula_version":"titan-u-contract-v1","latency_ms":0.6365419831126928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb0e77427d91b1898d26c23921fc2f2afb2bcd46dcb65346858608a986f44242","sample_id":"mmlu-high-school-chemistry.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fa10113a0572792cc6189d09c618cf17281c0773bd310faf98352a58e794b86","formula_version":"titan-u-contract-v1","latency_ms":0.4790419479832053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a50ce57ebdc2c73e2a09e8b91231d98eebc14d3f06dfce4d930331c47f546683","sample_id":"mmlu-high-school-chemistry.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32a1fbd85f3d67971477c45ea8ceaee0497e8806c3c37bebaf2b107241c046f0","formula_version":"titan-u-contract-v1","latency_ms":0.5977919790893793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9b8332fd7ff77935545186edc1ff6639edb08d4f7a5d6efc4e631f3c16d026c","sample_id":"mmlu-high-school-chemistry.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48ab58d4f78a7c819ca58c7ef734b4d07d52457aa6a740af1fe855bc4412fe28","formula_version":"titan-u-contract-v1","latency_ms":0.39954204112291336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a9490f5edab9f13433096dbb23650d315368651412922dd3c97fdfd87d2e2db","sample_id":"mmlu-high-school-chemistry.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73d2d0d2687835c8717f1a387df24b5ed71dbe584866a77ec2eb51ec9f45fb9a","formula_version":"titan-u-contract-v1","latency_ms":0.5319589981809258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f80faf0b47dca0683efb1bb16d8ca30616831fc9f54e9bf5c7da52ec9153a7e","sample_id":"mmlu-high-school-chemistry.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"977af8ed8be652a070dad9d9109b091af2195219c1402bcc9d0a1cdd4c21ddc8","formula_version":"titan-u-contract-v1","latency_ms":1.2198749464005232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b30042193d5873bd8a785c4ab13f1108172dec634e79c1eac4fe42c380863c2","sample_id":"mmlu-high-school-chemistry.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7657f98465d4a34dae65d39f39c82775c16a4cea4702b47e6ec46325a7cb5c98","formula_version":"titan-u-contract-v1","latency_ms":0.6631669821217656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"061acc55b3cf97f198f831a4135a8366ec6932bf256f2bca24cc54d0396be92a","sample_id":"mmlu-high-school-chemistry.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10992d017566c31bcc3c9f516d4742cf98cf7b5ef54526ce71460a5d0df9f3dc","formula_version":"titan-u-contract-v1","latency_ms":0.46458409633487463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6b2dbd4bea02ac7fa4063a1ef529dc85d987c42dc9d6051849690fa6e57b95e","sample_id":"mmlu-high-school-chemistry.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23e59e90f3c65e211e5e6175fd31ac763851b5407d1a4e391855daf785dba201","formula_version":"titan-u-contract-v1","latency_ms":0.4659999394789338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddbf4856adab1cbdb2b1e8e9e3b2cb5527353d7bcaae1df40e8a353f6eb09444","sample_id":"mmlu-high-school-chemistry.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70d6aef3ccaf21ef764d63c19f6c7927d6335a11fc7d54165912fecf3e799d4a","formula_version":"titan-u-contract-v1","latency_ms":0.5916670197620988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b990eac424901f451405d8dceae95d2c8e987cecccdbc70d0aab872192d642b9","sample_id":"mmlu-high-school-chemistry.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d242740700fd493e9ddc1bef473f71d96563ed194552ed533e3db24f38abf75","formula_version":"titan-u-contract-v1","latency_ms":0.6554169813171029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"612058250e9d5bb21a9accd1ee0c9c2251b2301228270219e1af772f999b0696","sample_id":"mmlu-high-school-chemistry.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9eee8f3221d709aee4cdceab21637091ffebfd5d91c5bd110633c934743e893a","formula_version":"titan-u-contract-v1","latency_ms":0.4314170219004154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e5e3c43775243d25d58e5ef629ff1a504f83fc7049cdf776d48a73750710c50","sample_id":"mmlu-high-school-chemistry.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cc4f5a29175c21ec19c68e25dcfd106443de726cc7f1468028b963a453a2fc5","formula_version":"titan-u-contract-v1","latency_ms":0.693082925863564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdfc0f3736752286c7f25ed127f17e2f671d5198ba125d03ad8ed5428f545a1b","sample_id":"mmlu-high-school-chemistry.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b37b8f78a6fcfb72239ecef35d56ed1e37040eff44ef257f1de954087f57595","formula_version":"titan-u-contract-v1","latency_ms":0.530957942828536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ba977e41571354ff2d12495720c398789bbff542ba6e487226fd05a3a1663ce","sample_id":"mmlu-high-school-chemistry.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"993b07cd927985fce26fcdc2b8ec9159511c8351feacc367d85507e29f517862","formula_version":"titan-u-contract-v1","latency_ms":0.6472920067608356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96c4a0c0063920c17fc43bb588177fb141956046f2145fc930e1c08e90a363a6","sample_id":"mmlu-high-school-chemistry.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb352d865550b63aa8fae02d651c136ebd3e36ed478d71d8a23d1716018b155b","formula_version":"titan-u-contract-v1","latency_ms":0.4271670477464795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc6ded8165068ad6125907784e5fdcaa5372ffbe9426170694e6ceb875a0c14c","sample_id":"mmlu-high-school-chemistry.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df6b6fb0ed683eb57d7501b3fe7e1c7f7e2423781c035b72b2818bede0243c1","formula_version":"titan-u-contract-v1","latency_ms":0.6151670822873712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e4a0cbacb4f57866a17ebeec4db9fbe32e01b75de9337fb7238e6a6da207b59","sample_id":"mmlu-high-school-chemistry.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1f6294f73299f39ff841e5308eee23f4f1796ad633f39ed5bb806f2b73d63d0","formula_version":"titan-u-contract-v1","latency_ms":0.5838330835103989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a05e5abbba642de64fd5e8951fa5d97c5feaa9d2fa4b48eb72a400ec6d4f6ac","sample_id":"mmlu-high-school-chemistry.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4efd67a388578203a578f0a7ffde83e81686b81c9f7d329d3de45b7b30f8a06","formula_version":"titan-u-contract-v1","latency_ms":0.6108749657869339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2606d4f6d6f077c5d3d0c7e71ce0598bbf5ba87091f650bd86a2c7b1b51a5a49","sample_id":"mmlu-high-school-chemistry.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70a024ead337a8cf1df2833273579b16db69c612f697659bfa56558758f08730","formula_version":"titan-u-contract-v1","latency_ms":0.493791070766747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f99c0705687a49bd81805495014a5cd4cbb647e58099d0e7d4048fd9340765c2","sample_id":"mmlu-high-school-chemistry.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c17b59203a79eb5a309d3929d1978ebdb6bd03e64bde1f0a9e50d62546710589","formula_version":"titan-u-contract-v1","latency_ms":0.4500829381868243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cfd364cdda3c17834c2610d4e1ba2ccfe71c9a33368f774e77245463278db82","sample_id":"mmlu-high-school-chemistry.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e47a959d4fd5cc740ad7b0d0b0816297df2a384b1805bbf31f167ac15b1c502d","formula_version":"titan-u-contract-v1","latency_ms":0.5605000769719481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d489c091440854097c5fbd28dd4f0f4b429e8dde70151033da3e330fdfb2db4","sample_id":"mmlu-high-school-chemistry.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c63ab7c61f809e71a1d0771af11b2f695fc63b681551ec9d267f6acd30568a0b","formula_version":"titan-u-contract-v1","latency_ms":0.5362909287214279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84772cad9f6c4cd2466df2fc5aea5a64745573c92dc6693c99c70d5433af7399","sample_id":"mmlu-high-school-chemistry.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"026e81218e326d3e8d611f92d1be7bf21c8ee9fff7499b30c696cfe7b464b755","formula_version":"titan-u-contract-v1","latency_ms":0.4659160040318966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9731e16d92fd02823d535ee194d948a59afb1d42645305c58fc2128fd0a68fe8","sample_id":"mmlu-high-school-chemistry.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"667b5cdfd398d250d5a6bfd7c1441a4293aa297a43977e7290b766e3695fd825","formula_version":"titan-u-contract-v1","latency_ms":0.5380410002544522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0000805081d38a150457f143c6e8497d4a7a2a62ca1881a039bffae812ee3b32","sample_id":"mmlu-high-school-chemistry.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9337f47a41c72bae44c63a1275eda0819769cc233cbe5395393a1775ccb7965f","formula_version":"titan-u-contract-v1","latency_ms":0.5122920265421271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec3ee4d0927c8a44066c982e8d10d5eb1e0e1afac92e5ea48026195618d9e6c1","sample_id":"mmlu-high-school-chemistry.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b5424c04b4bf4e1b99fdd285057dc3015eb0e8fd54294cf203da0bbae2fa727","formula_version":"titan-u-contract-v1","latency_ms":0.7143339607864618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7025b98c987f8c2f423f683d221e41f5c834cc27d51dddbcd436b71557af01f2","sample_id":"mmlu-high-school-chemistry.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e4d382752bad60b704f4eb8e1c8e17cb1635c25c858b010eae533ed8108186b","formula_version":"titan-u-contract-v1","latency_ms":0.7505839457735419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d85d6073820d9fa0d0f7370613f066b2d4ddd5639f92b80de8219b943364db6","sample_id":"mmlu-high-school-chemistry.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae2dddd21192f6a9ad9cb7f079c4b7450308fd03d131c7dccf0994c68e0b8e7c","formula_version":"titan-u-contract-v1","latency_ms":0.5410839803516865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c89ab0e77fee8dcd113c44320ec0624cc85a28c3abd488254bf60d88365d15b","sample_id":"mmlu-high-school-chemistry.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a29b61cd96335c2cc43351725dad22bdfe8498590b8c51ac2143454f09d2d57","formula_version":"titan-u-contract-v1","latency_ms":1.1340409982949495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"986a2cc66c3428d1292b03abaef5d3be836335a959508947d428766c6cfb54ae","sample_id":"mmlu-high-school-chemistry.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ccbee7ed46bbbf63ae9d58c14f58eabaf3c8bbb8a98d6c55346f74ad8c1d272","formula_version":"titan-u-contract-v1","latency_ms":0.43587503023445606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3c4f539f882a1058edd85b7c1eb7674abc91a1b8b930a2384967fe07eedb80a","sample_id":"mmlu-high-school-chemistry.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bf0480c23a8da50e7804d17360552c80b6c5a0df80ef8559229f2988dc51413","formula_version":"titan-u-contract-v1","latency_ms":0.45129202771931887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8c5e06a0380d04ef4ca610228e53551ac3040b875278838504c61e5f35add10","sample_id":"mmlu-high-school-chemistry.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b06ebe99f955877197383c957ab759d68f7354a3a8235522ae829e93f10bcd7","formula_version":"titan-u-contract-v1","latency_ms":0.8532089414075017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec9cd929eb3b1b64645c34e22f49456450c0643789cf4e22ad72db4f633a37e8","sample_id":"mmlu-high-school-chemistry.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c74f9cd2e4c07a503233c2fd7b18fa1d9f76df83fc08ef3d048431b7c35b649","formula_version":"titan-u-contract-v1","latency_ms":1.0081660002470016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"836be48de607c60c50204e0006ab38aef820f2bba7007f8d7582b2b521d397df","sample_id":"mmlu-high-school-chemistry.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d09f16eb29b7541f84b8ec4436d9683ef4bc9336e846f9dae091cdc035d743cc","formula_version":"titan-u-contract-v1","latency_ms":0.4352920223027468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5a922ca7dc7250b8033fa6546fb5529dcbaffbc5d62e15a2998d33dd45f2fb5","sample_id":"mmlu-high-school-chemistry.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8c31ddce7228e5d8ab832fe130afaaecc27a4ebcb950c1213c64ea52aa16d3f","formula_version":"titan-u-contract-v1","latency_ms":0.4802499897778034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4460df100aaf06233113ad52dab8fc1c5d4d8b7fabc94682cd9d11e9d00c743","sample_id":"mmlu-high-school-chemistry.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"767f4820219fba8bba668003df3d888fad3c0495ae534faa37fb4465b9809f3e","formula_version":"titan-u-contract-v1","latency_ms":1.060207956470549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b89fa8dfd467fd808e5ebfc05db047d7e57c970b3e5c066083b2874ca0e181f0","sample_id":"mmlu-high-school-chemistry.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"862ce8e863e251e117059ddeb08105ae1cfe44289cea9ad8a192e39d557075ee","formula_version":"titan-u-contract-v1","latency_ms":0.4497920162975788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e921beb31288b76ea03b363ffa139a2e7b8d34d9348129313a0730d374883d36","sample_id":"mmlu-high-school-chemistry.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb1c1ba5c5a79414c1914dffd092f8f9e1fcb9791d920c79b61fc3232746bb17","formula_version":"titan-u-contract-v1","latency_ms":1.0020839981734753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fbe444f8cd2aeb8fcc891b0ebb8e362ec42f6c11a3904ce26f6d1b93a9b66c0","sample_id":"mmlu-high-school-chemistry.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"999254d16743ddfc98ce91e4611fe5cd584993d53542303dacfe57daff26784f","formula_version":"titan-u-contract-v1","latency_ms":0.8913329802453518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"231007c49fa09827e267af900334b6aa73ec19ab0ab15762a8acd625a1c7e81c","sample_id":"mmlu-high-school-chemistry.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"506e11769dd49f422215f3dce3d1593fe94d7acccedd3cefbaf8e6ba7b4c3e4a","formula_version":"titan-u-contract-v1","latency_ms":1.3751249061897397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52de56544831633ca418a8a273928ebe96e721b85b11da1917ea065e6dfcffdb","sample_id":"mmlu-high-school-chemistry.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"900069781a215220a55e01915d228302148fb04fd31d54249d7bca126a6d9330","formula_version":"titan-u-contract-v1","latency_ms":2.078999998047948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9ccf710d653c1378e337cc219ffe03d071811927b935aff421fe5519a7c6d69","sample_id":"mmlu-high-school-chemistry.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a7c6ed99912174ad8e2c38d5dc0aa338dc0c7438edb2776ac9ccfbad731f28a","formula_version":"titan-u-contract-v1","latency_ms":0.4980419762432575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9eeed8559ac013b9adec8e06dc4c46b6af206d736c37044faa7fa2146bcfbff","sample_id":"mmlu-high-school-chemistry.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bab311aa8e08b04641ea6293be80b4d4a09f58e9d0d7ed300157af736a6c38a","formula_version":"titan-u-contract-v1","latency_ms":0.7655409863218665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"205449e9b255851d37bea228bc1c1640b7342805c36599e94fbc61ae9e1b3196","sample_id":"mmlu-high-school-chemistry.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51c142e77de5999a27250cf762cebd31f4f8b203f2f7a30eb46774e67819404d","formula_version":"titan-u-contract-v1","latency_ms":0.5745410453528166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6397bcb1ab96ed31f27ba31866062b9da5dcba132752296d1241fb2c9956847d","sample_id":"mmlu-high-school-chemistry.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17a69321923ff06ba0d85d5c8c830963030ba6a7f276c86007f348b6f95f9718","formula_version":"titan-u-contract-v1","latency_ms":0.5067500751465559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11cc7ef972cb84da9324613ab7b4a19f4f04218b550734fa69671b8aea833354","sample_id":"mmlu-high-school-chemistry.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd5e5eefc30ec7f05b944f62900b5e10f9e4449cbf24d70022aa30dcb969a464","formula_version":"titan-u-contract-v1","latency_ms":0.6151249399408698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e7df739a19c4950d50c045feb5b426188bf0cae17a56d4c86401216b4d85e86","sample_id":"mmlu-high-school-chemistry.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e61eaf1601f420fee00dbb405f3156cfffb034e7135200d268d484a260b2d24","formula_version":"titan-u-contract-v1","latency_ms":0.5391250597313046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17ded20d19739b71341bd15566091e26294f3fcecb603ea8c87cb3529057639d","sample_id":"mmlu-high-school-chemistry.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7c53fb2496cdb8548f237abe680636adf2673475e7aace28f781edb09e2086d","formula_version":"titan-u-contract-v1","latency_ms":0.4525409312918782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e840834ec8907d2b637db17f62febd0367be8c8c5afb8979e4b9dd37e85eff3","sample_id":"mmlu-high-school-chemistry.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b78ce1cc508e759f40ed384e7b03f51534c9f965bafc13ab5f96dc7f78617dfd","formula_version":"titan-u-contract-v1","latency_ms":0.543957925401628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d89e4b59a09fba5cb700fa53aa264f9bd99926792c71e6ac7e0999b7943ee13","sample_id":"mmlu-high-school-chemistry.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b3e56ecf9549f44658de695aa6c4415016f1df30f5fb3d95692594a53692f4b","formula_version":"titan-u-contract-v1","latency_ms":0.6259999936446548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f96df1e600263702d21b2c25cc6d224a6e7b4ff1f0b56cf302bfe3ffd6870a8f","sample_id":"mmlu-high-school-chemistry.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d6a6ffddebb1753974a92a5b299e26d4654d16dcab0e8b62bae56af6536ada4","formula_version":"titan-u-contract-v1","latency_ms":0.6303340196609497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"498b931e1c8e0d194a3fba84c44e11928cbf51660ff081e2264b163e75714bdc","sample_id":"mmlu-high-school-chemistry.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74ea285773e8a4de091159aadffe2d52d0a0ac6acd18106c12e944913470ed46","formula_version":"titan-u-contract-v1","latency_ms":0.61645801179111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"077502c53f8bbb5e288078630fabf8930fbcb5a4f269bc2ba9d1eb713079ec42","sample_id":"mmlu-high-school-chemistry.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82a03732f4c9a33c9374c7fd5d33f6fc4905b7c7af22d8e00333d251a572bef5","formula_version":"titan-u-contract-v1","latency_ms":0.7153329206630588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f24b499fbe3930223626cdbf7d106e6263f19851471dac073a0a5d64e52b74a","sample_id":"mmlu-high-school-chemistry.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aca8b498461ce11eae92293eabff8c4b9918fbca71c68297488f93a7162c97f0","formula_version":"titan-u-contract-v1","latency_ms":0.7622499251738191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"131f3adcffb537975095f3e16f2bf1c724568960f0cec72aca5e96b2904b3d0a","sample_id":"mmlu-high-school-chemistry.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2d4e3302a6edc83d7cd04a0467c1e8c4b749b389ecbf1064575852963af5ce5","formula_version":"titan-u-contract-v1","latency_ms":0.5615419941022992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e932b47f1c28ee196db533512bf4fc049332cb78d386b9a3dc6b1c957c3c8ad6","sample_id":"mmlu-high-school-chemistry.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22cc9f5a736522f8298fbed1fee74da2fed962092e79d2734d5a8f7cdd3244ac","formula_version":"titan-u-contract-v1","latency_ms":0.6842908915132284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ddb16df115bcbb59e664065dce1b79f485070840fae9ca9ac041ae775b1a3f3","sample_id":"mmlu-high-school-chemistry.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f2b4a926d38e15234c313801ebac96b07eb9b36204f97b7c9359ed9d4693662","formula_version":"titan-u-contract-v1","latency_ms":0.5208749789744616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"609012db5d1acb6973d1e03ed8d32055f3c0c6e0b171446972cbcf2c8e37892d","sample_id":"mmlu-high-school-chemistry.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e01fc2d78cd311cfbf3e3d2060422658e6772ead85ad0b5070ad220c973b393","formula_version":"titan-u-contract-v1","latency_ms":0.8155000396072865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfb36ad42403d3a012f0016fe4129a7fdbc3e71005d1128876f5cf634dbdbbb9","sample_id":"mmlu-high-school-chemistry.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1381222a1067c2b3a39e5d3cbb0333898a0d946d794712d2910043da7ff823e","formula_version":"titan-u-contract-v1","latency_ms":0.49483298789709806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64820796e1aa37b2b52911de6a5696c0dca1cae3c9f26ebb9d05fc6f98baf575","sample_id":"mmlu-high-school-chemistry.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e73ea22eb730f7ac128e69f2bfa3e1941cb8dbf1bb1d9ee6dad65375d4ac980e","formula_version":"titan-u-contract-v1","latency_ms":0.8421670645475388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"044690bc690413540017ba3aede229b8d3def2568a85ba2fe4d9b7a991457ac7","sample_id":"mmlu-high-school-chemistry.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f66d8521402fe15c94f7926b3d202e65a6c7192ac4f9f2f2d906ae810adbe615","formula_version":"titan-u-contract-v1","latency_ms":0.4722500452771783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"852fbe1bb5d7689675cf7e55876fcafc2cee6a39fa201ba2168115c82b799d94","sample_id":"mmlu-high-school-chemistry.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"263c2d86b1d8b4652cda2eead24c979c861d925aea3f070bd937ef787f710aec","formula_version":"titan-u-contract-v1","latency_ms":0.45900000259280205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47174633dacac55b840dc6bb6dbf32242b4f471fac1b834af96170e1b6c5193f","sample_id":"mmlu-high-school-chemistry.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ca93adfbce0d5f886841148df124bb21c526c08940076584078c1efd5dacdcb","formula_version":"titan-u-contract-v1","latency_ms":0.7205420406535268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc18381a11741f43def9fc05f52ecb9ed450e9fbccbf6ecafdaf7e72d934ca47","sample_id":"mmlu-high-school-chemistry.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d639701bd1300efe457ea1ce0a5528f39d9e8d1a47141e150c27c6a6ffcc035b","formula_version":"titan-u-contract-v1","latency_ms":0.5338339833542705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ac9eca544e398860eabf0aeebadb3e942fdc0d59d61a1d3609958cc22ed0bce","sample_id":"mmlu-high-school-chemistry.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"605914dbaea79b6daa28de5ec7c454f354c58f3c14d1d012a13fac189d94c284","formula_version":"titan-u-contract-v1","latency_ms":0.625082990154624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05bc8b5f084cfc15ea6b78a99a21ffbf259c98cb6d3b3dbd3d84e101f753d721","sample_id":"mmlu-high-school-chemistry.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c22a23fa626aab9bfab5da0c44abc62e237a7cc8f9939a64021806026c9460f8","formula_version":"titan-u-contract-v1","latency_ms":0.45545899774879217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2fe0ac2236bc428249f293b7dca96e130e3ca78d40c549baa79889f69c89896","sample_id":"mmlu-high-school-chemistry.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23a7c423281e5c012cb8ab4286b492060254a2319773da1a685859b3b33f0ca1","formula_version":"titan-u-contract-v1","latency_ms":0.5046669393777847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3479f93740d7b1bb2c180a566ad5856088fdde8c122b8d4611d1ef42218d87eb","sample_id":"mmlu-high-school-chemistry.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e0fcab22efc009e84708b6792e1b946d0ca0a6a296e791b83c52079b091ec4e","formula_version":"titan-u-contract-v1","latency_ms":0.6216249894350767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7594f1c70e9d229354a89136d8b4fc132fb581b05df7f2ffdf2736e070f32db7","sample_id":"mmlu-high-school-chemistry.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8311706ddae586019238a303b6ae3c4eb63fc02bd66e266709d9ed090dd3cc1","formula_version":"titan-u-contract-v1","latency_ms":0.6494580302387476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b029080325d094dfd71df7f49debb9cd3dfb94a1020a08eaa0aee08658e23081","sample_id":"mmlu-high-school-chemistry.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1615c1525d747e23751f80b61194d0ba61375e0e330d84d72c6b4cd84b327fc","formula_version":"titan-u-contract-v1","latency_ms":0.7149999728426337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f72f11891b6eae774f7f7645182447411787dd0895de958c6f290e9affee3c9","sample_id":"mmlu-high-school-chemistry.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfc07f8dd64c3bfcfe0f29494e519bce6a7dfa06ee3644b39120b0aa85e5ac3b","formula_version":"titan-u-contract-v1","latency_ms":0.44829107355326414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c33ba67b7c4b0f13203cd74f0bb101fd16d9685578cbd7783f448ea6b3c4d3b1","sample_id":"mmlu-high-school-chemistry.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7a447c40b41ef819b132f625f6a35fcb6ecde32478657ba1fd3972d0f8a0079","formula_version":"titan-u-contract-v1","latency_ms":0.6735000060871243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e46aec24cfcc6c5d47c3efac68d8f8ec54a247bddb965fc80b706f6a547a5a8d","sample_id":"mmlu-high-school-chemistry.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0a399555787ca189642ac1b2ee068cf108fbf0e43c7d64fc326201691061144","formula_version":"titan-u-contract-v1","latency_ms":0.43533300049602985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c29797dff1ad89787f985e871a060828e26f1ccb772dc7a3ef5b86361619f3fc","sample_id":"mmlu-high-school-chemistry.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da2668d2a72d8d1311e15b1ee2bf36ba6a6422d2c623cb15383131b5f8315a20","formula_version":"titan-u-contract-v1","latency_ms":0.6039580330252647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ead7c5bc89cdab99f23ba6ac6fad5489104de4dec3383f5a5fb3da63083e3487","sample_id":"mmlu-high-school-chemistry.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4c5676119b9a256321f007f8e877a603d49a8f9064b9fee9f7311c3e39141c7","formula_version":"titan-u-contract-v1","latency_ms":0.47033303417265415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b24196acac3093b46bb2ebbf7e1b165941081c2cbeefbe48e598b2fe1dedfc7","sample_id":"mmlu-high-school-chemistry.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bf96f67f1ce0e28ffc638f75b4a7098f79a5bcd8f6ee8e12a20644f4799fa93","formula_version":"titan-u-contract-v1","latency_ms":1.7085830913856626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6814c917b3d223a93a7f68615fff89ad5ab4183da7be17595380e2890cc8c267","sample_id":"mmlu-high-school-chemistry.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4011727c25f0919c17e2249fadfacf5bebd50c2a063c8557a5aad13dfe37d84f","formula_version":"titan-u-contract-v1","latency_ms":0.5070839542895555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac9e351edefa6a48f5f12938784df5fd2eb5b47efc8525f1a98fccdbc2ffc79c","sample_id":"mmlu-high-school-chemistry.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78797f14858c7d4d3bca9a58a4c6bc4aee8edf52d0ea965e95d6da40e97bbe35","formula_version":"titan-u-contract-v1","latency_ms":0.7582909893244505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99e55d8214a81b21dee05ee0cedd8ace10f2c92d3bf0e9dafb5b59bb135a7b60","sample_id":"mmlu-high-school-chemistry.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd2f9c3754b15220576c2161ee3661204571dce38bee44aa211e281bc45f1681","formula_version":"titan-u-contract-v1","latency_ms":0.6452500820159912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06916103c0432e8d37460da4cea7c4c87250d42ca21163b8341941515db15117","sample_id":"mmlu-high-school-chemistry.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98c390d8d04fd0df285057f21ebed9b0fab2a0718f0383ba87ebb93319cb6060","formula_version":"titan-u-contract-v1","latency_ms":0.5117499968037009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77be0a92d2ac8d0ab54adba7fcf0dd7977857294aa658a2a973efbc9ead09975","sample_id":"mmlu-high-school-chemistry.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f3a2174d5894b369bcb7cbbaf28d92a5395dff2beeb6d733133107706f3e775","formula_version":"titan-u-contract-v1","latency_ms":0.507500022649765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbe6f98858ed5871a2b1d0612e5f475419d9fd6d87edb8e9c742112e135a2407","sample_id":"mmlu-high-school-chemistry.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"905f3a6314217e8c068e4f50a604ecf028638858c0b3d78d41d70ad331174a29","formula_version":"titan-u-contract-v1","latency_ms":0.448083970695734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e163ddbfc4c20c87d2bc043332d72c04f768a1622aca57b6b20b267a01a6238c","sample_id":"mmlu-high-school-chemistry.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be1afc54376b1214933c8a37a4174b94f94c3fcf0127911d0e01a414b159191e","formula_version":"titan-u-contract-v1","latency_ms":0.8908329764381051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d97c41ea160a93c8d8a9505f44259c60952400cd20f5ad27e4725ec60055f73e","sample_id":"mmlu-high-school-chemistry.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8fe7e23f2e9042d8c0546b1400e2cbb8cbc06929c6b0131f23fc0eead1238bf","formula_version":"titan-u-contract-v1","latency_ms":0.6126249209046364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d4c51c2dd9ecff3b6bcc300f286c22a0513252cfba6ded00e2b638bc638d6e0","sample_id":"mmlu-high-school-chemistry.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bddaa2152cd9744fdbc06412a4c1513c3488478bc6ff4fd1eb7b37c2993881e","formula_version":"titan-u-contract-v1","latency_ms":0.45591697562485933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90dddbb5ec3b23186ee2cc5650687155d485af36ce8583a571dd9ba860d3645e","sample_id":"mmlu-high-school-chemistry.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5562e6f5aa9ca6192c010f81454d57e0786e71cca020a711389e14f900d0eb32","formula_version":"titan-u-contract-v1","latency_ms":0.751459039747715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2227054eefa63625e2902a0b7b165bb75a9ed566219244b4d87420155793ed4b","sample_id":"mmlu-high-school-chemistry.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f92602ff716b48c7b9d85b417a51775bd192250b7034a78624a935ed5c534ac2","formula_version":"titan-u-contract-v1","latency_ms":0.5426669958978891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e60bb4e39bd4f640414da60b18c0a8a893bac825793a87f4f7aec02536c77716","sample_id":"mmlu-high-school-chemistry.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"678955c6883b6b5be306e306baa349b4b1b7c3f231e65ab93f2dabb08ee3aa64","formula_version":"titan-u-contract-v1","latency_ms":1.0052499128505588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47312f312467e066dedf46095ddabe82828ea4784a44b30fa47d843f3c7250d9","sample_id":"mmlu-high-school-chemistry.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"648603c1a90a37316dc58e801da4b886786cf4beed255c830c92ffa5bcc0245e","formula_version":"titan-u-contract-v1","latency_ms":0.7938750786706805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f43646d77fbc66cc172b34a96d62346fab7d5cd65242d5a44513e7581c0341b3","sample_id":"mmlu-high-school-chemistry.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c602f3ca6edb82a5984ae2e51aef308d5f2f9d46de34fbe579ff95d9802da89","formula_version":"titan-u-contract-v1","latency_ms":0.8425830164924264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"330fe57407b261136c67db9eae1956f9b00518d59c31c3e2b6e87a793ab0da5d","sample_id":"mmlu-high-school-chemistry.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a13495c6d7a721795c1f616ce5f3c37d2026648ec5ccd6bbd8fdff3e291e1d5","formula_version":"titan-u-contract-v1","latency_ms":0.913292053155601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfad9a15979180cbdc727171ceb1cf190c0146efcfc96f2eef7738e96a29da64","sample_id":"mmlu-high-school-chemistry.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84467f6b777df11e7b9d47174943b47a1b9b5cd14cf56b3830457b53d9dd0a3c","formula_version":"titan-u-contract-v1","latency_ms":0.7050829008221626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7280876ca12895697c07026588207c0cdefbe0627c946ebee036f72d9d20470","sample_id":"mmlu-high-school-chemistry.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d53d15c686106c77a6064671bdb45b14d436a862b314d7ba7f948f3af5eddc95","formula_version":"titan-u-contract-v1","latency_ms":0.4858750617131591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69edcedff67edf0d67141c74e115c0e28bac5c2474000385745e1c8df00ea67f","sample_id":"mmlu-high-school-chemistry.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3fc85910b6e97bc3de8f0a1fb4c7883a033075a72ad6715bcd841e428daa815","formula_version":"titan-u-contract-v1","latency_ms":0.5665000062435865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a2151601f44604e77b5f8dfcb92652d75dc9c38b158a5cfa58814754b200916","sample_id":"mmlu-high-school-chemistry.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20df80481a595a2593f7f167b2bef3b95052ea8031f4ef2e2dcea9cfab93ecd7","formula_version":"titan-u-contract-v1","latency_ms":0.8242499316111207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c91b306502e71e6075b52ca01eb775b12985a68dc7c0453aa04fcdb08ac0982","sample_id":"mmlu-high-school-chemistry.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b19058fe7200de38634463e28671fa31558eda11d2b70aa177e4b154620dfeba","formula_version":"titan-u-contract-v1","latency_ms":0.4667920293286443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5ac214314a5a221786b85b55fb9d25dfc35836b51ffde618b9d89c6d62cc81c","sample_id":"mmlu-high-school-chemistry.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86792e384b5c974ae119fc54dea1aa6a6c8ae957e908a20b857f45a8dc3220e0","formula_version":"titan-u-contract-v1","latency_ms":0.4260418936610222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee54931a5ac19c77906edfb9be6a9ebf2bb5ea437774a231a34ebf0fb23e7dff","sample_id":"mmlu-high-school-chemistry.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a71ed2c40b5d0f2714620f09e9f4e374f95f54118d97e40f81d06a25da54b68b","formula_version":"titan-u-contract-v1","latency_ms":0.43408398050814867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"547a4b7819106d2c6081d7d9c56d447dd408d6f6c85181c0e42b380b82d27f05","sample_id":"mmlu-high-school-chemistry.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7178505945cb67298ebdabbec3cf477c7e6f14a254159ac7380e8d855270f49a","formula_version":"titan-u-contract-v1","latency_ms":0.8368330309167504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddc4a3414ba1dc5f5d491e715e5d5c4b5e84d657ed0b681a563b65d08911895a","sample_id":"mmlu-high-school-chemistry.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"912e2d1d69c5c820272243c5181237db3aa1e6e96750a99aff530e3b7af14405","formula_version":"titan-u-contract-v1","latency_ms":0.4071249859407544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d781eb0ea6f5e23ba70e5f78f871750419b5fcc1efc19dfb1c5d41b28c3438d2","sample_id":"mmlu-high-school-chemistry.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f0787032669fb9db52783e4294bdfb28b4af2573ee6abce9b0d3eadb56b8b6c","formula_version":"titan-u-contract-v1","latency_ms":0.6028329953551292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a00c7d66ff5f9472f4572ff34c6eaaaaa05b7d0478630d4a285d451a97f1fd93","sample_id":"mmlu-high-school-chemistry.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f20715a13eab9089ca611aed43bac128220484899f95d66775032feafb63d140","formula_version":"titan-u-contract-v1","latency_ms":0.6770839681848884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d2367c0767f3ec4ce609a0947ed8d87287e220b1cec320d9c0083c9cd6db75b","sample_id":"mmlu-high-school-chemistry.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fd2223ef4b1463cb8a1d955bbfc1401f0a572831cc472eaf80fd0b67e16e575","formula_version":"titan-u-contract-v1","latency_ms":0.7560000522062182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd160b0ac456a9be69a6f29fba34d8f6b3f4688ae4cc2b1ebefb64a4b9f049ae","sample_id":"mmlu-high-school-chemistry.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4fa6b681ab00d90a78501b4e924e2f96935beb6af9865a998f20e5d8892efbd","formula_version":"titan-u-contract-v1","latency_ms":0.5217090947553515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f225d506383098b6d914f1df2fd94c93dce0af89f17d98a7ca1ac8e833d41234","sample_id":"mmlu-high-school-chemistry.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12e1d8988866b6ff3a764eaf2cecde804778336f99b2d6e0368dd4cebdd1f32b","formula_version":"titan-u-contract-v1","latency_ms":0.94933295622468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"529c35cebe48e1e6decb70b30f14ade7557713ce5e52ea89a712d10cffeba12f","sample_id":"mmlu-high-school-chemistry.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2da24782d0df4e91465206093385885dbf55be22301d397ff73b23db5cc4e561","formula_version":"titan-u-contract-v1","latency_ms":0.5394999170675874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d59bf7bd9d9ebeec136ef60e6e71812eae65a1f1c6d71c8558f3d4ffc251aff","sample_id":"mmlu-high-school-chemistry.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e21dd8082ed5a5b2f03edcef885da46a1c36bfab51618c36fb7c0619ce9afd34","formula_version":"titan-u-contract-v1","latency_ms":0.9347499581053853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3f6efffcab8dfa4c2eeee91bdd9365ef06197181dc4bcdca2021446db91eb7f","sample_id":"mmlu-high-school-chemistry.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a17f2299f0b7029d49af0f855afff5de826a976c34094b7cac790b32f52e35d","formula_version":"titan-u-contract-v1","latency_ms":0.5017078947275877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab7adc47eda9de10134fa28e318d820f143a53800ec3803a6c9569d76878cbcc","sample_id":"mmlu-high-school-chemistry.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0fafc8570e1a29c39a92399f5d0644df199879f089999805c6303464f3d2738","formula_version":"titan-u-contract-v1","latency_ms":0.5863329861313105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28894feeda7cc2da565130b74072633698041da229b385c142f00eb81363cc6e","sample_id":"mmlu-high-school-chemistry.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47ac3cd7723571b74071d0cc545ffdaf4e7e605e7f3970d010c5c6d24cfe029f","formula_version":"titan-u-contract-v1","latency_ms":0.8280000183731318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"230a4b951b15baa9cac3a44a11fd185ba28bee012b992bc8f70f7017e520eb3d","sample_id":"mmlu-high-school-chemistry.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9472c5c45dbf9528c39df3cfced93563736075fdfcc325540957016d5a790935","formula_version":"titan-u-contract-v1","latency_ms":1.8833749927580357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86587fd882f82011e9ab5590bd0ad85556dd89832ac0cd13140b40f1c3379483","sample_id":"mmlu-high-school-chemistry.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67bc77f10658aa52b7ac07cbf0bfdffd1918fc0ead0ba4b5037103d26b96e71e","formula_version":"titan-u-contract-v1","latency_ms":1.1350840795785189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4578cbc6471f2e85544ce318cd8fc300877954c68c1e46ebdacf79c277c94ae4","sample_id":"mmlu-high-school-chemistry.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7048184b76cf99bcf85680103c6d86cf1da8d4daac8bedc8e60fbf64fa97f048","formula_version":"titan-u-contract-v1","latency_ms":1.4476249925792217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"685731da8aae6b78dce4dd7d1ca31c2d13b5ab06f1fe1bdaca2a24b29e9e4fa0","sample_id":"mmlu-high-school-chemistry.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d57c4ffd093fa4029728afc20e3b7afeb9b71d8458db9ab0abf1c2d0291fb83","formula_version":"titan-u-contract-v1","latency_ms":0.8327089017257094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd7495bcbfd16d8d1744443bde297353d75a645ea028c9980069ca72baa110c7","sample_id":"mmlu-high-school-chemistry.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2565239c81f1d14d73146ec549b2833c5f8f4ede2198ad7c0c7129b87a880c8e","formula_version":"titan-u-contract-v1","latency_ms":0.7643330609425902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"701119e7c87b3114c079924403fc12bc0542f523ae40632489cf322d8dc8c2b0","sample_id":"mmlu-high-school-chemistry.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfddfb1274b4e1f0534c52d14e978d9bb4d334fe562476dcc2655975efc88e48","formula_version":"titan-u-contract-v1","latency_ms":0.478541012853384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ba9d4d403ba8efb786ae1776a740d7b13f21c299e80b3907d92f826c6616748","sample_id":"mmlu-high-school-chemistry.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af9277d84fd56956ad28a81768b3d15045d92b387fb60c8490223a7cd280c2a0","formula_version":"titan-u-contract-v1","latency_ms":0.45666599180549383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a1107f7278100ce602333d0d85a17f50d481452d39b810026c265d7195a0e31","sample_id":"mmlu-high-school-chemistry.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63c92aec7177026e8c47278977d0a92dd0b0286c277c9f0df381ea67b1391395","formula_version":"titan-u-contract-v1","latency_ms":0.45654200948774815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b14a32b7535091a9a7f5a98156881f19faaf07225a299cd774c5b141c744bcd5","sample_id":"mmlu-high-school-chemistry.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbfd8a2f87d0ae2677d0530b4ac085cc345a71a688a4d8c88bf55ec18cbf0b2a","formula_version":"titan-u-contract-v1","latency_ms":0.5153339589014649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fcd97bed0afe367bddc501e3175b79136ff4cf230eeadae416ae5cde22d3904","sample_id":"mmlu-high-school-chemistry.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbf3e387ca0d18953502601d7c67ec4659917432c08615a72b3054c066479ff4","formula_version":"titan-u-contract-v1","latency_ms":0.469040940515697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f0fbf28f91ae2326b1dbf526503c9774116e0013d0ed483c09e6ca5f465f1c9","sample_id":"mmlu-high-school-chemistry.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"314a625606677f63b6500bfc29936cea25fac47b49df303e8a43954fc1e898e6","formula_version":"titan-u-contract-v1","latency_ms":0.5508339963853359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c09f701b4ea514a13cdbfe18a39d5210287d7f2cc3d8001eb1bb357066c1764","sample_id":"mmlu-high-school-chemistry.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34eb686f5f787cb2930c794eef9399de727641a7ac768df0bd164d62503a1a0d","formula_version":"titan-u-contract-v1","latency_ms":1.6010409453883767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64bec5e41a33e72f17f56e0bde64fed4a2c78a36aa1f45d5e5bb73662946c80d","sample_id":"mmlu-high-school-chemistry.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66f44b8412cbe98e9d22152002e5134839f4da51b6677ff697ada74b27cf0a10","formula_version":"titan-u-contract-v1","latency_ms":1.2470419751480222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da6297a37317a5007cd400e2a2201971d56682c61d2c2e8f41dbb0a2063ad97c","sample_id":"mmlu-high-school-chemistry.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2dc0416387efa06833f5585b31aed056c6081ec2eab7c423c9d3f936b908b81","formula_version":"titan-u-contract-v1","latency_ms":0.48462499398738146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42d46ccc0a64db9e457d934cbd3e317f74a068bdba2932318b0aa1248b30fed8","sample_id":"mmlu-high-school-chemistry.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c64dbf080f71a2e9698eb888afe1b7f748982a20cf019c7acc61d6e23d00091","formula_version":"titan-u-contract-v1","latency_ms":0.4948750138282776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e48e4d91414c40dfaff37d8aefa1fe91dc4b70c1da16f7fee8959a4bc41d681","sample_id":"mmlu-high-school-chemistry.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70cbca15aaa98842c93431142f42f12ee7a20638e33f9fabf3af668722929b11","formula_version":"titan-u-contract-v1","latency_ms":0.4668750334531069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"245dfb88349c79b3bb5ef4bf0511dfae7f98d0fcaf57a3b82b67b98383069f52","sample_id":"mmlu-high-school-chemistry.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e80d11c25d5502d74b5c1f1164df389cb3b847cef032d82773f14c109b1c8b7d","formula_version":"titan-u-contract-v1","latency_ms":0.43337501119822264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"783ced1af665cee84a33ac11ff53fce166bfe41b39e53cb862bf540f7e5946be","sample_id":"mmlu-high-school-chemistry.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3054d40401b01c2ec57fb5747c8a717f5ade9dae0b104a57d7cf44503f41deb6","formula_version":"titan-u-contract-v1","latency_ms":0.46300003305077553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61bc56d71a7f2166303359f0c7ec730793fb876029adde5a89dc1805ed13163b","sample_id":"mmlu-high-school-chemistry.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8376a282834c59217b56138e2f3e22e5afd26b452a009668de9fee0c7cc6d1ee","formula_version":"titan-u-contract-v1","latency_ms":0.9920840384438634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba6bcdc0f44ee51a47155b5cb093a8a06191f2c04ad4be1b28176ba15083864d","sample_id":"mmlu-high-school-chemistry.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0668377f3ee7be9c8efcb34a1ac7651504c867c6216088ecaf86cc1d4a53d2c","formula_version":"titan-u-contract-v1","latency_ms":0.46624999959021807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e11e532b944adae95b647d1edead4226d9be31c09546c4e147634595010fa158","sample_id":"mmlu-high-school-chemistry.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b90c5b4926fe6f13016fdd26a6880c45941ced4751560d3dc89906e2a1d27ff","formula_version":"titan-u-contract-v1","latency_ms":0.481416005641222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aba1fbfa761f87fc7b5f5c9434d51e655625adf2dff0cba5f0f39edc351332f9","sample_id":"mmlu-high-school-chemistry.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6c388bb6e44d85ffa682401c5bc0e35d7c4a4b8d0ffc68691f22c3dece9a814","formula_version":"titan-u-contract-v1","latency_ms":0.7148750592023134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f0cbaa2dc4b8aa34b02fab6dff6fb68338e92466266a528c11bd6fadd311a53","sample_id":"mmlu-high-school-chemistry.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"649f1544704ccecd18b920a0f3e564ff6f40ac44a9730d1d0a10d49775afd4ce","formula_version":"titan-u-contract-v1","latency_ms":0.5513750948011875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0db6c3320a22a57cf5d59fdab6caab828042bc38044e10e1e511b4ce73ecc766","sample_id":"mmlu-high-school-chemistry.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dced4a31538e7d78a078f84429f43ae5fce12259f91863d5324d3b503b8b8700","formula_version":"titan-u-contract-v1","latency_ms":0.7572079775854945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80a3d7c4cd21c36ddaa9610ea1f28ebde6875f7cddc4c0dbb924cc213fe20bd1","sample_id":"mmlu-high-school-chemistry.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4083e8a8196f228f25b995024305b0aac9a176edbccdc3233bbea8dd4cbf496","formula_version":"titan-u-contract-v1","latency_ms":0.48629206139594316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0da654d0f951724fa2cfc904e4bcb9ea372e5def68b823f46b84bbbbfb7a2795","sample_id":"mmlu-high-school-chemistry.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ac852fdbbbbac5ceb3f5aa713ed7a5bd804038cfec32cbe6a32614e7e3e8c2a","formula_version":"titan-u-contract-v1","latency_ms":0.6261250237002969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce313c999364ebd22d79ad24fef33f30fdbb84291735789b7fe537f55c22749c","sample_id":"mmlu-high-school-chemistry.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"705199b9a2eb18e170bbe3707a5c47e2182f8da6517712d08b7484632d776e93","formula_version":"titan-u-contract-v1","latency_ms":0.4491249565035105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f2d46614e87a28e0870a7615d6a849b8325d4ea0cd55fb1725833d75634a219","sample_id":"mmlu-high-school-chemistry.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25813f9a135f7bd230842892955ab69d0182607bac804eeba62058057ed20bf2","formula_version":"titan-u-contract-v1","latency_ms":0.6606250535696745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51689fc7b4d8724c9cef1e31f0ed2d2e1e953496ac18ccf791bb8c67fba3f717","sample_id":"mmlu-high-school-chemistry.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebf5ea3c286a3849eb615b9a820a17c85fe63e0ef56594f047eef658ce6469c9","formula_version":"titan-u-contract-v1","latency_ms":0.8790839929133654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"294abf2af439d94836cf77352af43b00cba78024a587578e9895d1ef5cc8db8b","sample_id":"mmlu-high-school-chemistry.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e7074f9ed7dc8c156c7b54e7d27ae32adbfb3b2e6e7594acb7d80012db7f93b","formula_version":"titan-u-contract-v1","latency_ms":0.845166970975697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"404352faae90afe8f69da1d59f65acbc9595001ce48778857bec73a5b586981d","sample_id":"mmlu-high-school-chemistry.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6763041ba11871a6b13230a85b32423d44bd34551dca0df874262725f0a0dd16","formula_version":"titan-u-contract-v1","latency_ms":0.5360419163480401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"287ec6c5799f5d5688e181818b03d8130c6355801171d0cc8a5cc96cb66fbcb0","sample_id":"mmlu-high-school-chemistry.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c95ec9dfcb6eb4bc0c05213e47667060a4b41e2372ce3560facb502d245103a","formula_version":"titan-u-contract-v1","latency_ms":1.046166056767106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ddd88f913de579b9031fb1348b7b106fb0036de553410e4a7e6c487ded2a684","sample_id":"mmlu-high-school-chemistry.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1718ad7b14d511399925956522eec44bd9565ad20270a5666ae48c7b3a379b4","formula_version":"titan-u-contract-v1","latency_ms":0.8148340275511146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fef634a4295ff8ba4cec5d68e13e618b6a3e4b51ae815361e6bb455ed2debbaa","sample_id":"mmlu-high-school-chemistry.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d37076c1a24a4a51aae5c0f86d2d8ce2f6c33ad777c9e7facc61bd05e57fea05","formula_version":"titan-u-contract-v1","latency_ms":0.46758295502513647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc8a76176258204ab0d1223604a3dfb4175999432b0f21da3a52387597f498f9","sample_id":"mmlu-high-school-chemistry.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a9edb75a1fdba09b3f8a3d9dc0e06abb9d4e38d94ca590386866e039a211f0f","formula_version":"titan-u-contract-v1","latency_ms":0.4900420317426324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60bf7636f62c7247c667ebec235377f419f84ef6b556935960adbd79bc272b5f","sample_id":"mmlu-high-school-chemistry.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca655e0784c7b4c1bc02072ad93f3d3307ce60e0f000dc38c76ec2af88e69dee","formula_version":"titan-u-contract-v1","latency_ms":1.2279169168323278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eae681e803c89f68dea080aa66be8b3135b67e153a191a4176e93282d95fc16","sample_id":"mmlu-high-school-chemistry.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5c69b0928280b3565c7c6e46a65e14c83ebdd0c22c4513d16e6af020441eef0","formula_version":"titan-u-contract-v1","latency_ms":0.6235410692170262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d817c74b59a4a4e4ab26cafda9c232b10e8d057a477e135f4e624821620f5e3","sample_id":"mmlu-high-school-chemistry.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c778d4717c4353abbaae591d44fe00f42dfd619dcc7f4a94e1c0645ecc8e06cf","formula_version":"titan-u-contract-v1","latency_ms":0.4918751074001193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07d26a4dfa900f2a78dcd15ae29d1539a5c3b35106a125bc9b6e0c7c8d31209a","sample_id":"mmlu-high-school-chemistry.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8c854498b71cf9fe99071586e4ab1291d6e5ace762ae3e7db643ded2651a7c1","formula_version":"titan-u-contract-v1","latency_ms":1.2094170087948442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e82d461f80822b1417ee097fe3b6c8a4c86f7aeae9d5c85f1d5e7e4990db225","sample_id":"mmlu-high-school-chemistry.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9525f2f097f3e59f6d466b4d24469f9e6f8d4d83d2b6d5708cfdf98a18e4315","formula_version":"titan-u-contract-v1","latency_ms":0.8609170326963067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35f27586187d20e613a79a932791c5dd3b201f754617015f6cabd7c0541f9700","sample_id":"mmlu-high-school-chemistry.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"651269c7c49502e37fae18489b30cfc1a91918a189af6e46018e0a6516bad101","formula_version":"titan-u-contract-v1","latency_ms":0.6617499748244882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"262adfb05c7fb6e38b93b4526decf9d75f6495526471884618b309f2f5a5ab2a","sample_id":"mmlu-high-school-chemistry.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a300fef3c8b5a424d2255a2e6349d232723e2f4176406f70cfdfb1d7cca71d0","formula_version":"titan-u-contract-v1","latency_ms":0.7658329559490085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e8149b31a395e52bedc123ee884dec298039aab937d88af8f8b10813eb5bdb6","sample_id":"mmlu-high-school-chemistry.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7781a7eee334766d02e83be9e04a7252865ade3552391f6df5108c7354a9c43","formula_version":"titan-u-contract-v1","latency_ms":0.6710420129820704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"586a9e6ab8d8234b14328a2afab5bd7570cecbea2815c2498457306d219fde8c","sample_id":"mmlu-high-school-chemistry.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fee96d1e736eb0255306f781a335b47985eeefbc77a068445a3b2810f84f221","formula_version":"titan-u-contract-v1","latency_ms":0.5146249895915389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"effa4e47ea882590b55e853e2a8faf0c0cb6a6258a03f3330f93e41ae1a5d381","sample_id":"mmlu-high-school-chemistry.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"347d211b8e7343dc42d67a8d5ffe0823668d58e1790d89bdfab30533ea4d755e","formula_version":"titan-u-contract-v1","latency_ms":0.4094999749213457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1c666a3917083f0b7dd4b616892d7723c57d15a6ef4d9a0c849726f5c7f246a","sample_id":"mmlu-high-school-chemistry.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb12fa0d4415ee569f6f64b09c9f96e7c4909b66939fc0541650fdba772630d9","formula_version":"titan-u-contract-v1","latency_ms":0.594792072661221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"190bbceb176a921452e221a242ac89917b7761fec51316eeb5e88f29ecbe98b1","sample_id":"mmlu-high-school-chemistry.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c99b7e9d465ab784dfa11fe8bdd68c8bfc06cb322ca79503acfebf459e394fb7","formula_version":"titan-u-contract-v1","latency_ms":0.6569590186700225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68271ddea8f2f5f434ac4aba5dfc1f9d4e64dfdf3c08a40ae192a3ebcf4bf2ea","sample_id":"mmlu-high-school-chemistry.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac687d9aa956f19e4ee42373cafe2f2487b6a02f9ab81b6197d2208bb0b487c8","formula_version":"titan-u-contract-v1","latency_ms":2.169665996916592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d84344390cfd44c6f511019aec6c498a293c1aaa722d979a3d36cd40bfd6cbb6","sample_id":"mmlu-high-school-chemistry.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbf2e6ed3224ccd0115bba41d41ff2fd72413e57a9815d4d10ba219f34307b30","formula_version":"titan-u-contract-v1","latency_ms":0.46200002543628216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b19a44ce17650cac5444c71b7940688bf592c9db8e502773793eb16b8d290ed7","sample_id":"mmlu-high-school-chemistry.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2d32dbd200d1dd4f2787b4d68746718d4fded494b23f58f732f7d5711632153","formula_version":"titan-u-contract-v1","latency_ms":0.6321250693872571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a96e082b928cd5fa5a94973656effb300e20e1b0287a2d611cbee60b026ba17","sample_id":"mmlu-high-school-chemistry.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e8a159459848a02713118067fb901077a53662261fc2d3d5f53a56520b71940","formula_version":"titan-u-contract-v1","latency_ms":2.190041937865317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51fd246618afef93476907c44a8d588f88bf2c09f8b9a2ee4c63fbaed0a028cd","sample_id":"mmlu-high-school-chemistry.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebac68cea5f0554eebe8c73422f1ad2a2deb8df6067c8fa352df989d3a460bd3","formula_version":"titan-u-contract-v1","latency_ms":0.6350839976221323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb883f846356e5fc2e340c6c8494000254955522a421c79737b12fab6e43bb04","sample_id":"mmlu-high-school-chemistry.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e32e6e8ea7d7f21f625ff32772e67a49c7a9dc79588ae50a2c59164062f3213d","formula_version":"titan-u-contract-v1","latency_ms":0.534582999534905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d04a4c339519edb70ce85571f3fe115b5f831e855b4ea224671116497d3d0ef5","sample_id":"mmlu-high-school-chemistry.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c3ca3235792499d1579fdd41c46ec33d5917366b1bf18bcc0b87d850941e0e3","formula_version":"titan-u-contract-v1","latency_ms":1.1761669302359223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ac965b6d2a58e76b5f6c15b968fa26e2ee6ee3930491d713431233a9a4ec53e","sample_id":"mmlu-high-school-chemistry.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74e659b370b4b1223343c025f19a294bf8fe40b94688eb4740899df95cb0ea73","formula_version":"titan-u-contract-v1","latency_ms":0.46612508594989777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6925aa3dd4c7fd13bcf91830a46d0f60e3dedd9b89402b8941fbb78f63424fa","sample_id":"mmlu-high-school-chemistry.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ba915c3baece110b0452e19395a4229fbb952d123d3f3dd0c95427be81669f5","formula_version":"titan-u-contract-v1","latency_ms":0.5321669159457088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85f106eefb3ee3c924a1f3762f6ad5f3b9544fb486e71ec505d5f377cc736765","sample_id":"mmlu-high-school-chemistry.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deef8c65da84ce3449189cae5a5b38b91397f6d7d2b7655f9f826fadaee2c023","formula_version":"titan-u-contract-v1","latency_ms":0.834957929328084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47ec5fc5d264011e4d8773cc963704695e5aa6dad30dcdbcf08ec14877ef1f56","sample_id":"mmlu-high-school-chemistry.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d8483d2b05367d5a4c08344363c2eb35d0f7a739b2cf2c635e01f9e086d116a","formula_version":"titan-u-contract-v1","latency_ms":0.4918749909847975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8e4f0ec2ac476b7d87d389d964841ac9c7d40fe4e216c1b9c150d80fdd21af6","sample_id":"mmlu-high-school-chemistry.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a6ce27e2a0aa50093aa48aa985209e11e8ca847c1b6382ef68bd331cc8b1783","formula_version":"titan-u-contract-v1","latency_ms":0.9006250184029341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0aa1f6b73fc9004765f8c1f78c0e4e429fbfd1e99b5938c7cfe3c86e53a519a","sample_id":"mmlu-high-school-chemistry.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7b53b8a21dfa20bc3b56839b83b789fe6b169f106917e0ffb90b6686acc6811","formula_version":"titan-u-contract-v1","latency_ms":0.5707090022042394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df448aa7665de374af8db67ccb455e8091937d05d22993e98163c269d3b9128e","sample_id":"mmlu-high-school-chemistry.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d1be5d34f3883f4d2554ecc5d710516d47a8eb05cc216971a8939026fcb0560","formula_version":"titan-u-contract-v1","latency_ms":0.4688749322667718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6149b1f45970c265a1a2ea590d8f914d577643f7eb37ff8a3118a12c2e6c8dbd","sample_id":"mmlu-high-school-chemistry.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da4b526cc619073a04b671226cd3789b9396323dec1ac0ef87a2a009f074333d","formula_version":"titan-u-contract-v1","latency_ms":0.5886669969186187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"488192164491116552d7bb972439946d281c5894ca630b8ec6ee1a61c7397cd7","sample_id":"mmlu-high-school-chemistry.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1172e9b2d842aaa7a8fbeed75a72b64302ffe121e5dbb45892314f8342851843","formula_version":"titan-u-contract-v1","latency_ms":0.47679105773568153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"907b35ab15f6a899a3fb914b9d5a9c6cd0d1724b3786e96c173631f6913ee0e6","sample_id":"mmlu-high-school-chemistry.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4672199b315163716ada9bd9bfe561b4a13699ee82a334d8c810947613c60c9","formula_version":"titan-u-contract-v1","latency_ms":1.1181250447407365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc07012c74f430bb6cf4a9de7615eff6a015775aa7c4fb033a3cbd62949b4a72","sample_id":"mmlu-high-school-chemistry.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e9ee067ffb28addc8384545a481417434c0e214f1a5b0ed5ad94fd7faa9f510","formula_version":"titan-u-contract-v1","latency_ms":0.7657499518245459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6aafbc3bfaa937ad7206ee09c9e2fc3a497de813123c7749c1326907e167a6e","sample_id":"mmlu-high-school-chemistry.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7296f471f1c133a99afe30e7473bcb96a1fced2124837a18978aec4e1c638810","formula_version":"titan-u-contract-v1","latency_ms":0.7128749275580049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19b68f5fea02ec68850ad3f5cd0bf2cf829a67947f413327cb46c8943052c38b","sample_id":"mmlu-high-school-chemistry.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9bb2ea3231a6fee580d7b43e54211dde6a47a138eecb0ad540d84612f101d76","formula_version":"titan-u-contract-v1","latency_ms":0.5491659976541996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb8cb6d1704ed1db9122a5005c41f1a65a2dd9dd0c35d72fa7eee54e8a59f84e","sample_id":"mmlu-high-school-chemistry.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22dbf4534b4edb7a891aea447b10a04eb6928f475ac15877ff5c6cb5d993bb0a","formula_version":"titan-u-contract-v1","latency_ms":0.5952080246061087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"746d6fb7660b3ed057a592b125a24d34caef47703eac89750d1970c7e04dc300","sample_id":"mmlu-high-school-chemistry.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f253d0cb74ba333c3899930511dd364cdae3a3db0a0ce57c247bb5e32e32899f","formula_version":"titan-u-contract-v1","latency_ms":0.6730830064043403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"766a64cc768f5a4356159adb0347daccaa389a7fd73070a1b83bb564d2d9b540","sample_id":"mmlu-high-school-chemistry.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6165fb4f5245f49387605acfc89354dbc32178edf4d1f37abaebdbae59cb3ed9","formula_version":"titan-u-contract-v1","latency_ms":0.5074579967185855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2485030c885bf34c550c624a690250905a1fe4c9fd779efb8276a3ebff054719","sample_id":"mmlu-high-school-chemistry.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1616b259df1ccc5260f934995356854704d1d92401888b8067604c4b63293be7","formula_version":"titan-u-contract-v1","latency_ms":0.5687500815838575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d6a2411a2c505274f8069fffde48d5c7896d677fa7354f3ffcc2f6066f7b6f1","sample_id":"mmlu-high-school-computer-science.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1362c37ed09237ef1f026bcee1fa03c84b4eb5b24bd7cfb452a160dfc1b49d5","formula_version":"titan-u-contract-v1","latency_ms":0.6757080554962158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04c0c2984b3e20c35efe54c758117780b474d4ca78acda45cd4559e8bcd2b88e","sample_id":"mmlu-high-school-computer-science.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad2082e73075539b066da4ce0e139f7cc7ad23695b715844afaec015d6bd1c2a","formula_version":"titan-u-contract-v1","latency_ms":0.5700420588254929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"347b9e2c40aedf615d5e07ca850ce2720a0de34fa98e53e9606b4d8db3001bef","sample_id":"mmlu-high-school-computer-science.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b85d3aa76e05efdf3ebb0db17f5c658faec59ac75ebc596297d4f460ad98a4ae","formula_version":"titan-u-contract-v1","latency_ms":0.8017499931156635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52ea70667beb9fe4603b0def2ea04135bc273b90a43612a1d2a59653806a394e","sample_id":"mmlu-high-school-computer-science.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1466de7716e9e41514e6ff0592d81ddef114ec2703727d8e1874927ceb92da02","formula_version":"titan-u-contract-v1","latency_ms":0.9768749587237835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ed5f5bc41b973f38ccbaff8bf9272f19d87b4bef682e86eb748443ef48313a4","sample_id":"mmlu-high-school-computer-science.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d090ba4093f322458a70bedc8e15c045cd2e4e6478c1f96c41e110d5d069c9c","formula_version":"titan-u-contract-v1","latency_ms":0.6148330867290497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2282ef9857eb068869ca4c143582af302080cea08e9c469d4bc7be61dc4e81fb","sample_id":"mmlu-high-school-computer-science.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bd00d2e43bd39d59d52b4cab1c11999d581c519484ff3e1ae7b234ba6ff1c97","formula_version":"titan-u-contract-v1","latency_ms":0.5234580021351576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"449f640126541840afbc5f9105d1f0b2842c28ed6ad110f83c4b6db3aa3681c1","sample_id":"mmlu-high-school-computer-science.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb2925a1ab2d168d2fc04ce9e49fdfda50e777ee3e65fca7c2eb89918d88fbd9","formula_version":"titan-u-contract-v1","latency_ms":0.48349995631724596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a615d731ca82fac3852dd057ca8c7e912ba34b4de1a328acd542ea6e01488be2","sample_id":"mmlu-high-school-computer-science.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afa272a00ce3c706255a85bb1683e4ca88901900aecd2d5db8d95f9b29133f4f","formula_version":"titan-u-contract-v1","latency_ms":0.5289999535307288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1fa3dcc57def59e93ef8fdce0ff6e8cdcdcc47a4406d7c6454662a1cd15de58","sample_id":"mmlu-high-school-computer-science.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d519108fdc5c214f1bc655f809087e3584132542d758e2a8c697f561b4b2da1b","formula_version":"titan-u-contract-v1","latency_ms":0.669916975311935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59117a3587c9bc04fe3835a281ce3bfd4638f7607581854e03d86a4840b323eb","sample_id":"mmlu-high-school-computer-science.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"167f79899981d30c7e2d3be7bfca6c83a40d3edaaef8f5f966750efc6a517a14","formula_version":"titan-u-contract-v1","latency_ms":0.8835829794406891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c39e2e7e92438d258ba82d7a1c1372ce79c64b48e2fe700c9467054ec2a68afa","sample_id":"mmlu-high-school-computer-science.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c681db98db0022ad8c91a27ab5fecd64cd516ce5e1bd68d5ca6b646986b3d735","formula_version":"titan-u-contract-v1","latency_ms":0.5524170119315386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b47d51f51238e42125f776b1b19286908710ba50e9a10b9231820cbf16fd2b2","sample_id":"mmlu-high-school-computer-science.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07cf0ee620f39a7ebb71e261a423c03fd4fe37e70a78b52fbf107ca2dbc0c005","formula_version":"titan-u-contract-v1","latency_ms":0.8318750187754631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a466ce445712d7ee87d7eaee70bc748505f64d113be7554eab25164797036ff3","sample_id":"mmlu-high-school-computer-science.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c014a9bd84f4471d96c0a5a78f6ef6f22369b5744516bc05966e825c2aef27d","formula_version":"titan-u-contract-v1","latency_ms":0.8153750095516443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"056da97a341f87fa21d8dcd568669a15b2f2b22a2cd1e557c182ac0403fcc19d","sample_id":"mmlu-high-school-computer-science.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0687c6370328e3a3b828d08ce0ba8e75ad8ad298c9f55eb3c1ccae263b1ebad7","formula_version":"titan-u-contract-v1","latency_ms":0.4515000618994236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69886f1d7aef31308609b031948b188210d90cee39bc7cbef7620d6da731a335","sample_id":"mmlu-high-school-computer-science.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98a8fbd720d4a1c15f8d3d19b3e40bbcab1123e6f3105b3f740466b54448b47d","formula_version":"titan-u-contract-v1","latency_ms":0.5913329077884555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21a9eae093640c22a38e9c0eefeed25b80e9cec6e60df912bd0e20c785acfbc0","sample_id":"mmlu-high-school-computer-science.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0a984b9c0ed1f105a6e6fb16f21a452193c215ad138d32b87af16cbff81df86","formula_version":"titan-u-contract-v1","latency_ms":0.5857080686837435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8eb1f3b110d0da18704c0b8130b3369c2dce59ab34eb0f74b4b17c5c6c231ff","sample_id":"mmlu-high-school-computer-science.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29fda9a9056693a6ddf93f88c15f1ecaa4a6a7b7e6e50fc0a76d22aed0e49bca","formula_version":"titan-u-contract-v1","latency_ms":0.7055000169202685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47e2efdfa47b783d685e4805d2d992fb4305c476eb478ae193094bcdffc3bdcc","sample_id":"mmlu-high-school-computer-science.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b1b7a553ab02784fddee97aa446443693fc0777120d10334725343211fe952e","formula_version":"titan-u-contract-v1","latency_ms":0.6237500347197056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b0732ea07fd5a9afe7407aecac730c673b2614b6eea73e07b443954e44c6a2f","sample_id":"mmlu-high-school-computer-science.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fae6dadb542031c7a7ed0b38a55a8e2f176ba42e080e100b63ae874d606c8e1","formula_version":"titan-u-contract-v1","latency_ms":0.5256249569356441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e523a75729a321731600d27df53a9790401e527c39f5954dc13bab7091ee174","sample_id":"mmlu-high-school-computer-science.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23b44272debbce5dc69d6699544715624488a9674916b8b5cea3329beb3c5657","formula_version":"titan-u-contract-v1","latency_ms":0.4961669910699129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3605ab3f58e0e15242665d7d3a8c2ae4b61d4f99ccdb1502bfa49d0638e45ac9","sample_id":"mmlu-high-school-computer-science.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43db0b7e237369899e6d03500018206a31911b22c86478ccd07538d535158590","formula_version":"titan-u-contract-v1","latency_ms":0.7805420318618417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a6ce3d183f25a02619bfc15aabb45f752133bc8c7eb71b486d1baa929ba8b65","sample_id":"mmlu-high-school-computer-science.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44177b13f78d3e2d9ce2f7fd69e09dd349e8b64a5dbdaaa2b4db8746a6a0fe4d","formula_version":"titan-u-contract-v1","latency_ms":0.4290419165045023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77a2c5d28c1b273c737f4be65305ee37d5a72a80430680def92a070995bfc172","sample_id":"mmlu-high-school-computer-science.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddf5839a21a043fa2c410f2b91a6390cc21f45426cd37add623790c5e7191ad6","formula_version":"titan-u-contract-v1","latency_ms":0.8478329982608557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b62fbd55a00bf945c0cbaff771c7b2fefe9daa41900dd3efe345df6d31ec001","sample_id":"mmlu-high-school-computer-science.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45ede4a2ba31ce7d37b65de5aeb6d6f4c4dc206c1e4399b45b123a99d523981e","formula_version":"titan-u-contract-v1","latency_ms":0.6090839160606265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f1573ac7fd44487f52e5d3c14ed4da67b07439c9c663c35300c26a507776ca7","sample_id":"mmlu-high-school-computer-science.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90081375cf3ea40af89edbb825e52634fdf6b9153e7340ea2739469aae6e1a48","formula_version":"titan-u-contract-v1","latency_ms":0.37816609255969524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7eee357f53a719441735fb13ddb6bb1666aa8ea5c900593e0a1608406a92da9","sample_id":"mmlu-high-school-computer-science.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3d1c56f4805ba7a25d8cad964407471df8b4cdebb49ada75a2fa624ca3c5589","formula_version":"titan-u-contract-v1","latency_ms":0.7254579104483128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bffbbdc7112a0a5fb4010619f0c485d8f7ec0d6ce5e126a69537fa52364c801","sample_id":"mmlu-high-school-computer-science.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbe674cbb360f86d12b31a9327647326006f21e1c23a55468a23f27a86fd7224","formula_version":"titan-u-contract-v1","latency_ms":0.5152500234544277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9355e0a95b558e5e63167129362df53d7506e5d9e9311f9b3359eb5e5bccd430","sample_id":"mmlu-high-school-computer-science.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a10184fc588e0abab3293f5dae5bd233970c942330a0771d4d93bdd2a9282f53","formula_version":"titan-u-contract-v1","latency_ms":0.6365420995280147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"728900b40af81cd3e9a89f99277cc0538b9d90a34ded05b43dfe8f184dc44874","sample_id":"mmlu-high-school-computer-science.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21b2ece2bb07424e504f08a54c9be31c068dfec6c187dd7b54befa37b48e628d","formula_version":"titan-u-contract-v1","latency_ms":0.4327499773353338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f08fc3a46828dfd62d8a6c7dbcce0249948fbf3e33b18e10b29f5620df2e611","sample_id":"mmlu-high-school-computer-science.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0994c201133604083e66b562241595afbe6a3c20113cf1c05a351a4c90788e7","formula_version":"titan-u-contract-v1","latency_ms":0.697916024364531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddde5b856cd11672055c27edac5f5f0e79c5beeee983ad76d05c203f1d1055ad","sample_id":"mmlu-high-school-computer-science.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e4882bb11e70c2d9bfd5f5ecd003743ce7c0ea9471bda60de257360d6081ffe","formula_version":"titan-u-contract-v1","latency_ms":0.4512909799814224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"335cc05894efddacc12d7c63ecf0fa481083932106d9205e1d703af69b7e41d8","sample_id":"mmlu-high-school-computer-science.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79d2cd0c60e09fbfc1f564f2ab82696022120993ed4aee5f5d2fb4d5bdfaa600","formula_version":"titan-u-contract-v1","latency_ms":0.4605000140145421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c79529c7c1a86cfdcb161a841ab8cbf2c812d82c2c654befc43f2f0f75a4bf16","sample_id":"mmlu-high-school-computer-science.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70e70fe0d3d05eb7fa18b8a8a9fa62f9f92e583f1f163ea209077881c145be78","formula_version":"titan-u-contract-v1","latency_ms":0.8218749426305294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc93b9b49c52aa1d57f9994e253ea29379c00313b7fd30b904e62e08c049e691","sample_id":"mmlu-high-school-computer-science.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02ed6c52d5561301a8f5d34fdf7929f7cab4c7817e02ec62da44e832e3d0b1ef","formula_version":"titan-u-contract-v1","latency_ms":0.7299170829355717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a06038aef51972a4ec1e459ecf5e3f06784cd7f516296318db29ff8049a33564","sample_id":"mmlu-high-school-computer-science.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49f332883b3b017021d346b7bcb04125d53bb07fe95f885a0215ff9cdb114b7a","formula_version":"titan-u-contract-v1","latency_ms":0.9842499857768416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff76666d86b1d3937fc20ca5573f6aec99581843994995e908022364b0f2b3f7","sample_id":"mmlu-high-school-computer-science.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbf2f07f82b31b2973ec9e8afba2ca844590fb3be69563ee89d12af62f96b414","formula_version":"titan-u-contract-v1","latency_ms":0.41616708040237427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c69e7c7f61c0cee242c47a097e640372d2b05b9331ea2987bab2aba935d13bdb","sample_id":"mmlu-high-school-computer-science.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"260a2232d97b09c73ec7de372c417b90d57005e9cb24bbb28b52eec4678d4d36","formula_version":"titan-u-contract-v1","latency_ms":0.4762079333886504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aca446be557a4c6b02d62e3174d6f4639aa7dc0489a41c1a7e10029b49abf34b","sample_id":"mmlu-high-school-computer-science.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2e083edb6db29b4a7ddaed94b62bb6ad71a60fbd6fdbebb28fe0d4d1bd9e50f","formula_version":"titan-u-contract-v1","latency_ms":0.7125829579308629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30c9b94782084b0855ee172e04461bb4948182877618a59a91a30947bcdaa7f0","sample_id":"mmlu-high-school-computer-science.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb744731e1818d13bf02bc816f61b1795daeaf013cabda43290143cc8f558adf","formula_version":"titan-u-contract-v1","latency_ms":0.5917910020798445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca05324fef568984d80b97d3d01769940cf2c260a0d0be49e1c80cf7b7edafa6","sample_id":"mmlu-high-school-computer-science.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b21e29ec77eaa985994a4a23883cbc0a187fd84580600d8ca6180a820f88b17","formula_version":"titan-u-contract-v1","latency_ms":0.5644160555675626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cb593a7a03b3c3002f9f84c255d4b55f33f283e79e15c0878ed4613014ae385","sample_id":"mmlu-high-school-computer-science.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f26e85101ce99df5a6b79c6fd1c89b6a7aa3e1cf60aed11eace703eca405448","formula_version":"titan-u-contract-v1","latency_ms":0.5728750256821513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"385fa0b848db7332b70ae8f191149f37c6083f50ca3e515ab53aa156c453631f","sample_id":"mmlu-high-school-computer-science.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eca638c711d49f79bc62dbb2d73d3280001e822a8b9a63c435db19ba8299e24c","formula_version":"titan-u-contract-v1","latency_ms":0.6436249241232872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba8cd71ed81760da18f87cd0e1805555213422d88299f78084460b0f9ed88e76","sample_id":"mmlu-high-school-computer-science.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"321fa7f0a75b3f4ca446839e9b35ba922e04074ec0a292e939d3e14e831807dc","formula_version":"titan-u-contract-v1","latency_ms":0.9149160468950868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"137c1a0ccaf2c3527f23aca62d4ab34a89f69d07ba39ec0ebcd955fcb85a0d9a","sample_id":"mmlu-high-school-computer-science.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31d5d28e3771bf78be3cda1355bbc51e6c17fd114bcb42471bced8c7359472a1","formula_version":"titan-u-contract-v1","latency_ms":0.9073329856619239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72a858c7ef996474f29fa51fb712a459d95796df6fdabee3d35e52c86ff467a4","sample_id":"mmlu-high-school-computer-science.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"138b6ae3201cbd9db5a955d277d5853f478728654cd1157310c3fb46040b74ae","formula_version":"titan-u-contract-v1","latency_ms":0.8440410019829869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec5ad4691b2e0c64e82f1b343c6c9abb32931a80d842cd5ee54cec0adae41783","sample_id":"mmlu-high-school-computer-science.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbd140b141f4bad22f60e83406afb7aeb38a07cb1672cec645038e5a85a7895e","formula_version":"titan-u-contract-v1","latency_ms":0.5711669800803065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10d83fb9bfcf3f7df47eb0350468eee9f8b058ca06be11dc49481f64374cf285","sample_id":"mmlu-high-school-computer-science.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95ff4b2e1f9b00f8ced27ae9026050f281117766db6066f91867881660f0549e","formula_version":"titan-u-contract-v1","latency_ms":0.5835839547216892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a588c3b6c881799268e434eb609f88082015815d37e93c5231fd8600b8e5f8b","sample_id":"mmlu-high-school-computer-science.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fad8a60cebc6c0a84a4617051683f1072ab4a52d7157bcaf9ba4789598fcd5e","formula_version":"titan-u-contract-v1","latency_ms":0.43979205656796694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04aaa1cd3609fe72f60d8d927d353a777977b51cc31675e5af53b2974740822a","sample_id":"mmlu-high-school-computer-science.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91a33e70c93ef157d5aa6ca48f967e71f8e6b17f093fcdf97d4ba88355e3631e","formula_version":"titan-u-contract-v1","latency_ms":0.5800419021397829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85445ff4d956d90684ea57b17cd2a76fa039e1cb82ec2e160e00ec291c27876b","sample_id":"mmlu-high-school-computer-science.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8217a379823cf1e5a86bac65d73e9dd1a2578d1df689567d43b5eb5e441ab489","formula_version":"titan-u-contract-v1","latency_ms":0.8387500420212746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc67965e4f8aedaf7d496bc4cc332369729e509f93aa532ea5c76de733895c09","sample_id":"mmlu-high-school-computer-science.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63f4b29241dadcd9f805acd355995ba6c42e36611401f351a7a89023134ae105","formula_version":"titan-u-contract-v1","latency_ms":0.6219999631866813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5d801ac64846a6655a7682b9b541c2a28352ea25fff0f96b26bcd6aee0ca405","sample_id":"mmlu-high-school-computer-science.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75981763dfc9c6fa4a60883f4c97036192b6c24cb691970178d72478496e148a","formula_version":"titan-u-contract-v1","latency_ms":0.602042069658637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ef2b8b1a00dda2f597947b5fe040bca56179d324223416e30b8cc02c22d8f64","sample_id":"mmlu-high-school-computer-science.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b66a54b7384dab341bf6b4aee7b9926bd30c1f7d618e3aa90e2f51cc0d65815","formula_version":"titan-u-contract-v1","latency_ms":1.3154170010238886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"311db8136157803bd5eccd03c2428e065e0c93f31d7fd031e8a7db1c06074e57","sample_id":"mmlu-high-school-computer-science.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f2f4d790fdd6dd1f984a6f9bd3340bd862c8dbd0ce765ec3c7c64426fe3051f","formula_version":"titan-u-contract-v1","latency_ms":0.8837080094963312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55653268318b23e02257e2cfff97dd9b23cb68361ae997f00beac76ec6f1ea62","sample_id":"mmlu-high-school-computer-science.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e737a50ee2f471ec3b338cc4fade8a1acafb8cf8014526773965e069592fc5a3","formula_version":"titan-u-contract-v1","latency_ms":0.7682080613449216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f37252cc429280dac6c2d8d4132b5797d69bdf4a87d744525ac18d4d5441843","sample_id":"mmlu-high-school-computer-science.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de384d651d00e8730de6612ce14f38554044164bbf020f281e68ef9ea9669d3e","formula_version":"titan-u-contract-v1","latency_ms":0.6447499617934227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2ad4660adcd21f975816ec1a0ab64b5c17fd9ebb63b0bc053608b5724d9c137","sample_id":"mmlu-high-school-computer-science.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25a57215c26020240d5d2c08764f4dbe30526e211e330e2772385aea37e49a31","formula_version":"titan-u-contract-v1","latency_ms":0.894125085324049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6f2219860817279a5776fd99fed3eef13ca76708c50763e8828cf1283ea0dfd","sample_id":"mmlu-high-school-computer-science.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa0ffc7e3bb5cddb5264d0b5a1f05114deed2d28f5d132b77b1b8a283c3160ad","formula_version":"titan-u-contract-v1","latency_ms":0.5070830229669809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e63a68824fce8aa58a32765741ff19eedce247326fe4659ae5fe063af8e401e","sample_id":"mmlu-high-school-computer-science.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5adc82f978512aa236ecec7232280144c06fbb800b080a5a7dfe713e61638e84","formula_version":"titan-u-contract-v1","latency_ms":0.5142500158399343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9a77f2b236f9e44ae3a8ba017b9838695147111185e3429c2865117c873cf55","sample_id":"mmlu-high-school-computer-science.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81bac664c773658201ac8f551f00bd3392f37fbb73f9c9bc2688c1e615b89698","formula_version":"titan-u-contract-v1","latency_ms":0.7702920120209455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9482948588db091e47995aa5e75c424602496155dc5c104b6d9f6497aed65ce1","sample_id":"mmlu-high-school-computer-science.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ad800e9763f020931a421d96259676402dca26536a7934293a800cca5706dc9","formula_version":"titan-u-contract-v1","latency_ms":1.085833995603025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"055a7ee22e098b8238d19181699c17bd2d6a54fb2f71785f37bdeea174b5ed6b","sample_id":"mmlu-high-school-computer-science.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7278f4fb47cc150b5b7d88fa18a17d4d788dc8ae0be4774bf9c7978fdc624a9c","formula_version":"titan-u-contract-v1","latency_ms":0.4148749867454171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af98d058eebd9854ad30d87a02e1ef6a6ef2c20b490e4fe6fa8a09a952ed10d3","sample_id":"mmlu-high-school-computer-science.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d43fe8a997e389ad3ba56b18dac9493cc61c9be48da0b86581f8d6f83f183f1","formula_version":"titan-u-contract-v1","latency_ms":1.2913340469822288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f098c2df7356139da86e17d53af5c8fdf9b4dc73cf789f0665067dd08de5004a","sample_id":"mmlu-high-school-computer-science.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35089996b1e6c8d1ef74b325d51d0215bdcc86ccae1687b9ccdba61648bf7da1","formula_version":"titan-u-contract-v1","latency_ms":0.5680420435965061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b660d9772d374a63caa41828f9bacc5dcfcc6ab142f858d6e476f8875ae4b17a","sample_id":"mmlu-high-school-computer-science.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e31bedc48e18589ebb8e74f0a37e0c17edd538ed8fc3d358dba6d9bdd2c3543","formula_version":"titan-u-contract-v1","latency_ms":0.5337079055607319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ef541bee1b8bc1508f3a622e237fa1e4b6156bb383f1556df63e72cd74d8829","sample_id":"mmlu-high-school-computer-science.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"796070d9be7db32ec0d3a3deb5ad3636eded3613e2c20ceeb771e68036b2ca10","formula_version":"titan-u-contract-v1","latency_ms":0.5801250226795673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f4a639d8e0c4064894a6913d3afbd550b796cf7150809f051a51ffbbdd4acff","sample_id":"mmlu-high-school-computer-science.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2a72dc1ae3dbf3e1763a868d8b30c548cf4127d8dc982ae16ecf7ba8d39fe42","formula_version":"titan-u-contract-v1","latency_ms":0.8558329427614808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c437d1ed09a377e9f53766bda948deef0de8262c8cc54c17bb5d74100cedb17","sample_id":"mmlu-high-school-computer-science.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76f7b19bfd627f0088d999f43f84f8f4372ee1d03922495ad0bb6cd5612d763a","formula_version":"titan-u-contract-v1","latency_ms":0.4278749693185091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4de45b634c56bb8c92e8e40ac0fdee25ef5903e0d4ca4fda2419e619fed25b62","sample_id":"mmlu-high-school-computer-science.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e83d13cea8c407122ef2aa4e3943a3c8a1d5cd7bcb592e61255871e041ea48c5","formula_version":"titan-u-contract-v1","latency_ms":0.7106250850483775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b61df684414673e8b27fedb0f904ca281a7a8fcff80fd85be9d429158b8d970","sample_id":"mmlu-high-school-computer-science.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b5b267f8a24ec46796057e2668f1c30a896813eb2e3024cda8fb3eb0f10ad3a","formula_version":"titan-u-contract-v1","latency_ms":0.5551249487325549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"101266526f0234a5c6f99985d6ed4cd51380590fcb2af0792b3fbbd59bd2911e","sample_id":"mmlu-high-school-computer-science.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d5152534d206b73579e891dba590023bd78fb434b92fbfe2f355d957cb49d61","formula_version":"titan-u-contract-v1","latency_ms":0.7927499245852232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"434cba179fe961bf560e7dfdcd96edd7b2494f1e5fcc8e4ed7767ea60d73cc12","sample_id":"mmlu-high-school-computer-science.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f66303f70ab3c4a2c30ac61c3749db67c8b31aea5e72726b9b42678ec1cdf51f","formula_version":"titan-u-contract-v1","latency_ms":0.7219160906970501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e15003cfbee5c39b6fde2bcb6b57eb711fd89442ea69bf31c77516098d7aa46d","sample_id":"mmlu-high-school-computer-science.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f81d3cc0d707133cf27dc9295f9edeb7c924487c70f0641b802f180778b057ed","formula_version":"titan-u-contract-v1","latency_ms":0.5491250194609165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a34942338bb2a85ad2aaa0a7d6766d5c78ca7595e7995b3a3b46985444ee39be","sample_id":"mmlu-high-school-computer-science.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ecbf4c4296e45978ae8d14c50f242ee4959cf06925fced9cedfd7c9f34f5fcf","formula_version":"titan-u-contract-v1","latency_ms":0.6089169764891267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"876c0a466cbac8d98631d569b156373842e4165c70f791f35218069cbe0d68ba","sample_id":"mmlu-high-school-computer-science.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7af03e8128ddbcb7db073bcdbff633312d07f458111f2d31bf8b1395aa8184b","formula_version":"titan-u-contract-v1","latency_ms":0.5810000002384186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec654ee2f7f5f4b9d7c9bc651747658fa04a12d6d30949f80a4742e9cd17e169","sample_id":"mmlu-high-school-computer-science.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"721582a4aadd1bfc2b6d10738960f5ec8230f6001bb9f4e259322431356cf105","formula_version":"titan-u-contract-v1","latency_ms":0.5333340959623456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd207738a5e2da1654a2aff303ab588eb06b817ad191939eec85654123a822ff","sample_id":"mmlu-high-school-computer-science.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b90aefb414e3e863ab6a2e31de830762d0f9474b69c9d72a924ce4638d5573f4","formula_version":"titan-u-contract-v1","latency_ms":0.4575410857796669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c4c6668e59243a36d2556d72073cefc8bbfa6aa2680b9ed1edbed47b1e84ac3","sample_id":"mmlu-high-school-computer-science.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"252a8cf68d4f4a4ff53249b3e896982293d0aea4b5c159c6bb9723a13e0cf112","formula_version":"titan-u-contract-v1","latency_ms":0.5428750300779939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce626f6eeac9838285b7d959e9abce43a9dc3cc7f788186cd7762ae37fcc9057","sample_id":"mmlu-high-school-computer-science.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82c28ba1fbb8a6f1339f5ab58635b70973f431ec709ec0ff3d1e43141b4b283c","formula_version":"titan-u-contract-v1","latency_ms":0.7175829960033298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11dc3907ce743f8a7003db88bebf4b747bb247e4c7d29a8d7deba31aa21b37ba","sample_id":"mmlu-high-school-computer-science.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4df43ac775976b2d2b39b46c0f52ac6cf39724026c8da738a6cf9eb88587acea","formula_version":"titan-u-contract-v1","latency_ms":0.6114169955253601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3e4c2c1a65fa2aa0e4de85682be2fefb1f33edf891ff791cbb05ae3aebc31bf","sample_id":"mmlu-high-school-computer-science.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e33b9b2c4db68e7e0fd50b1e9614f4492cfb907546cdbd789b912a1544825c0c","formula_version":"titan-u-contract-v1","latency_ms":0.9166670497506857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdc8dfc857ee75659336d70f49e54ae939ada6f5aff69897b2da07178e1774d1","sample_id":"mmlu-high-school-computer-science.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"289d5ad6a2996f8275e7359794cc5a17d83f204a0591eab04b8dea78e7037912","formula_version":"titan-u-contract-v1","latency_ms":0.5243329796940088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0c6b2c86048ddfc93a46e21888ae475f0b24ac7d343834050ce7e9fa468f526","sample_id":"mmlu-high-school-computer-science.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60ab4e64aec59dff8c2ef10f851912cd10c6df6be7acee0ba5e39a61e65928f9","formula_version":"titan-u-contract-v1","latency_ms":0.5148330237716436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5151eccd6ae02ad8b9c003b442b09827d6d884e90e2d79b32bb0c39903b49a3","sample_id":"mmlu-high-school-computer-science.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e32aebc60b6da89b18420fdf6aadc0b13795c08ee828d61533767239fecbc45","formula_version":"titan-u-contract-v1","latency_ms":0.5919999675825238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6bb2984721a94f25f947100908d1d1619464f716a749e506148334b1f6aa302","sample_id":"mmlu-high-school-computer-science.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eae463d69170c7715f243380e9bc853343fb1b1718674414dc485a0ba43944d4","formula_version":"titan-u-contract-v1","latency_ms":0.5130829522386193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6850baeb5bfa30e6d03e61f07ed76142e89199a531bff2962e19d4d01d77d111","sample_id":"mmlu-high-school-computer-science.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4106c1b98793163e9ea1282c6704681d72e94a0829c8f4349963c9cb73167a0","formula_version":"titan-u-contract-v1","latency_ms":0.45295804738998413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f06ece62ac09828618f64dfe25c1039721c934957d83352c5af5318a048aeb2","sample_id":"mmlu-high-school-computer-science.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8b590746b7ee137a4308d68698de49a2117eac82eaa781ab43366825401b228","formula_version":"titan-u-contract-v1","latency_ms":0.5841670790687203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c74516b4d2060035ef3d996221c5181da3a7deea42823e1b46497341eb17f2f4","sample_id":"mmlu-high-school-computer-science.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18b8a4f47a1b55fc70def199452e253fb7ed6e5f9988dd0cfb24bcb04e1c4b91","formula_version":"titan-u-contract-v1","latency_ms":0.5834579933434725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0296e0658c24a0365368e6c4be29716f4c5c7c6e8d653ce8c405b56792879865","sample_id":"mmlu-high-school-computer-science.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9507df00520ccd6ba373bb1f4d4f26c3535bad7755bd27d0f1ade90c5c1416e7","formula_version":"titan-u-contract-v1","latency_ms":0.7484169909730554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36cef6468c2c52f4d99b4b423b5db0225b47ffd4fb11dc763e5785de7c19bee2","sample_id":"mmlu-high-school-computer-science.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02da6ba14b921d2c4e228141a452b1587c82a592e3939d251ee9d8d81196ebe2","formula_version":"titan-u-contract-v1","latency_ms":0.560667016543448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fc09274006e531880bad7f5c2c8e3d0bb9efd585e5914621ef5035f9d9e103b","sample_id":"mmlu-high-school-computer-science.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c85a8aa522799d88824938c080d1739fce35436b4fe8d787f2269dc96c29a4fc","formula_version":"titan-u-contract-v1","latency_ms":0.7362909382209182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01cfc973ea7dcdf19478d7565303d76b06dcc4ae24476a5ea24a9f4c8e657693","sample_id":"mmlu-high-school-computer-science.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5a0ce49a8fd3f3563095809dd278d51c89c997068c1ef09eedead002341e454","formula_version":"titan-u-contract-v1","latency_ms":0.5322500364854932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc0e9bfdffb1616b59d60abed9de18ec945c33978b888c4bab6e5b791b6b7900","sample_id":"mmlu-high-school-computer-science.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f004efd46e7f7d22ca6e657d53d66d866a51b6f312e409736a53204e55f59e83","formula_version":"titan-u-contract-v1","latency_ms":0.6100840400904417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09111c17f5a6d450cf04472997008ab0d1658f46df5c2f818a95ba18d5c74ec3","sample_id":"mmlu-high-school-computer-science.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"981d76d6df5b5fb971ba777ace4919ca0338cba42db619519ea9acc5dcd8a4f9","formula_version":"titan-u-contract-v1","latency_ms":0.8611659286543727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a29a7a3111410adcf3af053711c3204e3d3af244c366e7338875a6420982f38","sample_id":"mmlu-high-school-computer-science.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5fb9bbca341b0d8c6d6e5a199b0792c123f006868ba7d3a47aed85df74b48b7","formula_version":"titan-u-contract-v1","latency_ms":0.8647909853607416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a1d19185dc853d597f1dfe3c2c6b98e18303f034ee6fec4cafd3bb793a7c99f","sample_id":"mmlu-high-school-computer-science.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bbfcb460e3e286d5844b1d2d07866f157c8ec4e81aab535db058cff989e6e5b","formula_version":"titan-u-contract-v1","latency_ms":0.7103329990059137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe1f07350099088967bdec7285c1e47ee513da49007987925a0e6703c66ab400","sample_id":"mmlu-high-school-computer-science.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb6fe0ae98a407822e131f015c173ba547a4aabf5ff957d2b493d885ffc88010","formula_version":"titan-u-contract-v1","latency_ms":0.5470409523695707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18f713663edac6cbf88332dc777c49ce84dbd1a91d8d8c11feacaffe5f4c1ca9","sample_id":"mmlu-high-school-computer-science.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49a1492da528a7ab41c51cf08e895736923c1db9860c09632c4751e16f98341f","formula_version":"titan-u-contract-v1","latency_ms":0.7314580725505948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b45eb03fb62d9cc76345490a5d5daab27ff33196cf0ec0e021929ad5d5657f52","sample_id":"mmlu-high-school-computer-science.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9d17076170fcd1c7a5baa233db7babb03111e1a6d1a02432c6049c3c7207301","formula_version":"titan-u-contract-v1","latency_ms":1.0493749286979437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fda34e20736000a0e9cbf5c6d1bf2c1a41a399c31c7876c45d6424577759b9b","sample_id":"mmlu-high-school-computer-science.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc76c8aa37cb8a818fcef1c009dd4ef67395dd37af21093413551a4d3d26547e","formula_version":"titan-u-contract-v1","latency_ms":0.7232499774545431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b89d52b00d77fc0f7460771d9ed4f54c3c3682c179f97ef58f6116f02b1ff05","sample_id":"mmlu-high-school-european-history.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad14a7db0cf880fe220b37b5f4e7adfdc66c0bbc5f9938f0a7b9c5bdf39bfb52","formula_version":"titan-u-contract-v1","latency_ms":0.596500001847744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"197aa3c816a79f6d4cf57a94f963c86abe5621d1755d240e072f2285895ed76e","sample_id":"mmlu-high-school-european-history.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a948ca86dbcd10e98fd1684bd84da6f2da5251d83c69fb2fb83c774a26da771","formula_version":"titan-u-contract-v1","latency_ms":0.8145839674398303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82be6d936b6dfb330b8fd6c713c181532eeb824af991f7968048c05dca515db0","sample_id":"mmlu-high-school-european-history.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0f4d6dd021c955f1c10f77b2cfa0aecf5cb716e9d542e75b455371730039587","formula_version":"titan-u-contract-v1","latency_ms":0.6930840900167823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"021b0cc6ea524a4afa49bde3c91b39abdfda68394063939f8941c923be2349e7","sample_id":"mmlu-high-school-european-history.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e00ae7c1411f691e9fc0c24b120cadbb4f9a66ec50cde2d822fe27ee26b7891","formula_version":"titan-u-contract-v1","latency_ms":1.1771670542657375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c9d22948a3f148e3617f8ff96dc730b205f202b8829cef8e2f465a13c1c624d","sample_id":"mmlu-high-school-european-history.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7f445af8f04f26a6181d0eaf7bb99b451be046125ebbaaa0d82bffe0acd5280","formula_version":"titan-u-contract-v1","latency_ms":1.0063749505206943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fa0644ebb8bc4749356b6c929056542637be8510397567d0b8bb8d0af83da98","sample_id":"mmlu-high-school-european-history.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2b5e03db9132175ced4a63e0b12289a6ebabc753314f7bdc296c73bbb1324d8","formula_version":"titan-u-contract-v1","latency_ms":0.8048330200836062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d82650c83c7cfcdf5deac84a396dda6791ba73d6974e44ff33ec46724ceb5f75","sample_id":"mmlu-high-school-european-history.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a8c2db3f1195267fefaec0d56f2c298a530954179980e8507fa95deb00df2f2","formula_version":"titan-u-contract-v1","latency_ms":1.2700420338660479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"786469432c83608a24a55509c7272189f5d1ede05f880e80f4c4a48e27b4b755","sample_id":"mmlu-high-school-european-history.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94bbd7e4bcce20974cca3a1bc0219dad5f979a1f515f6620356ef793454db957","formula_version":"titan-u-contract-v1","latency_ms":1.3454589061439037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6ab4834d530a02047a11fcc83fc34d70551d9bbb7b185b83b1988b0c34bedca","sample_id":"mmlu-high-school-european-history.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c8a64e13e600255a5193c62a6366299e7509f0ee7af96351970387f5456745c","formula_version":"titan-u-contract-v1","latency_ms":1.7049999441951513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f00c5684a1bfaa6d0085a038017838f363d0095e76b59c0b444b3bbfa64185d4","sample_id":"mmlu-high-school-european-history.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62e04cc7810851f2129c8aa4c3f897664fb96fa41d9817021438d781a5cc73aa","formula_version":"titan-u-contract-v1","latency_ms":1.253833994269371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2544976f05241cce694f04e406a22cd5b516441f60e1153f633c256fa2239903","sample_id":"mmlu-high-school-european-history.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6921c941c3932bcb3f76b6d7036f853935922024675d226610c3e1ea7b7a6867","formula_version":"titan-u-contract-v1","latency_ms":1.1884999694302678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ec282cf6e2ea776094b76fcd69d12fb65dca5079bca04ab908fb7e228f7f51f","sample_id":"mmlu-high-school-european-history.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c0a32e3f2e55411b65fddf5867146ddcdab11c7a83e3b822d89f4534f3ae728","formula_version":"titan-u-contract-v1","latency_ms":0.7758330320939422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6906051a94f0649553a55031dcfa520e8ca6569d4dc95e983f5819086d5d2cc0","sample_id":"mmlu-high-school-european-history.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"272ad654ed1ad996f8ec12f9316237cd8339464562dfe17ef7f764550bf437d2","formula_version":"titan-u-contract-v1","latency_ms":0.9643749799579382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5143678c18159a0eb520792de929000db0eecea6de073f4d31046ae776ee3c64","sample_id":"mmlu-high-school-european-history.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7453b6b43907764f17b748781e3e4431569d2412185984ed79a38697c5f6eee","formula_version":"titan-u-contract-v1","latency_ms":0.9427079930901527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f171d60d44680fb741a60e5fb30a678da54665560f54fe1d3ab9b4dc9d88721","sample_id":"mmlu-high-school-european-history.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c0560bc7f5dd752513b6746c7553a0fd36862237320ebf2dffc63f28e98f1ae","formula_version":"titan-u-contract-v1","latency_ms":1.1693750275298953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9e1eb5679af267fe1af8e35d0d8ea5b1516f5ff5c70c4c18a7555e2a3efeec4","sample_id":"mmlu-high-school-european-history.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"170e452e7cf63891104cea45f0ce0c1eb3f69b1f316542843965f0afa7046581","formula_version":"titan-u-contract-v1","latency_ms":1.548792002722621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d28335ea776c77912d494926fc5d2e286bba253144442ef252bceccf3994951","sample_id":"mmlu-high-school-european-history.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18519a5f9308f81d27fdaed7e7f6b510af851af4839d9abd216a3668d80a25ca","formula_version":"titan-u-contract-v1","latency_ms":1.089208060875535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4c2ab820885a454f78a5dc805ae355bc0261ca1323afb1d193e5d75f85990c6","sample_id":"mmlu-high-school-european-history.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20ecaedca758bffcdf95f270616f6cb2035b21633f5c3fb6136cbcc7ad20bd8b","formula_version":"titan-u-contract-v1","latency_ms":1.378999906592071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"017e61355fd22bd5c16164e4cedb26fe982dab6d4d463e3eec95fcfce3548800","sample_id":"mmlu-high-school-european-history.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08e840277a91239121ca701b3c6e0a94d865058ff2e015bbaa987f9b2faf3149","formula_version":"titan-u-contract-v1","latency_ms":0.9843750158324838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9a28e0184bee22109be8b66436c7594066e37b7ae96322f970dd7c0cb4cfeb2","sample_id":"mmlu-high-school-european-history.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01442d126d899b06e9f336c0a27618056c5b704332708e77bc7894dcc2f561fc","formula_version":"titan-u-contract-v1","latency_ms":0.9520829189568758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87df7d09a1b27dafeb55a59465c7aa14a428c28e70173d57045297668d497b01","sample_id":"mmlu-high-school-european-history.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80e89d04314c4f48f618a625004792298bc2a0644115efc0a956be500599ebda","formula_version":"titan-u-contract-v1","latency_ms":1.541291014291346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ca9df58cb4e4c441ceacd53ef3cb901fdea79412f03b774f166a2ab1af3612d","sample_id":"mmlu-high-school-european-history.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae5ffbcf6df833a2339c0976ced3e23f2f4b77d811c0fd0a278998b03f1ec4a3","formula_version":"titan-u-contract-v1","latency_ms":1.0967080015689135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d74c0af559a6c81ec282d56956f5a18fb48374891f92ccd861bd71f85a6ea7ed","sample_id":"mmlu-high-school-european-history.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f8e7bd9515321f2807a7b5124babce0cb52918f9355e0eee8c8fe071386e39c","formula_version":"titan-u-contract-v1","latency_ms":1.2457920238375664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f66a59d8c2160370626914a7560538256b944627d30df6404e00c042af88db7f","sample_id":"mmlu-high-school-european-history.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e41a55614cc2b3a6fe6cf6c886bdb2de7708612197c2a276686282d74a7e0eb2","formula_version":"titan-u-contract-v1","latency_ms":1.2081250315532088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c40ca9ff0f751648f26ce58f17e23655c26534f5cab00b990da8090209dfc36","sample_id":"mmlu-high-school-european-history.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49034dd6fb052af50182f25dde77eca8b9a21a4af144e40fa370162f0e2cc9f1","formula_version":"titan-u-contract-v1","latency_ms":0.6904170149937272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d79270748f4617176d0203895011a0e86e708928f11dfdb1e4bf253782354cba","sample_id":"mmlu-high-school-european-history.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bad6883b4a2d0620b00fa5c41d85bd30e71242fe6413b3f6c87faf1b52ab092","formula_version":"titan-u-contract-v1","latency_ms":1.1816250625997782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b714a146a91bb676c0687d363b5ed304a7c51380b908fc8f3d520e12038cf9a2","sample_id":"mmlu-high-school-european-history.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00bbc50c991018587243cbfd8454935bde1e0cd3f1d6cb381e59c1892b316ffa","formula_version":"titan-u-contract-v1","latency_ms":0.8720420300960541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"375a13899ca66b4c197f680c56660824aff26feaa11e7950a100a393067a9b01","sample_id":"mmlu-high-school-european-history.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"455de7033f216f3ef7f4785a367f703f0c5219a3632a2eae352bb535d644ec46","formula_version":"titan-u-contract-v1","latency_ms":1.7572920769453049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed71db546a1995bec8a5173fd567a3900d1a09396d384868c8b64c94a70e2ed0","sample_id":"mmlu-high-school-european-history.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52f5d771a32a46c527a839c945785d1f99356df2d54225ce9ee744bd2a73a3df","formula_version":"titan-u-contract-v1","latency_ms":1.0264579905197024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e43ac94a57e2f153cce7f1405e57dda49441971297c8c83f986d497fb4693d18","sample_id":"mmlu-high-school-european-history.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6964b556f64c3107ee02841006bff5e248d154569fbb0bc6ef6ada46dd853d53","formula_version":"titan-u-contract-v1","latency_ms":1.1270419927313924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d27991c8cbba9c7870991d706dc10b42391628377083a5c633bbcd505dbef0a","sample_id":"mmlu-high-school-european-history.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3438b811959e01e002d6e472e6fa9a88817d6a1238824048b0b33752e1909f07","formula_version":"titan-u-contract-v1","latency_ms":1.0762909660115838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4db093334efbe1a847a10ff3d3aad324b2a66c4805ec4e5db75c4b48c48dacf","sample_id":"mmlu-high-school-european-history.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bd5b270d18dd4c96365793d44d5a32072af73b2b8d4be6e952366f9df7e332d","formula_version":"titan-u-contract-v1","latency_ms":1.2315419735386968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"530e84ae65f6c7c8205706d0b2099b81861501eaeea4980af0b86b2900edd862","sample_id":"mmlu-high-school-european-history.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"810d3720a83607a827a00d7aa13196aea1a609e353da6fd49093548c1ef3e861","formula_version":"titan-u-contract-v1","latency_ms":1.1216249549761415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c76a2233b6798409130382054194a0362c4df2c5768a18e3fb2a584c521c4c5","sample_id":"mmlu-high-school-european-history.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6910e91fd3d7b48007b07f2ce08cffa74b888883a1ed53ae4be2770e51e1caa7","formula_version":"titan-u-contract-v1","latency_ms":1.0814169654622674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"220c9b521e121a8a63062f6760eca5326b7e10a0bf02996dc8539718f051bbdc","sample_id":"mmlu-high-school-european-history.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3750da34601fbb7779868dde588e28bb3bcac846de748a4ebba2c234f6f2796c","formula_version":"titan-u-contract-v1","latency_ms":0.9485000045970082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3db9263a17eea3499a42797d6cd0a78efd8bbc746e08cb5191db506dcf408189","sample_id":"mmlu-high-school-european-history.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3414a5d730dc6bf86d892b783350523106f1b146733226fff2802968318d642c","formula_version":"titan-u-contract-v1","latency_ms":0.9994169231504202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2fb2cc45e428b0f2f53143427321d86952125d8f6ce9c6fc8034df49421b1e1","sample_id":"mmlu-high-school-european-history.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14e58717c9575d61fd96c47bd732d5c00e544c7ba3075bbe52aaedbfb41605a5","formula_version":"titan-u-contract-v1","latency_ms":1.2222500517964363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ac2beb549762f9a4f804fa1698a26b6313d4bf894ba84cd35face1ec1ae3244","sample_id":"mmlu-high-school-european-history.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05410980838eb289b39262aa03dc27f293de0d48b6c62f0e017f772a8b72d74c","formula_version":"titan-u-contract-v1","latency_ms":1.2678749626502395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31b7a5c575f197b9958e7512e8276daf64a75f99ecb3a87bcb72b3bbe9689f14","sample_id":"mmlu-high-school-european-history.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d4f6249c7219ddf5dc83d70d7ba40d69d3aa0688c10b065687055b24282b98d","formula_version":"titan-u-contract-v1","latency_ms":1.1283749481663108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9c12638d81b794567e66bf22e2f1234dc827e3f323a74d1312b40c9a31da5de","sample_id":"mmlu-high-school-european-history.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c52bcbe250d3fc4213ec764b4903cd2fac9e2b454a4a4b3ffb01473dc08d6e7","formula_version":"titan-u-contract-v1","latency_ms":1.2385000009089708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6db38be300c682daa2772d840f82dce415b58b7e123affccb18d496bb52cc6f7","sample_id":"mmlu-high-school-european-history.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"377288177ba70f76ab4dceb60ba5f47c8d09793e5b3be684bd01c01512f861a8","formula_version":"titan-u-contract-v1","latency_ms":1.1290829861536622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fdc5cc341f94cba399fb5e523f1690e25273520540931ec53d336fd544be305","sample_id":"mmlu-high-school-european-history.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c0eb2d9633e3f0eca313f2064a104fb5dd4af6f2199d8eddd2fa061048127ca","formula_version":"titan-u-contract-v1","latency_ms":1.7305829096585512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"050b502bf0646d36701ec2a353abb8f4ce171bdbed94a823df45f3d2843e60ff","sample_id":"mmlu-high-school-european-history.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33b6f1efeb7e5dceb98906a9fa975773b2696bde79a8089239ee582f6f4419c7","formula_version":"titan-u-contract-v1","latency_ms":1.8967919750139117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e22744f44f424e3d785aaae5b0e26b07be2396ecb560afd62b2f4a5a694fdd3","sample_id":"mmlu-high-school-european-history.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e2d6a9adc3bd2fcdfec29eb80ae9c6e9c576223f43a9c103c76adc3e4804523","formula_version":"titan-u-contract-v1","latency_ms":1.3577499194070697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91a1cd4950b9b5f7fa6b9982ef76b79f4c7e5b07d4bd8c577311dde9c5d8d4f0","sample_id":"mmlu-high-school-european-history.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e6333893b229dd3fc3ffc94f04a34ad4d7d152d5bdee2280be094ff6acc710c","formula_version":"titan-u-contract-v1","latency_ms":2.195790992118418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce950b60d1594dac95b8e4dfb57b9543c6cae6bed63845e33bd372534d1be36f","sample_id":"mmlu-high-school-european-history.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd4bc2bcfc712765b6e949c773bff9b384860f31e2c63724260ac6638363349b","formula_version":"titan-u-contract-v1","latency_ms":0.7782919565215707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff72c226a0c45400f27a88e50234c77e951c2770ded5ceb04362e5d4ba7e5154","sample_id":"mmlu-high-school-european-history.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39a668774a9f30c08c239517f504064153f4bc9fe9a12f06fcdf8ae459434747","formula_version":"titan-u-contract-v1","latency_ms":1.5472499653697014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02e9721082125d69815c7a2b86624a59caffd34539bb0c306f210b72b4eb9166","sample_id":"mmlu-high-school-european-history.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7398abe8b0c009b5416c54f19bfdf25e60434212bfc3902a4b0e801072f03b5","formula_version":"titan-u-contract-v1","latency_ms":1.1355000315234065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d486c5a05b67ed5a8f7e7dcf16236fe4ddc18552f01bbfd562012019db64000","sample_id":"mmlu-high-school-european-history.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"542d53075c4cfabd75ceca22a3d7d5bf49ce7a86d23fd33b2d1554eb971b1f8b","formula_version":"titan-u-contract-v1","latency_ms":1.0477079777047038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56473f336735187048ad0fb093acbe09485cb8cfac74664169d8fb239c291e14","sample_id":"mmlu-high-school-european-history.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac15bc9c24660a0b693d88a3f7fcaec0ad387c05823631f36ec25671cb1bba4c","formula_version":"titan-u-contract-v1","latency_ms":1.3836249709129333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6d83deb8c0e20480388bdeefdab681ad77f9d4d896a02817e606a4222af40a4","sample_id":"mmlu-high-school-european-history.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65fd085858370a8411ea862b462aa0cf7b8080718ddc4dd7a28533116b4c7328","formula_version":"titan-u-contract-v1","latency_ms":1.5680830692872405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"673e9bc56b8dfb5193302411e7e37fe7cfa55d7cd835a73c844d29fd80669e7e","sample_id":"mmlu-high-school-european-history.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61afbbf3e37c3ced0f164e9612d313bccb26fe6cc13f2e73c431b1fe593080bb","formula_version":"titan-u-contract-v1","latency_ms":1.1157089611515403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7615122518be7adf8a25d0fe86205aca82c68239c427c6c4f32c9759cd6515af","sample_id":"mmlu-high-school-european-history.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab124c038a98f58f80e3d94ad828781d0b867d30ddc1f820a6c02b8021b67670","formula_version":"titan-u-contract-v1","latency_ms":1.4937500236555934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4730b5ac915b420018c0e57cb48dd0b4489c5b81bc3914e0c229c339a35b9cb2","sample_id":"mmlu-high-school-european-history.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8829fa58a098ccab20682c41cdad4c841e208d470ce108b13ffcb74c4e705f1f","formula_version":"titan-u-contract-v1","latency_ms":1.2837080284953117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8563df68e5f2f22face2528cd25f59180f301adfd0c99d77167526d443f3aa02","sample_id":"mmlu-high-school-european-history.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae6426deca47e41a7313b9a5f580db52926627a8069dd5af2cad195296fe22d4","formula_version":"titan-u-contract-v1","latency_ms":1.5952920075505972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73f39b5ec91cd688252b6b8d195731ddef02befa8f2e898c6b24e744e89f3642","sample_id":"mmlu-high-school-european-history.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b48d2c8a689d902ee146c9c9aa43dff3c8dff9b4b0d5a8ea0b84b2116e8d2a0d","formula_version":"titan-u-contract-v1","latency_ms":2.217167057096958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c5ff71cf7ef9478d32dab6fb94f712bee0d0d9cb7fca1ca9e83ce29cb7433b5","sample_id":"mmlu-high-school-european-history.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae03bf5df7d9892545af8f38e0e791c12eec94b50e5f2a800c3efb79ddbea83c","formula_version":"titan-u-contract-v1","latency_ms":0.9710419690236449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c42400cae2cb079b3840a88483efdc3607c20eb66ed9aed7468a11b76c8c7cf4","sample_id":"mmlu-high-school-european-history.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ec7c491b7d3d944e8b2d739260bab6f2278f266f13e4da13f323b8483d07758","formula_version":"titan-u-contract-v1","latency_ms":1.3818329898640513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3ba38e8524bf5a7582fa509310cebfb80a6b3f0a1f64dd8082e10c96471fb63","sample_id":"mmlu-high-school-european-history.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55e0554bbd98fe5bf8040b9cf0c232d16f8778f6f580f4b9e54225c15d0b2619","formula_version":"titan-u-contract-v1","latency_ms":0.9810420451685786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2789779bdff808440b3b5792e0ba9abe77e4f2b922b96f89be4b4a2a540bc75c","sample_id":"mmlu-high-school-european-history.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0637b3d9970bce03853a646a8a816a9a571e09dee3d8b8fb0d85ff556da3f14","formula_version":"titan-u-contract-v1","latency_ms":0.7214590441435575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"498043af7bf3f0b7c0aaed672e68da0cbc3aa9590018d27b084b8604c36cdad8","sample_id":"mmlu-high-school-european-history.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb9b6b998619b076ec3823c95c2861f75526567ee887f6a742de095fdd52b9a1","formula_version":"titan-u-contract-v1","latency_ms":1.3110419968143106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f238adae0946048fba15f1aaf2d4c6075e35efb8c66bc0d676bae43c2584f31e","sample_id":"mmlu-high-school-european-history.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"942566efbd74a3a32ef28ded2f8c314a778f1822088ab33b4b1236375f9b2178","formula_version":"titan-u-contract-v1","latency_ms":1.0360419983044267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2370638d7e1f0896fe6cea31bf2c7dc087b5db5d484b657d0f8de3ae4dba30e","sample_id":"mmlu-high-school-european-history.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f240a0d2e5711070415d9de5515e1b621635be546c853c75712f08118fde8ef","formula_version":"titan-u-contract-v1","latency_ms":1.0218749521300197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e918bd5d1488edb9e5c2a71791ca376090fb5e08a1d2d446632b3580b665b539","sample_id":"mmlu-high-school-european-history.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9144e20df92e585386e7fe887ad77bd2e3748103a55cf8e2ac5c904ccb5e5243","formula_version":"titan-u-contract-v1","latency_ms":1.2264580000191927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d500b7ccda3febb89067908d27ddf7b150db2f1b4898beb44dc21597ddc865c","sample_id":"mmlu-high-school-european-history.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"049abc514cc7f62053c2288f2aad418eab4aeec1c6d4936080115b785588e006","formula_version":"titan-u-contract-v1","latency_ms":0.9741670219227672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6db23427f6c07848935a7bb162a04efc4daa196b831dcc5bf5f129607eee02fb","sample_id":"mmlu-high-school-european-history.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9507fd531442df4314dcafb4cf6de57ee956369a98bf7bfa8ad34ab4efe5d72c","formula_version":"titan-u-contract-v1","latency_ms":1.1577500263229012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"584dceacab08585af5681ea0bd387f8affa35e773a08407e3254b078defa6c20","sample_id":"mmlu-high-school-european-history.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"320c303f227d8fc7bd8f72250739c316e71eb7e0b2e265b6fd210a6d0fb8af03","formula_version":"titan-u-contract-v1","latency_ms":0.7972499588504434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dd5fbb9f48410865891c1e1bcfd912e67e8a73f265f35097442c6a64976dad0","sample_id":"mmlu-high-school-european-history.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89a7a46b88fad9fc0b54a6787bab17123fb971f1d1ed2f3375eda652c4a4ab56","formula_version":"titan-u-contract-v1","latency_ms":1.3401670148596168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d7e8ae38db5d975c92a72a7ee6c80af1ff09c6ae8c34debd25e591b602d095e","sample_id":"mmlu-high-school-european-history.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"110cbe4a980a5a1767f991178f894914ade0e9a17857674644fe50d24bf06268","formula_version":"titan-u-contract-v1","latency_ms":0.7219170220196247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3768cc345a8b52c08a3a7d0bda4f7e2a4b49c9832f7472421b204d92092cec7","sample_id":"mmlu-high-school-european-history.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a8a22f1f94f947b72f553eca32dfeaa9bec0fd3806b012bdef573f61cf9d6ff","formula_version":"titan-u-contract-v1","latency_ms":0.9170830016955733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d65b0f0b768b0e6b218ce9767a36b2a476ce2c47f47387b0a83102beba7923fd","sample_id":"mmlu-high-school-european-history.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29c2673dc2af8aaf51b69b123acb2c2388fce9a13c171cdfba2319d8db6f5c79","formula_version":"titan-u-contract-v1","latency_ms":0.6540829781442881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afc67422e8e882fa09fd66176a228fb00c83867ec94468600ca822a2a14a737b","sample_id":"mmlu-high-school-european-history.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f96f12bef47a92a9ea6c77d3d7bdc1f33fdb5c999724ef834880a98643af7e97","formula_version":"titan-u-contract-v1","latency_ms":0.6747909355908632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f61f67190a715804e3ee568494b21ae40b110d9a0407ecd0e7f63f14a3adb60","sample_id":"mmlu-high-school-european-history.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f021dca34f79e22837b64348d0c556162d0bc675aa7cc4161a00fdd7cba6f01","formula_version":"titan-u-contract-v1","latency_ms":0.6869169883430004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03f6cb2d9f0cb9445f79e82ae10edf94cc7b5a1a71ee4bd3df13c828b12c8690","sample_id":"mmlu-high-school-european-history.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e53d0647f16f0fdefb39c18fadc74c3f717a290948c8abac958ff3b11ba81a4","formula_version":"titan-u-contract-v1","latency_ms":1.1046250583603978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e51da70b2bd2b734d648401ccc9b5542a4d3ec69b340727317cf373bdc5b177a","sample_id":"mmlu-high-school-european-history.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3376d894476af2bd4a2b9f5d4957ef253f637ca425b1f70193a7c056fb100ee9","formula_version":"titan-u-contract-v1","latency_ms":0.9108749218285084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b28d203e57757666486d93f68e15e9f217ee89b37ece2fdda4c87bb6736e4e8","sample_id":"mmlu-high-school-european-history.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b1c7fa1b2ccbac721309e952ffbcd9cbd1456960d8cd1cc054a52efea40d11e","formula_version":"titan-u-contract-v1","latency_ms":0.8576249238103628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dee290ee2adb73ce098d765f4288b1f4f2187684293835a916858c61429c5c7","sample_id":"mmlu-high-school-european-history.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6efb79eea61b80aaa24ceb07ff1c9442b9ca44334b36488314dd7bc469e77d4","formula_version":"titan-u-contract-v1","latency_ms":0.9002500446513295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9813c0c6a673acf4783cb20707dd6052dc57790724d451aa3ea3eb6486230b78","sample_id":"mmlu-high-school-european-history.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71e3fc2d21e1a68ca31b931afad3c4728abff92ee1cbdfecb2681a1e4d083f38","formula_version":"titan-u-contract-v1","latency_ms":0.9842920117080212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9efe69fa7e1760930d80fe44258e0e556597b2a7064f6956b7b20bb89965f695","sample_id":"mmlu-high-school-european-history.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52c91e68f83cf19e90903a1fffff33923a4aa22066ad46660a0839e01d9208c0","formula_version":"titan-u-contract-v1","latency_ms":0.5654999986290932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cecc0838c0edd149db3687d1230e917bff0a84df774759fef6fbaadff0d69369","sample_id":"mmlu-high-school-european-history.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01ef8f251ecc0ed70246740ef0a83abc553e3cd105277115434fe35359316f6d","formula_version":"titan-u-contract-v1","latency_ms":0.744916032999754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4756e70d000fe6d0d78eb91e85b453d96156e9c7aadb14955b509b339acfb6d8","sample_id":"mmlu-high-school-european-history.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f286d11734156ea49dcade9707b21dd1b0eeae0331c20edaa1a9e67f7fd8b9a5","formula_version":"titan-u-contract-v1","latency_ms":0.8079590043053031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42ddf1e8b7adc14691ca695d56636cedf068b95264e64b8f2bf42030aa476378","sample_id":"mmlu-high-school-european-history.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"301f2363e5ebf1cbec02295a616f589b09db1861eea42fa026be0c8e1fd6515f","formula_version":"titan-u-contract-v1","latency_ms":0.9863750310614705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"145321d170f3961cb4926f0a1b9892606008b79c277c0be558f92ba7722326ef","sample_id":"mmlu-high-school-european-history.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58c895331adf2b25565477472d20160168ea4a44a43aa538b2cb673f0fb7fc69","formula_version":"titan-u-contract-v1","latency_ms":1.017125090584159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d78c76a5bcfabc54c3cf71edd10209cdb8edfa0be625ca8249bcd54fa67476a6","sample_id":"mmlu-high-school-european-history.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"282e51d3a2347492f54a0652745ab2ffaafa2daec6d364afe55b5e7b275ec642","formula_version":"titan-u-contract-v1","latency_ms":0.8114589145407081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd74953b2dd533b8f590bcad9fd9c6150ef848a5f842890426815129c7720760","sample_id":"mmlu-high-school-european-history.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4508f34435d86da8dffca7b146c577c186395601e8c6facf5dadfd57f66b870f","formula_version":"titan-u-contract-v1","latency_ms":0.9888329077512026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b726ca46f7b9ed1c2abb6da73831d451c3819bdf31ac95f8bf7660c9744dede","sample_id":"mmlu-high-school-european-history.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ecf9b2fbe35dc69f6da2f8ad6f93fb4d893ad7f45a7b4690646e197c5315ba4","formula_version":"titan-u-contract-v1","latency_ms":1.3242079876363277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8376e24b97edf798a9d1456d38f7c9237f5a70ea209a6d9ab7c08961c6fd4d2","sample_id":"mmlu-high-school-european-history.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff8e3203a2fe373ae0d6397dc2d5a1a8d1e50391494c79c14a1ed9e1268bf6cc","formula_version":"titan-u-contract-v1","latency_ms":1.2662500375881791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f3d4bd4b55d17d44da5ea011430b3172cf840cca321c814e99a6f6c00a6ae05","sample_id":"mmlu-high-school-european-history.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afb41a3b67ffe67b1a4a7417d41f4a06153ee8eab2f0eac9c13796cfd8b31250","formula_version":"titan-u-contract-v1","latency_ms":1.1876660864800215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74d46915a2438607787de2b4f1fb01a8e4a0baba422967dc5343995d0042b290","sample_id":"mmlu-high-school-european-history.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4182d856178b870a6ba5fafd805a67141223b7101912e01df0d73d8548dfc4a3","formula_version":"titan-u-contract-v1","latency_ms":1.1745000956580043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a969c95d409f1b788e44840d13f0fe3d0eb96d2f71c942e6a4540a9ef0092186","sample_id":"mmlu-high-school-european-history.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48bbed9c40067e187ab33ac69eb1fe624ca5badf0e9430304defd9eaeea40d84","formula_version":"titan-u-contract-v1","latency_ms":1.3384160120040178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89a5760b4848aed3395e9827534f904ede9a995da9f8ae7563232c8e8eb1e21e","sample_id":"mmlu-high-school-european-history.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56ef329920a231a3ff8a6fba54e953fe0aa49b88ffaaae5f38241b5ee2b9e59b","formula_version":"titan-u-contract-v1","latency_ms":0.9126670192927122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ed25db0f0e9ad622b21a6bd17cda86f97b199101a8102198df8d185dc94fd33","sample_id":"mmlu-high-school-european-history.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b96535bfe0dab72f3311b7085e6a0f883904938a301bb9f45738b88ba2be6dae","formula_version":"titan-u-contract-v1","latency_ms":0.6763749988749623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39a059ece3109f3d70c0f44380e855164c98e8a393329e012d4589b71ab93637","sample_id":"mmlu-high-school-european-history.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"719504eae84f3fdf051d88652c55274ddfe7cc4ffedb00123bd9e24469e3691d","formula_version":"titan-u-contract-v1","latency_ms":1.0551250306889415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"809b0a7d5511a6e864948be67f98c7c3a70135a26f4195c9c87b4a9f73b4de48","sample_id":"mmlu-high-school-european-history.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eff1411ae972ab63d0ccf0e9903b2bd648d65a87b48319578c1ce2fe870b428d","formula_version":"titan-u-contract-v1","latency_ms":0.9307079017162323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"605d5f93a7f62b8a25e357708b7e4690033930674af94d431c8b986c53b44f90","sample_id":"mmlu-high-school-european-history.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f47ee6b56088afb851dab5ab16d8273df57940fde2abf94965da0582221d78d5","formula_version":"titan-u-contract-v1","latency_ms":0.8801249787211418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1370ad45f45d6aefff0097d74c78cccef23f5b1a69ef4f75d8cb1ab624e958c2","sample_id":"mmlu-high-school-european-history.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"915c8fe481d39c709d89659b712e749c145a84fc8089ee2aeaa8d453bd3c60de","formula_version":"titan-u-contract-v1","latency_ms":0.9493749821558595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98db65c6431161a6c4cfcb418e92de16f60e0bddf9ef58071ff57661416647f3","sample_id":"mmlu-high-school-european-history.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbbfd0838d8512845a4f97f36864dd83fd519380575818bc2d2d33a122bfd962","formula_version":"titan-u-contract-v1","latency_ms":0.704042031429708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c89f516c23640e8c288f17340a1be84e7752937211295823e97ca0811c36390a","sample_id":"mmlu-high-school-european-history.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f058ccece74d8aeaeb14847cbb93cf86551efdc2cc07580fc641a09cfed2ef81","formula_version":"titan-u-contract-v1","latency_ms":0.9839999256655574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"902658dc1edfd4310c5a22176e70bfebfe93457415c48db06b0c5e5eb55aac4b","sample_id":"mmlu-high-school-european-history.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f3d9c07489e6e8451a4849c85e3a51c4b589419032d1dd1e4afb07fee8f5d05","formula_version":"titan-u-contract-v1","latency_ms":0.7836249424144626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f04f24b057f90c570ec86e3e7cbbb8d6d92d040dafa080a48ea1dfbe90fe68ea","sample_id":"mmlu-high-school-european-history.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8452bd9dfdbe3c4aab58f01cf309dae0d29357545a6a597fc0d26730011ac7f","formula_version":"titan-u-contract-v1","latency_ms":1.1531250784173608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfaf90a60f99114d509f07c9fd75667435709653e6bc3a935175452510812ede","sample_id":"mmlu-high-school-european-history.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4737205db164e96d45591cb98608396c77a3ffd0b58e081dd8746a53d425b6bf","formula_version":"titan-u-contract-v1","latency_ms":0.8751250570639968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ff0af37c5ae07556f72f078f961f0fe4a90498b387ecbbcdeaeb4f3aa5e84f6","sample_id":"mmlu-high-school-european-history.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1c9d7b80d9f3eff3da590266087ee3e89d86ab6daf173e4fff2f1fe3c9eb45b","formula_version":"titan-u-contract-v1","latency_ms":0.8657500147819519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"156f25a43b46e518c2c6ec09e5f97d5d2f68f59ec2c3d2d0cf9971d918d26bb7","sample_id":"mmlu-high-school-european-history.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c08286012a9f89f458457a9ac0cb86253b4ad511a592135726ebb75e746f2b2","formula_version":"titan-u-contract-v1","latency_ms":0.635916949249804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e05904fbd273ecc4309b937b1a1294a49aba19e40b1040c68f8611a9cbe048f","sample_id":"mmlu-high-school-european-history.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54fff8462521e2fce8fe3244094b3de763429019ae637dc649bc6f40af8de270","formula_version":"titan-u-contract-v1","latency_ms":0.7654579821974039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcedb1250a8be4424198c42e4fa2e3f960dde43cf16a374c97233c3a2aa38fe0","sample_id":"mmlu-high-school-european-history.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"637373591354c38ac4cd0476a87a87af0afb0e5bb5809daa35a9cc63a0a9a922","formula_version":"titan-u-contract-v1","latency_ms":0.8058330276980996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2f46dd8a811aaa2940f21b64b22177a62543016946249b98a1212ae4276fdc7","sample_id":"mmlu-high-school-european-history.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9d0b3fc85c420e4d026b7ced5d299938c30d673e27a52c17823d69a140e3871","formula_version":"titan-u-contract-v1","latency_ms":1.2187910033389926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37eee8f56f7a999be437a444750c8a14ba571f4834873c18070f18ff30f35df8","sample_id":"mmlu-high-school-european-history.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80e794bb317e4fbdd630203b4f272a73b45192ac77548feffc637ad42c869abe","formula_version":"titan-u-contract-v1","latency_ms":0.9669159771874547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d58957b7b7ef91007349b88198d13d843f097f715428cedcf67a24cca255115c","sample_id":"mmlu-high-school-european-history.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02406fdda8810b5e8ba8905ea24490a533fb5358889679a1cb5c557d7ded371c","formula_version":"titan-u-contract-v1","latency_ms":0.7269580382853746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cfe2ebd1082fff15095c549557324037aec2117e4a2b0b4add4b3f1c292cf2e","sample_id":"mmlu-high-school-european-history.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79ffaa1381309d0fc1380286c3eeeed089ee5be70e5a0fc51692d121373070aa","formula_version":"titan-u-contract-v1","latency_ms":1.0954999597743154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb5dc7c359e837e798353dd43e9991f7fc2bed067241a0f1664d1ecf9415df73","sample_id":"mmlu-high-school-european-history.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4730e6892e0b2bd802b95303fdd9c65237568e49ddee1cb47c2a122d52b5a2db","formula_version":"titan-u-contract-v1","latency_ms":1.0024589719250798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f41668d50f77e0e642bb29642e4c68c57519bd4f978466537d3efc37d3fd705d","sample_id":"mmlu-high-school-european-history.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40a3b00188f6dfd796a708f5fbbdc52f6d5c4977c94a84e6948f6240ac78673f","formula_version":"titan-u-contract-v1","latency_ms":0.9145840303972363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d49c54ade29b50e31ee980cd8ed5a05de2235689b748fadbd478275276908fe6","sample_id":"mmlu-high-school-european-history.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"279f0e3a20aa3ee6a0a6dcf01cbdf14ce7405c07557c458dc6fcc1046565512c","formula_version":"titan-u-contract-v1","latency_ms":1.1752500431612134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78281421db5bf09c5823526e9f138c775e87fc82bc6734e6fb99ff81bf95854d","sample_id":"mmlu-high-school-european-history.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbfa54b37023c9156f5fb8ae0c0039028d628adf5e0af22112a9b454bef78029","formula_version":"titan-u-contract-v1","latency_ms":0.7877080934122205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cca3d7bb8de6b03178ce45f4c0f0bad397532899b77cf8a7bf772ca37bbba085","sample_id":"mmlu-high-school-european-history.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"932ebac3a883ae7bc08eac80307201bcba60af7cf8a7f5700a7ae6f346974503","formula_version":"titan-u-contract-v1","latency_ms":0.9532909607514739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27819022584917e7042dd323f66147ad9fae979706a505152e15eed028ff515f","sample_id":"mmlu-high-school-european-history.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"273e494737734660272facdbfff561159ba2ff131a6cf141effe36c8aeafaee5","formula_version":"titan-u-contract-v1","latency_ms":0.6563750794157386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6489daaf44ed6a2b1567a98690ce8b2060e1fb510981457fa10fab3a98c605d","sample_id":"mmlu-high-school-european-history.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"489694765ecebe88692be512d7fce2ca67d918b66a385a7e59d65eb844f85048","formula_version":"titan-u-contract-v1","latency_ms":0.7371670799329877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7b68dd8d16b3ea0b1e282c7d449db1a060eb197a8a80a2cb7d2811c5b34f702","sample_id":"mmlu-high-school-european-history.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5569acc4b49d990efa6d949b43446649d446aa2a4d963bc290f6773c5f924df","formula_version":"titan-u-contract-v1","latency_ms":1.324750017374754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecbbf23dc246d913b0f21a6b5b53aed73c77bf03510a4b9ca5c64e58a8b18542","sample_id":"mmlu-high-school-european-history.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc05c1ce5d2e0746923a9c790c23d7b109b51536289bc5e2f8e9bed42d8baad3","formula_version":"titan-u-contract-v1","latency_ms":1.0803750483319163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd764c378c4fb32e7ad56f1b7f281f595b3819c9469795da2487a60453a409b0","sample_id":"mmlu-high-school-european-history.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96a3d9e7d159d5e4927f0e04c0f4512242cc3c54a6745511b786000ff81cfd00","formula_version":"titan-u-contract-v1","latency_ms":0.9354579960927367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16be986c72b4a3fcae5b43184e7991400c80b077793594f6f9e84f9a19ecf834","sample_id":"mmlu-high-school-european-history.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29bb2972577cad3d7c80eacb5885dd47011f06fb7c98a29c837b0940dab64296","formula_version":"titan-u-contract-v1","latency_ms":0.9977089939638972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f4ed169341b3919e02d649728934566f22aba3b22256a4bb1c5a0e5003ae0a7","sample_id":"mmlu-high-school-european-history.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ec170bda49faa99aea5f1baa432f7de469ba87633fc2d0b81c67a3a951568a4","formula_version":"titan-u-contract-v1","latency_ms":0.8758329786360264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c09418ffdf1344dd950342dc1c61acd2489dad89cd36bef5ffafa413dbc3913f","sample_id":"mmlu-high-school-european-history.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddcf7f912a6fd8fc520cab8f0c2dcb9649ce2dcfab2b5a023dd6c45da132695c","formula_version":"titan-u-contract-v1","latency_ms":0.903791980817914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b27a81e522f2f951f97f887c1c96c2d8a805de42308a625c9f7c1470ffdf624","sample_id":"mmlu-high-school-european-history.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65e823f6b69d443f4ff9058fd23ab1dc87b21dfab944b74f7a32816ac709a799","formula_version":"titan-u-contract-v1","latency_ms":0.5877499934285879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8771eb8622411be57512955d953959d5e876ca79a298d98cc0660fcdfb66e08","sample_id":"mmlu-high-school-european-history.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3f078f4148204e6c62af7f1bdbd286666b5ba33d6d881fa07e2d6e238bee4fa","formula_version":"titan-u-contract-v1","latency_ms":0.5325418896973133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fddb8d189b380e9e7d0963c9481f153d82510310ffe20dc40c8f17701897f45c","sample_id":"mmlu-high-school-european-history.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80ff1ee9201e398d557a377583a9d996fd62a9c7b8a0c14157c7578ccb99e2c5","formula_version":"titan-u-contract-v1","latency_ms":0.7807499496266246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09771b7a96a4da6daf4f48bfa70cbc8ddc04ac590a5c5e8125764b2b4e61efe9","sample_id":"mmlu-high-school-european-history.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"755e1ea1d340b61ab9adde49e2266b1129fd28158c399f35a4e1033ced9cec90","formula_version":"titan-u-contract-v1","latency_ms":1.1329579865559936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d91e5d5bd794fd802aff7b2bfa47f4238ee36a9fa7430a7a00af4772a1e48cf","sample_id":"mmlu-high-school-european-history.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28707e0a4f01c94a923a8802d4c3df06bcabfd11c0fa21425cb5d8a36d7e3954","formula_version":"titan-u-contract-v1","latency_ms":1.0497920447960496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cc86dd8e241b63896f7650b3616ad46b76532f577b43fb03f09e961c6e396af","sample_id":"mmlu-high-school-european-history.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59f3d4240011c48544699e7f6b24b698dc3a1e7cde157aa2fc383fefe6adb1b8","formula_version":"titan-u-contract-v1","latency_ms":0.9742080001160502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6a6089819f2d6a8c17414a8725af4267e05bc30b5ffb16341c347d86fbb69cd","sample_id":"mmlu-high-school-european-history.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"195bc0d7a122d45dfc280140516a2fbba1bc2cb09270a0d8a83a2f2613d2a6bd","formula_version":"titan-u-contract-v1","latency_ms":0.936041004024446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d20f65664b8c203ca8d74d412b42b70a9ae7bb64b1e82726aac23d4607bf033","sample_id":"mmlu-high-school-european-history.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc1d95046980a728d3f57d1101fbba28566b0a57d9b0a7e6a7358f453b9e81e4","formula_version":"titan-u-contract-v1","latency_ms":1.0440829209983349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14a4a0062ff30154f25e1b9ebea6af4dec7ac44d705fd3feffdbbd17336c3f34","sample_id":"mmlu-high-school-european-history.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e57cb282c2cbc026b1ba0c2e35f00b764d7692412948c6d2fe703a4aa55f6ea1","formula_version":"titan-u-contract-v1","latency_ms":1.1689580278471112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1f6a5b2cff1410f832b408044df674d3b29af3b423a3fdd0416730367066852","sample_id":"mmlu-high-school-european-history.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77f1cc8c25643028aa187a8d4e1701c280ed830ccb2989978ae4f35b412269f4","formula_version":"titan-u-contract-v1","latency_ms":1.3522080844268203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"090c9c21e77ff9b5f66888e208f428cbe31f7694120d99c826b7a60293133de9","sample_id":"mmlu-high-school-european-history.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0888376fd589fdc1e52c4145e4b6a880641cf4efaf7b0de1560e9c3bee141437","formula_version":"titan-u-contract-v1","latency_ms":1.1595420073717833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d50c4aaad0dc3cca5e4916d915b63aef1efabe25bee9c72662358d3699064119","sample_id":"mmlu-high-school-european-history.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3443c4f52e2a7550132b19ebe50925f5d0462ff3c4d81bf706277809578a58a5","formula_version":"titan-u-contract-v1","latency_ms":0.8636250859126449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c8d2151abe9c6089fb9ea1a811e29c18fbbd795968564b8cf5bc037cde13898","sample_id":"mmlu-high-school-european-history.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4aa2e6d8164b689e959296ef9d3ea2c3ae38f3eafb526a4cf482ea8b0fd8f1ee","formula_version":"titan-u-contract-v1","latency_ms":1.1283750645816326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abeacc5dc57d3753a93a38ce3ff45b30e2d445e219006d09092f20632312b55c","sample_id":"mmlu-high-school-european-history.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0495fa6e5f42398eb939e7595f27a1c82658bd64f5d6fdfe9783a9d685e2a2e","formula_version":"titan-u-contract-v1","latency_ms":1.1802080553025007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ac39dd318efce9f5284814dfddba070ec8207fc9770f15bb010a3cc4a667b66","sample_id":"mmlu-high-school-european-history.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6b060a178a2b6c7f26938bfbd46262859b71a9595cfacb3c0f264daef7a766d","formula_version":"titan-u-contract-v1","latency_ms":1.2953339610248804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd98535bdb87bc0fbe764a90caefac931daaa21b6f94abbb7fb34e94dc2e84bb","sample_id":"mmlu-high-school-european-history.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"093efa413bd041323df3d682b5dc2a3c192719ba67acec435a5b634608291044","formula_version":"titan-u-contract-v1","latency_ms":0.9246669942513108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcc2540ec665b513689a99013b7c3770eb673d45af7db8185d13a5dad77e4c50","sample_id":"mmlu-high-school-european-history.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83bc4d2e32be42efb1e1d1fd42559714a9abc20238a88bbd793615d68c32e4b3","formula_version":"titan-u-contract-v1","latency_ms":0.9557079756632447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33de9821dc85c7c26de263cf61a6a1bd2dc4a8739ecc1150edf5ee19d599d6e7","sample_id":"mmlu-high-school-european-history.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"003eba02f90c4d6bcefd0eb726a9b2eca5bca272d15bd956c988b068ac765dd8","formula_version":"titan-u-contract-v1","latency_ms":0.8827080018818378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0055e7ccedcaf2e7ccc21e2dc2b4972eae2f549284b8ac5bb4f78acd705a6bb","sample_id":"mmlu-high-school-european-history.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"719152f842ca714576f233b667950a15fcf6f1e60b98f80a415fd021e2ab8b64","formula_version":"titan-u-contract-v1","latency_ms":0.9009160567075014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3103394a6e492eddba8e7a404a5d52a7cf95e4afa9080e711c9167c559b33029","sample_id":"mmlu-high-school-european-history.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"460eba49ba9f1a6743d89c41cba263d39cf83274cc2bf056b8e14e60a65f3194","formula_version":"titan-u-contract-v1","latency_ms":1.0795419802889228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74d5ee5430a7eaeea815f6875df27ee41232f7c5df0abb56e6a68e3145b502dd","sample_id":"mmlu-high-school-european-history.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c178e717fb4a06b3c6e535b8c4b6fe6b8fef164540b49dc03c7d0cd4d72b529e","formula_version":"titan-u-contract-v1","latency_ms":1.1744170915335417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4d274ff3c531fd075638e8b32db3568785191292c221ee3ea733a1195b68270","sample_id":"mmlu-high-school-european-history.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da62c3efb7efccc1e50fdc3b6bb851ee85187cb349b71718a0b7a7097360b6e5","formula_version":"titan-u-contract-v1","latency_ms":0.9551660623401403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ebda298871cdff546f2b64181ee97e1fcbb5fa0afe686184b267654208ab9bb","sample_id":"mmlu-high-school-european-history.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aae617eaa38568a6663993cd311ad605e7b57bfbc331ae44f0be6c5679ec1d52","formula_version":"titan-u-contract-v1","latency_ms":1.0556669440120459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f15543a393cd310b32add0bc57de872510feb9e375674bb8c1bab4a399c31d3","sample_id":"mmlu-high-school-european-history.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fdc92a19cf83116ba4318f9af5e6e6c19d1e3fcb2598661b22e4847edcc9cbd","formula_version":"titan-u-contract-v1","latency_ms":0.5974170053377748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f617d26c11fb5ca02c208ad90dff3cdc498a208170136a94b83d7f8da8b62822","sample_id":"mmlu-high-school-european-history.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21234fcfdbb42fff7b710816ea55b4fc2345265d4a34d24c0a2d83519d2b3973","formula_version":"titan-u-contract-v1","latency_ms":0.7990830345079303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cd1a16bf0322b2b677ca9cc8e785746939c76cb44653ecd705bc2fc75634739","sample_id":"mmlu-high-school-european-history.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"993470a49ff7bb27027c8de23ef75e0449126cca0e3b69ee143c01f64e6a4063","formula_version":"titan-u-contract-v1","latency_ms":0.9553330019116402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac659954e3378c156b3eb1496f895d2db7f36df2bc680b4aa7a627191911f57a","sample_id":"mmlu-high-school-european-history.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9353ab7bfdd88b70adc95a81f8fdb919f44dd7ab6ca075d420d21f0e45e37168","formula_version":"titan-u-contract-v1","latency_ms":1.049000071361661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15f8828747f0d26bc3e68576ee1b67545cc22447f2007020654a8e6a6eb57291","sample_id":"mmlu-high-school-european-history.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63a5b56e78ae1fba8913008706110c5b36f898fcfcadd3b5fd79366a0cf0dc96","formula_version":"titan-u-contract-v1","latency_ms":0.7277079857885838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c68f7455c7962f274d76e16775918d8bdd929fd2eca2bfb05cc2bef73ddcd6a","sample_id":"mmlu-high-school-european-history.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad7a618092bf711aa366bbe897c10be607c7ef008b968c4a8d97594af5c39f30","formula_version":"titan-u-contract-v1","latency_ms":1.7504580318927765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"919eb72a4003bebc27235d4fedc49b0e38ab265275557c8242faaa5ab3a77242","sample_id":"mmlu-high-school-european-history.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0850ebd6d3fde3f1daf52775259cc47df4013c71e622f3b345b9f426616bf51","formula_version":"titan-u-contract-v1","latency_ms":0.7841249462217093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fe684b16c7379f858d9c2321a38713d8707340578e5b050ed12aceecb113bed","sample_id":"mmlu-high-school-european-history.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff0d804173393922d50d2c38bf3678c7ad7d15c8bb5b20fb5da8958f45a57659","formula_version":"titan-u-contract-v1","latency_ms":0.8049999596551061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84323d2379c8b4123824d8e7752444b1c6a0c6eb9f5c7a2c5e39757905845f43","sample_id":"mmlu-high-school-european-history.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab57d876b17ba3fb83ef9c8a90e5c1d7addd98a38651dab2105eb6cf85ad351b","formula_version":"titan-u-contract-v1","latency_ms":0.9113330161198974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3960de4abd20a657ed16704c915e09edecc2d59e8526aee0f279258b392bd4d","sample_id":"mmlu-high-school-european-history.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"051db2f6cb64e6a2bfa5b552d9240393750e114382a304c6796a741ad16373cb","formula_version":"titan-u-contract-v1","latency_ms":0.808333046734333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3893a304cd0c4d5bad1d903ce31e13e7c6f73b091a999d3e4a22120cace06f4d","sample_id":"mmlu-high-school-european-history.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17c1bb50d513b3bab5f22f360393a41749865a3743c9cfa1e6c6417125801efd","formula_version":"titan-u-contract-v1","latency_ms":1.1367079569026828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af4dab73dff27706874a1780a21469f033a227a5b1095d2ba40d85a45f226efc","sample_id":"mmlu-high-school-european-history.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5950716576bc18509d406df7a9eea97f482770df3d107e6aa44b51344f711734","formula_version":"titan-u-contract-v1","latency_ms":0.9734589839354157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"addad7860c1a948d283966b2ab60876610b9fd9d5ed3a31fb26176633fb4df62","sample_id":"mmlu-high-school-european-history.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2a61a6c15fbb2fb5544d4cf3453158a4c80b527fa8e781734e8841c07335902","formula_version":"titan-u-contract-v1","latency_ms":0.921958009712398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2af98b8bf7957d9b27cf5f565641efdc636842b29767884ebea84c6cb434c91","sample_id":"mmlu-high-school-european-history.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a19bdafcc8b81fd1c1ac0c23dddc3fd0c7871357f869266ec668b52468626413","formula_version":"titan-u-contract-v1","latency_ms":1.1214580154046416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d690ba7684baf831ccde6bcc976d54111c90d9f9023afcd480d034b9ac7fc700","sample_id":"mmlu-high-school-european-history.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f044f78effa47e0e08a1b63f877b51ae19c5593ced04f990516e0cb772c6c37c","formula_version":"titan-u-contract-v1","latency_ms":0.7987079443410039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94c73d254d051de1fc90393f02b76dda6091cf87b9231748658776e05a31432d","sample_id":"mmlu-high-school-european-history.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bdd8457fc345681058af7c2f5bcb285580cbdc0552921e82b5c5a1c3544f439","formula_version":"titan-u-contract-v1","latency_ms":0.6995410658419132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99a70223f7b98424e7ab30dc207572851b4427a62da723ee22a3d87ac3bf6b16","sample_id":"mmlu-high-school-european-history.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adc7265e0153f2d3f89deaab8594d16e3b3b274c2345658b6bb846418f05250e","formula_version":"titan-u-contract-v1","latency_ms":0.883165979757905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dac0bc04e971486ef994601f803d8672d4d610f8478e18239cc3aca9c576bb08","sample_id":"mmlu-high-school-european-history.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2916c22f527a42705c9dbce6b6cca35190de7203da61e3135d3cd1d685d787d7","formula_version":"titan-u-contract-v1","latency_ms":1.3347920030355453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dbe2d238f3024eb6c5aeabfb45b707e78700d67b0f191192d6af804fcd474e4","sample_id":"mmlu-high-school-european-history.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a57d49a22e6a1a98317dfe681831b742e32bb58c6c98aa19fd3bcf7121a9bf32","formula_version":"titan-u-contract-v1","latency_ms":1.539291930384934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfa3127c4f7b8cb6231e6b8b3bbe59359085f9c6103347763df8cc85dbaf9fcc","sample_id":"mmlu-high-school-european-history.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d047e93c01703fc740b67bff3c69e5a91c141c89f097ad16d232e0ee04d24120","formula_version":"titan-u-contract-v1","latency_ms":0.44604099821299314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b15d0022c4a82639870e3f4a4ad5ccacd68c7a3801bf091e7e4412cf6c27e66e","sample_id":"mmlu-high-school-geography.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d4b66efb5d5f15c1a3014f69887f779fd668dfc62985a4b2f3234ea0a826cc6","formula_version":"titan-u-contract-v1","latency_ms":0.7591249886900187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64f14db690124ff493263003e31f4fcc4183f0644c940bcdc4e8b8b72f4b7df7","sample_id":"mmlu-high-school-geography.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d2595c4706a8f2ba9473c62bf1e8132cfd574076ef2fc8818cfa45e4ed6f057","formula_version":"titan-u-contract-v1","latency_ms":0.7854580180719495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a16e621e61c7af2441d653c22ca55df49d81a8272f5795740a7c1642fd287d17","sample_id":"mmlu-high-school-geography.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30b4aed7858397220a8fb4e750c9db76e943a38e50a953144dbc34b08406db7c","formula_version":"titan-u-contract-v1","latency_ms":0.8078330429270864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db5282d01327e427700190369742affa4986c0650e3dbc26c96c40c47973508a","sample_id":"mmlu-high-school-geography.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0911a30f35c7f1219bcad81813043670d29e48b1edae5e8e242334274926c470","formula_version":"titan-u-contract-v1","latency_ms":0.7381660398095846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"982a08a5760ae0848432c4db95a15f2ffd13ea4b92eb588f75a7c53b9570ec04","sample_id":"mmlu-high-school-geography.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9e3b8e1c20b1d105d06d7809b674644fe1c79d677a18b7e841da9fc71a49178","formula_version":"titan-u-contract-v1","latency_ms":0.9380419505760074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c31c51c734e0997fa953b9fe7b98690557d254f68c40f33e6adac2a394914b80","sample_id":"mmlu-high-school-geography.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e43484bc9c23d57f72de30d970c20249364f68feffa465afc4d59aaa4e30722","formula_version":"titan-u-contract-v1","latency_ms":0.44312491081655025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a75f87a13364963c111b02fe4b929646575358269079681fbc36eac487f45dc8","sample_id":"mmlu-high-school-geography.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed475aac43abffea94ddf8ebd71aeb52020411fe2e048872bb6a55af7976bbee","formula_version":"titan-u-contract-v1","latency_ms":0.39962504524737597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57c6949b24b6c4ca8fa77fe0a47dfca040ffb0dcaeeac13b33ef02398be53625","sample_id":"mmlu-high-school-geography.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e61e2d021f075df0d4243aeefd0aaf95cab7455722f79852888c7fb1fd3ef7a6","formula_version":"titan-u-contract-v1","latency_ms":0.488709076307714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b41f0d496040a9366df782521cdf8a349d0160907f6f49425fae68fc52f15729","sample_id":"mmlu-high-school-geography.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38bc187e165312453825eef37c56fb5683fa1955380de3c03fba8648ddcf481c","formula_version":"titan-u-contract-v1","latency_ms":0.6451250519603491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4991ce52486c51fdf325af1b5ae423850178024946106fc609980afb68e59a8","sample_id":"mmlu-high-school-geography.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bb9b92b7255bad26843ef7cd3d1e6d67ac2a4b3914cef5b48055b083786f99e","formula_version":"titan-u-contract-v1","latency_ms":0.6047909846529365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7283ee6eef36968a6939e5fdf3df69b543a8d6c22816642cfc088cc75eacbd39","sample_id":"mmlu-high-school-geography.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c3863fe738294ab5f8654bff677a00b449701a80ba71638ebc56230c8597e79","formula_version":"titan-u-contract-v1","latency_ms":0.6104160565882921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"156739c2acb46479b46432af54203494867b497ce8c4b520741bf77211056b58","sample_id":"mmlu-high-school-geography.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a678f3c8ca3f56a1c2d9082552681513aa0061bac8f9ea01d91b031e2c400d61","formula_version":"titan-u-contract-v1","latency_ms":0.4492499865591526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df13f274f8e16e92c174345fe2cbc10a6c23645629fd994c21e6cf0379b7f63a","sample_id":"mmlu-high-school-geography.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d557a3a6c7b4c66b0c6f1b49b67b2d28b703b7beac3844b225be65089e126c0e","formula_version":"titan-u-contract-v1","latency_ms":0.5926250014454126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"492719031e0d7ff06d0e6cbb5e593b1c403dcd940d712e1caa457ee6845e0e03","sample_id":"mmlu-high-school-geography.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4fd9be95b5f943dcb1e2142ca90e60fcf5ea0e2c380420ba3af480d106ecf22","formula_version":"titan-u-contract-v1","latency_ms":0.4895830061286688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d8d053f3b40dcc97e06b7650aa9689fc399dcfa587d90a84e8629b2bf7e570c","sample_id":"mmlu-high-school-geography.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c95a066704c702bb4573f6b55cde6aa59d890bfd32173aba72313ab2e38d3b3","formula_version":"titan-u-contract-v1","latency_ms":0.527750002220273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"677b67244fc03ecc7651d3bfbdd6e89e1542fd7d9ba19f55edfbf2592c694236","sample_id":"mmlu-high-school-geography.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccaded7ac5e560632862cb3c0473c3f1fa2c27e5c89303c6b663e80f8005f2e0","formula_version":"titan-u-contract-v1","latency_ms":0.9197921026498079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df5012cfe9ee941b6b6df7bd322264d6a7a603517c5d4133b554f4d73014007b","sample_id":"mmlu-high-school-geography.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e53775ff5c269166a447a7e717ce82a0ba6a55f6515f30763baa2fb9d47729e","formula_version":"titan-u-contract-v1","latency_ms":0.5625000922009349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca8e8bb89001c9e5aa49c3bdbc313942304450f845781adddf9aa486a2327e64","sample_id":"mmlu-high-school-geography.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1bc616350961d8d55245ca9314815262e972991eb08bbd706f08e087ed83bb2","formula_version":"titan-u-contract-v1","latency_ms":0.64820796251297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35c9fa1a4934f3808e507837aa28f1d7776b530410d7b15a261626fe02988781","sample_id":"mmlu-high-school-geography.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fe2390ff23921946c851e2afa51303b4237f3db1f42d39473f6f7dcdbdf4059","formula_version":"titan-u-contract-v1","latency_ms":0.6054580444470048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f444a47feb19bc53d0f651be97e3b0794adc93c5defdb233807904397981993","sample_id":"mmlu-high-school-geography.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ec33922ecfc0abb759d3b3f4dae7f2a62da235855d2d3a9c931140c2314249a","formula_version":"titan-u-contract-v1","latency_ms":0.44299999717622995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6706e952d56db4cd6fe376e83eecad7077bcee99277ac26c154f25de709bd9dc","sample_id":"mmlu-high-school-geography.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"285f9cc9573c953f69a57509482af0769fcd1e0780dbe5b586e66184d604b256","formula_version":"titan-u-contract-v1","latency_ms":0.44474995229393244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6fb5fab7ae9a728bb0b915bd091f32c67939cd267d8b93e8a6e796c4eed5392","sample_id":"mmlu-high-school-geography.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f40e9fcdc48791696edd3e7684d9ea2047e5f5b17e8860f85c6c5a5034d4f169","formula_version":"titan-u-contract-v1","latency_ms":0.8829999715089798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00386c48180edf1c1e6c9f20ba346a95e4a5569c543094fb22c54338092cc47d","sample_id":"mmlu-high-school-geography.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7826b7fb6bd01ab904296ff301244feb443e477550c0f06e4df27e16fd231b2","formula_version":"titan-u-contract-v1","latency_ms":0.6862079026177526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af28feb236a3b5435a81bb8d65190934c2645d0ea9d7b65f36f50471c9df9d5d","sample_id":"mmlu-high-school-geography.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29f5120304708a80365de6040ca6c1942669ce8a70d6b40c41c8af604af69c9f","formula_version":"titan-u-contract-v1","latency_ms":0.4519589710980654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe74b86a4475fcbea22548af487c392abb2b2d93133f943700c76397826eef43","sample_id":"mmlu-high-school-geography.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f867cb85fabadc77c7b6880289d94928e3b8c4d8bcf334138afb2d454c0b00b","formula_version":"titan-u-contract-v1","latency_ms":0.5410410230979323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da009a949551485f40316a3a9d45bca6448abb78ea53642e2661911ed72dd242","sample_id":"mmlu-high-school-geography.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46075fb195a07d1795ccedae5592a0db39397ad9a57508433d2a96001deea601","formula_version":"titan-u-contract-v1","latency_ms":0.6883749738335609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5a4f646628029e24ac12951b66d5315580dc459521a66c9906cf2fdd0cf42d2","sample_id":"mmlu-high-school-geography.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e587054a037aa9504067b5d226eceaae263510447fd7da4c2c1e61634abf1ab","formula_version":"titan-u-contract-v1","latency_ms":0.5775409517809749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81dc256e9c3646b1d127e4bbd52d1836a3c24b438d36f82ed461eb215ae87f86","sample_id":"mmlu-high-school-geography.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"776f72fdf0e62431cb3f7cdbff94a380f7d5213999a350f7b04469e79d171f57","formula_version":"titan-u-contract-v1","latency_ms":0.7068330887705088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d808156a23b0f43fedef9c72dc9379542139fc4e551f89b680873a2c83a56344","sample_id":"mmlu-high-school-geography.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da6b0d16c3c7a4ae791d13514dfeccc648a1283b3ce43ca774d45cdbc61c91ba","formula_version":"titan-u-contract-v1","latency_ms":0.4645839799195528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7717daaacddd26c2eb48f5a56e37aea8279693736976edc28181234e22a425e0","sample_id":"mmlu-high-school-geography.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b107bb994ff1801c131e0e01af04c05efdf72497fd83d2add71c6f79011953e3","formula_version":"titan-u-contract-v1","latency_ms":0.740625080652535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0a9bcd01a9eeccaa03b3ec5be62503a4f450d745a2d4f208955fb48bc27ae2e","sample_id":"mmlu-high-school-geography.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfd1caeee5cfbd6a018d5a627f4c74b5b355d6dab3672862da4f3b17e304a461","formula_version":"titan-u-contract-v1","latency_ms":0.5904169520363212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09da27a4535305559a43d688978244564eff1249f15a5624774186839f0726c2","sample_id":"mmlu-high-school-geography.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80fc01348f1f114907a7ddbf0e0ef61ea6fb90541a05eebed9522cbf77f580aa","formula_version":"titan-u-contract-v1","latency_ms":0.8107919711619616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12d37570de4a11af0ddf39c62171defbf4156173d67e314a8dd954fdbe10daf5","sample_id":"mmlu-high-school-geography.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b7fe590b63302303cc0ca0e9b49d523b47c5272fd6c97ca8c95303be1703a40","formula_version":"titan-u-contract-v1","latency_ms":0.4557500360533595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2a1fb11f37b12f7b20f957b2a266297b4ed2af8a9511a6749cb34333c3de110","sample_id":"mmlu-high-school-geography.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e55ea689a0ff885f6497ae120ed1e275e3fe7fe641c5b77f807fa4b06188e39","formula_version":"titan-u-contract-v1","latency_ms":0.5631669191643596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12974597f37980b6a68fcf8149b3d791442d3e2692f4e2447288089b4635bdad","sample_id":"mmlu-high-school-geography.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7270e326f58fb55ac5f35663fde980025c439cda36e9b0ac7d7b07acc78475f","formula_version":"titan-u-contract-v1","latency_ms":0.4272500518709421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78e26a7df561a558b52cabc3f570867722b9173af99adceea5dc6d28c131ead4","sample_id":"mmlu-high-school-geography.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74dea9e51440aac507858adf9e66027dd66265a35b26ab062eb0c9375477c987","formula_version":"titan-u-contract-v1","latency_ms":0.5497499369084835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa2117ad9c88e55dcd1c24d48ea145b31b33b42956105cb8b1a1c7ef5a76adc6","sample_id":"mmlu-high-school-geography.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f15d55edacfd7411bd3b40df373ccec720313fa2cb9988399224d4ad33cfe68","formula_version":"titan-u-contract-v1","latency_ms":0.4397080047056079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f78afe012424c67fc2477e61538896e68e5357cfdbc06ad5ab478814ac25db9","sample_id":"mmlu-high-school-geography.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9b700bf27ed5eb0424edaaea38adb8370e4ecdb97043eaab73637465c9ae22a","formula_version":"titan-u-contract-v1","latency_ms":0.5534169031307101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9145b44884f4a2879990bddeccdabfb8c275e2afecd0a45e412d2758e374cb8a","sample_id":"mmlu-high-school-geography.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5386f02e75b8d69799e8fadb1c01a2e98a7a5ed7d4b65dd2294e7d8c14510531","formula_version":"titan-u-contract-v1","latency_ms":0.7147920550778508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59c1f35da51fbc62d8c7bf5377a383083ed1902922fcc96bf72461c3e761bd1b","sample_id":"mmlu-high-school-geography.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a12d9d1809d8b23a200203b6347dec46de5bfbd9d67d9c0359c6f485eaeaf8e","formula_version":"titan-u-contract-v1","latency_ms":0.4875409649685025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a32d0c2521f8ecc2fdfd670a166373ebe588949925260ef8a9293b60a7a1753","sample_id":"mmlu-high-school-geography.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d04f7cb2a095a61b9bbc072fb337584279e2d2378e64c7e76990e5985fe3867","formula_version":"titan-u-contract-v1","latency_ms":0.432124943472445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd73f1a30847c4f460b0508a5d30f393254eebfa96e93f397dd50ec02664245b","sample_id":"mmlu-high-school-geography.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"606db825410a7e9659bebe65a7687fa19b155fa9085e371f43391936baa58ebc","formula_version":"titan-u-contract-v1","latency_ms":0.5837500793859363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed4910aaab6b29012ecf5d6f80563ff385ff101d667cdd6ada822a6f63be1f02","sample_id":"mmlu-high-school-geography.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d91c54fd02746af2258aa03f1f0663b7e5079511a6d712fda86d8d82d7a45de5","formula_version":"titan-u-contract-v1","latency_ms":0.45116699766367674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cf25de7269ae4ffff80432061964f2ccd46e2e81869167415fb5a858ada0bb9","sample_id":"mmlu-high-school-geography.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67aeb0d3daa6e7d84ab6d7d89664d16f6eca54f5a95da6fa39a951009d779129","formula_version":"titan-u-contract-v1","latency_ms":1.0034169536083937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56ed76fcccba9ee6ed9a9f579cdfc295d4baafe5c40ccbf5337bc96edd83a74b","sample_id":"mmlu-high-school-geography.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f96ed7e44913cb7d1c99e5cd453c2544e32c1d4a3f68177ee103ffc9998b57c","formula_version":"titan-u-contract-v1","latency_ms":0.7137920474633574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"860ad6e90f6e46c8a8db9a7633d680f8649b0d8db94c89c3c590833d837b3c11","sample_id":"mmlu-high-school-geography.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2170af237f83e691450bc49c7a68e0b5e64eb2b7a6187551f858b007ed924e90","formula_version":"titan-u-contract-v1","latency_ms":0.48616703134030104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fab0c203b3faf40abcb0a165f70c49f237ec28f91e09bce90a6e8c7b8b20184","sample_id":"mmlu-high-school-geography.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a79614b4c20cf8914599ff9811217f8341771fc51c414507570e7aa7e8985fb1","formula_version":"titan-u-contract-v1","latency_ms":0.42154197581112385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69cebf90cb2a815fc88dbe5345326c8ce29887f0c245d4a6441780164b00a61f","sample_id":"mmlu-high-school-geography.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66dfa05668ad382a6ab0485d2b132dc4e5257f53aa7ed31ab888ca41e3eb3850","formula_version":"titan-u-contract-v1","latency_ms":0.7597500225529075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d10603ea4c5622e101fb9452bbb3f5c512adb1c42caa0a2efd0be59855fe5044","sample_id":"mmlu-high-school-geography.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c396676dd9192b04966e9b54a1d9163d4f2c42d70b5b7667b6ce4bc64942501","formula_version":"titan-u-contract-v1","latency_ms":0.5219168961048126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8072e86a56a6cfc9f05dbbbe828d0b913ee1d9fd993877d4f4aba85b4c8ce57d","sample_id":"mmlu-high-school-geography.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eadbbb098abdc011217be61f8561893871ab0b9e855e8fd6df7772e73677ea80","formula_version":"titan-u-contract-v1","latency_ms":0.4451659042388201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a601f7039f7de1f7efa5a017f2a36184874eff7b6720fe04c6621581bacda5b","sample_id":"mmlu-high-school-geography.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8303d1f561a37ff4f389a5e62619672596f7b206ce63ef5529c3c6a0f4d407b","formula_version":"titan-u-contract-v1","latency_ms":0.45137491542845964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4395061bdd819b916b6d1d875b2483ab246e406a817d2b82c70d1d0c6c594c0","sample_id":"mmlu-high-school-geography.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"453288ca09ab7c1aa01147cca3710b9cdfee14817391bd5d232be9f40f79dac7","formula_version":"titan-u-contract-v1","latency_ms":0.5571669898927212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edc319c6f1d4442202464c41f256e5ecd14d22434192b7ab2d24dff87d2e6b2c","sample_id":"mmlu-high-school-geography.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfb83679dc7c4307f4eebe6b8ac668054e3dcdea8db80118cdf3b2e82a8e5924","formula_version":"titan-u-contract-v1","latency_ms":0.471291015855968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f86c2d065ebd26d0470b7584681df89346848cc58fe7621d035d9060cd7d91a","sample_id":"mmlu-high-school-geography.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dfc0c79177ebce2ab7ba2ebd57dd9d2ef3f62103cabe161a74899f2fcef5ce0","formula_version":"titan-u-contract-v1","latency_ms":0.9338749805465341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bffa2b7f1000607f7134730f1c6aba9324e725afdebeb807e44b37cff0818a14","sample_id":"mmlu-high-school-geography.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3409ec09e0063bdacdc83935ffe22d5e247c59ea1c714755b3c0aa73baaebce8","formula_version":"titan-u-contract-v1","latency_ms":0.43970905244350433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24fed82ecf77da8b7c4302be4a14204e15a2ad0754cd1c89c105da8e04e12797","sample_id":"mmlu-high-school-geography.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12146757a3cb6df6a0e92f0207cb3ab6d7c4802e67eaf41ec5aacc13c6c4f8c2","formula_version":"titan-u-contract-v1","latency_ms":0.5826670676469803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e13afce7f7301448ecd041e10e2ea35c2c5d7ac1fecfda5c1bcccdacaf4f984","sample_id":"mmlu-high-school-geography.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1e80327195ad85ae399e921551b2b9c5da9aa70b2ca7f778655ae948ce44b96","formula_version":"titan-u-contract-v1","latency_ms":0.7527919951826334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45d593512af4065a81e7cc32f5fb74c80482956b3a51fcf24915f5e97c6b58bd","sample_id":"mmlu-high-school-geography.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a28b657ac24c0baeca56a1a637dfc8e21182d7c287509caeee39a41078d34a3f","formula_version":"titan-u-contract-v1","latency_ms":0.6084999768063426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3c297848fb196e15088a3bb6e9b648e2bfc8fe5c098c6553416cb9333539b1f","sample_id":"mmlu-high-school-geography.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bbd49678e3358b13d948e27495d2d6a0e662c18c34234e163a0d96fe7dc5097","formula_version":"titan-u-contract-v1","latency_ms":0.5489590112119913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f13b6f2db7bf26c71cfa6ce6ad74d81c550ce0a9835eea47bea00179c237d28f","sample_id":"mmlu-high-school-geography.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"925956c423663f297b082f5bb98fc5bc0e8ebed080a6e805c7b72ffbb6b06b09","formula_version":"titan-u-contract-v1","latency_ms":0.44824997894465923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bccf28a37227038a61e563d7c2a88699e1b9baa86442b6659d464cb3f8339165","sample_id":"mmlu-high-school-geography.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3911d966f6938518162c4899ddd8d94640cfce9de3643c8e08c3116f822f2d0","formula_version":"titan-u-contract-v1","latency_ms":0.6055838894098997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"136c1a52fd3f22a6038b2120f3076e6b812d02ed22bbad6da2760df0b6d0b280","sample_id":"mmlu-high-school-geography.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25bbd0553e57ab667e1f09b71e49f8c5079acd592fdaa15beda9064c06c49549","formula_version":"titan-u-contract-v1","latency_ms":0.536374980583787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72a3e56949ca5d9ffcebbb639b97130a6b6958da62feb3e5fb9f91a57b0e0028","sample_id":"mmlu-high-school-geography.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17c4c822321b684cd0864ee7834c0af3209549eb6114c7b7452832467bf7417e","formula_version":"titan-u-contract-v1","latency_ms":0.4479170311242342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fe8535f53c080a117d80a416ebfd6926648d08a339b90ba2b62b6d0ab29a005","sample_id":"mmlu-high-school-geography.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d287bc4626967ee81d38388769265ab32f9ff2ba891bcaf429814a55a999fd1a","formula_version":"titan-u-contract-v1","latency_ms":0.45183394104242325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79b3928fe7589ee62079e919c87f200a8aadb51bbc0ecc7a3d66299fcb86503d","sample_id":"mmlu-high-school-geography.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76727d4426360d40d73e10688a5bf5f234f26659243b6d1c4531e8d5be436312","formula_version":"titan-u-contract-v1","latency_ms":0.5253329873085022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbd07c959c6fe47b04775a5b718adf68d9deabb98182031b101f53ed5f1deb0f","sample_id":"mmlu-high-school-geography.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2877661f3ae20d641f27848f6ed1c3f26893fcb6cf0207dc1c0f9d9bce0dd44","formula_version":"titan-u-contract-v1","latency_ms":0.4835830768570304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46c6933a0e1cbd36bd96463c1a397584854aec1ecd1979318b97c5236372f104","sample_id":"mmlu-high-school-geography.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86350e40456172bd25ee00d41537a8ca1cc094b3aa25b5084ea51f542c6e9a37","formula_version":"titan-u-contract-v1","latency_ms":0.9200409986078739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2890690fa1735f3cd7c525ac11d1e0826a685b9d2e91a85967f51b15c93ec047","sample_id":"mmlu-high-school-geography.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16bf4d150ce0bec80886242105d536b517db17764b50c1230706cf9d1f0889b3","formula_version":"titan-u-contract-v1","latency_ms":0.6169170374050736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24858c26f04c1737b46803886171d7004e41074ce4b08116cbcf4e31321c4f0e","sample_id":"mmlu-high-school-geography.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0ac3181d02774eddb9103a854b1496f8bcc2de9f269c4b2f4e3c359a617be1b","formula_version":"titan-u-contract-v1","latency_ms":0.9927079081535339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5718d3f00469b293002a5533109c404ef25fc79c22dcc45163da1e2a93d66e87","sample_id":"mmlu-high-school-geography.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"775aedd0675f0bf4284ead2991de74b2cb1693bed4dff6d584fc168b4575b76e","formula_version":"titan-u-contract-v1","latency_ms":0.5372921004891396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f859aaa29fee265c31422cec57cbcfe517709cca207771fbfbe1e75dc9116df3","sample_id":"mmlu-high-school-geography.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d3af914a9640c3a79d55187a6796233f76c8e4d03eb21d034640651dae4d415","formula_version":"titan-u-contract-v1","latency_ms":0.47433306463062763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97c03a40be6a549a1bceac6c5d8ca21b5d80479819e466696f02a268823460fe","sample_id":"mmlu-high-school-geography.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c97834adc53ee4685303700f034d54e61f37b30329b22d44795553486717f90","formula_version":"titan-u-contract-v1","latency_ms":0.6425409810617566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d634dd5cc2b97ae03ee53439a81e307caec6dbabd6236744d26e4be04d7fb53c","sample_id":"mmlu-high-school-geography.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31d45fdfa50fc50ea8cb4c98304e5a6af6d140e51aecb6a07771b8ce400133ff","formula_version":"titan-u-contract-v1","latency_ms":0.5295000737532973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b75b6e3353bab2a069810d11efa08c6441cf473d2374bdd3da3605fd15d3506","sample_id":"mmlu-high-school-geography.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50012214429969329291c1e0627d8e45ff46422f8960d418c2a0b5916814e6c2","formula_version":"titan-u-contract-v1","latency_ms":0.4716250114142895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a19e7d4a1ac8c96c71fa41594c61df57c7699264d2c245b81eeb93be885a83a","sample_id":"mmlu-high-school-geography.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"425b22a3a35e9719f37f7b0c2fd9c88eafe3429c1c9ccac84cfd07e7bdf405ec","formula_version":"titan-u-contract-v1","latency_ms":0.5196670535951853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9555ad2a23f525f410f52f4429598317d7e1b0e715572ba4f93bf5bf9f0eff1c","sample_id":"mmlu-high-school-geography.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afdd4ed9d6829a622462ce60f1f31b15d0f5b57a4a96fc8193f400fe88df849f","formula_version":"titan-u-contract-v1","latency_ms":0.4393340786918998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6036fac673af03d5ea83e7c3257cb8f7dcdf9b2623d931b97541417dba3652b","sample_id":"mmlu-high-school-geography.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c53b281cfe3ebf9c8d3585c8283f9a29c8379a845fc0bfb0adc1f343217b19ad","formula_version":"titan-u-contract-v1","latency_ms":0.5732090212404728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9124b81b86053b1e57271f6b1023bf03d4823fef3b6a32591d7bc757adb481ac","sample_id":"mmlu-high-school-geography.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5eaece73e5f8a12573af312825a56ee567ea7bccbd4410d1b3557bdc8173a5b","formula_version":"titan-u-contract-v1","latency_ms":0.479541951790452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff3b16cc53fa6d3379fce128bd86c3139e253251d4b16610494430beb287f7ae","sample_id":"mmlu-high-school-geography.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bc1496ed11d619a937c5ef78248314ddc9a768e94125aef8ceb0f40fbedabcd","formula_version":"titan-u-contract-v1","latency_ms":0.43566699605435133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cd4ed6eeeb3684ada9c74c0740e26bb8101e56c4ad0e115f4a7bfbd57af3b3f","sample_id":"mmlu-high-school-geography.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38cfc14b77fc876482bb7685288dc20b137355346fc489efab272f5905772515","formula_version":"titan-u-contract-v1","latency_ms":0.4593329504132271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"375603425a5e8151afad270ff0076433641b5daa9d22d4f7c4cb81ba8700c2c8","sample_id":"mmlu-high-school-geography.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6677da155b22b043d4c9d6a910e4e67f423a6ee666439a86ef6b6dae9d90519","formula_version":"titan-u-contract-v1","latency_ms":0.570041942410171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af2602988062a30638de8210443ffa6ff6f4abe174a7d457aa9bba469fe86689","sample_id":"mmlu-high-school-geography.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8b436b9eff98ec3d8e87e8df391451f716c43f844f74bd2686d68a63bde46bf","formula_version":"titan-u-contract-v1","latency_ms":0.5182089516893029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2568891b394724cd50f2bfdc06e6dcaa9ac153cf433aadb1bff58a368ffc16ef","sample_id":"mmlu-high-school-geography.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7da05c3fc11f252d5cbb685ccfd0464cfa1ac66189ae77cc9b3a4008612bbbd6","formula_version":"titan-u-contract-v1","latency_ms":0.623999978415668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c533266f3cf30946fe8b013bc7a10e8ebe021fc7e968cb95de66b43fc61f6fd3","sample_id":"mmlu-high-school-geography.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"163f7cf4c7144233611fc8bee5371b25cf6dd1f3f8204e6172242c9184b6075d","formula_version":"titan-u-contract-v1","latency_ms":0.5929169710725546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6906fbec16185694467fda901225ab35466d868ad82c1c5d1f7115ca41483d4","sample_id":"mmlu-high-school-geography.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"278f56632720ad9e95e8d74629093a7fe2ce97874bdb42ff6a82521f62700416","formula_version":"titan-u-contract-v1","latency_ms":0.4577499348670244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f24668b648b082f87c6d3d2f3b5f98e95b9b58d98f4f35438ea1c5556b7d44b0","sample_id":"mmlu-high-school-geography.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc90eeb9cd14a9aa1aafe065b5d008267e353bfb8c06ba7f67dfd624ea7de3e7","formula_version":"titan-u-contract-v1","latency_ms":0.44008297845721245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"679e86a668728544c173b0a8a94fd998800d75b5dac2513d68e6c4bec4e61a27","sample_id":"mmlu-high-school-geography.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"677f9162fd550e53b1ad50437c7a3b084a53fdca4536a140f7892f17927f0f65","formula_version":"titan-u-contract-v1","latency_ms":0.9800409898161888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df4adae9dd498860adec4f8647af3188ebe248e6046d86192416f8a1ef7a20e6","sample_id":"mmlu-high-school-geography.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"361a7e3b62a33e698e2fc0d96c61b209ce92267c629806f61abaf97dc6bbcbe3","formula_version":"titan-u-contract-v1","latency_ms":0.594249926507473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25e142ea7e88d36efebab501d04f3377026b0276cb8bb43fc8d9e2f66fffc367","sample_id":"mmlu-high-school-geography.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07e365e64333320e2f2d134e1d9529f9c9748296c3e7fd86e4b0c48b04f94524","formula_version":"titan-u-contract-v1","latency_ms":0.4431250272318721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ceb7c524ef4458bce613114b54da0c71cdf75f71adf2f4120c7c37621a07c19","sample_id":"mmlu-high-school-geography.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34c855a029baff2e2bd0ab97ce21a0b27cf0bdd2df9f3f2a74184fbedde361ee","formula_version":"titan-u-contract-v1","latency_ms":0.5868329899385571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"beb04eea07d5897c0a51710a2a9db4bac930c0d09b4c419a8a7b68df9be405a9","sample_id":"mmlu-high-school-geography.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d942c0dacf4b7abb2d1cad9f42f6fa720055aa62cedafd13da06b819bd3afebe","formula_version":"titan-u-contract-v1","latency_ms":0.7353329565376043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1efe1069758191c99c00b65951a82eb7eb9bb6cdc89a4f0907d36356449c112","sample_id":"mmlu-high-school-geography.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce7f302806b31f31503d3f520ef3b63032ef59fac1791af64133cc8aacfbef3d","formula_version":"titan-u-contract-v1","latency_ms":0.8489580359309912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a74abf07e9530068a707f4b640aed5959389088ac2cfabf02c45392e69c5331a","sample_id":"mmlu-high-school-geography.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43c933cd11b7480d1081f43d8e217672fc22421c9065b331d6d0fa44c82e32f5","formula_version":"titan-u-contract-v1","latency_ms":0.7095410255715251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"797e91d2111213ee2f06a749e4103feae607d1a90723f7dca84ed26c3b94ac43","sample_id":"mmlu-high-school-geography.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef26ded11c5c8c044cae4bcad2aff2fa80231ea11c0b94292d76d12986f21d1f","formula_version":"titan-u-contract-v1","latency_ms":0.4899590276181698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"671066060748e0eb7676cd0705eeba5fdff17bc154c9cccd99b2cf85d2b96add","sample_id":"mmlu-high-school-geography.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"013256b16b9594cf4a96ea997a94ffe2bc9a69218822ee7817dbdc608c03b6b2","formula_version":"titan-u-contract-v1","latency_ms":0.7984170224517584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb804632a2b8ae32ada1aefdf0fc0f2eba2453aaf326fc985fb3ec5286eb75b1","sample_id":"mmlu-high-school-geography.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4524b3fa6be59d2b74a5f7760d90b38295857bca5f88351b6cc9035b525604f6","formula_version":"titan-u-contract-v1","latency_ms":0.5713340360671282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8c5fc4baa69ed86bbaaa3211f592a33c2089bcd43d2d87f8824eaceddbdbf16","sample_id":"mmlu-high-school-geography.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"387b191b57839f39c59419b81b91de95712b24bd71101aa29ce83bb40ae06563","formula_version":"titan-u-contract-v1","latency_ms":1.0840409668162465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daa933d3063e36600c8bf0d1f1dac3bbb55db142cab2b20e0775ab527d7ad039","sample_id":"mmlu-high-school-geography.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebae5432239cac1a9c00178fb10a2b1be74799cd053c41cfa441550687b8698d","formula_version":"titan-u-contract-v1","latency_ms":0.4543340764939785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"612c3f53cf2f30328338fce3857b075198f96d25b2b9a2a8532c56e39a7a70a0","sample_id":"mmlu-high-school-geography.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c927d37a712ec69ba0f84612eb3aa9e11edf37d164812b2a2ddfa85e4702af9","formula_version":"titan-u-contract-v1","latency_ms":0.7200839463621378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82a168486c5e2d1b1e84e3641519235748632328cea6ec155ebaad30313ada53","sample_id":"mmlu-high-school-geography.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3094809479a404777c0b4f664ca4a493b51ab02e1f395c67ea3e0f087b48a07b","formula_version":"titan-u-contract-v1","latency_ms":0.5716669838875532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"699b89ddfe7c38194ea46ba21da34bff1044a3a0d1a3b0991dcad72ee483f2ed","sample_id":"mmlu-high-school-geography.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85db3d07107c395aa8555897c683b2205d8b490cc8710737e833d86a638aead7","formula_version":"titan-u-contract-v1","latency_ms":0.8768329862505198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab2d27579c072f80ea86ba2de8f7c9b23f17e569ea94db186594f535e9fd3b38","sample_id":"mmlu-high-school-geography.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f685cfe8622263a129cbd7606df2179d96a9823bf673ab323e41a69269826088","formula_version":"titan-u-contract-v1","latency_ms":0.45300007332116365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89691677540eedcbbd317be6123c97a6b5d8a710cc3c7746583737cacce535d7","sample_id":"mmlu-high-school-geography.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfb89ffa95d2b2ffac5f902aa157833b90c09f7af2b3f403a201abbc0395e654","formula_version":"titan-u-contract-v1","latency_ms":0.4343339242041111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abf5a7f6b2bde98508869c63b4048f0cfe96c0b18f175a3651518a46b58e2075","sample_id":"mmlu-high-school-geography.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18fc0570f5607d5a61db73c808ef2d6dc9b6b24c9dc776e94895fecb08844f33","formula_version":"titan-u-contract-v1","latency_ms":1.332291983999312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a874c7f09f3cb33fbcb5539b73fa67873cf925d1a8d134e710941a2c9af7e00","sample_id":"mmlu-high-school-geography.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d1079f0ddc1278b15df03cb785cb5c0fa74418f7c905288c67e8f1dbae606d9","formula_version":"titan-u-contract-v1","latency_ms":0.6479580188170075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"380816cd32fd6e01e17ed434ef1ff657fa7513d675bf0c1e03183add5cb4ad96","sample_id":"mmlu-high-school-geography.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb74d74b40b377906ceb98055605cd5856cab05f4165529b5722f7f13def7da9","formula_version":"titan-u-contract-v1","latency_ms":0.4343329928815365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e43503c3f538d0a3e2c52770e869a742f039c4d3c51c16acf470f99589291aa1","sample_id":"mmlu-high-school-geography.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20d6ddbd337f9cb0e495ddc56270b27ea9d5d9f3a8285a4301aa46d4d366ad3a","formula_version":"titan-u-contract-v1","latency_ms":0.6264169933274388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe38092fa40d6e4f9f45b786c3eeeb3aba9bc90b27d35fa7aecca44900070b6c","sample_id":"mmlu-high-school-geography.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3940d1175866b690a258e8839866d4dd6bf9ff8c199ba27a4901064b2be6fd85","formula_version":"titan-u-contract-v1","latency_ms":0.5174169782549143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df1933a478da542b08979dd1d79016f5a5415ce949dd257b33e63d20886e6526","sample_id":"mmlu-high-school-geography.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31af92ffac5833e1b7f59c8dc3bd1ef5d760147481da11c86f8cb216ce629fe5","formula_version":"titan-u-contract-v1","latency_ms":0.7491250289604068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e48d47e2e2c8ff727f314d78ce2b1fbcf219bac5d9990be6f6507f0ed5645af","sample_id":"mmlu-high-school-geography.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f14fce9142d215fe4049cf54ef5862232533d5579d43f295ce9bb9128f78c3ce","formula_version":"titan-u-contract-v1","latency_ms":0.4439579788595438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71c583c52dd44eff72dced15304db296ef809a4351efb825b251e3553ee03aa9","sample_id":"mmlu-high-school-geography.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90f2a73a313f235367d38ff9e0223b8f4199335f7fd14b7875a5033ae4d66e39","formula_version":"titan-u-contract-v1","latency_ms":0.4338331054896116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71ddf4bb1d494cc4b0d8ab49abe554ee4ec049779b9ff81bcb54d752b55125cb","sample_id":"mmlu-high-school-geography.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0311e6a077904a9168e510324ab220cef1a8403fb3e1a88a5d7cbfa0f332e5fa","formula_version":"titan-u-contract-v1","latency_ms":0.8443749975413084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d9538837642bdb272432bb521397592a7b5945fc0181d67d9d3570cbb76c67b","sample_id":"mmlu-high-school-geography.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4ba6fdde0ed78825285f2f470234eea9662a652a5b02ed20e57a6b5e9630443","formula_version":"titan-u-contract-v1","latency_ms":0.6489170482382178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6e45666cb7910934c7b50bb112e9dfad1da03c5e31cefb8f6ee8294a1aafbaa","sample_id":"mmlu-high-school-geography.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0bc7bf7dbc4edd95e9e6ce52b9be38884ea73157a8e83a65076223f7b90f379","formula_version":"titan-u-contract-v1","latency_ms":0.5971670616418123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0c7a6742b392f13e7902362660e67fa85fc1161181272af7cae10cf5b71a132","sample_id":"mmlu-high-school-geography.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a36082016cf8cd32e667e09bbc4e8c3d15e8d585a574acf44682cf380931ed36","formula_version":"titan-u-contract-v1","latency_ms":0.5953339859843254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd6aa4a9b9602af5a5dc3078d13adf20e1da1aa3653a316b79e82dc5d80d428a","sample_id":"mmlu-high-school-geography.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"787eddd25c836e4abea07245fca52a45f9e72435e88c4b29251f72ae90fa8c4f","formula_version":"titan-u-contract-v1","latency_ms":0.4005830269306898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb3aa95f7c29db9d2280231b4cc940e8acc4bf7b688ffb08f28fa15b0f169932","sample_id":"mmlu-high-school-geography.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e102047a4c1219ab18a6ac0c412643448f0e78ef54482f0c2f97b166d46077a","formula_version":"titan-u-contract-v1","latency_ms":0.40324998553842306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ba6e5039b25a7c2f7558f178b07e1ebb79ba9623b06ed2a8eab8ee0d8aa39ab","sample_id":"mmlu-high-school-geography.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7c293b808811b2fe57ac7b0607e3b75a2f74e7ab2a29ca8da4d206212df5fd8","formula_version":"titan-u-contract-v1","latency_ms":0.5124170565977693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61eb9bc2c44d780936c4d73884ef245e89d35b0d0f7db7f2f368643b186f4b56","sample_id":"mmlu-high-school-geography.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1286f77085a536f5dc6924655371e1926f01322a4dba753e2f3ac2650fc323e2","formula_version":"titan-u-contract-v1","latency_ms":0.5254589486867189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bc6d98526abea63b9cd99a30e4b78a6c31863564000afcefe40847189c9e0e6","sample_id":"mmlu-high-school-geography.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fd56b2138d06ffc118d17c6dbd255a654cd97c1cdfca3ea4e782f38f6965ae6","formula_version":"titan-u-contract-v1","latency_ms":0.4464579978957772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39d5395a21904a31ca49dd644a909af1f3e0e090dd6a91df01286fe029516a57","sample_id":"mmlu-high-school-geography.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"987ae5188d9c667de06409faf8de810579a9ac91ca5423f0fff015c1a1b9b36b","formula_version":"titan-u-contract-v1","latency_ms":0.8770839776843786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"259d0705e762f0ff2484310b32cf689607fa27814e9dbe9f2bf5e127b4132f63","sample_id":"mmlu-high-school-geography.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cbaf9c9750f7178b3b5fb0c3e8c8a7553eb8107bef48fdc72be87d98666f937","formula_version":"titan-u-contract-v1","latency_ms":0.6316249491646886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a32cd0bd361b542fef8cdc94df01426940996905bfd454d24f5e40a57d2c0eeb","sample_id":"mmlu-high-school-geography.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b7eca21d29272fa7bd085a3d1237d9fc2aab42fc50e676016f2df5394ca996f","formula_version":"titan-u-contract-v1","latency_ms":0.5850000306963921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"140732f4a4c421b1c069dd4457d0bbfcc05cc5d83fc03b9ccac0c2bab3f66e39","sample_id":"mmlu-high-school-geography.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72eef4d83e46e7e07af87fff02445477073fcce75ac6ef01c2aa6cd709d6e653","formula_version":"titan-u-contract-v1","latency_ms":0.7031249115243554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd3a60e67caa70c216c9d258309846164c185ebfd5222bf4828dc5e3b130b384","sample_id":"mmlu-high-school-geography.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55bbe31880db63ae6070c8c34bdfb41aa4e50095846d9962d01bcb31c7235e87","formula_version":"titan-u-contract-v1","latency_ms":0.7627909071743488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe920565ad2e6279779591a0c730f2b9e4e7ea564f00127d68fd0f4f9cce2c86","sample_id":"mmlu-high-school-geography.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97eb918dd267f97a2956f56d798379648a8b4488dcffefd04ee580fca7bd18f5","formula_version":"titan-u-contract-v1","latency_ms":0.5836250493302941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63c9529e0044ca463a9e63500989d5c6a380b6680580096025ef6f7410007610","sample_id":"mmlu-high-school-geography.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b03d9a1e957738011d1b0d5b67e377d725b03f8f6ae97c25bca125c672c1661c","formula_version":"titan-u-contract-v1","latency_ms":0.5419999361038208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca98b1baa72cbe3a8efe6cf2468637910375e4c8ca46a822aee690ab179cd869","sample_id":"mmlu-high-school-geography.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed338d0cc0f8a87831624487e3d2100eb15ecf2d4f5d8ac7fd7a1a592ba03f61","formula_version":"titan-u-contract-v1","latency_ms":0.550874974578619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"035d8d67f77701bed86116e0af0efd5ca5d9acc95ae273d65ab0a8f0c3d6a305","sample_id":"mmlu-high-school-geography.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4873c14df6825690f1437cecbd7350e8453bf3e116bb3317ef92ddd1051e61ba","formula_version":"titan-u-contract-v1","latency_ms":0.45604200568050146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39a579db86c863a4a77d9bc1088750b042565a72976f352f6bf68f30783ff11c","sample_id":"mmlu-high-school-geography.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f3094dc2e55a11da6f427af526af3ac25826836d02226fdb733b8a9832f49ce","formula_version":"titan-u-contract-v1","latency_ms":0.7004159269854426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0db617cab33d5ea96cad93ead9c664cc80b5e1679595a12017ca052d43a71c5f","sample_id":"mmlu-high-school-geography.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea38cdfa4fb4462da78d40e9f10e7815e5e5d042edcd148764132d8f1b1e9c93","formula_version":"titan-u-contract-v1","latency_ms":0.5664170021191239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e73bd441394434ce5637aec4a9ae3f2b58ea268acf92a31b1ddc84f3db7d268a","sample_id":"mmlu-high-school-geography.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d6f6e398d3c3a0689342e65118de6767c4e4f87c3c9ee3bcffc3352caa8ca21","formula_version":"titan-u-contract-v1","latency_ms":0.7581670070067048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c189ca18871ac8e0a454d31d53479b22409fa2552c59eb382c1e9c8f32136723","sample_id":"mmlu-high-school-geography.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"644e3174a3ba1cc3495585f04bf7bfc5c44a94bcf13673aba0302557e0133d8f","formula_version":"titan-u-contract-v1","latency_ms":0.44854101724922657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4134c6d1fd8842313ce873e3827aad292d6e3f859bd409509254059140b73b4e","sample_id":"mmlu-high-school-geography.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a52b2fea88b9dc4ee622928b04d6f84fb75ac90d3fc978d2576f18f69bad0cd","formula_version":"titan-u-contract-v1","latency_ms":0.5333339795470238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7ce038a0b112b95e269ed600718af19c561650c49e15aa3de2f064e30902b86","sample_id":"mmlu-high-school-geography.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8550c3a76d10b8a481c5e6307405d402bef0ac3d0d823df1d39158c083638305","formula_version":"titan-u-contract-v1","latency_ms":0.5547499749809504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a3c7400bcff5335c7811837af47b3303db831a672deef4707fd4052d67fb83f","sample_id":"mmlu-high-school-geography.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b66d9b0d5dd636ab5cbd9343c8939c0ed63f403fe4abafa2395e113f2165b6c","formula_version":"titan-u-contract-v1","latency_ms":0.4294170066714287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11c8eb8a341374661cd8019ab637045bf1f50ef094e3590b4425712a49d793f2","sample_id":"mmlu-high-school-geography.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9419aca09d717004abbd0ccfac76eed8a916caf149f7c79ee20b5ca57d00b341","formula_version":"titan-u-contract-v1","latency_ms":0.49720797687768936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ade34825e7c3a5bc4aa5b6bb38f2b6da02037e918dca8a3149c3d48ef62b5e2","sample_id":"mmlu-high-school-geography.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c558b18c0b90dfe851c4bbad17f8accf173340a270e229fb8d39691997adcf47","formula_version":"titan-u-contract-v1","latency_ms":0.651499954983592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3174dc86a9acd3d73e9db3f6ece41364e3f63725272748bdd09a6406132d7b16","sample_id":"mmlu-high-school-geography.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb17d82ff9f6204f799c73011aa4d3b9e2b29c8611d41e95a406dae0d2757593","formula_version":"titan-u-contract-v1","latency_ms":0.94550009816885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f91903de98288da5119c683dd6428530766ae0b266181d9eb861ad99f252f90","sample_id":"mmlu-high-school-geography.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69dfd8e604bd446d88cb92425d4aa3ae0382940465c9a4a2c737e2415bd3c6d7","formula_version":"titan-u-contract-v1","latency_ms":0.5567499902099371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef8b3eabf0dfa729b16278cc2a316512337872dcc29a007c978ee17ead345217","sample_id":"mmlu-high-school-geography.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64c59b03107df0f0b5b2a47b41105bc175dc431f5a6d359cb2da7e7146071fed","formula_version":"titan-u-contract-v1","latency_ms":0.46720809768885374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13e9b689af2285042468131d4ff9025caa8ca6ecdffc7bdec9a8d5c6ce02850d","sample_id":"mmlu-high-school-geography.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74a303bc1ab395e147b0ca4230ddcbdb04c0fed3e8967dda68b5d533118af069","formula_version":"titan-u-contract-v1","latency_ms":0.4457910545170307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15b4b62f495e98cac9dad994b6ff71f82fe2c5812fa8d0206578c0b9d396d8e9","sample_id":"mmlu-high-school-geography.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6b1257d2ff73b419e872d2c53bc5d7a50385b9d9f96b21a666c7c299a425b79","formula_version":"titan-u-contract-v1","latency_ms":0.41233294177800417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a81b1a6420600e66e7614e0d15d5c6a5f693af170ee590e99734ebeccee8397a","sample_id":"mmlu-high-school-geography.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da7e6ac6bfb88c91131218645912a9019a864cf3f485360c72c0ec4aa85b7fb8","formula_version":"titan-u-contract-v1","latency_ms":0.40749995969235897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fb0cced0163e306ce1e6bec176dc38a6db45b26b04be0594fcb068e13b1b8bd","sample_id":"mmlu-high-school-geography.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31d843ef7f44abc800b0a0e3d2628fcad9c15f0bfed218a1a42a7b7e9e5dca10","formula_version":"titan-u-contract-v1","latency_ms":0.40187500417232513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69f07c45b876fe3d5fb23f623f769b0cc0de41ef41511d779ce504d3ea149e5e","sample_id":"mmlu-high-school-geography.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e171ddf2141b5f99426dcf16fb64f01264ee8921264d639ce783d6e7c5a09305","formula_version":"titan-u-contract-v1","latency_ms":0.5258750170469284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb35c0098feced2354a8244c06495cbecdb7b12ecd309784e4217fdd9bd1122e","sample_id":"mmlu-high-school-geography.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e33c3908573a39490a67b31a5e9dc0ac7fbabbd68fc035f737353ed5489b324","formula_version":"titan-u-contract-v1","latency_ms":0.46916690189391375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d22a5b7dc62a3a4f2c309e4af2577264708af7d68e176f2f2369a8309839f0a5","sample_id":"mmlu-high-school-geography.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9243afd615b9bab298677302163abab324e0c902531b5e925373a5a8c90e258f","formula_version":"titan-u-contract-v1","latency_ms":0.6032920209690928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61ebf94e6c258f36b6a1348ae9b9502d2b151213aa678c303f92b4c4ed8c6ebd","sample_id":"mmlu-high-school-geography.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ca1f0416323731ba65682a5d28724d749fdb04fcd277bbc9cd2ce267b9a8dae","formula_version":"titan-u-contract-v1","latency_ms":0.5890410393476486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3274c6bbbc7ee0f50f79020d339d9b01056b9173aced9f5b1b38071b97886438","sample_id":"mmlu-high-school-geography.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87b01b1c9e362fd362a18700ed30e5529b1e3ee896aeffffb3bb2568318f2ea8","formula_version":"titan-u-contract-v1","latency_ms":0.4686670145019889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e85b69e6ddeab1286003e2fb21d8aa441973babf230dea87f9376cbb852d052e","sample_id":"mmlu-high-school-geography.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0b99b524195575f367ef886f5d2419ec53d076976b9ffff0937a5b7e8dc58d2","formula_version":"titan-u-contract-v1","latency_ms":0.4307919880375266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5d7bcfe393dc28d3cb2ed740384992c1bf41a97f751c67f8b904695745bbc1b","sample_id":"mmlu-high-school-geography.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd65888a727ae66825b295969d2247d657a9f6e0d352ebc82432029f94e903b","formula_version":"titan-u-contract-v1","latency_ms":0.5884169368073344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4f205b9a58223d7662113a40a252df1f8ad8769a5f06c5bd78a017245686606","sample_id":"mmlu-high-school-geography.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd398c06e420bbb36a9693b16219526bb60788668e96b6726c2742a08ed91e46","formula_version":"titan-u-contract-v1","latency_ms":0.46216603368520737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"528117a163e706cf3f96af757c03cfdf701d366f84ef2318c0eb36e209c04096","sample_id":"mmlu-high-school-geography.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9932d4b82a66be674519e557336fed65297227e7a9996557f9f79b653d85de56","formula_version":"titan-u-contract-v1","latency_ms":0.672208028845489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"579f84b59c71ffc4616583b3d9e284ce1c17522f365508dfc60c6d1b18e5e806","sample_id":"mmlu-high-school-geography.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"847a28aebe96beec64e2469a39a30512ebd7083e4f9ee7f56873b22b3706cd3d","formula_version":"titan-u-contract-v1","latency_ms":0.4363330081105232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d9536a5abe8fa886512f16be5f8e7baa91b1c9bba38508db0a5ec5849796429","sample_id":"mmlu-high-school-geography.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67e0be2798c8de23af1519d2cb2f7fe0ca4fa47f663a5d020e125f2b43777551","formula_version":"titan-u-contract-v1","latency_ms":0.7505000103265047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"016fd71e8c410a8efb3ac313bafa765dd433511a17ba04b6b0f2c4e006fae4df","sample_id":"mmlu-high-school-geography.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c01b276dcbcee0f92f79a9e6680fa17626e59a81a0f0b52ad402cc7b892bf785","formula_version":"titan-u-contract-v1","latency_ms":0.4951660521328449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"946c2c06478eb8e7f2bd705d2ceaea08cbd9d3c2f769e5e9d4f176129c69e7ec","sample_id":"mmlu-high-school-geography.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"313dbe9d845708feb28ec2e787c6116c0f36969f6c2cda067a008da7ec63dca6","formula_version":"titan-u-contract-v1","latency_ms":0.4534169565886259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4764236ed5a35e813bf03b90a8aa94da8d4cbefcae5f347b65f352b7971209d3","sample_id":"mmlu-high-school-geography.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1574830a946070982ac3757b4ae04e6b170164c3bbccc7e5d97b1d33475ce4e","formula_version":"titan-u-contract-v1","latency_ms":0.6587500683963299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"351abd2afb6f6a61b3fd5e37d7bfc854b7bf17b7130adacf35accae701994b5c","sample_id":"mmlu-high-school-geography.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"411a44f3fe4f299297ec6b21721fb48183903baa490094f49aa7806d18d7b0ba","formula_version":"titan-u-contract-v1","latency_ms":0.4142089746892452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c46508ad4e74dfd7106d6fcda507bf9bdfb1d57d241eaec1f799cfebd34994d","sample_id":"mmlu-high-school-geography.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62648fef67d8a93ab08e0c0c7c97b4331a73b1f2a661a6f57ba98f994c4b6b2f","formula_version":"titan-u-contract-v1","latency_ms":0.42045803274959326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a296dae6ac05ad2c6a946ac0c3dfc3bad33b2a66b78204dfc512bfa60af789a4","sample_id":"mmlu-high-school-geography.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2609cc76b6eccfcc18de315e214c322ec1df181bd89585a11d3887ff2ac9c7d","formula_version":"titan-u-contract-v1","latency_ms":0.4266670439392328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d762516ece617005610f66c40c5baafc23e5065a2165cee6cff9174e96d25b00","sample_id":"mmlu-high-school-geography.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"937032c3c49aaef88dab36a7b638fda32cd9baf13d563dc811965f9048829cb4","formula_version":"titan-u-contract-v1","latency_ms":0.46912499237805605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bfe3820171e57561056b244af84e9cc58f3fea35fdefb2b8cb909316378f59c","sample_id":"mmlu-high-school-geography.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1f6c11059b550f83215401b370a8f48322f322d737f68bc1c2fb9daf65a9c1d","formula_version":"titan-u-contract-v1","latency_ms":0.5130410427227616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54d09d70daf83f79b24f44e7960a01945d7ace73d0c6f4a4df0f1e069893fbdd","sample_id":"mmlu-high-school-geography.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4267cc1540b287500473e84c476a4cbadb67e4b84f9bd3b253d38c50c3d39f2","formula_version":"titan-u-contract-v1","latency_ms":0.6337909726426005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c980aed71071613deee019ff9df862bca3d73a901cab62cd0094a0087f62a64","sample_id":"mmlu-high-school-geography.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"272edc75dfc0088b71704d13801533efadd6bf4eb41529c11903948ddc07cead","formula_version":"titan-u-contract-v1","latency_ms":0.5505839362740517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"015179ec061736e5347320be637ab99deee4102c0cbce9a685da608af7036b4e","sample_id":"mmlu-high-school-geography.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"259dd7d9f148a6ff460a236f6b3fedcf0c45bdc188f61b1120b95fcaa4882a6e","formula_version":"titan-u-contract-v1","latency_ms":0.7162080146372318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51523ed9b66019388415086a375c3a2e523431d299af1140f088a0a989f058ba","sample_id":"mmlu-high-school-geography.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beb98ad0ef889c72941ea3e223296f5e12a66c373ee35b2ac54aa3337350925e","formula_version":"titan-u-contract-v1","latency_ms":1.1655419366434216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7482b9844f4c4118a3e013039ec6a0850830088754947796b0ee62eb0c9a6f2","sample_id":"mmlu-high-school-geography.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27e7d71f865f6e0ae9cdf17d2602e41ea425c0bb6821b0b3c839cbe25f3c5d00","formula_version":"titan-u-contract-v1","latency_ms":0.6500410381704569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b94723444ddfdc4fdbfa1fb7d43d7b6eb851e0c67ca05d230f5909baac6279b","sample_id":"mmlu-high-school-geography.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9a9d25af0986dc923ab1e1e3f1bc492e865e2cdbf927419a71fff482dfd82ba","formula_version":"titan-u-contract-v1","latency_ms":0.6242910167202353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebf88340ec770fb4274c8f090a5609e7b158254d945521d004bee60043303634","sample_id":"mmlu-high-school-geography.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18ef0e009b1b77fcaf70445f71b97ae936bd386d051ad4a254191b53127f4c20","formula_version":"titan-u-contract-v1","latency_ms":0.42887497693300247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5895543862f4506748c9c52f8d335aeef5d10b92598ca52ccdb6c10af571806c","sample_id":"mmlu-high-school-geography.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc8e3380dcab7c91f2929408e0c4b986b052448be2c83ecea450c21eb5e33e56","formula_version":"titan-u-contract-v1","latency_ms":1.02433399297297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80ccfa28068c75790d00da6b5ad66d6388e1417765a886fe0fe7aec7f07b7f69","sample_id":"mmlu-high-school-geography.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43e0b41eb319ce4c7cf55debf226724af52eadd2c26147f4165e36d7fb0b0244","formula_version":"titan-u-contract-v1","latency_ms":0.531708006747067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd84a00e47b5e89af45a181f340f7837a2b97acbf4fab3536cfabe25fb1aa4d5","sample_id":"mmlu-high-school-geography.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01143d88987b936494bf6f820a2ef86ba895bd8ad7a6bf879af879ee76d6cea9","formula_version":"titan-u-contract-v1","latency_ms":0.6291669560596347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcf40bef404f43b5d7d0a9d17ace3064f6072769a74bf23f9475c3b497da9ca1","sample_id":"mmlu-high-school-geography.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec1785ddb6cfe90c35c11f5c31ef59ac9b2e72a36e0b3727f4ee39ded33a2759","formula_version":"titan-u-contract-v1","latency_ms":0.5358339985832572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14ccf87886e164ab7cf2e924a0f27c09655ec3c453c577c08eca1d997e635d28","sample_id":"mmlu-high-school-geography.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84e69f9e19de8864ea23712815aeeec9a993850207f87adfdab6a96ffb77e16b","formula_version":"titan-u-contract-v1","latency_ms":0.5761249922215939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d9a079074987ae9c0040a7be6fe44b89cb8242fc0dabf36b44ace5e26a7f099","sample_id":"mmlu-high-school-geography.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe6b1349f2c1d81fa5cec78df3e2d941c4762be5fb9d3cae4bf2c9036451dadb","formula_version":"titan-u-contract-v1","latency_ms":0.501957954838872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd5dad4d45fcf49d22052ae4cb7f287cb3f48b6a534ba808381f949d218b5e9b","sample_id":"mmlu-high-school-geography.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ed778ef79af34a9e47009c7f359cab1563d7223fc94dd81b60a6ab3c7b15385","formula_version":"titan-u-contract-v1","latency_ms":0.5616659764200449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85e316fee873eb7ae08b76bf1a75c51984156be622b4e88479f908daf5a880ba","sample_id":"mmlu-high-school-geography.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14ba7e9677fc5e66bb9ef2b9e68c6c0179bcb1295e04774268e9a34eaad03b06","formula_version":"titan-u-contract-v1","latency_ms":0.4699589917436242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b8cba5dcaeb5c658c6f90bf04a5a213f0ccf8f45bddf60e96f98fa0da1bfd49","sample_id":"mmlu-high-school-geography.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c806483e05db7418f45d5fd85bc4a82cc4071543d31a6a7248faea57435b52c","formula_version":"titan-u-contract-v1","latency_ms":0.41312503162771463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffb1825ffe5e52cb0de637ddeae2c569c511160189598ce7177685df7aeb21de","sample_id":"mmlu-high-school-geography.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d1afe9714e6e5029dc0b03da25b3ef393705117afc5a876d720b1a23e55f47b","formula_version":"titan-u-contract-v1","latency_ms":0.6397500401362777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3bb0dbbd3f46d8eeb90e382784ca358fc79b2be05765e8e41fdd7e71ef9c02f","sample_id":"mmlu-high-school-geography.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c3c47c995c442c14725477140355725f7fcb3c637215e40ed34923e327c1661","formula_version":"titan-u-contract-v1","latency_ms":0.4390829708427191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3407f1d1fbe410565d1fe41d41a06eb0e130204a2e1f7d439ad772c7d5afa299","sample_id":"mmlu-high-school-geography.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"723477a92c51213114a66b9b50904f7eb40afbccba6bf200513f9151b3f48d19","formula_version":"titan-u-contract-v1","latency_ms":0.6380830891430378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b4fec8940c571c425b0ae52fa5fc13f8cba11730b0c48f9329fac3a4ac2614b","sample_id":"mmlu-high-school-geography.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6394f5cc27798e582e1b57523d958df751e1884fee1d1a901efa64be8f6a2009","formula_version":"titan-u-contract-v1","latency_ms":0.4760419251397252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c36349c61937954f5439e44bc53719b5ce4d201291de8ca7b833c2a79e78119","sample_id":"mmlu-high-school-geography.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"813833aed6a35f31d1f6f040fa5957d4ef331b0a1a1f0786d65c8f27f0995a23","formula_version":"titan-u-contract-v1","latency_ms":0.5370830185711384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f71b54880299b17187d05ee6f1f5222ea6f1746986eeaf6f098bc0ad52c9caae","sample_id":"mmlu-high-school-geography.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"737cc60152397bdb4142e2ceb8d3a843b9f1585b6553e4a2e7e5b4a2969b3472","formula_version":"titan-u-contract-v1","latency_ms":0.7476250175386667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6548bead8d92c7a0cb05da9c02a62e78ad0aaf8cf15da994c200d1925139a79e","sample_id":"mmlu-high-school-geography.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bdc8756cfa14b0e609661b1cb2f81aba47573d80f51e27f889ab5db9a02a83a","formula_version":"titan-u-contract-v1","latency_ms":0.4572079051285982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11e05966366352ee63525704289bba5400790bc8f696930d71c6f9988ad50baf","sample_id":"mmlu-high-school-geography.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"301c3f0e854df70807eef3f917a8e522dec2fc195f7624977045fbca4805cec7","formula_version":"titan-u-contract-v1","latency_ms":0.41016703471541405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d2d70e47850c0e7e8aa0907b99be0366f36bc658a91607df939da4cd19361a2","sample_id":"mmlu-high-school-geography.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"002a776e0ddd7379eafd507737d692f609c03978ac86309cfe285b460c921d94","formula_version":"titan-u-contract-v1","latency_ms":0.4035830497741699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"262cc5d78aac7fc423b75f2fd43e50e3cecdd60dd72cfffc2dae7769fad58c07","sample_id":"mmlu-high-school-geography.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bb191c7abfbb8529ef673376ff3c0beb96fc74462529d0d919ec6a085088c63","formula_version":"titan-u-contract-v1","latency_ms":0.5367500707507133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e35c633403e6db18891f59177cee9454216891e7f4c8fc3a8d0d162261325254","sample_id":"mmlu-high-school-geography.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32ba4345a8b582bc98e0cab5f4271e72067abb1a7b5bb354b0bb9b4b735aaff4","formula_version":"titan-u-contract-v1","latency_ms":0.41716708801686764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba24dc712bd5bcdf752a29e1837a1ab042fbfb06c119a8bcb8faae9401d3d696","sample_id":"mmlu-high-school-geography.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73b23e75514f2c839fa2b38726e0da3b5a650b1725d1b177a4c95f00d223d812","formula_version":"titan-u-contract-v1","latency_ms":0.43333403300493956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a33289ff94f589d7969110c288e666cc359fdd626636e49867ad7d4b0f57fe9","sample_id":"mmlu-high-school-geography.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9ffc9d30c1a4dbb7172523a3eddad183f125e4aeac167a18dc4934ca2cdec96","formula_version":"titan-u-contract-v1","latency_ms":0.7886250969022512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41628c8f8a3df7b979765bf8e236b490803d06e1ebf5e2d131e1a6cc7e11e0f3","sample_id":"mmlu-high-school-geography.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28cf64beb81d9b68bc7116409288eda38b4476ee574b5e0d24536533a16e90da","formula_version":"titan-u-contract-v1","latency_ms":0.44070801232010126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"309622b941d52c219a2a019db2d390e031ea6f2bac8701fa34eee58d872bf48f","sample_id":"mmlu-high-school-geography.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bf6e49600ee435041c4847e2e038f00b660c0f6877494196e9b5be8dd49d3c1","formula_version":"titan-u-contract-v1","latency_ms":0.7750419899821281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"289bb8c39883601354df23938c5687e79c4b87df47d033235f19c916cd1c1ac9","sample_id":"mmlu-high-school-geography.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcfdf09c5f9f8f214f51e7be56f7e74afa7a3d3abdb56f216b3239f829b5a7e8","formula_version":"titan-u-contract-v1","latency_ms":0.6222500232979655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"149425548d99147f14e7053c02c33d89638a913dfe3866d823c506d8536acf98","sample_id":"mmlu-high-school-geography.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bdc4967e499e4007a60cf8a6dec45216f2f7732a36fb34fc22bf7dee75c3ebc","formula_version":"titan-u-contract-v1","latency_ms":0.419124960899353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f6283ceab5d0e9a2a9f7254dd20ac2a3004fbcbd8c726976c05d566fb64a738","sample_id":"mmlu-high-school-geography.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfd088b7f296581b19a96f59fbfc55aa283351df7dc44885faca64ac268e6c0d","formula_version":"titan-u-contract-v1","latency_ms":0.6212911102920771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc9d280c35c35c0814a5f09447277d15b80773098b6f70641b4928932c5a5939","sample_id":"mmlu-high-school-government-and-politics.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1df8edeeb614797157914cc9d90033e3cd385cfd0155ceb7cb3460672a2805b","formula_version":"titan-u-contract-v1","latency_ms":0.5503750871866941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc6f222ddc12a003ca166b0a5e8083dcb51f3c7a0b33acc49a844f9f2d34557d","sample_id":"mmlu-high-school-government-and-politics.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f807d7bc1e73eb86557cdc25072ff3f6ac0576c7f62c787dff0911f980b43b0","formula_version":"titan-u-contract-v1","latency_ms":0.5425000563263893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0be2e8763db29850cc2756336beca0fca0faf8f24e560b0082a7f725b9077d8a","sample_id":"mmlu-high-school-government-and-politics.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab0ca38ff893022eacbd7c4bc1f1c3c1e676dc534e9a77ce35ab95d33c9bb05b","formula_version":"titan-u-contract-v1","latency_ms":0.7072089938446879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abc76a6a8f25987b0610ac20cea11e027e962f4d8f1fc0e5d4203bd2b5df4570","sample_id":"mmlu-high-school-government-and-politics.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa240332347eda4868ebf08712802590f7d915fc0819d67a14cf545829666e22","formula_version":"titan-u-contract-v1","latency_ms":0.7747500203549862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddac1f9e447fd8031c714cd708d07bd84d67d7cc5c73035e1b7239f7bf691c04","sample_id":"mmlu-high-school-government-and-politics.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d020300221fbeef8bee170c5159f843c0ee31528ec0e0eb4ad1e6aae65866125","formula_version":"titan-u-contract-v1","latency_ms":0.5370409926399589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad63daa346366a6343008afcf55755d9025b6661ace2a7fceb40f865dc348e57","sample_id":"mmlu-high-school-government-and-politics.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"387b045fa725cfa1ad6d4410236ae6a526a20527a4b1e4159565db50a719fe34","formula_version":"titan-u-contract-v1","latency_ms":0.47154107596725225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be331d2acdaf84cbf1e03012b1cec9136d075946512f7870009ba99f89001f45","sample_id":"mmlu-high-school-government-and-politics.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8201a468f7cd2ed634bc74ac523949b0e199839dd79c9e448f07343a2715ad1","formula_version":"titan-u-contract-v1","latency_ms":0.4395419964566827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd9c22225c532c862019b801cf66dc8c6d628cca2c4cf25802b86f6a4d6a9c9b","sample_id":"mmlu-high-school-government-and-politics.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c48b5ce59b7b5ff2c2bf603e03a99dbc02c64cdbe1b7f2a0c1c9bf499baa49b","formula_version":"titan-u-contract-v1","latency_ms":0.5385000258684158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f263338bcebf9201c1907459e8f42895de711562ead62c6ec27cc1bff38be63","sample_id":"mmlu-high-school-government-and-politics.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b43c1b2b51047ca280d20bfabc29baa07e47aaf4bc7d8f34fa2ddc179e514421","formula_version":"titan-u-contract-v1","latency_ms":0.4967920249328017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23d50af24c3c2ec962a19e6bae924e919f1988d634f47c0d93b04fcb60084141","sample_id":"mmlu-high-school-government-and-politics.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c952069c7fad7bcea94797b6c494e4bd6dc393316298a4cbcf49a2a05a64e4b4","formula_version":"titan-u-contract-v1","latency_ms":0.44720794539898634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0ae4ccc85b01986abc395c6eba58dea8a14d25bb745280eae603481db54d1e1","sample_id":"mmlu-high-school-government-and-politics.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e144a7529a08c5c7d019c46d7418ba9b2c41aecbb30a4d4773c53235205617eb","formula_version":"titan-u-contract-v1","latency_ms":0.4569999873638153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02fc035051eeccebeeac9124bd9f956f7b4a85c6a13033f3fcb24c84e4edd209","sample_id":"mmlu-high-school-government-and-politics.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"041b3848c32dc6a5ebddc88fd5e955e4d516a464ee1c3be5f8cbf462419ebedd","formula_version":"titan-u-contract-v1","latency_ms":0.4688330227509141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b17b6901d194f9ad6729c5c047a128d5a970e03ebab28f078bc4bfbc5d5b0a8","sample_id":"mmlu-high-school-government-and-politics.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c79f6c0c11512d5c8251e216f1bc4ef92bc0085eb68e3642f848ac2135f8182","formula_version":"titan-u-contract-v1","latency_ms":0.9989170357584953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3d43fc95167016836c84a4dfac756bbd11d7d018ac3a95405465f77b3c067b4","sample_id":"mmlu-high-school-government-and-politics.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79b5d6572cc724090cae874ab16b4fa8f4a7dfcaeb240af77c0c82bf889e4deb","formula_version":"titan-u-contract-v1","latency_ms":0.7913749432191253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54b7d0a6af43f0ac2ca639ec2c86cdcd1d27a82dd53200e7bef316d810aca325","sample_id":"mmlu-high-school-government-and-politics.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebb95378ac5b633387f7deacfa1dbc87a6ee7184b97d679ef0a3eac62a248003","formula_version":"titan-u-contract-v1","latency_ms":0.6267499411478639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d319fa6f0372332d216d7c88a8bd62a4dd9ad4a9301dfee4e8a3493333c06f24","sample_id":"mmlu-high-school-government-and-politics.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33c9e0d484043ed4f1aee45b52c23f45f77afe71a90f1d6b227530f3e26fcbd1","formula_version":"titan-u-contract-v1","latency_ms":0.648916931822896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"414d65c5591fa19802e3f78bd6dbabe0f197528524e2e95fb58088a89ad65dd0","sample_id":"mmlu-high-school-government-and-politics.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f6f961411a49e8e0b17906128b3fba217142d7575b8ab9439db0625882b9a3f","formula_version":"titan-u-contract-v1","latency_ms":0.47612504567950964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ee967f1284449b0f072a8536340e9c4df9c946470c5eb2ae755525d5c68bf54","sample_id":"mmlu-high-school-government-and-politics.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a3587dfbcd1810033432d3a4d7e3ba3abfd04485c3c6ea7f098ba42c9776eaa","formula_version":"titan-u-contract-v1","latency_ms":0.6647501140832901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89a615e16bf96fc485cdcf84a28ea88336d5ba40061f78dcd5ed31184b59b4af","sample_id":"mmlu-high-school-government-and-politics.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"608afbf9630629ffe01e378412d7e1cd0cd9063bac09cd3461a9741f16bd8355","formula_version":"titan-u-contract-v1","latency_ms":0.45612500980496407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5955a814538ae6835f91b05824b213d8e9de0a0ed8c52a117fbed6d7df6bdd32","sample_id":"mmlu-high-school-government-and-politics.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32e0528151f09ea04466f90c19bceeeeb97b11fce30fdda6b5651102441b073f","formula_version":"titan-u-contract-v1","latency_ms":0.6480829324573278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddd86476bb45a9d34d79a02165ffccc061004ca3ef9b6010d01f44f591c1b813","sample_id":"mmlu-high-school-government-and-politics.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fcb89f0d13ba6893c5b0aa3d309505317d6eafa989418269995a378eb510e7b","formula_version":"titan-u-contract-v1","latency_ms":0.47266692854464054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"705d817d36e767d87c46f3b67bf3be9a29c2c7f45fc0cc0edcf27a5d5f4ab1f5","sample_id":"mmlu-high-school-government-and-politics.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c280e3b276ab3a3455b67e42cacd54d9eceece819299da1e39831f6cac204669","formula_version":"titan-u-contract-v1","latency_ms":0.6289170123636723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e948ad449fadfc3625ef3051198aca014567f39c849105bafcf1c8a3d2c1af30","sample_id":"mmlu-high-school-government-and-politics.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d14c00c037ea13d54fc65234a9c4b627dc052940f4b5cda54856e9986d29fb5","formula_version":"titan-u-contract-v1","latency_ms":0.5538330879062414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89fda350db7673bbfca2efbb07b90a9c23348a8602df1f2274aad8f2fa40e91f","sample_id":"mmlu-high-school-government-and-politics.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60de978f8b3fd05bc465032f839be7dec79d3fe9f2a60e4ed59f9c6b077bbecf","formula_version":"titan-u-contract-v1","latency_ms":0.50633295904845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81b3fb8705ad5546bd19aa07559b21e826399f4097c1c214f90339c3aaf59ce1","sample_id":"mmlu-high-school-government-and-politics.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f544cb550c8ecedccb6b7d71aef64b89f86f2594b2482ee164d0d8edb6834f2d","formula_version":"titan-u-contract-v1","latency_ms":0.5130420904606581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"089192bd1c75a483d42fd0b9a4889a9decab1e920a48652140c40ada97a60d06","sample_id":"mmlu-high-school-government-and-politics.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1a3138a41b42acdee171351347687fc3c385e542f94a85177dc4fba372b8ccd","formula_version":"titan-u-contract-v1","latency_ms":0.49349991604685783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e64c6ebc65dbc154e0557e9ee42f91759f2bcc75663b512274bf760f5bbc839a","sample_id":"mmlu-high-school-government-and-politics.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d40e3ff88d37e716c2ccc27a24ed585f8c25cffbe9584fe579913b4528a79a6a","formula_version":"titan-u-contract-v1","latency_ms":0.8680829778313637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1c66b99d80d77af29f5b6cd926d67817678a44bb959a02c40465baf8679cc5d","sample_id":"mmlu-high-school-government-and-politics.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec0828ff1e5f3ddcc4b82974fc5468c4480e1b8b8f5bac6b418fc58023b0b839","formula_version":"titan-u-contract-v1","latency_ms":0.5249169189482927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fd56f4d5b0e2cc775c68a003dd3c4f3eea800c37d601ebcd4ca902ecdaae915","sample_id":"mmlu-high-school-government-and-politics.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f30e5bc8ae76db127a05790af45b4d311adb35b0743f4e72432c44a87a5e91d3","formula_version":"titan-u-contract-v1","latency_ms":2.109042019583285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a40700baf567edf9ec2ea601617f0526e61cdf27f5905c76f4babfcf1ef5b85","sample_id":"mmlu-high-school-government-and-politics.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c16df12d76725e557c15909eef3a974ea363d998bd7e1f28087780161430d3de","formula_version":"titan-u-contract-v1","latency_ms":0.6128749810159206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f34fbe341c8f049570bc3d6fa54fc37fb05a2af96c1485c85fc1afbd1bbcfa28","sample_id":"mmlu-high-school-government-and-politics.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0c64f1192d548ad39bf6b8a1915a7be31e9ce575623271de0996cf8cce106e1","formula_version":"titan-u-contract-v1","latency_ms":0.8227500366047025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7325a8bd9ca8c1cd54ff0af1d0bc62704864e36e3476cc3e573ee4cb9816e33d","sample_id":"mmlu-high-school-government-and-politics.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"153547fe5b2bfb1011253fcf8d6170a0b027d59c2f4ec66c5dd4758814c07bac","formula_version":"titan-u-contract-v1","latency_ms":0.598291982896626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27e18b6369ed1a805776b1e239c7e67f41d9f60c6cade1e7c9709a9a2a0f6926","sample_id":"mmlu-high-school-government-and-politics.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7df76448b414e6c0fcd8ec6b2111c0482c7f01d1e7ea9a9d58b6211b9434e65f","formula_version":"titan-u-contract-v1","latency_ms":0.6894170073792338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87f6133106319f75cae43ed6dca4c83cee463b05a2644da3e877d2d963ec8475","sample_id":"mmlu-high-school-government-and-politics.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76f409bc73f0e3934d839b313728c4a529decbf44c3380917e78b56fdeb27550","formula_version":"titan-u-contract-v1","latency_ms":0.6559169851243496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3f8652f568251e505b3aad5a214ff648871d0bdccc47445aef6ca5378c8d320","sample_id":"mmlu-high-school-government-and-politics.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f0eee86635b118dc669ee9a718dab6354faedcf580b6f8f4d9e17d6ba656a2b","formula_version":"titan-u-contract-v1","latency_ms":0.8710409747436643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0950454d414c905574da4c991f33073f5351a00fec157ceb2b5e80b291a6f2ed","sample_id":"mmlu-high-school-government-and-politics.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b415f979be41e53a7cf72e321c89b1df1ef8680c5b9c4b4917547b876a4221b2","formula_version":"titan-u-contract-v1","latency_ms":0.553040998056531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d36a6e06e1e3179e392fb62203bdedd4afd4cfae0a5b4040c09100f758946188","sample_id":"mmlu-high-school-government-and-politics.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"284a9118e42c6d4c3a0386363433507af450fc0655ac3e4f6b7f5e0a363a9c6c","formula_version":"titan-u-contract-v1","latency_ms":0.44083292596042156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d568e29b10f7b2e61ad6253901821f78d786efcd32d0843fb46a5fa243e6d8d","sample_id":"mmlu-high-school-government-and-politics.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74f5f31786675362f5f611b08a0901247aca11ea71e754ab00149c917e3c2c41","formula_version":"titan-u-contract-v1","latency_ms":0.4636249504983425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4324d95894de3a6dae99b502165092e91c7929249510aab4645f61b4ad18ab7","sample_id":"mmlu-high-school-government-and-politics.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8b744cf5cd63a666a0b5a173e00dfe1df0ec0a02df24346fb0b0be8fdc315ec","formula_version":"titan-u-contract-v1","latency_ms":0.7971670711413026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3d66a1838626f807d51f5254180276d7d1b9359a36b78f4fb3c40c7cd2e05d9","sample_id":"mmlu-high-school-government-and-politics.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"854268f9dea4c4a10c3ec8f60e58675a0f1ab7c0957aa2eefa3290006b969f14","formula_version":"titan-u-contract-v1","latency_ms":0.7869169348850846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7571ce2efd097a9721539ac6170457a81571c41c475b403e3f631646dcc4bc73","sample_id":"mmlu-high-school-government-and-politics.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf794851b111c3eba45dc31d7125f4071dd837a989b712fd4967815fc743b878","formula_version":"titan-u-contract-v1","latency_ms":0.6772499764338136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c7f3dd73168f2de1903d2c53fe637563019d74ad5154f7eb51326e1c776a21b","sample_id":"mmlu-high-school-government-and-politics.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61362a788df2f321861e0afa4755e70308a350ab4a6b812b5a11efd58546e1f6","formula_version":"titan-u-contract-v1","latency_ms":0.4842920461669564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb7f9d0b5ef41d068dcf63ff845493fda605ebcc78b50ea79ae110f91c874726","sample_id":"mmlu-high-school-government-and-politics.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cae150b2e07d66370f33bf3054d9a3a021af7293934fe7068fe9b0570c047e2","formula_version":"titan-u-contract-v1","latency_ms":0.4918340127915144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63fe7762fef218f906c96ca5bf26283d4a1460acf222bb4fb67dc4490047fc3b","sample_id":"mmlu-high-school-government-and-politics.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"174377556ed60ccfab7c614f55185b7afe8b384df5550752abc4a71a87d7214b","formula_version":"titan-u-contract-v1","latency_ms":0.882917083799839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fe900d1da3a32413d8035eff1929228f06a3fb1436935979a392b359fc0ead7","sample_id":"mmlu-high-school-government-and-politics.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"218c2fc7d6aaf2651f99fdde6a69cbf376040f353f2c1b90cfa180b876431ce3","formula_version":"titan-u-contract-v1","latency_ms":0.602334039285779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d164563158fae7b0779a27752a783e6364882e67ecb9bbc144874496e689f5fc","sample_id":"mmlu-high-school-government-and-politics.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4800fdc26905557bc1f02953b9bbf35bd7aa50bd1409b990971e4d78346ebc13","formula_version":"titan-u-contract-v1","latency_ms":0.46783406287431717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"697a081807cd71e278f9594fad8c093e58b5be903f74ffc3e1418a762fcdd5db","sample_id":"mmlu-high-school-government-and-politics.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e4c209600a77f8181c17b557a85157a307258fd826998a4a2284f5fceda20fc","formula_version":"titan-u-contract-v1","latency_ms":0.7614579517394304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bea6c92934811640698d03265484f26fad4fd6330b73399537a49d1aeedd5bf1","sample_id":"mmlu-high-school-government-and-politics.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"163bce36f7842de52e3ecb7c4dd02438a5068d98a44961b38bc8b167305f4f24","formula_version":"titan-u-contract-v1","latency_ms":0.8914999198168516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37b89f380a87743b7a5e48863a122969467344e7a649d378f0c2f611e447628d","sample_id":"mmlu-high-school-government-and-politics.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd9b309361deb8dbd1bf758a94461ce22fb46bf84b285e06c4e05764c8e7c1cd","formula_version":"titan-u-contract-v1","latency_ms":0.7081249495968223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e58d972668dd5cde6c8be0fa753c02a70d7fd3ce20835499db9503096f15b9fd","sample_id":"mmlu-high-school-government-and-politics.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b731d576dfe49dcc6573c78f20d7aeed2a2117466162c2c6c5195adca8f4a313","formula_version":"titan-u-contract-v1","latency_ms":0.6837500259280205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3192a3c47672a61372d14059ddef5b87172160bab92707870cb46044c8962856","sample_id":"mmlu-high-school-government-and-politics.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"078a984ac478d1afc9ffc9c75b5deb6e9c6377e3f5780acc0d655988a5eff91d","formula_version":"titan-u-contract-v1","latency_ms":0.5729999393224716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"630c6f52c3e7c4fa58fb545984a4f8cfb03878f14afe56d2a8df75847e6c7292","sample_id":"mmlu-high-school-government-and-politics.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d06a65aa7e9b936f0de0b17cea55935c9d3b90775daa1735fd0b4b5096ad9ff","formula_version":"titan-u-contract-v1","latency_ms":0.8394159376621246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f9a34147b548d56abf51f3f60e8d24b918e2a8878dc2d7fa943f1597d569456","sample_id":"mmlu-high-school-government-and-politics.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f7d4588a0e393a89d2be5efc08571f6a41568ca8a46344b5ef483ef94da111d","formula_version":"titan-u-contract-v1","latency_ms":0.474250060506165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"966aed671d8d913a00e516f7014af46e83ffbe2c2809fef97e1453bf31f7a467","sample_id":"mmlu-high-school-government-and-politics.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b2167c68705705a00f5e4da27e932b62db34ddc82c9f1828761a97a82894c87","formula_version":"titan-u-contract-v1","latency_ms":0.6861670408397913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d131f3c54c57dd1bab8b8fe9f2a774aa52d03d998b8ed19c796bc80d1d2b7ba","sample_id":"mmlu-high-school-government-and-politics.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b827d9d557b7e89d902bc82319ccbf4a18e6de255bd7aaa7bfa41d2191b46aea","formula_version":"titan-u-contract-v1","latency_ms":0.6759159732609987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"716e4cbd309d7666943f84c61b8107c025f90414a9e3c6f523e76ae3412c31e0","sample_id":"mmlu-high-school-government-and-politics.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"490ea711299e0c937b29e57d0a9bcd3381c536835fa6d673b27fad5c75da510c","formula_version":"titan-u-contract-v1","latency_ms":0.9100409224629402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22a3b854a3395919b2c4aefa341a1f0314946d861dfd365b32cbc31f34528a65","sample_id":"mmlu-high-school-government-and-politics.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb8cca5c42f41949f0c8f6aeddc8b8514487bdc80d907b9d184520930f2a28ce","formula_version":"titan-u-contract-v1","latency_ms":0.47029205597937107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51eddca8b52fdbf7e953a9a95efffa6801420f16426441b27fa4bc6fe521b3ea","sample_id":"mmlu-high-school-government-and-politics.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1644790eff6341171276116d88004becb94344809b5bd7c1496409d9499bc968","formula_version":"titan-u-contract-v1","latency_ms":0.47737499698996544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a58f59a98d1d3827002b5455ca17d170ea05c1daa387b069124974f775343cd","sample_id":"mmlu-high-school-government-and-politics.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42a1554f05faaf190d34c8f3fb0524d4266032c92a06abe1f21ce140e2d25847","formula_version":"titan-u-contract-v1","latency_ms":0.5454580532386899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cb5698ccdc4c87f83e37ac96b0ed31dd8a334dc527ed170613b7c3b4968ae74","sample_id":"mmlu-high-school-government-and-politics.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2889cda407f5b0945088c9e54f0dfc10ff5b1d347e5367c0b29ccd016d214259","formula_version":"titan-u-contract-v1","latency_ms":0.5139170680195093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3c2ebfd9a4b5646041129ef3811e1b3627453096dbec07c529bbe3874d505fd","sample_id":"mmlu-high-school-government-and-politics.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19de92b427727f92a40c01723abc5c84137e5b934b441cb5ec64484e11e1fde3","formula_version":"titan-u-contract-v1","latency_ms":0.5672079278156161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a369702607d52d8d9a865fd1fb0021705298ed7224c73ba9e09c10d9d6c4f95","sample_id":"mmlu-high-school-government-and-politics.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"682b4533b73e9254efcbff5cfb27340ee2c6e33f4d2db1b6e18234a827f80b01","formula_version":"titan-u-contract-v1","latency_ms":1.340665970928967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaf8a20ce668de7e5b4a3555eb5df381a31bf80f1e1fbaeec15b8cf5cf3644ce","sample_id":"mmlu-high-school-government-and-politics.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7390e896bf2740eb6a93df1e2a82e2f33c3720eef49893c1c2da816151c8d7a1","formula_version":"titan-u-contract-v1","latency_ms":0.5279170582070947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d6aba5239578478262ebeb55bd129e7d236cd604a96eed62da92121836e95b2","sample_id":"mmlu-high-school-government-and-politics.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3ac39e8b1af5a27ff2ce58bb94ee3372bb436ab3c88f324814439b93a244486","formula_version":"titan-u-contract-v1","latency_ms":1.4242080505937338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f641c04f5d8c92b41085c6cf533c31f01828eef0bd896acd1ba8dfd40de761b","sample_id":"mmlu-high-school-government-and-politics.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce2b77ac4f7bce1a2e4a7c0cf4f0fae703b3a352a9b87496868db9907ef7f71f","formula_version":"titan-u-contract-v1","latency_ms":1.431959099136293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c1ec6c14b2220f8e170916851bb6ccf2fb1ca8c93dfb8ca81b7423d29219d32","sample_id":"mmlu-high-school-government-and-politics.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d57b52347644255d7db95b1167ea745df1aded61f2f2118febd2ea9211c1495d","formula_version":"titan-u-contract-v1","latency_ms":0.5977499531581998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8019184876f7c160f92df611d440251f73be27cf0423c7dd7f4f770fd3307f86","sample_id":"mmlu-high-school-government-and-politics.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"462ba3a7b8da35c07cf0adcdd3566a17917b7bc49a737bf6d9d64f9263baad20","formula_version":"titan-u-contract-v1","latency_ms":1.6795829869806767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ed0db3170da5f652cbb46a26542293085840276a8cbe4281457d058f082d291","sample_id":"mmlu-high-school-government-and-politics.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c908e1384cf44732ff966c41e32decba75a2ce45cd2c61510561366912c7dd6","formula_version":"titan-u-contract-v1","latency_ms":0.7248750189319253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b954e462a6bf633c9ff3b8e8987e5336987b118eea2aefca487a215bd024a668","sample_id":"mmlu-high-school-government-and-politics.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ed6909f1eb67d7ba6ca8c801fbbec85b435f8c2167c4074b097889e92704e01","formula_version":"titan-u-contract-v1","latency_ms":0.49820798449218273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba99e2d00d8bf7f0caea80fda3156036b796032b8f619839433c90300fd938e0","sample_id":"mmlu-high-school-government-and-politics.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d4ee950b0bdc7123702158979c33eda81496e2d738e670168c0ef02e76b1730","formula_version":"titan-u-contract-v1","latency_ms":0.7334999972954392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9d4f1ec62b20e4812d3a1e9b53f07e4bdb788d500b0508654a2de21e4b313c1","sample_id":"mmlu-high-school-government-and-politics.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa40f12b8a06bfc2860e4775aaade15b4ade49db6376700455e22b552ac47576","formula_version":"titan-u-contract-v1","latency_ms":0.460707931779325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9aa32641425f2934f84ab9a6bc13b0b6ae2735541f29cb2100a12be1fe5491c","sample_id":"mmlu-high-school-government-and-politics.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f10b059a92b389a6c965c3720d156b7ede4b4461fcc7e8d9103cb2c09f23d45","formula_version":"titan-u-contract-v1","latency_ms":0.7169999880716205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae003219bc79b29627612737ac81319fbe4319239c3602751bbd647896a83e6c","sample_id":"mmlu-high-school-government-and-politics.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a8b4fbf035984c67876345d54abb27b3c1e7efa80d5dcef1af8beb47ed53c12","formula_version":"titan-u-contract-v1","latency_ms":0.9860419668257236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbf32cf0fa009858d85acd6a459400b7ed33be30f8380d38b77bfadd18b14b43","sample_id":"mmlu-high-school-government-and-politics.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a735eece0fa176498b7e1a155e18ed609b256ad91046ae26fddfa07c23e65ef4","formula_version":"titan-u-contract-v1","latency_ms":0.849416945129633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4b78347b0c265dda689aa84b31f214593aad06d0314fa506308a118fe32890d","sample_id":"mmlu-high-school-government-and-politics.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be06eb564c1eb18e4f3768a48c2104ebbb847fa344f74da929f57740c482b839","formula_version":"titan-u-contract-v1","latency_ms":0.6226249970495701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fd5f1844946603de4ee845b5405a607f5909c5ecf90c14da99d48ac864e9014","sample_id":"mmlu-high-school-government-and-politics.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3ce80cecea46db8ee370223e91f46539d7fa4de7f145c1211c770cb82e88915","formula_version":"titan-u-contract-v1","latency_ms":0.9432079968973994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f07cc52b4518fa5d15c6da0140e999cf8cfca1ef2d55a03cb0d430f47b85bb79","sample_id":"mmlu-high-school-government-and-politics.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e35491aab55787f33c6af87e8054d806f8b0a8eef0b972aef788415af0ed01ce","formula_version":"titan-u-contract-v1","latency_ms":0.5710830446332693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cb84049596e87c8bf7af3c7e53ab313e0902e613b3de8c96e249c4d9bf17ec6","sample_id":"mmlu-high-school-government-and-politics.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be4af958040a3c18528f4352dea779747b76f98450b25836c13efe2fb632a554","formula_version":"titan-u-contract-v1","latency_ms":0.43858401477336884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"757d2570f9dab881ffb5ec1cf7c1d071fcda4165abde079983c9282261d59367","sample_id":"mmlu-high-school-government-and-politics.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"537d306f38629051fe74e4313037e962852105d078cdcf8343e7d65d7f50c462","formula_version":"titan-u-contract-v1","latency_ms":0.5102499853819609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd15c25a24e7e962fe310f787084879cf19f6ec9062f787f513aa2d7c0384735","sample_id":"mmlu-high-school-government-and-politics.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93c38a80fe527b1a1f0773e80646e83799adc329bbb57d5a97af845143976089","formula_version":"titan-u-contract-v1","latency_ms":0.7494579767808318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c78530d36d5411bea04701ab6610051a83047adb1effc164db13f44fd033789","sample_id":"mmlu-high-school-government-and-politics.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"539f0b5f3aebce3a6ad549b58aba4dac952747e3dc30ec40358832769ff18d30","formula_version":"titan-u-contract-v1","latency_ms":0.5929169710725546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0344f4ae911f3f99ce0f1fefbc466ec514577d58f8fa41610166e595e49449f","sample_id":"mmlu-high-school-government-and-politics.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0957bfc2137fcb438bc498a5ebe5708dbcc7d2252a5e636a8cf209c2990e01c0","formula_version":"titan-u-contract-v1","latency_ms":0.4735420225188136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d32d921a1ee740d93a63dece4135abff20f149acec6b722894c18d9143ddefd","sample_id":"mmlu-high-school-government-and-politics.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f695c0a4e5bfac6086f50469b8cceddfe60141f69e7501305096655a71e2d9e8","formula_version":"titan-u-contract-v1","latency_ms":0.54041703697294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd161206c1b3a3996bd93871e12f01e43cd68bdcf6e78de94e5e5e7e0788a625","sample_id":"mmlu-high-school-government-and-politics.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1074dded7845a65ecbd621444e32683686431be89af466f41e174036557bd558","formula_version":"titan-u-contract-v1","latency_ms":0.4467919934540987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1865993c6a2ba90c41e55c16c12d47598437d444ff0bfb4cfa61c088ee506c5f","sample_id":"mmlu-high-school-government-and-politics.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a10a2203d85b553467fe9b84b9505e8b6a51b5c17a5e9982d9efb7d6bf925ac7","formula_version":"titan-u-contract-v1","latency_ms":0.4249999765306711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cd704020be674ad88291f2580494a260ba100d055aa155f5dcebe95e64c1a23","sample_id":"mmlu-high-school-government-and-politics.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f52dce5b6b07dff83de1363ae5d24cc81bbc5015961615636f97b1a490752a7","formula_version":"titan-u-contract-v1","latency_ms":0.49225008115172386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"325a3a180619d835695fbabdd6f17347a06bdc18625efe2baf5f655b65bfee2a","sample_id":"mmlu-high-school-government-and-politics.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15fff30598bd103f11baab47505bf77ae472b084e888148335a0a9a445e1b4e7","formula_version":"titan-u-contract-v1","latency_ms":0.4839579341933131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8843c6b84e5d95a14835cdef0f735b8b8e1591da7f2a11bb908545270d0cf9ad","sample_id":"mmlu-high-school-government-and-politics.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f89f73684a0a68a65335d70f154fb028fbc7d0c7e2c27593b9e3b7249af476d9","formula_version":"titan-u-contract-v1","latency_ms":0.617832993157208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83a164fa956b0cc0843159205c9d0d767e82f9ba69061633bd7fa4159f28618c","sample_id":"mmlu-high-school-government-and-politics.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"217231cae42445f1af31ea459e7e12e0f72d19a2562a9fb8df413f51257fa6c5","formula_version":"titan-u-contract-v1","latency_ms":0.4748329520225525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcd2ff8d11c31e24ea9d08c0e1aed4b82cf23015b764620255057ec8c39f9c9c","sample_id":"mmlu-high-school-government-and-politics.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9eddf922ea0f3e93890db75ab8ee0abc3cb493553af21ca4f85b7d753482757a","formula_version":"titan-u-contract-v1","latency_ms":0.5819579819217324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f2dbed138f57da412f539871e439dc7cb532f149cc67cd7bf346ea42fc5f30a","sample_id":"mmlu-high-school-government-and-politics.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb328e1ef226c7df2e187e79e586c44c9a91681cfc7d88a55e8d82bf05ec7505","formula_version":"titan-u-contract-v1","latency_ms":0.48433407209813595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5587cebf8beee2874aed12cf217972710ee38f022d63f1671fefc92d964fdc1","sample_id":"mmlu-high-school-government-and-politics.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2f2c270c42405a7cd46959f8bef81cd77308de89072d950d2804bd4d3a8b2f6","formula_version":"titan-u-contract-v1","latency_ms":0.6617080653086305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe84e5c7240f1865614c6728b2feffd0fa1b409fbd26bfd71d02d7e11d4cc9a3","sample_id":"mmlu-high-school-government-and-politics.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a6ce0f17aeb514d8df701c7b6580d71fc915b4d4b996f3387d29516d06c6188","formula_version":"titan-u-contract-v1","latency_ms":0.8476669900119305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3632a358ee2105fba393b2275fae59e49140886a06336c3ff9f88d145d07320","sample_id":"mmlu-high-school-government-and-politics.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bd0b66e0c5489afb890c74ab5a4e656b8c714f8bcfabccf7cbc54830138ef37","formula_version":"titan-u-contract-v1","latency_ms":0.6612089928239584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c5e1da9e639a50766157ba8e4f4f9cebc2637d1683785b08bdb99c28db9b7a6","sample_id":"mmlu-high-school-government-and-politics.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"549f088b4d8375e07f4271f3465638cecfc8f4ba32aa20ec4088e93fe996fd7a","formula_version":"titan-u-contract-v1","latency_ms":0.43929205276072025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa13e5e0b6277c84925984b17d037b794b97fbf44efcf51becf467ac90c7738a","sample_id":"mmlu-high-school-government-and-politics.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"628815b70307cf6dff4acbe9cf4fd8f33bcca98b400939d47d70f74d21af5386","formula_version":"titan-u-contract-v1","latency_ms":0.7330829976126552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4513e6031d1f1796c257e77ebf1241ca6114ae027b581406544efcbb38716cf","sample_id":"mmlu-high-school-government-and-politics.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d06f57c41361f27324fc2bcded3a5dccb5363c9e3b988a282afc7df61398cba4","formula_version":"titan-u-contract-v1","latency_ms":0.49416697584092617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09db150dcef76797e9f277e0f27d5d7f7fae36bb697a2d75bf511b28a4a16a05","sample_id":"mmlu-high-school-government-and-politics.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e35607088b5bf0827b34b23b6b5beaba0aed70768e0067023216feb7dcc488aa","formula_version":"titan-u-contract-v1","latency_ms":0.5796250188723207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"619c63de25b383397fbbc1eadfda03818d2413e8cdd9b869aed1c072d55bc1a2","sample_id":"mmlu-high-school-government-and-politics.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"533316fff1c610f660ae1fc005c7affbd7a1224995f3113ffb5c6d9ccaa5eb3d","formula_version":"titan-u-contract-v1","latency_ms":0.5318330368027091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f03a53ec7c96f1c8144d2277d0f1ecbbb4895b1bc0cb1bb703201a5cd480cbe","sample_id":"mmlu-high-school-government-and-politics.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d10164c3fd34e8752c4bfc10ff4000d5d7a788fbea06dbdae5a95dafb569cce3","formula_version":"titan-u-contract-v1","latency_ms":0.8789580315351486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e670185febbf5cb38982e80b7ef1706615c87d35a7d669de727bce9ac28fe772","sample_id":"mmlu-high-school-government-and-politics.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b299903246a0b2b9e64f22db96cc4923243bf9683fe70cf72465dd342db14e5a","formula_version":"titan-u-contract-v1","latency_ms":0.6632090080529451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0b7ef9e2e865d066e4645b2b2d83b576a279972c5fa236b6700404ebd53502e","sample_id":"mmlu-high-school-government-and-politics.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60283fa015941b178cacf303f0ffd9b02a1b13dd10d38120187d85b573ba0713","formula_version":"titan-u-contract-v1","latency_ms":0.5649999948218465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c067b636bfbdbadbf139c29f5b2a4cc58b6ed4653ffb6f5ca04d891b5133c44","sample_id":"mmlu-high-school-government-and-politics.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39a3fc8e0d288e2e8822f78289cce99d2abc3c954dcbb5b83e8396e590807eaf","formula_version":"titan-u-contract-v1","latency_ms":0.47554203774780035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c99352913d5671af08f9a773453a57d39cdfd313f56a1b4eb799036b1dd4ba1b","sample_id":"mmlu-high-school-government-and-politics.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9313f3544a1324f6989ed8f553e47c013fe23368b0d7795e83781cb749e5814","formula_version":"titan-u-contract-v1","latency_ms":0.7740419823676348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9d5b9aa09b3abf090dfd33ef479fea496f86e7ca252b228cfed8555a1731a73","sample_id":"mmlu-high-school-government-and-politics.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02139a0749320e3bfb9671a9faa3548933666949f88d6bf35d3859112cc54978","formula_version":"titan-u-contract-v1","latency_ms":0.6389999762177467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b295726c517f42f4440e558f22b17bdb74817bb695232f431243fe80420329c","sample_id":"mmlu-high-school-government-and-politics.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96e84f7d275b262eef3b891f6b1784beb4e8167b74e8875f5d1c6e3109913838","formula_version":"titan-u-contract-v1","latency_ms":0.4446249222382903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c0c0c2e40ef97342fd2c70447edf23502d10688ee37c533cd36879d97e3349d","sample_id":"mmlu-high-school-government-and-politics.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1002f3a960499e149492a0ac63e861f64f7b7d27126e0829434e9269bf1c9e0b","formula_version":"titan-u-contract-v1","latency_ms":0.7339169969782233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b088d6d4559a61ea2329f817b3a1a8747938e3ddbc9f065a51571aa68c423cc","sample_id":"mmlu-high-school-government-and-politics.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba7cb7b30d1b691d39a05feb1a8d1afb3caf2f34d0defd24b445cbdf95e6ff57","formula_version":"titan-u-contract-v1","latency_ms":0.7423750357702374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8632d06023425910a187ec22976b5794b60019512217ca89538a3a0e15c0cad4","sample_id":"mmlu-high-school-government-and-politics.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7027350845d5c01a1579f6a0fc33bf815a9633380520ae563bf390fac055f90","formula_version":"titan-u-contract-v1","latency_ms":0.6667079869657755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb5f7d90fcdd24ad9067c0a010d1dde10e5fec44f2f94a78402f424e2446f921","sample_id":"mmlu-high-school-government-and-politics.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f5ccf4e0f6f05bb9b828ecbea9e9386d4edc52f62319a3369bb47a669bf2a53","formula_version":"titan-u-contract-v1","latency_ms":0.4741250304505229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f65d6c46fcd40787f93354bfb35cf969ceebe258337c127a74209e50f8e847ca","sample_id":"mmlu-high-school-government-and-politics.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"964fef96ac8bc33f379e6838ee08c3d93bfb5c02701044d6de5d8fa07f056df0","formula_version":"titan-u-contract-v1","latency_ms":0.5117090186104178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de9c65f87c2db7a880ba9077a1cdd2243daed41dfd4db58e644249ff20480ffa","sample_id":"mmlu-high-school-government-and-politics.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e276ab91391a878bfc962d949e8c4d295fef61f6ca71dcf659ce992fa0842430","formula_version":"titan-u-contract-v1","latency_ms":0.7914999732747674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78134aea2383f15018bf9dfc5f6803703bd3230d58c16bd77f7df61da2c07312","sample_id":"mmlu-high-school-government-and-politics.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f250c8ffeaca428bc82a8bd46aa951fd04bcb79c68d10144d860f16be6b5d18","formula_version":"titan-u-contract-v1","latency_ms":0.47337496653199196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16a159ecff98f9f6a380835c6cd6f50bfd79fdeac3027031959350a0b76419ed","sample_id":"mmlu-high-school-government-and-politics.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"313c5e81ff927c4cbf3975a40cd4a9b40811732e65bc05fed350146465dbc442","formula_version":"titan-u-contract-v1","latency_ms":0.6835409440100193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b17836a356a9ed88fbea684aae8a0064510e27d761a6205c0f9b392b34f1efb7","sample_id":"mmlu-high-school-government-and-politics.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47386a4c4eab88d5896abf984d61979e1373967cc11e2c892f561665c023c5f7","formula_version":"titan-u-contract-v1","latency_ms":0.49104192294180393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eee340f77160541b4ba0fbd5924ea3afb61e849a581d66a3bbbc9d7b157a70ce","sample_id":"mmlu-high-school-government-and-politics.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9f123541bb4b4def25db08f5a03d5361fd2eacbed2c0c6b08ce5c888a68b8e0","formula_version":"titan-u-contract-v1","latency_ms":0.7311670342460275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e8b87a020a7e3eb242df80599320062877f447058978489dbf8d9ebadee8536","sample_id":"mmlu-high-school-government-and-politics.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74f0c8035e2833462cadddcfa79a260c955081229d77fa0a386155c9349d33be","formula_version":"titan-u-contract-v1","latency_ms":1.1197499698027968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e17ee24a2f8b6f1eea19b4ad4c10ad707de129bffaee83aafd0f19bcdc6c305","sample_id":"mmlu-high-school-government-and-politics.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"972a32f954ac6ed54d967f7402bc867b2ad65ed9728fe54e3a4f3006b35f6dcd","formula_version":"titan-u-contract-v1","latency_ms":0.5096250679343939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"930ba3c9f73fc3986655662715e2c35a12fb5e313ecb47e2c854ff8ca859c5bd","sample_id":"mmlu-high-school-government-and-politics.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"997c360f6e33508de7c0dcbd8161049fd47e63740b743f84d9c1bf3ad968b3c4","formula_version":"titan-u-contract-v1","latency_ms":0.4836670123040676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bea1f5146573263f2043fc095b621081e1a5adc69c2f14cb48a1c9d339c0b1bb","sample_id":"mmlu-high-school-government-and-politics.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1d7536040ef2c04dbab970d233a123e7c5e1f26213542c5e694cc6cfe80ce99","formula_version":"titan-u-contract-v1","latency_ms":0.4978330107405782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f32438c87d56a5ad0dfc3172a89cc4e2b05785f94c1d55841947a511bf8025a8","sample_id":"mmlu-high-school-government-and-politics.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"949d8bce928ad1ad27e90e5801212dfa69559c56b5c2033b406b3beeb4326407","formula_version":"titan-u-contract-v1","latency_ms":0.9370000334456563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2011c3dee0d5df82a1fee4e33859cc5fc6450ca08cf9b73315e91aa3326ff0f1","sample_id":"mmlu-high-school-government-and-politics.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af4753ab1997826aaf7b7c83dbc309e6b63d758c31206633176fe0ae5bcf1c1a","formula_version":"titan-u-contract-v1","latency_ms":0.7362921023741364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0c2cb9529903b66453d5f9585b39af2e3cb0e342e24204026fc423ec5e3cf3e","sample_id":"mmlu-high-school-government-and-politics.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6fc67dde2f0acf5d8c51c4a9921e0ef8481b1ef4e10bb835ea2ef60f8a28139","formula_version":"titan-u-contract-v1","latency_ms":0.5835419287905097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53c32bfcd8ec981a1516217c2ca03abe998dd6859f4b6d26e434c5c557051c73","sample_id":"mmlu-high-school-government-and-politics.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f944ffcd2a0b268d147a0ee5b1730865dd2d08135018db65c392e4421410f050","formula_version":"titan-u-contract-v1","latency_ms":0.5491250194609165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0db3d1faf4976474344b885400e62f593bf559a6f1e07c5c49b05970196509c4","sample_id":"mmlu-high-school-government-and-politics.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7af6f8c4204eb438ee700078baadaa558a5a9358c4c2bed2288c3379f0f8541","formula_version":"titan-u-contract-v1","latency_ms":0.5101669812574983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b0c89e293a1ce95c7f1670cfdf47a60cc3db21856b1f9ec1e0f1ed2cc7659fb","sample_id":"mmlu-high-school-government-and-politics.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd2c3218f88797f9ea64105cc663e4ff2a2e18f4568e4175d79ca760dea775ca","formula_version":"titan-u-contract-v1","latency_ms":0.49666594713926315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c446fedac254d16e892f0cbdd266fd47aefd619ed7095cd34cdb391f83c71820","sample_id":"mmlu-high-school-government-and-politics.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20cecbe00ba8af88fa4201b8c835a44966f644d4f6b0830c215ef49451a3a896","formula_version":"titan-u-contract-v1","latency_ms":0.8740839548408985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecd4b667335f0e75b131d15499256166514982a8a38e56017fde472234347aee","sample_id":"mmlu-high-school-government-and-politics.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d49b148ad81824d9b3b48615230f7a0c27ecccc0d1608a25ece7bf5d6412defc","formula_version":"titan-u-contract-v1","latency_ms":0.46870799269527197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e29fd1d466a65311a30aa783d3e0cf1869f92f88c00384d55a600ea14286c657","sample_id":"mmlu-high-school-government-and-politics.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b457501cbe9f9c852e731d63bb9b872efd5dc6cf2c99ed8befec4129562825ff","formula_version":"titan-u-contract-v1","latency_ms":0.6156250601634383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77d0a6eb6d27ba2d624bbc89e2b4b5ed97ad6cbf7b94af999f13c110dfaa4442","sample_id":"mmlu-high-school-government-and-politics.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f06ef152e08738bd4382830995b22af942e17c563820ec550fed27af0c75c795","formula_version":"titan-u-contract-v1","latency_ms":0.4359170561656356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90948174bbbcf034d2591a29db07827cdb965f89c17a8f51bb3a5f2fa5c30917","sample_id":"mmlu-high-school-government-and-politics.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86efa8fc0b58e2b49ae85e94ff43bf188ad90dce08bde38f6b081ef8d7c2c8ba","formula_version":"titan-u-contract-v1","latency_ms":0.5882499972358346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2060e3e7eef60bd06ed3af73eb0c63e9cb2323c06018e469621c28ebe0e8c166","sample_id":"mmlu-high-school-government-and-politics.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"660cf8465c45f91e8787051e21f1c6ef549224964e35c42ee7b4300f78f448ae","formula_version":"titan-u-contract-v1","latency_ms":0.4767079371958971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d6cc64c157554f9e17e4fa14d097c00ae482237e359266ac3bc4424d83022d3","sample_id":"mmlu-high-school-government-and-politics.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5587468b857f15dbe270e828203ec8c93e5030dd09220712cf08d8b5ff3545d0","formula_version":"titan-u-contract-v1","latency_ms":0.4647080786526203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"933b9fa09e9af48a7668ef883a64d26fc4ac1aac6dd29d83c93cfb497ee4d929","sample_id":"mmlu-high-school-government-and-politics.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"654095f21b77cc800e3f7a5de544f56a91a986efacc6146c0a8405e11a1a31ab","formula_version":"titan-u-contract-v1","latency_ms":0.48262509517371655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13e1f9b0347786d435786a0fab3571af8afe482620bc320a3816a7c2a0c2bf5e","sample_id":"mmlu-high-school-government-and-politics.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3609fa3a2b4044cb59527817cacc1de3519520a346f29f9ac7eb3966306bb809","formula_version":"titan-u-contract-v1","latency_ms":0.4427499370649457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84eda497e97cc12168595c7ec7b5755ae74ee76e2136923843f637a9aca55e82","sample_id":"mmlu-high-school-government-and-politics.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"366851e9777b8cee03c7cde9abee02c095f76f464c37acc7cbf0c0f2ab259a50","formula_version":"titan-u-contract-v1","latency_ms":0.4475410096347332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbc1667db7055b7574988c898cae075898b3f3b50fde73e610076aba61c2785c","sample_id":"mmlu-high-school-government-and-politics.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e391aedb26e96e44903e1ae3ccf59099883000d9f3e75aec6057bcfaa0f104c1","formula_version":"titan-u-contract-v1","latency_ms":0.7020829943940043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48b6da7b32ca532814292afc7ededd44f71676a73561d8f4dc8e514b7d2be1f5","sample_id":"mmlu-high-school-government-and-politics.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bb35914dd973f47aeb20b055bfbddc302778c1d3087c348889d22034d55c6ee","formula_version":"titan-u-contract-v1","latency_ms":0.7353340042755008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a899b6a737591b3888111d404e4b977b53ae6d477e9249da86cf50c80c8605a","sample_id":"mmlu-high-school-government-and-politics.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e35cd99f29b05d5c72c3390b5229c9d6557803180f05efcd8daf456982e788c","formula_version":"titan-u-contract-v1","latency_ms":0.5874999333173037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb31035520bdc8f1ac586da1f8b3b85ede001a25c38c8d3f24973abd5e4a9b1c","sample_id":"mmlu-high-school-government-and-politics.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89dea3f08203192bfc376430db7690d95fa03a475a241a73b102520f85553d1b","formula_version":"titan-u-contract-v1","latency_ms":0.558040919713676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1bb7680a8cb1269cb79dbc70feed86893e785c7653606988705b88c81d07d4e","sample_id":"mmlu-high-school-government-and-politics.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"004f2c223c37ca777479ac47ed98e3aa7ce70a7053a78ac9a9da52f60add9172","formula_version":"titan-u-contract-v1","latency_ms":0.7206250447779894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a4f14cabfd54765bdfc5c81d7e23964c35f985dcba96a2032b4220d2ed142b5","sample_id":"mmlu-high-school-government-and-politics.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fb7dc977c99711b2da576d2fb3c26e90c0da5329b245b0f181d931cc6f576df","formula_version":"titan-u-contract-v1","latency_ms":0.5991670768707991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c41298619d833392658b2f5da1a7507489bbb662319aaecfc0842a881bc0e24","sample_id":"mmlu-high-school-government-and-politics.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86ee6e28d34a8364ec3e8e18f41bf192115365e5aa199ecfb410a8ba4301095e","formula_version":"titan-u-contract-v1","latency_ms":0.6478329887613654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb508a1eb5f18323cdf86d81e77e777e06483a37f874860b471a793bcfb15227","sample_id":"mmlu-high-school-government-and-politics.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc75fd8addfec571a21e8014d74726e10a58928df7547180bc69208a936afc09","formula_version":"titan-u-contract-v1","latency_ms":0.6673750467598438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68ff86c587a54b0cc18a128d37ea90bba30b98163e8c0fb4a0521a8b89edd781","sample_id":"mmlu-high-school-government-and-politics.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f1b4e28b56f8e3f5e838cf4f84215b9b918cf1ff00de4a34a9b4cccf3e9adda","formula_version":"titan-u-contract-v1","latency_ms":0.8817920461297035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5466b0d17b6cf9ee6e3fe53b2151f6be95e22a4bfa91f336cbcbc396b6fa9ace","sample_id":"mmlu-high-school-government-and-politics.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f0c7e434981d8aaf7dc502a21caedebbf8a61da09d580f4ed61e6a19d582344","formula_version":"titan-u-contract-v1","latency_ms":0.4622499691322446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3a2d49af40a9db4e2c9bc242696e6270e0408fe795e09e9da0ecad7f9c65c10","sample_id":"mmlu-high-school-government-and-politics.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88a12fd95ba77abfe1f547f3b1b959ba5631fc206c2d55d5d99ccb3991f5fe3c","formula_version":"titan-u-contract-v1","latency_ms":0.4646669840440154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13761cf02432997def063cf9424f40ae4798fc2b4355fccea3b83ba3ed19fd18","sample_id":"mmlu-high-school-government-and-politics.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c2269e3ba5397b2c53ce06719918c76f8b6402a59fa82f4f9c970eb374b46f5","formula_version":"titan-u-contract-v1","latency_ms":0.649999943561852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da4f949e404060d59302469d223588ba481f32fe69ac07571303ec76a79ebd64","sample_id":"mmlu-high-school-government-and-politics.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bfe0aa38bcaa4f920cba48fd03dcbe1392e9315f951bc3e63d57ff66f069e33","formula_version":"titan-u-contract-v1","latency_ms":0.46437489800155163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7c26abcd83278abd663031123081f793c376dfd4dcbade18e74f68e7bff12c7","sample_id":"mmlu-high-school-government-and-politics.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1cce7d697947e328fdcb99bf9effdb29237ded89060f6423e991a3d03417efb","formula_version":"titan-u-contract-v1","latency_ms":0.49591693095862865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"412ab6d9c5bf37e9ceee02b1a755a49f67600a6c87df3f6050b418f65492ba87","sample_id":"mmlu-high-school-government-and-politics.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"000c8c4e29dc60431a8592bea7b24e38ef83fe6edeaa7e1f42131528f1418290","formula_version":"titan-u-contract-v1","latency_ms":0.4304168978706002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89bb76e83b6219797f63ba51363b6695ff661098f3ffee37a0d9cea8c0317521","sample_id":"mmlu-high-school-government-and-politics.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3cef238808c6d3d86bf67bb35c8d02575bee7cd1d38be244dde5f0e412d8f9c","formula_version":"titan-u-contract-v1","latency_ms":1.0124589316546917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20430c5a112c86a21e68abf245d6940791a273f08bcc1254fe63d79dcc87a80c","sample_id":"mmlu-high-school-government-and-politics.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"874d4426da22a3a8fe96c12748a7e4147082977ba8e7ea73c1c39c4c5454a194","formula_version":"titan-u-contract-v1","latency_ms":0.6137499585747719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6db2767fad88ffbde6419a95e0f4f8a36778d6d4c73a941a903a81d96cee899f","sample_id":"mmlu-high-school-government-and-politics.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df4028a5a249ab9ac6e42fa53860d6191508b2915e3cc6fded4f6c3876fac273","formula_version":"titan-u-contract-v1","latency_ms":0.49454206600785255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6fbd3334e259336093d6a5d5432d281b4eedeb7671e150f47859a82e0731cd1","sample_id":"mmlu-high-school-government-and-politics.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"616c8f2ee3e2066a748d394f328df8d2dea6a9af9d482047d56f07208e446e70","formula_version":"titan-u-contract-v1","latency_ms":0.5525000160560012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a21dbf00b21798d6d527d4ca7cf0c99452bff6fce805283ba248bc6f4b7532c1","sample_id":"mmlu-high-school-government-and-politics.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f07d640fed67ae0dc8400d14590b5c67e704ea0fa7a27feaf9a3aa80dd66e70a","formula_version":"titan-u-contract-v1","latency_ms":0.8524999720975757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5e3990d9edb4aa239ac1e50798f7fa56812dd818ba35b5aa0aa8354ff6b4086","sample_id":"mmlu-high-school-government-and-politics.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85a74345c8dcc3beeb52fdd0c082b99eecb7df740767db5b37b56005e9c70281","formula_version":"titan-u-contract-v1","latency_ms":0.48379204235970974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4fa49af5ed18193e392db4623641b4ad31ce8d6f7b56c0e8795f76857577c28","sample_id":"mmlu-high-school-government-and-politics.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e678776989b05652c49731a1bd48acd1123bf86879da1c4be19cfa30796ebd9","formula_version":"titan-u-contract-v1","latency_ms":0.6994589930400252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53d9f81a9da1ec8d44f31c386c2aa3409927026ab1ac987c65d1597c0c28d8e6","sample_id":"mmlu-high-school-government-and-politics.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3cd0a5d4cbb3e9c9cd5fe492f6b124f47dfda1e5dbea760c8ad96a5070d2bf4","formula_version":"titan-u-contract-v1","latency_ms":0.5959169939160347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cae56296f188d3f9ed4d6ccd0497bd9e21f8c692d87ce9ed5a9c5cd7ff1446e","sample_id":"mmlu-high-school-government-and-politics.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb51b0fa31edc9d30dfa3245936bc33294696fcd1b970d29f0ef5bc872dff7f3","formula_version":"titan-u-contract-v1","latency_ms":0.7726250914856791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"856059e50a306c4a2aeccd21fcfc30a17bda7b159f87205a7745f86fb60a6c9f","sample_id":"mmlu-high-school-government-and-politics.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b69af933422b08048f980e2e6f03ce2779300badad90f422c1434729219fa96d","formula_version":"titan-u-contract-v1","latency_ms":0.5062499549239874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00c96d2f65f359d99ca377a42befd02a1ed4d872d3b8efa248fe3e6ce07c1b18","sample_id":"mmlu-high-school-government-and-politics.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ef953e1f92aef9ae49b3812f2ed54caf0757e0b28d8d2213abe0dbb8234ecb1","formula_version":"titan-u-contract-v1","latency_ms":0.840082997456193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7318d82ba221ae6d05432023d8e4bda7ceb359d43a895f6f2f25850b78739577","sample_id":"mmlu-high-school-government-and-politics.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5d9e53ad6ec11b205523a7fa4099f6c129ffe9806e3ae743af199296706f186","formula_version":"titan-u-contract-v1","latency_ms":0.5673329578712583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ed6b012ddf8870dfe460b38dec3a6d9121a98639782548b16b41ee4c3dfc8a1","sample_id":"mmlu-high-school-government-and-politics.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba972aeccada68a812648166755395dc91629261184957969f75feddee6c7878","formula_version":"titan-u-contract-v1","latency_ms":0.5503339925780892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85d946b04a9cea72fc197471e862e88b5fa6f55f39abdd61579222e4f879040f","sample_id":"mmlu-high-school-government-and-politics.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"447c792faf47b5b66262576f7142397b81a44fb2c2a62f6fef3c469e8fa29683","formula_version":"titan-u-contract-v1","latency_ms":0.6377079989761114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c562a6d288bd1b58dee153093c893fe7e6751ad8cd21c9d8e00b00fe38c82d1c","sample_id":"mmlu-high-school-government-and-politics.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"962f32c7c7bf134dde2f89274151e05249917526801bf84cd631074bcdbf973a","formula_version":"titan-u-contract-v1","latency_ms":0.4328748909756541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66bbfcb9f2cd428816b36730cbdd00e98cb76d83bd6c665c4b8dee49467cabf8","sample_id":"mmlu-high-school-government-and-politics.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dd6a164293c94a10c47ece08aa9c93c20e0443d46dddbed5e545a3b2ba11b71","formula_version":"titan-u-contract-v1","latency_ms":0.6067079957574606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efe1423732aa166af48d9071f282d804b43c5fc4cb5b3536724999b4e8066111","sample_id":"mmlu-high-school-government-and-politics.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"187a1d17611f15323e19d0c99622bd3277caa87998229b3968fc3ba48ced0c6f","formula_version":"titan-u-contract-v1","latency_ms":0.4906670656055212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dcee9c7a028e01495dfd04ade9e2343fe9ce90799d83f14bf90a557bb8e0ed9","sample_id":"mmlu-high-school-government-and-politics.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d017ac265eb8c2acfe6abcfd702435385dd5e13c2d38243c3b45f7c411cd760f","formula_version":"titan-u-contract-v1","latency_ms":0.5020829848945141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba8e199c149cc48fdb426566ec43aa42fc4ae0ff3ebc3cfe758407f038b4d378","sample_id":"mmlu-high-school-government-and-politics.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"528130bc82081986e849325c84a9c395fc223b5cf20ae629a43a4a9890acda90","formula_version":"titan-u-contract-v1","latency_ms":0.6494160043075681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ce057ff2e7b556c287060bc1c9c454018d1a1dafcf1c40d496945f66c9932d3","sample_id":"mmlu-high-school-government-and-politics.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67de96d7f079b548591d8b3afd792aa22a4567984056f88ff9b4a9541af111d5","formula_version":"titan-u-contract-v1","latency_ms":0.6523749325424433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78fc14799c8fdffb8d1acd6ab2fde7102f29330584072a23f6eb260dc8d61072","sample_id":"mmlu-high-school-government-and-politics.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b904ed1ad21f13a74961455cec95c2ddd9e582f39ac57c09fbb4fe5bfcab8131","formula_version":"titan-u-contract-v1","latency_ms":0.5957919638603926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea4adfb90de7cc32124938c3be7e52c0db6e82211ddd012cc1f70331f8828508","sample_id":"mmlu-high-school-government-and-politics.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a95ff6bc4d90d3f96aaa5e31d64cd2a8323d6a3fa1462f872690eca8d62c2b8e","formula_version":"titan-u-contract-v1","latency_ms":0.6948750233277678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c9d0bd8833f9f89e8a3c65082ebf063c5fb5f2c4ba91e676f8463f43ed2cc88","sample_id":"mmlu-high-school-government-and-politics.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"771ff075c41b9098c07b59614812809f2cbc0b794b055f9dc8a9ff2c303beeb1","formula_version":"titan-u-contract-v1","latency_ms":0.6663330132141709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47654cad99901aa18457319ea63cfdf1cbc972bc0ac39c91bac49d604d4023fa","sample_id":"mmlu-high-school-government-and-politics.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5266a5509a900e9e3768ce077f331c5c95d338e66c0dedec72646422fe06393d","formula_version":"titan-u-contract-v1","latency_ms":0.803958042524755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2aa7e8689b9dd47fd9bf0ca641cd28c107fd0e71bdc0fc843f82d7e3b20c84f9","sample_id":"mmlu-high-school-government-and-politics.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c61ca902122d4990177ab435df1da05c3ad94e10c061a520fd9a8ca5f6b63ca","formula_version":"titan-u-contract-v1","latency_ms":0.6508330116048455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11cd96563d1f4089f7ee1e1c96d3e300de6fae305a1749d1220d728239762569","sample_id":"mmlu-high-school-government-and-politics.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"290f0af43cd6fae3cafaa3a75dcdd429a5ea4fff20180d4e532dae7efff52d05","formula_version":"titan-u-contract-v1","latency_ms":0.7205840665847063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ede1bdc849b56a7a84cccec14c6084fa6f5c4c3befa31a697470b278067a5f5","sample_id":"mmlu-high-school-government-and-politics.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"370f1551a5cdac49a37132d78b97a9ed5bd4c41bc76675b58ab344541968d5c8","formula_version":"titan-u-contract-v1","latency_ms":0.881291925907135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f72ee0a0abf94b635320c77440bf0bc9688f3376bc92de398fad54a65e1e506","sample_id":"mmlu-high-school-government-and-politics.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0125ee58b8a5999f1ffe5ecd4012e44d982cdcfca7c697ac00a58a833c94406","formula_version":"titan-u-contract-v1","latency_ms":0.9022909216582775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b9ab25f7b4903443e0c78d565c8d12c8c0f3f5601511daa7cd7ce595abfbd7c","sample_id":"mmlu-high-school-government-and-politics.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7e747c54646213b9b7931d2011c6b5ac9b87e344a9693822b686f35375a2ed8","formula_version":"titan-u-contract-v1","latency_ms":0.7124160183593631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"363b8d7caee510afe199a7f51fe67b3ba84e450c470cc9b6f5160a26c4c73de2","sample_id":"mmlu-high-school-government-and-politics.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cb434fae75092177e322dcbadcae48c688fdc6a20a36b7e8c45bfc6a201b13b","formula_version":"titan-u-contract-v1","latency_ms":0.4806250799447298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da3d63ca57a157e040751cc9f133307181073890d19ca08539ebb94cb0ef63bd","sample_id":"mmlu-high-school-government-and-politics.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc28a5a949205d29bb3815329a6008b68a3014d78c72d9a8ee0d6db6c3ed64f9","formula_version":"titan-u-contract-v1","latency_ms":0.5818339996039867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"946cc2e69900523c6c7f1ce1d4ed765d1fec13fe62c10d63d25ae47505bd6ff3","sample_id":"mmlu-high-school-government-and-politics.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6321b10dfd263b6a08c0ef407a71ef117136f4015d2584db2d2a0c9c76839a6a","formula_version":"titan-u-contract-v1","latency_ms":0.8033328922465444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20daf4a5223887bfbd830dabfbc3508fc2d98cd5643017453ecd12d6044cc695","sample_id":"mmlu-high-school-government-and-politics.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca4182ff66cc3e080ed73abffc1874117a6b33274501151b3c6839a5bfa5f15b","formula_version":"titan-u-contract-v1","latency_ms":0.4871250130236149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3067100c4d2b0f9c9fdae5532956224be352ba0faee9d3c92e4db8d8f32018c","sample_id":"mmlu-high-school-government-and-politics.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c0eea7298962a6f13067ec26c7379e9e326349592513c65cebe40477ba47f18","formula_version":"titan-u-contract-v1","latency_ms":0.6082920590415597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2c67d79dc6af19a1b2e708d6603941d5250811af310d47d4b89d5443bac53fa","sample_id":"mmlu-high-school-government-and-politics.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"006ade50d3160c71aeba89fd85f4c2953545f59179022d74b2799f7cc67d8bb3","formula_version":"titan-u-contract-v1","latency_ms":0.6695420015603304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec08ec209627a66631e5402d03ca462f68dada519e8ce191477de07b19b2c407","sample_id":"mmlu-high-school-government-and-politics.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fed474bb8ed1cf210a5ba6a7351eb2769cc478e369a7c2e892bc8b4ba5e0cca1","formula_version":"titan-u-contract-v1","latency_ms":0.6325000431388617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f01229cf1456218ae9af769beadd00bf8310be0c4a9722b00b0b3687b6eaa271","sample_id":"mmlu-high-school-government-and-politics.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb752b545cd4cf85fe7b07bb5403d9cf9de3d3b7d74008d321a58154eac3f675","formula_version":"titan-u-contract-v1","latency_ms":0.6561250193044543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fa6f744549231fc7a3e5f4750860460927e8b2188c97d2f2e444f027fea98f5","sample_id":"mmlu-high-school-government-and-politics.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68fd5895432e1912939e70b864359ca38acc7b38ff19b1da3c8e502b5952799e","formula_version":"titan-u-contract-v1","latency_ms":0.680833007209003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d53d46ebdd9fdd168e89413dd2766b82bbf2673c6cddc110cfcb478433a1e59","sample_id":"mmlu-high-school-government-and-politics.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bf1ebbc5ea5c980e1eff3758146d57b0d55d562f9aae585fc79ceac1fee5d6e","formula_version":"titan-u-contract-v1","latency_ms":0.7670000195503235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"384a9008f14da0d43a174be18ee44a2e76ee1029f84d0f71cbd81bbbbebf9b21","sample_id":"mmlu-high-school-government-and-politics.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d87854be19865c2def5ffc5af53bf380a0f3f9555012bd0b88ca16e135433ad8","formula_version":"titan-u-contract-v1","latency_ms":1.1115840170532465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d454b0e5eb0d77841bc3eed8490707accb8ba0988fd4c88d0aceab3b10347f16","sample_id":"mmlu-high-school-government-and-politics.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"197ed81a81d06a4a0770a49e2023b26096d4402e9cf14757a25b902fd8c6b3ed","formula_version":"titan-u-contract-v1","latency_ms":0.6272500613704324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34ffa895c8a2e401a231e159832fc9a408db795648892244b3b539d15fe1501d","sample_id":"mmlu-high-school-government-and-politics.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adf844f1a5dfe3fc84cb608fc4ce4393969493253dd132e3b850be712579d2fa","formula_version":"titan-u-contract-v1","latency_ms":0.7937919581308961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d27a77f1f760f21f2f3de895f823fc78a8ba1e31af5e14aea33f8e9377b6f24b","sample_id":"mmlu-high-school-macroeconomics.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7beac9099d24afb09911ec0ce91c1a3b13c8f861165e333d13f0e968015c539b","formula_version":"titan-u-contract-v1","latency_ms":1.1967919999733567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd6e058c628d9bccce4d4473979470c1462d0db03dadebd9b704709cfe6a2f5e","sample_id":"mmlu-high-school-macroeconomics.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"945ef9a094bdaa890f009f4f0e09841f4383552f3935652bdafd740fc5e757a4","formula_version":"titan-u-contract-v1","latency_ms":1.121958950534463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53400b2bee6a40c990faca7af4812e91d6f23611f8622ad314a9d9bd97c6fe40","sample_id":"mmlu-high-school-macroeconomics.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aaa1a05f3750cca57adac87a79249a61545574177ff5e5fde3faa09ea890202","formula_version":"titan-u-contract-v1","latency_ms":0.6051249802112579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04b2a446be97268282ea9305384345c4358ebeb124fb9341fa5803e876011c99","sample_id":"mmlu-high-school-macroeconomics.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67b28fad5e36ebcc51d1d307f99948231dac7664befab54b83e9abb8772d3895","formula_version":"titan-u-contract-v1","latency_ms":0.5893750349059701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfb52d19ec73612d64741275984c399ac9fbcb708e460bb795c2a422cd4f267e","sample_id":"mmlu-high-school-macroeconomics.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"067f5a4773b4ee020c7871374e27252498fa955eed30b46711610ae90fcbcdd7","formula_version":"titan-u-contract-v1","latency_ms":0.8135420503094792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02fd138f1c0bb321c5d161a7c90a0470c63c1746592196d26204d653bc1a0c42","sample_id":"mmlu-high-school-macroeconomics.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e4475e5ccc85e476aed9b4b172dc619e1bf4a12d2e3b48caa8e44c58b055969","formula_version":"titan-u-contract-v1","latency_ms":0.7880839984863997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"638d9c4f815f48a0c105951234fa746c7197332894108e5974379669ded858c0","sample_id":"mmlu-high-school-macroeconomics.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f34d507a71fb0c78799164701a7720d0bd6f9451a0f9b41c4e85c5fde514069a","formula_version":"titan-u-contract-v1","latency_ms":0.8434579940512776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cef90eae5c17ba471ff6c513af48b5bbbaa079416e9168daf7042dd6f2410c01","sample_id":"mmlu-high-school-macroeconomics.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8833b14cbf31b8fa77814b3ffd967b15365834ac8de859a0a87d2e94d69ba054","formula_version":"titan-u-contract-v1","latency_ms":0.8917910745367408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51d7d15bcc87d46a137187a3020d8666f20ada2f1b9193c2da2762ab432f9f70","sample_id":"mmlu-high-school-macroeconomics.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"964066deb5d629022c85693109d283f9215a3e2ce4422301260c9503ec6f8ad7","formula_version":"titan-u-contract-v1","latency_ms":0.5772080039605498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd712b740aa02cd6912c3c54ed42abe6984f305a5f2f81e4bd8c236c4c05b82b","sample_id":"mmlu-high-school-macroeconomics.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d1d35b84c213fa1b521ebc8a9f1f2337d77a3166e19fe5acfaff85f0b6897bd","formula_version":"titan-u-contract-v1","latency_ms":0.8072499185800552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d605bd8e810d00bc0c6f8234ac398bdaaeb80d41e0ca25ef8d750262f4cdc0f5","sample_id":"mmlu-high-school-macroeconomics.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5019b5b12889f57124d9d4abeacaa862c160e4e02889dc2f1107e7fd0262b071","formula_version":"titan-u-contract-v1","latency_ms":0.7069589337334037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce25789f1cb2766e7c2b620c887ee0858abdd05c1eb06f55c7e79dd6bd32acbe","sample_id":"mmlu-high-school-macroeconomics.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23aaf76865c9e9ba077461f42d189918efca2a0546a737fbeb6dca067436beb4","formula_version":"titan-u-contract-v1","latency_ms":0.6793329957872629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"644e58d74c735ddcdd8e6c04e325f1ea91d397f854a22bafd2c2d5a67499a155","sample_id":"mmlu-high-school-macroeconomics.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4b6bd8f7ae55ea667707d30dbb6cdc6a6d286aeb29fcf95633466096907a1ec","formula_version":"titan-u-contract-v1","latency_ms":1.1781249195337296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d7a2745d7c857e762ad1bdbf35426dd0424f49568a6f7b489c4c2965d778aa1","sample_id":"mmlu-high-school-macroeconomics.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a631aa2ecaf6123e1b71e3eb4e03492f8addb2e40894d7a9a000b8e43adbd8b","formula_version":"titan-u-contract-v1","latency_ms":0.6519999587908387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e01c78d2c4e419d79ea7a17a1579974160d72edd6ac5da3e63b6196d5682a4f0","sample_id":"mmlu-high-school-macroeconomics.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6951e9a9da24ca996c3b2c0d614e259006d2031fb0088eac3ddcfa17e421ea9","formula_version":"titan-u-contract-v1","latency_ms":0.7630839245393872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5058c99f4794f8b70c21132d173c230f77ea9f785ff30a82da46d7a14dd8dbe","sample_id":"mmlu-high-school-macroeconomics.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afa5ce548c19c71aba87686098364accf7ee81bb65e9b6ec606b1c703677f0fe","formula_version":"titan-u-contract-v1","latency_ms":0.7317499257624149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"133ca364d9abcdd9d4fa623aa828db24a79ba08221636be9cdf915593e5a6b8e","sample_id":"mmlu-high-school-macroeconomics.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb48a908d71c0731119aa32deea76847e3bb01e3903e640c06e910493c34f675","formula_version":"titan-u-contract-v1","latency_ms":0.8577500702813268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d794164a872e33748c2dbb9fd3c900f4ba66522b1e29511d6271201b40170a27","sample_id":"mmlu-high-school-macroeconomics.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c092740a6694769bb2ae666b319670fbc6cded4a163137a108e913157fd4ad2","formula_version":"titan-u-contract-v1","latency_ms":0.7144169649109244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c6bb276292a1cc04f949ff3beb4b674c32fd0afc3def9e5a01e59ec3f715777","sample_id":"mmlu-high-school-macroeconomics.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62c3dcd33a1484dde02b26c86feab4f76b8eb53757752b157a7e447b49058e7e","formula_version":"titan-u-contract-v1","latency_ms":0.8179580327123404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e208e16797bb9f50dea4f493a802c811a6474256c03348ed397fd1bee39f627b","sample_id":"mmlu-high-school-macroeconomics.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a2146ef99376b6cd855a2c9babd47233ee283503a9d0590d75964536e8a4b52","formula_version":"titan-u-contract-v1","latency_ms":0.4955829354003072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"824fa8b56955caa3e5e3ab563c72040daa445c6a7e5cd0a277abb827c4d9e5e9","sample_id":"mmlu-high-school-macroeconomics.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a3c99352f53b150b8353616985bb95f89d7166dde2e9dd42b5cf1d3d322e1a2","formula_version":"titan-u-contract-v1","latency_ms":0.6841659778729081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5053fa905384ab61c30c7cb8a383bc91f204dcf9f0b040e083e889140aea1ff","sample_id":"mmlu-high-school-macroeconomics.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"491be0d80dd43c67b926ea07e9be0c0be0e6a420be1fcb91d4b76bda9d27a903","formula_version":"titan-u-contract-v1","latency_ms":0.48870802856981754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fff3a2fa8c0191f10ab01afdb13f073a874571280c51fd8caae54637f0e265d","sample_id":"mmlu-high-school-macroeconomics.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38c4397a3c367680fd304becd7121be52bb14ffca5616fc3cba460db81302bc2","formula_version":"titan-u-contract-v1","latency_ms":0.8316660532727838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb8a534c3f0780909de8e50d61e16524a049bb440eab38ea6661cd742e333185","sample_id":"mmlu-high-school-macroeconomics.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ebf2e821c811f6a48197b66dbe10e50c4ed1b433b41b6e7f2f8280c4b5e15ec","formula_version":"titan-u-contract-v1","latency_ms":1.0183330159634352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7196d6b5b2b5da032d7d61870bee20d9e9cea93b6865af7ed8cc37a909dccd9e","sample_id":"mmlu-high-school-macroeconomics.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bd16a68413b1af8a2bbb4aa35db4338064616a451f257544678bcf2575fa075","formula_version":"titan-u-contract-v1","latency_ms":0.5934590008109808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd9ecefbb6d971cb370b39311727420352598cf6567925e9f66a6190aa050b93","sample_id":"mmlu-high-school-macroeconomics.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d10246cad895e6c88b351e579a45077f73225982c5dbca0fb0e3a7090d76e98","formula_version":"titan-u-contract-v1","latency_ms":0.739166047424078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c5d9251798894944422f8072ebf12ccd4bb14c7dd823fe0a9366874a8c01a1a","sample_id":"mmlu-high-school-macroeconomics.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4ab84bd54cfdf558f7b37c8926ed147879101f81ec460e79666b7e84909ca85","formula_version":"titan-u-contract-v1","latency_ms":1.4042500406503677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71ce03fa8f41cba46eb55b10c7849ddff503a5e102e7b8b31f039841a5ef6a62","sample_id":"mmlu-high-school-macroeconomics.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ceed3c1fef5c9524a597c16b098036a9af52a5a6faa826e47435a58e8b3c624e","formula_version":"titan-u-contract-v1","latency_ms":0.7426670053973794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17e0bcd52a10810873344aabae14bc62eb3fd96a7b2671a3f8f0a520dcbb711d","sample_id":"mmlu-high-school-macroeconomics.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e76a6cce4010f2b9843f3f4cb9a3cc87fc4fdb49689a59bd4feec271b813ae5e","formula_version":"titan-u-contract-v1","latency_ms":0.5254159914329648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9c254a9eb2a73de87aa985f1917d47fa4b4fc8169e80bc3f5b0e94ae2929a40","sample_id":"mmlu-high-school-macroeconomics.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"482826a45da4caa4de144c0d6aaaf7c62ab09cba3744f380fa9a68922a80df05","formula_version":"titan-u-contract-v1","latency_ms":0.688707921653986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"817cc46ba00e893dd7e4ae0f79594bcc3517c7e85f5a091ede2c9719382f7b10","sample_id":"mmlu-high-school-macroeconomics.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c052e8783c8643199b14168787f13f1953b851881ab3d7b7156a1288677699e3","formula_version":"titan-u-contract-v1","latency_ms":0.993291032500565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1711722701430195acff7024c963e1075632b78acc8b9b8d679ccb9dc8782720","sample_id":"mmlu-high-school-macroeconomics.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e41cb52c044c602abe521545846897ba7d3b099952e65583dc8ea54ed1aa263","formula_version":"titan-u-contract-v1","latency_ms":0.7105829427018762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e17f25e23b332252a2e87ddeb3a166811d3f94f5412450e65d977d7c5c141041","sample_id":"mmlu-high-school-macroeconomics.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9cc812a73a359d83a044f7a1aa1d1d8e8632cb55a74ed33229336cd3ff36184","formula_version":"titan-u-contract-v1","latency_ms":0.6347500020638108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24a4201b87d0b68b83b04b3603cfc204f41f916abc8920c119f12f03506ffa1e","sample_id":"mmlu-high-school-macroeconomics.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"559ca11fc2c0dbddfe82aacd44d9b7a6e06c3d817b4c0d4271359c63b24c2df4","formula_version":"titan-u-contract-v1","latency_ms":0.7907090475782752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ddfb596fbb7f462591ef15c9bfe1670ec8fa5af12768f3b21448729aa22d94d","sample_id":"mmlu-high-school-macroeconomics.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06a9bd82650db0a4b2b7b7758d7e174a7b6c2acdb0ad07a721007fcbc8651c32","formula_version":"titan-u-contract-v1","latency_ms":1.4446669956669211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fde7b321d6e9b8202976d341fde9d633694811ad71676ae0d15e5b438d9922eb","sample_id":"mmlu-high-school-macroeconomics.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"581917ab1b86aef8b806c0deb8dc9b91eb1a36dec06f1ab0f7a5cf3a05947a76","formula_version":"titan-u-contract-v1","latency_ms":0.8433329639956355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"222d6851d630fbc0d71a80187902cfb620c967de9e03b587356ea88c2933e69c","sample_id":"mmlu-high-school-macroeconomics.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9354d57f4eb98827a9df849ff8fec36891ab3448eaaa062d9824fe159680526b","formula_version":"titan-u-contract-v1","latency_ms":0.8395420154556632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"886cc4aa55040d2ec830987e7068fa0d06a3c6cdda9f89f4f865d370b718951f","sample_id":"mmlu-high-school-macroeconomics.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87efc390bda98964fc3d009bbd29ce6ca07d445e87240693158b4af65fc3d526","formula_version":"titan-u-contract-v1","latency_ms":0.6832500221207738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f9495c1972cd9d1e0d8de06af8152fc5e1380631685e6323f4c82cf47a894f7","sample_id":"mmlu-high-school-macroeconomics.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e0aefa5ced0787a848ca49c97de8197eb6b8911230a928c2c9ed7eeaa8516fc","formula_version":"titan-u-contract-v1","latency_ms":0.7546249544247985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92995dc32977ce0790c95445051c40a4b386ff997b7d0f0253344dba872fb3c6","sample_id":"mmlu-high-school-macroeconomics.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d73a0e1e7cc04732846a1e60dd086dd190ce4b2d0b0e522916c00eee8c71f5f","formula_version":"titan-u-contract-v1","latency_ms":0.8308750111609697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2ad7c7376e2af07346be8ba245946ce8d6f4f0044dd5155efd6da8a82d9259f","sample_id":"mmlu-high-school-macroeconomics.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c8a41567b6fe82ee61d92e0459d85631374cc72f5ec93b1550391c5e0e95c01","formula_version":"titan-u-contract-v1","latency_ms":0.6714580813422799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57f3a4a2758ac09bccdbb558eac5542a9e244f94b327ef7692baccc30e3fc9e4","sample_id":"mmlu-high-school-macroeconomics.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"011985c19250898e66cacff1b6be883b8fbb864e0f135cbe98df7c9a1334644e","formula_version":"titan-u-contract-v1","latency_ms":0.6566660013049841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dba03f0e48c7cce942984b6a9fecb5e3cff8d95e9c66f1114766459442da6b6c","sample_id":"mmlu-high-school-macroeconomics.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6ec41233df49671a1502fec63c8d6612b50977bd07cef8cedb7be9bc1a6c447","formula_version":"titan-u-contract-v1","latency_ms":0.9366249432787299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5321a2e8e186229d35b6eb939ee281cd983b42257f27de4a83acb5528dffa3f9","sample_id":"mmlu-high-school-macroeconomics.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f99815cb1b942574172e89e0b60bce12daca113af917daae39624214ec0c355","formula_version":"titan-u-contract-v1","latency_ms":0.7597500225529075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41819cdf7d99eaae2d4a536a6f68eac623295dbc01bd8fca14068e0fa2838909","sample_id":"mmlu-high-school-macroeconomics.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcae0dd7429db4faf1d9fdb7ae1cdcd3b58b69888ca8e885f753c11cae4a6202","formula_version":"titan-u-contract-v1","latency_ms":0.9202499641105533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03992bbbc0fdc0af396941a9a26c63c8cbe2b64b045d77802020b14b8846b7e0","sample_id":"mmlu-high-school-macroeconomics.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efcf72839c0cce0098f45197136cc5486e80c1460490c330a93d7c9b909e1466","formula_version":"titan-u-contract-v1","latency_ms":0.6272089667618275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e88a171d88935a07be75c8ccef75a235844a6c01443dc0a8748cd4cab8abdca","sample_id":"mmlu-high-school-macroeconomics.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7813639386cdf7f0a6b5ea9ce01e9fc31ef126bff6f4f839451e1175a16c493a","formula_version":"titan-u-contract-v1","latency_ms":0.8217500289902091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93da40c548e0ba38977a0b71968599b1eccebcfb919195dfc8e3c48f92c35191","sample_id":"mmlu-high-school-macroeconomics.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c462a23dbb0ebe1835ab49a0b41f38e9b199a0507d543255df3949313bceda85","formula_version":"titan-u-contract-v1","latency_ms":0.4692920483648777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13e2132f1b81ccca70ee2ad003228282e0c8c4429a3578a6977d6e3909080495","sample_id":"mmlu-high-school-macroeconomics.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c04f35f9c92a31fa1d78ec1e3af96adaea8b4af14db3a01fe983cac0098a7614","formula_version":"titan-u-contract-v1","latency_ms":0.6285420386120677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b389c5ba56271391d03ff0fa9d1f98f583d20d4436d7dd5c7b3972c30380d7b","sample_id":"mmlu-high-school-macroeconomics.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a79836db99f0d57a10b3687b172dfac5f3791e00f5b2bae390c1503915c36998","formula_version":"titan-u-contract-v1","latency_ms":0.4522500094026327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21d04f54b2915b4339da184981576cc7749c89e5d5cb12fc0e948418f3ed8519","sample_id":"mmlu-high-school-macroeconomics.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f544acfbf779bd3fe800c9d82c6acdb5f1a78c21a19da8644678d5a84ebdfd34","formula_version":"titan-u-contract-v1","latency_ms":0.3994579892605543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc0e136ff7c67533cc1a765d8cd50c3b1d76bfb5471b3e6538cf802efcd97ff9","sample_id":"mmlu-high-school-macroeconomics.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fb98305f2c2e289c3c56ea7dc450f6e224950f9b71f111e79cbf4cff9ca1cf9","formula_version":"titan-u-contract-v1","latency_ms":1.1766250245273113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9838c67e8d19fc93c92fdfea28129487a37efd584e9cca17173b0c4390b0aff1","sample_id":"mmlu-high-school-macroeconomics.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd60163d9d7cea70ae100bd8cbc809b45621227482472822375e483a2a953277","formula_version":"titan-u-contract-v1","latency_ms":0.6057500140741467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"caa1de83a7997a4d34421662b1e6a7d465d72b296d559f96c3aff87e0c34b76b","sample_id":"mmlu-high-school-macroeconomics.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ca42a8652f5c03e91e45e41ce30851c4ede50820d1b14bca9dd847f172d005f","formula_version":"titan-u-contract-v1","latency_ms":0.867667025886476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfd323e3ecd6bd023cdd3131cf3c007a602f362ad0422c6bfacd182526b80ede","sample_id":"mmlu-high-school-macroeconomics.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c24ae117d59e4205758822f5043f925a5990856bc370c132deb2e87f60096dc","formula_version":"titan-u-contract-v1","latency_ms":0.6415829993784428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93983bd37192fe51afa43f90d1177bbfcb7d752a7a145ce6292c4cc3088c9a7e","sample_id":"mmlu-high-school-macroeconomics.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8aabbcdd1d29400e20b73664b2865e9c3cc632d04443a6b55cfdee25409e9127","formula_version":"titan-u-contract-v1","latency_ms":0.8029999444261193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a31d501e295bdf4287f4288fabdb2ee7cfeb0a637d27eaf5a40383c90e5b26b","sample_id":"mmlu-high-school-macroeconomics.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f00ce1e4232bbcd0f9869dbaa8c597e1a877208edd5cf97ce17686c80169c813","formula_version":"titan-u-contract-v1","latency_ms":0.4700410645455122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bac80b933bd205ec957cc39db6b2469b756c7ce5c584438dd66c5de5a6d13e4","sample_id":"mmlu-high-school-macroeconomics.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d61ddaf4d804f61bd065e55946160525dc7358616eefb636d524f1b2e777801","formula_version":"titan-u-contract-v1","latency_ms":0.6838749395683408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18310a065064742a8955011370cee188a54a542c136a00b4334775ea830090bc","sample_id":"mmlu-high-school-macroeconomics.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc88a0cea611d1be5124683c5f73ec6ca1dae21cee5471ac5c8a3508ada124a4","formula_version":"titan-u-contract-v1","latency_ms":0.5013749469071627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e1cd1ba3daa5875da33251c618d98bc1920f737f5e7d56d297a3ddd14e64eba","sample_id":"mmlu-high-school-macroeconomics.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f70ffde54f56d8149a3afef8a9128aedfcd051b51a14d21d52fffcdcb2a6cd9","formula_version":"titan-u-contract-v1","latency_ms":0.7536249468103051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"547d75bd2d8a563890d55d7e704c0b48044a621d02423b27effd105891ae63fe","sample_id":"mmlu-high-school-macroeconomics.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc4e72a387c107e49a95c5718f5c7b55ff2d0da54cd6a825a310d512a2ccd162","formula_version":"titan-u-contract-v1","latency_ms":0.7417080923914909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8275fc3c062da812c135793d7e1a041ab19cfec07ebf5870539329c6ff808fa4","sample_id":"mmlu-high-school-macroeconomics.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cf3f4daa7cb545951143a6c48ce1501062f83aeedda15c019eb1d0430184ddb","formula_version":"titan-u-contract-v1","latency_ms":0.8069579489529133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af8291d2d6e04a6c6db74f4f0ae26ab8452df731418aa683d486c45513215acf","sample_id":"mmlu-high-school-macroeconomics.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95053f0dd33b633a207380b7da1560d3341f98027f42d7b0cb9beb577361c9fd","formula_version":"titan-u-contract-v1","latency_ms":0.5366250406950712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2591e978bd2705e7ac9dd93b645a57bd448b66ea092f1209b947a1ba0a5ae1ad","sample_id":"mmlu-high-school-macroeconomics.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b18c68c8efc4ab65137097846a44db39e4a0007873a3f25321e8044b24441bbb","formula_version":"titan-u-contract-v1","latency_ms":0.5338749615475535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7692f560945e2509fb435f6ac1878891eee73a387ac2eb52ffc34f309375004","sample_id":"mmlu-high-school-macroeconomics.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"621f55b8fc2566b257ff0dbb83cb74160fd9353aa8dd0892ff8e609ff1247772","formula_version":"titan-u-contract-v1","latency_ms":0.47508301213383675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed352c4c636e67cc613b64c6339037e5db9d6b322ac64824a3ff9af778fa4b20","sample_id":"mmlu-high-school-macroeconomics.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d967d9b658da4faf9cdcb667e2d1e6f39f3a5a5ecb63c703558136f0170c642a","formula_version":"titan-u-contract-v1","latency_ms":0.4093749448657036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e89ecb7ee8bf8ded36ab622fe4fc7a12364531776984f7ca10397e7feb1967d","sample_id":"mmlu-high-school-macroeconomics.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"165c66b45648c0821d6857bcd6f5d604a113b935b8e952dea5de7c993ff0ea44","formula_version":"titan-u-contract-v1","latency_ms":0.51249994430691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f99aeb042c11e1f35790484b8ed0257ddea6102e2f33b6483b964865c3cbbd43","sample_id":"mmlu-high-school-macroeconomics.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2fb183ba3593991c7f8e5ff70ab7e4e40d35bed9597d4969d4f9db43dc31f4a","formula_version":"titan-u-contract-v1","latency_ms":0.4568749573081732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d890fb94e16ee158153846da08616958f8c54d64035c65596f9d6ce189cacc09","sample_id":"mmlu-high-school-macroeconomics.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e4016b2bf000662fb4e7d366e6ba88ed4748d7d0bd5ac7530502bfe6d8a3dec","formula_version":"titan-u-contract-v1","latency_ms":0.5687079392373562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83dac2bb2f35414b789857e0482dda371d8f2ec383c96993e7572010017786b3","sample_id":"mmlu-high-school-macroeconomics.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc5370395a073457055a5ac0a2bcbca5ff120994cf10d1db752b674944f5acf8","formula_version":"titan-u-contract-v1","latency_ms":0.5665420321747661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"474b222ff6ec94d368f8f7418b2853f3464e38bae6ead412f5bf1c70e69c0268","sample_id":"mmlu-high-school-macroeconomics.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50ac257fa40cf7d082c78c53dc1a322a0f41c453fe65821e076e43026f61fd93","formula_version":"titan-u-contract-v1","latency_ms":0.5346658872440457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34bff3a88d6cece46401df3217079de5b2d28ee2273691e60cc91e4edd238de7","sample_id":"mmlu-high-school-macroeconomics.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf786aae9b88f157961e28679cc923eaec7bd06211c8dd6ce33599310d4d9a91","formula_version":"titan-u-contract-v1","latency_ms":0.4297499544918537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c738d25fa2b96b1bdc9b657e543e10f8f6dadbca4ae98ef998c3554399d5b8f7","sample_id":"mmlu-high-school-macroeconomics.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be75a7fe32e43e2a0fcbeb527b1357566bb81f387d42484259a8d3ea142a2d4d","formula_version":"titan-u-contract-v1","latency_ms":0.5261249607428908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f649ec4995b636ed1205f605fd74b96694f7852fc822c2a2c9cc488970291432","sample_id":"mmlu-high-school-macroeconomics.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78cc66daaf42aaf834cd87ef86c3b5c7e302f5d476a282daae3ced086ac17a9e","formula_version":"titan-u-contract-v1","latency_ms":0.5642910255119205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1e47e88e637b46fcc1a0a77f898a300d02810606afa7af1c7e8805a93fa7ec3","sample_id":"mmlu-high-school-macroeconomics.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"549c9e53e3b956a20d701e833364e5599ed98b248eae0cf5b21225be315bc800","formula_version":"titan-u-contract-v1","latency_ms":0.651167007163167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b572494817ba19a42c2175db753b70db21bd619aee2d4dc1fceaa07275753576","sample_id":"mmlu-high-school-macroeconomics.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3106d46f72f25341be0886631b57b20c3f92969ff91097b61068c2ff0666620a","formula_version":"titan-u-contract-v1","latency_ms":0.5193749675527215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fbf7120df9b91b15aae2f0ca54f7622314db940d3777eadd1f22e87ed92c69f","sample_id":"mmlu-high-school-macroeconomics.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80bb46e628b45f74ca069f5e9989d4735b9ca228b52ae32e12cea0db2fe241fd","formula_version":"titan-u-contract-v1","latency_ms":0.445583020336926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe119c37497d97bee287eb004ad821834817a1b28805c6c01dee98a76751801b","sample_id":"mmlu-high-school-macroeconomics.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bcde20653a7fae846165bd72a5150052579132f2c5fe641c8f0f2c1db5891b6","formula_version":"titan-u-contract-v1","latency_ms":0.480957911349833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"754534c1efbcd7ebd27c6bc5566dc92a4bf1d1f054359ccd0e19c9dfd09a59dc","sample_id":"mmlu-high-school-macroeconomics.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c23a0582f5950eeaad4663e2fd52f25456c58c3695b1fe98613a7b4478f65818","formula_version":"titan-u-contract-v1","latency_ms":0.5108750192448497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a53a871fff75b8c29f6002ad13b51bd0342afc75c930ea6479928952d0a967e2","sample_id":"mmlu-high-school-macroeconomics.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f617282aaa8b68583210ecd9935f598951deede2ba6dda334401101d78c6c31","formula_version":"titan-u-contract-v1","latency_ms":0.6654170574620366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51208d3b89674f2e285737709711e03f20c32f62f0f40c6bdc79ec01906b3b95","sample_id":"mmlu-high-school-macroeconomics.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fc8293fc1a419ea413df8090715846149716c6ad7eb7ff47d30b90fed10f7fc","formula_version":"titan-u-contract-v1","latency_ms":0.45125000178813934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c3bd916b630818086a396fcb5556474bb13d5af3baa3870f06aeb2496f75343","sample_id":"mmlu-high-school-macroeconomics.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60104a009481807d0c68b0e7f79ffce307ca4bef9a2374922840b507239c0f77","formula_version":"titan-u-contract-v1","latency_ms":0.5782090593129396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb9eaeef9b1b8e68a0f77d0ffdae9cf1287d95ebb9d82240c47104f2ef273f20","sample_id":"mmlu-high-school-macroeconomics.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"646102de3c7322ef98aa5bf6416376a50de46556966d7fb961f519e3d36ae929","formula_version":"titan-u-contract-v1","latency_ms":1.0332090314477682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc56b82708ac6baf0e9da21c5601d7d5c37e9b89f9418efb186bb9d0ef71ee67","sample_id":"mmlu-high-school-macroeconomics.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9dabf48f4498d8c652af499c4534b4ad457578ad3bd67ea4139dd33ec7be3ad","formula_version":"titan-u-contract-v1","latency_ms":0.7607090519741178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"888f6ed72e7e7cd267a7213d7298665e9e316540e09ee3b4867f79761254b71b","sample_id":"mmlu-high-school-macroeconomics.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f3295e8cd2fe2bdf8b5ae0e403e097794dacd788ae6c58ac8cd61fa4c03ed68","formula_version":"titan-u-contract-v1","latency_ms":0.8407080313190818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39388eeea26f4892a9416aeea2a1cc48ed5de00d1730d59d28075899beda2464","sample_id":"mmlu-high-school-macroeconomics.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dd3909e3435b9a4b851ed042aa242f6eb5c1efddaa9e1785bdb8ed7f45d8423","formula_version":"titan-u-contract-v1","latency_ms":1.1595418909564614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9b6a2b6203c875cb9dd20df5a2960240b36aef5e8db2cb1a0e1c14f97e161a0","sample_id":"mmlu-high-school-macroeconomics.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e88e62b4aa0cdfe6fe357fc4d56435cf5a0057d650b49c387f695592ffeb5c6","formula_version":"titan-u-contract-v1","latency_ms":0.6066670175641775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88e8c02e08e6a7f97add4f564e2ac987f5c4d198671ac4d0f24bd14bb933afd1","sample_id":"mmlu-high-school-macroeconomics.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae148f2fd44da26186bd37315c4c238adf23be552327dde4d7dcbd41fc23cf75","formula_version":"titan-u-contract-v1","latency_ms":0.5845410050824285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea6bf6f6f0786c34f65af1b4169ddfb1b06908ac88694b4612ae204fcccfc3cf","sample_id":"mmlu-high-school-macroeconomics.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d33748fd3d07f3a3f389df793d7ad609f875085bccd81a5feb20b818586ab468","formula_version":"titan-u-contract-v1","latency_ms":0.6713339826092124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe5e77a76b23d311ef7df803364343c5ea515c520d4331aa5a9d7b7e507950f6","sample_id":"mmlu-high-school-macroeconomics.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3baa202264761b9b0d5e69970d0fcb925fb7c205183d4a95fefe6109ef4ed0fe","formula_version":"titan-u-contract-v1","latency_ms":0.44899992644786835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b56894b178bda8f564fa57fa9e3af54ecf06844f653820efc15e4f48a48865ff","sample_id":"mmlu-high-school-macroeconomics.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"542bc9238c7cabba54f73dbb163549230852be36036c4590e4304801b37d0cae","formula_version":"titan-u-contract-v1","latency_ms":0.4994170740246773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7c6f843e8309c4bb7ad7ba61a24cf856e6b9b12652e68654fbd54a39aa82ba3","sample_id":"mmlu-high-school-macroeconomics.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"773219cc81603fdb3bcdf02cf250851f5baf443042eaa97b85443ba8a2947aca","formula_version":"titan-u-contract-v1","latency_ms":0.4879999905824661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d76b6861bba926fe5dc4d4f39e51b628cd132c51ab03951baba8da92dce632bc","sample_id":"mmlu-high-school-macroeconomics.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"865a535b7a00b90ce45e9367d1fb7f139dbe9fb1344d87bd5c166cdff34412d3","formula_version":"titan-u-contract-v1","latency_ms":0.5033749621361494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"478984738fefd2bb4c64639b9f873f9c2d2b7c0cd44902a12acd046cd38020ef","sample_id":"mmlu-high-school-macroeconomics.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3b49eda4648e72f4f405cedbb83bdbc1973a0823acae74e388f70c0fd71606e","formula_version":"titan-u-contract-v1","latency_ms":0.46499993186444044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58fcbe2c33a0f31564124a1ee528259c1048acc2a73c02b9657b3b31e66baa07","sample_id":"mmlu-high-school-macroeconomics.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fed5cf4ef1a01f0c41e8295c82d7df935638815a51e2c28e4588720228ecd8e","formula_version":"titan-u-contract-v1","latency_ms":0.6879159482195973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c92b45c293bd9c0dca79cb721075a030111a36ed0cf468fcee244000da5d625b","sample_id":"mmlu-high-school-macroeconomics.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b07b72cf9a88742099a05dc2e1b61830ac1b477da8d956ce034d3f7a9a284394","formula_version":"titan-u-contract-v1","latency_ms":0.45954203233122826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"252a3fc815508597a842b37bd345c882f8cda78deb8ffab719dbd17b82841533","sample_id":"mmlu-high-school-macroeconomics.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55727088ba35e0b2770de98987ab75c434b7e4220df63de73f246aa4111cc360","formula_version":"titan-u-contract-v1","latency_ms":0.6795000517740846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81b0e3b52bbd4d6f42025bd0afcd88485edd265c2f5b577ef42fdab03bb5a58b","sample_id":"mmlu-high-school-macroeconomics.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e01bdc38cdc65a89138253fd6944faefa0f054870aaafb5235910d14764ff5e","formula_version":"titan-u-contract-v1","latency_ms":0.48454198986291885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0ac9e7181054ec138ff81d9b4fa6727d2a5a486049cd728da35c9849e67b600","sample_id":"mmlu-high-school-macroeconomics.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cf5e86b2b8a90ec47e54075a15038b4abe44092a2cd9e00c9fad7c65cabda7c","formula_version":"titan-u-contract-v1","latency_ms":0.6672500167042017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a829f8859ab1185d4db91437bfbe7eb081b9b2395b0274d4be87efe59e40883a","sample_id":"mmlu-high-school-macroeconomics.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bedd6709e7d094b19a705810abe8ddc9e2dad80e076a84a4f1228d0948f8ac0f","formula_version":"titan-u-contract-v1","latency_ms":0.5683749914169312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddab70043cad3fb034dc35094cb2ddd0bd1e62e23b702c904defacf8b9eac340","sample_id":"mmlu-high-school-macroeconomics.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"777908aab07d8f76eaac97cf044216dbd84b97915b6ae634eb343f934c7055f5","formula_version":"titan-u-contract-v1","latency_ms":0.6170420674607158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9ff2f6c09b5f577fc2c1bb701bbf4e44f33076622f28e6f7b8dd225c3ce57e7","sample_id":"mmlu-high-school-macroeconomics.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0039a68607f50345c66109f2044d3ac04818be39b492411e5de848458f87821","formula_version":"titan-u-contract-v1","latency_ms":0.4668340552598238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4579cb045317ae83b97183a0efc789c5d8c9171f3a47486d2a2749e6ca1c0e9","sample_id":"mmlu-high-school-macroeconomics.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81b18e29ba98392340f2169b5fc8eb8241ba73ad5a9b47647c95ab561b7585fa","formula_version":"titan-u-contract-v1","latency_ms":0.46962499618530273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b18ae5e3c166b089e00eaffd86d6f05930a01bdd2b2e02b69f13099b71b090a","sample_id":"mmlu-high-school-macroeconomics.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"404dd93814345534cc43e3f794fded006f122e3c0a4533ca55345da0cb45ba67","formula_version":"titan-u-contract-v1","latency_ms":0.9263340616598725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12827f7bdd23e1f05d765384ec60c0eb31bfe79fa6ec9f922a1ee74111f9d1cf","sample_id":"mmlu-high-school-macroeconomics.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1ec54fd45c7c96fd54145216ee867c6f0aa9db8c1b42b9789ca68d2a0e770a7","formula_version":"titan-u-contract-v1","latency_ms":0.6146669620648026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64bb4ac8ceabd7f9c604939e1750d4127ce35db923569570971a1f41ec1ec372","sample_id":"mmlu-high-school-macroeconomics.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"301c30613fb77c7f74ae89ba4fce1d7487dba2b62be6f4b2505f87c20a835e93","formula_version":"titan-u-contract-v1","latency_ms":0.4583329427987337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"719e7c0d8b22b48a0a26c4a8af8020360dac0a0d0f01a23e640d765904e26cc2","sample_id":"mmlu-high-school-macroeconomics.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b310bba00c92dd1a1fb2f57e48b0a987eb2ed67ef9f0d2a05dec914b17aa6c3","formula_version":"titan-u-contract-v1","latency_ms":0.4443750949576497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b3a37dd7ee562f16f889613d431e1c5c9e11e3aa670e41b294c6d8c864fdf5e","sample_id":"mmlu-high-school-macroeconomics.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59346533a06e26f277cdf2093d06be7b3bdcd810bb4e825c5961cc2253e3b4ec","formula_version":"titan-u-contract-v1","latency_ms":0.6625419482588768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0075ba9b661f1503c6dccf4f0a0c5e5c4af60a9cbd129dc5540a7223fc99f002","sample_id":"mmlu-high-school-macroeconomics.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b276684e49a9797e9de59a935e7b7c617801ee4c8a2c2260948b51216be11da","formula_version":"titan-u-contract-v1","latency_ms":0.4892920842394233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca4029c45a90bb7886521dbbf8cefa81ea9a894c41d2fbde089b4f94803c6fc6","sample_id":"mmlu-high-school-macroeconomics.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"306d1f4b07be3640c0bd5b949c37d9abef6b4cfceabf9d2aa2623851bc219ef3","formula_version":"titan-u-contract-v1","latency_ms":1.026292098686099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01c6b72a5a2939b58fb1b186e76e9b37dfb744ba4aef966f6b0a374369c284f5","sample_id":"mmlu-high-school-macroeconomics.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b20244d426d13208c9ce58026b0763c115cbf0771d88d8e74c767da89a552041","formula_version":"titan-u-contract-v1","latency_ms":0.560707994736731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00e44a93e4f1e5eaab7b91bc4c0e452516203918148f0248db852c5a2f1994c3","sample_id":"mmlu-high-school-macroeconomics.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cb44382dbe9de1ad487e716cdbba46056c42d76cd27ddd754a80f3aef7aed13","formula_version":"titan-u-contract-v1","latency_ms":0.5146249895915389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b30b99bb84348c357c3d0a89e554eb87e39afb068d6baa987207ba83fa4709a","sample_id":"mmlu-high-school-macroeconomics.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea9c4efcd40e61b85d2a7e288f36e7ec977418f1f87ff7064d6d9924cf3ed95a","formula_version":"titan-u-contract-v1","latency_ms":0.5607500206679106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"963cc299b3dfb9821b1206766dbbc75b7a9a0239d5277053f23517091bee9a2d","sample_id":"mmlu-high-school-macroeconomics.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95dfa4482fd39ba9bfd6f505da415920a0da7852b311236dbb9d576068c3f3aa","formula_version":"titan-u-contract-v1","latency_ms":0.727499951608479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"425af6f8c280dd204792d4e1fd991613f72026ea8fdab92820d191e81db24aac","sample_id":"mmlu-high-school-macroeconomics.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dacfcf5c6fb488890639cd3bae49c18eee0a68a025d6e135bab17ddacd029bd","formula_version":"titan-u-contract-v1","latency_ms":0.5414170445874333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c4c40600a1655d7aae09d1c556ef06507863d8728fb019de5228ff0c47aa8fb","sample_id":"mmlu-high-school-macroeconomics.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b661ee968eca423aaa97181d2b99ebe809a9503cfe99d5b2574b43b5fb95881","formula_version":"titan-u-contract-v1","latency_ms":0.5884580314159393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1edac0b634e516a370b640bf1c1279ffbbbfca8c88e4f18d63d2fe8cdf04cb6","sample_id":"mmlu-high-school-macroeconomics.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9fb626701ca85fc0a2219644027063c89c1f8e11154298d63b10def596bf09f","formula_version":"titan-u-contract-v1","latency_ms":0.5973749794065952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b496af75ce4da3db43c2c9668a74e13c0dca1b347268a9b553e3410766fc508c","sample_id":"mmlu-high-school-macroeconomics.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"355c41fd077d3c42921bc5e7066fc71b5e991c56ca2e30a40a28476cc9a42892","formula_version":"titan-u-contract-v1","latency_ms":0.5195830017328262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12069859b4f457db21ec22392665d50de08a02b3ec29fb9a7512bc1ff1cbc882","sample_id":"mmlu-high-school-macroeconomics.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6d4ed97b586c405fa3856f8c2fcd48a0edf2576684bda33bd32158007f45964","formula_version":"titan-u-contract-v1","latency_ms":0.6407080218195915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5777cef63b284feb33b804d57c2e35e833675bee4724f98f25d1c2952777187a","sample_id":"mmlu-high-school-macroeconomics.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1f344bb33d79aceb4aa3c8cbca7e657fd894ff2e53b07c6fb558ba8541f11d9","formula_version":"titan-u-contract-v1","latency_ms":0.6705000996589661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d64300a8b9512f5fa5df58c250e76bcec29209ad446e0b58cdfb136805018917","sample_id":"mmlu-high-school-macroeconomics.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b7a7778f69f37768338b102496dd4a0e6581c019e5cb01badc924fc73d7028e","formula_version":"titan-u-contract-v1","latency_ms":0.6079589948058128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41fec3951b74abd8a0f8a47774242ef3d21569c2dc8b56437e355c4139d61643","sample_id":"mmlu-high-school-macroeconomics.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb103518958d41556c9813c9e96e9613c471c23a8a61f4e8bbf1b78ee4198ccc","formula_version":"titan-u-contract-v1","latency_ms":0.496207969263196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7120fe8568d575162ad61e41ff781017dbef5bfc053577c45838779cbfe6cb33","sample_id":"mmlu-high-school-macroeconomics.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"128d890b2617bd844427a4820154eebab5d8035a026f6474daf27957690e8de8","formula_version":"titan-u-contract-v1","latency_ms":0.7862499915063381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5298913cb652b488bfaccda745b843b66e13403a474ba14507993700f05f134a","sample_id":"mmlu-high-school-macroeconomics.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"600e072716b7763b4b2208cd6679dd85e1846765ad73e396a81bf0e6c042ba89","formula_version":"titan-u-contract-v1","latency_ms":0.96354098059237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0073a9b83a0782e033c6d9ece2979fcb86393309d0348de18ce7abecde7c6ba","sample_id":"mmlu-high-school-macroeconomics.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c625bd86eab3255750d5e761e7137ab22c98a2c47c6a1afc6dce3039720e8fb","formula_version":"titan-u-contract-v1","latency_ms":0.5769169656559825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63d624e7d80b36d2ff52e5966c85b92253e8b2c785deceb7bb84f175d028096a","sample_id":"mmlu-high-school-macroeconomics.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7918f9d06f43022b8b075dcf28dd562c13bc1116a9a4658ceac8ef12c7632be7","formula_version":"titan-u-contract-v1","latency_ms":0.5085000302642584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"749d1adcb70cd5d46aa47263b8e424df8275345a2b5c3241448a8ef6701ea170","sample_id":"mmlu-high-school-macroeconomics.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f4e0f3d92352abacf732aadafc9c76384dca0426a337944aad8bdf7bdd0b8ea","formula_version":"titan-u-contract-v1","latency_ms":0.561750028282404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"470d1a0455cdca80593d84b0b49041670ae418ad8eeb67d0d9942fed9bb2e31a","sample_id":"mmlu-high-school-macroeconomics.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db3e60733524bb580456dc2a967074f0ff9d785bf9be383e3d57af44648aad79","formula_version":"titan-u-contract-v1","latency_ms":0.6082080071792006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"916161c6f88ddac60045cc53bc5d425ae5b9266369201b9ff2c640524bd684eb","sample_id":"mmlu-high-school-macroeconomics.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d23ed71a4298df16f7bd691d2fdfa8bb6af43bc332668e9baf43c5a87f9d4db","formula_version":"titan-u-contract-v1","latency_ms":0.6993749411776662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1598d4a229291c8c5510a2f04439dff4fb7176d5982f1bcba48247aaa7ac6a7","sample_id":"mmlu-high-school-macroeconomics.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78fe711bc05167a079cac92c5a315637e59c75f64f2c0715137788a3f88e8611","formula_version":"titan-u-contract-v1","latency_ms":1.01666699629277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc88684770855f79b1454c40fd436d3a9e405da1fde78c866c872f46ea6f0749","sample_id":"mmlu-high-school-macroeconomics.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc8b0c65298db38f8bec9fa821148a3a62ecb3cdd729aa98366c532504761bff","formula_version":"titan-u-contract-v1","latency_ms":0.4511249717324972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e990bad8f00751185d320964043a911eff4d7fdc9b65613c367ab1ef1d20541f","sample_id":"mmlu-high-school-macroeconomics.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a61a0b5d991cf98a99e40b6455c4edb2445f8ac97b53f90351127e4c3b1b6465","formula_version":"titan-u-contract-v1","latency_ms":0.853459001518786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"674b9700669a50be676cbc6f141ac445cbb9781519f50e342ff434ef62cc2758","sample_id":"mmlu-high-school-macroeconomics.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"134007b9acd0194512116f0dc8cc4c2c9e4d2bf74a5907b51c8bef0dcb1c14a8","formula_version":"titan-u-contract-v1","latency_ms":0.4433749709278345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d3a6314d87e9d6a1218a4fd46b5724db4268a92e9cb6fe0d1c9270a719d2dd9","sample_id":"mmlu-high-school-macroeconomics.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6673a66494dd5b1386cca84a98d9949699e9b9ad65d30c045208340c2f2db438","formula_version":"titan-u-contract-v1","latency_ms":0.5759579362347722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3beb9032be391535a219eda5281f2d371926d3a355d2c326d29b9b9834d598b","sample_id":"mmlu-high-school-macroeconomics.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"940fac1e5bde0bafd3ca0332d08aa986df37160ea7c168d4b7e7bfa0ee0bd78c","formula_version":"titan-u-contract-v1","latency_ms":0.5347080295905471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0acb14ff8e27541cf87e08967577f89a6810d2fbb4e4b167973d4a5f5595a11","sample_id":"mmlu-high-school-macroeconomics.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30231f31efb5a9b691c0c76d25f2e47f7434d0d7d29d4d98142871df5e090e85","formula_version":"titan-u-contract-v1","latency_ms":0.4313329700380564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef46de284fe038eb9712b18b0ca6f8b1544775750eed5bcc1dadbdb0ab41b3dd","sample_id":"mmlu-high-school-macroeconomics.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7849f6aa76670e9514a0343a49531daa55db8c412505dc1c36ae9b3cb672767e","formula_version":"titan-u-contract-v1","latency_ms":0.6289159646257758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbea65f6c37e0d57943780b78b985bb69d42d6cc7e9f3268a7cfb68ce9a09d20","sample_id":"mmlu-high-school-macroeconomics.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dee6b132b91d3a3bccd73c583605fb72bbfaff2058ade0cd2d4eacbfbd814415","formula_version":"titan-u-contract-v1","latency_ms":1.0436659213155508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cc7665b17f73078db0cee150d42c630cb316ca2516021d7ebf78e3416288997","sample_id":"mmlu-high-school-macroeconomics.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0ccd36b4da787604470a5e1a0d7f87ad09588b58b186ced159bfb7512bdf9ab","formula_version":"titan-u-contract-v1","latency_ms":0.6767919985577464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e68c693617ea47e73e535cdec388658d8e81c8cb0d7f154622ccce9f0932bdbc","sample_id":"mmlu-high-school-macroeconomics.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb8c8667c5f9de63b0890eb3aaaab9a707f0c0ff4a8f69822d8d469b9e72ae4d","formula_version":"titan-u-contract-v1","latency_ms":0.44604099821299314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d2c17bbdeb129eaa0e184fe3a0d6e6e426ab5ff33c3d7020da03142050306b0","sample_id":"mmlu-high-school-macroeconomics.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"407da624b1390f5775a9563ed47889c28f85048831cf699ddff35b9dc1abfa07","formula_version":"titan-u-contract-v1","latency_ms":0.5813329480588436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d237243bd174d86ae5fc8afd79bacdaef637d09bd8df4daaa59ca884d387eb17","sample_id":"mmlu-high-school-macroeconomics.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ca91654fa9d5ef75e650653d76473d271713692a5144dd9ce51ef6cfc99b333","formula_version":"titan-u-contract-v1","latency_ms":0.8160410216078162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5a0ebdee4b5823864f1a590b68bcbe10fa20457be3804bcc32fb3fffb7bd02c","sample_id":"mmlu-high-school-macroeconomics.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8dae6937afebbb0afbeeedbe8e41ecd670d258ceabad5758d62644e76b739e3","formula_version":"titan-u-contract-v1","latency_ms":0.6143329665064812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e195578c31c31ed2c5dae0b872c9eb82197da9be750d37f68087076d39a5f3c4","sample_id":"mmlu-high-school-macroeconomics.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8187d1c331b1b78fff78d652636c5c2e2e2cdb1386f6dbca9b501897924bb102","formula_version":"titan-u-contract-v1","latency_ms":0.7359579904004931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc5a06d0af2965b76f50bb75b1e64fbc252019bee6f0febca4a0989d8187ec0a","sample_id":"mmlu-high-school-macroeconomics.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53d5308025d1a0101638d17f9cbd07382bc0fc815a74793a72a4a825d65b38bc","formula_version":"titan-u-contract-v1","latency_ms":0.7417500019073486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94a68fb4c751851d26fa9057e039a93cc481f69d589d20d7f8f47224e2650013","sample_id":"mmlu-high-school-macroeconomics.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1364fd19ec3d583a3d67a1182b5d52ca5248627f9777eea12b28fcbcb99fa27b","formula_version":"titan-u-contract-v1","latency_ms":0.6826659664511681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae93517bca7aefadc81922852e22e1b859b86bc2dc131f32070a2d9084f6ab5","sample_id":"mmlu-high-school-macroeconomics.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b74138715bd4b6b07deaf84e5bff70959502f366f769f5be4182db2ab65ced52","formula_version":"titan-u-contract-v1","latency_ms":0.8051249897107482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3958df68b3fdc87e14a1fac339650298f00058adb208b0932242aaeb1aba9329","sample_id":"mmlu-high-school-macroeconomics.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"278b4c17bea748847be4aca013dcbf903c5f5371db501c156ffee1f152aa3cbd","formula_version":"titan-u-contract-v1","latency_ms":0.7597910007461905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cb69ed19c77db24d9858b9b44c1b98589aa525847a546d39869cb1b134af238","sample_id":"mmlu-high-school-macroeconomics.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35e046066ee37e8e3a77aac20a37af6e7f6f3130612782dce3ecdb627f95fe84","formula_version":"titan-u-contract-v1","latency_ms":0.9341249242424965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"438b3916f10a97e68e26fb264cb8f6c64af8a222d5fa23a197b8041d8d7693f7","sample_id":"mmlu-high-school-macroeconomics.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33b22b6ec7153c822323d6d19e11f449cc34206984e43bbda3d0e916abbc5b92","formula_version":"titan-u-contract-v1","latency_ms":0.727167003788054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30110ec33e838b45057233d49104c8c3421358f3bc64d0edca321c4841900eed","sample_id":"mmlu-high-school-macroeconomics.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41dc59b9e10df53bd74080d3e10323f0e6b149aa3dc07c16098b160284af656c","formula_version":"titan-u-contract-v1","latency_ms":0.5542499711737037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97ef359d8fc887baf526a318f32da0743089b3934d4f2d9f409ad6e4de67316b","sample_id":"mmlu-high-school-macroeconomics.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46d4f93c4e78c2d2707fc0fbc9294103853f7383a438f7d16d6d0811a6ab172d","formula_version":"titan-u-contract-v1","latency_ms":0.6531670223921537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61c10a4fdf3ed7ef463bcab4830ca1092a688b1f5f25a9181136d8697aaff930","sample_id":"mmlu-high-school-macroeconomics.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3cf933f803fd47421e4fdb21c2afe94ad1ed77393b1b89052455c4264b90a63","formula_version":"titan-u-contract-v1","latency_ms":0.640665995888412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88983ff0b578e2e38f7c1b511ac38d01090c5dae354a244a41ab9cd94849dd48","sample_id":"mmlu-high-school-macroeconomics.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf9aeb8fa7c1a09c08a8c959862b2bc3661d530ea6f0ddf91392176bdea25980","formula_version":"titan-u-contract-v1","latency_ms":0.5234169075265527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bfa30da63d8182511164a671a0c011c4f545434f632ea770ec82c536d672a91","sample_id":"mmlu-high-school-macroeconomics.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4ef4c31c00f0777ed5cbac76a7d8220f36bf0cd0559bb997fbf6c13122ff258","formula_version":"titan-u-contract-v1","latency_ms":0.45491696801036596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec54d9f161705790a928c949b29dcfffa59494bbb223392d7f205612556970f5","sample_id":"mmlu-high-school-macroeconomics.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10e2bc1db61997c800cc2867ff082b350220c2737f25bcdb6a5a8ee6b3527274","formula_version":"titan-u-contract-v1","latency_ms":0.45729195699095726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57297ebbf8c1bd0bf95264a680af4b806c18be82bc9d49ba84cee995eb4f7df1","sample_id":"mmlu-high-school-macroeconomics.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4548e25804861c07631d911def70412a0037d8d85bf00e7277591cd1e16f6b2","formula_version":"titan-u-contract-v1","latency_ms":0.4540838999673724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0ea5850fbc2341696406c9ac88c7da19e7531eb8cd9367f6840e3b58dfd5bd0","sample_id":"mmlu-high-school-macroeconomics.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0db2c4fbb1f01221177a900abdcb5b28b84bed5a54e35f5a22cf125ebf8a9747","formula_version":"titan-u-contract-v1","latency_ms":0.5157919367775321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dba578baa3ae7a4a4dbbf39c7e3b4973c96ce767c1fea38f762ebd37a67ecd67","sample_id":"mmlu-high-school-macroeconomics.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cddaade031a9b0f90e047d70aff8d0702d880e0fbf702a25a8945e5d60560d45","formula_version":"titan-u-contract-v1","latency_ms":0.7642079144716263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c19b94c147623bd170949be0810723ccad9faa8f724f5d176b92d964794c4b9","sample_id":"mmlu-high-school-macroeconomics.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e3b51e1cf29eef8144d01f3180fad7776de496258f4fe16e168b83b22eb927f","formula_version":"titan-u-contract-v1","latency_ms":0.5275829462334514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e64818c68509726abec2570d4abc5a34bfa0c4b5b82dba5b15a8006b604b964","sample_id":"mmlu-high-school-macroeconomics.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17770cdf1570877b506ef88be2c72127b45dc487a39e1830994b4c75c489fd1c","formula_version":"titan-u-contract-v1","latency_ms":0.47637498937547207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67f4998ddbc1aa72d308cf6b267bc25fd21ce11a6b72e1e8ec7138375b98f45f","sample_id":"mmlu-high-school-macroeconomics.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0154274fc796730260ea12604f49fb8b091628ce02733ee8169cde9ef18e54c8","formula_version":"titan-u-contract-v1","latency_ms":0.49216696061193943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"853cf96f911ceeea2396849130dfa90ad8b8e5a8b951cfde0ed1b8b6cadb9cd7","sample_id":"mmlu-high-school-macroeconomics.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e6e50d7bd123b225f82944348e88b6394efc49d5448e96a9c6d5e1c7c44e2db","formula_version":"titan-u-contract-v1","latency_ms":0.8106249151751399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5e6033b25bb8c8206568f842ff6c245b4e449685fabac3d5f3cba0c680a887f","sample_id":"mmlu-high-school-macroeconomics.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78ecf96cccff302fa6593819c86f9288748171a4a3143ed6dd5720693dd75d16","formula_version":"titan-u-contract-v1","latency_ms":0.5252080736681819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"923caee4d3f99d1cd48450046ba335e57e96ba2562a1f6e28c12fd968922672e","sample_id":"mmlu-high-school-macroeconomics.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"706948eb9cc22cf8d9353820e5828026903adecb7e093b28a5f1ef8ee5f5cf13","formula_version":"titan-u-contract-v1","latency_ms":0.6280000088736415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e5a7b0f49c158d771ce3920cbe850348dd88062b8fe8047ad7cd42ab668a31d","sample_id":"mmlu-high-school-macroeconomics.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2298c72d2e67eeb0f29e084735e3cbd6b89c45031a7ab4516169a36ac6aa8bb1","formula_version":"titan-u-contract-v1","latency_ms":0.44691702350974083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"352499aec5b6400abbf95737d9356e8dc6803fcfbf5dd6c35645d360dd5b3736","sample_id":"mmlu-high-school-macroeconomics.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0fa7a60a1b1fdda1acb04617bd0337b919af87be3116a5b5ea262cbbfc52280","formula_version":"titan-u-contract-v1","latency_ms":0.4380419850349426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36c5a9ede8cdc2a68c08dca7a22849abe30d854fee7fdd37094d1069d6f17caa","sample_id":"mmlu-high-school-macroeconomics.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60385e3aaf13d3ee5077d2e489da1bc4da7dbd278699a8e7ca033c53f4595a98","formula_version":"titan-u-contract-v1","latency_ms":0.49999996554106474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bb7563ffd98db567b3532189a3c90f6e7e520166e4afd3aa2c4a28604c53f36","sample_id":"mmlu-high-school-macroeconomics.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"249ed393869b7b7b522920d738b3cd75e318ea304bb78c531092a48f1c116072","formula_version":"titan-u-contract-v1","latency_ms":0.4415420116856694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b7278a2903686c72d2f48d6fe02de34ac0d90015969cf18588440f918e49040","sample_id":"mmlu-high-school-macroeconomics.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22ef25f976698f716dcd51ca4bc6d53c3e3324ca879d25795c6cdd16b5971613","formula_version":"titan-u-contract-v1","latency_ms":0.5833749892190099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9d116693e741dddebb3713d9d27218498c0ac38155a4b5f08c089aa9dbcf0bd","sample_id":"mmlu-high-school-macroeconomics.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2eb0c99200549af1e93b041de6ee4b9a50caa4e880a207ea436b3425622e191","formula_version":"titan-u-contract-v1","latency_ms":0.5415420746430755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c61743a85dfc5a21eefeaee8aff433bb656d738a649c8e54c362eaef5b542e74","sample_id":"mmlu-high-school-macroeconomics.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc0a31a1d0ee1f780face650273f20ed5de7c770de256587fdfcf630b87c7563","formula_version":"titan-u-contract-v1","latency_ms":0.6630410207435489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34fb381757ff41bb57999c7454803553bbfc99c39e00da9152e2f78e169afcb1","sample_id":"mmlu-high-school-macroeconomics.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d046972b3b18fe94633f3fe3e81b0881d0eee391c00c4fef41591e2f26ff14c","formula_version":"titan-u-contract-v1","latency_ms":0.6077499128878117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c232c1b2c14f867bea4d358222ee6876805b50dfe89707ee3f8624eda21f6561","sample_id":"mmlu-high-school-macroeconomics.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ce1d0755f063d404ac7df0c73ffe18496ee8c9b53a1e353e239466161f621bc","formula_version":"titan-u-contract-v1","latency_ms":0.45979092828929424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4c6ee0629ace50d1c4f906e47eff814120c59aad3297a8ce3d4d72a7b89f55c","sample_id":"mmlu-high-school-macroeconomics.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce3bdd4dd9e2cb306f3d3dc6d5f84e88b7c458faf3a8d890239730c9ea33c8ac","formula_version":"titan-u-contract-v1","latency_ms":0.6074579432606697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dbbb0b03132cb1edb406029905f4644a27cb1282ab13f02915ff38909ab710e","sample_id":"mmlu-high-school-macroeconomics.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06e707ae64fef35ac69f9e52edcb9cec392bc5f3705a007e0340f8a5f2eadee2","formula_version":"titan-u-contract-v1","latency_ms":1.087374985218048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"753ab5f36d1d9d0589af93050554fe4e2f57428206a0520fa33faf19b586ae4a","sample_id":"mmlu-high-school-macroeconomics.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"300f8dbd243b38d92f8a6b79a84b8b065b6cfba22bbdc68d6139c3755c2c598b","formula_version":"titan-u-contract-v1","latency_ms":0.6227910052984953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"722a862e65c332e29544aa4b6cc928e735ac4cc0f659e12633213e03fb452443","sample_id":"mmlu-high-school-macroeconomics.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"373bfb815a43f19c43d94e3644fbe2c73c61a6d15b64afebb847bb1195baa298","formula_version":"titan-u-contract-v1","latency_ms":0.8950420888140798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29b1963f141674d17f4e04b224164f4b703369b43911cd41f1585516c459a7d1","sample_id":"mmlu-high-school-macroeconomics.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b2a9e54f9440555edd442026d0f8d6d6cf786d491c896c503c7f5357e176e0f","formula_version":"titan-u-contract-v1","latency_ms":0.4964579129591584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cd97bdb11c70c859ba1c14120c67138077befe9d76c6317939b6459655eb6e9","sample_id":"mmlu-high-school-macroeconomics.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8730b6ed5dbf210bbdb7e38040f671bd9d464e6657406e9cc723c87305002efe","formula_version":"titan-u-contract-v1","latency_ms":0.6390409544110298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72150d6d45631c941d9d7405357a8add4575712e392aa03ef2e2f2a0f5d76ea8","sample_id":"mmlu-high-school-macroeconomics.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa27b22eec353ab9feb5425761c8cbe600c69978b58a7d7698b27cd28c934255","formula_version":"titan-u-contract-v1","latency_ms":0.6057079881429672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"242da7cf886f8712de7c3fc50771358202273f869ae05be5eef0e87a43c1463c","sample_id":"mmlu-high-school-macroeconomics.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49ea45a7d1f3c8a584dbe11ddbf8e80b2e5718860fe30298327f27be29de9796","formula_version":"titan-u-contract-v1","latency_ms":0.4712500376626849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"badfeb9b76642ab97ed5345f3580e69b0fbf09410e05dac5399188d2206ad56e","sample_id":"mmlu-high-school-macroeconomics.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4d284ed2d6b090b7ab9ec6125757a23166f0d0d06adbffd4c02fa2ac5a689d0","formula_version":"titan-u-contract-v1","latency_ms":0.44979096855968237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a8a04e5f91b2457cf50857ef52b6b8735178905bbba9f145ab4ce8db3e11990","sample_id":"mmlu-high-school-macroeconomics.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2762cecdba08124c1d96ff98123b80b98af69866da5f8034c7e6facea05c999c","formula_version":"titan-u-contract-v1","latency_ms":0.6065419875085354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d972bf6b7ac5b72264012f49a6d98a77fc7d3ae4491c5b5ffd677f0e8dc6ced","sample_id":"mmlu-high-school-macroeconomics.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99e62a6cf8a0aa19d299a33cba65e0b3bbefaf77f24131f8705c2d17584b87a4","formula_version":"titan-u-contract-v1","latency_ms":0.47558301594108343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc7ed5badf2285ff9f19fdc365f2be79e828241d03c20bb00bab6a802c6f0dc2","sample_id":"mmlu-high-school-macroeconomics.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93d550a1154e47f04abee2ec20307b344e6a8cf92da1a7b293fb78afa9d36f24","formula_version":"titan-u-contract-v1","latency_ms":0.4449170082807541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"548e9e60589537c4d4b2073149026a7433386db16ca835b63701a67c3c93ffec","sample_id":"mmlu-high-school-macroeconomics.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21be985abe6b6e55a31d58f528f47b61e9e0cde8e38a320519910048e3e1297d","formula_version":"titan-u-contract-v1","latency_ms":0.7458329200744629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"870b083daa1151d20396ac681a954188ea6caff58bfea1d09e2d2210486b3feb","sample_id":"mmlu-high-school-macroeconomics.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df9906b38b5d77affee8959d8870cc1af642b70e1e1e7009831f3b4e1fe69064","formula_version":"titan-u-contract-v1","latency_ms":0.5636670393869281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3ff037f7273de980f14e1cdd9774e241335f42368c385087608dd0a02e57e62","sample_id":"mmlu-high-school-macroeconomics.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be4ba2c1bb035909bda163fc8eb1546885d42d4d86b231f640ff942df8b990a9","formula_version":"titan-u-contract-v1","latency_ms":0.7355409907177091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51413892b1c397fd9742848c0cbe708067be701d118824e0cfc591b24f0e005f","sample_id":"mmlu-high-school-macroeconomics.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f71b5140506476e7abcfbe49e3a4b2feb5a254f4dcb32d1093c5202b5f8f0fe","formula_version":"titan-u-contract-v1","latency_ms":0.5695410072803497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2e4c3707e197d6036885b2df84e93a0d9dfaf34ba55256577fa0968fc0c31ef","sample_id":"mmlu-high-school-macroeconomics.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eabf65a6312c8fec726cedc78b6aaf07ca18d6007ffce4a10a44f55bc203f975","formula_version":"titan-u-contract-v1","latency_ms":0.5815839394927025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8c12949656c674fe43fc16da152040b9189bce322056eda5f5f156e71ff3cf3","sample_id":"mmlu-high-school-macroeconomics.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62b1d7d27756cccb7b969ce0be2382d57d535e5742b63222d7848cb5d860cc89","formula_version":"titan-u-contract-v1","latency_ms":0.6752079352736473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc0cf1154a8ace702d99bcb83b05701719528fd91bebbcfe46d367073f5fb3d9","sample_id":"mmlu-high-school-macroeconomics.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dce7c2459a2695383ed6346f62d7ecade2939045ca7f542922cecff9fc74dd17","formula_version":"titan-u-contract-v1","latency_ms":0.516542000696063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78680de6b7442941f8b3f885542a0cf6350f1f85df5ffa4942f052f0df307694","sample_id":"mmlu-high-school-macroeconomics.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e8f9bf880da45c3a795102daf912de36772f5cc77482758b4c53bc7531e2a50","formula_version":"titan-u-contract-v1","latency_ms":0.4604170098900795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57da7ceb06344996f8d025900f6dc0fc68be6d5370385f062a0c53a5e5a9cdfe","sample_id":"mmlu-high-school-macroeconomics.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"398a355b2398af373d70b9e767df0dad958c3c820192ae526bf14f63be240ae3","formula_version":"titan-u-contract-v1","latency_ms":1.5438750851899385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ac59c96abd56e92d006f63a3f616098d66c36ab3b8c56f1c5088bc91fbf9749","sample_id":"mmlu-high-school-macroeconomics.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cfbc08b64419ceb18c4479644326b1fb783bf83aaca2d1b9aa5a8416f298281","formula_version":"titan-u-contract-v1","latency_ms":0.5211250390857458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dff5b8fad9074185f80e98089e71ec8eb625c197005f7c0fa7006026a93131f","sample_id":"mmlu-high-school-macroeconomics.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0324a39070255d04f08a23c62f605fcaa15c8f09ac85e9d7045fc89dee67f625","formula_version":"titan-u-contract-v1","latency_ms":0.44570909813046455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c8e00a5d50d07fbfe24b2fe8cb7c33bcb75096357c595435c60f105bb366e67","sample_id":"mmlu-high-school-macroeconomics.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edeadae498dc9f93246d76797f040cca674f2846618175c507e1e5e934bb53a0","formula_version":"titan-u-contract-v1","latency_ms":0.5225409986451268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9b3ab02aa5bd0e9a04cefff8d3a6863fa179715d1f3ecbaede4d1a97e7369ac","sample_id":"mmlu-high-school-macroeconomics.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f114c2883351f1ea46a4238f6202231e1d64782c5f974adfd30722f2a0d3b70","formula_version":"titan-u-contract-v1","latency_ms":0.4511659499257803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5407143ce2c54b957cbe5ff1260a8b1379066479d7b9b6250fcad7a8b754a299","sample_id":"mmlu-high-school-macroeconomics.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52392603a3c393c75282cf7d7c61266705bee081d8486f73e55e043f7bfe1ed5","formula_version":"titan-u-contract-v1","latency_ms":0.6663749227300286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f569dc7248afc7192f681e427d537a630350b21507c5c399013e18f321b66792","sample_id":"mmlu-high-school-macroeconomics.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff29c95ba270ceb0f6f9f9c0542c2869164dbca7df85f138d5bcde02b0b4b296","formula_version":"titan-u-contract-v1","latency_ms":0.45300007332116365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cfc179b15e3e3098e8e1ae4275753cecb17dc5454f15b19f7e411c06b87f311","sample_id":"mmlu-high-school-macroeconomics.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af7a0c08ca6aa9ec9a74f4bb9cb50f573b15e68d6b74e19c5440ede05ca9cce6","formula_version":"titan-u-contract-v1","latency_ms":0.5202910397201777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2910f0b819837d662d24c7511352d2d83f23fefd6f28ed29e9c46fb7bafd57a0","sample_id":"mmlu-high-school-macroeconomics.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec9d03d8d3281d3907f3893a74d7a5be22d920fbcfb23a5ae31b8a26cd194de2","formula_version":"titan-u-contract-v1","latency_ms":0.641374965198338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19b43b518e18417c94fe9990e572c3b9f1c79f0898f57da172c914cf26d7c06a","sample_id":"mmlu-high-school-macroeconomics.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa83fc9f9ff0524c1e37cec3b515bca6358263afd6561644235684b3cad3b1d5","formula_version":"titan-u-contract-v1","latency_ms":0.548332929611206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"353aecb70a21bc7c191184e101744b91186c1948eeaa221e5c631df9641f249c","sample_id":"mmlu-high-school-macroeconomics.val.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4f386a56179abb181fb2b12fcf577acae0ef5331e765ce93136727c3ea7401f","formula_version":"titan-u-contract-v1","latency_ms":0.47208298929035664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a46f83716d5ec860e0cbc5badd223c3d6ddef4b94671cfd9dc150579a2e9092","sample_id":"mmlu-high-school-macroeconomics.val.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc779616caf8e6f61ee88df89c25ab542ed472216343067a5a7ac3127d27c865","formula_version":"titan-u-contract-v1","latency_ms":0.6293330807238817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e943c0332078c5ff6852103a95d926aad79af13775a5a097de9a0dad15b190ee","sample_id":"mmlu-high-school-macroeconomics.val.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"363679aeb57cd7ff97b8ff92efcb308adbf7646284aeb024c73db40b71370111","formula_version":"titan-u-contract-v1","latency_ms":0.614625052548945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f084d1cb43e721ade50f8270638a2926fded55e9861514697a7f753cc1b6183","sample_id":"mmlu-high-school-macroeconomics.val.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c74dbee4db7f93b1a432e21cc75345ec2d23c16cdb400f227a4d2a5813fd8a80","formula_version":"titan-u-contract-v1","latency_ms":0.7273330120369792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82b7503a27b90a7178c20d09788080fee95b48f48ba5a800581550a615febae4","sample_id":"mmlu-high-school-macroeconomics.val.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d4b2a99755862f8f6467e673d120985121e2bf873bb7dab8992a4187a93c8dc","formula_version":"titan-u-contract-v1","latency_ms":0.8848749566823244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39e7339203c31ffa848e52093e83eb300e1550182434146b9f22c4ef6a39bece","sample_id":"mmlu-high-school-macroeconomics.val.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9855c8427db9d0d44c5d4ee447817694ddb00209e48f32d12ce1f8c835a39108","formula_version":"titan-u-contract-v1","latency_ms":0.4450000124052167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2574a2eb9d6e82fbc7b5f2207b319157c23e99e49061d101f4bb36bf1a8b57b7","sample_id":"mmlu-high-school-macroeconomics.val.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"240ddf4643ea3c3d1e59d466970c8311e7a898d265f4bbe3f6d381fd8677a3ad","formula_version":"titan-u-contract-v1","latency_ms":0.709792017005384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bea271f02dbf3c28461d4b2b5916c230509111b31eadfe431c22aa9be176dce","sample_id":"mmlu-high-school-macroeconomics.val.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbc488cd8909df9117a9944b8ca95535f99d2f8f6f7afc89e248b700d7186587","formula_version":"titan-u-contract-v1","latency_ms":0.6445840699598193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb9f0f3a3c32d9e8392c43bec27941ec642f1701e78ad2e6ac344b01e02703a2","sample_id":"mmlu-high-school-macroeconomics.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16c5638a3b7abb1bb23c0ac6971cb448022ede701feb6799b281f9271bda6e12","formula_version":"titan-u-contract-v1","latency_ms":0.4540829686447978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4360cd4d0b357deaccc66281e3e4e50ba5972023d788bc7906fb267afd45a77e","sample_id":"mmlu-high-school-macroeconomics.val.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64b7a974f378c37337124daaf4e7789bf6d3e49358883d32a4bec478f1eeda62","formula_version":"titan-u-contract-v1","latency_ms":0.4341250751167536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba9475935055a57dd037ddafbd6c83f50b2a380581ed9676d931f5e7696915e1","sample_id":"mmlu-high-school-macroeconomics.val.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a0fa9ca0e7cc0316a082202b2eada0936ec8896e562aabd9b7b010338b3b687","formula_version":"titan-u-contract-v1","latency_ms":0.46324997674673796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8af88e8648b7e787de278e8119057192a8201bd7fe2b42d9ce6fffdd4d463cf4","sample_id":"mmlu-high-school-macroeconomics.val.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0efb8db8e698517741dd2c60681d0ab9b47613906c0b97ec1b92a47d3153b31d","formula_version":"titan-u-contract-v1","latency_ms":0.8626669878140092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e5b7c09990dc08f790131fcab16d3551946453ca0324418880715942e31bcf4","sample_id":"mmlu-high-school-macroeconomics.val.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"feffb0e047cbdbeb26875e2b94961735cb229460a7c3ad6fa08697a158719e08","formula_version":"titan-u-contract-v1","latency_ms":0.5927920574322343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c46de302d0abe68092248d42213f2c3c5818181db51fb2ee8944b7fb6100c2d","sample_id":"mmlu-high-school-macroeconomics.val.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47366825f3484568ed448ee62afd6da08c56c9e25d18c577343e6c488be8a066","formula_version":"titan-u-contract-v1","latency_ms":0.5116250831633806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82b10da50b003f27240a320387784ae649ba45b2260b21aefc6312004b507fb4","sample_id":"mmlu-high-school-macroeconomics.val.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d541a9a72f55b2264777c81298a81715cd5383beb95a1e2e4db43669b644e6fd","formula_version":"titan-u-contract-v1","latency_ms":0.4390829708427191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9313f00b961f4f483c95f3c2cfe82e6f8fc5ef1e92fd63847d85bc78e07fa06","sample_id":"mmlu-high-school-macroeconomics.val.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4b74cf1da2a396548527648f5e168378fee008ae020129ee8433cf9609aa20d","formula_version":"titan-u-contract-v1","latency_ms":0.6345829460769892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"120eee86cba9cd4618641241080241fba4783399605b171d9de3b214c2f4e599","sample_id":"mmlu-high-school-macroeconomics.val.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"389c825df7201fb2c69e58b14e64ca6d821455fb3d327d277878eb3f90c772f7","formula_version":"titan-u-contract-v1","latency_ms":0.46737492084503174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e40ecee708f94f38a0658967998103a424a302e1e03789bd8cc1caaad8a06c2","sample_id":"mmlu-high-school-macroeconomics.val.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56bf53a3945782a0e6bd6bc6e7b7c4fc36455c5fe2d237f1780e5592e1d8f3b0","formula_version":"titan-u-contract-v1","latency_ms":0.708000035956502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0645b9b66453444a6f0d373cc1c3b7bfd4c3f3b53671ce43de4ac06e989c4cbd","sample_id":"mmlu-high-school-macroeconomics.val.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"209dd5b32af2f28ce8eb20dafbeb8812b68e1ddd4c0fc9d9dd7d88d4eca78078","formula_version":"titan-u-contract-v1","latency_ms":0.5672910483554006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"994c5af3b653275153585609a9089339cc0cfd61b27be8d2b788362b40f38d0f","sample_id":"mmlu-high-school-macroeconomics.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"311fce43178a7ecafef2de73e32cc69b2ea8c256bfce5daeca65552460c76d5e","formula_version":"titan-u-contract-v1","latency_ms":0.44416601303964853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da7c1d2a3133b1fb02923f7b99e4e3742780d79dcefa0e352916610802fb1b71","sample_id":"mmlu-high-school-macroeconomics.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e97d60d494b4a0552b82394056b3f8b6aefac356cf0f0a20e19c711fe0f83c84","formula_version":"titan-u-contract-v1","latency_ms":0.7689159829169512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc873712efee6f606170a798913648a670a7c21137bef807f3b89c29fdd4535c","sample_id":"mmlu-high-school-macroeconomics.val.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ba5d6a9cceb2994dea5174644cea588c8bea557247d1d847f5ac1e25ab89d02","formula_version":"titan-u-contract-v1","latency_ms":0.6708749569952488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb2580e232c647eb7d125c3b8b474c4a52b0b6ed182d3268275b32fdce1d38da","sample_id":"mmlu-high-school-macroeconomics.val.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecce26d1de7eab7311281b5c3941c5553868f686a21dd2030ebfd4ac560de281","formula_version":"titan-u-contract-v1","latency_ms":0.470584025606513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8998aaef9ef3998618d2a017d3a1fb56e213537984c4fef86cd9b6be3b7bafc","sample_id":"mmlu-high-school-macroeconomics.val.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11bc646d09fbf54a2148b18b9b10d93b6296bd0b3e26af384da07fc114b33d81","formula_version":"titan-u-contract-v1","latency_ms":0.6353340577334166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5435cfe4e12877cae13d79b55a04ff3e3d56944dc7321ce2c3d6909f56a7192","sample_id":"mmlu-high-school-macroeconomics.val.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"255e940c205c07e39f2f9f4f452be7db02da996478a1fc704abb4d39511bdd42","formula_version":"titan-u-contract-v1","latency_ms":0.7228750037029386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d49b48afb99853b5b5d05655abb22bc6314e8e9cb4b1c7da8f2f543e0f0c441","sample_id":"mmlu-high-school-macroeconomics.val.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e40c18a27e94453e2f5132b26c596f1b9a0936e966b85797f9fc5a2bf764947","formula_version":"titan-u-contract-v1","latency_ms":0.6189999403432012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ac220f536ac982347330405ce2ff18384d9b52ce3238adf9371e9e125ad87c0","sample_id":"mmlu-high-school-macroeconomics.val.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f28ccb8a4c24721b1651e438466060918c63d3af4c8f83c9d89bd227759d8fd","formula_version":"titan-u-contract-v1","latency_ms":0.7479999912902713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"deced6e288aac7bbedd3b6a452ba4a45925cb63b3ba921671bf79086365549da","sample_id":"mmlu-high-school-macroeconomics.val.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c281567c758100c05e48ee1a73086428fd0f12cc1d8057ff3abb6ac369dfab56","formula_version":"titan-u-contract-v1","latency_ms":0.7960830116644502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3ea703c5fc9e09beae2a93d06592c848c0552fa491528c3d45c96a0bc55851a","sample_id":"mmlu-high-school-macroeconomics.val.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7895386c0b0b220015fad77cf69668ee8f9b96a5ae86aec3dea84cfb6664b5bf","formula_version":"titan-u-contract-v1","latency_ms":0.746708014048636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7e37c3c1139a098bef9b33c457697be4055fadaacc01c0262cc5395adc446bc","sample_id":"mmlu-high-school-macroeconomics.val.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a412530ca6dba55e0a860a006fb0103878dbc5eaff6261259fbca4646b76a58f","formula_version":"titan-u-contract-v1","latency_ms":0.685208011418581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c0d963280953792664e26f0451fd4092de2514a48240269ededf1e26a49deac","sample_id":"mmlu-high-school-macroeconomics.val.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0aa7872ebc1ea81714fad71a074780706c8e806db4d11a98127e454dbeefcee1","formula_version":"titan-u-contract-v1","latency_ms":0.5236670840531588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5a1a936aa095cca6bf97bfed6ddf8df837c763314690fdd3795b9588909d777","sample_id":"mmlu-high-school-macroeconomics.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bf5e30a2be426c5eb2d1ae880b2f251db079f94221908f1d6302c95da37fe11","formula_version":"titan-u-contract-v1","latency_ms":0.8807089179754257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"543636867129f0eb07687a2816d52d9a984f45f9e48b4f42ee002407f0a86b76","sample_id":"mmlu-high-school-macroeconomics.val.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a5d866ccbca411ee475175437bce3d40ac84367c6688f0bcadc513f9e283a02","formula_version":"titan-u-contract-v1","latency_ms":0.44712494127452374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93c44ce5b2afb9a8bdc006702afe874549fa8ebbe3e478136876510569e955e8","sample_id":"mmlu-high-school-macroeconomics.val.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53753dfcb36360e759d81157de2215af7af0918486ee2fd42ab56a114ab964c6","formula_version":"titan-u-contract-v1","latency_ms":0.4870420088991523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08cfe21294bdc1198c4326ffe36cd45151ec31fd9177b5b80311cde023c8010d","sample_id":"mmlu-high-school-macroeconomics.val.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e43b2733d66b68134afe476459f82189e8db1c92378f49fe9ab8c4e3472bc8d","formula_version":"titan-u-contract-v1","latency_ms":0.4640420665964484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"428975dd75be244810afd739b80d23a5c5bed280159915246e72db6748d4f621","sample_id":"mmlu-high-school-macroeconomics.val.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32eacf031d6ca369fe98cda106c0282da21a4673076582074cd903895a4b4f8a","formula_version":"titan-u-contract-v1","latency_ms":0.5088329780846834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0036777e1c2cf8de5eb2e4b28d72112173491ebdaef8a7169de73d884311a9e2","sample_id":"mmlu-high-school-macroeconomics.val.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f823018c23e84a0f7e66169c5dc4a73f9cdedad95ace71c910d2725fc449d25f","formula_version":"titan-u-contract-v1","latency_ms":0.6266669370234013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33e1df6cd9745ce9bc0da6869052fbeacae490d31758c2e65e2952b8a6ae6d70","sample_id":"mmlu-high-school-macroeconomics.val.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9603be41c538e8ae28d66fcdce223f54edf4e583e7b2a51a9a8f668c8bab70c7","formula_version":"titan-u-contract-v1","latency_ms":0.5010840250179172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77f2db3a6d932e0e39c0e093a73d1e6c524d03ad580b0eff4fdf0418df7eb25b","sample_id":"mmlu-high-school-macroeconomics.val.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbd9b2c2db2fbf4b9a1e82e8ccbdcf18a19a27f8a55a6c8bfc1ec8460011d9c8","formula_version":"titan-u-contract-v1","latency_ms":0.553457997739315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"034e1f2fff006025fd69966c3621cb8d64b6c2a77ad28bf90b40e82755093421","sample_id":"mmlu-high-school-macroeconomics.val.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60dfc8354aa7068d73cc498642a3ac5895a8abd08d96f6a956e958e3ef2184c0","formula_version":"titan-u-contract-v1","latency_ms":0.500250025652349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0eb3c98f202b241cdc08c612642bc4e4c61fed3112200b4997618d1bb512f8d","sample_id":"mmlu-high-school-macroeconomics.val.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d6fe613b4cc4796ef7590ef98e55e93b3229fa4a3411d26271ab3c078a18899","formula_version":"titan-u-contract-v1","latency_ms":0.5053330678492785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3de487f29759b7a43449d0d4d9acc2f3ff81fd11c1776d009d9385e392e89eb","sample_id":"mmlu-high-school-macroeconomics.val.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c25c7b7ab78ae9875a2e4dbeef17ddb1ae66f39396d3a5d024b4b6831e7bf69c","formula_version":"titan-u-contract-v1","latency_ms":0.47162489499896765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1c416fb31cd07faa549c276bd82b12479ef706033fe771bf4c7babaf0cf5a45","sample_id":"mmlu-high-school-macroeconomics.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46e1740118a13f7d88c26dc48da0079c7830c747bcdc546dbb11a81b2be09fde","formula_version":"titan-u-contract-v1","latency_ms":0.5519170081242919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb3c621aab3eac06144c0facca5c664b85b30f59a912d2a3fc604f8a85836b56","sample_id":"mmlu-high-school-macroeconomics.val.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9c47bcd1f1a890af8fedef2ef9a92649663e45e3c6a6f2f17b55b0704f5fece","formula_version":"titan-u-contract-v1","latency_ms":0.8488750318065286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"863a5f7f96af3bdb4209a3e30f3e516706e3f5ff2ae62ed0c06a9e8ec2c54c1e","sample_id":"mmlu-high-school-macroeconomics.val.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0e1b417f66d05947f671160756d89fdd765d8b42d969a164f5f35d6e7df2311","formula_version":"titan-u-contract-v1","latency_ms":0.5597920389845967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40fed63abcc37a2c8ae6af884e6dedd773d754d9f75724105f66beb4c3452590","sample_id":"mmlu-high-school-macroeconomics.val.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11368bb38b4e00f9b4018b35469f3cd3913b86084feb965441d810be0c9274e5","formula_version":"titan-u-contract-v1","latency_ms":0.630082911811769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f28d1167fba0a2f2a2732445b799c3b257b9f18b819b6a66b5409657f3d37779","sample_id":"mmlu-high-school-macroeconomics.val.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ceb2a650aad2cbf229351b6ea766e2aab0c8fe40d0452594cff957cf689d3ee1","formula_version":"titan-u-contract-v1","latency_ms":0.49891695380210876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5dde3b9b4f9103367e82e6a5e93fffe34a4071316498ef18c60a3c110ab44c7","sample_id":"mmlu-high-school-macroeconomics.val.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9fd7090efbf79fdca4cb6a56d59e6f26cc797d657011c6c7f5916314c9f0bb2","formula_version":"titan-u-contract-v1","latency_ms":0.5651670508086681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ae46d3040b642274a86caab43d4656584237bb5a28cf666ec05fb6cb905c505","sample_id":"mmlu-high-school-macroeconomics.val.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef89ef6126a8e9e0f078c7ea54ee25466ff5c485b6247a8b31253930099f2e8f","formula_version":"titan-u-contract-v1","latency_ms":0.6755420472472906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19dfb15fdb79896ad201012db82d5ca09a5adf140c38fe9f10b9f99d45f7e335","sample_id":"mmlu-high-school-macroeconomics.val.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a10be8b824e5b93ec9850722d013802ed4835f7e555e6975a043b0ce47bfb854","formula_version":"titan-u-contract-v1","latency_ms":0.6535829743370414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a514c1b30500713720ebba14084211e059fe0a8a4644665628d9086007f8449","sample_id":"mmlu-high-school-macroeconomics.val.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49385916de4cb5e796ca1862cc8f6353fed411995adac351e1f732cab3626a73","formula_version":"titan-u-contract-v1","latency_ms":0.8179590804502368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f101bb7f34070d353ac9b113df780b542f7611cbc47154c8d26d7c34eb90e3d","sample_id":"mmlu-high-school-macroeconomics.val.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2293fbcc6382a85b61fab00a2206e9e392d3671b8979e5a1188b156004d156da","formula_version":"titan-u-contract-v1","latency_ms":0.625541084446013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc1c75942be8f1bc2530bd4c2045cba8307f9c293a091a6e9555444a88bc332f","sample_id":"mmlu-high-school-macroeconomics.val.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f954f22cb89d30f7e6fc81588cd5e1d99bca2ec23aa0c0425691cc85a6c3495a","formula_version":"titan-u-contract-v1","latency_ms":0.6258749635890126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ed9ef87115565cb92bd8eb38b955937c9f424ffae5c8bac84736d1ce0dc5ee7","sample_id":"mmlu-high-school-macroeconomics.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82e6d1d945f2cb67829fb1805680501fe8af95db02987bd8398a0d4a6b490c5d","formula_version":"titan-u-contract-v1","latency_ms":0.46979193575680256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8aa3dc731c44851c0d11b6f9ea44f5953ae219183a815546a0f94139f3afa083","sample_id":"mmlu-high-school-macroeconomics.val.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fd75df9b4ece88e008f18186025de86367c28552fdb834f2536ff1930d9b5d5","formula_version":"titan-u-contract-v1","latency_ms":0.5254590651020408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f52ca1e406010650c11b3645370c425af21193376d395b026faf41022cfe801a","sample_id":"mmlu-high-school-macroeconomics.val.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"138bb4e9d5b5acfe60a949eb7e01e845ea6f197a2843e726e25282bd9d8a0ea3","formula_version":"titan-u-contract-v1","latency_ms":0.47683296725153923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea059e6df16e214f5f99dfc483713ac05ef994da76c4f383fec315398ae1dca8","sample_id":"mmlu-high-school-macroeconomics.val.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"599cd0e64001051326b7dcd1cc917b9b257c987f74f6a5fb8ac7301dd3879b32","formula_version":"titan-u-contract-v1","latency_ms":0.48983306623995304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24adbe68d684d1dd645bde05c1da039536746b866961113bf710dcc9922de63e","sample_id":"mmlu-high-school-macroeconomics.val.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"128ebd77da22f34f5d03ef90baf8644f9620557137f0a5800f4aae56502b9295","formula_version":"titan-u-contract-v1","latency_ms":0.7109589641913772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24fef4b921be3e0d6498c1763bd2b608a53eef901c6fd8b7f0b6b6baed095108","sample_id":"mmlu-high-school-macroeconomics.val.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05ed6898abe55d4c48c7815dc22157d83f5a7b7110f6d48b2c298b6cf1041826","formula_version":"titan-u-contract-v1","latency_ms":0.41137507651001215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"231b71059085a52742ea22803f035397b8c565dfe910ca7ff55b1055b6beb21f","sample_id":"mmlu-high-school-macroeconomics.val.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"244ea7e1306f10aabaa414cbc094dff2e5a87be2aff3d5849133cc1cdfe8cb8c","formula_version":"titan-u-contract-v1","latency_ms":0.4362500039860606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3935c21aa56a2fcb11b2f1adff1c11f2a72e7199f7980542a07c65457025d81","sample_id":"mmlu-high-school-macroeconomics.val.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30c0ba368b6421f5191980e70261ff7bea6fbfb6c9faf8eed5bae2a8065f9976","formula_version":"titan-u-contract-v1","latency_ms":0.43966597877442837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"120bc23c9345eee5dbe4a1f13b40d91c5c829a5360e557da08a7749b2adc3687","sample_id":"mmlu-high-school-macroeconomics.val.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f06b69318b925f6d6ae71c0c57d36a636b644cfc82c37ff934ef8a4b2558574","formula_version":"titan-u-contract-v1","latency_ms":0.4950830480083823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f791415d8cc9475fe4a3652e6dd5ef0aee6609c807f3495ce20399925adc3841","sample_id":"mmlu-high-school-macroeconomics.val.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1bfe0b9cc6d66d96360bf1aee3307fd9fcebbfff6613c4885270bebea152f72","formula_version":"titan-u-contract-v1","latency_ms":0.789084006100893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1743dd90bddc8dd6570f35fa6c067b9d6d1e7394099fd28a691dcf5bf4b2d998","sample_id":"mmlu-high-school-macroeconomics.val.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6fc0d0bcb53121853eacd7035caae7e1387111135a8744422cdd92f6968924f","formula_version":"titan-u-contract-v1","latency_ms":0.5526660243049264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a6654585212f303b1a26677a45c12e6a2da58e6cb9036ca0303660e679ca1a7","sample_id":"mmlu-high-school-macroeconomics.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a59389213ca9331df5429479584fad2364226856a79505cb89f449a78a2a36a6","formula_version":"titan-u-contract-v1","latency_ms":0.8081659907475114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0b1f57f87e324ffee705a45070695e28720f9364292f5e8efd22f172d7353ea","sample_id":"mmlu-high-school-macroeconomics.val.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26e2398ebd86cc64232520a50885894f5ba47a1f1eba5a9310759b670b1c1d67","formula_version":"titan-u-contract-v1","latency_ms":0.6678749341517687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5c0b2d0fcbfa016537de7544f780da84ec554552e4f1a381870951717baed43","sample_id":"mmlu-high-school-macroeconomics.val.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7e7bbd8061da7af6ee29f90cc781de6d73e1ae1770fa5529bafad1b59803dac","formula_version":"titan-u-contract-v1","latency_ms":0.8855409687384963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5f8e93980bcf41b530ee38a723fc79f2c1632f08382308b9ed9ac37fcb6a77d","sample_id":"mmlu-high-school-macroeconomics.val.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"878ded37b4dc3568d44c84f0826a1cfae778d3fea579a88754329868efe9133a","formula_version":"titan-u-contract-v1","latency_ms":0.871333060786128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d618a236865696c38556b2e7b47c3bcf1365d700d45e4d210a3348e3276014dd","sample_id":"mmlu-high-school-macroeconomics.val.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"242a8884085ee23e0026ba5729d291a161294baf5ee56928c74608d0a1445a16","formula_version":"titan-u-contract-v1","latency_ms":0.783708062954247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cbc2781ed4680977a9317681f2a9f838b53077da722622d09d7df627dbab5fd","sample_id":"mmlu-high-school-macroeconomics.val.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5467b557ac574b83b28a10c80b0fe1aed1b86bdcfadb56ce9db3dff219dc4e7","formula_version":"titan-u-contract-v1","latency_ms":0.6544999778270721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24f0b65acc12d0f954a7e980485f34a1d320d1300971f9b8ee33fc08191d42a4","sample_id":"mmlu-high-school-macroeconomics.val.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5b4d000d606c954e7396c8597667d696f1760ba95cc7fd2df41fe576db94f37","formula_version":"titan-u-contract-v1","latency_ms":0.6865829927846789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4959c08f19158763cfbadefe606edbb0ae90cbfd60fff2190fdb688a8b57230d","sample_id":"mmlu-high-school-macroeconomics.val.346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a65ca5cc39abccec8b6bd560fed294f1864e12b4df3de6354f9496b50693ef8","formula_version":"titan-u-contract-v1","latency_ms":0.5492499331012368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68acafbc0294e51881e8061c163d793a51bc25c652d38d07d5fe7e3366251897","sample_id":"mmlu-high-school-macroeconomics.val.347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3e082b0816ffd30734b4dff9cb38246b46c2198569d0e86e62aecacd3767beb","formula_version":"titan-u-contract-v1","latency_ms":0.8331249700859189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aec47fb9df05c34dc3f61b13719d3ea2eadc615582fa47a7361fa2cc1c08728f","sample_id":"mmlu-high-school-macroeconomics.val.348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4628ef1272c074ad18d23f05a658d08ebc2be1c076c8de467d55575c8e2d3ac","formula_version":"titan-u-contract-v1","latency_ms":0.7477919571101665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a622b5a37c45611da1ef4a520073ad637cc1e98d56a007664c76eb63421a9c54","sample_id":"mmlu-high-school-macroeconomics.val.349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7817b45c14222cc5282e8d4c42783656f1e39de815376797d573a7da60f14de3","formula_version":"titan-u-contract-v1","latency_ms":0.46858307905495167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"734d035b510d258dd62942572ba9db626a12288875493ca88853acb5c18df776","sample_id":"mmlu-high-school-macroeconomics.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7097f37ca3122cdfe9da9c49fe476cb2d8983be587e703fddb0087b752e6733","formula_version":"titan-u-contract-v1","latency_ms":0.7487500552088022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c17b416b10eabb6e74da895d1634f3eafe2e3e7e58d401bafde5f0461f7ea64","sample_id":"mmlu-high-school-macroeconomics.val.350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a78ed910377144f60ab7b735343c232e67f830201f2b6dd5ad55831aa2e688b","formula_version":"titan-u-contract-v1","latency_ms":0.44045806862413883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b442992473e43f4008ead5a0ca5c8e496ce332797bfe480c8388cdca286fda9","sample_id":"mmlu-high-school-macroeconomics.val.351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0443034a59f4058f26da3de82fd6b1ee457b26a4ec2f05bd70ecbf07b213ca2","formula_version":"titan-u-contract-v1","latency_ms":0.4733750829473138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"256eb957b779bac0584e12a1da95de0a099871dd707a86186496ab99e097c7f9","sample_id":"mmlu-high-school-macroeconomics.val.352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebde8cd83cddf26cd418f745fd90652927800c667ab5f8b499b16e1fcd8ba063","formula_version":"titan-u-contract-v1","latency_ms":0.4286660114303231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a318c99e5a0ac0fc33f1a18bc2dd52a1cf554f8ca693ec1d6332d82d51163b95","sample_id":"mmlu-high-school-macroeconomics.val.353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae9b786a64352112ad2e63675c78159273629fc175d135a487280202831bdc78","formula_version":"titan-u-contract-v1","latency_ms":0.47874997835606337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"403b9ce42a91ff06eb2cae7603df5a9ca082bcde8d21b646ca991abc6c6fd914","sample_id":"mmlu-high-school-macroeconomics.val.354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"325cf5f492f327e6a351e9e173bb49e3fc2f2885b72442448e2937dffc4b1d02","formula_version":"titan-u-contract-v1","latency_ms":0.48870802856981754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b9c3419b5aaceaf113c7494f8774f90962ea844029039e746797377bdb3299a","sample_id":"mmlu-high-school-macroeconomics.val.355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90f961ba966ee5117a2fa50f8958830b7875cd26a61e598c89b68d1ee9353fc2","formula_version":"titan-u-contract-v1","latency_ms":0.7207909366115928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0540cda0d574017d173a2c974bd6c5ab64c0c5451e6e4307b357167063912b90","sample_id":"mmlu-high-school-macroeconomics.val.356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2c7a0ddb5c95110bcb781cb9ae93d54d6ab134afb08e7e29afaae12bd1eac78","formula_version":"titan-u-contract-v1","latency_ms":0.4551660967990756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ab615337259f5f1575fcb096e5d08dec963b3f0d0657f647012f5cd05d70c15","sample_id":"mmlu-high-school-macroeconomics.val.357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c71b219d42ce655dee725ba3345e6fff3df6f7826470ba6fea7a7c20b477b4a4","formula_version":"titan-u-contract-v1","latency_ms":0.5105410236865282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"503c5ca8a21195e335c3aa8ee92069939b2156467647afbf3c81522e2c53c7c5","sample_id":"mmlu-high-school-macroeconomics.val.358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1dfce614f28218c4330f1d15f806b3eb66411486c282e004f986551370507ce","formula_version":"titan-u-contract-v1","latency_ms":1.096084015443921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b18d308cb1ac58c2afddd4624481826d19926a95b8d4a0225a31ab68dd46a352","sample_id":"mmlu-high-school-macroeconomics.val.359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3e2b954bf778e018eba15a1b8ce84d50dc0fcbc16b550bf4fb38ea07fffc098","formula_version":"titan-u-contract-v1","latency_ms":0.5134169477969408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1094cd5fde6689cc73298792915f7d679a16a2ca42ac278c7a43c23ce17d7911","sample_id":"mmlu-high-school-macroeconomics.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ff509c9c76746aa941ef79022382cc485eaa84b702678fdd56e36b4a4bdd03d","formula_version":"titan-u-contract-v1","latency_ms":0.4337920108810067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"188f3efbe8d75c8bf11a76a55fcf040e12f623e8fec21a37560527ba209b8506","sample_id":"mmlu-high-school-macroeconomics.val.360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"344c46762626177fdaa14207778ff64de7d8b5813e444b59358e20908bd3b934","formula_version":"titan-u-contract-v1","latency_ms":0.48595794942229986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96d63e04b7df39e1187036461687b9172cfedb9c0d9053ef60f609eb835407a3","sample_id":"mmlu-high-school-macroeconomics.val.361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"196e89502b88618566e11726da82495eb22d5ebacf204e4b45ce02c8b951b230","formula_version":"titan-u-contract-v1","latency_ms":0.6245420081540942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82ec0cf5e884d6e8ab6e861b0230eb20b3e582b59ca0d5cd9f4286c736cf3e33","sample_id":"mmlu-high-school-macroeconomics.val.362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2015e84582eaa6bebbf92354c3c272fc57d3621291d8d6ad45191a873f3d8a74","formula_version":"titan-u-contract-v1","latency_ms":0.6094580749049783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f8a988413f346cebed9cfe5c33bb09becca23dd89d90dd367931d6610d02475","sample_id":"mmlu-high-school-macroeconomics.val.363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9efe2b4fcec05daf85131bd1af184f13b8f3140acc050bce0c946a2a5ac9a6be","formula_version":"titan-u-contract-v1","latency_ms":0.5793329328298569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76bcd0808839d44abb7fdb4f542416ef40820b01a129e17227db3ab717833850","sample_id":"mmlu-high-school-macroeconomics.val.364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d478a969ea5a2caeed67bd713644319b11f439ccd9b17e1ba98194a5cfa792a","formula_version":"titan-u-contract-v1","latency_ms":0.6349999457597733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0882ecfd8341b03fe2e0cc9ff4898abc5707998da8cf1c23079524ca5c3d5473","sample_id":"mmlu-high-school-macroeconomics.val.365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d221c41cdbe62bdee265798c2a53a0a2c8ed0bfec1dc3dbc0615aa3ae8da0f2","formula_version":"titan-u-contract-v1","latency_ms":0.4541659727692604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2155750f561cb1c864695be1f2211554e3fe841be233a15f48ff6f68486b3547","sample_id":"mmlu-high-school-macroeconomics.val.366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"890088d7fba22ac3d252a8eb13ddac64bd3026f51f082828e08acf29c4c4db81","formula_version":"titan-u-contract-v1","latency_ms":0.5434589693322778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d0c68939aa1a5d8cca1b034277c3227b02683bc8a953b7e413148d1a94a9aca","sample_id":"mmlu-high-school-macroeconomics.val.367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f44c2e940eb83ff7087a3bfea27891431290d0d291f589c6121b77e530b2eeb8","formula_version":"titan-u-contract-v1","latency_ms":0.524250091984868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4698e60b4afa24d7fe8a348c85ce150cfdaae65c41509a4aa303261428312009","sample_id":"mmlu-high-school-macroeconomics.val.368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6289c109eb3dc134d72d9832582e601bc273369319a22d754da05486ab6cbcb","formula_version":"titan-u-contract-v1","latency_ms":0.5019169766455889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69f8395c9e37ce35ff3444b88e8c0c4fcc3b1921c8c3dc21315d062ff79a76bb","sample_id":"mmlu-high-school-macroeconomics.val.369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b68c25187c258d202178e8f4217ca00ce9a121fb4b4b1329ea8d1c201975c580","formula_version":"titan-u-contract-v1","latency_ms":1.3099170755594969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"088bd196864517fd1327bd8c41872711c4c26f2793d285ef47588f46b2f2c522","sample_id":"mmlu-high-school-macroeconomics.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d2f1011322b500ed0caf8edb3a84e527d16faec6dfe2470a29a304d941ee8d9","formula_version":"titan-u-contract-v1","latency_ms":0.5897079827263951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72cd7d9b81d55ce253a3fa8124afb2e5b3fcc00f1ee164e24e7dabf903ca02ea","sample_id":"mmlu-high-school-macroeconomics.val.370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc0e0d2fdc2d56c7587bb3f5ce9297385a7eeadf3639b874846eb6a1c9afc2a9","formula_version":"titan-u-contract-v1","latency_ms":0.4761660238727927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c214e91d75176f57e78d950794aae8f68833cc8f95de1bd5f7196487198687e8","sample_id":"mmlu-high-school-macroeconomics.val.371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"051edd477f732123a6dc0422b061af4be1cafbd03772d7aecc56b419615e455b","formula_version":"titan-u-contract-v1","latency_ms":0.44241698924452066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9938c6281a00aeeb28af809748673347fec0bb38aaabe8716d0248844d64541f","sample_id":"mmlu-high-school-macroeconomics.val.372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8111931139b24a25819f37cf5c06c8327cb8be7cc715bae1f56246d92d7628a9","formula_version":"titan-u-contract-v1","latency_ms":1.4695839490741491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d9c8b50e8bb9c7b2ff61b37ab420545c4b5f6dd7719f364818dc3b2ca8c132f","sample_id":"mmlu-high-school-macroeconomics.val.373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0a1f4beaea14a9740856c3fc5e6b14e95def86ac727d2395286fdaede08afc3","formula_version":"titan-u-contract-v1","latency_ms":0.579457962885499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10a7a70126c10ab02f9c4e789202da36cd629d55f8ba293dba0df60649dada1c","sample_id":"mmlu-high-school-macroeconomics.val.374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21afc4631e1a5d7cad8b55d14040184d3101cd41687344aa126a9be92ef3f43a","formula_version":"titan-u-contract-v1","latency_ms":0.9967910591512918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a9ddd0445133ba25ea4ff46d2b21598aef5df1af22a107ca534d1211b072944","sample_id":"mmlu-high-school-macroeconomics.val.375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8471130810545fc90b5427e273b3e830d24bd2fabe13d94df3a0294f95609f8","formula_version":"titan-u-contract-v1","latency_ms":0.5824159597977996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90927fc81ee00d13c51403f9afddb131f3498a67dedfed15882c246242beb794","sample_id":"mmlu-high-school-macroeconomics.val.376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9013cfeb6d5057cf82c049771faf1ebedbbd252659f60c9d7530b2048bc12423","formula_version":"titan-u-contract-v1","latency_ms":0.48816693015396595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14c2d6e11c8a9800660e2773e18e57bc0323354d8f8c6730f5cbf73b6f311a95","sample_id":"mmlu-high-school-macroeconomics.val.377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fadf6584e0a9d871d3789492e4d63c28d7b0e36f7582daf74c427542171b4323","formula_version":"titan-u-contract-v1","latency_ms":0.7847920060157776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"772ebd71ffb67d7179d6aa6f8b3af7bea5f88dc56ab5377f407b2466dd482832","sample_id":"mmlu-high-school-macroeconomics.val.378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2d022900e1ef217e0d486f409834d2a01e50ef1a47ec530f01f3f37e99305ea","formula_version":"titan-u-contract-v1","latency_ms":0.5232500843703747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7473a5a3df4aee1e2b0239200a227ca9d28ffdb61bef11357bcc8e2013915b9e","sample_id":"mmlu-high-school-macroeconomics.val.379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"691ee346c11991c69fe93b7d8a9f0532f953c0411d103386b31ff523db692414","formula_version":"titan-u-contract-v1","latency_ms":0.4724169848486781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a77246295aa2c3f7b786c3f2d78dfe7a97232e729c75aba5e268b367016817ca","sample_id":"mmlu-high-school-macroeconomics.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40100242afe9375184aff23099592c7fa4386687445b300bdde6748bc8c3016b","formula_version":"titan-u-contract-v1","latency_ms":0.5232499679550529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f5d1b4cf921a4a86217cc56dd0b18bb0588bf987fe6dd895669d23e8735ccdc","sample_id":"mmlu-high-school-macroeconomics.val.380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"500276e3364548a6f7e24829c2c66a4e0f5e96f33799d8a603745f2d70cf78dd","formula_version":"titan-u-contract-v1","latency_ms":0.4593339981511235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2aa69a51b6ef903df90edfe493e768030b2b1e60c21b6c8d89a9c4e586e21676","sample_id":"mmlu-high-school-macroeconomics.val.381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3742fd4152f5de53ca0b85ac215a0d75fde27468cb8dea7f06a11b0ebb01dec9","formula_version":"titan-u-contract-v1","latency_ms":0.5661670584231615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7024e8d2103f09db8bca37e0382b5d0c982c54aa679837d248d61b378bb3695e","sample_id":"mmlu-high-school-macroeconomics.val.382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6c3d88ed85c1fc76d458ee5b21ab56c31e05729d4ec5447f736a4400cde14db","formula_version":"titan-u-contract-v1","latency_ms":0.6494170520454645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10249ea18dd3704477373b720f25409c0e2ed3d7ab88d4fd194e604b048d5a87","sample_id":"mmlu-high-school-macroeconomics.val.383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f3e22fb99a7b5a55c8eb449681e2a09681a56e030d7bf54c7b0fef540384196","formula_version":"titan-u-contract-v1","latency_ms":0.5089999176561832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"391ae90c417bd7eda8c6ab8fb63f54a0e93f9874b8cf1d682607ae60b2d91944","sample_id":"mmlu-high-school-macroeconomics.val.384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5d0558003904c01054d5dd913186a3a592d1772003d61303508e4f67757f743","formula_version":"titan-u-contract-v1","latency_ms":0.5397080676630139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5741c4535b7b54735e65c75715c0523703860f0d66fe7132af5ad2f2cc4cdafe","sample_id":"mmlu-high-school-macroeconomics.val.385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1415081d422bc34ff3b23f41abfca42aaa367f7091cde2b59a9e02963c74d098","formula_version":"titan-u-contract-v1","latency_ms":0.5232919938862324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"323ceeb71db7975c8c544124b88039e453a38a3532708ad44718c3c6bd6db4d1","sample_id":"mmlu-high-school-macroeconomics.val.386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"509c81fd1867502a0d7538f6643ea2bc0ea0b89bd5ff8e4f9e4f1f81d3d3069a","formula_version":"titan-u-contract-v1","latency_ms":0.6531249964609742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb762de6243dd8817daab1c311f478f90e1b9cf75ab34e97fbe0cb3a895abc0f","sample_id":"mmlu-high-school-macroeconomics.val.387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b341c4401dbcd5a1d001c04677c80612a1ea41fa716e7e0f715a901a7d9116bf","formula_version":"titan-u-contract-v1","latency_ms":0.499458983540535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18f6c464885877c3c367a8f171f15978a496bd09bd86f42f61cc37ee52bfab0d","sample_id":"mmlu-high-school-macroeconomics.val.388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9f082d0c7a45fd3ed13c7e147cb44253c04cd48fd7cad43abc7e188ebbb5d4b","formula_version":"titan-u-contract-v1","latency_ms":0.46629097778350115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6a983bb7611cd034ffcc9c456c9724063e1c0858c8c7a1f9e527b8d4aa5c828","sample_id":"mmlu-high-school-macroeconomics.val.389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d6c692f0d7eb202fda438127fbbb74fdc1532d857a4c3c299fcf1566204cc0d","formula_version":"titan-u-contract-v1","latency_ms":0.4527089186012745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b372a2d187ecf8de2ff06e749f71ddb1b2d130ec9fdd8cc96e7772238fd5a2d4","sample_id":"mmlu-high-school-macroeconomics.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"548a9168f9705cb2e21880dd277b445668d334a8a79aad60d37087933070a4b4","formula_version":"titan-u-contract-v1","latency_ms":0.657708034850657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20aa1e268039bb66090329ed323d09dfe1d850b9499967dfaede69f850ea1ffe","sample_id":"mmlu-high-school-macroeconomics.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5af214fce2d501da4ea39dcb9e85c850ecceaf8e3b40014fdfef9b71c041d907","formula_version":"titan-u-contract-v1","latency_ms":0.5668330704793334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed7cf72bf1853bf4ae66d7f44a1770ef188c3cceae48e40e2a1f13c786d0a143","sample_id":"mmlu-high-school-macroeconomics.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6233576f875a91fbc46a12db11f9d57c2220147460f8fc7d217998a1075726d5","formula_version":"titan-u-contract-v1","latency_ms":0.529124983586371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd9df1b0a2dedf013204f3156539bfb7f648201b381d350a67caa838177b0b92","sample_id":"mmlu-high-school-macroeconomics.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c02b9cdb0dd94e8eac83b5c666e82281941bf54e098d033dcc0dbf972092b5d3","formula_version":"titan-u-contract-v1","latency_ms":0.480000046081841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"762d0dccb794fd1f07cec7695191bca1e4fa4dd175d124b2a4d670eb9d680287","sample_id":"mmlu-high-school-macroeconomics.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2570390ada1f3ac711672da6acc0c27589e9984c553e6b1fa48c5f53ede02820","formula_version":"titan-u-contract-v1","latency_ms":0.7079169154167175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c5c2f2b0606c4c725ee689cf2819f9b7dae9364d33cbe2e2e995f531a0455f1","sample_id":"mmlu-high-school-macroeconomics.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d62ede537826e3d1c43d531fc3ab09079a7bfe4424375f12592d96dff5493c34","formula_version":"titan-u-contract-v1","latency_ms":0.4728330532088876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4996878e9082d79632219fee77985424be5be346d3fec9fae9a3e15272e2e029","sample_id":"mmlu-high-school-macroeconomics.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8972926c23972da53e7e44ced2a67d78bad2f547a06934b7a0ad38345ecabedb","formula_version":"titan-u-contract-v1","latency_ms":0.6222090451046824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb1ac6209d9cade7834cc57c290c65493d747ad1a8a0f3c71aa763c6eced50ff","sample_id":"mmlu-high-school-macroeconomics.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"308b47b997895190f6114a64ca89053cb385a736845e3267563ca98add1799ec","formula_version":"titan-u-contract-v1","latency_ms":0.4277500556781888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dae3f94f2788532b625b1d352698a08cdfcb3f86e04c6f3246ece6b18f25ebec","sample_id":"mmlu-high-school-macroeconomics.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b433beff892c9de7393e07e050f8522ba9108423142df285a3b85aa227eb9bf8","formula_version":"titan-u-contract-v1","latency_ms":0.5123339360579848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84227d294fcc66ab1b09b475b4688dbb744078a78bf20e8aaa8736686647c753","sample_id":"mmlu-high-school-macroeconomics.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ce863f36d08c0df7a2a887f40047aea17cab5d24f5c171def67b2941b39017d","formula_version":"titan-u-contract-v1","latency_ms":0.7362919859588146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"811ab6fa2fd90b2b1e1279feccbaa465a8e1573d550f166dce0329140cdc4742","sample_id":"mmlu-high-school-macroeconomics.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c71b2a06217d12d502648f65040f81c32957282c54cb57b022b54437b03bf634","formula_version":"titan-u-contract-v1","latency_ms":0.46383298467844725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ecf9a662c6c25d88ef7cc5e11ac9910b0d73ae92c52612678388311dd288dcb","sample_id":"mmlu-high-school-macroeconomics.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bc406e43b224783352b179988eca20afda53e48c4d664f180a12546f5006d14","formula_version":"titan-u-contract-v1","latency_ms":0.442708027549088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd88e3547efdb426b21a875b07451172b03c41e544635184c8c040f9034daed6","sample_id":"mmlu-high-school-macroeconomics.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c938cfc57bea72530e3c4ee76989512d76df37a6a66a9b921327cb6550760710","formula_version":"titan-u-contract-v1","latency_ms":0.6480000447481871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2edef52cc487e065b81d64c54d914ab20367e01394e168fea683c796f4a841a1","sample_id":"mmlu-high-school-macroeconomics.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7b99b178413650d35076e7b994554b69785e8a39f7bc95103ae8f78966ff594","formula_version":"titan-u-contract-v1","latency_ms":0.7943339878693223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58e55126c2140f58340fc9ceeacc4c71371baedda71ffc5df6d3d43b13fbd173","sample_id":"mmlu-high-school-macroeconomics.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b5c3c0d85b2b7e4f6d4b9c84b8b71fdc31f95a3692f5fa545cfe9ee06397dd6","formula_version":"titan-u-contract-v1","latency_ms":0.9759590029716492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d3b61103ac2135ad362911676a7b6c57361079d0a5a52f055c7c34e54ccffd4","sample_id":"mmlu-high-school-macroeconomics.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4fe6aed413f7a11d37fd5de1d8267c3277e471870c45e645fa3311a1f72bc7d","formula_version":"titan-u-contract-v1","latency_ms":0.7256249664351344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"813cd2cca389f5788e10ab02fffe52c0a5f478818a275619351066a5bcfca884","sample_id":"mmlu-high-school-macroeconomics.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54d91923f137e47f176b3c2dbc275d956abb7d3d8d05995caf66d870ffead0cb","formula_version":"titan-u-contract-v1","latency_ms":0.6829999620094895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5ef7dd80599baaeda52a010aca4c93ea90295be0afe65fed6c746f272e71b61","sample_id":"mmlu-high-school-macroeconomics.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83cd3c7ba7c9edccfb52c9b415b72cd3a2b1776a4223b166373a615677042ff0","formula_version":"titan-u-contract-v1","latency_ms":0.42087503243237734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"871f130a046cf3c566d20a142ea15e9c0271b20513ee553753050f4ea028e30e","sample_id":"mmlu-high-school-macroeconomics.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0842639e83f493c1a5d601770583e3bc060ab2543953cd802e38b0530d5e41c6","formula_version":"titan-u-contract-v1","latency_ms":0.710457912646234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3258f8ada6bdac6668de24ece43c7c8e500ab10b756b3d8d512994ea54034642","sample_id":"mmlu-high-school-macroeconomics.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"433b4d472339a01e14fefb21b9d5b599bf5c12c8d4be615c5353ebcfb823545a","formula_version":"titan-u-contract-v1","latency_ms":0.7663749856874347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab7809410bc330570f74fe4338bfcfb8b9aa56b8ad1d88ca350c76eb17247598","sample_id":"mmlu-high-school-macroeconomics.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5a9bf95410c63183539c16606830294a2651d4091434b815bb5ab54aa36d9e2","formula_version":"titan-u-contract-v1","latency_ms":0.9170830016955733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3116c3f3cc0d04596b24316d9a221255f3ea0b1042994e8ba0ff37d02741500","sample_id":"mmlu-high-school-macroeconomics.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fde467e24c7e3534dedcf1e1ea80a2d918e6e31336724e17c455c37b83aea2b3","formula_version":"titan-u-contract-v1","latency_ms":0.6430830108001828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84ea3f956b872451e141249d711bdb5cf7dc416439140f4a47e645040452a7a6","sample_id":"mmlu-high-school-macroeconomics.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db7cfc3983e03b90db664a7c64102257ec07145c397e523d6637c3c9d353869c","formula_version":"titan-u-contract-v1","latency_ms":0.5938750691711903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c785dd9e1ce92ac4ab4cf404613631ee85511012cdcd90c0b0c7172f1cff93a6","sample_id":"mmlu-high-school-macroeconomics.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9fcf5735d632bef440439b470b8a02b59fe6a4e9dee33ed35f48af49ff24f31","formula_version":"titan-u-contract-v1","latency_ms":0.612083007581532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53b998e666659d55720f71ee3dd7300756536bc52fd97017e6eb8c5b8ecebd3d","sample_id":"mmlu-high-school-macroeconomics.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ebc4cdd6679ee6d200b2eddaf16ab8e54f85a8ad725e513c125f3b058dd5852","formula_version":"titan-u-contract-v1","latency_ms":0.5868750158697367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4b676027414ac744297debf218bb8e4c94345d6171d96cbfacbca14b67a61e0","sample_id":"mmlu-high-school-macroeconomics.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97e1dfc68c1a686c41698653e2e4d660f012fa593277bb91a0afdb4431c1f855","formula_version":"titan-u-contract-v1","latency_ms":0.47812494449317455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb6552b31154df67e2e936c1cb012a7422861552e0f4d642195b3ca26f9de48a","sample_id":"mmlu-high-school-macroeconomics.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"634041a2c09bf335ef165db0b95bff81323d4de5cec9ac3ac813e7c76cab9b96","formula_version":"titan-u-contract-v1","latency_ms":0.8644999470561743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cdf930af414e33c0ac131f5fb0f03a620c359cc71c3b607f1c72de8ad77523f","sample_id":"mmlu-high-school-macroeconomics.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f43f771becfce400a58642e93c8f366cfbe2f3c25d04b4c99009fe0ac8da768c","formula_version":"titan-u-contract-v1","latency_ms":0.5806669360026717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98f768a0e389bced65957e7ad3b7564cce00d4284ff8b71d53012a96cb8422f4","sample_id":"mmlu-high-school-macroeconomics.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49372313e81d19314105f542d2ae636fe1f06f8eeecfc23ffeda0a1240192013","formula_version":"titan-u-contract-v1","latency_ms":0.4949580179527402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1193c7e76754acb2b8fb00f2702bf29da03860037235bcfa9c62a3d3619b6f4","sample_id":"mmlu-high-school-macroeconomics.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9023ffb248eb443aab323a3c87ad02087cd838d1057f9a8f76526ef0195b9b8d","formula_version":"titan-u-contract-v1","latency_ms":0.9266670094802976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"807169303a72b7c418dc65a83d5d66cf33be7c8a456f7f437d1a65bb905772ef","sample_id":"mmlu-high-school-macroeconomics.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bfb8e09909a529b674716f385e6484c8fd4f56211ffc72d79a2cd6ba67ef854","formula_version":"titan-u-contract-v1","latency_ms":0.4689169581979513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df66b684c1074da3833a34f57d7d91ea3700beceb2ff7bd9c4b27d5e3314e46f","sample_id":"mmlu-high-school-macroeconomics.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b360225eb2259a8dc39616817656e3e20a54f670501b17dc62c822f63fbe841","formula_version":"titan-u-contract-v1","latency_ms":0.8144580060616136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"986dee44638dfeb9e24ecee9b458a1b3f33e309d9c18604883e5eaab06022370","sample_id":"mmlu-high-school-macroeconomics.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96a04fc73ffb2b2ae07c004008b2d8fa9106304a2c9533b6df1777ebb13bf11a","formula_version":"titan-u-contract-v1","latency_ms":0.7402499904856086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c969a04c70ad20868d7dae4f9f06957b6395c4be258b0dcc39335ebc4b289890","sample_id":"mmlu-high-school-macroeconomics.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c473f2adb36f86a9842b038d35bb2092254f78373b5f2907aff9be04f6538c87","formula_version":"titan-u-contract-v1","latency_ms":1.008290913887322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4b72cbe208ff320ec945b9508ad105f82c6c7cbe75db0a854b4743b5e1a0372","sample_id":"mmlu-high-school-macroeconomics.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1f6c3018b6fe676e9dc2acd8a2d9182a2eaa44dc703c3602d4e98e809c6f77e","formula_version":"titan-u-contract-v1","latency_ms":0.9600829798728228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"636faff8f26db48f03b4d87b9acf62a1866463e19b635e42fd28d5fc2cb4636f","sample_id":"mmlu-high-school-macroeconomics.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ec4b21b6414c42235124fcb19f89ea267fa79a8c716a1b09297c1ba1e38f3ed","formula_version":"titan-u-contract-v1","latency_ms":0.420207972638309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4edf731b0de3fd64123ec965cfa9843a7cf7cbdd7c7ed1c6068addb48a321756","sample_id":"mmlu-high-school-macroeconomics.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c82d3e3ed60e119170ce2d370ea67da1f45ed1433003e9d8b6abb395d9404e3","formula_version":"titan-u-contract-v1","latency_ms":0.46658399514853954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91bfad189641fd75ab54097c45cafe3f4ffb8beb0dd114eef3ef821359383ffc","sample_id":"mmlu-high-school-macroeconomics.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18d88f6db654932cb152c20c583a36d8748bf25380ae59a237017711bb61505c","formula_version":"titan-u-contract-v1","latency_ms":0.5590829532593489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9703e262fb0872a3012a28c036b1a35d93a5973a6fc8c9f853b858d80768090a","sample_id":"mmlu-high-school-macroeconomics.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c672099470b8be7ef1a34fe52e76cf118ee2f04ca4a6a6e753f18382dc7ea60","formula_version":"titan-u-contract-v1","latency_ms":0.8307909592986107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa2606fd69d476e366d3436a075d3d4ba820eb482b88b7e96738338fd46daca9","sample_id":"mmlu-high-school-macroeconomics.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9e68548648e492d942d09f91f15262a996abf244ec84091235c51a23fdd7052","formula_version":"titan-u-contract-v1","latency_ms":0.596208032220602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9c341826c615181a9cba7e5e44aa5ef2e1c150e518e9ef7d0b0f471fa495082","sample_id":"mmlu-high-school-macroeconomics.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81a7590b6d3421bea1e0d24dbd0775cf89e2b854bb8f0e6114aa19a6363a1592","formula_version":"titan-u-contract-v1","latency_ms":0.5460829706862569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a17fe44a1d965b3a41b5db59ab731df1548730c966ea8aec20a903db5c4d4a9","sample_id":"mmlu-high-school-macroeconomics.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4de4de597694a9a9239d7fa90c657a1f0466471de3a027a53e07e0b3e51674d6","formula_version":"titan-u-contract-v1","latency_ms":0.6184169324114919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e3d5c637679e9b53615ca0e9b3afd9feacbffa387b7e7c809669c895c6465b2","sample_id":"mmlu-high-school-macroeconomics.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07b007ce1e941fac89b21e24d7550f80e2ab6a774e9bd2ffc66a16e748128c69","formula_version":"titan-u-contract-v1","latency_ms":0.5420420784503222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2205d1e54b1a689e4b90390f86cdbe5ca4281722d05367cc4d4d9e341af428c","sample_id":"mmlu-high-school-macroeconomics.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24b93e7e5f98ec025e6bc014e3582d89527e211bfe71ce9dc942033a69f6c253","formula_version":"titan-u-contract-v1","latency_ms":0.6114579737186432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3301b274258e885fe32b0c2457e2b5683770a234ff04432d5f18238e79141cef","sample_id":"mmlu-high-school-macroeconomics.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"657d2285984a51716e4dd8ef1a69940d2ee31c5634148b4c6dd2d2cb05e12e41","formula_version":"titan-u-contract-v1","latency_ms":0.8256669389083982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b078dc25c7623ab0d2f9286a63c35156fed3594cd07a946104d20409fdc59a0f","sample_id":"mmlu-high-school-macroeconomics.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb1ce2ca94ee0066ae1e79fbc5cded55c770ba00b80bfd4da694c079be038625","formula_version":"titan-u-contract-v1","latency_ms":1.689207972958684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"748c13daf407fd1b61e659ceac3c5ff03d7fecf747fe7f624f00c4a26476cf61","sample_id":"mmlu-high-school-macroeconomics.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd288d6e736555eeec2c5dfb0acb8ff621933d6008cd2129401af8d0b16152f1","formula_version":"titan-u-contract-v1","latency_ms":0.7637920789420605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bee847c9f30afbdce43421cff296fb7e7e751e7602dede231f7d979bba95b31b","sample_id":"mmlu-high-school-macroeconomics.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90c8332f6c63bcd7e36dc21d4697e985ae3d7f35d6e32dd111bc7c99c6dabf0e","formula_version":"titan-u-contract-v1","latency_ms":0.5985830212011933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"596c0e27434da2af3a3250be5e45e0f467198f51a7a50e32bd876cc18bf25584","sample_id":"mmlu-high-school-macroeconomics.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9715cee6dd0f928ee1108cb214766c5124c615c1562aebdde9d1b27103b55d8e","formula_version":"titan-u-contract-v1","latency_ms":0.5442500114440918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd575c46bdaf11851560a66a2e5b4185243e2a8c22744f9641e1ef20360e79d0","sample_id":"mmlu-high-school-macroeconomics.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16a018fe83aee9facaa6ab996dc8685ebcdd24e03177832a935c378c5ec87884","formula_version":"titan-u-contract-v1","latency_ms":1.1238749139010906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"837b58152bb9bd2bf9e2bcc8a08610fb21e34a26b2609b8b4071d0f0919f5731","sample_id":"mmlu-high-school-macroeconomics.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3c2a9f741a04a97ec867c9d4d7c4dcd8f854aa4b335ff0ce39c7e3be1f78838","formula_version":"titan-u-contract-v1","latency_ms":0.7585409330204129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a96b394c0bf4f989eb7f2c2661d96d21897aa921496875ff5ed32644c7ffed47","sample_id":"mmlu-high-school-macroeconomics.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00654d094ffd0ac4ea43efc650ef7fb5c451b374625fcbf6ec8ea1869f99388f","formula_version":"titan-u-contract-v1","latency_ms":0.485458062030375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b44b39de45c4d30e90f377aba50392f0a87c29acf06b7dac335891850f4c8c27","sample_id":"mmlu-high-school-macroeconomics.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6328f9764e4f16a1d8a35efc10637619b0b2524b967f337b34775dca87def21f","formula_version":"titan-u-contract-v1","latency_ms":0.5678329616785049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"502b68cedb9813aeeb09d50d58e6c0f223664674493b2adf7a9e6ed29327e88e","sample_id":"mmlu-high-school-macroeconomics.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e71eecffed68dde146cd101c40591cce25bbeeb1b5ec85c314570a01ca4b6541","formula_version":"titan-u-contract-v1","latency_ms":0.486917095258832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a132ea727f218cbd66eb9fe97bbaf123757bfd47371a8e0b1e6354dee64d088","sample_id":"mmlu-high-school-macroeconomics.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e88731ceebf850255411c2ad87a45c6ea2f1412f1ce8dc56c6e7202018351db","formula_version":"titan-u-contract-v1","latency_ms":0.44408300891518593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25285fd738d1256e9c5a1af8d62ecb8badca6045e9e66561ddf8d803addd15fb","sample_id":"mmlu-high-school-macroeconomics.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"345e645a8d372620f8649dfec15e06ebe7169f7bfc92ebc857c05595ae3506cd","formula_version":"titan-u-contract-v1","latency_ms":0.9717079810798168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb67237cf9bd5846682466c95c9768b02aebbe31ec21b098e2c5fe1bdfd8e67c","sample_id":"mmlu-high-school-macroeconomics.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"886edddaa0568fca40b152e891e5fc635780df4bc22e540eb42da82e3dcc08c7","formula_version":"titan-u-contract-v1","latency_ms":0.6393330404534936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ad5796fbcd572439edc77198826b4d442ccce3224ceae4fd34e001c75dbdb9d","sample_id":"mmlu-high-school-macroeconomics.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cadb97fc1b985a27a42dabb938bf53b2b4f79632704a96ba2960712bd8fabd82","formula_version":"titan-u-contract-v1","latency_ms":0.8313340367749333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64eebe20c43892fcb7a073888a920e015e1546a4a93ad7a0cd5acc06cacd20e5","sample_id":"mmlu-high-school-macroeconomics.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"185a8efd0db480bdd09e9a8f2088e65f918a8bb67ae97cfe0d41ccb1224b447d","formula_version":"titan-u-contract-v1","latency_ms":0.4523330135270953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72c8b08df6ee83339888af643e16004b630f1098d301d17985b1d9f20da1e3d9","sample_id":"mmlu-high-school-macroeconomics.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d672f0282dc841348140af1ede967945ed415be45d90da376099be8039e48e6b","formula_version":"titan-u-contract-v1","latency_ms":0.7042500656098127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8828609e8b76e66f494dca19fb2b3d51c0ec9fdd541e2390c05b894c5a7332a","sample_id":"mmlu-high-school-macroeconomics.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ead9b9e8541bf67363713e7c61a4188056ead9e13e92c5ccf11850e13ca3a8bc","formula_version":"titan-u-contract-v1","latency_ms":0.7838750025257468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3193e4b373f3acbc2874057310ec1e61a28bddc789c14b6d0d7b9502bd63f98","sample_id":"mmlu-high-school-macroeconomics.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8d8e1987142f907623e00a7e2cf715242290c62f443a3a380684631e86a8917","formula_version":"titan-u-contract-v1","latency_ms":0.7429170655086637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a7a2362d0c70c5419120b9e90892659cd98932a27f4824b19ae1c0bdba2a2b2","sample_id":"mmlu-high-school-macroeconomics.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6c64be7d9919c9a7e927602ab1e64a330b62ff6c735f6123ef9eb785c2cc53d","formula_version":"titan-u-contract-v1","latency_ms":0.8154590614140034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f10c1d119a6e54edea59d9136496f42592ff6eef5a353b9ae67ea1cf404c5568","sample_id":"mmlu-high-school-macroeconomics.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2acd3dc28115fe12c700820690d8ce1d41dbc353a64f098a5319b899993e57cf","formula_version":"titan-u-contract-v1","latency_ms":0.6148340180516243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03986c4c61351d7c3ccac1ff67c87d56cbec4939c41e0ab85385f4c42b55c437","sample_id":"mmlu-high-school-macroeconomics.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa14b5d96dcb665c7077bfd61cb25107274a6902348abef9d07c1ecf81fc2abd","formula_version":"titan-u-contract-v1","latency_ms":0.4747919738292694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b0148f19b2cb15af63eac463634eda9667cde7bca4a3e71dfd1bfb1262d84c9","sample_id":"mmlu-high-school-macroeconomics.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"214fa7e3e806e0bb8480c5b99abde7caed898037bd24fe8db98f78bc51e27fcd","formula_version":"titan-u-contract-v1","latency_ms":1.070458092726767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0c5443576997829ac103231db8d6d0cc34ef8708643f5383c8d0a25d83fab04","sample_id":"mmlu-high-school-macroeconomics.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87ea805da23fec2a1c79b182f51a9d6ef85acba7e864275dc9afebdca20e1065","formula_version":"titan-u-contract-v1","latency_ms":0.8683749474585056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca7623ff2595be5a779dd9abd95e560230d0f843ee1a316afd26d5d523747b89","sample_id":"mmlu-high-school-mathematics.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca07f6fd5b9724cb3b6efb475da55bf61f40aed8d3ca8a7cac8394fdf0f3a000","formula_version":"titan-u-contract-v1","latency_ms":0.7142079994082451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39a99ae7722641db18c9905335bce084f8e680ede19d68c086b7ce3d0e3fd1e9","sample_id":"mmlu-high-school-mathematics.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"252d7a2369ec0f8b5adf18ecd119c26f8cc9008ef16844525ddfc75f1f46381b","formula_version":"titan-u-contract-v1","latency_ms":0.9547920199111104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d398936110bf02a2134e074c8b46550225cd7203539639f320d024518b977aa7","sample_id":"mmlu-high-school-mathematics.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0626f08f5bf83c58debe8204c78561a26518b1198c4859ac0b13aa0ea9765970","formula_version":"titan-u-contract-v1","latency_ms":0.8569160709157586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf4424dd13ebe173aa7ef5c604d8c36d3af648cf736a6abdc9f960396a3b5db8","sample_id":"mmlu-high-school-mathematics.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f8703c7d863754bd65bea5911dc9e45d2d94f92255324613b896fbf64a5c429","formula_version":"titan-u-contract-v1","latency_ms":0.6833750521764159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9934af1618745b049f6e5d01fe766e9b574aa1ff76259fe77f3c0c0b89efac8","sample_id":"mmlu-high-school-mathematics.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ad0a7529ce08975c0631d37d970b07b804520cde9cad379736d75bba532f2b1","formula_version":"titan-u-contract-v1","latency_ms":0.5792919546365738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3729791453938b491b182da5881d18354a9422bd1338cbc73119f50af457a532","sample_id":"mmlu-high-school-mathematics.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba5ae970a5aeea4c5c05e2bd7bb723da77f53193414bd39a21f04b2e88ba94eb","formula_version":"titan-u-contract-v1","latency_ms":0.5528749898076057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"659353ef4cf6a62f2168419564e8cdc1d7b3549066c0ee7bf14be20d87183186","sample_id":"mmlu-high-school-mathematics.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c2ad3370ef305264cae68f6ea1f1a6eabb26176c6c5d11b9dd67912c84e135c","formula_version":"titan-u-contract-v1","latency_ms":0.6124160718172789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4afbac5179334ceac00d44b9463ba87340ee7c034bbecb4cbc1350d56eb63e6","sample_id":"mmlu-high-school-mathematics.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67ec21830fa00d0770ff783afc05421dadc5c1ec8c1e5f1de43a235b98979bd9","formula_version":"titan-u-contract-v1","latency_ms":0.5313750589266419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c62c9f585213594fce7c878d0849a1ca69701ce8c94d12434a24046ddb35c7a","sample_id":"mmlu-high-school-mathematics.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be72cd0c587c8b0910cd0b260f15528d770e20b668cb52e723a0a6b1b4a535c2","formula_version":"titan-u-contract-v1","latency_ms":0.4402499180287123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8826651bc1b808104f12c4d5ed25f0249f8645bf2d6cd62278871ebaeb2076b","sample_id":"mmlu-high-school-mathematics.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9a7825c2b16dabc8f85b4287938a3be296db1fa6d6cf81411227e940bae695c","formula_version":"titan-u-contract-v1","latency_ms":0.5529590416699648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca40125e71440192f659bb079d0630dd0343f854dd438ed86e2dc0e00c65d4f2","sample_id":"mmlu-high-school-mathematics.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"563eb207b53caa8025ec47afcb3506dcea61f90e354e71d96a4eaf1ab4cdada5","formula_version":"titan-u-contract-v1","latency_ms":0.5368329584598541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22e77eefa46c8b40b26cb1f4022e2dc6e270f439baea1eb08473d6ded021c513","sample_id":"mmlu-high-school-mathematics.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d996f2e5e53a99aefe76b41efb1d3fc9683f315bcbd4fc477fd378303d095227","formula_version":"titan-u-contract-v1","latency_ms":0.4487079568207264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"865f04d49c76b756f200cb40b30a6e34301ac5e21f75f761dbe7bdce9a93131e","sample_id":"mmlu-high-school-mathematics.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd8f6d47cb867b9a142dcb8544437e09a5d4dedad69956765f84710e0e4a3ff4","formula_version":"titan-u-contract-v1","latency_ms":0.4363749176263809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e429d93fdce5cbc4033b47529963b95d54ca01081bd62d2c4ab3fe4a28c5c368","sample_id":"mmlu-high-school-mathematics.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f325f4ffa51563b6ca76fd1f62827705af7ff483dbf6b718f55881d5bc232b9","formula_version":"titan-u-contract-v1","latency_ms":0.6804160075262189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b1a128c83f0dd63d492b33baf9badb02459a4be4b3a40014296727394cc3783","sample_id":"mmlu-high-school-mathematics.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f007387cdf4383293fa100e33decc89dfb1bb4699f1f848c4fdc22950f171f7","formula_version":"titan-u-contract-v1","latency_ms":0.43037510477006435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b064a3d330a59cb48121e49ca57ea5de21ddbcff13f68da3c9ad56a7106a3d47","sample_id":"mmlu-high-school-mathematics.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"918b7484ab75b59203e03a89e62d6e40c4a74544ad955443d4b882f28d9365e2","formula_version":"titan-u-contract-v1","latency_ms":0.7316670380532742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3836da506593fb2599372fcff126e2b2211b23872e8cc7a2f418dfb30f3b11f3","sample_id":"mmlu-high-school-mathematics.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb0667c2969f13207c2a6a58687922692f902fb41dfcf9d2255084a9b405ee85","formula_version":"titan-u-contract-v1","latency_ms":0.5970409838482738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ca64d30e70a461b8407ca504bd37d0fe715bb380e099e39cc9719b2b4ade5c3","sample_id":"mmlu-high-school-mathematics.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4ff581e0f9d5835d56154cfa2b1fd8c8ce008e6b62c9f96c7b2900ed204939a","formula_version":"titan-u-contract-v1","latency_ms":0.5709170363843441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88805cdfa6cdc4a56e1b52ec2ca82a296847903a9339282c1aad48916b1fcf06","sample_id":"mmlu-high-school-mathematics.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11bbf72787bd4670892b423c019001bb0f938a43b7491d8ed3f8b48f34ccf13b","formula_version":"titan-u-contract-v1","latency_ms":0.5095830420032144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b688295d10bbd55bd8da04d0f55f3c721f6ce476c2c35fa13faa5829330f37c7","sample_id":"mmlu-high-school-mathematics.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2771bc52beadf54aeddace8856e99105a2db54cd7fd2fc40a801d7486dc4d4b3","formula_version":"titan-u-contract-v1","latency_ms":0.4605409922078252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33e9f56845e55a3c0dfee2335f950853315723924febf6266338f5433882416c","sample_id":"mmlu-high-school-mathematics.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"524f5015a596c336c3a801d721560f45de17510fcf79c155b5295eebd13b6a01","formula_version":"titan-u-contract-v1","latency_ms":0.9602499194443226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61d207e87fa6d77e16afd713aaa2b43caf7cd4c4bd6f00eb624e75b2afcb3ebc","sample_id":"mmlu-high-school-mathematics.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d6065f1422e363d3bbafb69d54e27ab1c88588fef516b8ebcaa8ea31ba6709c","formula_version":"titan-u-contract-v1","latency_ms":0.6888749776408076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc7e37045019b6ea1a07bbdf8a5f34b96c0ba079cdc203271cb7c67911ac05c3","sample_id":"mmlu-high-school-mathematics.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab19cec4b81f5d145a6fa58238aa041c6f112aaf40b0f7e85698c9f561117afb","formula_version":"titan-u-contract-v1","latency_ms":0.5686669610440731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"197d6f7074e9d84713b50f7c84a8a9d262ae1ac14a4f557b25397ff54e9e2898","sample_id":"mmlu-high-school-mathematics.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb41581def50f89911e436c291f68d519bc4335f351be73ddec51fdef7dcb9a4","formula_version":"titan-u-contract-v1","latency_ms":0.5636250134557486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66c25dc68f782e1aef99d385abe564650a586c61919a3f1432ab8b1333552988","sample_id":"mmlu-high-school-mathematics.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1537e875ba7adc2b6532424c833266dd207d03b85ab7c03385b3ba33f09fac74","formula_version":"titan-u-contract-v1","latency_ms":0.4580840468406677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"976bb0ac1568fd2f6b011319c49c5b99552219e637fb6a7049f9cdabfd99aee3","sample_id":"mmlu-high-school-mathematics.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fe905d381dd7a751bdc70b47f32abe1cb43ad8bd1d44fcdf4c0a796f01c9b25","formula_version":"titan-u-contract-v1","latency_ms":0.7388750091195107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7ea5c867ee3162004403da60bb51bbb0c38bb09c4a49d773327c66ead058130","sample_id":"mmlu-high-school-mathematics.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"328c9eb3a389cdf0c1ddf3553074cc564339f117f5b9722248bd761cd2e6ff7e","formula_version":"titan-u-contract-v1","latency_ms":0.8731669513508677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ae5d134f2efe69419fe19479c1c772b945ee3c969f20853ab8eb75fd153b0fa","sample_id":"mmlu-high-school-mathematics.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c1921b5404ea6601f1ee6425be67ed60dff01d473b04e10b7b8579037b9e689","formula_version":"titan-u-contract-v1","latency_ms":0.6657079793512821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc64590b41b75f0decd39f18b32f9ef1c1e11616a0792f1f6ce88be72817af93","sample_id":"mmlu-high-school-mathematics.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8f9d9f080959cbdbbf902492908749c2ee147ad51e3225eb32f5d5ee1bb6e76","formula_version":"titan-u-contract-v1","latency_ms":0.5576669936999679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0382dd428dcd55e9b860e132641abcf9afa281651b79245131a5fd9f524d3a84","sample_id":"mmlu-high-school-mathematics.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c72879b2c91ee65cfd4b34843d633cab5bb7dce43a3c8a4c7a572a525469f38b","formula_version":"titan-u-contract-v1","latency_ms":0.5158749409019947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bc8d0978d9b39a42267d112ec76df16a58df2944af13a3414ae16d5915ec744","sample_id":"mmlu-high-school-mathematics.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c469ab76483e1877a4c4da2c1577e7995079ca503967e5f002a290cb51e0d6dc","formula_version":"titan-u-contract-v1","latency_ms":0.6018748972564936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"295a0ff5021f4a212bf2ad0c2ccea49d7f9417b4f6f4e0eebb4023c78c32a792","sample_id":"mmlu-high-school-mathematics.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c98e2a6d8dec11b41a20abefcc927b42e1a9c76e91ae653f85535a6933308e8","formula_version":"titan-u-contract-v1","latency_ms":0.8816668996587396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fe4616e8f95d9836f04628a4bdab345ae70f4410ea71a7de272d8f114c8465c","sample_id":"mmlu-high-school-mathematics.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"182cfab8f12e741ec758f7eb1f02b3358363ca630630f42dac9212f3219476f9","formula_version":"titan-u-contract-v1","latency_ms":0.6096250144764781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43ab404a780242c24e208b1b6dfd08c8975cde0cb561c764162e857da7255161","sample_id":"mmlu-high-school-mathematics.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fb44b946e3cdececbd08e5372c43a0e2d74306daa5cf6307a28ca92f6bab0ce","formula_version":"titan-u-contract-v1","latency_ms":0.556709012016654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9465c38889ed23bb223d966b882ae0fa8f963b95cf3a75f4eb868f60b5726d12","sample_id":"mmlu-high-school-mathematics.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a008eb697346503f3b7dd4e7b5ad9cfeb2d156eefbdfe5755bb841b6682000db","formula_version":"titan-u-contract-v1","latency_ms":0.4564999835565686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9deb94fbfa9ebcd7165a0492814a64424f9159e8d9c4efbf8c3e34e997791b58","sample_id":"mmlu-high-school-mathematics.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fe0020df077bfe7def46565d5d53b12c63e90651ac730758cc536ba49cf9ffd","formula_version":"titan-u-contract-v1","latency_ms":0.5088750040158629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d6b1a82bfd4ce80cda7888458fb81f31a1705c704feda51797ca2ab2319fe1e","sample_id":"mmlu-high-school-mathematics.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a446aeebf2d0fee8269a61bbb3c9dc955caa9a1fbb25da9bdaaaa0e2ccdc1ed","formula_version":"titan-u-contract-v1","latency_ms":0.46916597057133913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a06dff8bb9c9ddf19cf3538bc8e0b94af20648aa6ad176c7459cfce2bfc2990a","sample_id":"mmlu-high-school-mathematics.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9d3032e27698b858ae9910665c772eb1fd14359fe0c5543ca2ef6528c33ecb8","formula_version":"titan-u-contract-v1","latency_ms":0.6886250339448452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca6dc26204e68a11ee9cd46ca074fa9b29f1ad7bd9f5d222f41fef4bdfb0d405","sample_id":"mmlu-high-school-mathematics.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b21d28e92a3ae1626eae4c517ab4c7422c920b645ef3affc46e6121a187b7ca","formula_version":"titan-u-contract-v1","latency_ms":0.8342498913407326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30eb2115a768b9205fe52b0008b53caa8afdd1f3fb73e2e1c1acb691bea60f5f","sample_id":"mmlu-high-school-mathematics.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40cfe7ec2c91452e9de7beb63c36c9efc91940d54e1efc407e9edd418dfb0e70","formula_version":"titan-u-contract-v1","latency_ms":0.893999938853085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e380699b30439aac8c24cd8e7de7ef7abeeb9d29477df69b44beac06daf5fef8","sample_id":"mmlu-high-school-mathematics.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f44d4d95e1935619d3f1e822f0bdf0095431171d4b0eaea0a58b9ecc4ed3f215","formula_version":"titan-u-contract-v1","latency_ms":0.6875420222058892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ee8a9615ec9701f7cb6059729d8724d0377e45472645dbed59b0c5e5f38177b","sample_id":"mmlu-high-school-mathematics.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd38c489f44915c29def88619a95b2a80d1f936eff839fa74e60839d43a75e02","formula_version":"titan-u-contract-v1","latency_ms":0.4917079349979758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84827ff3ff3c302208d422b6adc157462c461686d69e5c412b0258bff7a39816","sample_id":"mmlu-high-school-mathematics.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c252362f9856177620909b8d4c4871aa21a2ed577e28ebf85a4a59b9425486e","formula_version":"titan-u-contract-v1","latency_ms":0.6538329180330038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28bdc9fc26ef3b103ef357defec389c80032d76bd5ef4ae53edc578a61257d25","sample_id":"mmlu-high-school-mathematics.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3309adb0d7558b4c9761e336a17971189d57d99852b2877731812e409513b98f","formula_version":"titan-u-contract-v1","latency_ms":0.8141249418258667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1440ab5623af6da1aa9e01c832996cf22fc4f43f3340d63d2b68d60a8c5d421","sample_id":"mmlu-high-school-mathematics.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53eb7d70cf956059141c4fb58e7a87ffb2e2f0b1bd439355fa377b357d9c1334","formula_version":"titan-u-contract-v1","latency_ms":0.5084170261397958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21c1abe1b27bdb73c39ea6db89c3912093c1a46aef46624d8d1d34d5c6769ce3","sample_id":"mmlu-high-school-mathematics.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7070500886d0fe7c208a367b577251b9621fcbab6f1c1ca828d4670f5c84442","formula_version":"titan-u-contract-v1","latency_ms":0.773209030739963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef67f8a8073db4a91ee2d85d89bab8365d5d2dd56b7e2cd1a11e162f0e2c5339","sample_id":"mmlu-high-school-mathematics.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db39a8884017e17cfbefc606aa17fac5227c7deeb6ae145572830fff6b0b05ae","formula_version":"titan-u-contract-v1","latency_ms":0.9735419880598783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5262375255f780b79e7ec3256bec46a8a9f07c3c54bbcc1bb00edb6fe9e1467","sample_id":"mmlu-high-school-mathematics.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5dcbbd1cc29a5b91ac9f66b37ef2d0ba7c12ad732fc54d0bd3e23c52785d4c2","formula_version":"titan-u-contract-v1","latency_ms":0.7695409003645182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb8f9f06d644050f377d7bf776b90374f823d635bc4a23dd0682e2dc850edf18","sample_id":"mmlu-high-school-mathematics.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"816d029290cac3f9f9e6da23385b2f5e36138ec566feae41771d4e51c478f88e","formula_version":"titan-u-contract-v1","latency_ms":0.5374160828068852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5db7e3cb1eca891b862ca195310a51797739295990c70eaf6811329e8484b22f","sample_id":"mmlu-high-school-mathematics.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39808f634e48695f30b4d290108e1af24be53f424f1f33dca5a268f8a5448167","formula_version":"titan-u-contract-v1","latency_ms":0.6762080593034625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb98a671f42583158493fd24f600d232977db5441c453c61d1471566225b2e3c","sample_id":"mmlu-high-school-mathematics.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0236ecd5005e097d78dc2fdc6bc5987c3e5a1a958c9c1d83d7fe83c6959178ad","formula_version":"titan-u-contract-v1","latency_ms":0.8180419681593776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daf52f0580cd53f51147b7455e178d6842ac2bc1c5bb9d3feed5bab3eb832a8d","sample_id":"mmlu-high-school-mathematics.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7827660e0684dbeb6a8821efab508a2322072718e8899f2493b3dd14c9d52b0","formula_version":"titan-u-contract-v1","latency_ms":0.6826660828664899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e600e9c4e3f3ad6e904072c1a6a99f49a8f2cc24736e418738d762b2aeb602b6","sample_id":"mmlu-high-school-mathematics.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e9e478f9d77c834ce66fb76a6989398e172c0ae43089657a6f8034863ba49c4","formula_version":"titan-u-contract-v1","latency_ms":0.6497080903500319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ceb6f80c0166f928d6c5e13ce49ce1c6ecad4a9ef150b3f7cfd420a984d5ade","sample_id":"mmlu-high-school-mathematics.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71ef814a4d34b069fac743ff58545dddccfab19930f1a560d8c54e38a7dfe5c9","formula_version":"titan-u-contract-v1","latency_ms":0.6448330823332071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b174b59dcf348de7f9576a287408bec4faf8acc808f9c9d1a956bf6e7749757","sample_id":"mmlu-high-school-mathematics.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6c2c379367737f8fbb9bf4434c66bec123bc93f228622ebca3e8bae7f6c7ae9","formula_version":"titan-u-contract-v1","latency_ms":0.4539999645203352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbc2dca024276f4f459e8271d54585a03fe7f843443fc2aa97e33c41eef6359d","sample_id":"mmlu-high-school-mathematics.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ebfa1e83d45918ee7f92d5e7d5d21b671940df7cdbee5e655c2578901ce5e82","formula_version":"titan-u-contract-v1","latency_ms":0.6734160706400871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6ee1965f82d8a29c392be6e1f1713d1e3cd1d50b817400cee27c27a678ecc46","sample_id":"mmlu-high-school-mathematics.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7315ed71761813828cf3b6d0cf2daeb1f6c8074baddd309757f3425fcf5455ee","formula_version":"titan-u-contract-v1","latency_ms":0.5622080061584711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"238ebdd497edb0667b98e950b1bcbb31b8a348f6f4184f9a7f3ee8145bb259a9","sample_id":"mmlu-high-school-mathematics.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a53905d4cc809526e129038cd884bb0250692cd493688e05a5f95a3d66bee28","formula_version":"titan-u-contract-v1","latency_ms":0.6446250481531024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a10b052242c382bf995adf7f5cbccf3ea6b9ccd824a25794bc0578cbff3934b4","sample_id":"mmlu-high-school-mathematics.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"299320f1edf0a521b257aba36eb5ba125a3d1a2792eccbc0cf7dd9f24a886f47","formula_version":"titan-u-contract-v1","latency_ms":0.7408339297398925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e51fdc4304af549524110a8dc39601ab8b34f4a100544afbfc02dd381c621a4","sample_id":"mmlu-high-school-mathematics.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9ca8e63da8f1dd7c4f0e65c829cef48c3b023f394b184e3b51794558eaeaec7","formula_version":"titan-u-contract-v1","latency_ms":0.9097500005736947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"464fbdf21b261f70d5dd7e292983017cd6d092c55deed794313396529a9660fd","sample_id":"mmlu-high-school-mathematics.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"485ab2daf0af1373ca54a3c00afade8d7164f7a3ea3eb469eda46524146b4c85","formula_version":"titan-u-contract-v1","latency_ms":0.48208306543529034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94c0104394c72a5896c695856b6bd8eb1f6dc280f9962dc7aa226c96832269e8","sample_id":"mmlu-high-school-mathematics.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"627d0c98442cc7f69a51f0548c97f966e3957e527ca1d3aed481103aaa71124f","formula_version":"titan-u-contract-v1","latency_ms":0.5866660503670573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b497a86037af4fe31af6d8ed2c6de3e8346bd6b4a613755d4016db42c9ea63a9","sample_id":"mmlu-high-school-mathematics.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32f3de6aa4c49b8923bf5b2e1747ec0dad2ae95cb5ba69d20d199273b4d1f283","formula_version":"titan-u-contract-v1","latency_ms":0.9572500130161643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4839da5ef9472f36e747ffeed1d635bd042274d40c20e477bca64d91e195dfa5","sample_id":"mmlu-high-school-mathematics.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2db0fa0f6898d47697ac9cb2f4b70fac48ad6936dedd280f2c88129bcaeb0a22","formula_version":"titan-u-contract-v1","latency_ms":0.7009999826550484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ed1569ca70a018d95dbd074c869974c0f7be195c11c7d0bc22794fb2f3b26e7","sample_id":"mmlu-high-school-mathematics.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf58227e9226440d4caf6b1590e4c36840c565593b9e30b2e50d8adff80c0d76","formula_version":"titan-u-contract-v1","latency_ms":0.5039590178057551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df05889aec13cd6fdd2aec8c23eef5359f1ffd9069f803cc211085a70f2baca4","sample_id":"mmlu-high-school-mathematics.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ecc3363fcefb927abe99447d0904d906b0d14484ce557c847657f7b74179a81","formula_version":"titan-u-contract-v1","latency_ms":0.7094999309629202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da077393ca045731d3a8b9d6ffeb0f8a1d05338ea9ec3ac1d9aa3d79a8876c39","sample_id":"mmlu-high-school-mathematics.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ed061076cbeb15ced8fe0026ecc184743cce9a80e28f149212610903ac9f68b","formula_version":"titan-u-contract-v1","latency_ms":0.5008339649066329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88be79a54e9e2e3e5574f1a57dd551c897c9c80e9d31aadcf9c33146d6e983c8","sample_id":"mmlu-high-school-mathematics.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0569b876ec9fc70e99b8da459f349c72a4135a2a01752c0bdfb375c85da75e9","formula_version":"titan-u-contract-v1","latency_ms":1.2222500517964363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22b26b28a5a77ddccd9816485e6e4d9d0a2dff73ce7d818556a2fa17b0e517fa","sample_id":"mmlu-high-school-mathematics.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3b461c69312d686f9502060e95e74d77ddce8aba573b3afcf70bb9a917fbb18","formula_version":"titan-u-contract-v1","latency_ms":0.4853749414905906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67e26e721cd6adfd90f834723031fbfcda868737a981c5eea4719ab45f9e0b8d","sample_id":"mmlu-high-school-mathematics.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76f81d0de8090fc5aaa265365ba7845e54d6b475c837bb3b9407e47f990c57e7","formula_version":"titan-u-contract-v1","latency_ms":1.9522500224411488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31a980f9e88d7ec8752f86f6d78a1ce3d941d24e4e3431d81f1bdf3b50557aa8","sample_id":"mmlu-high-school-mathematics.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8e0609e83c399839fd23350512eb6113e7c2ae746575e265f1aa56288da0170","formula_version":"titan-u-contract-v1","latency_ms":2.129125059582293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3eaf0a46894f58d3f687ec0b72a4ecd10c3ecd1607a3c9f84c64af35e8d09321","sample_id":"mmlu-high-school-mathematics.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1bef7aba8e28b9b001a94b3baca5081025e8e53794ba7129a01ab3476bdb3c1","formula_version":"titan-u-contract-v1","latency_ms":0.6328329909592867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eec8da9b7525e8bcfd83b054feb844db323c4b10f8060665a48763de7b99f4fa","sample_id":"mmlu-high-school-mathematics.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f020c8a12536b63851ffa3045bad2fb0ebe3cf9c50c8a76a705c534363e6177d","formula_version":"titan-u-contract-v1","latency_ms":0.4575829952955246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6f350b2a34732af0a15eb41c982eb12603263c5c09675dac608fc0f2874f7ae","sample_id":"mmlu-high-school-mathematics.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8b498f7d7aa32aced27f4521c2f42e4b3241a88378e720e2f687819a6f27a54","formula_version":"titan-u-contract-v1","latency_ms":0.5398340290412307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b7bd1efbd3f7d0c67781d7f6d8c30ebcea317239735f4ba1ef9afa9e8102722","sample_id":"mmlu-high-school-mathematics.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc6a620e0d71fba31a6bd53b06231a2d70140d0152e73bf9a9a255fc5f8bc67e","formula_version":"titan-u-contract-v1","latency_ms":0.5656670546159148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad5c82aedb6a8817bc6f98faa142e857883494567f9a731f740dfd400905337b","sample_id":"mmlu-high-school-mathematics.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66bb613468489745b625f043cdeedab2129ff04a5da24507ed243d66f4ca2997","formula_version":"titan-u-contract-v1","latency_ms":0.7134160259738564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c1ce0e76ed6535f5bf9713829c271bd75a27c4c612c1e51b895aa32e2de4184","sample_id":"mmlu-high-school-mathematics.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b561d7daeef94b2811d010bca23a390fb26d2f414fcb62b2bb8443749fe7a59","formula_version":"titan-u-contract-v1","latency_ms":0.562082976102829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5dcd22fbe00a1a047800cc9db0c566ffcb1816c24a51aa315c6db9a85661a3b","sample_id":"mmlu-high-school-mathematics.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e392add88a4b6a59aa94ae863ccf2d7b40cfbfd8fab3e40ae798e7f0d898194a","formula_version":"titan-u-contract-v1","latency_ms":0.5477080121636391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecc06679b885db0d69a8977a41c77a8926e79086a1403f078028fb2919922e80","sample_id":"mmlu-high-school-mathematics.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d470bc13fd420ba117923e2a9d7e43629e41c951b1984af14588c542293b981","formula_version":"titan-u-contract-v1","latency_ms":0.5955420201644301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b92485b4b62b16d4e50cd5dbb51c021a1769b5f07b9cc9bcbbfc4d543e9d3cb7","sample_id":"mmlu-high-school-mathematics.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d714c136117760a360bab5a8c7e302942dcbec5c31ab457bcaf037e7008a282","formula_version":"titan-u-contract-v1","latency_ms":1.026166952215135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42aa52d4945286f73268aa154f5e02630250e39b2bf7f580e82ade89820ebb32","sample_id":"mmlu-high-school-mathematics.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bbbdee52fee792498df3d958b6cfa0317146ef1246c4a78ce48321a49d87cae","formula_version":"titan-u-contract-v1","latency_ms":0.6848329212516546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2828ad91124cee0a5c28c07cbda20de57a73d8b318ee9e1db0d2d8851792f8a","sample_id":"mmlu-high-school-mathematics.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d5cb29a60c374214dbe3477fb54fbeec0583d93629a0ddfcafd8f99c5a81c66","formula_version":"titan-u-contract-v1","latency_ms":0.5913750501349568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7e049ab079301513a1288b3eb67eb22a608e9fe5cd6ac4e15fc5e9f7277e0c5","sample_id":"mmlu-high-school-mathematics.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d607af892dab494d2a5a0ad5f1b0aa6924d01a0bb83de784f80c67c965ac388","formula_version":"titan-u-contract-v1","latency_ms":0.529541983269155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b77d5a4424510baad594642d82b3895f716f548a0761e76f5c35010765202d9f","sample_id":"mmlu-high-school-mathematics.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99763bf63c25527dad814e8c05b7e2404245b7f498c450d67627531acb89ee24","formula_version":"titan-u-contract-v1","latency_ms":0.647209002636373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e160d5c0890dc74f1d244dbdd4efae6bfc50a53cde71f9f171d30cfc3ec05df","sample_id":"mmlu-high-school-mathematics.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a28ec54f2da73ab33d3a4b976db667d88e3cb4ac1a7e585ae0e9a5c4fb8601e8","formula_version":"titan-u-contract-v1","latency_ms":0.5867920117452741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"750a9514525c875261c861853f15ebe7b550ca6a2bace8484ae6bc4497113089","sample_id":"mmlu-high-school-mathematics.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff1798572b94965d4328078d4717652bf855a281dd3b8471ee74bd9812994d06","formula_version":"titan-u-contract-v1","latency_ms":0.5851250607520342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a27fe6a093fc7c31f4f8028412e792bf54fd37bd302f3e7fa7e76dd07fa46973","sample_id":"mmlu-high-school-mathematics.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c6684df6d80b05d4b43a4e93ce3119ab28807a2f5003e619226bea3cd89e0e2","formula_version":"titan-u-contract-v1","latency_ms":0.5447081057354808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6db2910dcf9740fd0dfd636dad7f2d2a0d0bdbc1aaf6dcd3ab06b10c8bb2f3a6","sample_id":"mmlu-high-school-mathematics.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69e43c7faa4ce2926ca39928bbc707341bd5c83b8200f14b9414d31e5ec8ecc6","formula_version":"titan-u-contract-v1","latency_ms":0.4987079882994294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dbe3afbae3f9a31ff408a677413270f8de049b82dfbf6761774bf294f9e0e47","sample_id":"mmlu-high-school-mathematics.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb51724cbb9470b207872a7ff1a8427b6dd4aad59b46ac7e434f8bedb33ff7ad","formula_version":"titan-u-contract-v1","latency_ms":0.4648329922929406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b14f84f9a8b346e12fa65d8f62d736971ebd72e3a7600a6d29861fd0221e8b4f","sample_id":"mmlu-high-school-mathematics.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1892d11dcb990eb9c80169268c4595f69d0ff2e567ab878d441622729e2b9245","formula_version":"titan-u-contract-v1","latency_ms":0.44241698924452066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a2ac9ddab62958088f859bd43757aa8d47d8ae0cdc9f1abac80cade44afcd21","sample_id":"mmlu-high-school-mathematics.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"105a28fef54f6ba4352ec958981fa6211554554fbc03499999c7f62ef08be496","formula_version":"titan-u-contract-v1","latency_ms":0.7328330539166927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73c1db2fd34e6568b3a6e3a0a4d6ffd47855b717e7f80353efb4b343de3760bb","sample_id":"mmlu-high-school-mathematics.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5a7d3ed543c9c95fd73045182a6c47db185047de79653e550c322e48ece6525","formula_version":"titan-u-contract-v1","latency_ms":0.9342919802293181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2f7e62360a03cbd72af670c264fa9a3e41df76687fdecaad47b65ccccd025a3","sample_id":"mmlu-high-school-mathematics.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30ff3d873084407e760edb928002f67c0a533c781c8e13d385b7c1bb59ededc9","formula_version":"titan-u-contract-v1","latency_ms":0.4723749589174986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb23c417f4d44e305c1b61b49b3f5acfa60ee517c44ac3a11af3936375303202","sample_id":"mmlu-high-school-mathematics.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6da4cdca03cbe9032f00cae3ddad44980ab8f6b98a3044b512cac1dca85a31be","formula_version":"titan-u-contract-v1","latency_ms":0.5519590340554714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af593869e0c982907caf8805ac18622e7556f49bafbf4dbf5960391dd1ff3c02","sample_id":"mmlu-high-school-mathematics.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e007e227fcae0fe2a1d65ac2374477e0ffb28df535743cba19b60905ecd8363e","formula_version":"titan-u-contract-v1","latency_ms":0.44604192953556776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b03ef6f8871a716cbe7daf7b22c6752a43aacf4335a65ad737ca036869060570","sample_id":"mmlu-high-school-mathematics.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f4374b537091fb5fb94e6f53b5f6ab0f8df87a0365e4d4061f2b7a5dc02f734","formula_version":"titan-u-contract-v1","latency_ms":0.8142089936882257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b82c350c131444568a3b3aa811261fd9a3ad4f9a4dbdffc9c1a55225e858d3f","sample_id":"mmlu-high-school-mathematics.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13e7f83f43a6b7bb17db2f9a36ead34024c4d56ec82ee272aaa133bef5cc8352","formula_version":"titan-u-contract-v1","latency_ms":0.5972500657662749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b664f92e507cdf9338ac0ff6dc9dcb82a0514c1d7ba193bae00cd75b1a2a2db2","sample_id":"mmlu-high-school-mathematics.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df9cd02787aa18570ee38fc1ee3c1eec3b49122a485e81b7c8f08d6645232bb2","formula_version":"titan-u-contract-v1","latency_ms":0.6022080779075623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b43f60ade9447dcce78361ffa7fabd624e5c2b30df9dc0694c1da999bd0b7553","sample_id":"mmlu-high-school-mathematics.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ffd5d9e985220c26eec6258b16e9663d5b4dde802d0d9dad8afabfb151fa2e9","formula_version":"titan-u-contract-v1","latency_ms":0.5919169634580612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4f24ad4737a0c421e34fe7f6852b08a0e43e64f3cccca8bd2765d21195c5d08","sample_id":"mmlu-high-school-mathematics.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0ab29f8ec2cfd74d4e8fbd4e7dc7fbf4bae5a3da19b337f65dc49c47277067f","formula_version":"titan-u-contract-v1","latency_ms":0.7045000093057752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b79be68e403f2e05fda561e0e9daa064485cfd192a2f9d6028ddd407fd077c44","sample_id":"mmlu-high-school-mathematics.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aadf9fe3c00a888cb47fb034c7ee4d89fc7d4fe65d4fa1974f46073efd328e1f","formula_version":"titan-u-contract-v1","latency_ms":0.6813750369474292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"257507208f7ae1b4fe2d5125f1c8e9a46a9509146ace13cad838af898374dadc","sample_id":"mmlu-high-school-mathematics.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20dd43c5ba6bc37846ecfb22cb8e57a804bd449f769c40443cc53d53e8ff3069","formula_version":"titan-u-contract-v1","latency_ms":1.2161670019850135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c4112006d1d82eaa4184ff857ffde2e142758f2f99d6e8a79683794586fa3a9","sample_id":"mmlu-high-school-mathematics.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"143b1f99f02edccff8530cb57d392867acf8c95f25d05d066f02ae83592d7ab0","formula_version":"titan-u-contract-v1","latency_ms":0.47716707922518253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfc603303107abc161064fdcfedb8fddd3f59a1b9779df1d47f30940416defd0","sample_id":"mmlu-high-school-mathematics.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b499e7ec4aa180d6bb09d6e0b8c6fae77aef4202b502e91368696249779123b0","formula_version":"titan-u-contract-v1","latency_ms":0.536083010956645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f056cccec0330de92eeba7cca822d7718617e2ca5c8eac46c26c01e3fe9a9de5","sample_id":"mmlu-high-school-mathematics.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ff9cae4a7497e9ddbee9def87419c41ee23cbc68b550124536ce88fed98e539","formula_version":"titan-u-contract-v1","latency_ms":0.5623749457299709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9e97b8d73858bf87f5fd98745ccc787c1587c59d5bca8fccde608754aa8ec0f","sample_id":"mmlu-high-school-mathematics.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d3e897c1ffc0f42cba4dcc62176b58d7bd5451a0e55010016c733fda7d689ae","formula_version":"titan-u-contract-v1","latency_ms":0.67024992313236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"182e25928fc6518d230d70b26f135eea026819741cc28c88e7aafe9afb697bd1","sample_id":"mmlu-high-school-mathematics.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46b3e0a479997d834915bbe2b499cf92aac556ec235c1867b262a45c077e2f37","formula_version":"titan-u-contract-v1","latency_ms":0.7300840225070715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f44929eb9f8928ca4dc6913e66f4af5ea05fdf00676ea2c0775a11660ed0debe","sample_id":"mmlu-high-school-mathematics.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97ee1a0d9a678f3b4de901a42558f3cd19a6db218c3c28ac447e57a412c46f0d","formula_version":"titan-u-contract-v1","latency_ms":0.6218749331310391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2c29bacdf05b8a7182a4fffb70fd31b266c280cda8c3d78be28329bbd7d3e86","sample_id":"mmlu-high-school-mathematics.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6171e073f644132855db0314ea53b401728d96f137cb85ae6834b8b1c2980c5","formula_version":"titan-u-contract-v1","latency_ms":0.4563330439850688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be0426b2e2a8748b8470118bcb73165487a6522f3279ae6cea5b802fc419fe97","sample_id":"mmlu-high-school-mathematics.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa44aaba3bdf1a4485a05f1b0b84124fe64f2d1242c102f097b0c6c8395917e9","formula_version":"titan-u-contract-v1","latency_ms":0.9848329937085509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61d244a2a89f52fcace7b8d318765e2769677b0c674e915a87c8726dceecbee1","sample_id":"mmlu-high-school-mathematics.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd98257dd2e635d10a83805756f036c6e9a3516e3652e20b683d7451a6fdf3d8","formula_version":"titan-u-contract-v1","latency_ms":16.494458075612783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1226775ce4b902f5c416af10fa373b4c02b5d5153b4929cd6a7eda837b3d2b3c","sample_id":"mmlu-high-school-mathematics.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d00940112b0f1a633d109c3e8acbb57593cd8c9ce38c341783e660bbd83772d","formula_version":"titan-u-contract-v1","latency_ms":0.8239999879151583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91a276c9b7b790bb972a7d7ab64285f7928006235d6906b2d5209aa7938d4f3f","sample_id":"mmlu-high-school-mathematics.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81253a90052b85802ab8710aab8504fffe8f5b91d4293cc1814fc98cf5bf8c14","formula_version":"titan-u-contract-v1","latency_ms":0.4580420209094882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48f9d71805eef016f103ee91247cbd5b794f356c74acb94afb24672ddecca5a1","sample_id":"mmlu-high-school-mathematics.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a58fc0547dcbccda47bee84613b678595064d6393e86e4349bea4f40638a2a2","formula_version":"titan-u-contract-v1","latency_ms":0.516125001013279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9302ddcb86b63a08cea56e9d1df680adb217acda871622bdcc6291a7372016b","sample_id":"mmlu-high-school-mathematics.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c6eb3849787c2c57d517df93aa93fa0f08535c14d45bc39b92c82c7cd10cbef","formula_version":"titan-u-contract-v1","latency_ms":0.6245829863473773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb98bfae5169303ef39e555c126809276332c6ba8f10ace932fd097e76f6fe73","sample_id":"mmlu-high-school-mathematics.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecf2276194b984773f05e4fe7447c1a46cdda242943131aa0079ece5f5b37e9f","formula_version":"titan-u-contract-v1","latency_ms":0.7672919891774654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"205ca45f35950619b07fb6ccc3be8a1aca5719e40a06169dcb2b86968feb7428","sample_id":"mmlu-high-school-mathematics.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"039da8b711f77041da9c14e0a8247df76db06f0008359d58795ce8425f15ca7e","formula_version":"titan-u-contract-v1","latency_ms":0.47683296725153923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea0f3e7f7825cff0d6b90225410ce6be889aa505cde16260c8906f7979aabb9e","sample_id":"mmlu-high-school-mathematics.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e961f907ad312b06b2c1115c656744da7af5ce3f706f07daee72965c01a0daf5","formula_version":"titan-u-contract-v1","latency_ms":0.6400001002475619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c37e45e05c0a9b28f0dc26b62838c0cdc8c6d43ee927654ff062040bd4518226","sample_id":"mmlu-high-school-mathematics.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0fc7fe4b0f6f89c20cb7d41b6722764765cf8a86af779fc83a93e1c473d44c0","formula_version":"titan-u-contract-v1","latency_ms":0.4587919684126973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3f4051d64d5e9dfef743eaaae09f2011bd04b49bc52616615baa434d6b6bcb7","sample_id":"mmlu-high-school-mathematics.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfc41af4a3745a6af53351d84b1fe7c92caeab86f5a65318948c4e4a4ddff3cd","formula_version":"titan-u-contract-v1","latency_ms":0.6122499471530318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d740edfdb75d8ce7e7107be87fa180d0ecb325176ab70d46856060d30a3b0a45","sample_id":"mmlu-high-school-mathematics.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a4ca517e68130dbacf5bb2d741113f28d6efd5b6dbc18d3d32cd2ab1db3a7e2","formula_version":"titan-u-contract-v1","latency_ms":0.8050419855862856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2252bb954298301cdd6a051295b840bc12ec66764d20579223836fb12530d3b0","sample_id":"mmlu-high-school-mathematics.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60dd654283e7756a8e8459040bdba524a7b0e906b345e1c6915eb9ecb78c496f","formula_version":"titan-u-contract-v1","latency_ms":0.4941250663250685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4334d3059080b81795e62a7c505f3392a377e2c01fb844fbe00f20aef333127f","sample_id":"mmlu-high-school-mathematics.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0be954c3a9cfca2c91d20a19e5f7083be6a6eb83b465a08bfeb7409dae08d17","formula_version":"titan-u-contract-v1","latency_ms":0.7169590098783374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2454d4a5b495143695c85e8921f5b92d98fdbe5522971189ac1974e11d953d3f","sample_id":"mmlu-high-school-mathematics.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"706189544b2c7d69951f34bf5dd507e6dc993a8c915c25f4da4f64e8cea9175c","formula_version":"titan-u-contract-v1","latency_ms":0.6322909612208605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b9b15e8170e7ec98e9b58b3e92382ccfd1214749860a40bab39500db094e7ae","sample_id":"mmlu-high-school-mathematics.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dee4260e33789bd959bd44b05dc463fc85e367da83c66086f01f3aef44768f07","formula_version":"titan-u-contract-v1","latency_ms":0.5574169335886836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ff8404c36ae1a9646c6214a18e035781e4e5b2c78eb9195e8750547975c3f41","sample_id":"mmlu-high-school-mathematics.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"275e1e4ecae541ef5ee80b8e4d4eed9c11ee929f4d498bbcf5988078c35744c0","formula_version":"titan-u-contract-v1","latency_ms":0.6347089074552059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae8afad3af0ba3bbfbe4f52301500262085a533cdce214212d544e5602aaf37a","sample_id":"mmlu-high-school-mathematics.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c3a243e2cf9d2f571a23a174f485fcc75d0574ecca251f775273a249d3398fb","formula_version":"titan-u-contract-v1","latency_ms":0.4276250256225467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34b41fbe3f0c925c76ddd6b9581b85c6e94097064eaba996fb930bddfa15fa92","sample_id":"mmlu-high-school-mathematics.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60554f5f047bdf403d2fcef3e7ed3d4d6bcb276a6c0530da9ed299bad7637335","formula_version":"titan-u-contract-v1","latency_ms":0.4625829169526696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e089bcdece99bbafcb923552ede5eae32f09db7d71b66cef5577e3bb01ccc4a0","sample_id":"mmlu-high-school-mathematics.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbe6eb56938ffd7d8e02e0917470b265abf134f6e511a22360b68c93d9e0c499","formula_version":"titan-u-contract-v1","latency_ms":0.46624999959021807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45b69d5904b201451ace19f945c7e4055e9a9dad2a5cb4cb3f5aaeb0d996c9ed","sample_id":"mmlu-high-school-mathematics.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60fb238736fef06afdd41b601cd5205c979545bff63a57367f202edb4157bc7a","formula_version":"titan-u-contract-v1","latency_ms":0.4675000673159957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e117a780b326400090465823da46ffa3daafc9a2f4ebe8dc5cb86d08aa654d54","sample_id":"mmlu-high-school-mathematics.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b02ae7c62aeb95545200d573c458cd584a330bb99adda99f23ab908ba91d116b","formula_version":"titan-u-contract-v1","latency_ms":0.44825009535998106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"612f20bec03e267b6a81c6c058ba8b06acc2b5ea3888d9634c0da040b4fad7ff","sample_id":"mmlu-high-school-mathematics.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1dbbb1a8325bdfc688821e937845e05411875d0406da5fa38ec176b6426385b","formula_version":"titan-u-contract-v1","latency_ms":0.47595903743058443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cca0dbc3e4bbe34249e854008a6d98e2bb3b8e84b68374d19b0ad6f419188d5b","sample_id":"mmlu-high-school-mathematics.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee6fc0445473c558270e45e2c910dbbde504e4f029cf1770c33b4ee696fb708f","formula_version":"titan-u-contract-v1","latency_ms":0.5381659138947725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"956ebb54a3c5706e8e20f230014b588807ad8c1c7f0e80cfea70fa57afb49535","sample_id":"mmlu-high-school-mathematics.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2f5029a76554e4cffb3ed24e3e5541a072f19d7eac9dd3deb6d09159bf1c890","formula_version":"titan-u-contract-v1","latency_ms":0.4436670569702983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6776a0574dadfaaf9c705e1114b4fded5e093f6aa31c55037ab7ce15af3e7f28","sample_id":"mmlu-high-school-mathematics.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d1246b79f7cdf1eb49892eff7ddba90e75840607ea3e68e1b6baa5804b6d5b1","formula_version":"titan-u-contract-v1","latency_ms":0.48954098019748926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a988e96d84b7857160d1075a41811b5ec9be3e5b35f52be6df820b24b2d9b2e7","sample_id":"mmlu-high-school-mathematics.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e90fc2152fb67a350d7e86cc1ee752444ac92ac9dfaddd91d1e51e2ef8a2be8","formula_version":"titan-u-contract-v1","latency_ms":0.6205420941114426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a77750071f68aea953aa1c6ac3d54d0010a3a651d3b6db6763a6e7ddd8e4f283","sample_id":"mmlu-high-school-mathematics.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af3d8bbf20ee59ba5e2a5b769c8d423dc706a6d97eba4a23727b0c38ce45e34d","formula_version":"titan-u-contract-v1","latency_ms":0.549082993529737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9006901e6b0a883c648ec775e6c6ba35573a30896c560cda952369a35bb4493","sample_id":"mmlu-high-school-mathematics.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a66d6c592492ad68c8f26be09e551162db4bace9ca7c252bddb80fd0de544eb","formula_version":"titan-u-contract-v1","latency_ms":0.5990420468151569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50e3fcf75c73939d76ff9f4f475fc8a6ec7564ebfb4c6f797babcf0df2f59a5a","sample_id":"mmlu-high-school-mathematics.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a85e1871d83dde7cf155a9913f947253e5730b0ad2a70f739013ca37526a7441","formula_version":"titan-u-contract-v1","latency_ms":0.5836249329149723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc8b26632e701e5251f8e0548dc19877a96ae15a59f88ba37cb1282ed5a169b8","sample_id":"mmlu-high-school-mathematics.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70a238947a5bb220c3623291d9da5a303a50cfbdc015e645062813423b2b6031","formula_version":"titan-u-contract-v1","latency_ms":0.4711250076070428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1a9f22f570e79eb920f938da8adf10f4a90dd5ef22244ff46efb553ba4ac799","sample_id":"mmlu-high-school-mathematics.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af7808408e245d0b8c9bed1a10048d0497c9875c096ad2a42492b643b7d381d4","formula_version":"titan-u-contract-v1","latency_ms":0.4760830197483301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b3162056bc7a3cbf93b0a13dfef14fb965b9ccc43ddeae52bce61640cb87d5d","sample_id":"mmlu-high-school-mathematics.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1235c99867fc8348ec4dccb867bf74b183e5821bb1b232fec2af8b34ebc27931","formula_version":"titan-u-contract-v1","latency_ms":0.5762920482084155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e29a40225141185063dfb359ffc6db36da8cddd3d0cbfd0087012803e0417755","sample_id":"mmlu-high-school-mathematics.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fc65792dfea2b02f7e49bbc7981f03dfb33dd111f25b47d11a5e0aac8e145e7","formula_version":"titan-u-contract-v1","latency_ms":0.4819999448955059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66aaf8099622c548ec96eafb44adf8bae4405bdc2599d240d7ca31f525c7d921","sample_id":"mmlu-high-school-mathematics.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"416a5354677e1c3d44362df789826f688c2258c86186051c812db1dd8337b2c4","formula_version":"titan-u-contract-v1","latency_ms":0.4998330259695649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2798fd73bce20df475865ee0c4e60c037ed0e047ba082b5fb977009410e2773","sample_id":"mmlu-high-school-mathematics.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42ae65c94b37c3a2b6b985757ce50527b3aee6b2ffba74475373312a378b08fc","formula_version":"titan-u-contract-v1","latency_ms":0.702165998518467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f64d6aa247f15d5d4fc07c33ee2074a99ceecb8617845c10889a3206f8b6a99b","sample_id":"mmlu-high-school-mathematics.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15a8a23bfd1cdc47d0ec2bec3652eaa3f2e6c9856b936e121628d7a6dd8a79b0","formula_version":"titan-u-contract-v1","latency_ms":0.7421660702675581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cd7c297a467eabd066a3baf95beff5aa327ccb963e6e999568cb486297f307d","sample_id":"mmlu-high-school-mathematics.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f823cf22a6adfb9be84ac2d89a4859b3ae24072f322b019b24c9ab9a2e88b84","formula_version":"titan-u-contract-v1","latency_ms":0.7250839844346046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2e8ef8031da62b417ccad927352b2bbdd6b4adb6cc4e809ce41b8cc99961dfb","sample_id":"mmlu-high-school-mathematics.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1e8d1ed425c67437528d83b69453ddd38a6ab58a925bd4553dfca3d34e6e929","formula_version":"titan-u-contract-v1","latency_ms":0.7010420085862279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4534a04a942c4e498b53b6602fc546ff14d0f643bd73ff5b6d8bea72a6b480b2","sample_id":"mmlu-high-school-mathematics.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68eccbd8aa7b67cd52fbd2ebb9a00fa2f71ef01724a177273b23509e81c78a8f","formula_version":"titan-u-contract-v1","latency_ms":0.47149998135864735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e994bb69ee2695e36e4efd4fe36cf2d939860c8c329d69b341db97c3e20d899","sample_id":"mmlu-high-school-mathematics.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1e452cd161327df034d74b7c053154ac0b38466e4110ec39f02d722c82dffe5","formula_version":"titan-u-contract-v1","latency_ms":0.465832999907434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc93a0656967a7268d36debba9f1da921b3ce8a5c4e371ae614d7087a8cd3d82","sample_id":"mmlu-high-school-mathematics.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be0063d0d88666093a04061035919d7aca8aff95c9c0ae8ee3b5cf401e00391c","formula_version":"titan-u-contract-v1","latency_ms":0.5425000563263893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"123b7b1d34348f983988167870caa9bd78003eb706364fc12eae93d2bbf11578","sample_id":"mmlu-high-school-mathematics.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9db6cfc9f9b3da9ef3efe836a53a7397c716e97219ccee6961a3f2776a43cec","formula_version":"titan-u-contract-v1","latency_ms":0.9776250226423144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ec8e610e0de8ef987fd5a247dd7f38881b5c226476c1f83b64dc4cd71255f85","sample_id":"mmlu-high-school-mathematics.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da3f351928a49b6e0164ba397249e229246b4f6ce96a840b075c105a3062308e","formula_version":"titan-u-contract-v1","latency_ms":0.46629097778350115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ee82c4a19f4d2c932985e42134f8107f7d27e517950391e6c0d26e518104625","sample_id":"mmlu-high-school-mathematics.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c89bd062cb44c97e62664d67d4d2b5252e08fd8d8f893da17a07f61be98990e4","formula_version":"titan-u-contract-v1","latency_ms":0.5393339088186622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41d7988802ecb1e485cebe590e477faa0592f0767a6b63fc79a6dd118cffb2c1","sample_id":"mmlu-high-school-mathematics.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"573056798b6b181236edf0b7b9c12207ca54bb5daa5b2345c7e80b179f0a8f90","formula_version":"titan-u-contract-v1","latency_ms":0.519416993483901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f51e17b85aac916a83bd2f1dabf30a76495f8b0131120565a06134e1c5aaea83","sample_id":"mmlu-high-school-mathematics.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"727d7b16ad04b714f23b0136fddbf9debf20a50f30496be820ee761d9672649d","formula_version":"titan-u-contract-v1","latency_ms":0.42049994226545095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29ce6f9dedd7778cb8102227a43fdff23c012cb8473f008c2674c3f6989a1667","sample_id":"mmlu-high-school-mathematics.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c33bb06cb8b1bdb0adce96d2f3132f1819b662803e8e9a47ab70f9f1a4c09d6a","formula_version":"titan-u-contract-v1","latency_ms":1.0603750124573708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e04ca04e67cb3312e1ff9e8a3df37bd21648df58a2fb374a2ff129bfa6ff5097","sample_id":"mmlu-high-school-mathematics.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9deae7bff942a2d3b8d59928cac8396186f8d59a544458c83d7d54b5e09daee","formula_version":"titan-u-contract-v1","latency_ms":0.4967090208083391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"696c2c3118da6b53680fc5a4f4d6bb34c7becc36a3cbc69c7247cf437db06bd9","sample_id":"mmlu-high-school-mathematics.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70964da5805964175150f379151b8ed6f3b9c1ca367739993d2a756796ebbcb6","formula_version":"titan-u-contract-v1","latency_ms":0.6210419815033674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cde524c63050dff5f80f1f60eb26c0ecbed24e55ef1a55f0c9c262f74fa14de","sample_id":"mmlu-high-school-mathematics.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcd78b646b099193375fd8d05ecc3e138056aa275b6b74090bfc29987d4e1ff5","formula_version":"titan-u-contract-v1","latency_ms":0.6932909600436687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"180db12576c2fd0cde16744843c0e37b052c99af6be5c1ec2539332f53a7c1dc","sample_id":"mmlu-high-school-mathematics.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"169b3cf3703bb7da2966cf3757999d1cafca324dd7439c467250a3a87c0981bd","formula_version":"titan-u-contract-v1","latency_ms":0.43183297384530306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78febb4fede8446e24a4feefcf0f68c96d374ab08ddfad1eb30b0c44b3d24ab7","sample_id":"mmlu-high-school-mathematics.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"595baf1b42529b05f3bdcaeedc38873355fb08da5302221c2c28d016e66ffcb6","formula_version":"titan-u-contract-v1","latency_ms":1.2224579695612192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5280a134866cf4bef0dec14a43570e3ac297f1f77cf38a048201ae9ff5d5954f","sample_id":"mmlu-high-school-mathematics.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aaa5793162ffbdfa97484d594bc8fb74dd779c14f978a5f39fd9a20eab4fbb96","formula_version":"titan-u-contract-v1","latency_ms":0.6192500004544854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09a3f339ee490721c740b86d1f428110503658b9720bc842f949915802562afb","sample_id":"mmlu-high-school-mathematics.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de39025213b7a12febfa6961a19cc6a79a1e1c85a94e7ab6f542e536557adbd9","formula_version":"titan-u-contract-v1","latency_ms":1.2064999900758266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c56ff2261bd642adc44f8dbe2c7a27e83f2852d5b6e0b41106dfea88ac6c9b38","sample_id":"mmlu-high-school-mathematics.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"109f44af4b23e091df2ed77bf6063f09e785d8997861b84e5a886bb286370d77","formula_version":"titan-u-contract-v1","latency_ms":0.4552080063149333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40b8c4a240ecef17a62b8e120e287a954680d73c525e4a31d0ca198fed04724a","sample_id":"mmlu-high-school-mathematics.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74334aba42b7cbf633aad7d95f9796e8d10606dfa775f27ce1044b0c989f6744","formula_version":"titan-u-contract-v1","latency_ms":0.5569999339058995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c150bc397cf03d2b60c6dcd6768d9fa7172ed7b7aafb8e2e46f66e5128da826","sample_id":"mmlu-high-school-mathematics.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbaaf2db26d3247c60371cfab3db391eb16c0518b8badf2024ca69527da787d8","formula_version":"titan-u-contract-v1","latency_ms":0.595749937929213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e90eed77ece6d345c4037ea96b71f4d3d139da89a7e91e7e4958223f017b39a2","sample_id":"mmlu-high-school-mathematics.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"514db63d77600195682b9dc4bbd80dcef48410ecb30c359843dbdb3c3777d9b8","formula_version":"titan-u-contract-v1","latency_ms":0.6528329104185104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f3d096438d529a426a462a684d947d285176601db5001de4a66d117bfb29a9f","sample_id":"mmlu-high-school-mathematics.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79ab042f52a7577fb884904ddf71de7e2ab870eeea1a33eabf9f18cbe45cf206","formula_version":"titan-u-contract-v1","latency_ms":0.43620902579277754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"437a3114454e457f84c631a354237f1a04a2fc7ee77867ebd77bf4d9eaacaac7","sample_id":"mmlu-high-school-mathematics.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a66d888c6978a369224fa282e68dd8801d1f6a10fbbe9edf2f2a78f6ff66b1f","formula_version":"titan-u-contract-v1","latency_ms":0.8495000656694174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"856ca958d5f2c8d9c00ad9d69af809ddb38f9d83512bbdec5b10e79b804dabec","sample_id":"mmlu-high-school-mathematics.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37db6e119547f1fea3d50dbf3ee633ad14eafe06e68e4ed3f8bd369f4bc6719d","formula_version":"titan-u-contract-v1","latency_ms":0.7026250241324306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90bf77f4f2b76931a7e5b17618a2d6a5301c199061f3dd8c6608c664236b53f3","sample_id":"mmlu-high-school-mathematics.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e242657b569eb153a7747d3b87561f53a2b5eb031ac4e9a6acc8b03725d8086","formula_version":"titan-u-contract-v1","latency_ms":0.536083010956645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"059f645a0930e85ddbdf264584a082823f5f6d47677d0ccdb2a65fc94925508a","sample_id":"mmlu-high-school-mathematics.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d314d9cc3518fd365b0d3f542d81dc1768c1128f14ca8fa861ab97ea75e278e3","formula_version":"titan-u-contract-v1","latency_ms":0.7390419486910105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c095756095680378a85674d38aab06bf68d5967bdb30c3b128b5f137490a6541","sample_id":"mmlu-high-school-mathematics.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56b90ea8ca4d0eaf07f836d51a684cc3c556d3a1eb1b85bd0f92bcc9f5dbc71f","formula_version":"titan-u-contract-v1","latency_ms":0.744541990570724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bb487924a5b33b07c7919ae93dd5ce58f2778a030fd91cbe3ef629f4bbf9215","sample_id":"mmlu-high-school-mathematics.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47a520b68bf50f542aa8c45d63089468ffcf6fdafc165f99fb06f712ad9e2f52","formula_version":"titan-u-contract-v1","latency_ms":0.5226669600233436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c294e6902c576e34f6eccba66895467e9a4d847d0ef48a6f4de4c46c32a8ac6b","sample_id":"mmlu-high-school-mathematics.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"868b87b793e3553793e5078bc4a1638d201086c00899f6f9977c45f519d27727","formula_version":"titan-u-contract-v1","latency_ms":0.6263749673962593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90788c4fd76d233d84e057f8f99c6b95d01a3dfb84191e0d6d70d2f00c898e7d","sample_id":"mmlu-high-school-mathematics.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"797a4349e9c429633228f7e725c2beee6b4a3aa3fe7268f4554592115fe71dc9","formula_version":"titan-u-contract-v1","latency_ms":0.45841699466109276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5d03675bf393d1dbad0f3406ed80f12bbf72cbf5e8a4f511445faafef5f18b5","sample_id":"mmlu-high-school-mathematics.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5c249f0416f59f219ff6679039ba3caca83d2e5d7bcc8d79d28919ce0c94a6b","formula_version":"titan-u-contract-v1","latency_ms":0.4582080291584134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1a927b7756c247973170d32d68dc2e5721a8312030585f6e658177a3bb4a70b","sample_id":"mmlu-high-school-mathematics.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c0aa846a066230058ab46bc34dc13ff035c9bfb36cc2156dff8cc7c98eb02ca","formula_version":"titan-u-contract-v1","latency_ms":0.48033392522484064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e65a47922690e025783a4f8a70bee6667d66bbe83ac8709ce3285c857eda6e71","sample_id":"mmlu-high-school-mathematics.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1695b274b4a7801e187372b59d0918fab48a914e1e3ccaaf5c7c43d66839a2a8","formula_version":"titan-u-contract-v1","latency_ms":0.520167057402432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc53732eafe26b15f6f3ac5f3a58fba83b44676374d2f55123b1e8e0cd0a21b7","sample_id":"mmlu-high-school-mathematics.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df8e2aa44d515342a40fea4eaeb9c9bbe726bdb1d87120d6542a3116dc718bc1","formula_version":"titan-u-contract-v1","latency_ms":0.48212497495114803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fecfd1984b3dcd71cf2719c6e9b4c3f6645622f4b004b0875885f68c5f5a500d","sample_id":"mmlu-high-school-mathematics.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1565af398e463a0becee91b72131570e80325ef579357c415a60a0706a001a4e","formula_version":"titan-u-contract-v1","latency_ms":0.8318329928442836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec1382b5d97c271b01ade41fdfbcdd8ff9c5597d23cf988843170116a1fe0abb","sample_id":"mmlu-high-school-mathematics.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"373aaffc1534cd50fe63f7352df66c01a114a7237b558c6b8d9d01e584197f62","formula_version":"titan-u-contract-v1","latency_ms":0.5160409491509199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a121ed0ccd21eef812b43ad46a34ffee741aede6661148b58dc93441b1532c4","sample_id":"mmlu-high-school-mathematics.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f546d843475b87794285e1d9fc55f8e5c185c65efa3aecb262a740a27dfe77a6","formula_version":"titan-u-contract-v1","latency_ms":0.45370799489319324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3359ab50786ee1abfea37c13532257d500e430f9c629b5a7e4aea190b34e4ba","sample_id":"mmlu-high-school-mathematics.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12ee867bf60e1fac2e445b1dec5cf010bd3c47fa8736793ba224d79ba637b59c","formula_version":"titan-u-contract-v1","latency_ms":0.817999942228198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e32ceea22549a0b6fc7e87a32f4543c407859bc009d33b0bdb0844ba89782d14","sample_id":"mmlu-high-school-mathematics.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"724d6ecda7340b5f62dd614065032f68d824146fa69fe3e538a3e65d2112d254","formula_version":"titan-u-contract-v1","latency_ms":0.707958941347897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46fc6878cf92523f4c7b0d39ec8f8fed24157683eac2ba961bce3a356f0d1413","sample_id":"mmlu-high-school-mathematics.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5169b7733d4b50c195d86f4ba63d772c7d8af35a5a32565464fa4d6cd1e4b43","formula_version":"titan-u-contract-v1","latency_ms":0.45429100282490253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7edc16f92ab7560f7b3d567188bb108d7dea6ce7d10bbbff7ed975dea33a06e2","sample_id":"mmlu-high-school-mathematics.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eee89e05fbefaf07ad51f6a72b21bf8ea9ca0e4ae97df22d2c8e440e18c502e6","formula_version":"titan-u-contract-v1","latency_ms":0.4939580103382468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cafc4bae9c51137a1004d8f139c94f92cf0d0b8fa7b761404d938f08eba7a621","sample_id":"mmlu-high-school-mathematics.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac1a1e7326c915c9aa55c6f7a057a87c224b27be854e033e2b806b46894336b3","formula_version":"titan-u-contract-v1","latency_ms":0.47695799730718136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00140d49612971449e1675a0c77692d98ec50ae55c6c487f6667ead78aba01ee","sample_id":"mmlu-high-school-mathematics.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d967089ebb8b643d39183bc43e052322154717ba3a0afc1b17eed9754fb9d3dc","formula_version":"titan-u-contract-v1","latency_ms":0.48458389937877655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac38d98b3611186a78c42c647ccd720c3e1ea07d97cc483e99da06760b76f1a9","sample_id":"mmlu-high-school-mathematics.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"febc6d4efd511d9b54ccfa955099986bfccb2cdfb1e90fd91ec46ef7ee7b58ac","formula_version":"titan-u-contract-v1","latency_ms":0.586707959882915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce0d734a06f0822218f3e2bd4ec0ec5aa9e782fe1f17a364cbf99edde9564301","sample_id":"mmlu-high-school-mathematics.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06d1a33f6f643a4253ded17fb31aae3c72f8fd0f3a6064768273247f3b8f42d3","formula_version":"titan-u-contract-v1","latency_ms":0.4024159861728549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"814dc2fc74141560ebb8dfebe1460d1836ce62c9d91503a864737a45261f6659","sample_id":"mmlu-high-school-mathematics.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37957aed6b1e1f66ebff7be54811176f088fd08f6df16d477a1aa78915ba8d46","formula_version":"titan-u-contract-v1","latency_ms":0.9366669692099094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ff945a53671dccb67f57f229b47ec7ba6b44e1852afc3f91ba0b5df76febc82","sample_id":"mmlu-high-school-mathematics.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe398a3bc4f3bb548cc8b721fbae888d2cd7224b81e398d6be054eb7bc169667","formula_version":"titan-u-contract-v1","latency_ms":0.5282920319586992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e524d6ad12351d0e845b36bb1b7368eff2ac773013302d2c2f4a224de3b42656","sample_id":"mmlu-high-school-mathematics.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1ccabcb2af4103bb5b03540932b2fcee1b77306db6eba103e371d709382bb2b","formula_version":"titan-u-contract-v1","latency_ms":0.6532089319080114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4710cbd58d72a378cdf82c0b37b0a18f1237277bdaa41386f59e090367831d3c","sample_id":"mmlu-high-school-mathematics.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc1da83507798bc41ff5a431af1fdee635a41f7ba23cf4c3acf67c928bfc311c","formula_version":"titan-u-contract-v1","latency_ms":0.6067500216886401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73c27cbb7ae731b74fa57f75dd61317f5526e137803d36f8ced2f03de48372f5","sample_id":"mmlu-high-school-mathematics.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e21de341a4d15c84c84de49b225a8470530753757f307a6f3e04181770d2cdff","formula_version":"titan-u-contract-v1","latency_ms":1.2724169064313173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06513082f8e4dbb6c10e01f76086459cd133c8c155b416b281fbdc55a1216c6d","sample_id":"mmlu-high-school-mathematics.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05d879c204edf17ac5635c6d079ac3ff3288d9ccfb178ff43399ea539ad260e6","formula_version":"titan-u-contract-v1","latency_ms":0.4672079812735319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee5e95643ffa7bae7964214b6f700f98fdc99f3dd246503d44653bb4e40401ef","sample_id":"mmlu-high-school-mathematics.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46c4e3ee21cbc76f6a13c986a96ab23557665dc10549d4ac101944f60c301f01","formula_version":"titan-u-contract-v1","latency_ms":0.7746249902993441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60812cbe4170ab05fd9af3f764fc5787c2b35b1fded4f10a09228cc4ade3f3c7","sample_id":"mmlu-high-school-mathematics.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61e3118d22f9d8be568f9edcad184427e21f8e8671f5a8fc70427564400f22a4","formula_version":"titan-u-contract-v1","latency_ms":0.586999929510057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8143c22c419ae8574cbf126e759c62417ebdee295345a330c58c249020695d77","sample_id":"mmlu-high-school-mathematics.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"020d00268c26164315ea5feaa748041c4bdd72af29c39d772f18164efe9690ed","formula_version":"titan-u-contract-v1","latency_ms":0.699291005730629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca3cc7e86557fe7948be97c7ff4bdd72cf48c9739d1454ea279c83e92d9912dd","sample_id":"mmlu-high-school-mathematics.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"076ee81d58495290d92617a57df694452fae8fdae552aeb6da3978664defe68e","formula_version":"titan-u-contract-v1","latency_ms":0.4360839957371354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d39005bc9a6ea86da125c5a6b149eaff8c044bbb9f0702d7d729d7474b24e5cb","sample_id":"mmlu-high-school-mathematics.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b3aec420d121ec5fa496b36402f7285311a7b5afb33fc2f7fa33af51f9c7d40","formula_version":"titan-u-contract-v1","latency_ms":0.6079999729990959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8457ca49ef5878d1c4f6257eb6ebdbcb2984f3244bb09eb8c16614f97872be95","sample_id":"mmlu-high-school-mathematics.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffb1117b16a8606172032a86f3c16165eede0a1cd9e5947b3a1dc38e6cae1c83","formula_version":"titan-u-contract-v1","latency_ms":1.060166978277266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"618318c07eb74fd7ce415f24666903e94336af84aac690de7294c0398f3c35d9","sample_id":"mmlu-high-school-mathematics.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b44ee296bc11619cd85d88c1229d1b5cee3b71d115d6fb57d1fd1bec296b70d2","formula_version":"titan-u-contract-v1","latency_ms":0.5571659421548247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfef1e73fb77aadbffddc32c423529822c1d62fbec722c4d69a7b14173a2a5af","sample_id":"mmlu-high-school-mathematics.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18880db1f398b74758591723a09bf73de8ee6f9d3562da89e21ab8f0803565d5","formula_version":"titan-u-contract-v1","latency_ms":0.7232909556478262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90b2ca568d9b087d3c1c77e6f81add38c0105ef57672ce3e784f215e99bf1616","sample_id":"mmlu-high-school-mathematics.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"454a60128f4329c3d074b29de1a46b0de3e837c11d7ee579c554bd410f3ac0d8","formula_version":"titan-u-contract-v1","latency_ms":0.9421249851584435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b538e0c81d19430741feb31aa9d23106b6acfb74644d9ae7b7b4681d1f31b4b8","sample_id":"mmlu-high-school-mathematics.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4296d30df30e2ed480315a914f19b0efaa22c581537d234aba593284adc3ec0","formula_version":"titan-u-contract-v1","latency_ms":0.4378330195322633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c9b54efc7fd2c97d9ee4614650b01e1a98764f050d03d29a76be39b9de20d6b","sample_id":"mmlu-high-school-mathematics.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1bce514cd658eb4ea21042af27c1ca2b0db82446f59e1b0e18c2fcd7df50db7","formula_version":"titan-u-contract-v1","latency_ms":0.6648340495303273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60913d45a44ce7d192a3b495063b37c51b4142c7ccf102fea432901cb1865781","sample_id":"mmlu-high-school-mathematics.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6fa4db887b747681dd97a39511c2c8c4220747f6fcced44e5f389728f6d1d30","formula_version":"titan-u-contract-v1","latency_ms":0.8929579053074121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdd596ee699f892075ea4329fd044ae77f8183ad64b550a4e7534ca6533f3c58","sample_id":"mmlu-high-school-mathematics.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db547162a811933854ac397bcc1243c18bbc0ed3c7486a26b4585a7b53f656cb","formula_version":"titan-u-contract-v1","latency_ms":0.42170798406004906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"983b32840fe8886a1e51da40f57538653e44d1e17dbeb38833badf09bd24f7ea","sample_id":"mmlu-high-school-mathematics.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0794bfa3fbb727596a778712f6a9c0f367ac30f731d5e7acfeb1e0972c78215d","formula_version":"titan-u-contract-v1","latency_ms":0.5865420680493116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b754b84e991bb34277dc1731d9521affc3228d0f5ae1e898d95b6eba1f147e69","sample_id":"mmlu-high-school-mathematics.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d2226168686c7303d0f7b6e49974be7f7bc8e586ac03b9a7ee779442a38516b","formula_version":"titan-u-contract-v1","latency_ms":0.9090000530704856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ebb3f99831a8de1b69f5142950858a7d5df17711b867b2cfb0be7873bb06a5c","sample_id":"mmlu-high-school-mathematics.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c71592c76ee5c87eef25a03bac4e27b1daca4b237ee9552fc5bab368fafc6d0","formula_version":"titan-u-contract-v1","latency_ms":0.5686250515282154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1abfb309c1d2ad94569a65ba1c5c24774ba6296fef5db185e1c45af8661a3473","sample_id":"mmlu-high-school-mathematics.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee9db346618c08a2b1b38d131866923f5012704df61aca19ce03baaaba6b8d5b","formula_version":"titan-u-contract-v1","latency_ms":0.4811250837519765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b35e632c5bea059094615071ed2fa2ab64fa2031005b6c7bcabfd4df99447db","sample_id":"mmlu-high-school-mathematics.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"391ce815b5f1ee51d73aa88758586f5382287a79597a8a3683b4eed5848b3bce","formula_version":"titan-u-contract-v1","latency_ms":0.9064169134944677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72970f993c03f34de7bba3a0b50f5c3606f07dd65e0c7b0bbbb6e05002f1d8c4","sample_id":"mmlu-high-school-mathematics.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84532a1a4d92bf9cbb5128baeab4b214551683d6049d3b4fc44b1187bd409ce5","formula_version":"titan-u-contract-v1","latency_ms":1.0735420510172844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d94b3531e415dbb4ce4230e266b6036d5b0c80c970087af532f7bb1ad7678cca","sample_id":"mmlu-high-school-mathematics.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db2b35caf26ee60b3c68875050c16ad122b01fad36500a2eaf733bb20af817b0","formula_version":"titan-u-contract-v1","latency_ms":0.45849999878555536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4e24b9e6ec833aa69d9aa6dd8d9972e1db07aa28315bd0b1f3778a65d858e83","sample_id":"mmlu-high-school-mathematics.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"001fa10ce09cbe72debb50ae86ec6000242ffdb7bf4454f8d0ab5ed7790fefd1","formula_version":"titan-u-contract-v1","latency_ms":0.5202079191803932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd8de77344d29713691d636712db122aba5673fe53b5175734fbc0c532684b99","sample_id":"mmlu-high-school-mathematics.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b206b91064b1506225752a52bbd2f74b84936c5b3c6714b4ba25a08f4650c1f","formula_version":"titan-u-contract-v1","latency_ms":0.5401659291237593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3e07605bd82a28ed7c97cb40e6e0792a78383797a48cd2fda2e51c2b5f781ec","sample_id":"mmlu-high-school-mathematics.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4a4687796dbc63ae41a62f3bb2c3be2ae29ef094812173148f822e04eb0babf","formula_version":"titan-u-contract-v1","latency_ms":0.46987493988126516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d3852eb5d2c7e06839768d106d14647f9a5202084953e3fc228e7656efd3879","sample_id":"mmlu-high-school-mathematics.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae52df820232cf34d3cf29799d7e8925e387e7c1d0eae324350f03a967e8b183","formula_version":"titan-u-contract-v1","latency_ms":0.4872080171480775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"047e5a9e9a77e9a04b92005b9d51f1e38d9362c7923361d67a9e8d6435d83fe6","sample_id":"mmlu-high-school-mathematics.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04027182bacf4a40dbd672ccbca67d6d61d48e923cfac2971620671d005f0025","formula_version":"titan-u-contract-v1","latency_ms":0.5561669822782278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0ebcad7cd8964073e29990837881052cc5ff46c24103dbf8fd4a72c781b80cb","sample_id":"mmlu-high-school-mathematics.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a83f612b915d8d434d85825e230b5d7ea808bf5dd3036af5349c8e24c8854eb5","formula_version":"titan-u-contract-v1","latency_ms":0.6510419771075249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"340e2c1efb8944e21f9cfa3d1fcbce863bbb22bf38e992901de05c3c878914bd","sample_id":"mmlu-high-school-mathematics.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea9974ad528c32006343ce954bddf7cb1c361bd2cc87ee3de3b8d2d8e663804b","formula_version":"titan-u-contract-v1","latency_ms":0.40733395144343376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b7fbc0ea7e74b8ca301c5a92859be7df009f30f137df7ba1617f65a8f354a56","sample_id":"mmlu-high-school-mathematics.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed2f2bf746a4096e1cb986aaa8e4dd63e3ed54fabb3a089980a081ea293dd460","formula_version":"titan-u-contract-v1","latency_ms":0.738375005312264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f07f9a390caede1a614e7034ccd7fbc3dfba7af25b9dd9c82701c6db3d1d4eb2","sample_id":"mmlu-high-school-mathematics.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32355d6e09f68e7fc03df4f600e0f171d4e02c872238cddc3f2ed84e7dbfb3b6","formula_version":"titan-u-contract-v1","latency_ms":0.5010419990867376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2fe1d4a2bed54088d19a4e5508f37203eb969e385f69913a86e4c435a0b8c58","sample_id":"mmlu-high-school-mathematics.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7538e960007667f28a59ffe3177043437c9fa619e5e7cfa04a222e3b86f6f159","formula_version":"titan-u-contract-v1","latency_ms":0.45375002082437277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b21e2a6c1e59631e38ea83ed831d12827becbdd00080210e56df46f47a017af","sample_id":"mmlu-high-school-mathematics.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eec6008eced6760c24fb42a85b134d46f8aba07aeeb44f83a4c4045ea5a14e7c","formula_version":"titan-u-contract-v1","latency_ms":0.5184999899938703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"495dc6bc03c9430e6f1210872d1606ae7000dfa3fd3e92a6416a987f13d7731c","sample_id":"mmlu-high-school-mathematics.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81026e93d5beeb1a29658c58bbf138f679de914d84a6f91e072eec6a77987436","formula_version":"titan-u-contract-v1","latency_ms":0.9188329568132758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07657c8bd33d1cde35c96f3336d8c87fbc1ef569abaa6e27064201bc421a8c17","sample_id":"mmlu-high-school-mathematics.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e886236ee16fc0e0059f15f19c90c3eee6423bfe3e975b8ea47a9a90403d340","formula_version":"titan-u-contract-v1","latency_ms":0.42325002141296864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd97c6014b297cf188a4fef140402c57e2ad3847114ee1cc85dcc3dd37263278","sample_id":"mmlu-high-school-mathematics.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ce6fd88b17f4ff285f703e7657fae9ee738d36211e29dec8ae3196b9dada8de","formula_version":"titan-u-contract-v1","latency_ms":0.5683749914169312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b63a8f663266e39cde1ebb16c78a8aea6176910a6acc6d4933924aa60cb2ba02","sample_id":"mmlu-high-school-mathematics.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3893575c4db78d42bc3810b952046ac2997d4ef7c74acea3d27853957e39ea1f","formula_version":"titan-u-contract-v1","latency_ms":0.60991698410362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4259a5673fefed125d5625ab7e512b0f6ca2e0badd4021a54757855fce147060","sample_id":"mmlu-high-school-mathematics.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d613c1d88b1526c92473594031942cec3322b3865eee566092e6dd6c45371574","formula_version":"titan-u-contract-v1","latency_ms":0.6245829863473773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"050d37ae6e45aae8eb2371f02490f278e64bac39287fddce1d838d3d9c7da02e","sample_id":"mmlu-high-school-mathematics.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"149ab8c6eb5105935dac1649d8470fb26c88b63773724bad91b42df55c272c10","formula_version":"titan-u-contract-v1","latency_ms":0.8256250293925405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06bf9d0c6ff0a673dc3484094567e6e69fd0c64b3b91e4d4aaf5a3fb507f9770","sample_id":"mmlu-high-school-mathematics.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bde202142169f6101e5362913d292bd8b4c022570054012f466a78bdc9450f22","formula_version":"titan-u-contract-v1","latency_ms":0.8326669922098517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91047a02a1ff3f77824d13637ce6da57ba3e19cf297957d5741e93b94cb0346a","sample_id":"mmlu-high-school-mathematics.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4b0ff6dab60d12580d79a9e34fbcd257971c1ae1e3bcfe1f996a184c5ed57e6","formula_version":"titan-u-contract-v1","latency_ms":0.5862499820068479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"946863a97ce6baac32252f9769bda18786dcd70e382800012a65585371d99592","sample_id":"mmlu-high-school-mathematics.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d7234b9ed4facdb23f29f369719cb2bbd5f953b6164fecf03c7b9b0ced85902","formula_version":"titan-u-contract-v1","latency_ms":0.7634579669684172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de9962002b5b96a37e5b041a5da71905387ebdb0681f8de710fca21248e35dda","sample_id":"mmlu-high-school-mathematics.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1221f877f79b23d5dd2f6e27ed0ff8d42aae26631b2512c6fe6abd8e57e2da6","formula_version":"titan-u-contract-v1","latency_ms":0.580625026486814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"994784029ccc6b493c798b320a3b2dfa65f9367ff5837fcdcdab50cb8f6a122c","sample_id":"mmlu-high-school-mathematics.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23c995d92fa17b9e49e5d12adee5ea818ae72abf9aaa48d6e147b355df893131","formula_version":"titan-u-contract-v1","latency_ms":0.4848330281674862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd48a1e27362c8307ba887204fbb4f5ae48a1dc5752c6ac74934814608cf7d79","sample_id":"mmlu-high-school-mathematics.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d70428ce040de83c9bb73673233e6b41d63ce63ae995928638f2677340572bf7","formula_version":"titan-u-contract-v1","latency_ms":0.4543339600786567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90d70574a7246f6f34c73ed8b54140fe4bacec989c3d3a395ed4d8803349d224","sample_id":"mmlu-high-school-mathematics.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8139a2f5e78d377c1a1058bd00291b9170f8689d528a883728cb86ca6a532b5","formula_version":"titan-u-contract-v1","latency_ms":1.0779579170048237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9f2daa89934103007eb17cc2ecdd484d66e45a29a057da2aab4430d46ceac8d","sample_id":"mmlu-high-school-mathematics.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d46325dbd059e3145d2c17f721ed979f8a4f6b8edb53895e10f0f4133aee10a","formula_version":"titan-u-contract-v1","latency_ms":0.60374999884516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7219e7d7c45f43856f58c4c1ba1105393685a963946df6b2268367b6aff4f0b9","sample_id":"mmlu-high-school-mathematics.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83776f57ce72462dc003e0648387c8181eee4b05a3b4b9b48c645991ea5ccca5","formula_version":"titan-u-contract-v1","latency_ms":0.47670898493379354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3a43f1fb38666508c87432e43251ac51e16f85c16046963f55d41130e0c353a","sample_id":"mmlu-high-school-mathematics.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db3c0b315128fd17bb4229cc3c57362b8adc0fad2ff2fc828c2e7d2594f5cead","formula_version":"titan-u-contract-v1","latency_ms":0.41141698602586985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1ef42e585aa6d743903a59aea5221bd441d66e3cb319ee03da515124cf09e92","sample_id":"mmlu-high-school-mathematics.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38ee353a1fd279134c20d4f013bd11dadba08b1f7d785f577ca0d3eb062b9651","formula_version":"titan-u-contract-v1","latency_ms":1.0575420456007123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"789da3e334c9548d72c5b218e913947c59cdaeb5b4a7a7db3799f885d378c2e7","sample_id":"mmlu-high-school-mathematics.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66d54dca301af89b0a113e066d887ac29d884f4e2883522198e557ddc9641cfd","formula_version":"titan-u-contract-v1","latency_ms":0.5228329682722688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dbd64a92d69d9f3e1c70217af12e39da2dec19e45b006623a3b0e2aa4dfe8c2","sample_id":"mmlu-high-school-mathematics.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6dfdc2833b0e74e27b19a464d47a3d9225ccf778dc7e70dd7ba1764939d1158","formula_version":"titan-u-contract-v1","latency_ms":0.4605420399457216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5f57a9e477ba13e4f5cb8de53124ac7fd531fb035c9a97698d112cf8668c0cb","sample_id":"mmlu-high-school-mathematics.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b39d790eec4e0b45500feb6268087903afcb35508ac72fdddb54b2f0deaa6a77","formula_version":"titan-u-contract-v1","latency_ms":0.5789590068161488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b923acb7e3cac6912c3bc53b4794775f540927d960d4d93cdc5559b2fe1b842","sample_id":"mmlu-high-school-mathematics.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09ddb4699d24f7263a24027c908d741ef8efe0f90ce9342ce2a25cb6762efda1","formula_version":"titan-u-contract-v1","latency_ms":0.46983303036540747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b1548a757d3a3eb9a1a29a9ab474e792b9104c05203ed755c18b344635a2ba2","sample_id":"mmlu-high-school-mathematics.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6248de5e04bfc7e4612d4af8ed47bc4cac96acb9f9807f99fcd2b47d19d5e0b5","formula_version":"titan-u-contract-v1","latency_ms":0.6077499128878117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd321c08b288cb2dcc90e4b66640b0f1a83c6535d22769a9cb8d38b593d4ed59","sample_id":"mmlu-high-school-mathematics.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0820498274f4d309f07ffaece387178540119b18141f2a5fe708948bac601070","formula_version":"titan-u-contract-v1","latency_ms":0.4327079514041543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"903ede454d50b77eeef4f4cc2015d9bc120b3e8a7796d97bbf6d76920fbc2d2d","sample_id":"mmlu-high-school-mathematics.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20efed57ad66eebb0ad28bb4c07c2e2ad13aa149ff6c5fe1dde48792ae058188","formula_version":"titan-u-contract-v1","latency_ms":0.5263750208541751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"177381029040d4d407e03ee6ce381b7517e2d58e831dce2da326d485c3475017","sample_id":"mmlu-high-school-mathematics.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"355d536521f0785c62a19c76f3b52f71d0b575789d025515ed1c660bc8eab361","formula_version":"titan-u-contract-v1","latency_ms":0.4342080792412162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01a0d45e47a5f4d8ef56b8eaabb3ec2308ff4b7154cac1ea0fac2b0052aa08c7","sample_id":"mmlu-high-school-mathematics.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72c1bdd9629afece3b6dc9d6842dbfa63c98e186997956ffcc1fd599f19f7e04","formula_version":"titan-u-contract-v1","latency_ms":0.926207983866334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e4674ea54c975e9a1259b317d1a12b02e2293f3e8c013272f31ddc0af9b8855","sample_id":"mmlu-high-school-mathematics.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c3ea86ddd98bbf8e17c4569df3999e55c347ece2f61ab564faa4d13529c867d","formula_version":"titan-u-contract-v1","latency_ms":0.6304999114945531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"296050f105939166c17022b9e67fc7559650e904803c163152a9be96cc10bf1b","sample_id":"mmlu-high-school-mathematics.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a00c59cb4859f7b767843bbfd995ae979516ea26a3deedaadbdd43b61e6b8497","formula_version":"titan-u-contract-v1","latency_ms":1.2220420176163316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a919d9033c8d24a68b3f3d15b0da0e9e1cda8df91ae7f6974d1a9ef0114e2be","sample_id":"mmlu-high-school-mathematics.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b7062ec14b15bcc887e7c351d17b231773d8b83a0cbf6ae008d9e1d19506950","formula_version":"titan-u-contract-v1","latency_ms":0.6057090358808637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f7fd05d36661a67eb1482310f0429560e07357a3cde97344fc2d6ff0d739aea","sample_id":"mmlu-high-school-mathematics.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50bde22aa97c3d2bc6e477bae1649c40a00acf159521e246c317f4976b178cf4","formula_version":"titan-u-contract-v1","latency_ms":0.5927089368924499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3690d16e0ce3e73f520d0f180231d6a65126d22d9cf3222450dd3ddefa7c9de2","sample_id":"mmlu-high-school-mathematics.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"addcf811d407b94ba639008b71b5fe37a7ad5aae74b9620c1cef97307582b561","formula_version":"titan-u-contract-v1","latency_ms":0.6477909628301859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee39e1786e6ae7cd86fcdbbac8e7388ed29bc94f255230d4a50aadb1927d3776","sample_id":"mmlu-high-school-mathematics.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0bedccc232f51a9b762edd8cdb7f86fec68d9aaf3f0da9558ade0e86a0cb51b","formula_version":"titan-u-contract-v1","latency_ms":0.474874977953732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee3a8edf12ed4b0fb8741349b74c6aa722c1ba20db3a36fc699824356d8a1018","sample_id":"mmlu-high-school-mathematics.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d8267e54575d973530cccc3c15ef4f20ec56addac6859eb68ff59106146bb5c","formula_version":"titan-u-contract-v1","latency_ms":0.4433749709278345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09b8883533fa7011e482c4caeb14ef082192eb7d34ce5e4a377c82ea6b9bba08","sample_id":"mmlu-high-school-mathematics.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ca5130133c480be9320ad56df6ee66ddb5d39f13e49cf7b8109a105c5613e43","formula_version":"titan-u-contract-v1","latency_ms":0.4634580109268427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2502a88240f01c3e04a1db1d6017ec56dfddc036fb1cb1803eba545098f20eb0","sample_id":"mmlu-high-school-mathematics.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee8cc4e53ee5300f1455970f52af309d71ec58dc2b275fd2bb99908caad7de54","formula_version":"titan-u-contract-v1","latency_ms":0.49745908472687006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf88f12b74ead9fba9f8c9e7c48567cde04fe39b12c6eae418912d01aef4554f","sample_id":"mmlu-high-school-mathematics.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"298f5241e809314e7d3eb1788349ef2072fc1bfff650117cd11fa49bf991b00e","formula_version":"titan-u-contract-v1","latency_ms":0.43458398431539536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40775e84d97b8691e2a08c9be522e6bfdade6c5b63c35c0b74b88b9e80e2f5f4","sample_id":"mmlu-high-school-mathematics.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e1ca9eac19cffa7b37d6323dd3acc59b028b18db6aeff42f79cb72ecab4f9ed","formula_version":"titan-u-contract-v1","latency_ms":0.465832999907434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3473f7e377e95dcd7e0b8f8e7b306010ba6af7d3cebeb8184c0d118bddb7f92","sample_id":"mmlu-high-school-mathematics.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfccb78cb1458251a7f26c2e8db6d8da85f55baf307a8f564093f1f9f7245651","formula_version":"titan-u-contract-v1","latency_ms":0.46133308205753565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eccc32b181b331f86989763a944519b5ab618a3f595b6bd3839fba2621939a38","sample_id":"mmlu-high-school-mathematics.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f40e94ad6dd34b1eaffd77e43c1d0db901db46fac18901a6ad6973b35eec3423","formula_version":"titan-u-contract-v1","latency_ms":0.6736249197274446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5187dab85610d21d11e8c06bff516814f7db40f5c12a566b8039cf46dc113d0","sample_id":"mmlu-high-school-mathematics.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab2c8e86f69c10be253054ded50fffb97e28cb90621ce4a756b5ef53d351f2fe","formula_version":"titan-u-contract-v1","latency_ms":0.6113749695941806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5b7839cbb1fed546f70acea5e7d506328c23740484964052cb42f0092d9eb40","sample_id":"mmlu-high-school-mathematics.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"022897d19adce59766b2327e53bdcda31fbf8016eefd72abb0a59d2b7375267f","formula_version":"titan-u-contract-v1","latency_ms":0.6425000028684735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e388f8a30287f9f7e8c48bf6c0265883746febe6a68a69af7f4e82bf9d6c8de4","sample_id":"mmlu-high-school-microeconomics.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8323162b063d25a69a1338bb57452dd538c2a04f2bae3ff84128d5d8253a7097","formula_version":"titan-u-contract-v1","latency_ms":0.7619999814778566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"043852a4c429ffc7cf1d4f020549e438850dd26f964b32764976f421e6d24407","sample_id":"mmlu-high-school-microeconomics.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b6f679b6f452d1f227ceb251b327d398b210b1a2b4f4e6372b0097f89bdedc2","formula_version":"titan-u-contract-v1","latency_ms":0.48804201651364565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f47ba3833cd97edd9c1b6c0d1a4132100b5275dc9516068848d9bb482389ed82","sample_id":"mmlu-high-school-microeconomics.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdddb38537e44b6d2a4815ac4a87061f307e8b56c0e60c27511dfe473ecd6242","formula_version":"titan-u-contract-v1","latency_ms":0.5621250020340085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26254ae99bfc2b2e94e78bb606d55370267bcc70cfd78f26dc329da47e68e8cc","sample_id":"mmlu-high-school-microeconomics.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a85f5cfb1be82dca0250ea6db9984959e0ac4454b91ed13baef06929ed6e119","formula_version":"titan-u-contract-v1","latency_ms":0.44350000098347664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4bcb1e8b2f3c79f307f6cc59a2a589ee4808d7b887fb56db456e7cd4f46364e","sample_id":"mmlu-high-school-microeconomics.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44afefbc1f5b241f8335db5afa3e9dd35c90c29f13acf5aefb73073efc0163f7","formula_version":"titan-u-contract-v1","latency_ms":0.43224997352808714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6fa209ba137696eda2c5708563dc6fa0cc83d1c925dcf73be33c0d130e9aa05","sample_id":"mmlu-high-school-microeconomics.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"202baf17ab346cd8d494a3e3aaff495d697f611b3d8d10c87db89b5208323ab6","formula_version":"titan-u-contract-v1","latency_ms":0.787624972872436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"416e18afeb4fb5d3a11d0ea6c1de23bb12b12758de37f2e718820a7d13e5789a","sample_id":"mmlu-high-school-microeconomics.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74e6ac5ae964a04b1c9dd1c7fb8e3421e5b309eecce1a025bb96106397a5d7b4","formula_version":"titan-u-contract-v1","latency_ms":0.5000419914722443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cad0ad66f9cda6be8c3756d57da126307498b522dc8964aad415783ad03ae601","sample_id":"mmlu-high-school-microeconomics.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61436a84c202364617ecc363a0b61d6f4bb74f34eb07229ab3fc19bc42509a78","formula_version":"titan-u-contract-v1","latency_ms":0.4397500306367874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69023e5585413be597017d7c36e9cd53e043c9c27a2572995d254641d686a21d","sample_id":"mmlu-high-school-microeconomics.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e08c6630cbb26f3ee1ca6395aba2ce2d2f9a660ddf87f7b451569a53e8eb0bf2","formula_version":"titan-u-contract-v1","latency_ms":0.5932500353083014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58afd579b1878f9937cb6f38aeeea80262b9aac7b862b41cafabb04c8b8b53e9","sample_id":"mmlu-high-school-microeconomics.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccb3a8943af6e4738f7225ae0ce8e160a8c262537c6d2885fa1aae965ae52f05","formula_version":"titan-u-contract-v1","latency_ms":0.5535000236704946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dcc65249305ac3e8e7fa4df9a4eb6c15b893109e0d81aaf1bd0374516808d1e","sample_id":"mmlu-high-school-microeconomics.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77394f6e96f3598eadbb25501c58bf5cbaf8ab441235e6b22d6670c79e30070a","formula_version":"titan-u-contract-v1","latency_ms":0.7038749754428864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a1e100dd40ee04be4df574b896e97d9ce7be148f6b6555dc3466d4a694dd0fd","sample_id":"mmlu-high-school-microeconomics.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"652782c5361996ef4d2f8186dd535a3026f39caa3fd8eef6a8dcf70b5d661174","formula_version":"titan-u-contract-v1","latency_ms":0.5672909319400787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22ebea1c273c1e132c4e3c571b21656ea7ac12a13dd8b1d8f526094ffc9a8970","sample_id":"mmlu-high-school-microeconomics.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13191730b799b41a0c04c1564239252aa0d654b72fcb90d25edee3c74fed90a2","formula_version":"titan-u-contract-v1","latency_ms":1.1035839561372995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f3454daa8c0a475bffe04ba9511fe4865e0f91d69628117e4d027db335fbcf1","sample_id":"mmlu-high-school-microeconomics.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f13d09908b43fcf0f1966683b9f82657d684920044bbf3698df064531522dc0","formula_version":"titan-u-contract-v1","latency_ms":0.473459018394351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f97efa74b364958259cea143c09eedc9d7c32b81150c62ae575ad683df61eda","sample_id":"mmlu-high-school-microeconomics.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a326763a08fd3f948e2f32a58f6e7237df1e95443a4e007ad76248b95875af6","formula_version":"titan-u-contract-v1","latency_ms":0.8048339514061809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d696af9040d5127dda7f7237fd47eb06e5fa6b3d9f56e95cdacae4274c0b582f","sample_id":"mmlu-high-school-microeconomics.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70779309eebd735f20168dbb84f1ef969017a62c3c34a6ade6d0c7c5c7c0b30f","formula_version":"titan-u-contract-v1","latency_ms":1.2004999443888664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3af1fd0c7064d0d877ae46f53a509558f2658458198f5189ef1eb385ae06bb74","sample_id":"mmlu-high-school-microeconomics.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e363da89768420be895c60f9f10cd5f6ef7ccbe9162ddd8c5e2ea2e26a3f13e1","formula_version":"titan-u-contract-v1","latency_ms":0.5264159990474582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5eccd15ec86bdbd377a51c70896250dc1f705234d088d9a9f07cea842589190a","sample_id":"mmlu-high-school-microeconomics.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60229ffc2a42577c5881ad56c78e6839df9d94a83de871f2c57d6657940f131a","formula_version":"titan-u-contract-v1","latency_ms":0.622207997366786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ac8cfc2d29b484670d88c789f4616d48d2ee7871a36881a9ad3f020f0a4c474","sample_id":"mmlu-high-school-microeconomics.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"659b91ac37713545a64821fc2fa159b680eab4898aec98a157f0f2bab025407a","formula_version":"titan-u-contract-v1","latency_ms":0.49683405086398125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d476b354dcc203c45c31b1c46ac6023f4416d2464c8980877889ca285e89df7","sample_id":"mmlu-high-school-microeconomics.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e826572393f1139888f4189e99a78b8b5e84fe9d23d3a09309e3fc07f4f2b4c","formula_version":"titan-u-contract-v1","latency_ms":0.9425409371033311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0985cb680d880fcafe4310c297a89b7119d355f6f5e04e4de6edac30697b1a54","sample_id":"mmlu-high-school-microeconomics.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d2a465bb440a553ee78bf2fda04853696b352067f014950b04227d690f26c7d","formula_version":"titan-u-contract-v1","latency_ms":0.5344590172171593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49dc45c7029af979b69ebc6bf288c3e4c0f118a8334316dd3842dfc5838ef375","sample_id":"mmlu-high-school-microeconomics.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63000a047149e22b859df105771c3a8c5740d1e3614d08e71e395b4eee757731","formula_version":"titan-u-contract-v1","latency_ms":0.660583027638495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38d0076f37279479dbaabd47699915085acb886cf2c27e87b502b92e22f144ac","sample_id":"mmlu-high-school-microeconomics.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6c9a6720a6529b493496005c6c1c10b11c9f311c974ab09e9cad59e2cb3b427","formula_version":"titan-u-contract-v1","latency_ms":0.4622500855475664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"694e0e26583ef8402a9adfebde692ae6a97581e6248f84856235b788510cb3ed","sample_id":"mmlu-high-school-microeconomics.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"489c4c81519ceedaa668c14c56a3b9b75e194dfb1411e97c27185bc7a4e8a60d","formula_version":"titan-u-contract-v1","latency_ms":0.7042080396786332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b4820308e36fc589d719a8cdec0faabb628a7bacb1c281a66f4b20f8fa874e2","sample_id":"mmlu-high-school-microeconomics.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31afd060d85edee102a363c4fde22c811417925c41d48d9f85299e28fa51310e","formula_version":"titan-u-contract-v1","latency_ms":0.5526249296963215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf21c4ad3e322879b7433c41f7414582bc7d9ceb69306e87985e6a8511d62e4a","sample_id":"mmlu-high-school-microeconomics.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c392c216ad045064136108175cbbf76e594424c4a698202efa405dce54a8c154","formula_version":"titan-u-contract-v1","latency_ms":0.5855410126969218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9deaaaac6179e66a01dbbea17d860821ff80d81bfb5018735876e0b4f66e5d5","sample_id":"mmlu-high-school-microeconomics.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f29c056b1d0dfa87bc19229b9911606ca20ffb15bc893a03687a6a6b29ff8f0d","formula_version":"titan-u-contract-v1","latency_ms":1.3347920030355453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f36e338fd4357765befddbdaccbe1d7de775657b892326912531ff4bef88334b","sample_id":"mmlu-high-school-microeconomics.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2f48f2958188e3c1285ccb9126991bc0c616168073a05b4ce70180b06c655de","formula_version":"titan-u-contract-v1","latency_ms":0.8408339926972985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff6c2ee73aaead6b626c8b04edcbc9e5eb50ec09dbc111a57b12345b27ce238d","sample_id":"mmlu-high-school-microeconomics.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12243fa3f023383df5d52f7a96c40d026638a42926f26dae6a87ab7ead1ca53c","formula_version":"titan-u-contract-v1","latency_ms":0.6535829743370414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5be7d884fd92395162ac8fd5edf07cf5b6f2b1f5ad3914c6ae3f13c66223fca2","sample_id":"mmlu-high-school-microeconomics.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb61c90cdfe145dbb5b08dfbcf256750c582acccfa5447857082419ff2a78d05","formula_version":"titan-u-contract-v1","latency_ms":0.9252909803763032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb08899212fb2aa25ba708c23d242ad2fc45fc37cf0ab6e2202f0b5a768ae751","sample_id":"mmlu-high-school-microeconomics.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a6bb9b9c42a2d866b21fd80ab53244c5e7827aa91f06c2ee337aad34d4c8636","formula_version":"titan-u-contract-v1","latency_ms":0.47845894005149603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cd77639f9488593307d1ca8bc63350e3e6dcf77975311f1fb43a2bc39cde1cc","sample_id":"mmlu-high-school-microeconomics.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4745704bec107a1b79e16da2be5b92df7fa6a2e468355647fd9f963d9688c3c8","formula_version":"titan-u-contract-v1","latency_ms":0.608125003054738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"873f6f0cc207f79f39a893ee06b7633f9d406ca078059debe601ed444bd07f56","sample_id":"mmlu-high-school-microeconomics.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d85dad07cd2d068208d1fad6478b151c92382592a731b077b34670805ebe14d","formula_version":"titan-u-contract-v1","latency_ms":0.46183401718735695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64c44a5c832d837a7a00e3e7c47db0f00cf5d9ac35258056ed80fc0d58c7398c","sample_id":"mmlu-high-school-microeconomics.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c7996ff34657a251900236cd5f96f88b7d9973fb90ce10388fd6de9e10c8063","formula_version":"titan-u-contract-v1","latency_ms":0.45608298387378454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5436d6a387bd78a6f5e6abd0e0a9a92d45006e8c66483c7d149344fe34dc27d2","sample_id":"mmlu-high-school-microeconomics.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54e35353e3ee182cf18ba4ba097bcba29a60ee37750377e84defddad48b529ac","formula_version":"titan-u-contract-v1","latency_ms":0.7619999814778566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a1bf40ae452132a8be4b09c1adeebf39bd7a95426285576ac7a1881d6283401","sample_id":"mmlu-high-school-microeconomics.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a6b2cfb5910a9ebf7517c92ffc079433d7d6bd83a79fe94043449ab8bc31425","formula_version":"titan-u-contract-v1","latency_ms":1.2181249912828207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dea3c21019f663732fcf697c98efa9f5c229a382e8203dd228f067db732ac732","sample_id":"mmlu-high-school-microeconomics.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55b17e046abb1efb0cca1294dcad2018f26d91fa5f8f643f91bcb8cfd6b711c8","formula_version":"titan-u-contract-v1","latency_ms":0.49391703214496374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b490e1a1b892653469c2f05371ffd4c9ce046d4b2e9a6229b5a015290988b0aa","sample_id":"mmlu-high-school-microeconomics.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c6818d7c88488b6ab2cb57e92f13552bbe27bd6d0f31467a494b3dbcde3f3d8","formula_version":"titan-u-contract-v1","latency_ms":0.4936670884490013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19e4deab8b54d422cd5951e6b939e550f30d16b20d6ecc3cffd8c69df912f097","sample_id":"mmlu-high-school-microeconomics.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3eb58782e66d3c3f1e8580545fca07103daf49310c1415bb5db88f7aa8e2eb5","formula_version":"titan-u-contract-v1","latency_ms":0.43925002682954073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7fe9206742fcd129353d780c34b482cd6767b1d47cd6917939fc068473bb368","sample_id":"mmlu-high-school-microeconomics.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a85e2422cd1dd9af93ec0c0e361ad79302f335eb54aedf37bbc16e74e64db474","formula_version":"titan-u-contract-v1","latency_ms":1.0504169622436166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c98c1a759078bfd56a38284b284c3a847dd244febe4f22e4698001f88bee872e","sample_id":"mmlu-high-school-microeconomics.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b6674b0b72306ee43468fd7e8e0c154fcc8d61eff449d7a39208fc787584d6a","formula_version":"titan-u-contract-v1","latency_ms":0.6936660502105951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65bb5c6e272898691be35a952c024069a31da742048dedf1f4e1abd9ebd4fe3f","sample_id":"mmlu-high-school-microeconomics.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"359676f1e6867cb9746574236f7b9b13dcd9030d071b0c3505dc38bb045829d5","formula_version":"titan-u-contract-v1","latency_ms":0.6392080103978515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"908f4096d8b478eab37b1eaf5f03031abda19bee647b19369f3dff328bf66ee9","sample_id":"mmlu-high-school-microeconomics.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44a5cd15be7b08e66f016fafad0e28e494fe7e4cd02d640e8440f584d27ef4c0","formula_version":"titan-u-contract-v1","latency_ms":0.7168749580159783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93880cb0500acddd335e3581899707c179f99404196dc68ff30d157ae6e09bd5","sample_id":"mmlu-high-school-microeconomics.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"769123bdf29b6b83177f7be87414c36cf8308a9c8fe83f01cb360f41848c62d2","formula_version":"titan-u-contract-v1","latency_ms":0.8209580555558205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5c9e3c4aff589d06998f2194dd83ae7b117dd23e050628989fa686f12c51eec","sample_id":"mmlu-high-school-microeconomics.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1761c8a555902ca2c1e36fe156e3a35270e733f7dbf044a9f14f09c5cd046aa1","formula_version":"titan-u-contract-v1","latency_ms":0.43095904402434826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c726841d36b0c149bd03500d22cd753e2bb6377a2f4ee47645a3af872be97d12","sample_id":"mmlu-high-school-microeconomics.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c12ebece0e2690e2a1cb867b651aa0ecd6652fbbd772eda40e6341a668847df","formula_version":"titan-u-contract-v1","latency_ms":0.420207972638309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62f65b0e47d6dd4619eddec5ba07d98a6e4b85880d577eeb308ed9e5d09fa21d","sample_id":"mmlu-high-school-microeconomics.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8b44d36c7ac3e793d3e18ffd2be72931f8b2895966d93d347ea54f3188338e9","formula_version":"titan-u-contract-v1","latency_ms":0.7063330849632621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"874eeac5ac82e726d806ac6d304a982750ac12df0cbd70a730171aa5f10a7d16","sample_id":"mmlu-high-school-microeconomics.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07bb876969690a105e953dee3735709404700029b6d3b00a4be2f147f58c7e4a","formula_version":"titan-u-contract-v1","latency_ms":0.805665971711278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0b923fbef4a4f3e37edf7a9d2ce985626b86b8ce39850986afa6063124f4381","sample_id":"mmlu-high-school-microeconomics.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5614d2a4100fe169d5b7513f2e2dbd86643027df6b3f488aaccb964a8d4e1406","formula_version":"titan-u-contract-v1","latency_ms":0.6316669750958681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6976a0fd91a7c23d48fd9531f990ff83a1c5e3dcb2f7ee65073861cd7221f1d","sample_id":"mmlu-high-school-microeconomics.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af218e65fe6bb10bd7dcfb69fdc4e7ef76fd8c99ece925691e4c75107ce75d21","formula_version":"titan-u-contract-v1","latency_ms":0.43641705997288227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef1f48c7dc7d27c0b98388faae10fc8f887282e8521d641a469035e150c3929b","sample_id":"mmlu-high-school-microeconomics.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0752fd4b6f4d0d2b061184a314fb12dc06a498964ab13a4afa4fa67bcb18355c","formula_version":"titan-u-contract-v1","latency_ms":0.4623749991878867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5220b9a1c9ed37395dc2c910294feed79b33a180b2a8cbb0a6fc613b8a0fcca7","sample_id":"mmlu-high-school-microeconomics.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90032500c529946715734b76f9089b96bb765772f9ab72edae5334928917c95d","formula_version":"titan-u-contract-v1","latency_ms":0.621416955254972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fe1a810754b6c8f11b4f6e70e3c96e42335fda566b8d30fcb16ffbf025cea41","sample_id":"mmlu-high-school-microeconomics.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05f89ea146e1232a1fb6739ffc08f71efa7b567cd8d44b1dd76b5e5746c8311f","formula_version":"titan-u-contract-v1","latency_ms":0.45433291234076023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d92e30aa5f0b3816b6ec866696cdeaba69d6262f27f1556d73d7c0887a8ac96","sample_id":"mmlu-high-school-microeconomics.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b12f0eb38130963bbef3c2c74269a7f8fa697ae5b279174b2b0f67f4ddf9bd7c","formula_version":"titan-u-contract-v1","latency_ms":0.5977089749649167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6a3315caf5d1565ef8d1560db0c2612c3cf1d2b14696e0ff41a7bb7428c79c4","sample_id":"mmlu-high-school-microeconomics.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb88c97fb7f24fa9671b8aad006bead278e0ef25131cc9abed2b78574156988b","formula_version":"titan-u-contract-v1","latency_ms":0.4623749991878867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a47575c2012f54dc588b20609c5a18b4f919fff9b7590e84a65713d89bcba63a","sample_id":"mmlu-high-school-microeconomics.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3ffd6e2a853160c8b91fe9213f57dbbbc56374b734d063dcf120ac3783b971b","formula_version":"titan-u-contract-v1","latency_ms":0.7090410217642784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"092f608e0c0b2a5cb559562eb775aaeb08f5bfbca13d9fcf68005c836188cbfb","sample_id":"mmlu-high-school-microeconomics.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb6c6361dda1458e03829c59651c55c335fcdff4716c23d03cb3dcbd9ecdcea6","formula_version":"titan-u-contract-v1","latency_ms":0.9745419956743717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d83aa2508f25c326816a9d56a96c7fb755eda9688ffcf1bbe7a776a42295e13f","sample_id":"mmlu-high-school-microeconomics.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed3eb62f6cab698071893549d494ac721fcf4bbd7e8ad6d052175619b80745d0","formula_version":"titan-u-contract-v1","latency_ms":0.5228329682722688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bec972a32bb8da3fa6327e723e5e6443ce7803f43524daba8356e74b4c922f6","sample_id":"mmlu-high-school-microeconomics.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a1a950989d36c084a4bb1661e7e3f7af91bba86126345e2f61ce93a8210b92e","formula_version":"titan-u-contract-v1","latency_ms":0.817999942228198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6c82c943036a28c76ce335134ef70129e261f8c3886fd02711373e5b042f1f1","sample_id":"mmlu-high-school-microeconomics.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37f598879460e456893e374639315b4bd5cb3b690be21d7c261371c126d091c6","formula_version":"titan-u-contract-v1","latency_ms":0.43524999637156725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97fdd8ff28e6bd46b061ef7ffe917e61ee47cb60f025170ac50bfee1ba865b51","sample_id":"mmlu-high-school-microeconomics.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6fba9fc1f8064c4015ded1b89cdb7163f2f3479952efec01eae0396e36cf33f","formula_version":"titan-u-contract-v1","latency_ms":0.42633397970348597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb858f88fb88b0f52e013d868c492cd5df8293288ceb5f70bc21c14277f638c7","sample_id":"mmlu-high-school-microeconomics.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b25ad6130a93f5504f69adc3628d831149bdc60b7d38c873fa0d087111d6873","formula_version":"titan-u-contract-v1","latency_ms":0.6754170171916485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa86d26e1d56b4f52b6fb52913ed9c1f3c0cfb4bb3ff635a49188286ca432c5e","sample_id":"mmlu-high-school-microeconomics.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62a4b0e292f58277bc5325720fece3cb59b7e72e04726adb5bbc8077e77b2426","formula_version":"titan-u-contract-v1","latency_ms":0.7603750564157963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6949fb2a93cde40a96464b7d1bbeabc1baa5ffd2ec6cd9871a3f04deb4438ea8","sample_id":"mmlu-high-school-microeconomics.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1269fd8ef9974309528b3bcd17cf113b22d74d12fb2c78e5ce37b4eec419f227","formula_version":"titan-u-contract-v1","latency_ms":0.46679098159074783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"133905d657129fe08dd286ba840fe0dd1d787f1ca5abf9fef0140160874f41fa","sample_id":"mmlu-high-school-microeconomics.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6545d2c98cd16dbf795a9cce5411d668cce41e110630d5c54946780666ac9282","formula_version":"titan-u-contract-v1","latency_ms":0.4543339600786567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c57828115d090364dbadd63764e4d4dc34598de722b9fe5730c9c92f00dba6d","sample_id":"mmlu-high-school-microeconomics.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"533be7913d49fc0f6a8172ac74d1ce81efa3c56cc3380d58a29170e23cc2e4d9","formula_version":"titan-u-contract-v1","latency_ms":0.7401659386232495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b901b759bc72c2cc1e462a7fd801972614eb944743d5b384524ae18be25bf839","sample_id":"mmlu-high-school-microeconomics.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc07200ec09c9f5ea8f1fbb8046e9bf4615e2e58844cc7af384e1cfd2f8ca310","formula_version":"titan-u-contract-v1","latency_ms":0.6160000339150429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a525dff082a6cbef3c1475a53f204fb30d9809c8ad17b0d1716d3c56969d10a","sample_id":"mmlu-high-school-microeconomics.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66bfd14acf8c64aee645e5b05c53a2ef3f11e16010ca42cbaecabdcb7740e9d8","formula_version":"titan-u-contract-v1","latency_ms":0.5948339821770787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90efba019d6ae8bad1debb6b5f50d674d89fa756c21ea2d5b139792a99e20af4","sample_id":"mmlu-high-school-microeconomics.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"977636fae66f828c5dbc2ce69f0707f89bffc12fad77765ae55dbda20265b7a1","formula_version":"titan-u-contract-v1","latency_ms":0.47387497033923864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9904e0141d3ed84acde71e84eb14af1d45252caf9a3cde1021f9d39e56b5887","sample_id":"mmlu-high-school-microeconomics.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de2fb43140edc3eb74c9e42286d147b5d81d18767c4c264fdd7197759b16e875","formula_version":"titan-u-contract-v1","latency_ms":0.4657499957829714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b188a59000befed13418063048f3d320104f48cbcda3850bb102acfb6e482dbf","sample_id":"mmlu-high-school-microeconomics.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"319301cc37b44e1bc29b980fb4877c4150e76255fd22171ef4cf84ab6fb23237","formula_version":"titan-u-contract-v1","latency_ms":0.44241698924452066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e7aa2b3c3aa5bfba295ccd8103bc85534d51f20cb29f2e042c1d588fcf92111","sample_id":"mmlu-high-school-microeconomics.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b48638989e4313695d83db442e70791ab4808fd989f8d0df9d10aedd85d641e5","formula_version":"titan-u-contract-v1","latency_ms":0.47916697803884745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75bb9e0f9eb9a5ed17f29a624f8fe87f3fd11f51b5e341314659c72c96fe93e4","sample_id":"mmlu-high-school-microeconomics.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f4b1752f7a2a6939522b8582b430514150aad34fa459944241d24d461e06e67","formula_version":"titan-u-contract-v1","latency_ms":0.4431250272318721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31aa371b9526f9ab06dcc1e4849324d648cd3bcc46d7df4ce97a776c14f647cc","sample_id":"mmlu-high-school-microeconomics.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b947ae00c889d1a469c717a14d72083abb9b02f24a27fc9672ca1cd64821f48f","formula_version":"titan-u-contract-v1","latency_ms":0.42983307503163815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eb815d6a0a8047535ddbc70697818e619f7e942e992381523206368bc88ed5a","sample_id":"mmlu-high-school-microeconomics.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ddaa9808943ac2e6c3ff826a32e4b2a71ba99e1ea499c7b17041949163ba056","formula_version":"titan-u-contract-v1","latency_ms":0.40683301631361246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5e8f914b0599d4ded63babe6cae184b9369893adb89647163fa03ed613bc0e1","sample_id":"mmlu-high-school-microeconomics.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa41093368ee5a7c8471a164906172953764b255a1915c3f142719be1e505278","formula_version":"titan-u-contract-v1","latency_ms":0.6241670344024897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64594c291cea41844c4b3f4110b84ee162a1e5817e7690ac045f0d6dc2c6df01","sample_id":"mmlu-high-school-microeconomics.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d965ac69e03811dcb3b1f8da0ec7135f8729a58a88ceccef0bf9fae9bf030eea","formula_version":"titan-u-contract-v1","latency_ms":0.5746660754084587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bfb90c21fd55288d57f284248a9bcdc29f492984de3b2d48af6c50b4bdb7818","sample_id":"mmlu-high-school-microeconomics.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73178ee2e300846c161801316cb6b34c53537259b552e51e9924995b1ce6b946","formula_version":"titan-u-contract-v1","latency_ms":0.5548330955207348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6383b1e47606df2962a4920569eb3059e63d5f75935b95d4e728b4dac97bc5e","sample_id":"mmlu-high-school-microeconomics.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36e4d9c5fa98ecbe58cc725f5708e21474f845c36bfadee2deecacf0ee88405a","formula_version":"titan-u-contract-v1","latency_ms":0.9347921004518867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7f402821ee391806aa5eea6cbb86fe8697629fe77f70581bc091bc20de10630","sample_id":"mmlu-high-school-microeconomics.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e524880e4ef6bf269fcece635ea5ddbc797565784b5493c8d4ea00fe94f7646","formula_version":"titan-u-contract-v1","latency_ms":0.4920000210404396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b749021b0880fe52f6fff0b21ec4575cf39bf3dd50c8a2651a2a9c452a3f54c8","sample_id":"mmlu-high-school-microeconomics.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95ca0a25a5bd6c86e7e12c2cb2ee12c323ada5f2580a9d7aadbbd58a12fb1f8e","formula_version":"titan-u-contract-v1","latency_ms":0.6022090092301369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e4874cff2b4fbd6657736c940bb74ffdb981e3ddb61d268e3c84a78f475acde","sample_id":"mmlu-high-school-microeconomics.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3f228447e46813e7cd3b8e0f9aabb0092e6f2f878fe82d56950430a19ab0c60","formula_version":"titan-u-contract-v1","latency_ms":0.44950004667043686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce13b8149b17892b9da37df687f858cdd4fe79c943625bae3dd9d255d072e2b5","sample_id":"mmlu-high-school-microeconomics.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f52714d05241032d265b77c232505097194b3cdd1dd0ecda833a1082f361669","formula_version":"titan-u-contract-v1","latency_ms":0.6871669320389628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17c43af7347f2d800a43eeb330c2aca11efdf77357875330953cc314232ef3db","sample_id":"mmlu-high-school-microeconomics.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"446979f1c8e3905519e1565a95d9d154b20ea14b86258aca568265f6a94523d8","formula_version":"titan-u-contract-v1","latency_ms":0.7645000005140901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e57e861318f33bb1fdc52e386ed624fa27864995d1de1b3d18c3e48544ddfb2c","sample_id":"mmlu-high-school-microeconomics.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"353ee63f86760f6c7261026d9d8d3d9a873b51d33c35c1181bbc13ff624065ba","formula_version":"titan-u-contract-v1","latency_ms":0.7104170508682728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3308783dd8d57482f5b9d0b795a62d6715aef3464c1b18daf4fb2223c4a9fb2a","sample_id":"mmlu-high-school-microeconomics.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3633365680822a088ab24576399274006bc7297b9112c6c5d3700a9a4c0b001a","formula_version":"titan-u-contract-v1","latency_ms":0.6257920758798718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67ea25f734ea2a24ca6a5af0b32ed17e6fc0cec2ef84137e9cf001abd8e3ac76","sample_id":"mmlu-high-school-microeconomics.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d90413bd47c9c9a44b68c201060b9bf4015cd1f56fea310d02070ae36a8de426","formula_version":"titan-u-contract-v1","latency_ms":0.7746249902993441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"806339c41b3186facb585e9ba829c4845d89145acee9461fa3d1bfd7ceeacc63","sample_id":"mmlu-high-school-microeconomics.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa5611154f86c14ff9ea5fdd5656eb4981182e350d33a7dc4078f8ea10862a57","formula_version":"titan-u-contract-v1","latency_ms":0.7849580142647028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"400fac155db6706e731bb60b7d6efabda5bb307f1d7ca25ef7ace7de17348a97","sample_id":"mmlu-high-school-microeconomics.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e31c46487f6ee786fc1b1835a38241a94c02738b3c0720552d59ec402e585d96","formula_version":"titan-u-contract-v1","latency_ms":0.810665893368423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8a470153796776440d39b7077cbede21c27b5ccd15afe117c3732f03f88a5eb","sample_id":"mmlu-high-school-microeconomics.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"435cbc6787b12613a82a339d6654b9e8a85d8fcdf402bfbd0ca3a16c9c53f762","formula_version":"titan-u-contract-v1","latency_ms":0.7379580056294799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f36cac67f30a3415ba34d42c902da2994281e8a8002b14bc77afc32cd4e70fd0","sample_id":"mmlu-high-school-microeconomics.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"433edb12124102010e31f16ca5dcc95256e6581bca88ef51a3f31123f976570c","formula_version":"titan-u-contract-v1","latency_ms":0.6867910269647837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22caa70e17bf8415a2bb3888d0636e7725787f0b0553566d5c6311dd023cb4d2","sample_id":"mmlu-high-school-microeconomics.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19bfa604d8c5eb1a7d7f9ac3f2b360a71b32b4f2c4f79caec402202c407e5cc8","formula_version":"titan-u-contract-v1","latency_ms":0.478541012853384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dc9b7f20a712c8e6fc5c41bf572f71da64faa5875f30ae5794e24d48ee27905","sample_id":"mmlu-high-school-microeconomics.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9808baf32d35dc47b965ce641b4abb2d2ccb34783c6e943b55cd1dbaac825766","formula_version":"titan-u-contract-v1","latency_ms":0.48454105854034424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccd5d741c215cae9fa3699c764a540b38891b0f9d8889443f546991ddfc5fc95","sample_id":"mmlu-high-school-microeconomics.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a80531e3df353a08ea9936e0897af6161e701dd5147365be0f3f101a7e3f8ee","formula_version":"titan-u-contract-v1","latency_ms":0.75833301525563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"055e94ef99208a27555c35c158410d77a98acb068e2a41cc9e59e5e48112fd7b","sample_id":"mmlu-high-school-microeconomics.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46d2cd762ed5aa006dc603262f645cd1b1426996511ca9a209505c0413116500","formula_version":"titan-u-contract-v1","latency_ms":0.9007499320432544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e571ca2cfaddbb2d4d582ecab2275cc76f1867b78400268d24d22047948e777","sample_id":"mmlu-high-school-microeconomics.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7714e76d578c6a1134209fb99fac3ce1b1dce2e239e046f7d5ec2f6059d6dba6","formula_version":"titan-u-contract-v1","latency_ms":0.44529198203235865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef8e793d6f256183499c24da6400b884ebbdc6a2d3dd51c3825c266149c39dbb","sample_id":"mmlu-high-school-microeconomics.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"528eea599d9348e72f00ee7a91d4fda9af750e7a50eca5d8beb1293f400a6bf6","formula_version":"titan-u-contract-v1","latency_ms":0.8049169555306435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57b63571d5d151ed7e9d5341c7b6b9a144e17125bb6f2fe614a3123ce1fb9d4c","sample_id":"mmlu-high-school-microeconomics.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2aa3527025892415dda37bb55182cadfdba31eb42cd19a8e87e8044d5acc0659","formula_version":"titan-u-contract-v1","latency_ms":0.8813330205157399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d705b5589ea7abb837e4cae4b41a9f2d62278eda8b1017217caa4a4cf63867f","sample_id":"mmlu-high-school-microeconomics.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4868c653c761844fef764e0ac0f2e83bcf18b3ae9442435a58e2e7c8f21aed0a","formula_version":"titan-u-contract-v1","latency_ms":1.2673339806497097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fdf7c1a866d1bf1bbd3a31754877f3c06135ceeb9115cb2740b5e580e89cc22","sample_id":"mmlu-high-school-microeconomics.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3348448ee03ff8cee1c29a15039dcc05af308fcd79115811a06fe168e9137d4","formula_version":"titan-u-contract-v1","latency_ms":0.5087499739602208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b5c1ccdf81eaedfa49ffb1c25b4e8f1c5c1d7113b5cec8f2ae2650f4f453e95","sample_id":"mmlu-high-school-microeconomics.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2e037ddd2c9c60ceee47efaea1414df803a1a2553cb518c2395f336068d08aa","formula_version":"titan-u-contract-v1","latency_ms":0.60991698410362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ba324ea2ebb6f7502b5db4697a8382990160cee0f7a9e11b364b4fc982c7177","sample_id":"mmlu-high-school-microeconomics.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5ad87e693bf8dc029d7c5ae02112f6bffc7fa153af9c69eaac755ce218a85b8","formula_version":"titan-u-contract-v1","latency_ms":0.7825000211596489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"740171e08e28e07f86ccf14d9161d6837f6e10b331ac0a00126612299669280a","sample_id":"mmlu-high-school-microeconomics.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2076bafd1640eb213b4883f159902ef6ba9c9251c45f112f73c6a862c56d273","formula_version":"titan-u-contract-v1","latency_ms":0.4564580740407109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51d9b6f7546011c4f2f15a28e0f00976bb53a3232e8dc3c7e20a3a51e92071c3","sample_id":"mmlu-high-school-microeconomics.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d41c680281e6d402e49f5552551c23119fab49e33cc1ac6434e051e572cf4229","formula_version":"titan-u-contract-v1","latency_ms":0.43829099740833044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"992fd1ceae8ee1768560ebdb8fca1e356c415a8d37cd427479efe9585f6282f2","sample_id":"mmlu-high-school-microeconomics.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50b37ae63eda38b3f61c5e8aebaa9499b060b8a061c8550f05f2be95a63f4de3","formula_version":"titan-u-contract-v1","latency_ms":0.5235839635133743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98204dd836bda88b9d0943ca40a31b49f949fa31aa79dfe42b2b0cd1d7debd1c","sample_id":"mmlu-high-school-microeconomics.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cc114bafef7e7306a297b2473d998b6c9f88218ab664b249cf11b68acde08c9","formula_version":"titan-u-contract-v1","latency_ms":0.4263750743120909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6ea203ccd96ff3a966b4fab6fadeb11a9815f8f7dee88f63cd819af3fbc9628","sample_id":"mmlu-high-school-microeconomics.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dec452c239ce174c197b293b9da51b2b4763a5703068d9abf6e3e3f65ad8c64c","formula_version":"titan-u-contract-v1","latency_ms":0.539249973371625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"943a14d95d074f9a6d0e36bb256e999a563cc45fc839f27af3fc4c7777f1afc1","sample_id":"mmlu-high-school-microeconomics.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52a6eb96438eb5ecf53cb24e81b5151e3a248c1b7871b6341e4cb2f2105bdf02","formula_version":"titan-u-contract-v1","latency_ms":1.213249983265996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c584d9806cd951ccc9ab0644a457b8f1fd395bb983b7e0179dbcd42fa8cc3248","sample_id":"mmlu-high-school-microeconomics.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd17e8eaa437576fc2e1204bb1b355641331943aef6673199514c511ab56dc5b","formula_version":"titan-u-contract-v1","latency_ms":1.1915419017896056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"275a05fee90a09a2a2a34762f535c00c14bf02a2b0251874f759dcc496e6c1d9","sample_id":"mmlu-high-school-microeconomics.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebd93a06544161a6b249880452113d3ee670b3cb48a47b0d3b1d77dfb522fb82","formula_version":"titan-u-contract-v1","latency_ms":0.7167910225689411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41a36eae0ec0899b15c17c7f7e142c31359db3126b08b4749864261d6145d02a","sample_id":"mmlu-high-school-microeconomics.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"165d7f008112e7b0af112abdf5d97c255874f9b56b08d08e58cadc3430598b08","formula_version":"titan-u-contract-v1","latency_ms":0.6795839872211218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81224811b78cc54e111566dbc25d338ff5f05aa8abd8f7181e7547e9e4b7e2d1","sample_id":"mmlu-high-school-microeconomics.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9233ce87d787aaa073de237abdc9d5ae104964795b2848bac1875ed40a2f87cb","formula_version":"titan-u-contract-v1","latency_ms":0.6507500074803829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f34cccfc74a43bb311106f06f469b92ed14f83f0229075373de9f14a2faeb10","sample_id":"mmlu-high-school-microeconomics.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4b7e8976cc33902527633571b8e4c3d3c4132c4e80567009790683e22f693ec","formula_version":"titan-u-contract-v1","latency_ms":0.6290840683504939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a1ad3934e38a63965ba16f930c69ccf9af0b398126d9e773a6b813a59a3a8f3","sample_id":"mmlu-high-school-microeconomics.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dd3db83f4c34421a871c3865d0a53b34d12fcfe6b44d2882974df12f194a1b8","formula_version":"titan-u-contract-v1","latency_ms":0.5981670692563057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"650e73c7c711e9cd2bd12349576b4b5016e5d533c6d1eecfcfde8bef95d52dc1","sample_id":"mmlu-high-school-microeconomics.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffb4aa5944f2f42659d96e4a1505d73652525447cad8e704ee992d376577bdb3","formula_version":"titan-u-contract-v1","latency_ms":0.692749978043139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfbcf3f11763f5ea43238f9865ba90728f58297b03fe6f55e25f08d5ecf4df03","sample_id":"mmlu-high-school-microeconomics.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3823196e4ea3dfd888c922eaf2d7659598b312319141e59e9d3598136fdeb46","formula_version":"titan-u-contract-v1","latency_ms":0.6097090663388371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b559df6e6b4e033fbee624d47706fb17c52d0bcce50226da292aa7e0b44ccab8","sample_id":"mmlu-high-school-microeconomics.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b3c2b811f37cf9277411c07d557cfe60ac26d5530e83b1e1eff358249c72de1","formula_version":"titan-u-contract-v1","latency_ms":0.47375005669891834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b41262f1d76c5245205173155ac572b7b01fd84d292672ffbca4871a5bacb42","sample_id":"mmlu-high-school-microeconomics.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cd06ed8e85409e9a76752264533852ba8a2592e23cf95669ec89448f339b738","formula_version":"titan-u-contract-v1","latency_ms":0.6051670061424375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36e8d7ec99a50628b8ba910ed7e2c33e9916d18820c9ea368b534dde4ba07198","sample_id":"mmlu-high-school-microeconomics.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"761dac671db0f742a10316efa23741d7afbe1305033d20aea891cb19ac1fb2c8","formula_version":"titan-u-contract-v1","latency_ms":0.5172080127522349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d9e8a26db44b4ec503475efe9b84ad578873362cb66456db71feaa8186b0762","sample_id":"mmlu-high-school-microeconomics.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f105054bf42d641cf6e69d7e9223355e891837d7f5d1aaa6c37bbc69f538578b","formula_version":"titan-u-contract-v1","latency_ms":0.6035419646650553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"864659aa1c444f6169d34128c651055a9804f89f75cafec15599c21d820dfd54","sample_id":"mmlu-high-school-microeconomics.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f7b2632d36c1a00a6df39076097b798f7cc7fed54f5e77c3868248de35a1569","formula_version":"titan-u-contract-v1","latency_ms":0.7664160802960396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9f23148f5c44dec565c06d49aa88b8b0a5839d33ea496ff5605591837ce4879","sample_id":"mmlu-high-school-microeconomics.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23e6127b53c1a4acf6ff6fee9afcaf07bc76a9dbe21bffc88e694016d402dec2","formula_version":"titan-u-contract-v1","latency_ms":0.5138339474797249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ee0a532c3580d1cebc5834c47fb9d73df0a7055300eb7171af55e7fcc71f6cc","sample_id":"mmlu-high-school-microeconomics.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5364aa01c58cf840cfb29d1b4145f9f60fc1216409a60c724a5b85afad55e33","formula_version":"titan-u-contract-v1","latency_ms":0.8035409264266491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bffec3bf2cf86e2664361a748f56254980b1bc854584251ee6229743b88afd4","sample_id":"mmlu-high-school-microeconomics.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e51e4e9b725e0dd2711312e3242ef17f19ef9b76c3f743d1fa11126bc0dcc602","formula_version":"titan-u-contract-v1","latency_ms":0.516125001013279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cff0c991d3dfac77fb8f5d20ca1f7ba03b34b0193b5674693a226427276be69e","sample_id":"mmlu-high-school-microeconomics.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fe1ff82ceb3239a2440aee654b158b6f5e32b757fc75b6920f7e1465bfb3d78","formula_version":"titan-u-contract-v1","latency_ms":0.7753340760245919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee9f8e3677dcc496a5cbe43c8b8cf8f6611d1cfc035082355180736b4db5800a","sample_id":"mmlu-high-school-microeconomics.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68afbd062e022226d30108000eef9b857fdda4a37ab9d9c0fdb76c0cadc4661e","formula_version":"titan-u-contract-v1","latency_ms":0.4710420034825802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf6a0cf3c479080f578ff29b9897ea1f562f62d7683be1c4541a086c62873f46","sample_id":"mmlu-high-school-microeconomics.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38373b6a8bae8416f1a04b66cbd85059ecb0282c1fab2c991d931793685bc435","formula_version":"titan-u-contract-v1","latency_ms":0.5094159860163927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8304aa8b1e5ee403347edd84bab2c492e4ab82ab33ee30805bd930fcbb3ee69","sample_id":"mmlu-high-school-microeconomics.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c92ba561c2f9b79352bb929ae6e12be124f8b110162aaf5d023669b7f9cde3b6","formula_version":"titan-u-contract-v1","latency_ms":0.5631250096485019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5aed7893bf69264629b565088417c016e4d89a27844cf6ecc233b5e74424734","sample_id":"mmlu-high-school-microeconomics.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef9a26e8460b32432ea21ced8e502757ab399a5223cfeaf5da90d0527c012585","formula_version":"titan-u-contract-v1","latency_ms":0.7442909991368651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1a0748f67657390666d8d850878929b96a3de907dac050cf58734592c18db5b","sample_id":"mmlu-high-school-microeconomics.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74f80c1a7c2c4d80653e86b68842cd508d572c69bc6a338c6b271ff051191da8","formula_version":"titan-u-contract-v1","latency_ms":0.46458409633487463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4290aceb2ac4de3ba75fde3ab440bb532a755a0cc009da61210fd78aeed41045","sample_id":"mmlu-high-school-microeconomics.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1f0e294510ffc1218251b98a5a9bd6cb6b64784dabeb374426240a3274233c5","formula_version":"titan-u-contract-v1","latency_ms":0.5078749964013696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1a38045d8f788cafdf2121e96be32b28b68efa4e086aad45a60d95e4bb9d4ca","sample_id":"mmlu-high-school-microeconomics.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"add0faab4de92c3f74e76b36e3bec561b22585a931e3c7cfe975892870140c45","formula_version":"titan-u-contract-v1","latency_ms":1.447124988771975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c63b36830a74efe3069cf2163915ed26b7a1daafcc1be1b1d5bed2e31e4e64e3","sample_id":"mmlu-high-school-microeconomics.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6df0cfee010d9addc4eecdff78114fda1a8f5b77a42a563269cdb4fcd4d100cd","formula_version":"titan-u-contract-v1","latency_ms":0.6214170716702938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36dd17f6a2905d8f50798ea645f2fd590312ec8883395955f66bc05fcbbf602b","sample_id":"mmlu-high-school-microeconomics.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56bcf0445df5a22945cd6ca3f6bb8e647f4be617962162bc25df09d2a2a40653","formula_version":"titan-u-contract-v1","latency_ms":1.04524998459965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"509923efe39692c36ffa205f4e9adbda5a555caf0099c53d661cc0443904aeb7","sample_id":"mmlu-high-school-microeconomics.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0326db4ef7e3ba5ed13e933479af06b2605090feb29694060de879383874b2ef","formula_version":"titan-u-contract-v1","latency_ms":1.1952499626204371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84a589d4f82abbf72b004018da9837e0cbb545b2639ab437ad22915b79b0a7d5","sample_id":"mmlu-high-school-microeconomics.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11a8e91dc048dd5f44001b68555f83e656d76ea59d33db160800e84f0a1cc83f","formula_version":"titan-u-contract-v1","latency_ms":0.4806250799447298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f4eea917c2e1ef06cc5d5128853af6ab9b6dcb7ebdfbb4c83689a0d5c294e25","sample_id":"mmlu-high-school-microeconomics.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"045f3fc9b67e0b2d15c5288a7208f02c00ca88bb9181ac3f8305f8253d5c525c","formula_version":"titan-u-contract-v1","latency_ms":0.7086250698193908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9693556c2192736aaeb8eb5e68bd654d59a2516e1b27ab00d52d813193f10a12","sample_id":"mmlu-high-school-microeconomics.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54cd11de87fb8c728bd343d2cea5f1bc96ab5a2c38567ca96890682208c9b61e","formula_version":"titan-u-contract-v1","latency_ms":0.49845909234136343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cb486165e15b464c6385179866c8a46735cf63d64f1724113517f18939204aa","sample_id":"mmlu-high-school-microeconomics.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6047153229e37a275b4dce225f445713a0c1b02f6d06652611775b83deb7fa4","formula_version":"titan-u-contract-v1","latency_ms":0.746416044421494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bbcf2ec9a079d7d2806df3d3b5bd32425385b09771746fa8b337209fd9da0f4","sample_id":"mmlu-high-school-microeconomics.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ad99e797a5a1adf90637f98693e98ed6b365cf60971fc4af26b59f9e2548a0b","formula_version":"titan-u-contract-v1","latency_ms":0.4564580740407109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b24a4c65abbabe285e0eaed824985b96a39d88f74e7f10798d4b8f5c691d683e","sample_id":"mmlu-high-school-microeconomics.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78b564c3f78ba88667420e634b95a17249f2d4633a5f804825b45b7cfc3c966f","formula_version":"titan-u-contract-v1","latency_ms":0.6276669446378946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"032c19e88c9096a7ef8d4d816e450c3c79a74fb739707b1d724c14cb3732fe36","sample_id":"mmlu-high-school-microeconomics.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"748512f8eb1c72cba1e7e7a6a8945ffa8b1d63fd0197a7f4bd2af8d7fd8a028b","formula_version":"titan-u-contract-v1","latency_ms":0.5842909449711442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e4a51b002b2797c712ba49ad22d29dd769e4b1dc66166442ab1a9e74ebbf045","sample_id":"mmlu-high-school-microeconomics.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"672d6f236cb75e848798c866e99eb55d4f38386454d3417363bcf20812abaccc","formula_version":"titan-u-contract-v1","latency_ms":0.6208750419318676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a92fa69783a451b74fbcc9421e823ed2300ea1d6de736abc54e3a44a3968084e","sample_id":"mmlu-high-school-microeconomics.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e1fdc562d480270b475882116c267652e57a08e9ceb10280eac03f45f6af43a","formula_version":"titan-u-contract-v1","latency_ms":0.46429201029241085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"943aad7bd3cb294dbe5a218bc841779ba6164f380e3208585821e7ed4188640c","sample_id":"mmlu-high-school-microeconomics.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eeb08869a536b2221d047b7e5c5be868985f0c1ce3383c99ccb29091ab49ec7","formula_version":"titan-u-contract-v1","latency_ms":0.531792058609426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"375e4fa8cf986e37a512d1219b6b80f12b1f931b5b1cb6bd2b8c2cf35c4f2a8a","sample_id":"mmlu-high-school-microeconomics.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba26a629d58763ae58afe0353354643eb24eaece394a7a452634094ea8c89720","formula_version":"titan-u-contract-v1","latency_ms":0.4854999715462327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3e25b4c042e2be0f7c747c96f3ab5ac67905029ff30d0ef4dc9af30331c3847","sample_id":"mmlu-high-school-microeconomics.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0fcbedcdd8f1a909ec013c74ef719495023e3263879575ac8a03c7fa830ded1","formula_version":"titan-u-contract-v1","latency_ms":0.5372919840738177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"001f8471f9cf69cfe5be94420006248113b659ff94f8149d994b3fef0c044e54","sample_id":"mmlu-high-school-microeconomics.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"748de4cb808dffcd8c71e2868ded6a1236388aec301a8016fd4b3d0253ab03a1","formula_version":"titan-u-contract-v1","latency_ms":0.791250029578805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c595fcfd1b2346d9d8b5fc2007e21a06827c5cd1ec6a20ef0aa4323302b8816a","sample_id":"mmlu-high-school-microeconomics.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54e3efe7c1b09ba323d7a16fd7f686eaeb0e49b984aa2303f7fbaf5a21a89335","formula_version":"titan-u-contract-v1","latency_ms":1.0819999733939767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01be54eea50590b0ba49fa9d7683956488cb0b1369b4841457c6d1931838f859","sample_id":"mmlu-high-school-microeconomics.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e04ec2d58a9e7da7967dcbf894ff1db192fdad21af9476845bee0468823939dc","formula_version":"titan-u-contract-v1","latency_ms":0.7763750618323684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9408016f040b8b306a4833e878509fd2847eef31f8bc3f9b2bde28d1f86c9f01","sample_id":"mmlu-high-school-microeconomics.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff8bf5acdfa11c643a3ed4ad1c389654fad991753c1765b84dec1b8687690788","formula_version":"titan-u-contract-v1","latency_ms":0.5350830033421516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"592eeeed57d6a2923ef6fd6b893addb793400fd7fd52d780a76ad9b5d5a4a4c8","sample_id":"mmlu-high-school-microeconomics.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e495db3402736a18277f505937e819ee6536436e52405d75c3707979776eca0","formula_version":"titan-u-contract-v1","latency_ms":0.7479999912902713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a91f6a4ce697f10ad9f530481406353b8972c8ef42bb63645e3523d282f6e20f","sample_id":"mmlu-high-school-microeconomics.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e37230d8d32d18a6089fdc5816a1e27b88d6f75f13ba5608a2d138bd9491555","formula_version":"titan-u-contract-v1","latency_ms":0.866791931912303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"493b16ee907f93b489135fff4c3ca7f0b8a7c584f0ee91f8c8698129fd1e5317","sample_id":"mmlu-high-school-microeconomics.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a74b7c58b178e28394117271dc1daca0021346809c29b86817b3e329e96882e","formula_version":"titan-u-contract-v1","latency_ms":0.6750000175088644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4c33821be5ca7bf1e89eb37f642684ae113fa1cd2a5949a76211acb4da73b67","sample_id":"mmlu-high-school-microeconomics.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54caf58c7dbd3d9ba5cd2321a8859546d83f1240f69e1fff2fbf34c0e05f4809","formula_version":"titan-u-contract-v1","latency_ms":0.7748340722173452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"526d6ad051f96f459db6dbe575c69cf83defdd289c0e2639de5986e17b2696ba","sample_id":"mmlu-high-school-microeconomics.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c52623a2d0dc903d8c0d7b3b69ce0cb8a5487a65e11dfc86f9cecb8a286f6d5","formula_version":"titan-u-contract-v1","latency_ms":0.7659159600734711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a24e604e00c96751782d27a1d9ce31c66cb95bb2041e18c85b68bff112d30538","sample_id":"mmlu-high-school-microeconomics.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb136bdd114d2fe05947993777bb49c72f67a8fb79cecf81952475e1b994c9c8","formula_version":"titan-u-contract-v1","latency_ms":0.46854105312377214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea1243935fa61d2eb9995426a73d9593032a24d16d3497156b422f501e2ace59","sample_id":"mmlu-high-school-microeconomics.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80dde7d7c8b3abea1d7b3969d92530ea7b2465a86fd9f06bdf6a73343f1086a0","formula_version":"titan-u-contract-v1","latency_ms":0.4591670585796237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a9f2c9ffd2608aa2e88bd71fd04ab6580be73b9b2e22bd9c1ac1c0fc1b8b601","sample_id":"mmlu-high-school-microeconomics.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be897b1ee1e3b90296455389939983e77f25397c48692bd1a7f9cd194be8a037","formula_version":"titan-u-contract-v1","latency_ms":0.44245796743780375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"334f4bca9feb03d2b53dc513c4aad0ffe5d63c6c2b1ed0c636dae0e7f7dced12","sample_id":"mmlu-high-school-microeconomics.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"100d4bf10424137eeb3e4f3eb46a861b19ad0cc83b4fa7c6e15ee0747d952c19","formula_version":"titan-u-contract-v1","latency_ms":0.5498339887708426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae7707b7ce8bdf7a988b71b8fd7d0b42f8ab693a38836a3edaf6f4076f12647","sample_id":"mmlu-high-school-microeconomics.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22d7ebc7e86e0d88ffbffbf0e8228acda260d33a56bc1f765604f5551d8db33d","formula_version":"titan-u-contract-v1","latency_ms":0.48633397091180086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56694c8638603275317d5af805f3f712c9ceb7218f816f4a1306a13508fa2b5b","sample_id":"mmlu-high-school-microeconomics.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac1054f377cae5b3b924a5bc6bc3f9274f93a0857eca9e842f99b3d9da7c1ea4","formula_version":"titan-u-contract-v1","latency_ms":0.7114589679986238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1debbf59a4e6dd8c10f95054fef3666085b6579d3c4e7e595ddb1b5d24815495","sample_id":"mmlu-high-school-microeconomics.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d3e62a1378ad8f78e7d514a4147c98a86e17cdb17e7e252fc91f93d1a26d0cf","formula_version":"titan-u-contract-v1","latency_ms":0.5095830420032144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0295cffcddd90ecb2c1244e4214ad530b981e614c3b93b5b176650425b18ddd9","sample_id":"mmlu-high-school-microeconomics.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dabcd1dccf65a525f9280348ddcce054d774d085207f14e30da5ef6115ffbb76","formula_version":"titan-u-contract-v1","latency_ms":0.5448749288916588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b99bddaa6bc23899c716ec8da97f152b7c84c43f58f5baeea818b3ad4c0bbcd","sample_id":"mmlu-high-school-microeconomics.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ab418de4774e04d320e514d50103b883e9ed85b30f3495bb9c496172c005c74","formula_version":"titan-u-contract-v1","latency_ms":0.7005829829722643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b0e7db7e5719d4375ace4ee39f87a96c6c19b6130537fc4092bbdea439e6dc2","sample_id":"mmlu-high-school-microeconomics.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71a9dd405f3d3aa39c6b0b52695ba39f69060f6484880c817e935c2ba9a9d197","formula_version":"titan-u-contract-v1","latency_ms":0.46445801854133606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30ebbea846375f93a7a224f05132a305a765d822cd94ef28e76bfffa164bcac5","sample_id":"mmlu-high-school-microeconomics.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bc562ea98027901a40de1f70b727277dcdf6a9c0a1c5f8361395ee4fa319e57","formula_version":"titan-u-contract-v1","latency_ms":0.5721249617636204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e911f31150f8a00b1beab255251747effdc624d0a4881b1c48b40d1bdb95adf0","sample_id":"mmlu-high-school-microeconomics.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"427283bfe7bb06df690a38a9c574b2d195a54683b8956598113a1895e64eb5e7","formula_version":"titan-u-contract-v1","latency_ms":0.6506249774247408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44b670d9987f7336cb2ed34aeb2a3aa35746a4b996b399d942f4936f16340b16","sample_id":"mmlu-high-school-microeconomics.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a1b900b2b1c672ce0278ea394813525c19694bd3733d20fbe7d5bf875895f22","formula_version":"titan-u-contract-v1","latency_ms":0.9223329834640026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa8c00c3a6a053b2e584a55349e76abc72c3e4bf829e58edc72e6143c07fe506","sample_id":"mmlu-high-school-microeconomics.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e741008e17ed33ccb565e88586d8e16c9a39365e330723adb9c2fade20e0b4b","formula_version":"titan-u-contract-v1","latency_ms":0.8667079964652658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2a4c24267e975a3f3e5ee7da7140de50937ea08da376d894fbd07c870b4f6e2","sample_id":"mmlu-high-school-microeconomics.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee71c8db714e9e2858b9dc22691b9c855e4a90408c7828beb8f90b859a819f43","formula_version":"titan-u-contract-v1","latency_ms":0.46695792116224766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"352e2225bb7e43c341e172075cc6448b6ee84ff99649a7d9da9484d9c3bc41c7","sample_id":"mmlu-high-school-microeconomics.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"404e3dc96af35bf8e4ddd191c88d93f8617e8e9e56071feaf512f7aea922a2a0","formula_version":"titan-u-contract-v1","latency_ms":0.7104580290615559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ac777e5cd7a4ac7641f95f6a00876b70da3226cbad92594a4e611539afaad5c","sample_id":"mmlu-high-school-microeconomics.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a88fc200eea43b2b77bd5b18f7535e238badfba03b3e758db4e0647e4acf0d53","formula_version":"titan-u-contract-v1","latency_ms":0.6195839960128069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d8c0dba78cd7928237a2cdbde90f24dd05da2d9936193ba3d4b487ec354943d","sample_id":"mmlu-high-school-microeconomics.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68ec61793a48647999de05caa5e4d354f26a2b3d32ef6712ca3ad5cc80b4cc07","formula_version":"titan-u-contract-v1","latency_ms":0.582417007535696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2b854542d5be5407f4f831e4b5e6f3f8008db53a47c9e00b435dbb859970886","sample_id":"mmlu-high-school-microeconomics.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca21755fa413bc8ad7575b8c7bd33b9a8b233ec1f96a53a46b95c2f31dab5300","formula_version":"titan-u-contract-v1","latency_ms":0.4787090001627803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"772adfb35ae38f8b5a477717e8669334a226e967f1353ec310a292d50b83b6e4","sample_id":"mmlu-high-school-microeconomics.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06a57cab725af56812f2ec1f4cf83cffc469b4ac6d1dda8be442972fe9fe47e7","formula_version":"titan-u-contract-v1","latency_ms":0.8974579395726323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c17c47ef9588680f0ac3978cde107e06656dc44efe790e0134d27775490d4760","sample_id":"mmlu-high-school-microeconomics.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1cdb66c964f14fee65862ac60268afe457b20b3c01a07b49102121ea458469e","formula_version":"titan-u-contract-v1","latency_ms":0.4965830594301224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f97c1d59fadce55580401f0d6c4e6d454279e77fff3d3480016bc55132d180a7","sample_id":"mmlu-high-school-microeconomics.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a11c47db4280b76228d092def2a4c09b38082b8d444720fe6fec1a11b91a875","formula_version":"titan-u-contract-v1","latency_ms":0.6689999718219042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bb470826c58709527eefad6561eb67f45327678bf1ca3892340d12cd2aa472d","sample_id":"mmlu-high-school-microeconomics.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4969d61354a071c5e59d63fb3b5b710ca6ad57e98240114d4c3d38e2586083d","formula_version":"titan-u-contract-v1","latency_ms":0.5555830430239439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4d75320756473e79182a5b7524441f17df919f7b9ea25dacc7d15eef0451e66","sample_id":"mmlu-high-school-microeconomics.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"018082cd3586a2eb80e2640d4bb5f14218e04538d9e8e95829f6c2c35f32ada1","formula_version":"titan-u-contract-v1","latency_ms":0.6118339952081442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7421756ee7424e8d55daf1aacf222da80b0574c8cc89e1da649a942e398e21da","sample_id":"mmlu-high-school-microeconomics.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8980d7891aea21970e6f10300ce3cd440e4536051e615edd7defe5fe15c3aadc","formula_version":"titan-u-contract-v1","latency_ms":0.4759170114994049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca01c19eb90c4d03f09f7722187e3aa1053357f13a9967164914ba07bad71a65","sample_id":"mmlu-high-school-microeconomics.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88401bcfdd6d44a166b665dadd5a01190e116f10f93b785ae2b62311e16e58ef","formula_version":"titan-u-contract-v1","latency_ms":0.5214159609749913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c93cb8437c0cee9550a5d20cedd1e1b6375b87ead39824a995d80a1eefd15ec8","sample_id":"mmlu-high-school-microeconomics.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01f2f0fe0dbbc73d3ea99c25b654288e7790f031772ba51d438dce39e2590fa8","formula_version":"titan-u-contract-v1","latency_ms":1.123833004385233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89b1a199226b3b374d90a31e86f8eb69bb8b790c681bab7ce185e6f7235da4b2","sample_id":"mmlu-high-school-microeconomics.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6827ecb1fb30b50229c28b8d611b56e06deb4cece2ba028e2443d42726b3a566","formula_version":"titan-u-contract-v1","latency_ms":0.5751249846071005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8be88deb1259b58478066063b6f88c0e341ccc825155f47bffbc946a29733144","sample_id":"mmlu-high-school-microeconomics.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e111115ab11cc75b5704b4a6c67083cd6fbfcf19ce8dd1e582e41f043d205573","formula_version":"titan-u-contract-v1","latency_ms":0.7970419246703386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c13d36f28c9322d3ee06611feed0a4065a4201fa1597392bf5322627a8c42135","sample_id":"mmlu-high-school-microeconomics.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"275c6bd3f914ab2f40f0939c836f8c8f4cd846827b056e11def61bfd1e2851b1","formula_version":"titan-u-contract-v1","latency_ms":0.5956249078735709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94b31022d8a8232a0df4f184cfa30ad1cbbc5e6b076e53b780be028eda059770","sample_id":"mmlu-high-school-microeconomics.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e955c68aea9b3edc2bdbf464d2833431893a3dcee052d2262b4c00eefd88fa8e","formula_version":"titan-u-contract-v1","latency_ms":0.5979579873383045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c6241e563b57d83da98c3819b70a03f7b3b964a2bbca90709177c3b59d2650f","sample_id":"mmlu-high-school-microeconomics.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aea8536f968249b4b08f08109f640005304d5403db2e933728733ec96b8cb030","formula_version":"titan-u-contract-v1","latency_ms":0.8715420262888074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4a3d8eee4e50df3149edf55e0f7a027163201c9d068d67a9b2a682c7950ab3b","sample_id":"mmlu-high-school-microeconomics.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff1ef52a548815811ee0b194d0ce0f3104f966e15130921b0bc8f1fe12e688bd","formula_version":"titan-u-contract-v1","latency_ms":0.6977090379223228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c950c67497206da5147446145b318659adff2db4643bef9675a1d17e6d72c052","sample_id":"mmlu-high-school-microeconomics.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27b5549fd3bbcf064e9756b09c44ee638b4fcb8e38e7276c166b8da0926fc9ee","formula_version":"titan-u-contract-v1","latency_ms":0.6660419749096036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a54576df771a2d8f706180f398a660deed1e049077151a01e2691604f473d4cc","sample_id":"mmlu-high-school-microeconomics.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dc60144326c523fb5e8fa6beb933377b1dfe032afed56d1c0fc96727de9b004","formula_version":"titan-u-contract-v1","latency_ms":0.6287499563768506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9abe832d012b2a46e03a63253eb1aa41558739970f3babeb5afc885d97907d9","sample_id":"mmlu-high-school-microeconomics.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77c18e6fd45b4b2b8da22aedf9f9e88dda2ecce603fb75dbfe9c30fb877307ad","formula_version":"titan-u-contract-v1","latency_ms":0.6749159656465054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa89a9b1f90a3b9906cae9f947a4b457247c8c70206f06128f10849308396e60","sample_id":"mmlu-high-school-microeconomics.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"117900ae4008407cc79eaf74878b4714a97112bc99ba49db8a3b8a4edf466954","formula_version":"titan-u-contract-v1","latency_ms":0.6772920023649931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83d287e3596210852ca76d06ab4d0c2f62cedbb9f19e57972e77826361c88d57","sample_id":"mmlu-high-school-microeconomics.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"445973fce308a06911cb1da4f8240859f91b5cbd97b3ea884abd2cb2488e3a9e","formula_version":"titan-u-contract-v1","latency_ms":0.46487501822412014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e0d92fedf8e532fd2702ee532c56642e1e1b3f5f8176f8fd907e80621ed321f","sample_id":"mmlu-high-school-microeconomics.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f644edc41042dcc01969d48b9dd7a57c920aa31a5f4b1933c9562e868e38dc2c","formula_version":"titan-u-contract-v1","latency_ms":0.5916670197620988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03cf14a85f0c82256bf751fdf027d2ebc36b6b11de6f53158bb7988366d04b56","sample_id":"mmlu-high-school-microeconomics.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dba22ed1ed104c5c73b9a4b543ee477a53bd1f3c902c97e26ef42d42d850303","formula_version":"titan-u-contract-v1","latency_ms":0.6088749505579472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7e0430a71b243028768d5d919c38565151b14bd13227098facb5f2cfa1360e6","sample_id":"mmlu-high-school-microeconomics.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"324baa57e254f7d0e1cb11779b054dbe9df81afbae3edbd91eb080f2e6124855","formula_version":"titan-u-contract-v1","latency_ms":0.4651669878512621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54ddbaae5d08d5435d02fccf634e8eeac045661f8190c5a71fb9c5195a2868e8","sample_id":"mmlu-high-school-microeconomics.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e92717e06b2bdfb892b785d6425c9b40796ff51cdb71f47e2a5108e4a240a61","formula_version":"titan-u-contract-v1","latency_ms":0.45183300971984863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"338a8ced275aa2fc038c970e9f75c3179e9316ad40b9c33a99fa7b4568b36282","sample_id":"mmlu-high-school-microeconomics.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2b8c6f7bec816cca0d59d5f8028194438eac792cf4bf288e9d5af5ab0654f32","formula_version":"titan-u-contract-v1","latency_ms":0.5807910347357392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51cf7859bd0726bf7b91fccd00a29edb16605b51d20b7e2159ec648d9490c010","sample_id":"mmlu-high-school-microeconomics.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dedf06a9c764195a062bdd92b71efb6564a1e5b34040da9ba17bf9022bc5a4d","formula_version":"titan-u-contract-v1","latency_ms":0.519084045663476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df22a239bd357e30a20ac48dd7805d52923e54fa33cddc67b9ccae16e1652876","sample_id":"mmlu-high-school-microeconomics.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"943cad868d7108a2358625d281d08a3669a9b696445b86d1989d94ca732afac2","formula_version":"titan-u-contract-v1","latency_ms":0.629749963991344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abebed07e11009dda005851598eeb2907556104bbb7c1daa2ab5432a0866deff","sample_id":"mmlu-high-school-microeconomics.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dba0f13d05dad73a90adaff3ea8190ef6630e4f5e13cc731a18cf58822708db6","formula_version":"titan-u-contract-v1","latency_ms":0.4877500468865037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22b111a14be665c8437fee34f62cae2c66fa7831319eb365c9708f42a8355857","sample_id":"mmlu-high-school-microeconomics.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ba1d1533b8d60f681dda16f6e955b5e5eb62aa505a5a122fed74cbd41d068bc","formula_version":"titan-u-contract-v1","latency_ms":0.4755409900099039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"467826277b1d5b482c10dab35e6de9b3556622afa0693a0db8a46fa42decbed2","sample_id":"mmlu-high-school-microeconomics.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d489ee65de8edf0e62dbff8e28c87ff3d06cf00b0df589b69024f34501d3f26a","formula_version":"titan-u-contract-v1","latency_ms":0.491917016915977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1ca6af5d1a6b93cbe4971f451ccf136361de0e189bb7c5aaa0aa837a265480b","sample_id":"mmlu-high-school-microeconomics.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a2a004ef4715fe78e571bc9a959fbc6150480245d07fb1e504c585b90def801","formula_version":"titan-u-contract-v1","latency_ms":0.40799996349960566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56c2fd09e9abb48ebc1f32da0e34a7b43a924f68d3726fd864724c686b2c6593","sample_id":"mmlu-high-school-microeconomics.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18a327addcb02afb26cf5f1164821c2dc38ab65f2936c94a3f8d760b28e2dfc2","formula_version":"titan-u-contract-v1","latency_ms":0.7074590539559722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"515535f06a9a93c20283e33490096e58ae0511c645781ca943642cb10bb1db51","sample_id":"mmlu-high-school-microeconomics.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67e28608d9a1fcf8e9d5aa583a00899d736aea4f807b2ed839e84eeedff1d6b7","formula_version":"titan-u-contract-v1","latency_ms":0.4682079888880253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7d3b339b0981b7dbdd91b9c3e8ce031ce19233dea5db9b0b046360b7136e200","sample_id":"mmlu-high-school-microeconomics.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27cf25dfb8b94e438177c5cf4fc39915a6543dbf06f823b4c6608e9458e751e1","formula_version":"titan-u-contract-v1","latency_ms":1.0395830031484365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eaca341bca84fb6c0549fcb3c5e645ed06dea8bc8851df4573115414d4300a2","sample_id":"mmlu-high-school-microeconomics.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93f53bc9deb4af58712e5c0e74cf0670d5cf35e7e17940d8c2205a647be97509","formula_version":"titan-u-contract-v1","latency_ms":0.7354579865932465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1a842859001f242de0fe1b8f4943902ff495426755400a1e46059901756a15c","sample_id":"mmlu-high-school-microeconomics.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e1a81722424db8553f40777f18336a74044a1985416721ac1f7997b9b0664a4","formula_version":"titan-u-contract-v1","latency_ms":0.7967919809743762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0909facdd4a5e34e041e864b767f91a5ee825b48041f53aff3944233a642a87c","sample_id":"mmlu-high-school-microeconomics.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a986da8d57af723e4bfcb1ee80f4aa83e90b79ca235c376a7f84b48c767c98c5","formula_version":"titan-u-contract-v1","latency_ms":0.602666987106204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98a000b68ea1aa08d00085d651334507b88de636075fa3b6fbc0b1d9e4a19ccf","sample_id":"mmlu-high-school-microeconomics.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e823bfaad9e98ac45991f93087a6435de02d111b81d6a07687cdcd61165430e3","formula_version":"titan-u-contract-v1","latency_ms":0.7259169360622764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f10b4c7180e3813ae09c32e5e272bd7cbefdf723a885c3bf61d8a475d855b360","sample_id":"mmlu-high-school-microeconomics.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8138dac213315acefd419453292b2bb4de7e49f5e5df7347dbfaa9de02310c59","formula_version":"titan-u-contract-v1","latency_ms":0.5272499984130263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8493b024b26b47d9c3f461df240686124d42c9501d7580f562e97c2284cd819c","sample_id":"mmlu-high-school-microeconomics.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a86b17511e5cd2c521d1432e74d5077ed932a9cad394c1e508848f651823569c","formula_version":"titan-u-contract-v1","latency_ms":0.41979202069342136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3cc21222b0d4ee1d49324d83ded97684ae5536bd1850dd382bb4cead19473f0","sample_id":"mmlu-high-school-microeconomics.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"821272198e3209d7ced43256efc152d753f2563808cc73e9fead8937caf91491","formula_version":"titan-u-contract-v1","latency_ms":0.5211669486016035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fac198ffbc96ebf1b8747cef4b28b44d9a7a0242901710d98d1628124dba4be6","sample_id":"mmlu-high-school-microeconomics.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b17e02804cc8421aa2424d8fdbd277441253b76d8d007b31bf5462cbaf955494","formula_version":"titan-u-contract-v1","latency_ms":0.4777500871568918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7267a56d607c5c579ad173caa20d22cf1d16f955e0b4018f8139d9f5ce19f6df","sample_id":"mmlu-high-school-microeconomics.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98d11b4ac2a3518e388208ab93ebeb7c9865fd35dabd8316edfa0c8b15349de6","formula_version":"titan-u-contract-v1","latency_ms":0.5951250204816461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd36678bd7e8387a68839b3e9ea94c167b9a49bedb3e3c25f953006ef712126e","sample_id":"mmlu-high-school-microeconomics.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efaafcceaf0ec35c5f4974577c2a0b54740c3c827918bd1b1cbe5c1ba67d80ba","formula_version":"titan-u-contract-v1","latency_ms":0.4758749855682254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37c13f4b7e5dc9bea9b36012ce694f466be95f1822cfe68d630415794a6ce70b","sample_id":"mmlu-high-school-microeconomics.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bde0fcf1c981473e477f3c168b29bea036d7673860cb50c8f0726571b3ffa0f","formula_version":"titan-u-contract-v1","latency_ms":0.3970409743487835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a527987f68902dc2c99f40a18cf68cd8de7fef8f8d755497d94fafb8148dae2","sample_id":"mmlu-high-school-microeconomics.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bac954b54c6cb443140d8a7581b69ff5da8381558996a5d4623c6e5dfd5f9529","formula_version":"titan-u-contract-v1","latency_ms":1.0817080037668347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d89c626deb5abfacd3e2100c1ef0989e7c2f4b3758f630703ad73b42ff9fe15d","sample_id":"mmlu-high-school-microeconomics.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"860f09883dff669837dcb720ea06d66c69d6e85811071bb8491085d2906e09cd","formula_version":"titan-u-contract-v1","latency_ms":0.45591697562485933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89540917c95dca4cf8b79b77d043e444a54e9d8bafa791d211912c25d6a177a8","sample_id":"mmlu-high-school-microeconomics.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"738ce9d95c8e77b3116978b3727e4fdbe6df7b7957d9f904dcbf07868342b39a","formula_version":"titan-u-contract-v1","latency_ms":0.5223749903962016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"327e2932d3ef96b41e02e768c20903af7daa8ada9ed8cf10c6c083296401dfc0","sample_id":"mmlu-high-school-microeconomics.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08537e74c32a1e401ef7453eec8037bfd9bded305e3d9d700bde8f2a070a2b65","formula_version":"titan-u-contract-v1","latency_ms":0.6728750886395574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60911d00d02240551efe8697b83540e9ebbfb281e9e6aabeedf6475454fb8c93","sample_id":"mmlu-high-school-microeconomics.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d26039aea43137a134c8c6b7a38f2d6c23ce643e5de1a32bec8ed3009cb8891f","formula_version":"titan-u-contract-v1","latency_ms":0.630917027592659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4c5f035aa02e6e71dbb8817eeb2f8e6e2ad0c5da2feb41497d2bed90341f9e2","sample_id":"mmlu-high-school-microeconomics.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28e3d16ee087ad20c76e3a1a7605cfc1ff78f1632acd03662f497f05fd8f1cde","formula_version":"titan-u-contract-v1","latency_ms":0.9815830271691084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb0827976442f3003808bb5c40e9f655b1dc7620d96c2e765fd11e004be8008b","sample_id":"mmlu-high-school-microeconomics.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c04b8ee147485f447e549ed2db150c5423421960ba57c2566bad942776c11260","formula_version":"titan-u-contract-v1","latency_ms":0.659791985526681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"777629ada8b436511cf09634b610a66799ab7ac5032eeafb70e723ecf26822e7","sample_id":"mmlu-high-school-microeconomics.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d2fb27aa594eca93390201d9cbf6fd0815a7aa6f11f8f21ab153a673fdb176c","formula_version":"titan-u-contract-v1","latency_ms":0.6741669494658709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6260c50e1feef3d61f1640918cdb7f2b65bd0f58ab2692ab14cd927afcacbaf","sample_id":"mmlu-high-school-microeconomics.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f2978c11d3d2d19c330138cf97a63392480432788f08751e1b5a9c3c1c6f54d","formula_version":"titan-u-contract-v1","latency_ms":0.6347079761326313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cb2c22fb706f89a225fe4d8a5972500e7e0abc16138e9bea3c97ada8b8cb72b","sample_id":"mmlu-high-school-microeconomics.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f188cfc4938694824fd14f94c016dd2eb0424544f468431a7a4311efa436d181","formula_version":"titan-u-contract-v1","latency_ms":0.8974170777946711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61365803b8004e6f98f16750015add0a24dbba8e9ebe441ed66804d2073d04d6","sample_id":"mmlu-high-school-microeconomics.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c5763be259dec6656ac48a1484fb88d66dc4c1a82ba06c701f0051111adec29","formula_version":"titan-u-contract-v1","latency_ms":0.48812502063810825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa7e5d321c05f08b8e5048f2c8bf436d4834c3ed500df450d9522ac1222b39c9","sample_id":"mmlu-high-school-microeconomics.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3dc7d6e758ee4aa8c0a224ac709a658b7863717b54c74559b0ef00525f2b58c","formula_version":"titan-u-contract-v1","latency_ms":0.6985830841585994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2d1b8d57173a42f0d474603888083ffbfa780e28186bb95079a5fc309b1fb6f","sample_id":"mmlu-high-school-microeconomics.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca6b76fd220376141f9cae33c5b13c50136cb4916ffd46864631de58f7d79e37","formula_version":"titan-u-contract-v1","latency_ms":1.6477080062031746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fb0b9ddef8eab79cb99d4142d272400581f3c0f45ea987014fe819e25f12c26","sample_id":"mmlu-high-school-microeconomics.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"792ad8e3f5d8093f4133145081a23bd5658e22fe28d76bef83e991a7e3f465a8","formula_version":"titan-u-contract-v1","latency_ms":0.46395789831876755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b23a369e06e02a9f974ae3b6f319e7f836d188fb7b857cd8fcdeeb1531ee14ae","sample_id":"mmlu-high-school-microeconomics.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43d4b13636712f2081e9590fddc4da8471d1c893ba8edd00eacc1bf909236fa9","formula_version":"titan-u-contract-v1","latency_ms":0.7778330473229289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75f725248057a040688379c76f34f3477e4a3a15eaf7cb1a44456566d70915d2","sample_id":"mmlu-high-school-microeconomics.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65cbb6abc6b5c79d5c94029b2ed34d12294e0eebd9bfdcbdfb59c22cffb19ffe","formula_version":"titan-u-contract-v1","latency_ms":0.7816660217940807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75078157d9d54f8f688c453d128f149ac9966487ae498052870e6467d3bdb3d0","sample_id":"mmlu-high-school-microeconomics.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a45ede1ea962d5cf99119d31058abbf92841ddd003dae641e6682c7f9270afe5","formula_version":"titan-u-contract-v1","latency_ms":0.4800830502063036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f89ad1869152fb38c46cf4deb0ff4dde89410b3ba7f71d5e343fa3e723242504","sample_id":"mmlu-high-school-microeconomics.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b81f590f764d2bd5231c754268d9ce3e35c6e4f3b6358457ad88f596ef829637","formula_version":"titan-u-contract-v1","latency_ms":0.4717919509857893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8293a6621ef97e5474d00a4c52a1a0e1fd96e0e60d47aef8ff405aa91ec9b6e3","sample_id":"mmlu-high-school-microeconomics.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdf8e4702076e628ec47daf87dd78461a94ec6883b6bb104dd6fa61fe248dcd4","formula_version":"titan-u-contract-v1","latency_ms":0.5372499581426382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a66a4006528b4a117bbbee851693308061b18bb70be6011a492786720953dd7","sample_id":"mmlu-high-school-physics.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1de0e929f8638edbf2a3193b20d2f6c4715451546d26a01bcfaa8ba79c77b844","formula_version":"titan-u-contract-v1","latency_ms":0.5106249591335654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75bf017b8c340af45babb193c55f3014500e2c0e6ab8c9859d55bf22033ec454","sample_id":"mmlu-high-school-physics.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5050f05242293eb7acef4dfa7298076a83fc23134b7f9cfdf3576b4d0cf3652","formula_version":"titan-u-contract-v1","latency_ms":0.723959063179791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"582027c626fb47eca571a4304975fa982089740829349b29d416d4a7b0cb806b","sample_id":"mmlu-high-school-physics.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52644622e88eae40e5ff5016b9351341a44e4643b0acbb862a955dac30c91804","formula_version":"titan-u-contract-v1","latency_ms":0.8652500109747052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1502f3c3da283d2efd2c0c8b74e2805bfb2679d778228d79d8cec377274724ed","sample_id":"mmlu-high-school-physics.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79341779309dc59aa25e9ba87eae46f6c268243864a588fc12dd6fff2eaff0bf","formula_version":"titan-u-contract-v1","latency_ms":0.4677500110119581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ff0395aa82b89649848202dd68b7546421463e7a64a53f3da0bd4830645a889","sample_id":"mmlu-high-school-physics.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5c398fca1c3f4aef9a56e5ff0329af9b91e242393dcceefe60aca3e24135c06","formula_version":"titan-u-contract-v1","latency_ms":0.787292025052011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a07bc4c25012e59003f46af55c792862891c8061a39f1c53dbfaaf2861f17405","sample_id":"mmlu-high-school-physics.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a39ae27dc4d75ebbb524c690c3301f0475aac9fcc7f0938244dfa74f429c7059","formula_version":"titan-u-contract-v1","latency_ms":0.8974169613793492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4037572a973ca7b8fcf7c82d2f3938b9d0f7169fa27a484c88cc06da6a3d1dde","sample_id":"mmlu-high-school-physics.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"639920b9ba7e277ab10e6d024d95478e791722620a96bf7172319e1cf11aa375","formula_version":"titan-u-contract-v1","latency_ms":0.9455829858779907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"749d6a3756cd22b3f55a279cd1964288e2131ac50a1d6b23d7106d44175c876c","sample_id":"mmlu-high-school-physics.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6121f6515b8e52f73a3e9b1d0bfa67a99678027ec8c7d7404928ec6d29ad414","formula_version":"titan-u-contract-v1","latency_ms":0.8571669459342957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"288a2ce4def426f7df30fd800cf408d22b01a17f7a5410b2c544a5765ecc3fea","sample_id":"mmlu-high-school-physics.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ebbe4d7a167f7015618fc168a93702bfb6a2c6f50b20a5669bdbe0a678011b1","formula_version":"titan-u-contract-v1","latency_ms":2.1846250165253878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dc1fa34b18589182d564dfd851cd2bbbd8b71502cbc6b5babbc0dc47db19774","sample_id":"mmlu-high-school-physics.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e635315e5e42adae435993f14d86819836a2a2a5c281e5e416768b6049e53f9","formula_version":"titan-u-contract-v1","latency_ms":0.7518329657614231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0664c9c524d8cd560279ea06478b11747b256a8c80dd78506b963c4d95c9439e","sample_id":"mmlu-high-school-physics.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cba4c13ea25040aa73274987535c5f2117572d0d6300e0bb02605cbb9baa2a42","formula_version":"titan-u-contract-v1","latency_ms":0.7857499876990914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31fb476d4f73a5bca37e2d843c66217275eefc9229357e259ad43ae086f490f8","sample_id":"mmlu-high-school-physics.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a49d01acbce2d6f9f42cce7d3ef67364d53e564e6e6e8302f90a5290d4b76fee","formula_version":"titan-u-contract-v1","latency_ms":0.5712920101359487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"205b1c24347f8c8c73ccaf0414b152868111d4b9c6d1f08a5e85e4a74bfd3b0b","sample_id":"mmlu-high-school-physics.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"633eb120c1e773a036f3ccab700123461b077c0c3196085d2dc07b03b344cfb3","formula_version":"titan-u-contract-v1","latency_ms":0.7308750646188855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"616b5e2929453a02cfa65a4b4e287b73b8fc1cf15082aa1a4d475157f2801939","sample_id":"mmlu-high-school-physics.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7d588fc943e2ce3e55a9bca706f56d0b9768486bfcac998872319e8cda42214","formula_version":"titan-u-contract-v1","latency_ms":0.5009169690310955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9d673d28e120739ba98762d139b308705313e24b309d979e53db43f8e5e83c8","sample_id":"mmlu-high-school-physics.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8fdf58ebb2d9522ec7f6fcf2efa0b09deb02fd4769b6233739030fc2eae1886","formula_version":"titan-u-contract-v1","latency_ms":0.6767499726265669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b26aed629529729169222c510d3e7ca51930a3112077a6380fce41a9b1e849e8","sample_id":"mmlu-high-school-physics.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43d342114820a29107244a399302bb0895ded997714d3b61daacfedee83e4e72","formula_version":"titan-u-contract-v1","latency_ms":0.561291933991015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f86f87ee304912dcf37d631b49dacaf82f7d8103db9e8698199178da0f33254","sample_id":"mmlu-high-school-physics.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a1ba1fb6e91629180e8758607682475a23d57849b5ddbb4b5ec2f44d3ad4ce7","formula_version":"titan-u-contract-v1","latency_ms":0.9709579171612859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a9353101e9a7e9481ce859c4adc0f48150e7959b85710b2d76f6e3862348c4c","sample_id":"mmlu-high-school-physics.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a779a3e81d732a36afd09585a90af5eab214383e06ab71a0dcc6ec40bc53a5b","formula_version":"titan-u-contract-v1","latency_ms":0.9458750719204545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"963114fb566079baae653fe110cd494ea8f8ce2d4ab8fac2269222d9b7dacc87","sample_id":"mmlu-high-school-physics.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eb5baefdff372676b2903a107cc3bd5bea20cfb883accd72f8bfa5bcd09f581","formula_version":"titan-u-contract-v1","latency_ms":0.4603749839589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"499ee507ae8d8c3c167a459ea98f8288cd9fb46b7698ce981aa9790274458f9b","sample_id":"mmlu-high-school-physics.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3abe49c58d4b1a9916bff542ccb556aa961b8a775f3871ff794e3ad1a1119bad","formula_version":"titan-u-contract-v1","latency_ms":0.9169999975711107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7e5dde00decbb9448babac6a064c58ff2662971b74c2962a67c6dfae83a7c68","sample_id":"mmlu-high-school-physics.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63e463b3c2507cebf8ee1cc5e9e162d365cca0fb5b49aba766a8bd7be9fb34a6","formula_version":"titan-u-contract-v1","latency_ms":0.4866669187322259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ca7ee2df7580e0d89e0937366cfe33c021858cd8cb60dee1f44b279ba779f19","sample_id":"mmlu-high-school-physics.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82678a6778d57ee82144e83ea4c9f361c91f6696210e9f9cdd160b2e2a0c4e08","formula_version":"titan-u-contract-v1","latency_ms":0.5854578921571374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63220e6af060d2886dba71b0ab636959781573af33b9c3791b632360e6ca8f94","sample_id":"mmlu-high-school-physics.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f31046e8239c829732ec02c71fa67b13ea6eb8a201183632da44b0749e07f19","formula_version":"titan-u-contract-v1","latency_ms":0.4967909771949053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"508771ca1e9053dabcad49e7a4c5a7bac63c210facebaeea59bc031d45ac0037","sample_id":"mmlu-high-school-physics.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0741e7c70a2900487ce79f41169224caac62f41837f7df01e04922baa5a637e","formula_version":"titan-u-contract-v1","latency_ms":0.6311250617727637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d1569fc89bb51cad274222c81ad4483adaf7418154ef90b886f09f491c87fa7","sample_id":"mmlu-high-school-physics.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1817f99a405835949a015a4b13215b61bc7d8373de3fb92d4c104fae9ddf9efd","formula_version":"titan-u-contract-v1","latency_ms":0.45375002082437277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d46b90bcfef483b8d9323c0d554a92125e006ff466928b8e8685da1a3a778103","sample_id":"mmlu-high-school-physics.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef5eafd45956eeb60757fc176d3d8050af71b201797115a199871038dfe98df1","formula_version":"titan-u-contract-v1","latency_ms":0.5020829848945141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0daed6714b589551b1276ca3348cb854f3eb42b3da6bec175f94e4218168a2d5","sample_id":"mmlu-high-school-physics.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf6dcd07a508ce76be6700aba0198f4cfd542dece1aa608887155e5350cc0827","formula_version":"titan-u-contract-v1","latency_ms":1.1863330146297812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1807ad4549a3d32e4e243ad39795fc29ec30c1a4dca76a2c34ec1bde4e2e852","sample_id":"mmlu-high-school-physics.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b865ae1c80d8ab2bad19e94b47562947c2a252bbab1894bb6ae6fc463ba11d9","formula_version":"titan-u-contract-v1","latency_ms":0.47025003004819155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba41cce161f6747feb9c11c1e4e90b9e25df2668e886101077fa709fcf11c49b","sample_id":"mmlu-high-school-physics.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1323584cd0c3be809bcd5ca3ca834899bd912e8d7c08a6d2a2e5a74a610030ab","formula_version":"titan-u-contract-v1","latency_ms":0.8274998981505632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f32eab2fb18d7710646f39f43b91dda11a816179a15a9739ce9426ee9f1a9fb9","sample_id":"mmlu-high-school-physics.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73c7ed8cd5ce650d33efcdc61393b7a56c4cf9ebf5980a8e03c01ce63731816e","formula_version":"titan-u-contract-v1","latency_ms":0.8928750175982714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39de8e497257e4260be8fde5b217a40bf0f6fe21c6912fa7d0f083ac226a43f2","sample_id":"mmlu-high-school-physics.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1643740dda6e3c54bfe07e4611767083f4b1600e6d5696afaeea9d81a67e2944","formula_version":"titan-u-contract-v1","latency_ms":1.492790994234383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6802f0c92c48e9e342f1bf786a8a3e6c97b398f1e2aeb2d403da0ba56122446c","sample_id":"mmlu-high-school-physics.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb59ac255e2bc11aabbdda489d090ad4b3e37dc465dc4437c77aef917476bc00","formula_version":"titan-u-contract-v1","latency_ms":0.7499170023947954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0639496a44a3b1c4d8355117df66a2f4c59907c6669110a966b1f59a23500ce6","sample_id":"mmlu-high-school-physics.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86a471ca6e9bd59b7a787a60cba291a59e2ee671776aecc4fdcf7df288836fe7","formula_version":"titan-u-contract-v1","latency_ms":0.49637502525001764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c196523995f787c7e1569f83a16d1b150793deff63dcd01cd43e9cc30e51de9","sample_id":"mmlu-high-school-physics.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0481e8950d83dab450c57ce3d3f2dd866653bfefad54157509bb80b9ff1e492","formula_version":"titan-u-contract-v1","latency_ms":0.5339590134099126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0d203a52cc33d402e1bf180663f16e0057cc01f0b61144f5ed83370fe94cf6d","sample_id":"mmlu-high-school-physics.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d08c85b9c1c1bfcd76f745249e53e3d089f264aeb700ded65990885e3309e6a","formula_version":"titan-u-contract-v1","latency_ms":0.7887920364737511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3041b216e5d5892ffecd846419e86d99c667b72e44a7a510f34dfb45d57c98a","sample_id":"mmlu-high-school-physics.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df9726f4e4c30b6ca38100056e6755404f9375f56eef11086e1b747cedd5dd67","formula_version":"titan-u-contract-v1","latency_ms":0.7100419607013464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e24b98ac7f0922b817c768c16660c581493d63b78f06c3e835375d89710f3b9","sample_id":"mmlu-high-school-physics.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbcb8cecceefb920a0fa11a7b786f7a8e4b5310ad9dc1764564baea1ce5fada3","formula_version":"titan-u-contract-v1","latency_ms":0.6723330589011312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2059d582faa4108f9c4970aaf3be7604b3073779199756e9019bdbf86ce101a","sample_id":"mmlu-high-school-physics.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42023b2eb8ccf6adef5764f8772500e9ffc21aa4f34e16e4804511e3ed149d0c","formula_version":"titan-u-contract-v1","latency_ms":0.4912090953439474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51dfec6b98a78e034fe894339bd1ace97f6f688016edba2da61225f9a36b3359","sample_id":"mmlu-high-school-physics.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b05d142b4f2bc68e8f7201bca4047ff4cc7a34e85b78b1a2a61bebe282b8d9a","formula_version":"titan-u-contract-v1","latency_ms":0.7046670652925968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9e87a5e5c08ded8a75bcd5990903febd6217f06b294cbe68e15b04519293c04","sample_id":"mmlu-high-school-physics.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8febc94510f5911036bd7df5046ebc8a54b7d2de3bd4352f664217beb845bf5e","formula_version":"titan-u-contract-v1","latency_ms":0.6846250034868717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ab06ca70792a29ab238ceee9effed66eadb8d7d4fd68fc27f647fb6923f4c3d","sample_id":"mmlu-high-school-physics.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60d45c3e700a15c87c40fe83d28f00149eee81839d3d8c0c050e63495144c86c","formula_version":"titan-u-contract-v1","latency_ms":0.46129198744893074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48190e5f5f6192794746b6c043486c660ab24225133fb775665def7bd37ef4ec","sample_id":"mmlu-high-school-physics.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18b9baee840bd1263968b5239608e375a124de89e878563fae439c84d8f73f3c","formula_version":"titan-u-contract-v1","latency_ms":0.7652090862393379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e10bb4c15e69c8c0eba538472252e4bdef75ea72a2d5f6cef2967791f611c64","sample_id":"mmlu-high-school-physics.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10884c1c40aecd5a0b01475bbe056b8f1fe401e00116794e391f0dfd9a177e6f","formula_version":"titan-u-contract-v1","latency_ms":1.124250004068017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dacc75641c2acf4fa8a8e0eb920cb1c1c5e86e51416a24389143ca4ab1418e03","sample_id":"mmlu-high-school-physics.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c42a852d19eac59666cd050bda1145ec3e1fd9257c7bff121d1718df71d31a8a","formula_version":"titan-u-contract-v1","latency_ms":0.5457090446725488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"825e0d08cfe2e809a7fa1290a4f05bebe6c753aca23b4d8726ca8a09d2e4c0e4","sample_id":"mmlu-high-school-physics.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32066dc8d6f4b591907353b230d9eab41b82b15a503cfb697ffa7e8ef39f6aa8","formula_version":"titan-u-contract-v1","latency_ms":0.5909169558435678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d78766cc5be7a42d4a4f2653af4517923367a0044791f7b8aa8ad4b8815442eb","sample_id":"mmlu-high-school-physics.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c119a547d4d980b1e8a68a88ad8e0bc5757b4e9773ab8c507e9da6ac27b0bc89","formula_version":"titan-u-contract-v1","latency_ms":0.4811250837519765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54dc3c4403f9f4c736557f6a830c0123001e76d378ba8245eb21165ebb11e2af","sample_id":"mmlu-high-school-physics.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd2696c2d828851118fffbc2b10a11e3cba1b3ed3c663d8891f6719b1e0463e9","formula_version":"titan-u-contract-v1","latency_ms":0.7414170540869236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66c567d71ea06774d5f031b9c44e8cce2f6d25b76986c66da3f5332a490ea6b0","sample_id":"mmlu-high-school-physics.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ca275e3107f5b5cabaf4b1a0a8b7ba2da99ef75fe2e1ce152191d76e7e71cb3","formula_version":"titan-u-contract-v1","latency_ms":0.708041014149785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6792742afcc71fd7ade0be800de4a24d97f9e1f2ee43736683f8e40f3ad937c","sample_id":"mmlu-high-school-physics.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8b6be79d2dbb29b9809c50fbe2591e4eec8c4deeb61db516050e12c462c0243","formula_version":"titan-u-contract-v1","latency_ms":0.5177080165594816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42f5d01e3a8a117f2b5a5fcabd3c19cf301012c9fafadb8beba04b3293765f51","sample_id":"mmlu-high-school-physics.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09073fe50d60a3e1a71c4b986ef65ef0dea421e35fb5de56810a32120474d9e8","formula_version":"titan-u-contract-v1","latency_ms":0.6152919959276915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"441db80d769cc33b19e4034ddb199c545f08488da045468db6b7217e401a6be9","sample_id":"mmlu-high-school-physics.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"907875103931512c6f37b0a7f415e4df67f2cdca8bf26f6892b4ebeffc7a96c8","formula_version":"titan-u-contract-v1","latency_ms":0.6513340631499887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dec761181d1f297a9bed0a81467f0071cf5fa8230df7bc838a71e981764f1616","sample_id":"mmlu-high-school-physics.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"781d67c02ab9f7e7df01c842b9e6a08ffca753f2ef1cb6cf6e7f34ab476a3214","formula_version":"titan-u-contract-v1","latency_ms":0.5171659868210554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61e8620afeb7c27d2e8b3ffd02600f0e221a8ab381f17111f5769f208695dac2","sample_id":"mmlu-high-school-physics.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9db2d463b09a8acee2eda7e46b13cf33cce4f12f025d1c0de0498a53455fd916","formula_version":"titan-u-contract-v1","latency_ms":0.7326659979298711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d70b038804b264ca70cda12b199e71d44ee1e648abd3ed1bbb8463c9e121315","sample_id":"mmlu-high-school-physics.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64d9f74abf490d336324334452adf6400e974bf886e6349a23a82c29b25ae8cb","formula_version":"titan-u-contract-v1","latency_ms":2.035000012256205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97db166f306005ba1ec96643aefe1a15e1ff174c34390008c091acbe014614d1","sample_id":"mmlu-high-school-physics.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b19b977c9c2ca5cc63d8e82910d3635199b9359720b88dee28e071aba76c9f7b","formula_version":"titan-u-contract-v1","latency_ms":0.6766660371795297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85153067781f1a2c7a7988a15f55c90289ca755a50163779b144373923f923c5","sample_id":"mmlu-high-school-physics.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb56efc5c2d262f683ddbf809ec0c484499c5e0638b0c74e874e88d629405044","formula_version":"titan-u-contract-v1","latency_ms":0.5849580047652125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03201a9c238ee37484df1335fe0d8b1d7113d0f5695ca9e93b4238b9ff43f8d7","sample_id":"mmlu-high-school-physics.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56cb4773a8d4634cfdd1b02fa768e46d1e08f7c4dfc03fc16daf007702fc8872","formula_version":"titan-u-contract-v1","latency_ms":0.828583026304841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1042655b3ade57e07c2cdd994106c15c9c7eb862aa8b67595cfb020f0772d620","sample_id":"mmlu-high-school-physics.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af2c62111264ae315db0c86aa2ff3d695387ca7aeeaf6324fde318aab7b28564","formula_version":"titan-u-contract-v1","latency_ms":0.5859589437022805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a75dfdaaff5fbe6ffdd5ac4c9970f057112b4e9fd24f18902f10743c1f0996f","sample_id":"mmlu-high-school-physics.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b98048e6f8be175f3ffbe02b3b9fde6a418636859e310b26897be1a1a0348c15","formula_version":"titan-u-contract-v1","latency_ms":0.7295840186998248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e6ae87ab666b3991719835cc892f305c260cef0c150554884d06a84c745c9c4","sample_id":"mmlu-high-school-physics.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a30c4a16d114e05b7518c9603309b9b770129f74cb245d27ae2ff0b6139fe90f","formula_version":"titan-u-contract-v1","latency_ms":0.7087920093908906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"132bfdcd2acf83ee39b45e230c123df22b710f28be9cfc2ef4f4f31c4e8fc284","sample_id":"mmlu-high-school-physics.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f02ebf16f11682d3d98ebb678a299928498bd6e5e9ca195b2d8bc076dc79680","formula_version":"titan-u-contract-v1","latency_ms":0.8225409546867013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00b44c356d1ee65b246810b0afc1b0e26a7e1134d2ee8d5ed4e34f7effe64b0b","sample_id":"mmlu-high-school-physics.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"feb79e2908c258b7ffd8cb5e1dbf59b73955b5f5a9a9adc6b1bc3f957d7301b9","formula_version":"titan-u-contract-v1","latency_ms":0.5894999485462904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b98f1c21d9d03b9c8ae51f27a60fb30b0438f0bbb6ae386436273004a9130d59","sample_id":"mmlu-high-school-physics.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a053590e31feefaf561f36ab4c16ffae70d17226ad52ee7d41075a80b3fbd6cf","formula_version":"titan-u-contract-v1","latency_ms":0.5537909455597401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d57a43b72fbb56a9a3716ec00406759710d3f78aded725f47e7111ba6981f168","sample_id":"mmlu-high-school-physics.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc03e6d35790f78f0d1d57e9b63b16f6f83594da5954942f928020e00ce115fc","formula_version":"titan-u-contract-v1","latency_ms":3.2239999854937196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9339df667e52d0e9819bfa2269313a9bdfce042b4ba7769b8430aea66402de9","sample_id":"mmlu-high-school-physics.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d923d568b058b5d97105a8f9bbfdd370a79ca5aac87f4f329b6c6c1faca034e","formula_version":"titan-u-contract-v1","latency_ms":0.5007920553907752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79eec6adf896e66837c87b351e612c23a7f19e23e9cb04275fe3b300d2de6f71","sample_id":"mmlu-high-school-physics.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a63bb6220f00683c9dc41610a1a5703541c6ca9a9bb82f4dd4abd60ffd5a327c","formula_version":"titan-u-contract-v1","latency_ms":0.6400420097634196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61442b9cd4ae32f3ccc03ed9bd4d604ec18d22e058931f2a9611f388c269e272","sample_id":"mmlu-high-school-physics.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1becf2b2ab64d1b8ae5fe493a3710653345510e40fbcaf8369d921a6a53eb0a5","formula_version":"titan-u-contract-v1","latency_ms":0.6760420510545373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0aa7afc6a8700c9cad8fb20d3382052b782cb2bef3c53b527d1f69253eaa47e","sample_id":"mmlu-high-school-physics.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cddd39002830ccec684c6ce601e04d3861d4c0bef86d039e9904d92c7d8dd87","formula_version":"titan-u-contract-v1","latency_ms":0.49462495371699333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ff87e2b5c3ad60246c9c869b72a95e4885a64a9461d2b650b378e6f7721aa0c","sample_id":"mmlu-high-school-physics.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c81fd03725e13033899866c2952eb5ded7d8095d82a39445f946db1d07380588","formula_version":"titan-u-contract-v1","latency_ms":0.7914160378277302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cfb66bd84816938e3443ec7ed892cc8d905af9e10b9da406301599f42bf95ae","sample_id":"mmlu-high-school-physics.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba34424a2b6856966aaf1bf1e8fe6a1930f510aaa671d31be82c1ee00692c0d9","formula_version":"titan-u-contract-v1","latency_ms":0.5122500006109476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6eed1ac4771a0877b99d0428b9bde67059ea5e516209e4b0d1fa16ce2471243","sample_id":"mmlu-high-school-physics.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d40967cbf72cba740c9146f71ab28288544e1f9ae9bff50563ad9c39ddb0f352","formula_version":"titan-u-contract-v1","latency_ms":0.45679102186113596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"254d1952e7d40888eb2800bcbad8c555cb7fe102c7ad90183e6ab6073c0e5bcb","sample_id":"mmlu-high-school-physics.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"288c77c92646ab99ab5e30ee0dfb04ce46f08f21acdde163b05bd349776e7460","formula_version":"titan-u-contract-v1","latency_ms":0.8219999726861715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff7183dfb6b523bf8043d7f5fe5635c0757485a2d78a52e66c37f8832e5751b7","sample_id":"mmlu-high-school-physics.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f78efd6a0c9cf929ffd0bf422a22c21cd7fcbbf97184a1dca12521ab48f6bee","formula_version":"titan-u-contract-v1","latency_ms":0.8079590043053031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b0e19b187c5813a4cf1f851b3cbb6fffd50aae21df499b5838362e28668b265","sample_id":"mmlu-high-school-physics.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48a09898ca0da3d95d426e71f43726ac9e976fa0fe2a7a6525508b2bf3b6bd9f","formula_version":"titan-u-contract-v1","latency_ms":0.6046249764040112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4769e41c3c1e4bfb7dec79783e04fce056ed4437e9283632dc845a6676f8b8aa","sample_id":"mmlu-high-school-physics.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00d181d843b1e0a080645f2958a6c2e5ddd2bc0e5e4d60a298f71b1af41d0b10","formula_version":"titan-u-contract-v1","latency_ms":0.6361249834299088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f013e102ae4e9e96c2c272053ca95984d059b8e974e590cd7c1256af1a4c548","sample_id":"mmlu-high-school-physics.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"496c29dcce9de3e30a9d66a0689a82e01303b06302c2758fb9b146cff5164623","formula_version":"titan-u-contract-v1","latency_ms":0.8401669329032302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b995b1fe2f5fff43f913915a29a4fcf463335b3b03ef04d4e03d4975372e812","sample_id":"mmlu-high-school-physics.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ed9856f837ed3f0fa2a56ad00290551d4af808cbbeae346fa00c57f3ac2958c","formula_version":"titan-u-contract-v1","latency_ms":0.5354590248316526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38396d94dc3cbaae48c10a9d71fd165fffd887055d0989478694cab7082ad29f","sample_id":"mmlu-high-school-physics.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dc81cefaf99a0a9ad79b5aed03c4aee8439280a6d06bd74d74ba0b9eaef105c","formula_version":"titan-u-contract-v1","latency_ms":0.5146249895915389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb49b49ed0394757a44e8bb819e52baaaca3b7fb1ad83f4123c201600e06b51d","sample_id":"mmlu-high-school-physics.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adb6988931028a0ac25ead56fa7deced25ec54f18f465c968bcdec806f1b518c","formula_version":"titan-u-contract-v1","latency_ms":0.7041669450700283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72a337c4000ee7077d67a729b87163087c6674894d4086aa6fb21a186ebc1e13","sample_id":"mmlu-high-school-physics.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90d32c2535cd3fa4031459b6feda9771cf1d3de19b068df913e58f8e4c589e76","formula_version":"titan-u-contract-v1","latency_ms":0.6780000403523445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9818669df3a014853f01925c7699f36a1e2c83720d29159cca7f789be4882754","sample_id":"mmlu-high-school-physics.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01d3e873d9457bac713c580abf24a0072c660390e11e048f20a944452e91c0d4","formula_version":"titan-u-contract-v1","latency_ms":0.869666924700141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d369d20059d1b196a063b4f493e20f7e779ccacf1e874ade189359fc0d65ce3b","sample_id":"mmlu-high-school-physics.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64d84515ef8d42679c19432f072e730aa3b51301ed638d842501e10f863997e6","formula_version":"titan-u-contract-v1","latency_ms":0.8342920336872339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89d523641238c60c0fa760009bd99aaa7316ef2f17bfbadd7f5d8b372c19d6ac","sample_id":"mmlu-high-school-physics.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30f82b19f9794372beceb885bb2549df0356e752732cb64a4d94169cf3e3c2be","formula_version":"titan-u-contract-v1","latency_ms":0.652250018902123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e535fabe2515d589d5c9ca478f37a7f02385cae7c73cb016825cca6fbdf018e6","sample_id":"mmlu-high-school-physics.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1584813124633dd7fc6f94eea52ba1c1dbb80a8d5dab24dda4b4ebc6675a121d","formula_version":"titan-u-contract-v1","latency_ms":0.621084007434547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60ea981b2063d1cc9aefb292fbbe3fe7e1a4e0df93f44bf3b255e72bc74801f8","sample_id":"mmlu-high-school-physics.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bc5ea8da33b9368f08eaed689c4447faea25718f2407c05f4688f05a4a41827","formula_version":"titan-u-contract-v1","latency_ms":0.7092920131981373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23fc56982bac5c03d0439651d118c00323381bf5cc326c80a9114d3d1870328d","sample_id":"mmlu-high-school-physics.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b275b51f567a5e44a40453beb0e463ab853d9b18d58a1c14fa78cdb7a0b2191e","formula_version":"titan-u-contract-v1","latency_ms":0.7250000489875674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"febff51a83ba0c2d882799ea4600da932192846f6c4865b964fe692ada00e687","sample_id":"mmlu-high-school-physics.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"413db483943618fc5d84a430ef5a03655b4c3612f41a78b3c6b93b2e43be4245","formula_version":"titan-u-contract-v1","latency_ms":0.6131250411272049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a8877a0cb48db96b9333002d4e78891d1776041d364bcb8f6fea956408d7f55","sample_id":"mmlu-high-school-physics.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38b87948eb88225e2eca6a26fae1b919ff042f65301abc52a8fbff82e21e9a41","formula_version":"titan-u-contract-v1","latency_ms":0.7672499632462859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a179d75381d5a026cee47dd1523821f5ac1d4670f254cb7e78aa22ad679b848","sample_id":"mmlu-high-school-physics.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53d0ff84715bd1d132583682421f02206acaef85396383833588ba60bc68490e","formula_version":"titan-u-contract-v1","latency_ms":0.6704579573124647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"117106f40eb23c45621bd00ec9bcd018ddc48f078f64124eac1d67271f8dbbb7","sample_id":"mmlu-high-school-physics.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdd06f81bd76c99142bc00919f956ea4b3442b2f9a943b5ed51c58a32143ade8","formula_version":"titan-u-contract-v1","latency_ms":0.5054589128121734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98dd1e641c7bd27094a224837d5524b9f1294800dbf25a192032f04b1a608f1c","sample_id":"mmlu-high-school-physics.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8d3b6ae7da9b75c8a89e09d48e6dd88c01e3a63aec26fa903a6bfb8be0f871a","formula_version":"titan-u-contract-v1","latency_ms":0.5737920291721821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"981610e3d7130177ce805c9fff490d680b9b3355ebf3897eb1cc02df6ca2aaee","sample_id":"mmlu-high-school-physics.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a98fa812340afbbd34024515c9f9bc7952bbb00336d7ed30ee5b6e7b4bc6adb5","formula_version":"titan-u-contract-v1","latency_ms":0.8864160627126694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b75f98e7d8ee2d78ec1684ca221e9d8c17c30b5f32a33169b0c49f4d4f67c86","sample_id":"mmlu-high-school-physics.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b78150aa8502fa9d1fa0450b69874df64a30bb42a5372c58c4d1d627bfd21513","formula_version":"titan-u-contract-v1","latency_ms":0.8329589618369937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee317f08cf4c4d94aaa123d43aad1e0a1b20fd6bb9651bb5d0e25f3cdbf2a7cb","sample_id":"mmlu-high-school-physics.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63d35b7ff09297385ccec0a5b9861238c44b4f8cc3a9e44ae9a1308e94fa041c","formula_version":"titan-u-contract-v1","latency_ms":0.6771250627934933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5c213780a3374ee4c2aeb173f5d7618ee00318ff886c1a819a2eda76820a217","sample_id":"mmlu-high-school-physics.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1dc7c1b7e1e58333c79d771377785406d2945add3524a996168bbc42d84e594","formula_version":"titan-u-contract-v1","latency_ms":0.7727919146418571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34c0b226506b840894de860af480cd8c72e432fb262cc258d5456ce89766fd11","sample_id":"mmlu-high-school-physics.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f8fddce19ec4be89d80b6a363a95fc2dccd731c36b622a5d76492de3eb3000a","formula_version":"titan-u-contract-v1","latency_ms":0.8323329966515303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"761c5b3fe3f84b36fb7e46f3435423dd02e75c3bbe0758b0c3a6ab00d6fbcdf1","sample_id":"mmlu-high-school-physics.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"545df019e0f18721b39047586d047c7cbc03d0b40d1d412db1e15e3d9cef5b11","formula_version":"titan-u-contract-v1","latency_ms":0.6339160026982427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07d9291d96672faf47a44d8623851f886498bb345d76e30e589fc62d807008f4","sample_id":"mmlu-high-school-physics.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"870d812407456ac799cde4b68a42bb632d3bb394aee8280c423d2c1725e7b9c7","formula_version":"titan-u-contract-v1","latency_ms":0.8230420062318444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95d89d522dfeeb6f27441ee22ca1978ffbcc8c9dd26723f274cdf2c17bb9ea9b","sample_id":"mmlu-high-school-physics.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96be1eae6eefa868308dac2ff682f105691ad96398a41701921ec690146098cc","formula_version":"titan-u-contract-v1","latency_ms":0.42841595131903887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b67ea3412a816b928e8bb5e5455b8baf69f7d4418e2b4a3bcd7c2d8d4305847","sample_id":"mmlu-high-school-physics.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ab13f3580c3dba22c08dbcaea372ec166a4e0186c06c27f059c89e1cabb51ee","formula_version":"titan-u-contract-v1","latency_ms":0.7492920849472284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9396cb868becbe86fa2e835426e9a51cd19441922af7598313e3e8a34ff4368e","sample_id":"mmlu-high-school-physics.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95fe2e6c5676b2bae121ec0f6fb9ac631aae8b7ecb7897ae1a95a6de450580e2","formula_version":"titan-u-contract-v1","latency_ms":0.4756670678034425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d797551c5e5865b06d5b611d24dae1bab444d5a7dfa9914a9ff98f57c730e0f9","sample_id":"mmlu-high-school-physics.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c4904c905b3b2713759cd07b093c9bf0062c3f18bee34ff9815ecdf54b7bdee","formula_version":"titan-u-contract-v1","latency_ms":0.4813749110326171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af7182eec2622a2cdf420397ee9d11adf260536971b73ae57d47cb45b0495d61","sample_id":"mmlu-high-school-physics.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c0fd5d4b6ab2edf6ed119fdb9ee67b205ebb70406cf5681180c4bc1e6ab0983","formula_version":"titan-u-contract-v1","latency_ms":0.6901250453665853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c45d4fc14aa6349e277960aefb82858752084867fd84988457590293c9fb1ae","sample_id":"mmlu-high-school-physics.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f173e7fe611177dedaac35ab26a2be179bfd9861e988d6efb6360a773c11993","formula_version":"titan-u-contract-v1","latency_ms":0.578374951146543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ee8c3f3a362754a6a945b8d991270c3e5255725f32c667323f5b6dc6db63789","sample_id":"mmlu-high-school-physics.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8ed7e7fa7105a9a17ec79b6c0be4a68ffa9e6f3fb5226f5921f42765e37f608","formula_version":"titan-u-contract-v1","latency_ms":0.5778749473392963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cc931ecfbd8decd81639dcd821d8fb68fce03a12a21892d11b2a13df170b9ec","sample_id":"mmlu-high-school-physics.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d73a99b842c2b7d2fb07a956b86648cc659beddbccbb616154ce66cc681d427c","formula_version":"titan-u-contract-v1","latency_ms":0.49166707322001457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"343c24362ef96b81faafa46d1d77971ca49d5492833570f224684079fe548596","sample_id":"mmlu-high-school-physics.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e088f80d3652d7f8c4b6e5f888bcb2c5d5ff6c4640134651cc1c40fd50b525a","formula_version":"titan-u-contract-v1","latency_ms":0.8432919858023524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2256e0cbbc5470e533277e309ce522687f60bcb77513e967c9fc8eb5989d72c1","sample_id":"mmlu-high-school-physics.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55a4ae25cde4f09e7b8cce183ebe14067a413f3e469474183c6b3581e0dc31f5","formula_version":"titan-u-contract-v1","latency_ms":0.5036249058321118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12e122cc9b443c5dbc0a510ea431964e38f74ea16c8c67f641edac6393428f4f","sample_id":"mmlu-high-school-physics.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d74d66ba41782f6f5501ba618971f366515c4c0aab4f38870223875f23bdf1d","formula_version":"titan-u-contract-v1","latency_ms":0.701499986462295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d5b7937d2732c772fc9b05237eb629aeaa77d7ad195e806401e2f142d2122ea","sample_id":"mmlu-high-school-physics.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8a024d4f773ac2204a1dbb6167acaaa0ee077b5d0de5a055474f43018a47b08","formula_version":"titan-u-contract-v1","latency_ms":0.919374986551702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e33568e375ff9f0a94eaa66febb92f2f8f74f49e97de391fe1098394d81d54e","sample_id":"mmlu-high-school-physics.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"231adfef5be127e67b0533ef4c29b32c729734f4d9dfa427cb5c9316de22bd3d","formula_version":"titan-u-contract-v1","latency_ms":0.5387080600485206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5688e9af07974dcb9077b50757754dfbe6d9a3bb31ca9f8229b5dd1aa11b0065","sample_id":"mmlu-high-school-physics.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1404ece7a7a9eaee93c0c05e29adb1464c7515036d57193d076ecc5d91daea5","formula_version":"titan-u-contract-v1","latency_ms":0.5656250286847353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dc8629f88a8c90c38285b26648200bb5d2913a202e130a89559bb795304a886","sample_id":"mmlu-high-school-physics.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7c2d1724b4d1983a12eb66a7bb2f31506764f3ba64f54208961ed524313131c","formula_version":"titan-u-contract-v1","latency_ms":0.6145420484244823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c47a586ab9489fefcd508dcd2cfefef9cec67f1103641d2088f18c9a5502ee7","sample_id":"mmlu-high-school-physics.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e92798efc5f19f3c009141ba3851bfb90ba1d16f1384cc71a2cf4713e4ab97dd","formula_version":"titan-u-contract-v1","latency_ms":0.6552499253302813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9617cdfdf56676ffe5835cd195dfc3c0cec4ae0063273daf7e4b086b300206b","sample_id":"mmlu-high-school-physics.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7d9dbf2ac3bb87c33305f974f579d2e1ddfeac135c571e673726eaf8cf7287f","formula_version":"titan-u-contract-v1","latency_ms":0.7142919348552823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41246d500a74bee38cb0511a34a9f11fadb2a10fca019fc40a1ec8c76455a2c6","sample_id":"mmlu-high-school-physics.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5333b1aa2142b0f5e473f854524b2b60739a477dfe001f871c37aab1f27f1d12","formula_version":"titan-u-contract-v1","latency_ms":0.5049160681664944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"584d0ed48741f036cca5d0df7bd9bb940d5449bb17cf9f789dabf9ff0d7e9a26","sample_id":"mmlu-high-school-physics.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5a09182f6f746b47055982e65dbbb538b09389a5bd08db14306718626755f94","formula_version":"titan-u-contract-v1","latency_ms":0.7594169583171606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb664310045820bb5d75f269d365b2b8a7464effc3131ed6c923e478d5773121","sample_id":"mmlu-high-school-physics.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ee422b279cd2d2a7886142f30c98190ffc6b5fb63ebf98c0a68b5dce3e50676","formula_version":"titan-u-contract-v1","latency_ms":0.5232499679550529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbd7793cf9000c8c5d3451ef7667107930fb0a9cff2a91f1a674c2aa81f47159","sample_id":"mmlu-high-school-physics.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"857e5ed86ffb4c8a35f2f7098c2ca33e33ffd93a65bdc2669e629593194ad964","formula_version":"titan-u-contract-v1","latency_ms":0.58170803822577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"237b4e67d4402cf9d45f8821399bb1ef4b7fdb6737891afe9657d94d23864626","sample_id":"mmlu-high-school-physics.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8154fb0ae42b1d02384035bfecc382f922e46e90e70b2cbd46ddef2d7c5d71e","formula_version":"titan-u-contract-v1","latency_ms":0.6899579893797636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4886d2baa3b06965354f1cb9a4173ef17c089f2181a02dd582d41e3fa32310f","sample_id":"mmlu-high-school-physics.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf4dc855642f72c05c1ab7cb25a6c27177bce5805067dc6250578c889c3da737","formula_version":"titan-u-contract-v1","latency_ms":0.7594579365104437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b98a76191097f0b432045be562d6cfa43cc84ef16740442a4f6909ef546841e8","sample_id":"mmlu-high-school-physics.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f920ebce74038acbc0e68ec29c510ad59b974aa5e045c7cd1dad8f28ed387289","formula_version":"titan-u-contract-v1","latency_ms":0.4388750530779362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d746cf251c684986e2f10ef322c58e458b58783d54c3130850b0e4b5d631a75","sample_id":"mmlu-high-school-physics.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdd688c626e08badce7de583c04e38fb15f9cb24b0c4ba216f9e0df8f3313eb9","formula_version":"titan-u-contract-v1","latency_ms":0.7431659614667296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccdd442ac4cc64555b2d67f4cb9964ae12f5293155d37401ab45f05e41c3f15b","sample_id":"mmlu-high-school-physics.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"766780890ed713a0414dc149dd7e61b0f03defaa690327a79e28fa67fbdf1725","formula_version":"titan-u-contract-v1","latency_ms":0.7583339465782046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f68dfb8059bcb6d178de9529faa95a8b16f6029868c7b265e4d1096c1d708e47","sample_id":"mmlu-high-school-physics.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b4d3c2e0e863877000dd718253c6586f6b3eb8a8eeed05499ef371e9a33658b","formula_version":"titan-u-contract-v1","latency_ms":1.1823329841718078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7178b210b8b1527d297872455f4f5e5d7d19bce1c923418bdf2c79ae2d9aa2fe","sample_id":"mmlu-high-school-physics.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"729e6f51bc43e0b777e92ecff36bb994c60e37eab7b7327b82909e7953a2afd5","formula_version":"titan-u-contract-v1","latency_ms":0.6674999604001641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bc85f51373a37500376a9b0bd9ef91edc6f729a6f6ccaa832e88e8bae33bd92","sample_id":"mmlu-high-school-physics.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7a899eaba828327a2a032f3f217a5ae979144b3e4606544d4c2cac704790f1c","formula_version":"titan-u-contract-v1","latency_ms":0.5414999322965741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4090df640f005705113ffcd6260fcf1a5d586689c630879d1a97ffcc6bb3c0e","sample_id":"mmlu-high-school-physics.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b72acfa484286b23e78ed333b101f2aadc7d285f2c0c725ba9b678486d05b5e","formula_version":"titan-u-contract-v1","latency_ms":0.7049160776659846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae51091177970a11d9450925be957664dc775e9e85dd2b21913f36de9ec06005","sample_id":"mmlu-high-school-physics.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb9bcecaadddbcd5059f5347616dfe0c423d0373cfc0e60f91195ef7f8b3f014","formula_version":"titan-u-contract-v1","latency_ms":0.7827089866623282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9836a8c7cc328c98e9a46eae0eab59e620a94c34902fa55b259f654bfaa272a1","sample_id":"mmlu-high-school-physics.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cae9d79e0de96517f34682ca993ac9923be38362d4dd327dbb6fe212d058abca","formula_version":"titan-u-contract-v1","latency_ms":0.5074579967185855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b280def9283c6b5f6396183599bfb23ef1799705663fa244f217468f968b6399","sample_id":"mmlu-high-school-physics.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18c726e51c20f77156c65cdfc6268681e392cf1357d4d0b8cbc07e484f1ade0b","formula_version":"titan-u-contract-v1","latency_ms":0.5316669121384621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25a5e9d8123c56bec1547149a0385d35603c52578054716ac949c03842838205","sample_id":"mmlu-high-school-physics.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34f95b1ce7916de10cd5b10ed12258aa0d651d93540d34ae6e8fc86921a600a8","formula_version":"titan-u-contract-v1","latency_ms":0.8587080519646406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a10621340ee5a3629e33a9847ce06d16f41d28a40a5fe7b5fe2daf79ca3d4e3","sample_id":"mmlu-high-school-physics.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f918bdb9462970d8a0da5501335e8b8adc8ecd72529044abd8b7fbc5e08c535a","formula_version":"titan-u-contract-v1","latency_ms":0.5664170021191239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ba00197eee0ec493017e22c01315f8d0428fa78231060e9d77116c601c487c6","sample_id":"mmlu-high-school-physics.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4f334b2d135b11d73337945e9bbfc1b3dcb46a524aa8c6b18fc4479ecc4b53b","formula_version":"titan-u-contract-v1","latency_ms":0.7517500780522823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a936475f3ed31174e7277be6feb7d36c12927a2b8b2bb4075799d5768909cadc","sample_id":"mmlu-high-school-physics.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ad40b3bf9188ebcbe8e7db56d49e617f4548b7b87d3f665ee5cfa90df0fae75","formula_version":"titan-u-contract-v1","latency_ms":0.7745419861748815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4537eef7d0d81070659bb522bbbad89ad662ee99a230b800945ba97873cfc4d","sample_id":"mmlu-high-school-physics.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88c89e8808456e560b14948f51d838874f75ba02739de5f9b85458fd648e7a8c","formula_version":"titan-u-contract-v1","latency_ms":0.8186250925064087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a71f9593b372584409e53c179e6dfe9fe12ae28bdda471b6bd0b959a1fbe0029","sample_id":"mmlu-high-school-physics.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7888610e4fd4664d90a5445bc5bf8608a42fb91220504d9e48b48daff9166e7","formula_version":"titan-u-contract-v1","latency_ms":0.6665419787168503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"969e5d8d8d9e8bd0f5ab1b91c4dacb3897b902403d71a6a860ca548af8d03c90","sample_id":"mmlu-high-school-physics.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55b7764ae21cb35ed46d84c7068d992f62127cbd71050d9da91e0b948f36a4f9","formula_version":"titan-u-contract-v1","latency_ms":0.6507500074803829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edbc75031497141029e4222d8762cb0c16070c1786602f9d331a076059d43795","sample_id":"mmlu-high-school-physics.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"169972d06a928a79aa3d21458418c3d88fe149796d841634d0361dc4bd2735a9","formula_version":"titan-u-contract-v1","latency_ms":0.711207976564765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd06b53210c12fdd21ca97369fad98be8f6147501ddc0e503dba19c22337b3cf","sample_id":"mmlu-high-school-physics.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"955ec2882a51259c9025027a7406292a6f3f309fab022615e6e15844549fe54a","formula_version":"titan-u-contract-v1","latency_ms":0.47283293679356575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ed6237e2a170524b5ba368afe214e61a1f671e742eaabdc6c3302e54ef41694","sample_id":"mmlu-high-school-physics.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48a7427b228662ad499c4987d0ca355070f46b7d1b30e0db9c0b4440170e791d","formula_version":"titan-u-contract-v1","latency_ms":0.5200000014156103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"008057f8d8e32019e3307c1df129445ac0e87d878d54a47dcb1c20a2a80f2e52","sample_id":"mmlu-high-school-physics.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d44bf974c219a093dc1ba2c11b0336e12c50701a9ae957e66ff50cb7b810263","formula_version":"titan-u-contract-v1","latency_ms":0.46004203613847494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e22aed5f8ae0c7611131974c31b984f35842aa12b38624fa11ae6fcd36b245d0","sample_id":"mmlu-high-school-physics.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"006fbc68bbbd805ff081c2ef450e9c0cfe1350f23980d4327fecef2fa5ffe52a","formula_version":"titan-u-contract-v1","latency_ms":0.5914170760661364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5602f75d9d78abeec090e6fa446f622c2365ec2ac40c331e75416fa519df1bfa","sample_id":"mmlu-high-school-physics.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdbeff2e42b1bd9c2f2bdad7a54f0f7ebaa859b23ed9f273be33da97a18eaaa4","formula_version":"titan-u-contract-v1","latency_ms":1.050500082783401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54666c912f647717450f2404d025684ba364d81bd4f586b93c1d48775faf7954","sample_id":"mmlu-high-school-physics.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0113378b846dc2ac553fafd7ca80e4efebb8bab8db59854e452a596b4b863747","formula_version":"titan-u-contract-v1","latency_ms":0.6240420043468475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"772ad37951e9c167b76b176f6fbc7fb7bd180586079c70c67d815829a926f1b0","sample_id":"mmlu-high-school-physics.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e46b42f609c4ba33c260418f073a2e589daa0ed9f91f55bcb78323e378fa03a","formula_version":"titan-u-contract-v1","latency_ms":0.6342499982565641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04bd5d7ab8da966329cc2fe9446373fbe3b6e8200948387f38c1ec0b67beb70c","sample_id":"mmlu-high-school-physics.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23b2d980ce16a1e9f347dad1530fd1413bedfd178cff9b464207944340128ef5","formula_version":"titan-u-contract-v1","latency_ms":0.7195000071078539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e5f2dbafd3f6f5a5cf2c269a7bcb36315effc2b5c82cdbae734c753540134a6","sample_id":"mmlu-high-school-physics.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4261237c546d2be8859ec9dfc507c1d15cbfcc75a799d2fe84adb86a31bd3eee","formula_version":"titan-u-contract-v1","latency_ms":0.46799995470792055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13beb639546179a878263d374a00c97785b4ecacb7e2e08ea883c13483a27300","sample_id":"mmlu-high-school-physics.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c0db7f127b2fbcf497ba7725ef07413e4b6b2330fc17758eadfc74a226729d7","formula_version":"titan-u-contract-v1","latency_ms":0.999417039565742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed0f933453d71d00ca4928fcc84440dae8ce7dd214d168b3910c654cdab185f","sample_id":"mmlu-high-school-physics.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf6b152e88021ff193bea1dcfc8a163d4e2d1f4a69921f113aa22668add5d228","formula_version":"titan-u-contract-v1","latency_ms":0.5101669812574983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15497fe400fdbc318bd37771aad2418c4b92b6d14e51d1b43eeae3104480bc8f","sample_id":"mmlu-high-school-physics.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb362dc8c28628de26f5b2693067f651c82e9f93e6e80f13934c58cf305f9b1d","formula_version":"titan-u-contract-v1","latency_ms":0.8722919737920165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a7730ef6fe6e523948855e4ebe0c3c4ea904b8b5494051c513d51352e2b4ae5","sample_id":"mmlu-high-school-psychology.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baad75827d718f89a740699f9d4422e28a4b170ba25544c8dea89f2021b09adb","formula_version":"titan-u-contract-v1","latency_ms":0.4467499675229192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d305abd84da27fbda282c22c38487f9287c5477c10d224efa858314783a3148","sample_id":"mmlu-high-school-psychology.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48d1f356a9846ffb25ac6c8e293280fe9349fd4b900a764a9331611344475e75","formula_version":"titan-u-contract-v1","latency_ms":0.4547080025076866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25bc39444715c2045ff72204836125c6a5ae5bbdf118bff31b2e1a89293282ea","sample_id":"mmlu-high-school-psychology.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd54b50e0d7440551178fc9b3579843ba56bed75f35c4b8f9722e342317c345d","formula_version":"titan-u-contract-v1","latency_ms":0.4509580321609974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2744d5deb3a5e8abfca677009b8b9d56a0eff822412ebd586f3480209342fe33","sample_id":"mmlu-high-school-psychology.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95be66ff1b79d20e6ace38c247f4377e4f11bff0513dbbe2a9ff8cb36c7d1ae9","formula_version":"titan-u-contract-v1","latency_ms":0.6693329196423292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dabd7d8758df7ff032e70d3647dd380772c32a4f90551167a68236253fb063e9","sample_id":"mmlu-high-school-psychology.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ee1d94021f20e00b7498ffd422b9639985eac4026e4861afae3d30190bb503c","formula_version":"titan-u-contract-v1","latency_ms":0.5217079306021333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da2303d03febc0846f0e9a08d3a378f32311b32dcf47c5f4c4ba239c7731cb84","sample_id":"mmlu-high-school-psychology.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de4e862e32d679fcf412acde954facec4648d3511c1fbf38e17e59d09fce0a54","formula_version":"titan-u-contract-v1","latency_ms":0.6227080011740327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4bd31440e9f9d0926e4478d459f5df9ab5634ae1ca19b2b6615a7a1fe700e62","sample_id":"mmlu-high-school-psychology.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee6f3f16942bf6ce1140dee8587608e946b7062041b44288e79f7b153ce980b4","formula_version":"titan-u-contract-v1","latency_ms":0.875583034940064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97f07c66d128e56fd8849d4ae90b9cd82767d33a7d3d6f5713368b658c3b1882","sample_id":"mmlu-high-school-psychology.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06e5949d0f6fb9d0acdb3de5eb1e973c0b01060b9155412a417250c2768e50ba","formula_version":"titan-u-contract-v1","latency_ms":0.6134170107543468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5eaa09349a2d251eb962dd66e47b964c0428c069a6d872c2613459b79dca0a91","sample_id":"mmlu-high-school-psychology.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afd8f0ce571225b862bd45edc96053baf92c14a0de38210912eea9f4f2736228","formula_version":"titan-u-contract-v1","latency_ms":0.4971669986844063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a652e42955350548e0fcffa92a2abc252194ab52cb4d2e5dc7b9139a1e24f939","sample_id":"mmlu-high-school-psychology.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c08410786ea0f1c96abdee42b7adfba0ef45db10c3aff8eb5c12bbc5157abec","formula_version":"titan-u-contract-v1","latency_ms":0.42033300269395113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f08a9ed42aaa646d5cf00f1fa776fbe6e454596798112bf4051575bf563791b8","sample_id":"mmlu-high-school-psychology.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1afc0c0deec25389c5d84397e8613e4a75d237b03dd017e14be7cf473d9d8421","formula_version":"titan-u-contract-v1","latency_ms":0.4648329922929406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6853bd483a5410fac970ebf3bc447aea034a89041b57eb6f011ba62871089bc7","sample_id":"mmlu-high-school-psychology.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"979409319c3cfc1f7215527a87b072a43c7b60ffcc720d3faa86da816c4345e3","formula_version":"titan-u-contract-v1","latency_ms":0.6756249349564314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1822268809f4c4fc5b3af29f5088404dacba030e0346b4809e6885176b66db11","sample_id":"mmlu-high-school-psychology.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bd0294899f063c37d96bc99202a1e690900eaa0df5460e68def5ab73a97a3c7","formula_version":"titan-u-contract-v1","latency_ms":0.6114169955253601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab79ecbe4976ab47a8b8bd67c979f57af63f36d5a83caef0428552f4283bc151","sample_id":"mmlu-high-school-psychology.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f9c1a65644bb66f8e247e1ab07eaf6a11f8d8a2943298d3e5955f1b26623ca6","formula_version":"titan-u-contract-v1","latency_ms":0.7154580671340227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e93a5a2830a4996e4031eac915a314c038a26ca930ea02e144473e658e65be0a","sample_id":"mmlu-high-school-psychology.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a6cdbfe00d918f34acddf1763dc2ab3d3790b28677e056c359240f616c40a02","formula_version":"titan-u-contract-v1","latency_ms":0.6834580563008785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1500a31d71f24225d9f0c0e6c601b1ca7536cc815641a332b2e890d1b00189f5","sample_id":"mmlu-high-school-psychology.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b0c85c7308d887a4d2214def59eea9b8c9cb06ff6cc1e66b0e1d9a6333155dd","formula_version":"titan-u-contract-v1","latency_ms":0.44754205737262964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54b30e868bf25c7af20259c6162595e592b4c1ada4b9cf4b47e116ec61a600d1","sample_id":"mmlu-high-school-psychology.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03360dabcb1f0960aa4225a37cdb6c0afdbadb66ee475d51d2c7fafc0eb3025b","formula_version":"titan-u-contract-v1","latency_ms":0.4616669612005353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f73cd0c373663e1f35498b03c4357cc8c1a83622671896bf83a4751672bdc60c","sample_id":"mmlu-high-school-psychology.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7eef9280bbcdf312967e6a02de4ea98e331adf98bf80f9c93dd0610015dda41","formula_version":"titan-u-contract-v1","latency_ms":0.5449580494314432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3cfed7bbaf417d5870542469c5cfce3e7f2595c908bf752663cfa0690f13fa0","sample_id":"mmlu-high-school-psychology.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0413e64751fa49ea2a033dd04b318207f327f4326b21e7c41400276f0b313395","formula_version":"titan-u-contract-v1","latency_ms":0.4627919988706708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f018f740ad7b5d344c0c33b760f00cbe63db87303a7864906adbd9b112d6a23d","sample_id":"mmlu-high-school-psychology.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39bcb294e6c23907172a6074b1540b43835721e8b6ddbe9c67a9b233ffe362cf","formula_version":"titan-u-contract-v1","latency_ms":0.5146249895915389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b6535b0be23d2df13cd75fdcfa904ecb7185876bec5301691f05694dd77cce5","sample_id":"mmlu-high-school-psychology.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a64a72a28c992cd23aefbb3a472c1cc5596db9c556b590ebb085f9d18f4124b7","formula_version":"titan-u-contract-v1","latency_ms":0.4922909429296851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91e09bf5165103749d3691215fe5bc548c0e861942ceef124fac4c7526a34899","sample_id":"mmlu-high-school-psychology.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4838b2209931e0d463f807913b194b1a6cd451aafd274b9bf0c729262bbe207c","formula_version":"titan-u-contract-v1","latency_ms":0.4206669982522726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b8fe3de90f75110fe0db2ea7601a87be4a2adeb4f772a26699cfee621339fbc","sample_id":"mmlu-high-school-psychology.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4a22c0d157608de409412686be76007a5e61a5af3eb6759dc16f3b63a8067db","formula_version":"titan-u-contract-v1","latency_ms":0.5969579797238111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6edbffe8c0fd5f3f475d09ef33fa66538d23f6717d7c65edc22cfc75214a012","sample_id":"mmlu-high-school-psychology.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e616f66a5150e1791724c04bc268cbd0f21d21529bcb952e486b1af4585e477d","formula_version":"titan-u-contract-v1","latency_ms":0.44716603588312864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc83b79c6a640127af14fc269234ed77e035d4415cd9c7f63f722a8586fca511","sample_id":"mmlu-high-school-psychology.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bc040c97f7980e4a8b98a27e73881e38c723916ce0dbeeb804048efd92cb4e6","formula_version":"titan-u-contract-v1","latency_ms":0.4664580337703228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3fafb3be5218e649e5a8c7908caac0ca8cd759a860730e8e5b495320bc6e57b","sample_id":"mmlu-high-school-psychology.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86a9bc6668f69a132848f73f4cfd5b0a79fc27bbc229446a5ac0df136ad0fa5c","formula_version":"titan-u-contract-v1","latency_ms":0.779750058427453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb86f04a213b14b0df622862b8a8518c7a0bd14a9369ec146c6f3c891211c543","sample_id":"mmlu-high-school-psychology.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9532a73514b4e4ddd23b73d20d14ab667d7e41c4f879f301fa79a9d7fe19f026","formula_version":"titan-u-contract-v1","latency_ms":0.5186250200495124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35be51bb283195f736dd11c02781bcf47f53b692cd68e63c56340cf9257cc5d7","sample_id":"mmlu-high-school-psychology.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92f4535dc9e51a836f600858d41fe7abe5a9713f91eaf90f51c4d819fba7c42b","formula_version":"titan-u-contract-v1","latency_ms":1.0294170351698995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4ec6f19d9354626d1e2893302e1dd88e189a3e883d994b27bd948afda13e4c1","sample_id":"mmlu-high-school-psychology.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"693029ec615eab13a75b86534764200a2a9e017c3db4215d4babd3146871cdfa","formula_version":"titan-u-contract-v1","latency_ms":0.6294590421020985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96bd83b23e47554bff9068dff80523291ed1da4a3a48e41528cd9b1c325fc854","sample_id":"mmlu-high-school-psychology.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7886249d92e7b6f920ed9872a69a23798c9600a79be22ccad3caece097a93d4d","formula_version":"titan-u-contract-v1","latency_ms":0.7709999335929751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"016e2f488122783b54de08e1e9aaa4f538012d78c5bb4972481a7eb99f9e87e0","sample_id":"mmlu-high-school-psychology.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19b85b2bc83149e80062e9a8f9bcba94743c6f628b065bb78c85c07f02df295b","formula_version":"titan-u-contract-v1","latency_ms":0.42629207018762827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"917bcdbee58516e9b619eedb4b9b49e3bb275e06965a3b8cfaec0b486004e714","sample_id":"mmlu-high-school-psychology.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f44f92ed5ae768aee17a3aaefbab83d0a8d20a8920569f24a8607b1a14f2735","formula_version":"titan-u-contract-v1","latency_ms":0.475333072245121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6ce731951bb0971cb835da5a49c1045b898ba16e38e8ce5c6654b81f703e7a4","sample_id":"mmlu-high-school-psychology.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"939eb84ec2fbef77054a3f5e56fc22321ec500c55636d68e8ac4e77745cc7a46","formula_version":"titan-u-contract-v1","latency_ms":0.7410419639199972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d83f898aa849ef0f533717354fb40f0a2b108a88409da02706e4609aca1a222","sample_id":"mmlu-high-school-psychology.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7309616773a430d156c92a0cd5dc8c35136023d01c67c0aa9cbeb6d194ce849e","formula_version":"titan-u-contract-v1","latency_ms":0.5799999926239252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fee97e801dd92626f2d12ab3862eb94a8faeebee070cee07012bee16b4d1f0af","sample_id":"mmlu-high-school-psychology.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"718105f830f24314a1a3f0c6e9563f1f3d045bf9312d090536652dcd3fbe73bc","formula_version":"titan-u-contract-v1","latency_ms":0.5548750050365925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88946a3af0d5d6662a91f8866ce2e6d85b50c84c9ce79575270491d1b055539e","sample_id":"mmlu-high-school-psychology.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae2764754a55fc9bebe92055f1956dabf27be5793fa92102afd84f34b2fa6d0d","formula_version":"titan-u-contract-v1","latency_ms":0.6484580226242542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28f2f62375ee6df458efc459688907f6824829bf8f4a21f6966834027115ec27","sample_id":"mmlu-high-school-psychology.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1df5e6c8d6412202b6d6429f80c994083f72bb826ee5b06976b5fb8e0aa2a078","formula_version":"titan-u-contract-v1","latency_ms":0.6049999501556158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"867a6475819613d2a74c3bc7863f204df5dbca8863b1fd88e4494120d84f6a66","sample_id":"mmlu-high-school-psychology.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"430ba0cca7865e805c66795ed2408cc40ec00a8cff8cd2a3de813dfc6354175a","formula_version":"titan-u-contract-v1","latency_ms":0.646500033326447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e33321837377ecd7a3bebd36c6d62c5b5da51d4129aba7a7a3d50a9638a37df","sample_id":"mmlu-high-school-psychology.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1980be5afb281a5a70f27ba33ad37ec41dd0c1fe70873c0719f8e46606a7c058","formula_version":"titan-u-contract-v1","latency_ms":0.8720828918740153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c1ea5151c6572242c24121fcd44ad7247e2189a1fd2493efc14470c7858c3a8","sample_id":"mmlu-high-school-psychology.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4314a9b18ee6bf4d50531466240fffe1f7fe8062bbdbfa3bc315e23e47da03c9","formula_version":"titan-u-contract-v1","latency_ms":0.40320795960724354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24b346e46fa9229643b81046800c3ac073862c55948e9945f4318e9ceb9f8ef4","sample_id":"mmlu-high-school-psychology.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b79e2bd52490e0c361378cbc0aa56fe115258de25ba77c7eee27006a292bec4e","formula_version":"titan-u-contract-v1","latency_ms":0.5880420794710517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c7090717dc76f0b2ffb51707888a5e1913475870dee085707f69bac0886bc0b","sample_id":"mmlu-high-school-psychology.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4407f97f8a548e2ee958b5f904716996d176407d44723d640dea08eee3a58f9a","formula_version":"titan-u-contract-v1","latency_ms":0.476666959002614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00bc839f7557fea461a709af79f21520040e1007ae6f7a3730f07b772c944a95","sample_id":"mmlu-high-school-psychology.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3248a99d2dca4aca898c4894c61dfd9f3d80893a18802d273683633db4bec3a","formula_version":"titan-u-contract-v1","latency_ms":1.1957919923588634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd76afd78247b0eaf37f03b57b78fd242485cf72854df0459de5a3cc1e6dba06","sample_id":"mmlu-high-school-psychology.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f862161785f5bc0427922a277a0d717fa901c61584eeb09d9d78c5807ad40ce2","formula_version":"titan-u-contract-v1","latency_ms":0.5851660389453173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d229870ab00ab656549bf42a0d68304e4e61c35c266491456bf08ca1ab91453","sample_id":"mmlu-high-school-psychology.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fcf533c7d793074f7a38329e576a86816432034af3edff44bfa98d630c06dff","formula_version":"titan-u-contract-v1","latency_ms":0.44308300130069256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4aa0200614dcefa2138278f95b84352d4819938f97c9d8918e8021576ba45aed","sample_id":"mmlu-high-school-psychology.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49ea656db48321655a960bda7040dd2e202115d3122feb3e58b93ada743d249d","formula_version":"titan-u-contract-v1","latency_ms":0.4901669453829527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"282164f858c40f27a4cc55aff55a46bc173f7e80c40314838af0c9a28e02d6da","sample_id":"mmlu-high-school-psychology.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04c655ee46f672c40e0d135f1f7878c713de95f8bd25b6c977e0fc8437ae1beb","formula_version":"titan-u-contract-v1","latency_ms":0.8262500632554293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c00806fd8c9ef7cf3d491b3c0f449ee926b85b43e544a96b78548761086b4ab","sample_id":"mmlu-high-school-psychology.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a0d710eeb459bd34b992bc8f5238b34be696c6057c10ed5d02ab0136500c520","formula_version":"titan-u-contract-v1","latency_ms":0.482583069242537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc51b4a5c1fba67a55325896d7bdc78fa3e2a187ea0198b69cc62fe9790ba051","sample_id":"mmlu-high-school-psychology.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc581982b22d041dcae7969658a62299fa32c0280424d9859c06cede98041080","formula_version":"titan-u-contract-v1","latency_ms":0.7184160640463233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff94c6b904716e366af468741a0a632c4279884941ca34bcddf9c4b09dbaaea7","sample_id":"mmlu-high-school-psychology.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c89beda293133da1deb1ff75b80a9b3b26d3df497a397562c8ee4461ee90b34","formula_version":"titan-u-contract-v1","latency_ms":0.42049994226545095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a5dc44429dfbc01ddb14c08132ec230a67ca9c428d1fddf6b64a47aa31f039f","sample_id":"mmlu-high-school-psychology.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db09acd6744935253bb2493b5e113dd5737acc779d617c98457f0dba98927efa","formula_version":"titan-u-contract-v1","latency_ms":0.4045830573886633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1f6c25f3ba0d27a18542679b64477dfa8d8204f8b85a3f5c757bcf7f4c23b69","sample_id":"mmlu-high-school-psychology.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c87ee5286129244142125f365317373833aef28ca556049f03f9001401cfa379","formula_version":"titan-u-contract-v1","latency_ms":0.6317500956356525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d4e6feee35f5e06f50991023e6cf6c850c20e3fdeb86a1068fe06e05fae42a7","sample_id":"mmlu-high-school-psychology.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68cf688b98472cffb5bd3e666a340813c1085db9adb99a978bd4cd3b3a7e9563","formula_version":"titan-u-contract-v1","latency_ms":0.44537498615682125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"480c672224ee6742c8e942dfad39ef0e42df3193159bdafd10c0d44dae35e976","sample_id":"mmlu-high-school-psychology.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cee1175453778c544487d15e886d03645032370cdc6c119e89ebfd19fdcd6ed0","formula_version":"titan-u-contract-v1","latency_ms":0.4391249967738986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bc6155901221d937af1d6fe0370cdb261652d6359a2319b182961daf31a983f","sample_id":"mmlu-high-school-psychology.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5966082a2852465292df1d0455ba38e0e15c375c0019661908dd775380b806a2","formula_version":"titan-u-contract-v1","latency_ms":0.524166040122509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e142ba8c59716e2a593a1622b7d093ab19372f646bc063ce20b1ffd4ddeb997","sample_id":"mmlu-high-school-psychology.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb2ca841a38de62d42aaab335c175b8372ccf0d337714bc6df9affdd76a205a1","formula_version":"titan-u-contract-v1","latency_ms":0.5355420289561152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9049e4a5fe5e98ec94551847f7ce31a17af25b9382b977b204ac3d241342f0c6","sample_id":"mmlu-high-school-psychology.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd8100b8bcf1d216e652066995e511078c1c9a64d1b3f422ee71c150a70ffa4c","formula_version":"titan-u-contract-v1","latency_ms":0.5096249515190721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4e0f114056bd421073357dd00e0f0f62aba30ab358c91895cceeb2f92928fc4","sample_id":"mmlu-high-school-psychology.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07c7ee592245eb901d04d4f58c2e251860ec08fcc0adab0995c97f3c338db807","formula_version":"titan-u-contract-v1","latency_ms":0.4527079872786999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8138b2dc67896647046bffcfdc3e19440d01329c05a941e2f52569daef8c170d","sample_id":"mmlu-high-school-psychology.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72f3c4a66d9012486d03d77384018ed8d078e2b3885463bb0e478404684000fa","formula_version":"titan-u-contract-v1","latency_ms":0.5471659824252129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60134a732039175022562b6d09ca7b091365c119c9e3ff4e49d067d35c44f090","sample_id":"mmlu-high-school-psychology.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3029a2fb884c5c519034205e5a6c56898e633262267892b48c4d6194f9c59e0","formula_version":"titan-u-contract-v1","latency_ms":0.46979193575680256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ac89bb9255d19e5081ca803f39c8001119fc4643bf24b332bdef8ffad7ef8a7","sample_id":"mmlu-high-school-psychology.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b79e2bd52490e0c361378cbc0aa56fe115258de25ba77c7eee27006a292bec4e","formula_version":"titan-u-contract-v1","latency_ms":0.5946669261902571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c7090717dc76f0b2ffb51707888a5e1913475870dee085707f69bac0886bc0b","sample_id":"mmlu-high-school-psychology.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"112f2a905b1897e2fb1048c2153efa5fdd596d1b0f280dc97af06f385516ef28","formula_version":"titan-u-contract-v1","latency_ms":0.7316659903153777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0d5e4c1b2ec7dca458b31d6c03b100d52472f2945e4bce54ac919e30cabba1d","sample_id":"mmlu-high-school-psychology.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69ce883e4ab255a6ff5918f6c121bee4ff5dda3eea62cda4e05d8c77609c753e","formula_version":"titan-u-contract-v1","latency_ms":0.6209999555721879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"672ae671f535a3d41889e7d183113155c1f072203edb901bf6b9e4700652327a","sample_id":"mmlu-high-school-psychology.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91e6c7e276f9b2ebf862122b0d22cb78feae245f73dbb43d106679255b89d79c","formula_version":"titan-u-contract-v1","latency_ms":0.514041050337255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbfcef1ac80c85685c20a0c7144a56f809fd48b22a7c6707e768aa6343a75e01","sample_id":"mmlu-high-school-psychology.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5a3ce0137a6fe787b5f0481c6df5e504df772e203d3e0062afd827c956adf62","formula_version":"titan-u-contract-v1","latency_ms":0.4249169724062085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce59edf8e621284ae478dc0d7b845f4008ea046aa5e0e23f8d519b616ce2695d","sample_id":"mmlu-high-school-psychology.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc1ab262a634b3f90438b071f9cb910acc7a08f0ce1e99b1caa612863ca558d5","formula_version":"titan-u-contract-v1","latency_ms":0.5690830294042826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf353842f63b8d0b3533a833e40390f150ecdc000435a5547bb61b369f3ed7b3","sample_id":"mmlu-high-school-psychology.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcd7d4ff2e53731b94412aa7f7564e55b04af736aa936029ee352a1b1773d1ee","formula_version":"titan-u-contract-v1","latency_ms":0.618249992839992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7575a5572ba1dde3aed466efaccb172fc775bae9e1eb4af2569ca6d53c96909b","sample_id":"mmlu-high-school-psychology.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9d543f249200724787873b2a0d0eb29faca31a46c540ae47929dc64d7f132f8","formula_version":"titan-u-contract-v1","latency_ms":0.5355840548872948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5cf1de81e30b7f4f33c04ba8723cd3ab48651b3a2a8908efb493b756ccf396e","sample_id":"mmlu-high-school-psychology.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8500bcd2dd2dd4917c80052439379b5dceeac7f030c81af7c9afb4f76dc429d","formula_version":"titan-u-contract-v1","latency_ms":0.9481670567765832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a69730937062268d2ea3777aead023afde623ceb75d46c627d9710b4dabba7e6","sample_id":"mmlu-high-school-psychology.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8edf56e685f963e874cdd3861990d6edae2e8c4b1ae24ddaf2f2fac9c0f6a213","formula_version":"titan-u-contract-v1","latency_ms":0.44125004205852747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e2eae1946aee17aebdf0de8a150942e2cd690772a83ade4f918c4fb9e67abff","sample_id":"mmlu-high-school-psychology.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22e0b5b8787937f4fb6f1b4badceb81cfd8f5cf26f6db0dc8b87b3db8d92b911","formula_version":"titan-u-contract-v1","latency_ms":0.6144170183688402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ae918229f8d43294fa5d27a1e0dcc18474ec66d1bbf05a9a06accf367f08dc1","sample_id":"mmlu-high-school-psychology.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"856a5b037741ba76518b97aafbb6bd98caf91568f36564ac04cdbe057e1fc6a3","formula_version":"titan-u-contract-v1","latency_ms":0.5765830865129828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d15c14b573b26499e1f70397d0cc69ca317f8bb209a76c069a77862da47bec47","sample_id":"mmlu-high-school-psychology.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfa6907cdf437d152a1ec508923ef531102bae036acb9e5689913f7a6851eefa","formula_version":"titan-u-contract-v1","latency_ms":0.710124964825809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9adb2f7d28dbd78c0de306fd81c0713fba1f830bc6d61a3037aa087a62c69960","sample_id":"mmlu-high-school-psychology.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"622fe3eb64cad9fed8ba2ba8af9da16afe8e5252c8114aa9e77850b404672db3","formula_version":"titan-u-contract-v1","latency_ms":0.4269590135663748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08b4fbe02c7149e5b32d3db38939593ad69856dce0dcdd59d33193916f3826aa","sample_id":"mmlu-high-school-psychology.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cad9efbabce7489379eea13e3644a8052a515e047588928ca5a920e2b566746a","formula_version":"titan-u-contract-v1","latency_ms":0.6827909965068102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78071921160eb09643b18fe7561748eb8e9897f4ce717d6e6cb0b938c1d19522","sample_id":"mmlu-high-school-psychology.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e6b3e8e6364756835a596839c20c7de52d92cac501fe13eb413dfebc46fd087","formula_version":"titan-u-contract-v1","latency_ms":0.439500086940825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0b97a314587b631b556a3e8e2067c2f78675b1f1f1bf6c062126631772f58e9","sample_id":"mmlu-high-school-psychology.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6adde2fb71a2ad4b97a30f3b920e6b3643fbedde3b3913348e6224ff58ea2d80","formula_version":"titan-u-contract-v1","latency_ms":0.45475002843886614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b665a7211bb3d1b289cad77e2142fe09de013898d025819e9008d99dbefe61e","sample_id":"mmlu-high-school-psychology.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf4b0026666c6f69c5556326d5a1789100ba0f63f581f2e6aa2a571c3e115d33","formula_version":"titan-u-contract-v1","latency_ms":0.4581250250339508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a32ea883343dbdadbe68c116adb68c9530d9e9c827036a997cdb1bee02c1ae39","sample_id":"mmlu-high-school-psychology.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"581e66b9b9f3d66a428d8b5d074eb2322a00ec4055954b281f114212e98523ac","formula_version":"titan-u-contract-v1","latency_ms":0.5233340198174119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad77bc582075f97a7c09fb1e54f1d96c7944e318c62605bcd714d6d225bbe438","sample_id":"mmlu-high-school-psychology.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80906b6f8b6334cab23282dc05ebdd20f96e0876c2e136f3b7e6c978122e49ab","formula_version":"titan-u-contract-v1","latency_ms":0.5983749870210886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28b2a5583380e045e6176724d95f06fe1f8caa53719e8a6883048419100e27a8","sample_id":"mmlu-high-school-psychology.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e47761e8384d3811c95d0207b5d53643aabfc4f5f1e2fba48f5292197c078b70","formula_version":"titan-u-contract-v1","latency_ms":0.4664160078391433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c3e0c5ffc0577179f69ee80fae8bf6b64cf31a42fb6916d62e2c01e0201f215","sample_id":"mmlu-high-school-psychology.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"143e3d9fa22e05d2bf406cdc56c826c87b6359784050a1e93dc45c7ea3d5be77","formula_version":"titan-u-contract-v1","latency_ms":0.8709579706192017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81d732d5dc38fd1096be9902c57818908317725bd9ba8888e1cfdbc86c9f3a23","sample_id":"mmlu-high-school-psychology.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da0668b30ae2b8029a899e9a23357571de1c10f9af0d0c45dc1ec24a2efea027","formula_version":"titan-u-contract-v1","latency_ms":0.5064579891040921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f3ed2f66bee032e6d5e0d1628b88f96ef9ddf51ea5f3a4ccabd37917c2bac76","sample_id":"mmlu-high-school-psychology.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f122d4d4b167bc9bb1fb18ceb806e36886723f46e94a5f7cf264c66cd30741f6","formula_version":"titan-u-contract-v1","latency_ms":0.45904202852398157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a00b5c664d73547b5e0138dd20826dabcf56afe166f57c029b3a353e871a19d","sample_id":"mmlu-high-school-psychology.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aaca8c44854bebdc3dbd27d2b47cce300b47b421c0269dc582bace133509603b","formula_version":"titan-u-contract-v1","latency_ms":0.45249995309859514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef3f49d4ac640b8187fb43203701e2a826f0ba4588dfa61514ffc6742ed5d6c1","sample_id":"mmlu-high-school-psychology.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c709cbaa5185800c5ef150c8a79a473a3d0bdbb841bc7de2ecdf90d7f5416e30","formula_version":"titan-u-contract-v1","latency_ms":0.5547920009121299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"955ed8951a782cd9935c1479f67ca5f8135951741f3d9c3069bcbd0fd9692d83","sample_id":"mmlu-high-school-psychology.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30dd47660210a4bef38431d4a7955af6d9f20b0c23169e78f928ef6816aae1c2","formula_version":"titan-u-contract-v1","latency_ms":0.45058398973196745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73c75752dcf53662285cf1e908c18b9d8e6461fac7016b7571f9405db18622b3","sample_id":"mmlu-high-school-psychology.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6fdcca1baa858f2d5d67aba13b63c436b8618241bf5fdd1934154dabb79e14f","formula_version":"titan-u-contract-v1","latency_ms":0.5160000873729587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df2d5ef003f0b36cf492c839dd946cd05dae892667c517de8d5ecd1798c628bb","sample_id":"mmlu-high-school-psychology.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"301df45a31234d40db919678cc8ad3cde36f400e376ba10d01d7688badb3483d","formula_version":"titan-u-contract-v1","latency_ms":0.4194580251350999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57eb392656769716ea0c748d32303e4a8e74493e730fb6c5f9c8b5bf1bc3e933","sample_id":"mmlu-high-school-psychology.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1651b9f1aa54c53e015ef926698f5a1a57ceea4c0755c358dc33223ebbb5a3a","formula_version":"titan-u-contract-v1","latency_ms":0.3720000386238098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"875c363d20cb88633e9fc4b403bf149656c400f323e488d22da626a5527b95fb","sample_id":"mmlu-high-school-psychology.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fd002446b8a379dee643b35299afefd55949f10a3c365eb9e70db508961a47e","formula_version":"titan-u-contract-v1","latency_ms":0.7035000016912818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cb6806964f203678064d36debd08d6d0af979496fbf522698a2f797b57d0c5e","sample_id":"mmlu-high-school-psychology.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ec9b6d46581feb64974fe13ad56011800738a57b51b67c73dafb5564a90dd41","formula_version":"titan-u-contract-v1","latency_ms":0.5989579949527979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2447529e71ec8566d961e59230625acea389d3852671ded3009fbaa295cb4d1b","sample_id":"mmlu-high-school-psychology.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03bf6b83079142c7c32d42c59fd08867f9bb6747426659f9d27af7633bb06ca0","formula_version":"titan-u-contract-v1","latency_ms":0.6255839252844453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab2eba0bcc9ca950aa69776d9c3f24b1981d5e66ece86dded9994febbb0b3179","sample_id":"mmlu-high-school-psychology.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e83a7258299427ad8ae39a497c1296a3342f8425ab2b88920f12c9f3b049dbe4","formula_version":"titan-u-contract-v1","latency_ms":0.6342499982565641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"949202d1934a8e1c809c1ee469ca5a39ce4b1a1c7acd72e262071d2c4a9cede5","sample_id":"mmlu-high-school-psychology.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"928f7b41302512d158e362e0d13ed613fa0530eed38abc32f7c786f4b4ab1e4c","formula_version":"titan-u-contract-v1","latency_ms":0.5669170059263706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91362ed853854257b512a796c9483e710765605e7189245082820c87da3ef513","sample_id":"mmlu-high-school-psychology.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c67bff9658234f9cfa7ee89d5c8005e602b8cb649e0ce5e039330e04ee31d09f","formula_version":"titan-u-contract-v1","latency_ms":0.4585420247167349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c89d5645806a121122732e5e2af3c805b732df3a7810c2dfc9c04c1598e3d29d","sample_id":"mmlu-high-school-psychology.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7cdd07a3264c97d53d8ea20e61c2657e79106dc92c1f4f9bb240b254a589d44","formula_version":"titan-u-contract-v1","latency_ms":0.5618329159915447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6a291b7bad7c01961ac2c0d9987f3285e6c32aaf6708ad61a5b9dc7696fea07","sample_id":"mmlu-high-school-psychology.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd1f65a13b5c0a3f9a2fe41e94a02e3fc8f8b9f340dbb7f26acae750f15d9574","formula_version":"titan-u-contract-v1","latency_ms":0.4579999949783087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f18c1166c0a0eddbba4f80d85091698a76b2236dc559dd825777c3a4631ce14","sample_id":"mmlu-high-school-psychology.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea6ee9878f5fed6cd59f6bd61f2918ed5b81633de4e8a3816112ced2a5562805","formula_version":"titan-u-contract-v1","latency_ms":0.634833937510848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f68eaf24cd91b0f34f4f714a6edfd007b90bf9e0f36d30b5a48fd639700b9f87","sample_id":"mmlu-high-school-psychology.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3187ff2acb0f05f566eb83c656e5d1905b6f1d38e52c8e9cf45bbaec5065136","formula_version":"titan-u-contract-v1","latency_ms":0.5197499413043261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1599eb7bd8764bab181ba358c6bcac8233bbf6008c1955077d0ba08c40f0141a","sample_id":"mmlu-high-school-psychology.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08978b7af767692d3f51ebed08577f2e2df8116d31ddd18cfb709c8b1aa30b47","formula_version":"titan-u-contract-v1","latency_ms":0.5714580183848739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25550df4cbfda0bd2c422dd672f6125fd65ea79e4ddca86b94f9825c4cff0c94","sample_id":"mmlu-high-school-psychology.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39287c937345f8b7b8cf675014e1085295ba6f28c6ab6d1d7d6059883832180f","formula_version":"titan-u-contract-v1","latency_ms":0.40449993684887886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed952ed791f4296d62db0a0ab5974c76dcfa52baa60ede33f53dd9152de8ac4f","sample_id":"mmlu-high-school-psychology.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9c1a6b38e3c6cb54c2f6b308fb9a091b86e78d330172b85cc620307bd90d953","formula_version":"titan-u-contract-v1","latency_ms":0.5748749244958162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1939584d2692ba68f978209cb1151e9c8ebcc2a727ab967c5be0d777ca380a5c","sample_id":"mmlu-high-school-psychology.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2187620565aa12ffa3895505a4dc6aa8c5dec6179de4cdd75b358762746bbef","formula_version":"titan-u-contract-v1","latency_ms":0.4970839945599437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc7dc7e80ed31d8f05acdbf204f2748345c7a7e2f6b3c4fa1d1d0cd93c0a5c5b","sample_id":"mmlu-high-school-psychology.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e850ab885d3fded06e3ee2e877b58e44258123d293c8d7afb546248498f95c6","formula_version":"titan-u-contract-v1","latency_ms":0.6549999816343188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"581dc51319b96ddd9f248ccc3b42147dfdf6e0ea1294d2dbf3bba0a475608148","sample_id":"mmlu-high-school-psychology.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"154d220fc491a1e19debd3665836118da5e821cf566212bb95329a9f29464f1a","formula_version":"titan-u-contract-v1","latency_ms":0.7285830797627568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3078e099e75da42099b2dc7ac1bf43a6184275cd69c0175e55911ca80d6990e1","sample_id":"mmlu-high-school-psychology.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c80ba1064fc55ef5d4f11ede8dd18e1e5faba1138ea9c34bb8c276fa0c23a81","formula_version":"titan-u-contract-v1","latency_ms":0.5507910391315818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb076745e29a92730be55bc79d0f3e163b1ca6e32a614a432ae083c7791209cc","sample_id":"mmlu-high-school-psychology.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f62c14ca249aafb58121b8f8deed2d713ac91e0fcda2cbb90348dd2fb86050f4","formula_version":"titan-u-contract-v1","latency_ms":0.5813749739900231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58b52017caaa516f4d126955c2460113b5c1e1fd206ded40ad731fc78858e16d","sample_id":"mmlu-high-school-psychology.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ca4c9d0d1c730bb1a9c5d62e078ac5d66c38fa7740cb8d514ad637ca905bc3f","formula_version":"titan-u-contract-v1","latency_ms":0.45320799108594656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dff65aea8f34509618ee485d5e5e728a8d35685258c7aa32b5bbde05a83ee39","sample_id":"mmlu-high-school-psychology.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a70914544669303ab61016bd945866a6f136823ef3fa8b40dc0ee48229d1e51","formula_version":"titan-u-contract-v1","latency_ms":0.45670894905924797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2d43693981b622e88124a9fcd8e1cf90d1ca4fdfcd0eb50ec66ba94e84f6b04","sample_id":"mmlu-high-school-psychology.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9426f9e445d4b2a8cb1b78b912be5f16896f60e95f4c4e826c2689ae69fd2f6b","formula_version":"titan-u-contract-v1","latency_ms":0.44812506530433893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"604464cda8a4623b900a106f201c7da5d7a50afaf62a3f9c0d40db3ed95ff9fd","sample_id":"mmlu-high-school-psychology.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee39d600b8def859a48f7501c2b1717088306a8f6f5bed372217bb03732fa2a9","formula_version":"titan-u-contract-v1","latency_ms":0.6630829302594066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54a7394db44a9c88202917b389788188c54d1a2cbc27f0402db78ff7bbae57b2","sample_id":"mmlu-high-school-psychology.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86ea67916fb4a041de109faaa8c50fd8085089e301541a07c19934f02883c9d8","formula_version":"titan-u-contract-v1","latency_ms":0.48762501683086157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b50da14696a0f2344daf31627f9e8882edc7ddd8364dbef6389af5b600cb571","sample_id":"mmlu-high-school-psychology.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6308fcef648b7e0b76608a30f95f7eb6d38da2bb2a85cba3ec13a0fe2cf7a1d","formula_version":"titan-u-contract-v1","latency_ms":0.5981249269098043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0640fad879edae87457abbaff6bbdfe0e7eb20702ad634a69d43c64799932b05","sample_id":"mmlu-high-school-psychology.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"658bf8223319904d5467f43b902877eaa9456f2bda6eb0d2d52f6539ce003354","formula_version":"titan-u-contract-v1","latency_ms":0.7782499305903912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca2515d0c9a4370fb13e4b2832bd10442fef4998d1ef82f591e6624e2769b58c","sample_id":"mmlu-high-school-psychology.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d34e7336e8640c04c0cc2a7f0d71f9227026b93ab238a7fad4ed2df7e74f00a","formula_version":"titan-u-contract-v1","latency_ms":0.4645000444725156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8759af2836b517dbc236bd6611b2983ccda4703beb05c38300e1cd5536d7d73f","sample_id":"mmlu-high-school-psychology.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aadbd858ed9872fe9de5abbf0b350a40158dc859c178628a5621af5c7f5401cc","formula_version":"titan-u-contract-v1","latency_ms":0.5569580243900418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2de266aafd7ceb36ca4be231ddb6b21b096b9e2390222b54a3757638f342ae9","sample_id":"mmlu-high-school-psychology.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4f4dbc3caa214ed04008a44cff6de3105209d55ff1ed6ddb45234165d997d03","formula_version":"titan-u-contract-v1","latency_ms":0.7654579821974039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac2dda603acdea625c29de14483349e6f99d57df1b1d1e97f560e0158ae042ba","sample_id":"mmlu-high-school-psychology.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"569d2eef6bbf9daf578a2e1e82b98aeb99c2ce38cf04de6396ef6dd033fd0eaa","formula_version":"titan-u-contract-v1","latency_ms":0.5477080121636391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cc668d5ff6104fa9b8d8d44822e0851d302faa001e4dbaed3481d0eba94db9c","sample_id":"mmlu-high-school-psychology.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"634f88646ccca1519401e873cca6c3f3c9749320faf825344cdf6ade15aa6c57","formula_version":"titan-u-contract-v1","latency_ms":0.48645795322954655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b67a8293d5c6cf32286d7ebea7f681941fa632dc7f0ee6a194fac3209fcf135a","sample_id":"mmlu-high-school-psychology.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"435f06c81de74c22ed3dacf6e3d2df977a52599f522fe15f6837992556e16f7f","formula_version":"titan-u-contract-v1","latency_ms":1.2810409534722567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d81be25990d258de01083f2252c6e71bf6655b2fd90912c5240a0fb24d4083e","sample_id":"mmlu-high-school-psychology.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9626fcb122f9e50261f4899c4c30bcaa591fc51f687201886337a02b67ec6800","formula_version":"titan-u-contract-v1","latency_ms":0.46295905485749245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b083959630302eb3d90b19eb3abddb1a77f707f1355160f10d1df2c97c5458d7","sample_id":"mmlu-high-school-psychology.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b637b112554bc899844ead13850a738c48c8743cc64ef61a09ca2b6235814ba6","formula_version":"titan-u-contract-v1","latency_ms":0.7923330413177609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb734bf898c8f9d29a5ed724f11297b171ad7769dc84d19f1e6068c459009675","sample_id":"mmlu-high-school-psychology.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98bff9422727b414aee65374f1ba45ef120a5885597dd6877b462523a06634a8","formula_version":"titan-u-contract-v1","latency_ms":0.6477079587057233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3ed305bc3bdfc3199afc1cbe9939552289817618eaacd0626677336986ece4a","sample_id":"mmlu-high-school-psychology.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af3b08f2bcc5c61fae390831aa50d47152c68045a48ee4fd0df1c492e3204bb4","formula_version":"titan-u-contract-v1","latency_ms":1.2677089544013143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67257534be87217dc09f73261426c53609279a8d7af6a43ced349c8969ec9546","sample_id":"mmlu-high-school-psychology.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35aa3493ba19a6c7fdc2b20b30da9dfa116783c66af8e0ae0ad8ebe9229cfc4a","formula_version":"titan-u-contract-v1","latency_ms":0.5502919666469097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c73c06ffa65a039f65a3aa3d13cf5ed3b14bb98cf30ca804edaaae4f77533ed0","sample_id":"mmlu-high-school-psychology.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef0a2e8d6bd14b7844b8234790e77ce0472a6e5eaadad7e406a71b232d8374d4","formula_version":"titan-u-contract-v1","latency_ms":0.4889999981969595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b3403663afeb065e8255e8eaea899c44ab1374d7653d9562265b3dec9d36230","sample_id":"mmlu-high-school-psychology.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bea5b3519f171cd1ecceafce2e85cf7890d50cde53755359f78e54a34b317b03","formula_version":"titan-u-contract-v1","latency_ms":0.5663330666720867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfcd3a15b0477dd917884fa115d1db12ceab4744bb002187fd8ef657f8d1e6d4","sample_id":"mmlu-high-school-psychology.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"384d190bfe3d08c7b883f593654e6b8ad0bf9a87a02f3912254edfdf40d3c644","formula_version":"titan-u-contract-v1","latency_ms":0.46274997293949127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0735130428a79bd515cb94029882377b738f4021275d4be3abd86134781126f","sample_id":"mmlu-high-school-psychology.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06653f5e03a6dd4021ce99cfb97f49097f619cf29453139a8c95a3ab40e399f8","formula_version":"titan-u-contract-v1","latency_ms":0.4912089789286256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dc68f105697a040540aff9f4c938b09fe6a848ef1d24edebacfb244e5eaebd4","sample_id":"mmlu-high-school-psychology.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1911ed5fe21378362c4c6e06fb06600a4864c434d811d722bac4db4506b89248","formula_version":"titan-u-contract-v1","latency_ms":0.45549997594207525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3a52f15ff03a04ca1fbec7b1b56df55cbb533929f263b15a4e9501a72766aac","sample_id":"mmlu-high-school-psychology.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53d5825d168fb71ba83816eb4e0d87df3cb2c84a70a6e368c1ea61d0e78eab94","formula_version":"titan-u-contract-v1","latency_ms":0.4931669682264328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0d6b9fe93d5b83d74dafabb15a9870e936f1191a8434930ed0ffeed1fbcefbd","sample_id":"mmlu-high-school-psychology.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c893fb93decf38c5c6e3f186de9de8ae911b432aeb150e731b685a801db9e00d","formula_version":"titan-u-contract-v1","latency_ms":0.8860419038683176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53add0fe63c72b95f40bf5fc7dd4654af194d0a5849f42bdd1b133691b81b8ab","sample_id":"mmlu-high-school-psychology.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6df318f04c90cfb1ad290c89f6f5ba6f5f85b0c1b3b9c3bd4bb5cd2854ffd71","formula_version":"titan-u-contract-v1","latency_ms":0.8871249156072736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bd87768f12e58b9b849d24091397f39651e1ecbea72aa2f128d964e87db6d9f","sample_id":"mmlu-high-school-psychology.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"570da035b20aa7e1a2757eb08e0e26ff92db6cc15096e31172e684712c308855","formula_version":"titan-u-contract-v1","latency_ms":0.4826249787583947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbc769dbb037148bc506731f8dd8f064a00000e5eb31d9a4c98e6b3923bc514c","sample_id":"mmlu-high-school-psychology.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc744f91384d61a1e751d75e0e2681da487dc89816d7990a39e0da841f3e9cef","formula_version":"titan-u-contract-v1","latency_ms":0.5344579694792628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c78980b70e7ed8bf64a64e2001802b88a4fced89d8bd6410a478b64dad74fd6b","sample_id":"mmlu-high-school-psychology.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff0d602084b843c47937b685a1c3baf300918dd7e2089ad0090af42f52a0015","formula_version":"titan-u-contract-v1","latency_ms":0.4917919868603349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e55694be7d4f8e6d8b0147223b8e43559739c037b36beea7970b8f4373b65260","sample_id":"mmlu-high-school-psychology.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49ea656db48321655a960bda7040dd2e202115d3122feb3e58b93ada743d249d","formula_version":"titan-u-contract-v1","latency_ms":0.5107918987050653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60ce071ec64702a0a449402cbadec1cff9dea159d8fb753f6350406afa064bfb","sample_id":"mmlu-high-school-psychology.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2003c829de0705af1e940ac581f68f8b3048013888910d157b994430aff6f47","formula_version":"titan-u-contract-v1","latency_ms":0.5052919732406735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bce030ec945bea214a4d8b71735492d3031749158d5f3ee6482e53678e614bb","sample_id":"mmlu-high-school-psychology.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2d65258de44372c8a3908627f0f53d2fb062c1a3a507d7a2482e55eacc422b1","formula_version":"titan-u-contract-v1","latency_ms":1.1961670825257897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7717e490ea25dcec436fb49c09e187bf5d12032a168cfdcbe64b51fb10774aa0","sample_id":"mmlu-high-school-psychology.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd3424e8e31754734de55da2fbbc0f3848185095247a132595df371522f6dc52","formula_version":"titan-u-contract-v1","latency_ms":0.7131249876692891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6bab5349db925ae6c427b2cc5cc10a8e51ffd76196a377d95a812fa5e154787","sample_id":"mmlu-high-school-psychology.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31559f291987eaa2e7c15e3a6ebd7c15a2fd9c1c60c8522cfbbe28b5084300ca","formula_version":"titan-u-contract-v1","latency_ms":0.5498339887708426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ca988c3f561918c2c032e8184c5d160f6e6f654c39fc514e4ac56389f5126ef","sample_id":"mmlu-high-school-psychology.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fc88c1c1c328752ecb48c016b20aae8c865e421ecf9193a8d974bc95ad6d1ad","formula_version":"titan-u-contract-v1","latency_ms":0.5551669746637344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1c856140459c8433a31d6419ed7c6a7711c2c65deea6039bd78b6393b792f48","sample_id":"mmlu-high-school-psychology.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"564148c41d01b19e72b5c60872a3a6f37b704185023f0ac94b20882e724b6d95","formula_version":"titan-u-contract-v1","latency_ms":0.6393339717760682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ef2d322eba403cf6fc23e590bbbbad4835df34345da301e75d8b8b770c8bbcc","sample_id":"mmlu-high-school-psychology.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"445c548926443106116b974a4136f20d6113ca11395db1e38fdcebcd20b48258","formula_version":"titan-u-contract-v1","latency_ms":0.6662909872829914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dbd80731cc4f96855dd28879cd63a0fa5853bdab4ac46d043807e86db0a168c","sample_id":"mmlu-high-school-psychology.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b62e8401ae10bff4df445b09fdc82a16daa4e97973ed93466beaea0bd095234","formula_version":"titan-u-contract-v1","latency_ms":0.6101250182837248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0879fc816cff16a31a37c1dc967e506016916cd60c3d303777e24062641ca11a","sample_id":"mmlu-high-school-psychology.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4037d838e6fa7a974ab78a5736b4c33646f184991de4b1e1ef1687797cd94a0","formula_version":"titan-u-contract-v1","latency_ms":0.7087920093908906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f1a4dd47b3e7b4d43206922ef70f29ca5d9b5a2fe325fb4752d52a357dc9e82","sample_id":"mmlu-high-school-psychology.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32c4cd018036dccc77b6f794eb43bb2c72f1bbf691fee993c573e11309e3ea87","formula_version":"titan-u-contract-v1","latency_ms":0.5442920373752713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f102f35e027feccb9c694456566768c1e20bc9bafd99bfc537eeb9b97879deba","sample_id":"mmlu-high-school-psychology.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a625ddfe839f26d39a6b5c79f500cef8b1fb1632b50fd32ca18ceb83913dfe32","formula_version":"titan-u-contract-v1","latency_ms":0.6305839633569121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab1f251e0c1859097f6f16eb4c5cc5d69102e37b847cc1730a4bf86da9e795c5","sample_id":"mmlu-high-school-psychology.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be5d9506ab6a53d2a0dd51a46406ec4f27a8fffaa92a2ba4a4f2dd9c5790ffdc","formula_version":"titan-u-contract-v1","latency_ms":0.6896670674905181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67120751069e976e39977be83565523aa9fbb678dcca662ff8ccdad28151feff","sample_id":"mmlu-high-school-psychology.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42ade63efc78ad4f1e2d889d4b6ce551e03e27bfebf0f69017d4be4d2912f269","formula_version":"titan-u-contract-v1","latency_ms":0.6308750016614795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"920e81ee665c6b47030594ae0b1445d5553c99d27f382703eeaf568e9cd34958","sample_id":"mmlu-high-school-psychology.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bfa32625f20c872b01b14290a258584037758db15becd24b9b5df6d9c7d06f9","formula_version":"titan-u-contract-v1","latency_ms":0.6467499770224094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbf9685aa3feb1aa3d97c233de30fa4b3f2961206b454fedc57e7223082e5451","sample_id":"mmlu-high-school-psychology.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4737c1cf65f2d29ec7d9bd4a0d4518b45661bede9d1375df1fdfd0b1d549d0b6","formula_version":"titan-u-contract-v1","latency_ms":0.4895419115200639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bb9ba50033be49bb6ef213449e386f55a448d2e95dc2fcc4cf633f69c9b48bc","sample_id":"mmlu-high-school-psychology.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acdf88a531b9e996a413bcc3bb6d8166323352dba06a83c34d08ab31c1980c84","formula_version":"titan-u-contract-v1","latency_ms":0.7139169611036777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d75357dcb366cdfe6ded9141be573b6acb8ecc271c752af200e4b346e08d0539","sample_id":"mmlu-high-school-psychology.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79dc0c98ba9f68ddc1f5827d289c0ad62620f11fe93272739bce872b21a94fac","formula_version":"titan-u-contract-v1","latency_ms":0.9030840592458844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa386fb206d2368bfd1769af1c9fc9cf3ccd31a1800a20149dc26c636bfaa139","sample_id":"mmlu-high-school-psychology.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5334dd8fc35c94902cbb3e3dec525cb9d90814751dd754cadb6cc644dca2d5ed","formula_version":"titan-u-contract-v1","latency_ms":1.301625045016408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91bd5dcebc5073dd5c6e57cbb26f7ed18f67aeb3d80302b81e17d9fd78047f4d","sample_id":"mmlu-high-school-psychology.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbe8f70ec72e908e88d90c61d5399bfe8e80318c219fbe639ce4f8918c4b2ce3","formula_version":"titan-u-contract-v1","latency_ms":0.616749981418252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60f3eafdede70878e7d728ff0478a725a45d7e4b869204900280685a5a3de46d","sample_id":"mmlu-high-school-psychology.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf559cf6a73a8c168ba738f2d2c63320f87f276197ca962979a50e4eb502996c","formula_version":"titan-u-contract-v1","latency_ms":0.7662919815629721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dd895b1d927d9bbbcb1876f0b9b26f2d4a898c340756f778ef8fe3d25a80189","sample_id":"mmlu-high-school-psychology.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"350bfc0d317e6c9c1eb2cea88eb0231c4f2041522af749cbf498b6118ee55eb2","formula_version":"titan-u-contract-v1","latency_ms":0.6523330230265856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06b2c1ef5fe1892aac6726ff50146ba4fd6a779843c0a13925583c4a009a87b0","sample_id":"mmlu-high-school-psychology.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9da9e72f8f686268b1c77f7677455a76db812a257d48cb6db4539b28656c7edb","formula_version":"titan-u-contract-v1","latency_ms":0.6498330039903522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"714cede1163a5b1f04f8a05f794715c2718cdf91df5e863afdba8441b0aa650a","sample_id":"mmlu-high-school-psychology.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3b304aa1342f3bf5bc11c5ec853b2147db49a42a6c3722ab858c95875ae68f5","formula_version":"titan-u-contract-v1","latency_ms":0.43429096695035696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6798eb8f2067dca694df0f9c35d1f106cb8ffe3bf2551eb9c812650c6d5bee0e","sample_id":"mmlu-high-school-psychology.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f214586c7a3f6795c35a7b65e7b900a6d2d421d2e71efe3f78264b09a131622f","formula_version":"titan-u-contract-v1","latency_ms":0.8283340139314532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e597664ff1065be7adea08ad297f03273f6c88f28b96a961be4abf272b2cf3d6","sample_id":"mmlu-high-school-psychology.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e132c0ffa08e12fa6df8e57a3974934700b6eecaa7fcc52f02cbd978982de19","formula_version":"titan-u-contract-v1","latency_ms":0.9370000334456563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4e560921fc321cf5ae9884363897e387af035b410f3fb78661b8f1d0b48e234","sample_id":"mmlu-high-school-psychology.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2485f09343ee958439f649649cfe394a9fe616363af45762501f86d51764666d","formula_version":"titan-u-contract-v1","latency_ms":0.4542499082162976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ecab1cf2acafb5e1fc4b112bf5f34093338201f6eb640a02abff7ad50b81358","sample_id":"mmlu-high-school-psychology.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce855ac0982272d81f3e5452b9c1c28e30426a1e16c4f1ac3c289656fd20d5d2","formula_version":"titan-u-contract-v1","latency_ms":0.8061249973252416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f33794b5893b39196abb3ef643a8514b38e0daacf4937a3ec1b7c1f278c7f7f","sample_id":"mmlu-high-school-psychology.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e6a467ed5aae9e3fd559ba664775de0f173a55ffbbd55d5d7dcbd3c6af3bc9e","formula_version":"titan-u-contract-v1","latency_ms":0.5229579983279109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9828a89dc3986cf00668431a3e83e0410eb65f37bbef0b302d4edd5038c9628b","sample_id":"mmlu-high-school-psychology.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"651b6f7611e6dee37a535c15169730f7ce5e883e5ecc4422b5edc2ab0306b15b","formula_version":"titan-u-contract-v1","latency_ms":0.7947499398142099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26ddb674675c2abe66be9209a32176e3513c4fdc4b567cfe1b0307f4d1c4ad70","sample_id":"mmlu-high-school-psychology.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e13b9348655f22f6b107366ffb7f57f79ab79b0915fa736c833d71c9754ce0b","formula_version":"titan-u-contract-v1","latency_ms":1.3202500995248556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0295f147f91a503c0969f12e69b23ca8e40025474129bbada6ef20d291896e45","sample_id":"mmlu-high-school-psychology.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"826c2b53651cb7d4ee98cac0fb42b8cb3b0462460abe4eb79549fc6546e4dd96","formula_version":"titan-u-contract-v1","latency_ms":0.6579170003533363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df7b049313946306005edbd8c6daec40908ab27736bb1018cc23f4e148d50a7b","sample_id":"mmlu-high-school-psychology.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdb7b9313dee807cf764372cf3dbfa9177f30f6b82393c272cc2b6053c154da2","formula_version":"titan-u-contract-v1","latency_ms":0.4764579934999347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4f56610d1af61d6be1e92ba12ee6c4709f95a6ab7ce9e8c97585083303d115e","sample_id":"mmlu-high-school-psychology.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30b65cda3d0eb9a9b8447ee2a52947a7ae30640a17c85f7de185cafecb527a93","formula_version":"titan-u-contract-v1","latency_ms":0.957458047196269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67605d208a53a7ee049f52b228e30964a23a6f7bedce7a6474460a3833080fef","sample_id":"mmlu-high-school-psychology.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f2b74332cbf0fd6ad55f1d1cab16590f870d4715eb07a3f661cf73a2109e490","formula_version":"titan-u-contract-v1","latency_ms":0.509207951836288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09a1c7189b1fd710ca619d04ca92077726b6adaeec257f68d4bf1c33679ff9be","sample_id":"mmlu-high-school-psychology.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"948dbb40e985248bbdd4454ff1a7a6b30a42a129e10602dc2e6dcea787072dd5","formula_version":"titan-u-contract-v1","latency_ms":0.7857499876990914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98edd3756ee0a2b27b7c59cd936b4c5fcb641057c895a6f948e35c53199a6ce1","sample_id":"mmlu-high-school-psychology.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d94668b77787341b44418e3147f32ab96bd83d4197673b1457ef2fdc5fab0e4","formula_version":"titan-u-contract-v1","latency_ms":0.6025420734658837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f96ba74f3c05b8e362a8a2015d667b0ad5d9a9c71fdac9df3f068c05732bf788","sample_id":"mmlu-high-school-psychology.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d704bf7b85551988fc4789d14353719a27ed41c995940a62af0d41925c05242","formula_version":"titan-u-contract-v1","latency_ms":0.450249994173646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c328cb2d1f6e592913ea6b3164a2eabd111439cfa99ed18c10d0d6b0a0a3196","sample_id":"mmlu-high-school-psychology.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e85f74f3171c2d4cdb59362e360f90d07a0e9e8bcb9778604eb7f66680001570","formula_version":"titan-u-contract-v1","latency_ms":0.40083297062665224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27c9b279506211789132a6af7f753374ad5f1394cbebafb3b8c3788e33e06d51","sample_id":"mmlu-high-school-psychology.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faff457f371bd47bed30969c02d7f592a111c3cb1a233222228eea08a6ed1de2","formula_version":"titan-u-contract-v1","latency_ms":0.4319160943850875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a41a7e993d158ad11a2977e2929038de9498796eeb1c3084cf0aafd586eb9ee","sample_id":"mmlu-high-school-psychology.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2a70a852bba18b4fdef607afdfdffd256382604780e52beb3f3154464d0ffa3","formula_version":"titan-u-contract-v1","latency_ms":0.7071249419823289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e6307f3939c1fac0b6054c5d6e467c2254529f4a0b590805f906df3fc751ada","sample_id":"mmlu-high-school-psychology.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b622f85d536db30eb9df6e978456645e9c53c570d98a9acb67e9031a417af19c","formula_version":"titan-u-contract-v1","latency_ms":0.9816250531002879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7ac2be9241bc15d72e84164c2ede4d9794958ce72063ac1d81a27bf7e78fac9","sample_id":"mmlu-high-school-psychology.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"844b5ad39be4727af5e8a2fd21df9a3f81b69400b503b0ce7c0ed4c2dd44eea7","formula_version":"titan-u-contract-v1","latency_ms":0.6783329881727695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f6bd24753edc894ed4f2d8a5fc5f7b654dfb1957ecfc8df8aae8016b6689e9a","sample_id":"mmlu-high-school-psychology.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc1663046770a950d05291ccdb0d6c8a01934314df9f9dd40bcd3407ee9edcb8","formula_version":"titan-u-contract-v1","latency_ms":2.652499941177666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"328a3a691afbdca453157ba44ded426e5a2c8924bd122f13147f1695f9f7c6d9","sample_id":"mmlu-high-school-psychology.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a9cc2145ce443d1dc07c95889bf0ca426a86046be08ce11e647d3df45eeec15","formula_version":"titan-u-contract-v1","latency_ms":0.5021670367568731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c05a6ada10a7e9c5adbb27b82d28f125dfc7c622014a8d6aabff18b9f0898066","sample_id":"mmlu-high-school-psychology.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"625d84d467a67c16e911c39e692598dd9ec84e6bd520187824f53d6ca6cb0e43","formula_version":"titan-u-contract-v1","latency_ms":0.8113749790936708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32e75161b739742b00f6fd1c86272c3164b1a6dfafcd862631d0ae2788055495","sample_id":"mmlu-high-school-psychology.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a02cebbdbeb2f65ffed90fda8c98f979abdcf1ca3453a49782c9ea5f38edd3c3","formula_version":"titan-u-contract-v1","latency_ms":0.7782499305903912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c96970ea2411d86544f7eaee2ac0497f7c039a7dd92d9ae743a2d40c3c2f24ae","sample_id":"mmlu-high-school-psychology.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"250bdeb448382d4033e64580e6181cf464f3a6b26694a609704bf413c2d11f50","formula_version":"titan-u-contract-v1","latency_ms":0.9117090376093984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e63d76bdff9281ee4189b78e6d322ca6ee47a3d35cfe583f70ed12108b0c6323","sample_id":"mmlu-high-school-psychology.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8eddff8e086f8670d5c7bdb2d94d56af1f3e5b94eb74b68104e61e92070f4ee9","formula_version":"titan-u-contract-v1","latency_ms":0.5419580265879631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7134330d1a42e4db9f5fcc297c87968c1f6fa723274c0c13bde4900154861afa","sample_id":"mmlu-high-school-psychology.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abba832aa6f01b165b408adc40d88722797375bd749b51e8c314b49d53877d98","formula_version":"titan-u-contract-v1","latency_ms":0.6183750228956342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f39894318b0b2086b3f4696b7b58d65ae70ef61559d1f5e59d420dd74eb6074","sample_id":"mmlu-high-school-psychology.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0da23f9ba20e85bd6078b4c779ab95467d7feb807a38a156c0cb75786696706","formula_version":"titan-u-contract-v1","latency_ms":1.6016250010579824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"826fa9eaaa83b4e761c892aaf4b55ebd7159c2edf1117bcc37b360859cf0de0d","sample_id":"mmlu-high-school-psychology.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37d2a53c5291862628ccb753f20acaf6a681663c624e499f05af3fffcd7b5de7","formula_version":"titan-u-contract-v1","latency_ms":0.4521249793469906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d7c2c0a1c408adf04b015269fbaa312dfca02c6eb7aaa8d5b240608d63d8652","sample_id":"mmlu-high-school-psychology.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aae947cab1e40744d1596d52dd65e25e0df37cacdd0be2cfee7ae0bcf8054c79","formula_version":"titan-u-contract-v1","latency_ms":0.4895000020042062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4428d2058f5755f1df2460fd5bbe252d692866b5b8c3361da12845731385f09","sample_id":"mmlu-high-school-psychology.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65faf3d342fb85931b0d66100b9a813f9a98f07ead5e2a23c8173701e6e056f2","formula_version":"titan-u-contract-v1","latency_ms":0.5581660661846399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1df2f4efafe51751111c321361d03fde593cac4cd4d63447b16da9466f3b21b7","sample_id":"mmlu-high-school-psychology.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"774c86b867fe4ad20de07abf5cb5d97862610bd1a0db42685952777c2d4e9401","formula_version":"titan-u-contract-v1","latency_ms":0.7069159764796495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45794bf84b0bc943909f12bfc0b11c50f3dc2c72510949e92918d312bbe6d560","sample_id":"mmlu-high-school-psychology.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58ec4174f2802439d81a8ccf155a2590b94d1f699a5a0d7cc63e8614c3c031bf","formula_version":"titan-u-contract-v1","latency_ms":0.46787504106760025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d97ee4ff4db81939c1e35a73a53456dc77f2ee222066d8f7edd2bade645d2cb","sample_id":"mmlu-high-school-psychology.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a406fe4734f21e987d72c025f6d10498a4e8779119e7c765f5708f867f68e48","formula_version":"titan-u-contract-v1","latency_ms":0.5657910369336605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da3af1e0447cbf875d1eaa4d7679a5f7389919642230edaa5f3be12ee416bf19","sample_id":"mmlu-high-school-psychology.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45a6bee806c20e9f305a6d52b781fd178801dfa74611f2d3003c5b0c0d4a6b40","formula_version":"titan-u-contract-v1","latency_ms":0.4762079333886504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79f7e5088bc14915fc90b02694c840af61c0915e1fefea6f23eafc9b79edaf17","sample_id":"mmlu-high-school-psychology.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9502740993945c433302de06e53df8cfadc5329a5e2bd37d7cf19eac31a8896e","formula_version":"titan-u-contract-v1","latency_ms":0.4602079279720783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26d6702bd45ee917719077da6b49d336537b80345722a5f5566c69a7e52b75a4","sample_id":"mmlu-high-school-psychology.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c5c4fe94d83f8d35ebec785eb83c4200325038b3db03d1886fcd92a48cbf7d7","formula_version":"titan-u-contract-v1","latency_ms":0.7112090243026614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9a63bc226a6807b53ac95b3a89e6b841123b842f3fa4383497bd81300af9958","sample_id":"mmlu-high-school-psychology.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f97201f577fbd15fec99fb4290f786f7fd2da174525b9606cc15834961d95eaf","formula_version":"titan-u-contract-v1","latency_ms":0.8022499969229102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cbed4a7afcbc1a512d1a1ad00babf1252ad60f12873423bd2bdf46b0b09e452","sample_id":"mmlu-high-school-psychology.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91d7b6dc0bbb026895d1eb61fa3bf64eed5c378616caf59aeaa129673b08bfd4","formula_version":"titan-u-contract-v1","latency_ms":0.6233330350369215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4bf7a1ce40e18417b0892493489fc29da15325081c32f5ad971161a50eb2158","sample_id":"mmlu-high-school-psychology.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f5e4d339b11ab61b27dcfe8859e780ea270085c316819a9407a9186ebd35679","formula_version":"titan-u-contract-v1","latency_ms":0.5618750583380461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a20e0ba37bfe0e015a921f2a3c654d80963a50129488c43b21286f94203f30d5","sample_id":"mmlu-high-school-psychology.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f74ee5fb7ad239965f894ff3813b614cde678f0d2752a830a806b2e2c1824147","formula_version":"titan-u-contract-v1","latency_ms":0.562167027965188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23172a4191e779373ade003995f5be83a37b4131f8be577d782491d17fc7d81e","sample_id":"mmlu-high-school-psychology.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"486e873a5491fb632a4c3ec333f0bbf816b780f8694e015a17e9dba87bddf7f5","formula_version":"titan-u-contract-v1","latency_ms":0.7559999357908964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6de281dbecc5da64e5cd63b9947681dff698623c95695796dd690a0aaa942ad","sample_id":"mmlu-high-school-psychology.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1233d873725845eb410530a64f2387623175c8a005185784a6fb178e1e5db1f4","formula_version":"titan-u-contract-v1","latency_ms":0.82250009290874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c26ea8a30b0e054976bfa634cc23a94599d60a4ae323bd1fc95c09da3e4943a","sample_id":"mmlu-high-school-psychology.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43987326de3fa46fd035af34d395dc829d017671c17bc3e6c654d99ceb4198c7","formula_version":"titan-u-contract-v1","latency_ms":0.5329169798642397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1db41208b0448001817ab6a332ae80e314686d2fc2d512c703ce62ede8a8de0b","sample_id":"mmlu-high-school-psychology.val.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a62794c86d8a25b2d4bd3f966c52c9ad10312a17b6d14d31c4794bc5e7ff7be3","formula_version":"titan-u-contract-v1","latency_ms":0.5589580396190286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbb9721a3d7501558d01c15a9577bccb409517f54dfd021b41f3bab21a1aa23c","sample_id":"mmlu-high-school-psychology.val.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec66e44e6d115b64ea66bf28cfea7cdfcec5d5b150abdae123a7712ce4e6de38","formula_version":"titan-u-contract-v1","latency_ms":0.6835410604253411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bfbe180f4a4102f9694ef46158d6d14135c92bca354f0eb0d0bff2cc110a952","sample_id":"mmlu-high-school-psychology.val.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef121b59ebefa0c26ebffdada65a87bf4002f9a6317b981deeb96e1191c80788","formula_version":"titan-u-contract-v1","latency_ms":0.6632920121774077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f051d495838c6e5c4e83d36212ffae13e2c96775c5e3ad84c3f6641e4b6d792","sample_id":"mmlu-high-school-psychology.val.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b943774aad73e751ec84a9e5128b93a45763cb3f668badc638d17be712ef635","formula_version":"titan-u-contract-v1","latency_ms":0.5994579987600446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"943fcd66e54d62487fde9f249def5159652e45e511c4db3e626862f562fc87ac","sample_id":"mmlu-high-school-psychology.val.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc6b381fb6c5503a0013d51ecede32a2e23e31d9f619cdc2a64d4437511922fb","formula_version":"titan-u-contract-v1","latency_ms":0.5883750272914767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e86613b5c9a0691ccbbfcdb6217cf0970e8a707422398fa07b71612ceb6e0279","sample_id":"mmlu-high-school-psychology.val.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80c6c1b602444f4f70141781e4816a6f9265b2cd62128414bceda0eb58fbfad5","formula_version":"titan-u-contract-v1","latency_ms":0.4599589155986905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c2023c7fd44f1c679387b56fc6bef5a2bab03fd42b0e6f8221aa96ec6c3f490","sample_id":"mmlu-high-school-psychology.val.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa12ad72750ad52db46cc2b0fd9998d8729a1b2910e1628e787e193666bb6ea0","formula_version":"titan-u-contract-v1","latency_ms":0.5861669778823853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8834c73fab33bab929bf3f39565cdddf7e8ce7547da7fa5e9b0af6d58ba70be2","sample_id":"mmlu-high-school-psychology.val.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"999e6e67f248183a227f91b234e6eec6033536b9a61a7e2b2d85ed3176b19176","formula_version":"titan-u-contract-v1","latency_ms":0.8940419647842646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e50192f46092b85dd2e7425605c3bdc10ea3611cfcd44203bed70fc8b007c170","sample_id":"mmlu-high-school-psychology.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a96dfe48972f092e16024aae13fcbeac29df3ffc1719e9783854e588931333dc","formula_version":"titan-u-contract-v1","latency_ms":0.6473329849541187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c098826349b3c7856411a414238a919c7e2124508bb949cf6f82f4bc265d9587","sample_id":"mmlu-high-school-psychology.val.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be780672e3e36975bc05f7f8a773b54764ad3b3619d2fdf526a152b6ab1eed3d","formula_version":"titan-u-contract-v1","latency_ms":0.76149997767061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7756fe08c54923014f085a90acc087385621334610105d1c4614e05b0cc4882c","sample_id":"mmlu-high-school-psychology.val.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01c3f5c909cd082a6e0fb541596f3d0f5e2aa1153df618ecdbf85ab423775251","formula_version":"titan-u-contract-v1","latency_ms":0.6374999647960067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e5aad1854903cc96603e83bb5e92d6ebea83effa18ab11395e5dd7d1efad52b","sample_id":"mmlu-high-school-psychology.val.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e27766a6892e0449f0f95eb816ba24ef2a8400b1de22b1818f0063b83508435d","formula_version":"titan-u-contract-v1","latency_ms":0.5109169287607074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"509b343acaee70fdfc610f76db3cc4b453228e467f2026e95f6a1f73c7b7c9ed","sample_id":"mmlu-high-school-psychology.val.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de72e8898665cf10a457ee3fd11b465d6f1e9c677543923172e88d4bb8f98c5e","formula_version":"titan-u-contract-v1","latency_ms":0.6143749924376607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4d6132efdbb6e32aaa196d1d41dc67d6c3a9bdda07f1ee849be4fb6b5d3ac74","sample_id":"mmlu-high-school-psychology.val.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22f37146e3351fa9e3bbfacec08ba2397ee87667a572d60c363e228172776926","formula_version":"titan-u-contract-v1","latency_ms":0.4954580217599869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f725a889c8d34f375c66bb852ee14cbc18d3b3aa6e56b1480d472e3711620b79","sample_id":"mmlu-high-school-psychology.val.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"740e6e5b4256109ffcd3c3e103c131f53d4bd09fb940a14fc7db460b8aeba981","formula_version":"titan-u-contract-v1","latency_ms":0.63045893330127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b98885e54b7496059e7a28a411e316d20b87651d0f01a06f180acca881ecbc5b","sample_id":"mmlu-high-school-psychology.val.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bfa8ff13e606ae74d4007ed9cf762316f717e0f9f83cb038ac53288de5e697c","formula_version":"titan-u-contract-v1","latency_ms":0.5837499629706144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c2275ea89adac9fd2991c1205a2c1465ce19702c775131c7d5b3ef63d436aca","sample_id":"mmlu-high-school-psychology.val.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e850ab885d3fded06e3ee2e877b58e44258123d293c8d7afb546248498f95c6","formula_version":"titan-u-contract-v1","latency_ms":0.6587080424651504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2058e07e3821ba58a19d244128cf4c6006c0689824c724c80b41d21355bee123","sample_id":"mmlu-high-school-psychology.val.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b57a81d361790716844f432dec51fcaef0ee25329d60542a912371a7d4233b48","formula_version":"titan-u-contract-v1","latency_ms":0.5327090620994568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"687bdc6fcb1a2b122afb51ea68dd5d6628aa9f30df1d14b0d37afdba677683e3","sample_id":"mmlu-high-school-psychology.val.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75f7eba5a55675649d4c90d8cd01a7a135235c907e7137a50ec870bfd2d879fd","formula_version":"titan-u-contract-v1","latency_ms":0.4622919950634241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8906bc7feebb1b46370afb0eb0fdf28c2ed407ba30ee2103b96875d28d1279f8","sample_id":"mmlu-high-school-psychology.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6f02a90af7fe43bdcaeb7066f969d5f727cf7e9da7397803fa1dc835dd07e69","formula_version":"titan-u-contract-v1","latency_ms":0.7362499600276351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6452f8e61cc3f9bed5fbd3af0d9617c9a8f6a05017269886d6513ef53111ebc1","sample_id":"mmlu-high-school-psychology.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c17c3b34fbf3f8aa34c2b8f469696e2dfe27263e977edf3d05a431af81b0986","formula_version":"titan-u-contract-v1","latency_ms":0.461083953268826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a281a6da6eb9f4941353a4fac4cc225281241353187dc2c140b780e282914eb","sample_id":"mmlu-high-school-psychology.val.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56db7dc4fee4d422785bb60a085ba8db3e27b4004cd3d0bc8e10e38c9b2442d1","formula_version":"titan-u-contract-v1","latency_ms":0.524790957570076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5508d7a9de32bde426f867c738af6b9b8d00185a9970bf06bb4943827fa86f40","sample_id":"mmlu-high-school-psychology.val.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce499a13caa3286cdaf8ca9c09dcd8e812d23191ac77d6dafd6c18d305cfc3eb","formula_version":"titan-u-contract-v1","latency_ms":0.42516598477959633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfb38137bdfeb58fbb9746c584b7272c715bcad4e2d3e3443f782e4699c3a041","sample_id":"mmlu-high-school-psychology.val.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa6fc2385f0776fc239140cf47b9799336796533a2108e4fc4978fae3f709ea5","formula_version":"titan-u-contract-v1","latency_ms":0.4784580087289214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1794d225668043f1d408fd97009b138ff5c9a8634dec863fb1e5f715c1b0031e","sample_id":"mmlu-high-school-psychology.val.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b161c82ecfa77e19b3222c7fede8be6f5d256a8e7c30fcf6a85fc3a0d8e8a8dc","formula_version":"titan-u-contract-v1","latency_ms":0.5875410279259086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5b6ba87d825cb36ad79ece87f90f9be372a53838cebe9fded5cb1e30371d122","sample_id":"mmlu-high-school-psychology.val.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45fc75817e99eafe7dd52074c270e46f7e99e39b869a52bd6a834af26c91f41a","formula_version":"titan-u-contract-v1","latency_ms":0.43162505608052015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ad975bff132d276eaf40e752cd8c729126a5501dc29fd6561e6632a6d5e70f6","sample_id":"mmlu-high-school-psychology.val.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc8d9e389549b17c6f8de6a1a1971cc0754a2d1b60bf5aab0a4241fd036e79a8","formula_version":"titan-u-contract-v1","latency_ms":0.5934169748798013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea8d43298c806ff401493d24bcc219fe7187051a4a2ad7ab7ebfdd539301aae2","sample_id":"mmlu-high-school-psychology.val.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9616f2111d05c12afcee0d37ba0eacd9ec073a1ec21a9ff31143df5124f4e7d","formula_version":"titan-u-contract-v1","latency_ms":0.42970897629857063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d388e3a4545501d8fbab1776ddbf9ffa26afe77e8d1aaf71cb5addf56f5adc5","sample_id":"mmlu-high-school-psychology.val.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"110ba701dd68fddceb97a28d97b7b86d06953e5c6f6f57945a2985bfe3e41319","formula_version":"titan-u-contract-v1","latency_ms":0.6360409315675497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"382c9a73edb89e566731f31a7841c37ac5d3f890788ee7875f45954efd529334","sample_id":"mmlu-high-school-psychology.val.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2315e4cf2481e8ecfbb3519321796c7d645086fee402c5bfa6b1180eed89c798","formula_version":"titan-u-contract-v1","latency_ms":0.4426250234246254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"249ed7eedbc42ab211e1f43ef0d20a83aaf433afd9379548ff251481b978d01c","sample_id":"mmlu-high-school-psychology.val.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fafdc7dff65f6f12ed6dbe0139af0f4562f0b6453963d4deff218a798bca101","formula_version":"titan-u-contract-v1","latency_ms":0.425665988586843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43fdf25088b43d9954e9df66537ec54225e26df87dcbc126cd0a6d6bd5d63206","sample_id":"mmlu-high-school-psychology.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4b6048eaf62d8a2415b07447914b89861a9b99a414da93ad84cc07df73b09f6","formula_version":"titan-u-contract-v1","latency_ms":0.5532499635592103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6685e843a67377ae90ee9aa8fba5e318381ae1523c784f72872e413455d3bef","sample_id":"mmlu-high-school-psychology.val.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d897d75850daea1e300ab952b1cc97a575404928eea5b8f909336cb6f56b4263","formula_version":"titan-u-contract-v1","latency_ms":0.4380829632282257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4137b38efd9f2d5d7bd640a37aaa6b68f8c551bf5a1ecdb5040c8d3493b79f0","sample_id":"mmlu-high-school-psychology.val.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc79e4416e378708632fc7de86935655e4a08525e777b58b40766b1822e087eb","formula_version":"titan-u-contract-v1","latency_ms":0.5960420239716768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b55a4956a5577861dbf75f2c0497da5d34ad3416410c428eed2ffa441e41e15","sample_id":"mmlu-high-school-psychology.val.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3373f4351ad7d80623ea5c98e6937d59b774ae14214eda72888af347ede21402","formula_version":"titan-u-contract-v1","latency_ms":0.4722090670838952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdbc8c16bbb02ec49d252a8c43cab8f56dce6bc9860796e08d3be336c80178aa","sample_id":"mmlu-high-school-psychology.val.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d848334d4abc9191c836bd4a0ef2d54c075f2e138195917e5e568b362e85ba5","formula_version":"titan-u-contract-v1","latency_ms":0.6077919388189912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fd9c0d5ecbd1cf133132a87060c7e6338300ebfcc5c4e210b14c7c0d9369fae","sample_id":"mmlu-high-school-psychology.val.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba3937dbd7dc4427bd74b6ce723ec4b8bf5e0b6ddb9dcc1bdda7bb24ca6b2445","formula_version":"titan-u-contract-v1","latency_ms":0.6490419618785381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87bd5ec51c7954439fb27675485b3990af3b03ee81a5aa55f1021d54b2def678","sample_id":"mmlu-high-school-psychology.val.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4b6a61d490c1e4e1d4b2f6b4b760fcea2abdf29487cf0d62bf91097f8f9218e","formula_version":"titan-u-contract-v1","latency_ms":0.6101250182837248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d8cb76eeb559cc188ea4451b85fd2f4b419b9f1f4bb3bd793e0649509c25028","sample_id":"mmlu-high-school-psychology.val.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ba77a93018748538e488f6e8f3003330675ee435662c7b60ec321f3e516e26b","formula_version":"titan-u-contract-v1","latency_ms":0.46270794700831175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b492d1e92bc9135860f71d3ec6329d3755645dfe268d2f8189b5dafb19c82133","sample_id":"mmlu-high-school-psychology.val.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4698e521e344485bbe49f4f960dda0bc952958e640b4b616313b7dc0b7a68b3d","formula_version":"titan-u-contract-v1","latency_ms":0.5485829897224903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fdf963655ff97fce600053286d351fa25a984cde96828b99dcc98ad0341ca5e","sample_id":"mmlu-high-school-psychology.val.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3422c35da344bbb5ab774ae021304ef8aeed4ad4a1e77e120e353a1ef5a7dc14","formula_version":"titan-u-contract-v1","latency_ms":0.7213749922811985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c70df73f06c4b8e006419426936cea20397cef8ee77d8bb9fb741fbb8b53c29f","sample_id":"mmlu-high-school-psychology.val.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"285b5a5de824adf785a57ab19240159fdb65c19fb55905da6de12fd913182a8a","formula_version":"titan-u-contract-v1","latency_ms":0.4201669944450259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33e0240d98febfff0752b613ecd9ba34d00a38cb3c5c73b59ffb41aa45e030c2","sample_id":"mmlu-high-school-psychology.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6eb3977adb8d6642aa4f98c182785ef521484869704df1f76cf3855e26c53317","formula_version":"titan-u-contract-v1","latency_ms":0.42754202149808407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c7fb9acf3e6d2ac9a6c3727c6c3790f43608202e39552ddd37607db747b1ccb","sample_id":"mmlu-high-school-psychology.val.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb3aab2fe88ac4092d79a0c8180c40b8b9162a7e98790a009b6d5fbb65fe0914","formula_version":"titan-u-contract-v1","latency_ms":0.43983303476125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6e8a2f6fb4d3c3e8e0726392fcb7fe20ca45b61f423bea89c6364e733e1154c","sample_id":"mmlu-high-school-psychology.val.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e152de02712effba6526f5aced50ef5eaf7333b209f3fbea4bed0d6fae9ebec0","formula_version":"titan-u-contract-v1","latency_ms":0.5500830011442304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a88f6368304665aab3c90658fd4bc490f82a2cc2a5a180fa8cc726ddb679a7c","sample_id":"mmlu-high-school-psychology.val.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4ca0de81e32a42540d1197409635144876255131ae5a37b852f3bfc7e6f17eb","formula_version":"titan-u-contract-v1","latency_ms":0.4795829299837351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ab7399f764b67daadaee555c30fdfa5210ababf82abf228b7599cc8257fac90","sample_id":"mmlu-high-school-psychology.val.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc2732af3e6790270b78f0200505af51533ed924d01ab735eb3ea8326f1dfd52","formula_version":"titan-u-contract-v1","latency_ms":0.44691702350974083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"257c1936179ce38997af0a38500c35abb32390285cb12c08839d77d5b7b3fa27","sample_id":"mmlu-high-school-psychology.val.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a0e0f1a938905fe0c43a17729c508b63351b6d942d5e7cc0aedd34e58ad2835","formula_version":"titan-u-contract-v1","latency_ms":0.6801250856369734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05be6044c91ee8a4cedfcc15149abc6881a92b748f7464723f071c7b3e6fbc27","sample_id":"mmlu-high-school-psychology.val.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be5d6d7f2aa6cdc95d0130cedb6cbe42c0eabbb9acb4972224f0bc74011f85c1","formula_version":"titan-u-contract-v1","latency_ms":0.44058298226445913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab62469e40e1128884f135a38ef67452beca693e0acf18bada33b28e1b5f000e","sample_id":"mmlu-high-school-psychology.val.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c21955f81a1d9e6fa1cc647f54ee163d6a8ce10037e89b540e86e163ed345184","formula_version":"titan-u-contract-v1","latency_ms":0.4082079976797104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"090f82ad0fb7e48155b09c820cb7c744a6c67999ea479a4b3b30e82536fea461","sample_id":"mmlu-high-school-psychology.val.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a83339364e0f95fbc5f2ac8352829a8b34b999e2261b503d149daf61f7e1f42","formula_version":"titan-u-contract-v1","latency_ms":0.42387505527585745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f75893e6332cabc67875dc9502105e4b531edf7af522386483d918d6cf0dd15b","sample_id":"mmlu-high-school-psychology.val.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7863104d0f8069e80eda4b21894b3bcd5b810f982f11451497afb9d82719835a","formula_version":"titan-u-contract-v1","latency_ms":0.45533396769315004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68d7da6722a5327d9dd9cadc8041dc04f2a0b4783bc5e35f93e6f0ce09e5041e","sample_id":"mmlu-high-school-psychology.val.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ce58d0c607faf5f6b91023788100593488c2f9115a1d71210c163d75f430565","formula_version":"titan-u-contract-v1","latency_ms":0.5554170347750187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b59d99431677fdddfaf67d018c20191217e41ff3fc40c2cffba5025388c0ebe3","sample_id":"mmlu-high-school-psychology.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90c13a3c62266c2ee6f3dfffe142add5c8a18f664a577dae535f968074e40af3","formula_version":"titan-u-contract-v1","latency_ms":0.567208044230938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe6e9dddd5d09c6f9fdbf53299b59c28fe3ddb417cf9b907d1d8340fc15a3ed9","sample_id":"mmlu-high-school-psychology.val.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59d832cfa4b62f2f7c581392dbcf75761d02b9875506204b470f79157df77c5e","formula_version":"titan-u-contract-v1","latency_ms":0.5062499549239874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b560eaff993522ee3cbd3905f8feb64a603d3a4d0d36c39214b47664f826d6e1","sample_id":"mmlu-high-school-psychology.val.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7349d5f65f7e2d4be2aaa37194b9bb97feccd969fb7b84867b805a43c07bbe6","formula_version":"titan-u-contract-v1","latency_ms":0.6064580520614982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d91f2a828a5056e50226442526cf63b44d41ab73dfc3d563b376fee0367a19b6","sample_id":"mmlu-high-school-psychology.val.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c9d52775318ea65ffaf5405b0d84b56538c60936e54803a809cb486d5c64bee","formula_version":"titan-u-contract-v1","latency_ms":0.45545795001089573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4abf9f21f05e37072f6529bade137d99f8256e5195e5c0a89f8634b8edbab4e0","sample_id":"mmlu-high-school-psychology.val.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fe2e1d5b4e1ae76bdfe9c0caddcd369f106ca16b4e3c4a52029f7c38d682d15","formula_version":"titan-u-contract-v1","latency_ms":0.7652919739484787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37cb3182e9da54257eb2c5443c2f22d438fe91a90d8575173bd3697af0bb6139","sample_id":"mmlu-high-school-psychology.val.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0d5f26ee3ccab286e11db81066bec3f3d97cee962947dbb2641d7c5ddfa904f","formula_version":"titan-u-contract-v1","latency_ms":0.5359159549698234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b657dcef26afb579cc2ffbca92501e25487a23c76c8bbba8949c98b0568a2688","sample_id":"mmlu-high-school-psychology.val.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cce54c563e7d1c01c7b672dc81c82d70581fe5b24c00b0192f94c0e282c20638","formula_version":"titan-u-contract-v1","latency_ms":0.6905000191181898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dac0ad3ad66552a402b16526fce65249381f5693862a777f476e061c1fb5fb0","sample_id":"mmlu-high-school-psychology.val.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a199aa6d50fcffbad2150d8df5d5cc664094889e8e2185b4f07aff6b9228fe6b","formula_version":"titan-u-contract-v1","latency_ms":0.5084159784018993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"771da0607b43f0b93554b4965ea24abf8e5071dc3afdb9d85603a9fc3f961d9f","sample_id":"mmlu-high-school-psychology.val.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1e7d412a087868a9419b118543de24811f9ef2793e3727cbe728edbf82b9bf8","formula_version":"titan-u-contract-v1","latency_ms":0.6774159846827388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd64640a6dfd773edeee7f36f09053d76e398944ee7a607e5abf28952ca69ec9","sample_id":"mmlu-high-school-psychology.val.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9572d985e0e0dc1d4f03579ae2a222d18dba359fe60605b04ed15f8d8158eacc","formula_version":"titan-u-contract-v1","latency_ms":0.5310419946908951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"629dd4aa9126953e8297ddf0634d3226ea7157b8174ce8bb62a56016f30a9b65","sample_id":"mmlu-high-school-psychology.val.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b320c66e6ef9deddad612d6b5310dbf004983020b10c09843c90aa5381f262a6","formula_version":"titan-u-contract-v1","latency_ms":0.9082499891519547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3526346bbf524b52b2a6597934485daad5402a2217cf284259110d369e423e86","sample_id":"mmlu-high-school-psychology.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d16255d440daabdec61589f581611fe6b5c29c6872379716dfe4c5ed5b685fb9","formula_version":"titan-u-contract-v1","latency_ms":0.49829098861664534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24ba71ffc0429784cf293d86a9b99db8b7a0f6a4afb29c0f9d9736748a1fab35","sample_id":"mmlu-high-school-psychology.val.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50445dec6d621dcd1984971668a8038646184dcccc9c99ebfafa59e77c92be95","formula_version":"titan-u-contract-v1","latency_ms":0.5712499842047691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ceed1ea7cc414718107b09ddc88d73eef6c5b170b1ec94b5bdbbb49f07c1f65d","sample_id":"mmlu-high-school-psychology.val.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db27c87953fa3129b25c3f853c4ae0bd7a0c5b056b94f2897a3764571aa9c1f7","formula_version":"titan-u-contract-v1","latency_ms":0.7281670114025474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bee077c4647a0e444e6238b2b4d9c2798213f149b98114c2b21bcb2f91bfae74","sample_id":"mmlu-high-school-psychology.val.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04cbc19f1b16994b9b084da93038d189a64311498cd38bdeeba315135f892caf","formula_version":"titan-u-contract-v1","latency_ms":0.4241670249029994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc48696428c55c314f10053237362057adfd205900dc9e1ecfbe2d5b59d19a5b","sample_id":"mmlu-high-school-psychology.val.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d065236726437c651a77ba58fdddb886c2ad36d85b822f4a907e18eb6256b20a","formula_version":"titan-u-contract-v1","latency_ms":0.45837496872991323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e5843deb331ff9396d9391f552313c5c0cca4b31dc6c3e2834762c44277aa4a","sample_id":"mmlu-high-school-psychology.val.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"165fb13633ae6eab289288d45f19efac164f9f06788c55581958db31220ddfbd","formula_version":"titan-u-contract-v1","latency_ms":0.42616704013198614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25f391fcac7b751e792dfb3df39e3dcbd495d0356ae369a2913a3b4bb9c43779","sample_id":"mmlu-high-school-psychology.val.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6ee6e9ceaf4a3c1a241ba7e813ac77070613b894263d160be2757657b924caf","formula_version":"titan-u-contract-v1","latency_ms":0.41562505066394806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34692b8c4ea1107f16c119f00626f7874038eb312959aef0d525f472ea5a7c45","sample_id":"mmlu-high-school-psychology.val.346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e26cf9ce7ca600a859167eb914e15d406a8bcc3d277ce7a0ca1f8fc3c63f2816","formula_version":"titan-u-contract-v1","latency_ms":0.6013750098645687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d5a6df25aa5e9911657209e603f3377598a383d792b21d8ebb8673d48fbc7a7","sample_id":"mmlu-high-school-psychology.val.347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"177b4edbe6ca16e8bbd69b7887a09fa7aed7b7211d25e1edfb25f2f713aff0bf","formula_version":"titan-u-contract-v1","latency_ms":0.7197499508038163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd27dc508e4b3e8ddc12517c940958efc21f83107e2ed3b36b7b23f96bbacdb9","sample_id":"mmlu-high-school-psychology.val.348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"773214e7fbc38940733bcf1361b3693eb5fcb962b285d20e02f8843b7d851774","formula_version":"titan-u-contract-v1","latency_ms":0.8363749366253614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7756129b527e3f666c213b84838c9ea68ca49566084d537ec2b7d9f44d776404","sample_id":"mmlu-high-school-psychology.val.349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"478386b0281ccb9378ed7ef62f35870beb74e1f238215f24b7f28d98d2a5ddfb","formula_version":"titan-u-contract-v1","latency_ms":0.8760410128161311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e623dacbb33e37fdfd83e3af0dd4d6bdf09f1b3745ced6b958ffd9f14da4eb3","sample_id":"mmlu-high-school-psychology.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cf0eb3d35f84a470eb8181a319734cfbf3b7207497c51380cebcff331bfd75a","formula_version":"titan-u-contract-v1","latency_ms":0.42279099579900503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21279cc269e92d2da00202bf7dccbcd4d29db725907f84a66c583054890e0b24","sample_id":"mmlu-high-school-psychology.val.350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ca22abdd751d83b768a38020ccbb63c03523da7cb66fa44c416be09dcf0858e","formula_version":"titan-u-contract-v1","latency_ms":0.5830830195918679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71632bb55483ab5a021ab3511c1e7ba0f2746848cd716b6546cd7d6198341c4d","sample_id":"mmlu-high-school-psychology.val.351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"426480174f3e724e0a4f0afe3060333897d27fd208accfa79c4a1c481383d08f","formula_version":"titan-u-contract-v1","latency_ms":0.7038329495117068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fd71d376cec307d23afc4d81636b5daf9fd738ea95320be0faac854edd6d3bf","sample_id":"mmlu-high-school-psychology.val.352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6e3f71e750291db02da1840398c46ed54adc88b291fc2786e12c7f6006b6983","formula_version":"titan-u-contract-v1","latency_ms":1.11008295789361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22785941a03d5d8a9bba7490e3022dfed7d47c3981edb846f589275c2231effd","sample_id":"mmlu-high-school-psychology.val.353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11feb6f4b0f74f2c8c7d747808915388ad74d29e4cfe7e95bfe46a77c0d2ee21","formula_version":"titan-u-contract-v1","latency_ms":0.7327080238610506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1a8bd0d7e97818e4e90a265acc30dc4123e4bd637972c2f46e89c9050b23658","sample_id":"mmlu-high-school-psychology.val.354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cae90f552cdfed702d7268b7d4cad03ed406aa87b1ac70d48c1bcc18cf9c2b85","formula_version":"titan-u-contract-v1","latency_ms":0.8010419551283121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36bae646846fa63d8993bee8c36706848ed7a2e3a204664c8040df4c5e998a68","sample_id":"mmlu-high-school-psychology.val.355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bc60d8d874efad2b7de00bbbbcc1b030545ec4d75389eec3caea69a5a8ae0bd","formula_version":"titan-u-contract-v1","latency_ms":0.7806250359863043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9baf7685d3e356bab43d454ab20e0a88e79f5bde30933f8a7f9598151f302725","sample_id":"mmlu-high-school-psychology.val.356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f79601ff9f884f4df3cfc4449587acbfae3f5ddeda2723b4dac010f456cc6adc","formula_version":"titan-u-contract-v1","latency_ms":0.644249957986176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdcfff0ddd8cc742ee178d30526d1345eb2cf78b64f893d264c14b0735c94e66","sample_id":"mmlu-high-school-psychology.val.357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17c7fe0ec8573111513350e158c0f0b1fb9a8196d5e3c85579294db3d2b154d3","formula_version":"titan-u-contract-v1","latency_ms":0.606624991632998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ce3901140835c7438f7aa4121286c5c762a0726b1039ed4207b662c819fdfc0","sample_id":"mmlu-high-school-psychology.val.358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"197239a12c44d4c21c755c6d689ac4e89b4b27d2301739a55fc288c65c07a06b","formula_version":"titan-u-contract-v1","latency_ms":0.4486669786274433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d192c559d3f25ac4d693ac4955864e143ae0ce4ef34bb67cb8673f1ab1c39c0","sample_id":"mmlu-high-school-psychology.val.359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6a765f85e0f001160af27c616e0d63fdd03f1837e9e9f865f51154276587563","formula_version":"titan-u-contract-v1","latency_ms":0.5243750056251884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf22e6dac5b3e75a9d75ff6dc55533d2ca4a9bc2607434c18b1470d791cdcfc0","sample_id":"mmlu-high-school-psychology.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e84a1eecadf6195ede499c7d74ba755a3529b2a28cf15e28f916d46254ced57","formula_version":"titan-u-contract-v1","latency_ms":0.46433310490101576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d653f6ac938dc38c8fa602e0950977be1fa1988e918475292a001d71c0322a1f","sample_id":"mmlu-high-school-psychology.val.360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16d69c60eb3b930f3ca527e8340a452a8c16cea29ee58a2e0e62dafc912eb8b2","formula_version":"titan-u-contract-v1","latency_ms":0.49762497656047344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98e679a1907580433b3e50db32d5da4aef3dc247a4acefc2ce3efd47517760cf","sample_id":"mmlu-high-school-psychology.val.361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21db755f3b9479d44c5bf8c738a44d8ffcea005ee603daa6f6dc536858314793","formula_version":"titan-u-contract-v1","latency_ms":0.5260419566184282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"044e4e336c6410492bf2de0d4f7669b64d0f6045d0e441d8b2bb4bffe83a7092","sample_id":"mmlu-high-school-psychology.val.362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdbdd6dceca237db66a36f9c2e704214859e5c4fdd034fd75cafcd1838e13b47","formula_version":"titan-u-contract-v1","latency_ms":0.4767079371958971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b866d0bfe99b5bb2d5f427f9e3f78ca7297cf8ab1d576fc5d4194def601878d","sample_id":"mmlu-high-school-psychology.val.363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aec0b37f6d877d0bc16e5ab370857f480b20b94586294da6c319fc7e90e81506","formula_version":"titan-u-contract-v1","latency_ms":0.5583750316873193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d7a86191b67cf8496241a66e1058ec4cba4da7930280dee96e9d74fd9d483d2","sample_id":"mmlu-high-school-psychology.val.364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"551bda01a01811cc38dbe5c4430b96d2810f99e3e98b153d6bc34d673c688f75","formula_version":"titan-u-contract-v1","latency_ms":0.40625000838190317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1847b1b5288a64407acd221db3ff4bd0f501c76cf4e7cc9393bfd0946128e7ef","sample_id":"mmlu-high-school-psychology.val.365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79761f20e0c2939a0f2cb9c31d8979768a5b754f1e8a7557a68619c733250b7f","formula_version":"titan-u-contract-v1","latency_ms":0.8155000396072865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00a3cd9384d1f9344f024a59016106c4eb2a0753f22ab03d14d283479ec602f0","sample_id":"mmlu-high-school-psychology.val.366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89a6a2c040047267ae6f4e9689a4ae1591ce4021a30e34d9c017c4e71dba9732","formula_version":"titan-u-contract-v1","latency_ms":0.6010419456288218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cea7b84e12a6bb99d74045af941127171ae5bbe3bcff767ff3f2018a5d8b431","sample_id":"mmlu-high-school-psychology.val.367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4be6032ccc62ee914fac68fea144e6e4d95f271a9dfc05d09a8e8b04ccee834","formula_version":"titan-u-contract-v1","latency_ms":0.4937920020893216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5051934c50f505eca74756b9b5852a31b68ea51ba22ae51ff0a8860f9d58f775","sample_id":"mmlu-high-school-psychology.val.368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b651ee11908a80e715d5687919f9a2ef71e1708413c7f1de4cbe2be02ee302b","formula_version":"titan-u-contract-v1","latency_ms":1.423874986357987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20c7e8281edaa72383c706b2d98b8d2365d3a346fd320ea153362f536fe59a54","sample_id":"mmlu-high-school-psychology.val.369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57f7e552a172f81dc37c68b90c97dda461740b764d8b6ef696a529a007618503","formula_version":"titan-u-contract-v1","latency_ms":0.4082919331267476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d948b44183a13884a3f995e81493efa9f2f459ef7f5cb110fcc65ed59f859e24","sample_id":"mmlu-high-school-psychology.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35fd577c5ffe6fea692b7105a29e42b2bd670cfdf087d970d44ed4c15d4150ff","formula_version":"titan-u-contract-v1","latency_ms":0.45345909893512726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9774b2fc8fe304d03d2e7dde4847b33f8eec8bba83bd3a8b0169b0fd5887be80","sample_id":"mmlu-high-school-psychology.val.370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fe77777e3a7c0cacda2835f54f77eb4dfe18e61aac9390c5ddebd1708b8e1e6","formula_version":"titan-u-contract-v1","latency_ms":0.5737500032410026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04988319542d81e19c744666a55c0d2ea9436481524f723b9cbaa7afa2800b0e","sample_id":"mmlu-high-school-psychology.val.371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6823c7e537609e0678493468b6d526b6e0393b1faec6c351ec07544cd6f20f4","formula_version":"titan-u-contract-v1","latency_ms":0.6326669827103615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1735a2fb8d8c06cbd064d6cf7da7b4cde6fbb41974d79c89d26ea66c594d9520","sample_id":"mmlu-high-school-psychology.val.372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bdce0ef8fb61d8e79009ce2ba22cdbf51a3739c8523f03adc7613dd2f14e531","formula_version":"titan-u-contract-v1","latency_ms":0.5808749701827765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e41cc026f09f3130c7234fe574790fc8232cda5f81a0cdd12fb9462cc4a0f5d","sample_id":"mmlu-high-school-psychology.val.373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dee5a0717ffa817255c7f97c26bf5f952181c8fe1eaffdf8642062bfc9847b4","formula_version":"titan-u-contract-v1","latency_ms":0.4861250054091215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"373ee0c34e0ca231dce4bba4df14b97d7d972e716fdaf88886489d09956fca17","sample_id":"mmlu-high-school-psychology.val.374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d42e22e7b676b02ea7024d6555caf71938ebbaae3892f23451c50582caa9774b","formula_version":"titan-u-contract-v1","latency_ms":0.4462089855223894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20afbbbfd156993c88f592e4c0ce465fdb42e3a14d54bcca01f3b04eb61ddc84","sample_id":"mmlu-high-school-psychology.val.375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52264a39f0bdba4d2f48b1ba32d3766de6e6a9f8092e334845ee7c154ef08995","formula_version":"titan-u-contract-v1","latency_ms":0.49229105934500694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b77e2c1a8acb09a3675edbe678940c784d196d7c6fc0a06482b31b860d190e3c","sample_id":"mmlu-high-school-psychology.val.376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa2af4f2272642363644bba80685b2d72671add223722d446f9b85a39acf697a","formula_version":"titan-u-contract-v1","latency_ms":0.5604169564321637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f701b5d1d5775ba212d80a5e18f10240742b12e317c78b5257fd9da44e7e2ccf","sample_id":"mmlu-high-school-psychology.val.377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f804d71c871a45bea57770dbe1f1d8936e465121987e27b05479310b2aa6c62","formula_version":"titan-u-contract-v1","latency_ms":0.5484999855980277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f51bb9ec659cdfc4f364c7c31757c0b8277d6f185c3ff65e512f1e875b73e5be","sample_id":"mmlu-high-school-psychology.val.378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fe27b413b168796d098c1f6169d52529660cc21ad99b290b0e3c4a36459d42b","formula_version":"titan-u-contract-v1","latency_ms":0.6797089008614421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6a2eea3be907b8b4cc42af7eb3ebae776b7ea4fe45a31604a57bb8758df7af9","sample_id":"mmlu-high-school-psychology.val.379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d160a4d2c426f64e422036feeb9dd842e0511f9dc60a3350fd8c3a48f1328d60","formula_version":"titan-u-contract-v1","latency_ms":0.437874929048121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d39921022f8cd167cd992c513174fd3ba7262f6653cd432c7a120d93066efde","sample_id":"mmlu-high-school-psychology.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e00adaeb974a5c3534d272f2c2b852edc06fba738d6ed43598c5b34123929f78","formula_version":"titan-u-contract-v1","latency_ms":0.8779580239206553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8c4b0eae3ccb2b4666340a6d252b4ffcb85d27408a067d1a79014ff881da94b","sample_id":"mmlu-high-school-psychology.val.380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed78bffabfdb489702024bc0064ce3ca53d701b0e954a204065a28835cd3efcd","formula_version":"titan-u-contract-v1","latency_ms":0.579542014747858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd48cbd288741347675d711abeb8dc6f5a0c30f5dd91ec70307bacdf3d2415a2","sample_id":"mmlu-high-school-psychology.val.381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d766e28a28c42cc4293d6b5161c9abbbc69a16867429f5230a3e09cdab9a855","formula_version":"titan-u-contract-v1","latency_ms":0.4889590200036764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae7f4e9ef217c7ae224aaa03b4967e2bf6ce249ede0c88e5516f1d1c914aede6","sample_id":"mmlu-high-school-psychology.val.382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4c45bbb6f9de348de76ceeca9d595dbb49ee61d364b2dccaf953fda5468f2ae","formula_version":"titan-u-contract-v1","latency_ms":0.4703750601038337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd556531c40b8d272e37f306e319ba224a9fc2e8364a1b72ff4e4e8bb8b5a560","sample_id":"mmlu-high-school-psychology.val.383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3673a819793ce261c2d6aede1a1e1865ce14e099c77d90998563d8d81afb85d6","formula_version":"titan-u-contract-v1","latency_ms":0.9109589736908674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b47a51ddeb1abf94c39ec02230b40d0501fbec07e0ab8969c385844e8258c7d","sample_id":"mmlu-high-school-psychology.val.384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09ab27a7ddb52a96eb7badca27964722042c35012d3c410599022dadb753ecb5","formula_version":"titan-u-contract-v1","latency_ms":0.44120801612734795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"128269e51c9968d533f1644ff968d1cce6c37e8ca9af11a7ec1c1be84ff4aa78","sample_id":"mmlu-high-school-psychology.val.385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8aa81545ef59a8d8ee1de66933125b832c8d924bacad04631efafa0fb6c944e","formula_version":"titan-u-contract-v1","latency_ms":0.5238329758867621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1702447f5f1127b131f47445a7c307aa00c7d0138c12453b88648da8e7ac9ff9","sample_id":"mmlu-high-school-psychology.val.386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9b88257794d4a8c3d97d2ff3688ad3deace8d143930e5afef55754dd65c41e4","formula_version":"titan-u-contract-v1","latency_ms":0.46454102266579866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"515044588c1a979f3c71022ca74b29dc55938e08bb20ddce19f0e7b6b434ca01","sample_id":"mmlu-high-school-psychology.val.387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34b7fe1c9b6e3ad14f22f1400b3cf3931729c0f2638762acffb8170bca64e64b","formula_version":"titan-u-contract-v1","latency_ms":0.5434999475255609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de7c3cce61ec274e031d6b928fe21d50f16d4dc1ce22603496baa1b58f7422e1","sample_id":"mmlu-high-school-psychology.val.388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1886a3f24103a7e1f9be17ada6cb930a1a5be9e33da77e53a809aa5688cdd5d","formula_version":"titan-u-contract-v1","latency_ms":0.765874981880188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05d9a5a164ad9d039ef1a92d857a91d6959270483aef220946578365cf76fb5d","sample_id":"mmlu-high-school-psychology.val.389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17f4172bc02cb83aa3331763e571fd113b21988b2ac5c6d5b5d4ccf5ed1007a9","formula_version":"titan-u-contract-v1","latency_ms":0.8852919563651085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f29a5ee3ab54e6bf02e715364e0c957f4afda858fc290ee23613091cd2da6ed","sample_id":"mmlu-high-school-psychology.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5733807d245e69af46a2664f80bed4108880c0f0c8533d6537ba14a44d3b42b","formula_version":"titan-u-contract-v1","latency_ms":0.4475830355659127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6583b15b0072fb4d01bccf50cc0179cc05c640182b9683ce9ad5f7e6d9c4453c","sample_id":"mmlu-high-school-psychology.val.390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60356d5a8b91fe80025b37839f4b1c7188e32105fbd8ed3906ff8509c1eba159","formula_version":"titan-u-contract-v1","latency_ms":0.570832984521985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81657fcfd7a13718f27f23301f27b45ce9455207f993df3344e5b2624cb7c0ab","sample_id":"mmlu-high-school-psychology.val.391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"688d65adb8c732225942ed6ecb6058922bc11dbc148a9204a5851058dc5d579f","formula_version":"titan-u-contract-v1","latency_ms":0.4772079410031438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3ebe5e29af08e6867d368606393424d10424b5f928f539a45ba24799ab759b7","sample_id":"mmlu-high-school-psychology.val.392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84974dba625c500e820b0abdd2ea2a854b7dce7dbeb08a7f0cd3c03517fb7c6a","formula_version":"titan-u-contract-v1","latency_ms":0.9921669261530042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a42166ccd11cba9bdcfd31e7c71a313b64cb91eb0aa9a71d60e3f7a5fe72b1e6","sample_id":"mmlu-high-school-psychology.val.393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cca9776318863c0e00abf883598edde86c149c37deb120063bdc31e4110397a","formula_version":"titan-u-contract-v1","latency_ms":0.43416605331003666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2d5d524858140425e38cd926b80553787cfb030c40e170f4f40eccfb4bee3f8","sample_id":"mmlu-high-school-psychology.val.394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dc5e26a4cfc36f60fab7ba924ea73340e81918654bc0b993280ecb07a6bce69","formula_version":"titan-u-contract-v1","latency_ms":0.4515419714152813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f8173e21e8ae70796876812753413c64e67001e696be3d66870d6891f68c4ef","sample_id":"mmlu-high-school-psychology.val.395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e00adaeb974a5c3534d272f2c2b852edc06fba738d6ed43598c5b34123929f78","formula_version":"titan-u-contract-v1","latency_ms":0.5135419778525829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a34516fde7d349bdea985a0a07ddf21339165aa1b3a217962594ba640a6765c1","sample_id":"mmlu-high-school-psychology.val.396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef90deb1f9ceae47002ae3cacea1e57f440071b69071e6001cfdc673da5e45fd","formula_version":"titan-u-contract-v1","latency_ms":0.4387079970911145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df07cb776cbb7f801a4280d69f41d9adad3669f1446f268291b96ed2071ffbcf","sample_id":"mmlu-high-school-psychology.val.397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de187b9f9e1783dfb3ab1b2001dcc084b20770e78cc0039d3927eed849f78a48","formula_version":"titan-u-contract-v1","latency_ms":1.1552080977708101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"177e00eb31f0ced94f688340d9bcf839cce6ff242ec1a6d0d4fcc87a6d5f5bcc","sample_id":"mmlu-high-school-psychology.val.398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9775e29613fb1a3108c167897bb4f01d910d23995d6d349e2b51cd07821efa34","formula_version":"titan-u-contract-v1","latency_ms":0.6557080196216702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed6ce438487f8fb42eff7fc4295a8f8ad7dbfc96eeb6b4e7f6a0cb3c1a74f63a","sample_id":"mmlu-high-school-psychology.val.399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f21d0375ca60b6d920d45f9fa08a3b46f3cd348741470d42267801b9bdb0d6b4","formula_version":"titan-u-contract-v1","latency_ms":0.5202919710427523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63ebb6d75ca411db78f5cbb7137f7d0c4cbf84d8e74c837d09e45b8fd1a61806","sample_id":"mmlu-high-school-psychology.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ef54d5d50bc311e0506e5f9bc5ef9f2e53e589e504c5bec0cdcbdbd3cd80f5f","formula_version":"titan-u-contract-v1","latency_ms":0.7133330218493938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a0f175a9739966eb2b8897a500fdb30aa3208cddacadeda4d2b9ec9d45c02c0","sample_id":"mmlu-high-school-psychology.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"353c4cde5a8ab8f13ae2abc6fce0b8c2d062932469a5b9f927a6d56c175018a6","formula_version":"titan-u-contract-v1","latency_ms":0.46062504407018423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf8e531ba59a7513d431b445a08c0b7449338e805999906ee2dc8b9c44496155","sample_id":"mmlu-high-school-psychology.val.400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efc00741d31f9ce589883b0389927e2adaec5aa586be66b42741a2f3a4d2bbed","formula_version":"titan-u-contract-v1","latency_ms":0.47262501902878284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b702107733ee19d7638ef27b7459eb8db0298c73daaf0e7df53d05b9ecd3400","sample_id":"mmlu-high-school-psychology.val.401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe9fa551e521c6248415c5978fb818415337db6d15d7719cd314c990fcabc1db","formula_version":"titan-u-contract-v1","latency_ms":0.8628329960629344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0b3debc7fe6966702555242c577906f047de9f83313b665dba9eabd0c2b2d11","sample_id":"mmlu-high-school-psychology.val.402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f465b1ce215a6300e12fd53b26fb9e451281255f3f1822f463d3c6c30ebc42f6","formula_version":"titan-u-contract-v1","latency_ms":0.46279095113277435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56574b8801e0456cb2aafc9ad39cb689319e4f5b9513ef7b4af457fce7c68ed3","sample_id":"mmlu-high-school-psychology.val.403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e688184383cdd6627ca2b2c7766e1b1552a948fce2e22cca87af3ff35cd0831","formula_version":"titan-u-contract-v1","latency_ms":1.1253750417381525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5032c163d141be13e491a8a9b8674537bb6970c313b7f5baf3fb771a1c20cb10","sample_id":"mmlu-high-school-psychology.val.404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21baa006d992f81cb09ca94ef95e03a808d5f9a6ce54922c0ce3567336accfcc","formula_version":"titan-u-contract-v1","latency_ms":0.41429209522902966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61c951c0127835311ecfe68240f2ce9fefa0c9ecb0e9e6804a208804b5cc828b","sample_id":"mmlu-high-school-psychology.val.405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecab06f90848f75adde5f4a6de65d6924fe71e20aa7ce96d4dd5e7b76405aa7f","formula_version":"titan-u-contract-v1","latency_ms":0.6484170444309711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64b5c457ca1ff366da58c238108d3bee054df7fc8c5569b8e0101f5be6649971","sample_id":"mmlu-high-school-psychology.val.406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b234baa07fb4c1f5158f579044f924ddff17c99d3d9cf9d6dfa44667c8d31b59","formula_version":"titan-u-contract-v1","latency_ms":0.8849169826135039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"550bf1f1b1b5c3992255e26b379202d81c7e2663ee56586a39f2c3c023f75114","sample_id":"mmlu-high-school-psychology.val.407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f07edb3c6e3332d727c0362981b5f295872834774096906f94d7596662be406","formula_version":"titan-u-contract-v1","latency_ms":0.49408397171646357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4bc2dd583c9812983ee401e44af87da9fcd60c74e792ba0460c3b06487c5dc3","sample_id":"mmlu-high-school-psychology.val.408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"579f87a73eaa4353e2d536e332717fee27462591b994276469ad330d98d567e7","formula_version":"titan-u-contract-v1","latency_ms":0.6568750832229853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7d66431d752ca75ed7152bc62aa0a8f119ecea5eba99faf70bc3521ca40c70c","sample_id":"mmlu-high-school-psychology.val.409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"406ead14565f1299166be7fe3816e4235606bdc90d93bcb5ddba9ee5df17e957","formula_version":"titan-u-contract-v1","latency_ms":0.5008750595152378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64577e8bc55e9b3113b7d70d88193cc62e91ba087387303c16b12d54e2cc0fd3","sample_id":"mmlu-high-school-psychology.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"415f1c37f470860f70cf997c5e026a92572ae64bf5110f231490c9e635a587d6","formula_version":"titan-u-contract-v1","latency_ms":0.6606669630855322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a262ba1aee6ca14a0a0ed63901d8749b6ab03231f442a125df2336d5ced2d32","sample_id":"mmlu-high-school-psychology.val.410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"715d2ff5ade720fa5fb6497631d49c2a483cbf2f791838c6a77fc8b5e31ef67e","formula_version":"titan-u-contract-v1","latency_ms":0.7103339303284883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37d6a5ec3e15eeb7973eccc159d2ff0237d6c4ce1b8b0b4dc3a786c8e727ef97","sample_id":"mmlu-high-school-psychology.val.411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13c8a02a18f50901032cd33844599097327972a5dfafcbfbbe3e43dd5527b8b3","formula_version":"titan-u-contract-v1","latency_ms":0.5783329252153635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16e3ac8e075cb1c65bd4689343e68b7074abe24a2c152101b68d6f9d1da51203","sample_id":"mmlu-high-school-psychology.val.412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9735b225bb1313255df639a0712b33027e43db58371d3738543f648ab7a326b3","formula_version":"titan-u-contract-v1","latency_ms":0.786209013313055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fa7ce633f52df149bc5662654d0e7d37fd85f37843674ae18655721459e1ebc","sample_id":"mmlu-high-school-psychology.val.413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bfd13eed4c45b1797813d4e35e006b8bd8614936220499e34f9bacdb7ce3454","formula_version":"titan-u-contract-v1","latency_ms":0.4342501051723957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"112277067b2c294188ba84be3a2d7746825d3222aaf15422a2776f27d0129c46","sample_id":"mmlu-high-school-psychology.val.414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dffdcaa7bca949a3f484b13b493e27bdf735702820cfba624025ad5283b27c4e","formula_version":"titan-u-contract-v1","latency_ms":0.5400000372901559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9590017067b1edb27e1ca130a06ca55edb9ae9e4b025c650735b669d90f7ffbd","sample_id":"mmlu-high-school-psychology.val.415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b76506a294b8808fd7f1d02ba20fcd75eb6372a04d48ed8b1df38ffe9028e11d","formula_version":"titan-u-contract-v1","latency_ms":0.42399996891617775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f04499126f537dada96e7c8bce24f572a03d280323c2900971a6436987b064c","sample_id":"mmlu-high-school-psychology.val.416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"859269ba40ea02edb3d568668cc1caa10497c3e1e1877d6d188f5cd7de164117","formula_version":"titan-u-contract-v1","latency_ms":0.5196670535951853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c7c4513d88563aa1fff9da21e20e08a7c06f4d0e480160cf79459b251842214","sample_id":"mmlu-high-school-psychology.val.417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03300ef1e6c6ff8224f1a996624c77100169a5533c58b566c7c16212ab87e557","formula_version":"titan-u-contract-v1","latency_ms":0.4699580604210496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89e0681eee1acfa7dd40086e322bd14beb01a9fc67073d6eba854ecde1c76213","sample_id":"mmlu-high-school-psychology.val.418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09e535bf2effd0be371db5ae941d0350fea9b58adb81c399ba17f3b57308efa5","formula_version":"titan-u-contract-v1","latency_ms":0.7590829627588391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1f46f4e6ba3efbd20b05734db26469ea3954781ba9622c9c910a2edce97b895","sample_id":"mmlu-high-school-psychology.val.419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81569a9557a61ff7ec85538be2c7db22b7297b61329310b882f52175c9350cf0","formula_version":"titan-u-contract-v1","latency_ms":0.5338339833542705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71666c649a62b83b0f76fb5207f056bc2b55fc37986f289ca1f7920d6959c531","sample_id":"mmlu-high-school-psychology.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"156b7178bf8fc1b6f9a130fbb9f97363eca79ba17d3de581fbd387336aa3e149","formula_version":"titan-u-contract-v1","latency_ms":0.42945798486471176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e16c7c17b9d31cb67ceb5c8ffe6a865f6ed055a60fb1be30c17195eeab175c9","sample_id":"mmlu-high-school-psychology.val.420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28b516e89bc4836f00b7844217b7fa6c15f3f11c439853aea63b3d4e9b24b6fc","formula_version":"titan-u-contract-v1","latency_ms":0.5485831061378121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d331209d0cc2d6b303f9d8e1e986e40b983dc3153e0438736725e960c262ce2","sample_id":"mmlu-high-school-psychology.val.421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"474c42d7227d7063cb1b1abc6208fdeae4a99ba7731c47291572a7fbf33f8dd7","formula_version":"titan-u-contract-v1","latency_ms":0.48449996393173933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"116061f986b0699492f76ea505cbfbdf1fc4a84727de44e86acdf4d848af0d54","sample_id":"mmlu-high-school-psychology.val.422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbe8f70ec72e908e88d90c61d5399bfe8e80318c219fbe639ce4f8918c4b2ce3","formula_version":"titan-u-contract-v1","latency_ms":0.7017499301582575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f867d42abb3e8ab175c26d0fea79b364ffa8fd19a4d3a175e23ca7a9738e0a1","sample_id":"mmlu-high-school-psychology.val.423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba375d062aa13830492a5c2a956253e9d080a49866ff209037814d339e432c87","formula_version":"titan-u-contract-v1","latency_ms":0.8266670629382133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95c124bf6f35f978e22b82c6544cdebe7794981327528eca5215f8d7417fb061","sample_id":"mmlu-high-school-psychology.val.424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a6cdbfe00d918f34acddf1763dc2ab3d3790b28677e056c359240f616c40a02","formula_version":"titan-u-contract-v1","latency_ms":0.6788340397179127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce8c21b9e1ac8e89c7854cad24b23a6d4262e2e72c31d27900192f682feee123","sample_id":"mmlu-high-school-psychology.val.425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abb6f4d923a0138f361e2531386801b266e96845f2facaf4e82053b88987877d","formula_version":"titan-u-contract-v1","latency_ms":0.5428750300779939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c81cb32200f7242fc29d6630184182fd50a282b0b516193db8844d115da393e2","sample_id":"mmlu-high-school-psychology.val.426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97367a66ca7d89f399d28028e47a5c1ca00497ffaa5d1f6ec8d1e6bd1437a475","formula_version":"titan-u-contract-v1","latency_ms":0.5211250390857458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef2c097bd740b1a41be0c38f5b63778cd5b95d21ccd6aea7682345f6a50b6fa6","sample_id":"mmlu-high-school-psychology.val.427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb91eb2357cf70a360330491a406fdc58426fba03eb6502a1828cee6c8973b0c","formula_version":"titan-u-contract-v1","latency_ms":0.4466670798137784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1927a1b10baa6ccc4fe228fae540f5fc9106256f28b89a698c19fc51933cda7d","sample_id":"mmlu-high-school-psychology.val.428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a3f85ed31d5d14cb4966cfd3a06e603a4b28526ebdea910d8b114a7b9add4f2","formula_version":"titan-u-contract-v1","latency_ms":0.8554169908165932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"020177905e80516b4b5a502b40599ea63e1b9f108d76d708ca30c2f707c3ecdc","sample_id":"mmlu-high-school-psychology.val.429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4ca0de81e32a42540d1197409635144876255131ae5a37b852f3bfc7e6f17eb","formula_version":"titan-u-contract-v1","latency_ms":0.5810409784317017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ab7399f764b67daadaee555c30fdfa5210ababf82abf228b7599cc8257fac90","sample_id":"mmlu-high-school-psychology.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3bead6e3255945d5f4c0d3c770a4147e4bd72bb9ff8224a6c1f434c537aafab","formula_version":"titan-u-contract-v1","latency_ms":1.0370840318500996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3857eb04f6b31bbdb4888e0575d29e5e2b5114c6839782f68cc4b4c1ff137b2","sample_id":"mmlu-high-school-psychology.val.430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83bdbe7a5e57133b78e0f94e001717d1c5e65aaf1feee105ddb97938fcadb6fd","formula_version":"titan-u-contract-v1","latency_ms":0.4989580484107137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67546b27a7ff6ec0e62e93ebfb251e36663e92cea8a9609aca2dfcdb8d647382","sample_id":"mmlu-high-school-psychology.val.431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41e603c12dd112ee5c0f07724286717b160b123e29c48bd72d61c14a41e895e9","formula_version":"titan-u-contract-v1","latency_ms":0.7350830128416419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cb7ae5f373df214569c234c881650867abfabf1eecddd8f11a4f7791bd3f01b","sample_id":"mmlu-high-school-psychology.val.432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8570c20aff66889eab4c2c35a191002e56fe61d9e49cf51a88074cf56a99433f","formula_version":"titan-u-contract-v1","latency_ms":0.6677499040961266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad75faf97787053b8632d06c3d6bb99de35db879d448623950100f9ea78fab61","sample_id":"mmlu-high-school-psychology.val.433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"342b2272fad4fb268f3f798470fef622d47c5e65b5a522865ce7d24863893141","formula_version":"titan-u-contract-v1","latency_ms":0.6306669674813747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f65b2efe48ab0bb4f9b4a863ebd50c958cbb17a2f0778f981e0cf37b321c6dbc","sample_id":"mmlu-high-school-psychology.val.434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ed8d8edf7eade7a0c44dc764a801fdb6430b3f9f595baad17fbe80618bcfcfb","formula_version":"titan-u-contract-v1","latency_ms":0.43212505988776684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ed1ddef23ac914428c58d148804c488c96063dcc731c1e7fa9c1e798ec33eba","sample_id":"mmlu-high-school-psychology.val.435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34d791cac9aa49bfd390196f064d6522c9c1ed8415c8c0783bef75599cf561f8","formula_version":"titan-u-contract-v1","latency_ms":0.712707987986505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7a4e4aeadddb7398c2ebdde12f0714a2bd037b74438ee4b6ef9843fef244f18","sample_id":"mmlu-high-school-psychology.val.436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81795eb7b2b9d429e50d082b2c104b4874b633caa235c094ea8a448a20215470","formula_version":"titan-u-contract-v1","latency_ms":0.4622499691322446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5240494f4118fb0a1bfb95fbbc99f6ddb30eae0b1aeaf4bfca16021c9dceab56","sample_id":"mmlu-high-school-psychology.val.437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89f8938c571cd35ce243700acfa1b0a18af52d90408c402d6d6f37e79a9114f0","formula_version":"titan-u-contract-v1","latency_ms":0.5942500429227948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48332a3e320dfdb455918c7e2a71b9cf65edaee141ab2afc8659c4db7f05ef2a","sample_id":"mmlu-high-school-psychology.val.438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a864d7ad42df964abd528f1f23851f499b877b4e8a7fafb2531e6c9db7baa57","formula_version":"titan-u-contract-v1","latency_ms":0.5567088956013322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b1ecf719d88c7235fb31594fd93d79605cb10def375bf5b87c7f86f9d92bf8b","sample_id":"mmlu-high-school-psychology.val.439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5db2d53ffd040e7538ede98cc387ab08a25bab112143401a56c93bfaf750a06","formula_version":"titan-u-contract-v1","latency_ms":0.5167500348761678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84bbbe491ebe3e0970defcd77e9469dc1e8d0e6aec35b79faa3765638df52f7a","sample_id":"mmlu-high-school-psychology.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73dcf019e6e0fb102e3e4c7ca546303daceeb5a63405be22eb1cb23d235d0755","formula_version":"titan-u-contract-v1","latency_ms":0.5047499435022473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9573544c3c78083fe27598a126e0610481407016ff19f9f32ace36277eb709ba","sample_id":"mmlu-high-school-psychology.val.440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dad5cbc10ff0dee2e0ba894a171aac149ae7e2eee5c8ce4d4ffbf7e5c314ac45","formula_version":"titan-u-contract-v1","latency_ms":0.585292000323534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a147b03956737f952457648f970a1e4f203fa917ff39d22ee4b2b330ad051429","sample_id":"mmlu-high-school-psychology.val.441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34790f5a9e2f9e473f23de45f5fd5115ddd77da0512900bfa71457b8081e5942","formula_version":"titan-u-contract-v1","latency_ms":0.46479201409965754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae898283442491f242a488eac3227983228d126d642e50f28dc1541dce6ba030","sample_id":"mmlu-high-school-psychology.val.442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8fd7a816333ead4981f035d463e498011fb3e0d1ea753f88525e7ca3a98c3b6","formula_version":"titan-u-contract-v1","latency_ms":0.8624589536339045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b2cde9a7962c48e15843fd17c25fb9d7b7821f1d7fd304fedbccee33ccb2c7f","sample_id":"mmlu-high-school-psychology.val.443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab38efd11224427e3d19f0056ade602fa417a98dc3ff457c9ec2f2ac0f9ce239","formula_version":"titan-u-contract-v1","latency_ms":0.6830419879406691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87c9eda348101fd614137f169520cec3afd554c3e5fbbdfdf6a0b1c6c5f6cced","sample_id":"mmlu-high-school-psychology.val.444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5b28c1fe349ae40257b76c636f99bd443ceeb5750508d4cd92477f83cfe79d3","formula_version":"titan-u-contract-v1","latency_ms":0.4563330439850688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e60086662328c71837012bb132f7e9e9a62b0eee761e0bb2a937daf445947174","sample_id":"mmlu-high-school-psychology.val.445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bfc5b35443d292d3b8607f656693183b56999893ff7f38c3ee720a119409258","formula_version":"titan-u-contract-v1","latency_ms":5.124999908730388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aa0b23e14c9817a26e2eea551aa0ccd5190dbed64ab05c6b9ac4c1334b35eb6","sample_id":"mmlu-high-school-psychology.val.446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e14b9c8221278a56559da0480dea82fa34929f7917d235369e0f086ae863c34c","formula_version":"titan-u-contract-v1","latency_ms":0.6851250072941184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5def9d07af8d5a463b58051e1cf1a492bf23ee2b843249d90b0d64b2e5448db5","sample_id":"mmlu-high-school-psychology.val.447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0d1e13cb900897ca9c743afaf6aa77838eae140ce381d658b4bd750041b0bc4","formula_version":"titan-u-contract-v1","latency_ms":0.6002499721944332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87d29530a9d5395e0609691c5456f504161c98e160f4984840d7d78bd95b749a","sample_id":"mmlu-high-school-psychology.val.448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbca19be9465031082d783d9edfb8d9824ff71fe876284cd1de882995a78bdc6","formula_version":"titan-u-contract-v1","latency_ms":0.6984579376876354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0479c7693e4b987ffe6f26c9eb446fb912779d7007845ee82d4849e0606ec4a","sample_id":"mmlu-high-school-psychology.val.449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e2ad539b65cadda6db11d2b1faa96dc97b22fe8d5b07916879df866f770b510","formula_version":"titan-u-contract-v1","latency_ms":0.5062499549239874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"304a8568e4b8d596641ca19b0eb715635c140dedde1373223bce3ef3e4c00308","sample_id":"mmlu-high-school-psychology.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c09f97a10c27bf9c5fa428e0b4d2edd8ca2201dd70b6b713f150e247102bf718","formula_version":"titan-u-contract-v1","latency_ms":0.49766607116907835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08c073b132a047f0a32a2a19f039c4fdff73bd329fb62e386de0ab9db6bd40ad","sample_id":"mmlu-high-school-psychology.val.450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3f675afc2e0904302b425cda5cbc827184c688cc16e7ca654d3323258b6ef9e","formula_version":"titan-u-contract-v1","latency_ms":1.4390830183401704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90365673fb90a693309d481221a98863997726901b0162e2ab178ccf5b6c6fd9","sample_id":"mmlu-high-school-psychology.val.451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f95f33a71f102fe7622c4271a282e5d8ae40843938a80a191151fdb2956341c","formula_version":"titan-u-contract-v1","latency_ms":1.102625043131411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4aad2d3911a92721ef0fa545055abca3faca42388b1e77bbc92f6f684387ac46","sample_id":"mmlu-high-school-psychology.val.452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27fbac0fe4dd713bbd00a0ecd8479f894ab277da0889cbd93462511e3490faf2","formula_version":"titan-u-contract-v1","latency_ms":0.8530840277671814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a58db94a46a3ad59f90293845140afe398792efc84649891a5239247c6d2d792","sample_id":"mmlu-high-school-psychology.val.453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e7d52eb65566f1106a670789366e8428350cce58eac7565d198e68fd89e564d","formula_version":"titan-u-contract-v1","latency_ms":0.9471250232309103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73c5885b00b1fd298adc096796d188d7f3a7b2a140553456a6b59fddaa31b022","sample_id":"mmlu-high-school-psychology.val.454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42e7626e1b8ad213fdf0133f18a90e4ad9956db72cf86ee0f714098dab4d7e91","formula_version":"titan-u-contract-v1","latency_ms":0.47400000039488077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cd9c6ae947bb5c6f0a502a68dd249f987f87b68c30bfe665dc93f36cc9e1be2","sample_id":"mmlu-high-school-psychology.val.455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2850ad5065edc4d2eb8355d69e929731308390719cc7d0eb57479ab5450c394","formula_version":"titan-u-contract-v1","latency_ms":1.4602079754695296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"405059f784401a272e73fb6c487c9cf8a1e2fabf277dedcd2278b2618bb801cb","sample_id":"mmlu-high-school-psychology.val.456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78621c2dda3e51eb1f019c6a22d36f051f61a9d91c327f6ec84201f40b6d6978","formula_version":"titan-u-contract-v1","latency_ms":1.6200419049710035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20eca0568c8dc7a70d4e08e3a6b00f22d4b40de1d461da81baa2999d2c8d80eb","sample_id":"mmlu-high-school-psychology.val.457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adfbd7269d7ae2575cccfc3a4dde1bca361525b72c36ce7b743a8f0e3fb41b08","formula_version":"titan-u-contract-v1","latency_ms":0.6324159912765026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3373bb49d4b811a3be3455f84e0cd942f6f2279c7a590944e34825f8ccb97207","sample_id":"mmlu-high-school-psychology.val.458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"979ac65d758edc7cefe38decfd077d5b6e4878e381e2d985c23ebe74c532a486","formula_version":"titan-u-contract-v1","latency_ms":0.4847089294344187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61ba058758ab5764c51bf6b8b105b28817164ab0f2cd8f05ed7836be8b07ee58","sample_id":"mmlu-high-school-psychology.val.459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b546e7ee5028b87f42e7501c046d08bba96348f71eec0f6e36609c8af879f4f","formula_version":"titan-u-contract-v1","latency_ms":0.8178749121725559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01589593a8f853fcaab447771fbe25e7a1a85c711f20a3bdcadc51a520df9119","sample_id":"mmlu-high-school-psychology.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"952aa83127ed6d9ddedeb95fbf684fc5231cadd68793be95196d9dc8e2671ccd","formula_version":"titan-u-contract-v1","latency_ms":0.5453339545056224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94f17fadf6405d5da93b341fb057495fc8548b67d1566107e50bb2250a8a4b3c","sample_id":"mmlu-high-school-psychology.val.460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f8550d7255c8b1499131563b3b1f739b7008bc84fc9499645de49b428fb8f20","formula_version":"titan-u-contract-v1","latency_ms":0.5920000839978456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b56a62007db2a71ecf74c2cbc380174a0eaceb8fa3cf0774fbb92197b88f8060","sample_id":"mmlu-high-school-psychology.val.461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14e1d9136a64105e06e8a8417573becc178e24e5703b7debbf840db3e4e24f99","formula_version":"titan-u-contract-v1","latency_ms":0.5560419522225857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bde6b3595c7a352020193d7584dec6cc54bd40dea94784ef35aac73e51d739a8","sample_id":"mmlu-high-school-psychology.val.462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed66a0478ddfa7b784fdeda88201acc4068ba5602fab6a1a8c365e55b08dfa28","formula_version":"titan-u-contract-v1","latency_ms":0.5923340795561671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20819d4e49034da0009f23fb2595f0c176bf14167b620855d51906e398c41cd5","sample_id":"mmlu-high-school-psychology.val.463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"731c5fbcf514702c494570535e68d12b520f4ddda6ddc9b61544f5dfdcba0ea1","formula_version":"titan-u-contract-v1","latency_ms":0.4883749643340707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f51f9531f27aadde717a4b1293305dcc15d4f27d2d082cbf475179493e58b97","sample_id":"mmlu-high-school-psychology.val.464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cb49b533fdf041fe29802a32212d1460156beb89f3e94c0f62b366b876d6f03","formula_version":"titan-u-contract-v1","latency_ms":0.44691702350974083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f945bc28de092f9f4d44a829b057b181176496409afe5737f38e64a62835f12","sample_id":"mmlu-high-school-psychology.val.465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a70914544669303ab61016bd945866a6f136823ef3fa8b40dc0ee48229d1e51","formula_version":"titan-u-contract-v1","latency_ms":0.5944580771028996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"150c9e767550d78f26208b3f9e5772c0b1993bb04b2e0e6ee97187e6502daf43","sample_id":"mmlu-high-school-psychology.val.466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcd12417fec2811a34d0e9376cc9a272a0df6e983ffaf79d325850d7ce021ff0","formula_version":"titan-u-contract-v1","latency_ms":0.6076670251786709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a4706dc2b21086b2eafa2c9be4ed84a8267c535862cba50adb5dc82bc78e1e1","sample_id":"mmlu-high-school-psychology.val.467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5e38275b28aa6faca5b4a40040b0a329da536be8724f4c0fb6c7d3619302631","formula_version":"titan-u-contract-v1","latency_ms":0.6739160744473338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f852c0c959382d058c272d309ed51c1573a12fa2a007adfbd515970f863119b3","sample_id":"mmlu-high-school-psychology.val.468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc1fa28161d29eb3c18dfe12054ee397bf95b4c1d52094a0920c5ae45072ff7e","formula_version":"titan-u-contract-v1","latency_ms":0.5200830055400729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4def440abd2f05179f0a5b61b9bfefac578efc9e4b842a147e892f2e14ae623a","sample_id":"mmlu-high-school-psychology.val.469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2db5dc08141739ef449ccde6e3bd7fccd0b9fd69e7bebef1821e7af7bc238fba","formula_version":"titan-u-contract-v1","latency_ms":0.4685421008616686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef6df30d81acd7d2be37077d9d59aa69340bb2549aa12daf72cd25a406f1e2e3","sample_id":"mmlu-high-school-psychology.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"585061e003ab877175b2948c18cf1abebfe2f8c1c85ec161f8d950be972aeacd","formula_version":"titan-u-contract-v1","latency_ms":0.5134999519214034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39f8eca644841416ee40fe6f4050e5464fe21b734bbaf9f5f1661b93c1847288","sample_id":"mmlu-high-school-psychology.val.470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aac0e2d81724c1c05cf2daf11b2dd40fada51a3c2aaccb61fbe4521ac635e899","formula_version":"titan-u-contract-v1","latency_ms":0.622499966993928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"768d02062f0b884c304706fc5f242738f479dcacfb7f8fd79ed62f51c94b783e","sample_id":"mmlu-high-school-psychology.val.471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca08a0ea0b3b663aa3a92c0e8abae1b0cc891332bedbb6a6573eba028f404bec","formula_version":"titan-u-contract-v1","latency_ms":0.5822910461574793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dd4bfcd361c877ce50d7e343fce9111ddbdde82cb78f7123cc81e4165baa32f","sample_id":"mmlu-high-school-psychology.val.472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f30182f786723c8faf6172fe8699a4c68aae6e4b021d7a2c71d85726d604d5b","formula_version":"titan-u-contract-v1","latency_ms":0.6208330160006881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e00217fbdd4e3d6da2decac3afcdf06398dc48052fac98b81e9ac27a45464f88","sample_id":"mmlu-high-school-psychology.val.473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a4e6653675f748ccc23f7ea848aa096ca594a3714000e2038a00fa5f423f9f5","formula_version":"titan-u-contract-v1","latency_ms":0.9539999300613999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aa6919afc6a83ad8a2804adf51dc348fb61175c1c8bd41be947ee205802c7d7","sample_id":"mmlu-high-school-psychology.val.474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce839a41a33d068478f74a06ef12e84f330e239a857923a5fd0116c31e3f8c8b","formula_version":"titan-u-contract-v1","latency_ms":0.6202500080689788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f25251decc6791f9551c0f1d50b5120cfd26a2245db8580a5a168a339a9d187e","sample_id":"mmlu-high-school-psychology.val.475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"802ca0a55961c74ff7ecb351e31b0c7316700740567d76e292c88e034d2be529","formula_version":"titan-u-contract-v1","latency_ms":0.5395410116761923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d809259de522d51524d7b45ea8114aba674ac89abbc5ca538ec2119c04e2b912","sample_id":"mmlu-high-school-psychology.val.476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8f2986ba79de40a1ddb3636d08e7f4eac346d9d2f4dc4732027c2d277496dd3","formula_version":"titan-u-contract-v1","latency_ms":0.513250008225441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"250cae9ff2f909d4ae00f760b8448562257ce4077f96cd631ed14e8ab9a43575","sample_id":"mmlu-high-school-psychology.val.477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88263841ba7b7f16d10041a425cc4d75617c449ac88c9b23bf857595e57c694a","formula_version":"titan-u-contract-v1","latency_ms":0.5330829881131649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f2983858f7d07a1cbd6dcf2435016c2bd131a41ffcce4ab7d12877966670a4a","sample_id":"mmlu-high-school-psychology.val.478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ff5827df5043f415da2bd1225699888e502759f022389dbbd4269eef9a1638e","formula_version":"titan-u-contract-v1","latency_ms":0.4818340530619025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a11303621e09ee2a86f087190c6a5c17daa7c62f333192db8b67d97e5de2689","sample_id":"mmlu-high-school-psychology.val.479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d661eb46d622dcde520a7712c2f3194b108e81a78db01b2b5b7d497461d84ec","formula_version":"titan-u-contract-v1","latency_ms":0.505249947309494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d442235177c0b152665dc58013c6f885be7e1ba0b2d904bb67d121419fb8fff3","sample_id":"mmlu-high-school-psychology.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47808a79533e22b9b56368b7c0ed7694fd90a0b4f14e3aacb20b7823d0e7ff10","formula_version":"titan-u-contract-v1","latency_ms":0.4725418984889984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e76186f01d5376fd5107e7f52d791dc0a0dc1d2fbfec250d68379dfc04115382","sample_id":"mmlu-high-school-psychology.val.480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75a7dff4889e1bcbdac7657f8dd100214715254e5f885732ba2e903f8bc81b70","formula_version":"titan-u-contract-v1","latency_ms":1.7712910193949938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb0ec10a8a0d0ff37a9b43ce5e5282de548f2b9f8c7cf87e8cba6cc5a8151f91","sample_id":"mmlu-high-school-psychology.val.481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c396967e57536d6dd9654a9da9eb9b81a5f4d56222f0b0fbc07490b0196730a0","formula_version":"titan-u-contract-v1","latency_ms":0.6454579997807741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b757881152f44d0c9f6dc895f4242f8c9d4b04ede5f4acdf61cfe746f0ee5ed2","sample_id":"mmlu-high-school-psychology.val.482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c78e466293c9b242bab0b85eef613eee4db9a888550ed10a75116ba144234d47","formula_version":"titan-u-contract-v1","latency_ms":0.5333749577403069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"672a8e641c3d68446900270b396ac17b7f24bd8731417e206e885a4aa0bcd5d2","sample_id":"mmlu-high-school-psychology.val.483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f5a556169eeccd2b3b9380b85dfd26761e3345df8b173a753339f1a853173fd","formula_version":"titan-u-contract-v1","latency_ms":0.4389999667182565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0edf6d919324d504fdc48a9ce41dcda76b34f9b52bc94787ac7bd52fe41f6e20","sample_id":"mmlu-high-school-psychology.val.484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc8647e99301812787edace40d792f119ebe1495e2227458b1c6f48cf7a7cf3f","formula_version":"titan-u-contract-v1","latency_ms":0.5715840961784124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d284e8fb84a02d9cc223566287afc11f011dbcd204875591318fc2ed834f2170","sample_id":"mmlu-high-school-psychology.val.485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61b378c29476fee9f2fe8f792c34808ab1ee846f55f77a94585c7ad12309c169","formula_version":"titan-u-contract-v1","latency_ms":0.6793340435251594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e511d9e5017b1af895eaa987e2f511b9b1781b9380b8d0c6a75c45b19e40f3d0","sample_id":"mmlu-high-school-psychology.val.486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5eb7cbeb9c6ab7a2aca52cc684447dbd54b6988f8d5baab715adcff81600fb8b","formula_version":"titan-u-contract-v1","latency_ms":0.5341669311746955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da58fe0605624d360af833835459349ca0dab07730b93bc41e97ce7dfb52d3d3","sample_id":"mmlu-high-school-psychology.val.487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"902bc0f42e478e6f33fb2b37b6dc1da226c06dcf58feac113625cfb92ebfe6b0","formula_version":"titan-u-contract-v1","latency_ms":0.5120830610394478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3680c65e0da69a1653a7794862bb11388f4155556df413239678295fc6fa232f","sample_id":"mmlu-high-school-psychology.val.488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"866b7e43638f5d6c8631a3feacead0867dd02cd7638fedfbfc800942138cce7d","formula_version":"titan-u-contract-v1","latency_ms":0.4996660863980651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95ce28951f17c394a0fe54c4191b699c4d4f7dc73e3b584b5bd156e70514f836","sample_id":"mmlu-high-school-psychology.val.489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b16fb8da58a39b445fb5ec71539ea7b6533641e7d274963e7966e198a975abe","formula_version":"titan-u-contract-v1","latency_ms":0.6841670256108046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"147c2889d0c70039921a91fa99272dc3886d4a02264566400656cf8118f4637e","sample_id":"mmlu-high-school-psychology.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d71871f012f7e4612c01d70e7a6dc4ca2c45455ec35b65969ccd25a06c8465c","formula_version":"titan-u-contract-v1","latency_ms":0.5765419919043779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b0f961236f0e1db20111ffaedccbf5f45e020c7478ad84dc37e30abddf7c80b","sample_id":"mmlu-high-school-psychology.val.490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce7a015b75af1e33ef2b1ba6a363f983fc3f12023fe95b90be3fe285ab6b0df1","formula_version":"titan-u-contract-v1","latency_ms":0.5134999519214034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6af15f644816fdd7d28a911837561bb53d4c2c7b030b8d4dfa8ad58f6389167e","sample_id":"mmlu-high-school-psychology.val.491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab28ae470586aba20437bc120e608344d832e41c4e7ffcfd9716b3bd89cf8f2e","formula_version":"titan-u-contract-v1","latency_ms":0.5674579879269004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dc86124c4ce5000a4f72098c3abf8f8ca085fd6f05dcd9c7a21e43fddef8390","sample_id":"mmlu-high-school-psychology.val.492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db8882918b5a804e868afed5af4ad2b6147057d7f28b871a12a552dbdd066c69","formula_version":"titan-u-contract-v1","latency_ms":0.49820891581475735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1ba9278fbf3cd8d2f340eff8669eaa3fdbb65874db03c502a837b9b930b0997","sample_id":"mmlu-high-school-psychology.val.493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"659733eb11c3d99448eef990654d16cb211817c7cf40f5067ec2757132a6c2a7","formula_version":"titan-u-contract-v1","latency_ms":0.5773749435320497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a77be0ab4ce1b6fb8560bf91e8b981f99763bd90cbf6d2af7c78ab1b81ddf09","sample_id":"mmlu-high-school-psychology.val.494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ed996a70a7d65c801f5ff5e366bfc8fbde4a0807afc7fc7c147b2e21e7b30cd","formula_version":"titan-u-contract-v1","latency_ms":0.5546669708564878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1750c1cd9a712bfd671f48b92ad8a66eefe846c82881ca6cf3cf0cb36edc048","sample_id":"mmlu-high-school-psychology.val.495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1daa4ba7faf55a48f2630b30d56f405c491c57b1a13b43ca679e2f036ec4ab39","formula_version":"titan-u-contract-v1","latency_ms":0.5871669854968786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b68e4a28323132ef034d6b34ba34e3e763369b0fd5feb9ae3d34deac0688f0c3","sample_id":"mmlu-high-school-psychology.val.496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21e2528ddc08a802dd5e1f5282c5bb994403825b6e0749077f2e6ea397e7680c","formula_version":"titan-u-contract-v1","latency_ms":0.9317919611930847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c4286f621374528a5a293ae66ecf8e544056773a8c5340b3c438ed75652707d","sample_id":"mmlu-high-school-psychology.val.497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edaa91cb190bfa32ccf6a3ba8c44470d4b631fed74714b0f4cd12cfa0d38ec28","formula_version":"titan-u-contract-v1","latency_ms":0.784000032581389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"602c198aa5ced46a246f472d816409356d17b5fcedacfc1d469ff31e921ddd2d","sample_id":"mmlu-high-school-psychology.val.498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fac99f1e44d4dd7a6c5cb50244c350883feb7d8abfbc6e013c4c1e8baed7b14","formula_version":"titan-u-contract-v1","latency_ms":1.3455420266836882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60124a86fac7add88dbbbe715b385f591285bb00b07487e6e424791fa3890fcf","sample_id":"mmlu-high-school-psychology.val.499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e970bc1fbc01ba8bd445e6b64c0eb683abbb800369198f6f82eba97768563fdd","formula_version":"titan-u-contract-v1","latency_ms":0.4180839750915766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"575965a77236a128520518ac84dade725c8c4714897a4645d2fb4c323a5ab0a6","sample_id":"mmlu-high-school-psychology.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3649ee9248517cfbd3dd551ec9e5fbe0b4f63e3e1271c00ff55bd707def0de14","formula_version":"titan-u-contract-v1","latency_ms":0.5160000873729587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a000413f995f1b3ca314ece414ee879c1c008fd2229a8fc538aab6f3ff4cdb6","sample_id":"mmlu-high-school-psychology.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"790c2164366996b4189b939fd7d00d1be55f74045257ef6f55310e4502982dd8","formula_version":"titan-u-contract-v1","latency_ms":0.5537079414352775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca4ab7712ac2c8cfb46b56fbfe92cfb67d2e5e5f7aecd91b5e83982380faf0a6","sample_id":"mmlu-high-school-psychology.val.500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06223e4437ce152c202e03d698ac8382dd9286ed124a497444199e564c9fe5f0","formula_version":"titan-u-contract-v1","latency_ms":0.6631249561905861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bd54df95a4834b5938ea2d371c2a26caee615f0373ce844d34f697e7c5781df","sample_id":"mmlu-high-school-psychology.val.501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b31e2323b47f060fc90166754c7bd519ea1dc2fa456aeb8b9b83efa3367c377","formula_version":"titan-u-contract-v1","latency_ms":0.5128750344738364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"729dbb599b878b8532203cedee073d7aa80d30b35c5f87ab575c4e1597563725","sample_id":"mmlu-high-school-psychology.val.502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a7834eed55bb7777cfaf3a82dc94e8f8657c737c3f13066ad1e54af89c92d36","formula_version":"titan-u-contract-v1","latency_ms":0.6210838910192251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29250f691f11aab50b1eade0a4115d93eb2effd9cdc90eb680aa4f29e90c0dec","sample_id":"mmlu-high-school-psychology.val.503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a24fa0d85eb19df1ebbd6b3aa67c9cb05851013a00f1bbbd9bc1dbfc91253ec2","formula_version":"titan-u-contract-v1","latency_ms":0.5408750148490071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3a67e802cd56d131529c97bfe0609cf6e4ea430f98a37343948b542d607beee","sample_id":"mmlu-high-school-psychology.val.504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdb7b9313dee807cf764372cf3dbfa9177f30f6b82393c272cc2b6053c154da2","formula_version":"titan-u-contract-v1","latency_ms":0.6771249463781714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f2cec5cf90ac8c3c46600040fdefcfa8deb19fe3d80402bdcbfe76675148083","sample_id":"mmlu-high-school-psychology.val.505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cb76dfe202424ac8af48c182a566023c826842a26aa568d2a4ab3ce69952763","formula_version":"titan-u-contract-v1","latency_ms":0.5234159762039781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06ce2e677f4c77763a240d9e5d573020addd7ad5af72da02062cfd69e701fe7a","sample_id":"mmlu-high-school-psychology.val.506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34b123e28241ea43e14040981ba31b87d68ca72193913b17c3bda9657014cf85","formula_version":"titan-u-contract-v1","latency_ms":0.4636249504983425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb7347075f5e1a936fcfed76773314f0064fae9a0334b0f1abf4dcba781d739c","sample_id":"mmlu-high-school-psychology.val.507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fd1c92bcdff3296240b5c4ff2bb441b74d904f871860c268c6e00b55120d47d","formula_version":"titan-u-contract-v1","latency_ms":0.506000011228025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bcb630b7afa6dba0170a51204e49e3a2d2126f0f3c577f61f5d3ab2a2352740","sample_id":"mmlu-high-school-psychology.val.508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b38bd21714732fe5b0f9a253e513a84d75dc2ec496a789f8a5a2f97152bb2bda","formula_version":"titan-u-contract-v1","latency_ms":0.6791659398004413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1654fa0aa2a6701de51921b016d25a55a59acd328300555a636238d2b2139dad","sample_id":"mmlu-high-school-psychology.val.509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ade927615ff3eb59dc7fcbcc3ac946bd663c18a2779001c3705b35867c33c7b7","formula_version":"titan-u-contract-v1","latency_ms":0.47933298628777266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07cbe33589079a086e490b275e6a8c2f847a2288f6b213367d244cd125d28be8","sample_id":"mmlu-high-school-psychology.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76315e6030b11370f42b6c0cf4a0d993e7775deca1636af703e93d7f0634a4c9","formula_version":"titan-u-contract-v1","latency_ms":0.4180839750915766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c3db266b1c245d09422897f7c058157b21c588c6cb71cbb44a9f17fc7d1e943","sample_id":"mmlu-high-school-psychology.val.510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98673e75ed469f34597a0543a59d0752052c9303337040e13862fecd47bc2ef8","formula_version":"titan-u-contract-v1","latency_ms":0.46845804899930954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"853a02ae5de35c724d77a7cd9ad1f8a808e92a8a19f3951e0b1e0c040aabc290","sample_id":"mmlu-high-school-psychology.val.511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"105534d8961c37e144edbab0b8f3b44e2a7a5102006f895301081adfad2d9583","formula_version":"titan-u-contract-v1","latency_ms":0.4727090708911419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ded46431a740edae5933635b972e6b88808a912def0573b0d62f124213598686","sample_id":"mmlu-high-school-psychology.val.512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f1302e43966ee9ab2fd03014cac757bdab0ca849db2b7313581ecfa89abb61d","formula_version":"titan-u-contract-v1","latency_ms":0.5698330933228135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fd3d73e6f74290c4e5e6fe2b261b7eef823d091afb111d3a09e2ae7d068699f","sample_id":"mmlu-high-school-psychology.val.513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e1427f095f8d88462aeafc7953332b8996cf000138fdb16b5301f093ed34001","formula_version":"titan-u-contract-v1","latency_ms":0.9175000013783574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8a56a80790d51486a270db140a3ef2be335ccf3a3811468878e9d7f51e0486d","sample_id":"mmlu-high-school-psychology.val.514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5af19b94a4f93bda52dbf9ae1faeefcfdc489ff89648a0e05b3f8b1d2fc22fdc","formula_version":"titan-u-contract-v1","latency_ms":0.8350829593837261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0999bbee97a0ecd404571ffb80a60ee34d1ae53cdb045f5acb0ec33eb2f92c6c","sample_id":"mmlu-high-school-psychology.val.515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cdab3227a6c6175f091b8de88c6e0f993236cf907e37cd9eaf5d21ab3fb21cb","formula_version":"titan-u-contract-v1","latency_ms":0.47858397010713816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"809b1c35ad7cfee77df3c58c3e552b36edf5adc49a94c5a6517d75d67b69f8ed","sample_id":"mmlu-high-school-psychology.val.516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"944bb0dc837ce58d6b4db76cd187bb48634ad3f909dccfa42f4d533d23154865","formula_version":"titan-u-contract-v1","latency_ms":0.9872919181361794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44aacec3ba71925d6cbe95de46261813fa9cafb04fd5be127510b318f2efc339","sample_id":"mmlu-high-school-psychology.val.517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c758fbd43f45a097c0d0461c7ec8161049469d408fd9a7853cd389641a2203ff","formula_version":"titan-u-contract-v1","latency_ms":1.1764169903472066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8145a741eb34a5a8c824123157899f7fd1137f3a7240ecb86e6667ae7554295c","sample_id":"mmlu-high-school-psychology.val.518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca1e9166b4f21c1731bf591537063ed2c7ddfb6f40f6322df3f5ce2625296e38","formula_version":"titan-u-contract-v1","latency_ms":0.7878749165683985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a19c0a0f00c598982a171abc7d27310e2b0ee006561d85c88bccb099b772878a","sample_id":"mmlu-high-school-psychology.val.519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41d6413acd5168b06b80ef4d95af8c0ca99ebc1670313a1a3696e4c07a627dba","formula_version":"titan-u-contract-v1","latency_ms":0.4675419768318534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8767907092f3e82963fefc749c7406e986a5f8c0d5d7c06fc04545c2a0ad7d6b","sample_id":"mmlu-high-school-psychology.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89b709fe191d2fe8881a4396b11b3ec6e2fc52b73996dd36a704e8b4e5666f9c","formula_version":"titan-u-contract-v1","latency_ms":0.7002080092206597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30c767885d566d2e268a2505cd66c2f4ac6cdff039f7eb6546a7727f1c91ffc6","sample_id":"mmlu-high-school-psychology.val.520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"789ab40cde741e7c76d7bcb2928e5f9189890a9cfef9ba5219f75413cb84500c","formula_version":"titan-u-contract-v1","latency_ms":1.0732499649748206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94a6c8382bafbb2f61447656a9cb273b60d7ab7ac1e3ed2efaf453b96d077040","sample_id":"mmlu-high-school-psychology.val.521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd79cf3a21248b5e7b1ef6c71de3e3eae9427a6e7df4b816d40d9eb1d9fd4fde","formula_version":"titan-u-contract-v1","latency_ms":0.9271249873563647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4d0162125373c33cc276943dbac08275cb74495e918e117dec9cf54fd650d9e","sample_id":"mmlu-high-school-psychology.val.522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a60a67a169b00d681a3432c9d74220097e72ddaf28995fd3731acda954238477","formula_version":"titan-u-contract-v1","latency_ms":1.0705830063670874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a0ee2b77b6e02a7100cde827174c1e0d9e130ee2ac1f6d2d0985a0bb3861b1a","sample_id":"mmlu-high-school-psychology.val.523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc970cae9103561ee782eceb8c8e4f8bc24d299403c0eb5a30027749171c316e","formula_version":"titan-u-contract-v1","latency_ms":0.8197500137612224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96a78d3024d83483b8bbef1a876b22434cb6bb317e1685d6330f444df37daeb6","sample_id":"mmlu-high-school-psychology.val.524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a458fcae8106f21b53466911c744ab1f1d1c35c84dfc95bbc24030c6befa13d8","formula_version":"titan-u-contract-v1","latency_ms":0.4636249504983425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd779bc1eb74b739f9511aece01d3878cd3aead9aac3c7b61e6fe30a4d598daa","sample_id":"mmlu-high-school-psychology.val.525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01302914106655bb6d9cfff2039712d66d0662691bf57bf0d8d43204ba71b909","formula_version":"titan-u-contract-v1","latency_ms":0.904959044419229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5afab74717d5639d4d3d583d590a0604183d7c5aef5ab5550a0e77a962ab432","sample_id":"mmlu-high-school-psychology.val.526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be1250420e95f963fbe92d6af7772683907b8270d3b28b73600d07a66426312a","formula_version":"titan-u-contract-v1","latency_ms":0.4778750007972121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29b440fafd4f32896773cf7d279eafecb2298b3ae095a45731e7ff9a0ab1f3ca","sample_id":"mmlu-high-school-psychology.val.527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19cde4d743348a72e530de6a0c3ae617fa1b3faab0c13f902e2ad3f8108f2b93","formula_version":"titan-u-contract-v1","latency_ms":0.5547080654650927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b071bde81e43174d9cad55d3163ae83e1e5650e7320e7f16396409075e5fa434","sample_id":"mmlu-high-school-psychology.val.528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ba27e15a63d313a396fa8add82e08586d59754be804924a93dfd8accccc9721","formula_version":"titan-u-contract-v1","latency_ms":0.4355419659987092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc02a72418830bbea24db85985d32841b3f2cb65d2fbfb3344371499d103e638","sample_id":"mmlu-high-school-psychology.val.529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e852282d3bdbb928d22f93621d06aaaf9beddf73b8a7ff59d66e943cd0adb85a","formula_version":"titan-u-contract-v1","latency_ms":0.5682080518454313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8944519e301d831ec6130777b55b4859a9646a9f039d4719f6cdd873296b24f7","sample_id":"mmlu-high-school-psychology.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8120c3b2d8f546121072d0896d6c42218bf7a88bf6d46567e7659c35fb8c8379","formula_version":"titan-u-contract-v1","latency_ms":0.5622080061584711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b46f91efac3530ca0aa4aa8ae585aee1755fb1208ec46447e66471708a897f5e","sample_id":"mmlu-high-school-psychology.val.530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b66cdb0e1468a603c268d4f8c60e2bc70a5e13a7b5acd6c65409b46243335f8","formula_version":"titan-u-contract-v1","latency_ms":0.7353340042755008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e9834373b727eb01eba4dfefbf8cdf83f4e09dea759f563ed8fcf7a8136c5b2","sample_id":"mmlu-high-school-psychology.val.531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"655cecb29719616ab0fd187e11f13e8317169f4c5db047f78f830f42ed380f93","formula_version":"titan-u-contract-v1","latency_ms":0.521583016961813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75c6f3cfde6762f0779cd5e34c464cb08e3ac6e6689059ab9485343278d94371","sample_id":"mmlu-high-school-psychology.val.532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"920196618472024723a36f6d3dd62e9e43458648b063ca42f0a86b6f733afe8d","formula_version":"titan-u-contract-v1","latency_ms":0.6107919616624713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d29efeebdd8846b3fca31e691640a600fa2b9c934c13574dd0780dfd0254d3f","sample_id":"mmlu-high-school-psychology.val.533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc1a81ddac778f8e14afccb87b604efb11f445f5fa39d8e1659d5ef873a875a2","formula_version":"titan-u-contract-v1","latency_ms":0.4997079959139228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ab51c175af47512957fe35d81752af04405b83bcd02b75ad05742354271745a","sample_id":"mmlu-high-school-psychology.val.534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1fb28150e18280482eee6e1d347b5dd90f941cd830bebedaf97007a2ad2d048","formula_version":"titan-u-contract-v1","latency_ms":0.5249170353636146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fab809612bd4ed9f315545713fa2f122285fd7f3c7335ab2910baf6b4f52dd8","sample_id":"mmlu-high-school-psychology.val.535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69fb47ce686d4b82434422276f8b980777780f4392a7adfaced0f16a7628f1da","formula_version":"titan-u-contract-v1","latency_ms":0.5197919672355056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be8c0e454bc742fde9f10fef60f7993feb6ce4b51ce84875dd1609349b22d428","sample_id":"mmlu-high-school-psychology.val.536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3951d3e182ad6b2c66d4b2c614076024315bd9e5361057b789c62ebaad822c4f","formula_version":"titan-u-contract-v1","latency_ms":1.057166955433786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96324d567e2c81434b9108296a8d85cf18aceb5b43cab27b4f369b8dbe257ef4","sample_id":"mmlu-high-school-psychology.val.537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd4091b1b5b51777eaa435e74f3500dd88d8cd36d6a6dd41311309a37691d680","formula_version":"titan-u-contract-v1","latency_ms":0.5543750012293458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad32af26f0ed6a5e5a8ff925f9c91388164694fd28a993e01b838b50ccc267a2","sample_id":"mmlu-high-school-psychology.val.538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3020b81086a31e4eb6b13b5992a3a24fe6725e6d349eb1f7f79b105bba03964f","formula_version":"titan-u-contract-v1","latency_ms":0.68762490991503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8336bc230fefa87e5e23304ce69c041050da9c0fe46aad24e734be309faf2189","sample_id":"mmlu-high-school-psychology.val.539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f01425c5c1e89f3e6420531aa5e30619376c4501a360b170373b01e832dbaa32","formula_version":"titan-u-contract-v1","latency_ms":1.05291698127985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01cda3df8e78001aa8f49c7440930a661bae8fc6b74d751a1521aa208809d325","sample_id":"mmlu-high-school-psychology.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e14a96fedf90bc8cb56291ed8fce18916f0d84a108d95d55b8584c81d99e2b11","formula_version":"titan-u-contract-v1","latency_ms":0.6278329528868198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2365c713391a9a91b8008a96ef211b9489354ab0b374f3625b7cf3ab8ba69689","sample_id":"mmlu-high-school-psychology.val.540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81fe89d125bb26c25c36644a317a6d58e2ce482cdcce9e119622058574b35131","formula_version":"titan-u-contract-v1","latency_ms":0.9177080355584621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"998fd003d649242d54b8053118ed947bb2d28106e83f544cb54f72f81966aafa","sample_id":"mmlu-high-school-psychology.val.541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6344e2dd0135cfe99b98593477d354bf05538237c98df45de5a76e6971d6c1b2","formula_version":"titan-u-contract-v1","latency_ms":0.9998329915106297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87a8c683b54b5c0798f7b5ec77c04792f8321250b454568de6c2f0d2b1f5a9c7","sample_id":"mmlu-high-school-psychology.val.542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57669df2628d42c5145b404d026df7dd2f9d7af844125341edacac4a9c948abd","formula_version":"titan-u-contract-v1","latency_ms":0.8677080040797591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48fde88cea3353c15bfc610b66a60c97258703c11875cd64f84d113edff92bbd","sample_id":"mmlu-high-school-psychology.val.543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9297e73d29a800f726a98bb51c28b38022e4f493f70501cd38aad19c8feeb73","formula_version":"titan-u-contract-v1","latency_ms":0.5352499429136515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47e8e019bb28555a5682d0132eb8f93d297cbb95361d3855841d274e6d710360","sample_id":"mmlu-high-school-psychology.val.544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"094e7efc5c4245379f96b3497ce555c9ad96e542c3d3d2482d9fe4e2b20e68f8","formula_version":"titan-u-contract-v1","latency_ms":0.6591660203412175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d277cac5c54c525e8f385ce6102ebc79e81973b7fb9e2237aaabce983e50ab93","sample_id":"mmlu-high-school-psychology.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c09c1a8a95ad878a6dd865dc66e4e5142c59a5af4a727794fe15a56ede9c112","formula_version":"titan-u-contract-v1","latency_ms":0.8397499332204461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"879ae8843f98d70a39398d99a16fce4ad68b7536eb3e9ee6d0da988d0730f38a","sample_id":"mmlu-high-school-psychology.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1aa9bc8893fd6019d77202a843ef6b4a4a94b38f2190c5ac9358df52b1f308f","formula_version":"titan-u-contract-v1","latency_ms":0.9026669431477785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6297618781ac15eac7e7ab38201b972060b3efdf9cf181669c4b987ba59df73","sample_id":"mmlu-high-school-psychology.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae7a38ea5a70d8bac565c6c2061b9f0b46665e3efd69c1d09ddb4b91796915f0","formula_version":"titan-u-contract-v1","latency_ms":0.45066699385643005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c40adbf5b7da590e4bdcbff5f6b76466c9d4c5ad8f0e3f9258c26703db5d533a","sample_id":"mmlu-high-school-psychology.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43fab2c63efdf1ca942e46a903c7cae26c3e244c726fe9a2063b4fcf01c0ce81","formula_version":"titan-u-contract-v1","latency_ms":1.1705000652000308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5a9cb47c0ff9b57b43b9460487e79a554f9318873f8422daf79d84f7875b78b","sample_id":"mmlu-high-school-psychology.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1c2437f101716cc1ac7deea1d8c9db7cf135b835d241b4648872f50c4d8f26d","formula_version":"titan-u-contract-v1","latency_ms":0.5981249269098043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d601ef08fefc0dab3f3630e2dcefeb0d1734a96e256342b255e506a3b8caac0d","sample_id":"mmlu-high-school-psychology.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25c904ada62ff807f06afed4b641c298d3bb8bada3de5297910e1bd062df54f4","formula_version":"titan-u-contract-v1","latency_ms":0.6273749750107527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da68d8493ffc668acb97515f4ca90530d47a3c0323ec80c6a4e8f984a782fd1e","sample_id":"mmlu-high-school-psychology.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"990fa58924e48f5640b2aaa45b8f9892572dd2814938b37abc669cc1a3c954ed","formula_version":"titan-u-contract-v1","latency_ms":0.631708069704473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb8d2b2e7aa63846a39c273af966fdc2d18d4a9e47993f9d7b91bd0d62af3feb","sample_id":"mmlu-high-school-psychology.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89b194a4c6ca756edf767c21b1e9e47840ba06a0ab646372fe5ebe5667e228b4","formula_version":"titan-u-contract-v1","latency_ms":0.8637909777462482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0a63831308f0edb8a728a41f28c172ef5d94adee11ca5e03d8930a4ad77ad2c","sample_id":"mmlu-high-school-psychology.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1af4b5bbfe350e8258339b6ea4b50ef0b32ed304ceae675adcdeef7c10891a0","formula_version":"titan-u-contract-v1","latency_ms":0.6585419178009033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a51665e6935df0d5cf6623127324f2545626ae4fb0c6f9b85a5cc9ddaae9586","sample_id":"mmlu-high-school-psychology.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01fa976893b6893654f0d54f0605df11d2e3f70ea5003228bceed1e2f33c038f","formula_version":"titan-u-contract-v1","latency_ms":0.5636659916490316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eba9bcbade63ee5de6b3227b5658813ec1ea0eb28f893f819b21bc548e689f12","sample_id":"mmlu-high-school-psychology.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9ab60432bd6c81ba86b975b7a842d3e637529bfb8216954c646d934fe6a4c48","formula_version":"titan-u-contract-v1","latency_ms":0.7092499872669578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b5a390dcdd362c18d771c38eaea61335386b0437020a8d03dde58fefa601038","sample_id":"mmlu-high-school-psychology.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6113df45747ff1969de4330d03d09d33925e74f549dce2738ad46fac79187ede","formula_version":"titan-u-contract-v1","latency_ms":0.7587500149384141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4bef763d335573e799634b109ceedd1cbd543455e29944449f3ce5d7da81a9c","sample_id":"mmlu-high-school-psychology.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"321ab152e31498f134fd96e7d78d1f2e6b7a6318ba4cdab6c71c00dea9781caf","formula_version":"titan-u-contract-v1","latency_ms":1.0672080097720027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d2008b598569c5e7a9502d13f6658c6cb2ec7f91428cf2a66770358d4f8757f","sample_id":"mmlu-high-school-psychology.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ade927615ff3eb59dc7fcbcc3ac946bd663c18a2779001c3705b35867c33c7b7","formula_version":"titan-u-contract-v1","latency_ms":0.8053330238908529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1178ca4843f2282f7ca23fca9bb1f8a44720aaeab0c856a3b41013d37a20645d","sample_id":"mmlu-high-school-psychology.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a115f7c3f6c998c8a7427d973936502f1145029709f8d8afb7449152c4b1e64","formula_version":"titan-u-contract-v1","latency_ms":0.7085839752107859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b32e86c58b30f1f0363dcb5760f8c8046ed58e64d6aa67dddd8f7b0e2218475","sample_id":"mmlu-high-school-psychology.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f55eeeedae1d972b37135da78a72497a6b2da1c3ef556f657ccf312f21b8ab0","formula_version":"titan-u-contract-v1","latency_ms":0.733708031475544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13ddf6a2e9944fe23d757839e0ce2443497550af30fc8b683597b8fb6a2e1e53","sample_id":"mmlu-high-school-psychology.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ae656ab5990a6aa85f1a06d64d93c2e0005cda33515df0dded5ac1e5b29a133","formula_version":"titan-u-contract-v1","latency_ms":0.5538751138374209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb27fdd7afa59a1865283021e2965e790fa28256cd3d42af6eb8cfd546037173","sample_id":"mmlu-high-school-psychology.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3020b81086a31e4eb6b13b5992a3a24fe6725e6d349eb1f7f79b105bba03964f","formula_version":"titan-u-contract-v1","latency_ms":0.5665000062435865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fb995ce051b9247989e7d9f52079b5bd9a925e693357c439b4730c88dc18654","sample_id":"mmlu-high-school-psychology.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e44fe70825f481e160889d0f2964645c80f7e76925f11b65f8c2b86500d87bf","formula_version":"titan-u-contract-v1","latency_ms":0.5192919634282589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3178cc1689333e5b3d2f3a3f656fb9c9f1105222be68728fc23973e9ee4ac455","sample_id":"mmlu-high-school-psychology.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad3bd980fe47180074d96183272b1295fec3fa37d03acfece8765f7d07d33954","formula_version":"titan-u-contract-v1","latency_ms":0.6317499792203307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46034f9462764b64bc23150e2c94a5201b7b093149a332c73b8dd8fdc6bf37d9","sample_id":"mmlu-high-school-psychology.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"770cabebcb9abce67387429e23eb04896c07f80d7a726a62a66f7f2f2df50e07","formula_version":"titan-u-contract-v1","latency_ms":0.6126670632511377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33d03e5ae4ae8c3a3e2b89d05f0fc511ae2927400637587628cba979859cfc10","sample_id":"mmlu-high-school-psychology.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b53daa089f54d46af11a6f6e050e97f615dee68e686eeb5eaffb13286a2a331","formula_version":"titan-u-contract-v1","latency_ms":0.48241694457829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8b6e06cdb694246df06f9caaca3eedb601e11b28553e205280a4196a9c3323a","sample_id":"mmlu-high-school-psychology.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99580ece073d45989800bb74202ff5e891dc903561557068851017147273495b","formula_version":"titan-u-contract-v1","latency_ms":0.8677080040797591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0815ecfb9049ce59ad5359f1d281b14ce164f60b537132ae73fbaf2b1134517c","sample_id":"mmlu-high-school-psychology.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a178d1f6f199b97684b81e1cd32065a82a6ec25a3223a3dff8a6a5e62087030d","formula_version":"titan-u-contract-v1","latency_ms":1.1500000255182385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"014a977a6aab8a68c1bee121fcc88da3f0ae240def74190831f9a9dce95a681c","sample_id":"mmlu-high-school-psychology.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6ab425eb9e25b59b8670f377643dad1f124997dc483aae33f66d5a6946cfe59","formula_version":"titan-u-contract-v1","latency_ms":0.6574590224772692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b52366f5a552798d20695ef66a3b06f9d7f7e983d8bc4f4002fc656de25c3e5","sample_id":"mmlu-high-school-psychology.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5aa27e566453aa777dbce344aea2aa717c3fa4c5fbd059047ccdce93ec2b6373","formula_version":"titan-u-contract-v1","latency_ms":0.5692919949069619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"966cac48aa16fbe8ac2038edc0c2095f4235585716205dbe91eced95ce3fc156","sample_id":"mmlu-high-school-psychology.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13ad552496ddedc9bdbb5305132cac106e820a49412546de07f906022e14babb","formula_version":"titan-u-contract-v1","latency_ms":0.531792058609426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a25964d604d03d74393f14ddced7d704d5b10455f6e77575b383d045cb0754d3","sample_id":"mmlu-high-school-psychology.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7242b3aa5053c2498db1368f352bef6f79f299ce1d690985db30083773ff1ac8","formula_version":"titan-u-contract-v1","latency_ms":0.4982920363545418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fedcec4d3a99ca650f1a267b6970003cc7fa0d29d7fbc279c9dfe47051a8b4b8","sample_id":"mmlu-high-school-psychology.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eef24172cbe4c127b3b2180649ad0f4e6444add8c1999627eb757179549dfad0","formula_version":"titan-u-contract-v1","latency_ms":0.6784159922972322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16e99fcc0a411291a59c2d14d94c440e50668806c89be833ebfbf1a2afb5ef9e","sample_id":"mmlu-high-school-psychology.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29b5c2f6584b0b91c3607cacd4f2bde548e642575f34f6f5396d1f9e2ae48eac","formula_version":"titan-u-contract-v1","latency_ms":1.1279580648988485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b0cf846e697f4c719e6378080312fd7111460961a7bf307a65e62c1c7e89a67","sample_id":"mmlu-high-school-psychology.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a68e592c8b5a224e2c791fd03d78a7a0f6c0f0679e02971ba25af1b8ce9df5fc","formula_version":"titan-u-contract-v1","latency_ms":0.6441670702770352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60d3f6e23b356feb65536ef2a79a84847da798478447719396af6232ca784f51","sample_id":"mmlu-high-school-psychology.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e33acce8bb6e69f87f4be36576114eac39d79c0cc55675ca49a8d730aff449df","formula_version":"titan-u-contract-v1","latency_ms":0.47866604290902615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab550dbc897a73c562e524f81fd99900bb2173352028a82ccb9fb0f409460909","sample_id":"mmlu-high-school-psychology.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23b671a8f9e43bfe3883c2b1a91e3881777b463cd172c908229a9b716a147cab","formula_version":"titan-u-contract-v1","latency_ms":0.7547499844804406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0712be3c8a61be1ec7c247dfe5a020ac67c6a77cdb1e81513f489e0f4708614b","sample_id":"mmlu-high-school-psychology.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22003aaa509f2495fcb9d9d8764ed22b0209029b9b609f5ff00ba5ae54cd2f8b","formula_version":"titan-u-contract-v1","latency_ms":0.5388340214267373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c6727329b2c0d211b46a20c891bc2cdb57affcb7a2d6c55dc6803002cac44c1","sample_id":"mmlu-high-school-psychology.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9eb11e2685d397a7d66ec5b77e5bd7b83f7ba84e0c05d9429d453a04401cbde","formula_version":"titan-u-contract-v1","latency_ms":1.2096250429749489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12e235d8a71dbf7f63aab095155ae5e1d46fa67623438103823bafd94fdecc3b","sample_id":"mmlu-high-school-psychology.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f538f5d54215ef6238b191e988f37220c92c2cc6bc57ae47fe963d047f1c6fb1","formula_version":"titan-u-contract-v1","latency_ms":1.0979999788105488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"688548248a2245cddfbea28e699cd4e2459989231728a7aa7d7ac969541fe5a4","sample_id":"mmlu-high-school-psychology.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8a4a166314c2daf7b0c61e1826d594e0c1546d511c73e4a054dc9382df5d70c","formula_version":"titan-u-contract-v1","latency_ms":0.9575840085744858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10ddd907a7421aae53bf5e6124d82ed716f62295c51626685a2c6d290045cf5b","sample_id":"mmlu-high-school-psychology.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b569957d5a5b8cc6b51fa40bde66341e1f5aa9a03da4edfc7e417786d8d66ad6","formula_version":"titan-u-contract-v1","latency_ms":1.4925410505384207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8b84e45b632e170c4b0771ccb6bd272f1f5b45941e82a987b76cc13206b9a37","sample_id":"mmlu-high-school-psychology.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1c1e564f1b6ef29e861fda384fd4429f30a1f740428472052ddc7d54a9ff239","formula_version":"titan-u-contract-v1","latency_ms":1.7859579529613256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a9e53721272196df13cf76eafb2705472c5be1aea0fb76dfe9607e380f1f0f6","sample_id":"mmlu-high-school-psychology.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6105007c9f884d157a91728a0683a8ed6cf9ba11beeeac22ae91ef41d3131ef","formula_version":"titan-u-contract-v1","latency_ms":0.4899590276181698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bbf79e27faa08e41fa633601cd43e710dac421ffe66d70c1e65e94a7135e7f1","sample_id":"mmlu-high-school-psychology.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5ccbef1ee6187052f1532f300603b1b60b102811c9adecb0e67825b3e7f671f","formula_version":"titan-u-contract-v1","latency_ms":0.6521251052618027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbdb7a5e0ae98e80bbba38e3ae5fe94cd064b392f0b0ff93821ab37ad3bb3cca","sample_id":"mmlu-high-school-psychology.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4772e5113d925bb4f45be5592350d5c3bf7fb7e280ee648a9099a99a060242cc","formula_version":"titan-u-contract-v1","latency_ms":0.9832089999690652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2077b7d84a5c8bb334952344efa3959d7d6aa40592948260a0f3ae1f35bfe29f","sample_id":"mmlu-high-school-psychology.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"078f90e6ade8c814b9c19a617e85f4241784153b354bc02e97b74572e4f41542","formula_version":"titan-u-contract-v1","latency_ms":1.44829205237329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d60885f084f8d8b04d305322a2950e0e9a56f2b8f86f7dd7fa49e7e2a966bae8","sample_id":"mmlu-high-school-psychology.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3456b1efd5a4d31e4a5a30c8d988142bb28767a80d4fefdc3587727342f411e2","formula_version":"titan-u-contract-v1","latency_ms":0.9071659296751022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2eb4209711ecedac7a30f4c9232c3e250a1b6c14b3fc2e9e3f239e0528ad9d6c","sample_id":"mmlu-high-school-psychology.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa79c396dca27eeec5033938aeae084de80266281361bb649760f5e0e1630880","formula_version":"titan-u-contract-v1","latency_ms":0.4653329961001873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13a60f1219bbe428257bc0aa2b22de066935da4f361685ea181083fdf5dd4530","sample_id":"mmlu-high-school-psychology.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4dd18cf489cc9b6aa2e367103f65458159d52bcf87e61c4ce63b7e950c76da9","formula_version":"titan-u-contract-v1","latency_ms":0.5348750855773687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbc0af4799796055664c848cb186988e35660bc0fc4f16b236bc5742c8685df9","sample_id":"mmlu-high-school-psychology.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ab9197f66ca70c7fc13e6fced7017925a105bf2fa9c52ce52d7081011022348","formula_version":"titan-u-contract-v1","latency_ms":0.5809159483760595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ec69bcf273a0d28b9214659e0dde3aebf59ab50345f4cb5b7b7a9f3c5236ad9","sample_id":"mmlu-high-school-psychology.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cca56ad6d6497b77d27faed69d8e032513d968821dbf9b4604d1d2c33c9eeeb","formula_version":"titan-u-contract-v1","latency_ms":0.815790961496532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbc15464db609369b8d921d70c83743fefed2d93af07481b4ff7f839ce87aec9","sample_id":"mmlu-high-school-psychology.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc27ea6ce5bdd7dc7694e61fa6255e99f3211c15cd2ab9f9d22a67447a9098a0","formula_version":"titan-u-contract-v1","latency_ms":0.5582500016316772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a56ffb3d9481386910d2db697aea9de7e5859f6da1585ca377c9f1c3bab4d8ec","sample_id":"mmlu-high-school-statistics.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12300c1911eff4fa8fa9f2945dcdaf73b6c31b9ec75b4681b32005fbb6763535","formula_version":"titan-u-contract-v1","latency_ms":0.7784999907016754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4ea7c13c867834e2966c5b691214a7ff0a5db444463d671391b43a5a547e579","sample_id":"mmlu-high-school-statistics.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc8d043ce44f2f06dc6bef7ccab1efacab5731eb39b0624207c50d75ca319ce7","formula_version":"titan-u-contract-v1","latency_ms":0.6002499721944332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9738994ee737f596c7273ed1fa6899be5f9ab688a992f3306a0c9dfe6f9e2f7f","sample_id":"mmlu-high-school-statistics.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62ae24cf985fbd845f534d272354deff63e01f721d2a58e02288b727e889c2ab","formula_version":"titan-u-contract-v1","latency_ms":0.5720420740544796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b50b53fbd4c3eefadfa1214200731fb0185f54006e7ea981375dd15ecc0bdfd7","sample_id":"mmlu-high-school-statistics.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be0855d7eb75a848cc06cc9ec41d3cb7063dca614c30acbed25fa814068e9fc4","formula_version":"titan-u-contract-v1","latency_ms":0.5627500358968973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2aacdd874eb12c2befddfbf59a66728aeeb4b3af134ef79807cf7467a2f8f3ba","sample_id":"mmlu-high-school-statistics.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4b197b206753a92bab31abd9770bfd2e4ed4c7c5310ba7e3d68c4c2cfc3a49b","formula_version":"titan-u-contract-v1","latency_ms":0.5497920792549849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87acf7e8e59b085ea2d27812b285d634c1a0aea993a4f7b3319a789ae043d538","sample_id":"mmlu-high-school-statistics.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20961fd84403643056a4d890828c8d2fa4f38da8571e893e8a14cb32c13fa439","formula_version":"titan-u-contract-v1","latency_ms":0.7170420140028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"965ba06bb8b74c56932321f2cc1bee9e34d09bd88284df665f58ddc87ee50d22","sample_id":"mmlu-high-school-statistics.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b87a53af9a8e6f2b9654c3b28c2da87bea318214d5406a1f3ac250e9d73c3c9c","formula_version":"titan-u-contract-v1","latency_ms":0.6152499699965119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44dade2dcd5429224c73820ea32d07f606899749316a91a2a790ff31788d8bc7","sample_id":"mmlu-high-school-statistics.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e553df20e82470329ecf2e5444001fa3775d99423531c0879495a7761d603fa","formula_version":"titan-u-contract-v1","latency_ms":0.7189589086920023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"335cc0df487fb7d8deee8d25e66fa70f0b6f8c9afe4d4439dc344670c880968e","sample_id":"mmlu-high-school-statistics.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5466d7588777a2ab40bf68f332863105e962189b03869c7fcfc229d0000fbf8","formula_version":"titan-u-contract-v1","latency_ms":0.7584999548271298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dacf20f48e95feb25c1aa53fa9d8138791d0f75586325a686f64a27e205d8d66","sample_id":"mmlu-high-school-statistics.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d38284b00926f5323e440c03948d060a40cb3d7533cb872d9cf9ef729c9ea319","formula_version":"titan-u-contract-v1","latency_ms":0.6317920051515102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6a5916151f262fe5781dfb6bbd91446407a93824ba3412e4a3f42cd786249cc","sample_id":"mmlu-high-school-statistics.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"224c3957c0dbe3e4f4caa9f6937530e61c7ad9c65612c8728e93b54b4197adff","formula_version":"titan-u-contract-v1","latency_ms":0.5962919676676393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a15f27fa8b27be11217fe3f745418aa37b4acc2a80c5e5058add0376405b8e61","sample_id":"mmlu-high-school-statistics.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f35b95ba548e3de4e440c4b419ee307785eb69d57b45c66c6ab868ed40e55cf6","formula_version":"titan-u-contract-v1","latency_ms":1.4802078949287534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a605c5a39ddd6cca5fb64fac3c394eebdb6f899752e8ba523bb767e8fe5f4c61","sample_id":"mmlu-high-school-statistics.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a987ea14797fe84a3551d3b1817ea4cd72414834a7031fc87d655becae58535","formula_version":"titan-u-contract-v1","latency_ms":0.9737079963088036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19fb67f9b8cb7471d24d9e6aca6d7c109cf8efe288622fb7c761ec5a9c6f4330","sample_id":"mmlu-high-school-statistics.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25ef9433160da5763eaebd801632c416bdf9657bb7b18b93f9c43da733d825a7","formula_version":"titan-u-contract-v1","latency_ms":0.7445409428328276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cdd99cd18b164fe2a7738d76ef6b6ba53e175dd33522e9e23f3bbb6ff7be37b","sample_id":"mmlu-high-school-statistics.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7df5f1d20eb1f3b0c6c5e3990f8844232689b7d92b77b8d6cc7e3548264829d8","formula_version":"titan-u-contract-v1","latency_ms":0.7571669993922114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bd05222a906a2d3a950332d37f7b07eba8c53eaafc5606b34d2f80fb8229719","sample_id":"mmlu-high-school-statistics.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fa22aed4cbef5f61e5382b656bfd835f35306dea7eeb4285f855a61c68b4269","formula_version":"titan-u-contract-v1","latency_ms":0.6374999647960067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeb7df4047ecb1090f465d783e3ae08f7354f4ac058c5fc2a433be667504e779","sample_id":"mmlu-high-school-statistics.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deb8f98f2e795b6a4fb3425d61bba2ce0b91707b82ef8f372018cb65b4c0e66f","formula_version":"titan-u-contract-v1","latency_ms":1.9595420453697443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae50a131ee7eb06ac6f6a194f0adb64657c5bf723697b3f3c8c454d89737498","sample_id":"mmlu-high-school-statistics.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d320f12840b716e9518fdce1f0156c0b1bd5715462380a09636240b25d519e62","formula_version":"titan-u-contract-v1","latency_ms":0.6687500281259418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28ee46b8d2ef567aa602e3f6054140a0455ebdb06119ff5d9bea4df263afc798","sample_id":"mmlu-high-school-statistics.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36190901fb60b663cd6019d16a0da2c672d80b7a016b6e35be73d8975b91e412","formula_version":"titan-u-contract-v1","latency_ms":0.988124986179173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ec86ea4d0ccba0ac06b82a334d6d24041d79bf908a1d751d632cdc2163b64f4","sample_id":"mmlu-high-school-statistics.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"665ec6599c1d5d5dc80b0db5d21d4fb447e9dd5441f7e98b6131c0bd651fa701","formula_version":"titan-u-contract-v1","latency_ms":0.9388329926878214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4a1be14d25a937936ea8eee04bace0c993ff3b033d4a385a53e0f0b32fcb7d3","sample_id":"mmlu-high-school-statistics.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4d3faed71a7a23d1b36449043338e4cf8e2a1f14e49aa915b43e3e64522517f","formula_version":"titan-u-contract-v1","latency_ms":3.703041933476925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c32d85a16876fe090f21b4f7efacd803282f6df7624da03bf891b6f2be45039e","sample_id":"mmlu-high-school-statistics.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c61434bcb512d9ff03273ced8d7415de53c23f0d15387650e8ba02c4489cc2b","formula_version":"titan-u-contract-v1","latency_ms":0.5810830043628812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29f8ff7bc1de2f7f34a64b60c962b6fb6812fcbde960785ffb921cc597f5392c","sample_id":"mmlu-high-school-statistics.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12ebadacba0b3e0ce50411c818b78213fa8ffaf5ad7feb9953342c552e271233","formula_version":"titan-u-contract-v1","latency_ms":0.6272919708862901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa59c9a16d61208a994f0f0337efffae1f5203555a006d01e890411dc995acef","sample_id":"mmlu-high-school-statistics.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60abd892f839aa6318f85a1ea8698c96770f61eb8c92884a246cfc5ab8d6a944","formula_version":"titan-u-contract-v1","latency_ms":0.7532499730587006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54bde186d066e5f184d82f66db26bc666d22a60759d163a3ee799b5b86cd24d3","sample_id":"mmlu-high-school-statistics.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f66140de74f8e7fcdc4a4874e9306b9fadcc3e7aea22298ab1eb9dc6d7a2136","formula_version":"titan-u-contract-v1","latency_ms":0.6023750174790621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9105a7509cf26cf83030634867b1be94c90c96790022d5579f4652baf00f451b","sample_id":"mmlu-high-school-statistics.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e09f12c970d4e041ddbf7d80d8487bb10798ba388d1ff8bd0c85cdd822b6cd57","formula_version":"titan-u-contract-v1","latency_ms":0.6416250253096223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f4fd74cf63a46797ae8c0105710ade3c3fbfea300941c068c48c1ffba88a7ae","sample_id":"mmlu-high-school-statistics.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3695680c4d2a3791bd041b0c7da0dc2c4bea86a7e1cbb8549293af6c78b8896","formula_version":"titan-u-contract-v1","latency_ms":0.5502920830622315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ff66c264af069baf9aefaaa686c155299a4e64f691628c30723eae07164f55c","sample_id":"mmlu-high-school-statistics.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55453690860f68f1b9f4a20c9c96f69e96cfc24304f0a02935c2fda64d556b70","formula_version":"titan-u-contract-v1","latency_ms":0.6547500379383564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ae6b6da48b671568ddcf0b26992156f80cd47bb431e9906ebc11e12b134f912","sample_id":"mmlu-high-school-statistics.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71a7347a2f96c67a14c34d1f8487406f532a00bc996a87b1d3cd1c67c2ec2542","formula_version":"titan-u-contract-v1","latency_ms":0.5464169662445784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfcbb90313571fc0f1d3e1bb5571cb8af5147945758b55549f259b76ee286601","sample_id":"mmlu-high-school-statistics.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b337e0babf4bfa8c23332d9df885094cd07fa999315dce1bd77d1fea4a0f673","formula_version":"titan-u-contract-v1","latency_ms":0.730041996575892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93306e8681b387e43274bed27298f9140257fd9b9edfe7532011580dbf15b1d2","sample_id":"mmlu-high-school-statistics.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f460ff899f48ea8d03957739d272d682da7bb8640720d5d7a5b8eda09cc4d955","formula_version":"titan-u-contract-v1","latency_ms":0.7255419623106718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee6f12d5a4b26aec103db383810cf1c3bea7f1a2c3ec243c49697ec2d0ebc655","sample_id":"mmlu-high-school-statistics.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e58f284b1d8801055e005a997017b0b6f8382c85a09b7e24f94e3b3074650562","formula_version":"titan-u-contract-v1","latency_ms":0.6659579230472445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02ec879d5817f666ee12a5320d7ed4c7fd4725928b6b4def8669cccd4a12a610","sample_id":"mmlu-high-school-statistics.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbc3fb99f4d50c4c36ae0dffb6cb359baf2a19b258873662e7160c4f3acf0532","formula_version":"titan-u-contract-v1","latency_ms":2.1150840912014246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"574f5cc7b49afc59499b4d3247b195ee044d2cf8dbb769205b7c2c285ff4df8d","sample_id":"mmlu-high-school-statistics.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a569b6ea9df1b5f5eead4ef1ff7910f20cff0ac3bb283f2908c84724ffd1dd0d","formula_version":"titan-u-contract-v1","latency_ms":0.5690420512109995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99e3fe541d2ea143d9ce23257680f2253f8cddea3624763585fdff1753e17199","sample_id":"mmlu-high-school-statistics.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f095c28da13fb996d7068b4262e1bdae331e002c1535cd2034b7a6bec535c993","formula_version":"titan-u-contract-v1","latency_ms":0.6319589447230101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fac7975775833187565e6a86b3bd3fd67382e23a4a31eafc100fbd4d978be288","sample_id":"mmlu-high-school-statistics.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c473d0bba0d33aff7481fe0fdeb4d0e211601e1425aa33f786f1f49cab5f6cc","formula_version":"titan-u-contract-v1","latency_ms":1.1588339693844318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fdbdb78c100a1547ad6327fb026aaf2abdaaa27bd5834f057d013b8ce08e818","sample_id":"mmlu-high-school-statistics.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb40720a70360595b30da1212dd2a981644418dfb0408a96fb1b25bb5bee1004","formula_version":"titan-u-contract-v1","latency_ms":0.6334170466288924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b35feb68492f495ba58b9e9f9943a9e043d7648f582bd7d4975a03bbfb2f996d","sample_id":"mmlu-high-school-statistics.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"486f1763f2be356169f60de8e0341c0c97274231f38bb23b20312d41b7aacc37","formula_version":"titan-u-contract-v1","latency_ms":0.8881670655682683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa963f405dfa0c05f63a2bc1f64319d5f260ac3e886f97408c6e3df27dcd7106","sample_id":"mmlu-high-school-statistics.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12d062480bbac873837bb2544320ac045dbd5755f0f4935ee1c6a4457a4f3da7","formula_version":"titan-u-contract-v1","latency_ms":1.338082947768271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c4d4ad7ad3b9069fc4a0c2d6698c379e4c3d82ccd6a3e8821ca60b3661d0ec4","sample_id":"mmlu-high-school-statistics.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22639dd114ebba45882085ad78c93d3f33fc3e34caf014caca80687587341e4c","formula_version":"titan-u-contract-v1","latency_ms":0.6084999768063426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c394d9cd17289b1295a54c4b22ed7443369393dbf2bc77c9d48ce7d31e978c5c","sample_id":"mmlu-high-school-statistics.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72b8467f661523ddb8deb0d8b9e77bb35427138163dd662ae59ca9892f475892","formula_version":"titan-u-contract-v1","latency_ms":0.6390829803422093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f62b01827e3fdbcb06e8eb4251f03fca2ded5e7107f61599bbb1a0349566cbd","sample_id":"mmlu-high-school-statistics.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12a37027fd1453239586bbda46967ebf3ad45f09cce0dc983b1de6755142d8b7","formula_version":"titan-u-contract-v1","latency_ms":1.2877910630777478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49178e8cc9a356f975d195faa8abb9bb76a2716bb4c4cc3810e24538a0c75f69","sample_id":"mmlu-high-school-statistics.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cfd10cb59084c8c257fbbccedc2c54c7cb3b3a211bbc6c1a9594731e5d5f9ea","formula_version":"titan-u-contract-v1","latency_ms":0.8193750400096178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f14305a697b2e52b7a31032c2309e3c73f650578350daa0c172d77a588d94289","sample_id":"mmlu-high-school-statistics.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0de64a5969017b9c7a5666ad047d8cd1bf647861c89f3bd783b20ce888cff004","formula_version":"titan-u-contract-v1","latency_ms":0.5975000094622374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18b8e57c107d9fdce9f67f5d95d4ac9d7029e11e5c76af7292d1c012ef615391","sample_id":"mmlu-high-school-statistics.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa54b4345940ffc063ea2ec90fe582a60d82183d30e3ce60627df8ce769c11d0","formula_version":"titan-u-contract-v1","latency_ms":1.47604092489928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4e1536aceefc682e69721a24cb582d4c7d07afcf0f9bef84de3079eed2c3289","sample_id":"mmlu-high-school-statistics.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e90b31c43e5600c354f1a3f2c61b006d7966314284dac49019b508a17603cb33","formula_version":"titan-u-contract-v1","latency_ms":0.5881660617887974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52fd5ed2532a2032a1f414a2e8e5bfa10538b8e0fd4078c22355905be40c4374","sample_id":"mmlu-high-school-statistics.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6825bad7bd276d77d4d3f2ac58294aad24c6b58567bd0c89faa7579f34a96b95","formula_version":"titan-u-contract-v1","latency_ms":1.251916983164847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"991672088e050a939c779cfa16194f2576d73ce13b0d90ee4dcc1174ffddc53e","sample_id":"mmlu-high-school-statistics.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52c3f89f828bc823b8ab7b60373d594feb14096f25da2081b5dd0a6169c74ca5","formula_version":"titan-u-contract-v1","latency_ms":1.4872499741613865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fff861ab987d32ccdef37a5b12e747818bece9a15db203cb3465230721c08b3c","sample_id":"mmlu-high-school-statistics.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8988eb49f326db482dea1b7eab19527a17a9da895a112faf92d374988bbd03a","formula_version":"titan-u-contract-v1","latency_ms":0.9245420806109905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aae847db5efbd2010eb23d3eb5f62c7defd40e9a4713dc2052635fe7c8b69ff0","sample_id":"mmlu-high-school-statistics.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a599f04bbca98e4c7b4a8820c8d06888a733c4e71ed433bc6c6924f8e7af506c","formula_version":"titan-u-contract-v1","latency_ms":0.8443749975413084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f1474de064088f4d37bff0e138e1e07feccfcdfcbc68036d5c5d2ceb1da7cb4","sample_id":"mmlu-high-school-statistics.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdf7e94be5e0aa129ec289ec5fd01dd24c8039377bc135d3d9f3fd259288bc23","formula_version":"titan-u-contract-v1","latency_ms":0.6950419628992677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23795fc690db7d378d86ab9d6d4602ad4f66ca96dfdc6c884aaeb5d1e950628b","sample_id":"mmlu-high-school-statistics.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ced83ef5d896d0d6dc4bed4b521a590d8abf00aaa508437daebe0a12a6eb2b55","formula_version":"titan-u-contract-v1","latency_ms":2.682542079128325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d143999f6ba69e43662d7acb6328dd4c070bf1c6ca253e1442c577468ded176","sample_id":"mmlu-high-school-statistics.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"660c5a02dbdda3fbfed440710f4f4803373f9fa5b696f79ebb65dd3154ebbe2c","formula_version":"titan-u-contract-v1","latency_ms":1.586124999448657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f6930d2fc402d27ead94b797cc201f81bf0108431870b73f6fec7fb6f8dc5fd","sample_id":"mmlu-high-school-statistics.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4e91174e74ed2af81127cbb3a8277c71a3d2806becbec0a8dd17f392de36e49","formula_version":"titan-u-contract-v1","latency_ms":0.7408750243484974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f96c5083fce1722ab52b762c8216704172fade4d0391c4791f1e1a354b44b6ef","sample_id":"mmlu-high-school-statistics.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df1ae25914f529098402a8b9378f39f63f572a7c0e2f5221ce71a402c42c6810","formula_version":"titan-u-contract-v1","latency_ms":0.9104589698836207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ce590aa3b79a932797fb1df79cfc2d229b33c849af9740a496160693423bc36","sample_id":"mmlu-high-school-statistics.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5282d2df838ff8c9f63faa0a1c362182f0d7b7ab88b5940deceae95150101673","formula_version":"titan-u-contract-v1","latency_ms":5.454541998915374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"352a4cf07d07cd1e846fdd81be30a3dfbc6d53a973d1ffdb269955b192bb5441","sample_id":"mmlu-high-school-statistics.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"286fe6267d00975966a51c1bab7e1b782d7e7db378e4701dd473bcd67d714a6d","formula_version":"titan-u-contract-v1","latency_ms":2.4761250242590904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9270ee93683003e85512aeffbecc9669d64644993f017d810f620e54814b15d","sample_id":"mmlu-high-school-statistics.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b116d3fe9995182537918dd6c198aeb7139d1b42976861faff55f62e846fca74","formula_version":"titan-u-contract-v1","latency_ms":1.8109589582309127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b44a14aa6549f009dc747983475d9876175eaaeaaf51bfad93003320a09ea43b","sample_id":"mmlu-high-school-statistics.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a664c5ee82e7c0f702a8be4568746a099400f4740ac2d0c2e108ebf17513344","formula_version":"titan-u-contract-v1","latency_ms":1.0551250306889415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3fec000359bac86a5ae85c4335dddd904d29f9a81469c0456c2a829f57d5f59","sample_id":"mmlu-high-school-statistics.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a3adf8cca7d4b0df6059c3ba0553247c61471f956ce8d0653d0c678e2c4b859","formula_version":"titan-u-contract-v1","latency_ms":4.031999967992306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80fc7e24bb5afa3bccdcc7a4cad8092d57c2377546e656559d9596986918ee6e","sample_id":"mmlu-high-school-statistics.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc7ea73179b6e8ed4df4e2ebd233f90990d72407b67f401e06c7ea8d3be40b97","formula_version":"titan-u-contract-v1","latency_ms":2.565041999332607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aadebc506e960716bdc490d3c1585f553c776d8ab3d1e8ffb1bdc7059e7adfb8","sample_id":"mmlu-high-school-statistics.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffbae245e51137ab481acdaa1654fa718befa6626bf56461bc1082219ae8774b","formula_version":"titan-u-contract-v1","latency_ms":0.8155410178005695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"643474378ce55f2e2a6467a092e2a0701e90a2b549f45dfa8428ff744fd0d357","sample_id":"mmlu-high-school-statistics.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e80db3a5d237e9c56194b8e251c4ff98d6cae69f74976f0fb7614dd85feef5af","formula_version":"titan-u-contract-v1","latency_ms":0.5654999986290932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"838c9a2f4bd534f1e314f44d8950bcfb2a4954d1aa13031d2f03019b4981a128","sample_id":"mmlu-high-school-statistics.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80a6ae806a2d7b23a0d8f50b3e8e30184e94e6679037a3f3c099859ea17fdc0f","formula_version":"titan-u-contract-v1","latency_ms":0.8881250396370888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68fe1d8e28a8dce32baaf265efe693b476016357b467602d17f4bdef05fba130","sample_id":"mmlu-high-school-statistics.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"278cf924e021e9d463bac653e688d4b96803b41808ca3b6c28b3324a91d4f7e0","formula_version":"titan-u-contract-v1","latency_ms":0.6299169035628438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4cfc38fc46b3d8c0846fbbf12e8164e60ef517b423dd82e6fb51543cab84f89","sample_id":"mmlu-high-school-statistics.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee5169df43c77b58e02035826fdaf1b1dbec3572bff66ddcc94fe501e88d5776","formula_version":"titan-u-contract-v1","latency_ms":0.5063749849796295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1392e4de0c1d405e0587cc019113629ccf44fbaa111215f102032758e15e8d52","sample_id":"mmlu-high-school-statistics.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67324d55e6dd1bf16867367f5f7f2467c95d0bd6340e22e3e5072f1e66d267c6","formula_version":"titan-u-contract-v1","latency_ms":0.7082079537212849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f770965a0d9d4a6dfd6b4b4f2b8f2c959e2e9f6ff7b903fc86f21945c6b64abd","sample_id":"mmlu-high-school-statistics.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3910c21940166817cd1c254d7498d75d763575388f803d4cc4ad58d789d30a52","formula_version":"titan-u-contract-v1","latency_ms":0.5619999719783664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f346333798b18782c9c56746c37a3429e73631157050f2dc44731bb040165a44","sample_id":"mmlu-high-school-statistics.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47f5cf4e66cda9b4453fb6655cb5148837053058cf1b6475c61f07467e8ee5f3","formula_version":"titan-u-contract-v1","latency_ms":0.5070839542895555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d3a803c46ff33e9e4fef2a05d7c8b10b8aa8eee1e75bb63f4a414d4b3401d0b","sample_id":"mmlu-high-school-statistics.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcea5848f63d981e91d9ce766dd7679311a0b6624367b6702f027d3a7e8cadb5","formula_version":"titan-u-contract-v1","latency_ms":0.637084012851119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"362e14108bdc1e621e5d17cbce477581cb7add5980a515c8ae7ba8d42e4f5589","sample_id":"mmlu-high-school-statistics.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4026456e5ee9bc27f5f5e5996f585dd9734ba68b1f377188172e39a4059bd6d7","formula_version":"titan-u-contract-v1","latency_ms":0.5253329873085022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f04c3bd0d8561490cf6639a12eb8d9c04a980b4c15a614d6e1953f581fa7d6a9","sample_id":"mmlu-high-school-statistics.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83ee9b2b17e5ed99d555f96734ce00804175fef90351ee5c0650c6063c01f756","formula_version":"titan-u-contract-v1","latency_ms":0.7259160047397017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4322ac9239f9a3c5e06cc48b71f0e5aa81f1391ac02669f8081e023058108d0c","sample_id":"mmlu-high-school-statistics.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce2302cf313acf45c1abda4885cce3134b3b47674f6f00c28d14188eb2974941","formula_version":"titan-u-contract-v1","latency_ms":0.8129579946398735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e7191e2ecf36eba83bb2875cab2ab6d215c4f806a9aca367c1b1189339728bc","sample_id":"mmlu-high-school-statistics.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bdcc49507626d2b1456b41ade151ac34c81cc2509d0a8f00c0c1115415b5717","formula_version":"titan-u-contract-v1","latency_ms":0.47250010538846254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"463d6536bb9ae27bdd05f461219dccb6e0b998c66b1c54bb2c9c81fb4b46a149","sample_id":"mmlu-high-school-statistics.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e072952e3794f16a6b24dff5f63200806b0f3eb6e55997b83be2769a5f666d1","formula_version":"titan-u-contract-v1","latency_ms":0.595749937929213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29fa21e90b308b62347840ed2dcc6565900fde71a84c0b8358b44cd93bb011c9","sample_id":"mmlu-high-school-statistics.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"496e95566f93ce8f96ac523b755d99de38426dc4ac34558c3e7dc49d6ba535a9","formula_version":"titan-u-contract-v1","latency_ms":0.4883749643340707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8982b4fe0f65838ac8c4d8de0bcd27a7cb5df92483f1ab9c0d2ff1e96b487b9","sample_id":"mmlu-high-school-statistics.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c7438511f7dcd2501bf1412f7b7e7666eee9dab593a66933e49eff8795d5373","formula_version":"titan-u-contract-v1","latency_ms":0.6435420364141464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf329f682406f731d544b0874b3f79ab8f314cd84a98f393961a0c3333768801","sample_id":"mmlu-high-school-statistics.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff2a0094844bdb2da22d47297237299bc5b7eaa1cc06517ffed91c4dab3bfe27","formula_version":"titan-u-contract-v1","latency_ms":1.313582994043827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc74fda8a5b6b645bed804e10281450b5fde8f36e113bc6cf7e9e3a71d74706f","sample_id":"mmlu-high-school-statistics.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5e2468306e42416a85ffc5cb68f93f6a5e3c5e72e9ba0bc5c23a8a87b053edd","formula_version":"titan-u-contract-v1","latency_ms":0.5143339512869716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c442e1067233bc77c91c6e10843f8842397354e53e6eda06b381922baecffb82","sample_id":"mmlu-high-school-statistics.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c560285095e21f5df0bb762a36d62565750510af1bf6c486624d9031958192f","formula_version":"titan-u-contract-v1","latency_ms":0.547667033970356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be2ffd3ca8785f25f5f779c06d78ae3a5029b51e06a6aff39692a77200a0b9c4","sample_id":"mmlu-high-school-statistics.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eb893e601c86b7b40231e7daba3bff7aca6bc60d5a521834e9ce5f610c5d975","formula_version":"titan-u-contract-v1","latency_ms":0.7441249908879399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"320c9639b8209c27e877fb81a2c8c526805fe63e950815b6cd8156bec489f96b","sample_id":"mmlu-high-school-statistics.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b16d14434ddf25a7fafe89d53fe0c736161376ea731becf54c7e275641d49525","formula_version":"titan-u-contract-v1","latency_ms":1.1039170203730464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3097ad98c265c1e5479e3ae224873c25eb714af4bc9696a9a3c78e71f32a395d","sample_id":"mmlu-high-school-statistics.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7ade45578b691dbd333974d3a67ee787bf11339b96d2498888818b094fd33d8","formula_version":"titan-u-contract-v1","latency_ms":0.7271249778568745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b56f99e6e713dac82266a595a2405d8d306df5f4c329bcc564b208cc7d474175","sample_id":"mmlu-high-school-statistics.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b06c32858c404e10d1d8a8999ddcd43c60b8d88430f31f35434cfde28377100f","formula_version":"titan-u-contract-v1","latency_ms":0.5057909293100238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba2ce05373986c9f31cb27ba6768f0a1b747b4136dcb9ac1c12c0eb43347b1eb","sample_id":"mmlu-high-school-statistics.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4c040ca60bf12dfe99914d33e663b3043002f39493ba45cbc890d92189a2e6c","formula_version":"titan-u-contract-v1","latency_ms":0.6587920943275094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88354d7ab0962d73d8926a58717ba4a769dd63eb5a04fc1d3eb92a566b752e1f","sample_id":"mmlu-high-school-statistics.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87e060d8c6573fc7fd5e5a13b88f13c658616c1b926da899d6a0560d370ab786","formula_version":"titan-u-contract-v1","latency_ms":0.5739580374211073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b01b3a79fba360f2478d1198d783d51def69978648532cb438a019d8f8ed49dc","sample_id":"mmlu-high-school-statistics.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24db244f837c00220d5638ba2cb0d90f71cf377b900a67db431a2048de630d37","formula_version":"titan-u-contract-v1","latency_ms":0.6305830320343375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cda36fd7693447cbe0f6080da94584738f50c1c84dbbf09a023cb8db9bcfd2ab","sample_id":"mmlu-high-school-statistics.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"357f3e139c48b2e25d5b4342836d488fb22e859edc5c60db015f6df02988412c","formula_version":"titan-u-contract-v1","latency_ms":26.599875069223344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b68952ad88bf445b43ac238919fdc77449cd944afe204983cbf3460db254aa3b","sample_id":"mmlu-high-school-statistics.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2957837778c0f0260c6a2a35d20c29698b65efa2d0caba7c3a81965ec2bfa35b","formula_version":"titan-u-contract-v1","latency_ms":0.5070000188425183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"477421e7a798941d29dd476d20dd36987203dd7741f12c9edf29a32f9bcd1f09","sample_id":"mmlu-high-school-statistics.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f04dd4f93e01f63c590a14a6817e3084ede232079892ac8220b3031b9629ab8","formula_version":"titan-u-contract-v1","latency_ms":0.5808750865980983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e90b5d861c2e78e7295a467b182ea3d34a0556acb522b01a4d48726a7602022","sample_id":"mmlu-high-school-statistics.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50c1a371e6aaacd632d5cef662b873056dbd8556f0fefde4a78054cddecf400c","formula_version":"titan-u-contract-v1","latency_ms":0.5101249553263187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6a6dd948805d725f39d218a3e9d86df2c60691d41aee085a2de497ba3a9fcdd","sample_id":"mmlu-high-school-statistics.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"280aa4ccc983c6da5b7602ee19e523709364132609b42bc01363612dd3519811","formula_version":"titan-u-contract-v1","latency_ms":0.707249972037971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24a1453ac3600778758c21b4900d4a91bf4b6ee37b41ebb2bc9b703ec7f6deee","sample_id":"mmlu-high-school-statistics.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbb2164b7d00709a0cbdf8bd618682943b194c4697f467da528afad8383079bc","formula_version":"titan-u-contract-v1","latency_ms":1.3364170445129275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"430fb48f232213179ea8ad0ee2e7d01a3cf9e808509aa4b580134ef7c597c45e","sample_id":"mmlu-high-school-statistics.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11d248de90fb1afd5013a7f38f1d2a6c1c69af79fe3e1764075f20ea55091486","formula_version":"titan-u-contract-v1","latency_ms":0.7783330511301756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9917099a16a8c70990c857ead7f0ebdf0fd61f6d2378f544f920cdd157e909d7","sample_id":"mmlu-high-school-statistics.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55c319e18cecc2eac0a2d7d32889fdcdb67693141381fca6c7b6f17c91e65e95","formula_version":"titan-u-contract-v1","latency_ms":0.7397090084850788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60ac2e4fd3b82122a0530d0a22b8861f83eea83b046a43ec707261f3cc66d13a","sample_id":"mmlu-high-school-statistics.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f80d7a673a647501780a8f2fce990335dbb4d2f8d6bfa2cc4347f6eeb9bb0eb","formula_version":"titan-u-contract-v1","latency_ms":0.7043329533189535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dbe3d90a760d160a167598c06cce01f6df8cbcb433e1bdc20e21bd55c39ac3f","sample_id":"mmlu-high-school-statistics.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5233547c128aed94147d44b0332f2e0987572c9bff1987d335c536f6419059a0","formula_version":"titan-u-contract-v1","latency_ms":0.9093749104067683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02e223af775449fe1d58d405fa30de455aea061efc59cbceef83466dd991deb3","sample_id":"mmlu-high-school-statistics.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f36491a0d42a7f001589a76433039056454d58913cb3097d15b5051655bf7af","formula_version":"titan-u-contract-v1","latency_ms":0.717666931450367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1726a1947a906657493181b39f7d87672f8bc4303087470057a991f016e9397","sample_id":"mmlu-high-school-statistics.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b974cd1b9f40dd82f1197aa71b7dda9ebe18a8005dd1db74272be3f4ff4ff74","formula_version":"titan-u-contract-v1","latency_ms":0.5846250569447875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9207cf2f3fefb78ea135b5263e0d1fb0f1a4020f61ef55330d14a5486777b7b6","sample_id":"mmlu-high-school-statistics.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90d6cbe5d3621c926b530eab09a472306ace08f16e43841f8d65f4c90c08c14a","formula_version":"titan-u-contract-v1","latency_ms":1.050374936312437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29d4a59d168456b67e7242d358fe33134f8c5915b05df877fb9e8eabc35d1ba1","sample_id":"mmlu-high-school-statistics.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c004862a809504e1795f618e605162baa084101af21468d57a1a2206e3134434","formula_version":"titan-u-contract-v1","latency_ms":0.5656250286847353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68d25ae56ca90a025944019289f2e8f32778b48edfc63dad81623f024e04c8dc","sample_id":"mmlu-high-school-statistics.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"976f5da8af1679355588c33d37c3d5a94f111555d92eff9b3d2863cc54ebc3ef","formula_version":"titan-u-contract-v1","latency_ms":0.7650840561836958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e1495c20e0bef12b83d51111cd46c50cc3c0052f5ae61969b40274129aecf9d","sample_id":"mmlu-high-school-statistics.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88ac68c519d38cb0111b753aefd69c0492002c7b1e23febc65e8b294f55deadb","formula_version":"titan-u-contract-v1","latency_ms":2.0895000780001283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c67e0d1da0ae8a043aa07636fe7565ace5fc058d68fac533acf0d44dfb89f73","sample_id":"mmlu-high-school-statistics.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa724f5dc83a6077dcd5f73cd146da6382a5b111820cb98b6daa84e9e5743fe8","formula_version":"titan-u-contract-v1","latency_ms":0.715582980774343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7996f944c0e1c8f01821d5a8852a3584737b3562581faed74c3db8a75ae4165","sample_id":"mmlu-high-school-statistics.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ff4b8c85d5840e5596809dce5e659d5ee82d83c016f2c8a8eafdbf0f0308a13","formula_version":"titan-u-contract-v1","latency_ms":0.6800000555813313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a17f2babee1ec9006e3f7fa3881ffdbe544e105bd081e42e6ca7c46e9d258f63","sample_id":"mmlu-high-school-statistics.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0295ef5b7676347eed3e668d232f6375f082523adf2fbf390bc40a325a1239c","formula_version":"titan-u-contract-v1","latency_ms":0.7251659408211708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bbe0419112f8b56c70b2d15ea02c349f3b7c36b43bfbf63a6865cb678c3896e","sample_id":"mmlu-high-school-statistics.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3caacd16847b343405c63cd12340704dd06bf36bca944cfda999501247184db","formula_version":"titan-u-contract-v1","latency_ms":0.60991698410362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40488fe163006ab1394c4ed6f4c3721b3e0fa6700cb95994666de720db2d9ccb","sample_id":"mmlu-high-school-statistics.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc0ae6711ea78230a23b093734b8a9b72f13829a8b372f8a1da7c005e3b1944b","formula_version":"titan-u-contract-v1","latency_ms":1.9395829876884818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71f6038737081450ac4c2630d73bcc1a20ed6aea819afece6fff56fdd516b1e5","sample_id":"mmlu-high-school-statistics.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d22bb67df5726a021273e62578688bd997dfae0c7492e3a8b132b3da8774cdc","formula_version":"titan-u-contract-v1","latency_ms":0.5301249912008643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0e4248b89a32e7c1df155df613f371e91731b10365b1ca426ba4270e6c46391","sample_id":"mmlu-high-school-statistics.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a4d8becbddbe253d8e0ea260c066105a465414088f832ec3dc959e86e5db1f2","formula_version":"titan-u-contract-v1","latency_ms":0.6120000034570694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"249bd119c5fb2ab75ffbb41a7ad7e9b1d04654c46eec565b4653e1ef83fcceef","sample_id":"mmlu-high-school-statistics.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"027a3f8987f196a5d5a8d2fd8a594b3ac3efb8d4b81fc6fae701798f9dddf08e","formula_version":"titan-u-contract-v1","latency_ms":0.5300829652696848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc407e3ee713726655ce08f1f4fdfca08d9ed076d7289236f6b9cb9244386b65","sample_id":"mmlu-high-school-statistics.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7bcd393a137bf0e1930f92e7026305a7f086957e106657e287c7f3ca417ce79","formula_version":"titan-u-contract-v1","latency_ms":2.1025000605732203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1955e6efd0a7fba2aaa1b558d540180eb4247b10df33661bf0fb8fb2ea3d3ca7","sample_id":"mmlu-high-school-statistics.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ed537722c5a5fca35e318aaa2f8baca5ca5000eff9f3676d81d51692367fcc1","formula_version":"titan-u-contract-v1","latency_ms":0.6091659888625145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2333be4108f883b71c0ac8354e37ee1f6da58561198affb83e15d39e4e8c4ff6","sample_id":"mmlu-high-school-statistics.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df1835c80f83bbada702a8d0c2e84619c2f4691b39985cfdf2e45bf591de8126","formula_version":"titan-u-contract-v1","latency_ms":1.1866670101881027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a8b7e7bf421363e775e501978be13d448a46740acdbb296981a130cccce1c9c","sample_id":"mmlu-high-school-statistics.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cf992a6933cfb71e47a3fe2334bee224016867dda79afb9c5b82f130020bad7","formula_version":"titan-u-contract-v1","latency_ms":1.2644169619306922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7b01840893e54485444521a2d73cf8a3b1d7071311c98f3bf0cae1d438103cb","sample_id":"mmlu-high-school-statistics.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d40601364dbdf6f978cc2dffe1b5135a72a771e842d50a299f17bcd258c71971","formula_version":"titan-u-contract-v1","latency_ms":0.6733339978381991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a313465c5ff27b76951e25c8c9ee25956bf15ee5e71f779b3cc78968d4258a5e","sample_id":"mmlu-high-school-statistics.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"950789a6609d3e96d739afc040f8b4d86b7291dc8270e047e157141d4676336e","formula_version":"titan-u-contract-v1","latency_ms":0.7432500133290887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"caad9311355b4c30585c471ba00e5b928fee11ae3aa6e60de5db75023170678a","sample_id":"mmlu-high-school-statistics.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3c88b415fa778a6e6836e37733099aaff614e2b3153d6c4a441e287fcf80fa4","formula_version":"titan-u-contract-v1","latency_ms":0.6498750299215317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93b9fb9095e68f99da7e4bb3ad14336b09d51e3b4af9fecb7c65259e2d3431bb","sample_id":"mmlu-high-school-statistics.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9daab2df4a7ac9fa0947621566d3c9211547a5e17a7e7eff1a0e2c49a42d212f","formula_version":"titan-u-contract-v1","latency_ms":0.5024590063840151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d8f50b18fa5a804d4685efee4991d577354616fd1f0ded1e2ed8a326f607e0e","sample_id":"mmlu-high-school-statistics.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16e079bd6cf1054b850d1a1011742e1f36377c8a36a807aedd716def431b36e1","formula_version":"titan-u-contract-v1","latency_ms":0.6267089629545808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08d26fa04368eb8a56f3aae7d1a689ddb94287237eba31d231f675311b249b39","sample_id":"mmlu-high-school-statistics.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29071fc198b0cfa5ea98db806e0627288c87aa58c4bfda190ac8947ea9ef55fe","formula_version":"titan-u-contract-v1","latency_ms":0.7184999994933605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"487a02ec828a066c226fe6927a62d3a2da086537942d5d19e770abea9de334e1","sample_id":"mmlu-high-school-statistics.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"254effef0757420a255dceb85b1407790ec8c4ad66778778a206358b14f18a43","formula_version":"titan-u-contract-v1","latency_ms":0.7354579865932465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71c82843979ca549f9e7d4263e67998b57a9870e8ad6a21c3a78817325b53f38","sample_id":"mmlu-high-school-statistics.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a9499529a72e24d98ee20a1a99f3fbc3d4c7c09f49eda3e38848b109d24670a","formula_version":"titan-u-contract-v1","latency_ms":0.4718330455943942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"338207b98f9949f43424fc088b7a952862ce5abfddc9dc9b4d2bd7ed322ebdd0","sample_id":"mmlu-high-school-statistics.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1747ec0a4faa837211fc8dda97145c86bf65fbd73dff08eb8c7f1564f3077804","formula_version":"titan-u-contract-v1","latency_ms":4.911208059638739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c3e625101afae03df78a73c114f6d3821fe2343eb1b00c770087ed9a6f64722","sample_id":"mmlu-high-school-statistics.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ad800c686797b6c11c35ec05f6bdedeb2b9f0c17a508230a4779ce3124a0508","formula_version":"titan-u-contract-v1","latency_ms":0.7280419813469052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf7ae299af01e31dd3b2a4aff7ec62dc5ba5edd0679b56a54dc95e4f9cbb3e9e","sample_id":"mmlu-high-school-statistics.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf5ddaf53efc1af0f7d022c62a254cc3b486f7bf13ee1c315e0f67dcedd601a6","formula_version":"titan-u-contract-v1","latency_ms":0.6823339499533176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5d070a7c70d413e3a08e98d8de1324fb9115c0c82f68572bd806d4a10da61f4","sample_id":"mmlu-high-school-statistics.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de6ecd0d0fc299dd6de72a58c68e4318191bc68e7841e84fdb98276bf4091652","formula_version":"titan-u-contract-v1","latency_ms":0.7854579016566277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96ee47382a3f854294d95355c8ae09f93ab2a42c57ad8fab20a1b66e7dd6b1d0","sample_id":"mmlu-high-school-statistics.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0515fb221736c6d2acfeae5e53e7e42194d050a7f1e64f93d5f3cd1a964c3a17","formula_version":"titan-u-contract-v1","latency_ms":0.6012920057401061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b77848f9bb50318803e0585d85f3317e2c7ff8269dfeadd92cf790461ee5aad0","sample_id":"mmlu-high-school-statistics.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44c1a9095e21e70ba33af925b377fa13b622ad0813a51d1c5380b1e73cd7b83d","formula_version":"titan-u-contract-v1","latency_ms":0.6448340136557817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeacf86a640eea66f3d790c81cf6dfcdd7760ca0e4871b4b92f7cfe57eef9d5c","sample_id":"mmlu-high-school-statistics.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e04b4ab0fb342766b9a2babe7f3c39e44d0fa921f165584e1479d167f2680968","formula_version":"titan-u-contract-v1","latency_ms":0.540125067345798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78c32a9465ccf573cd6553c0d0c5c4ba91dd31496fd85bd4775d0602f547ab7f","sample_id":"mmlu-high-school-statistics.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83cdd71db15c6dbe40978cb9447d728ff02f549bd507fac24963fe03c049e07d","formula_version":"titan-u-contract-v1","latency_ms":0.5731249693781137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8f4fd65e5a5d8ee09366d8eb4b5c203bb18fe2bfff157cbe81d61d0dedfe589","sample_id":"mmlu-high-school-statistics.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92ff6425bb8bba4d4a591fe932daaeb36d2565d6547a20b675d834fce70f51d1","formula_version":"titan-u-contract-v1","latency_ms":0.5277090240269899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7879289410de599b17341b8d0c3884609cd85c420ee0bab10cd27100cb3b5fa","sample_id":"mmlu-high-school-statistics.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f515aa3295a24b28b781df450e1381bed194ec90331826cea5a3f2265f5ac41c","formula_version":"titan-u-contract-v1","latency_ms":0.7208749884739518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22eb2ac8379d3335b9a40d80b2e13fc1e3cda073b0f8793793417ace0b1474bf","sample_id":"mmlu-high-school-statistics.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b64929c9d9d5ff6c60c9571073835112532615a76581eb3f526062313567789","formula_version":"titan-u-contract-v1","latency_ms":0.5474580684676766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"381967538e7e70c315f2254467ee6f183e2884faeb7b2cacd4776452d125f3c0","sample_id":"mmlu-high-school-statistics.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"276daa634e8bd72b1562750a870aeda124022f49e82a3352e22ba0b6f271a35a","formula_version":"titan-u-contract-v1","latency_ms":1.3286250177770853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b1e18c96018789b918416f132dd89b2bb6497ce32533aad1800a66ed851d62a","sample_id":"mmlu-high-school-statistics.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72b8d9e2831c796a8274ae2f432f712400697d59e71188342a2c12ae04f63124","formula_version":"titan-u-contract-v1","latency_ms":0.6551661062985659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3197f54fd5eab7b6488c7481a95921821518e70e0c183c10177ac3ce94e98fcf","sample_id":"mmlu-high-school-statistics.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac59dcdece5213beb1d3d6234a8ee853d8b3d329895f6af669e4df29f4518999","formula_version":"titan-u-contract-v1","latency_ms":0.6701670354232192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c574988e9328cb0dcc63305dfa90b37ed27166bf408f9deac061f7636502487","sample_id":"mmlu-high-school-statistics.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"702b05f2ccba5a16691fcb508ecad5a9f814580c3590762e894c62f289ebdec0","formula_version":"titan-u-contract-v1","latency_ms":0.7170840399339795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93fcc1c992385b922dacde674461bdca406abad097bc99ac4402d816fe316120","sample_id":"mmlu-high-school-statistics.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a3ed25ff7b0ff4d3da4beeee2ff39732908964d85fa05722edf89f2f5ce250b","formula_version":"titan-u-contract-v1","latency_ms":0.5862080724909902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f238eb0a7bb629f25134fe261b31052338ffd2acccf158beeb899f8aea4e5b0","sample_id":"mmlu-high-school-statistics.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d65c540f9b7118fa2832ede38a9d2983c95eb717150ac23dff68455b1367909","formula_version":"titan-u-contract-v1","latency_ms":0.8633750258013606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68367c860377a61d481948115c4169acbb36aad1be3c28bc993938a81dd479eb","sample_id":"mmlu-high-school-statistics.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63d4384ea0bc7f78498b930ed892ee85387025ae74051ae0376e3d1bbc487438","formula_version":"titan-u-contract-v1","latency_ms":1.2779170647263527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fae7bc9b73a066b0690f8f5aabb36aba37ce02cdf605e45e99454875e6fab09","sample_id":"mmlu-high-school-statistics.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bd3225517e3cdc69b80ba07e5ba28c848d653851fac2b4d5d561366886dd18e","formula_version":"titan-u-contract-v1","latency_ms":0.8132921066135168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5bfa7071d88e378ef88e129e93dffca7daed8bfc2942f65eee93ce11902cb8e","sample_id":"mmlu-high-school-statistics.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40c4accd5d673b6fe284e31de6114f98bb4699671a9a0bd08d8ba2b986d1bf30","formula_version":"titan-u-contract-v1","latency_ms":0.6666249828413129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"786aabe77eebdfd1317cb27d0a792b7fdcdd9e3a43425a054bdf732917301fd2","sample_id":"mmlu-high-school-statistics.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e17cd0fd474a3649873e9ed69ee583a845531f2284b8d49f77605a8c5967852","formula_version":"titan-u-contract-v1","latency_ms":0.6201249780133367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"665f3e8ddf24e114fce07a0d14e80177dd6c5d20ddd45ef4e5f32ed5df5e875c","sample_id":"mmlu-high-school-statistics.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c35f30a2bab90e4694af2413ab7a12af7fa7cb1a1a453dc30b2019e638f2527d","formula_version":"titan-u-contract-v1","latency_ms":0.6539580645039678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19f3fd91aca25b4a26c97db631046ef6f0b1732e3184c48606862d98e19a52da","sample_id":"mmlu-high-school-statistics.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3c720543c4014cbd302fcd56a7b1d9d1cac28169ce392ae8eb84b5b6691c12d","formula_version":"titan-u-contract-v1","latency_ms":0.8638339350000024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9de1f69866b6119c72f3f7e478f8e50d77742eab4538abe6b6dc10c161687736","sample_id":"mmlu-high-school-statistics.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"441d1b788a301e0f0b6d48a17bbfe77111d10e9e461dbfe829a84d3bfd61d128","formula_version":"titan-u-contract-v1","latency_ms":0.8262499468401074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6d4133ebfdc2406848ecc81d65c3687655f7565c64217245f36dc24b2a5eb25","sample_id":"mmlu-high-school-statistics.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"942dec6ba2088d004f0d779423edb689144808cc00c0af69af9d5dba04f13fc7","formula_version":"titan-u-contract-v1","latency_ms":0.7167919538915157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffbc9750ca12ae333d090e8c1d435b2eb8a7185bd4c7e02e2694a97373b36c98","sample_id":"mmlu-high-school-statistics.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adaeadcf659ac83d06f502963b4cc89a13634631583f20d53cf134f9dff11c32","formula_version":"titan-u-contract-v1","latency_ms":0.5386669654399157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a44ef7003d1669701f6a9f196692eceb51bed786c1547f5eb08ea262da6b26b3","sample_id":"mmlu-high-school-statistics.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ca7d475add8126cfd48af89555f2f2dda977cd874aa7d60bb256ba56bd7778a","formula_version":"titan-u-contract-v1","latency_ms":0.7908750558272004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e3deed364acd49eabbc82b132b2ec7382ea4b3cc3e16b18c0f1a4fe1b9f3ee1","sample_id":"mmlu-high-school-statistics.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da119266a37fa763210dc35d5cac6359a6b930c33656b513d230d3cccf4bb2e9","formula_version":"titan-u-contract-v1","latency_ms":0.8522080024704337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"331b83ed8e004477fb87f5ed7b68bb9a289966b5102c95d681b077eb1dce2f1e","sample_id":"mmlu-high-school-statistics.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"565d686f6504ce84ca3a1ad4875e7b665ef5ad47e795856119bd8ec131409ef5","formula_version":"titan-u-contract-v1","latency_ms":0.6709999870508909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e678c1f78845de5660f1bbd5fea0716b14838202c342198c309a613de140a3c","sample_id":"mmlu-high-school-statistics.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d079832fb1206480f5ac89ff59c63924e297f320eecc063885ba09f001589cc9","formula_version":"titan-u-contract-v1","latency_ms":1.43912504427135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82a09f6270eb3f0ab7e589ac649d3ff740cffb3d7037b61229b24ead5beedba5","sample_id":"mmlu-high-school-statistics.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bd49f66ae672da27e0bf1f07977d8efb95f291af939d77c0211d88a947c48df","formula_version":"titan-u-contract-v1","latency_ms":0.4856659797951579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f66c5375caaa6ef1b1c0a999ef8b297bef3a55e89aca02dd7fc45227f8841f92","sample_id":"mmlu-high-school-statistics.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d71f4651462498820744a6eff1a723211b6947c55a95b24b08b7a00e00029bb0","formula_version":"titan-u-contract-v1","latency_ms":0.7823340129107237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93a06a60ae24c2dc3c95488397886cde7470572e0e78f2343afdf8505534ffa1","sample_id":"mmlu-high-school-statistics.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bdaa1a9458ed69654aeae3e71e606c4913094a103640c9aa1bc1365db569901","formula_version":"titan-u-contract-v1","latency_ms":0.8347081020474434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a188f50c3013608c29ea8fe805d49d648fc2f3e368e56f84388b59776822a81","sample_id":"mmlu-high-school-statistics.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f8a3ad6d946478fd730f4244c916d90ebc4363f57d17cb7777744c687cfc4a5","formula_version":"titan-u-contract-v1","latency_ms":0.599374994635582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91fb63eae31cfcdd10e24a82f40dd4655c4f2fddbfd4ed9d2468dd32e75d3b1e","sample_id":"mmlu-high-school-statistics.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27fbf2053d8e42ff4f457eba35b015b33402a2f4cb364c0ed16b5dece194bf23","formula_version":"titan-u-contract-v1","latency_ms":0.6827079923823476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ecf93e78402d7d3efbc3f55a2874a5d156233ea77fad698a86bf314433b15ed","sample_id":"mmlu-high-school-statistics.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e67fdcbe39c7b68e15148b25f6926f8a96c27600a27cfa51ae13106fb5d085b","formula_version":"titan-u-contract-v1","latency_ms":0.7494579767808318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"052a2d1230915396495e742fb5021ef978a6e86a22e7ae4f2cb4155703140f4e","sample_id":"mmlu-high-school-statistics.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7dd7f3b0e051f2e98899276d23383d47ca47ee048f71dc29291e8a8d9a5a8ca","formula_version":"titan-u-contract-v1","latency_ms":0.9865409228950739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a56f843facef41ad0c559d5ab71a321c0502ef2b9597cdd8b37097652dd32c83","sample_id":"mmlu-high-school-statistics.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"528b002d6eb50a96ef0b2dff4bf4fd2074ae8590e070c13e83e38479df73470d","formula_version":"titan-u-contract-v1","latency_ms":0.675833085551858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ed3d269fb3cc8a5228402112c5c453fd9d181e4d856f25e39ad473374b34983","sample_id":"mmlu-high-school-statistics.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2917607bda1db7b0f059f663774cad5ec6e17daeaa1f77676ebfbe29ab64dff8","formula_version":"titan-u-contract-v1","latency_ms":0.9301659883931279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7874e115119438f5909de01e8756f09c2bbd1277e9db25999de95814c146c77d","sample_id":"mmlu-high-school-statistics.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71e3784c23b5c4ef45e8ab07e1d46c6e97ab1f84b1cc38af65b3e770c831864d","formula_version":"titan-u-contract-v1","latency_ms":0.5422499962151051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bee56b5839c820482737bc087ee970a561f1ce533610d9cb1f750e9bffc5aff3","sample_id":"mmlu-high-school-statistics.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1382144b029389b21f4e10b06a309efa1634aa4a3b2fe92ddead30b26010ee55","formula_version":"titan-u-contract-v1","latency_ms":0.707249972037971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf8eceb1d43576b3a50b40bab9ed757a235e9a422cb317c25f13b2207d93450b","sample_id":"mmlu-high-school-statistics.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"012baf5f989749b5c6739aea7b7c110a48f032d78221fc484db0734a39856b29","formula_version":"titan-u-contract-v1","latency_ms":0.9576249867677689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f886dcd099bc49306414462a4b65859c35b0543b8aba1807d20f10daf6c6f172","sample_id":"mmlu-high-school-statistics.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4d0a8b5e4fcbe76003c3e4043a87ffd2d25db017a7d4e9d992cd8e199708912","formula_version":"titan-u-contract-v1","latency_ms":0.510459067299962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"494ad869e5a09fbc605ddebd709ac7d2759c6c78b2d6792d84461ea3a6e85df3","sample_id":"mmlu-high-school-statistics.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17b5920b796216652d4a218d4978f2ea5ff597b9d4aa8519d6b5d3c3ee2f9e8e","formula_version":"titan-u-contract-v1","latency_ms":0.5574580281972885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87bdc2ee06ec3d8042bbe776a6c4d446ddf8a3f28e8336fd6f504d6bf53fdf73","sample_id":"mmlu-high-school-statistics.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a029a41070e0ba1ad9600e6e708e654046485292b87952f0fbb93c31b818f76","formula_version":"titan-u-contract-v1","latency_ms":0.6783750141039491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5f4f9bbcb89baaeb38c43d6cafa102edd46f8615d12c6a219de4823d16ba4a4","sample_id":"mmlu-high-school-statistics.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a2f80d2f3f9f2f2a942f311d0ad3e7f2a03e78ee150c2aec5d28b67dc05a97d","formula_version":"titan-u-contract-v1","latency_ms":0.5413329927250743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a1cfe68c5ebc1cbc5c1048dd6adcb8fd1e83d419945ec18781fdb8e490fdcac","sample_id":"mmlu-high-school-statistics.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adaade05cecfcb2604c8e66d64840f977afe91f5787bd09444df29cb6226199c","formula_version":"titan-u-contract-v1","latency_ms":5.618417053483427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6fd522c7e596fa8dd2ec3f1306c4dc0959e8c362e49979d8762d3cd03ebe2f4","sample_id":"mmlu-high-school-statistics.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e436d6fe20f4e40e5ec145966dd9278868c933b61188122cc99122fe5463e41","formula_version":"titan-u-contract-v1","latency_ms":0.6834579398855567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"528e3881f37cd304018a52262e636e559406bb1fa7b94eab2be8c377a4561a67","sample_id":"mmlu-high-school-statistics.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f87c52d209c11102a5ec1022188fa8254a46f9215d3e671a3a112d7ea515e090","formula_version":"titan-u-contract-v1","latency_ms":0.77104102820158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"353a0c1285ee4b52cf0bdeb0568e091685abab3d7329bc007c326008ce05c7a9","sample_id":"mmlu-high-school-statistics.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a91dcfa8fee11be79081db1b37d36a8f68e56ab04b0fa79159a529c338069715","formula_version":"titan-u-contract-v1","latency_ms":0.6856669206172228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7211c4ba321ac74d8fcfec6e4f497b8bae3f9690d6509f14cfbdc576ff90de66","sample_id":"mmlu-high-school-statistics.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9416ae23a23559b72c5b0e6760b2d60ca5114f2646d7b7c0132376c0d8507d9","formula_version":"titan-u-contract-v1","latency_ms":0.5737920291721821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3103751745bfc3f5a4d674341bd86a1ebc1aeb08aac1a7e04d85122f95bf05fa","sample_id":"mmlu-high-school-statistics.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"541cf7947be6090e7d8754a54f8fcb2c1758945a8468e2300bb3b02894b86e7a","formula_version":"titan-u-contract-v1","latency_ms":37.43858402594924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc5aa799178384a79210bfc762f36cb300111423ca348b2f71a9ac8efde02693","sample_id":"mmlu-high-school-statistics.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e078673674a803e3bc0a9dfcfb1c8b163ad918839a851528e3745723a029cd68","formula_version":"titan-u-contract-v1","latency_ms":3.2317080767825246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a7e0e5cffda7547965e2bfbf9e6d4a2215ee806c0901e162e9cad1290d2090d","sample_id":"mmlu-high-school-statistics.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e34f8f17264396f3a288cfa02b96d1111f374547438b5b9d3cdeefafab5497f5","formula_version":"titan-u-contract-v1","latency_ms":0.5908340681344271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55636589ba71bca7cf217d2eceece13b3ab7329c2943430a633a1f122cf694bc","sample_id":"mmlu-high-school-statistics.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a21941234faa0b0235bc44c941c881f1172710846f12cac7a6f3a3e1e5d9d50d","formula_version":"titan-u-contract-v1","latency_ms":1.865917001850903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7af2a399636ec0ba4d8cce44323d61d8c69b934e9927410139c5e787b34c9f4f","sample_id":"mmlu-high-school-statistics.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb8c3ed8040a5cd81eb5dd96b5987eb8760d6b34757a3c9d7caecef8d8e0c1e8","formula_version":"titan-u-contract-v1","latency_ms":0.8431670721620321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55b99d339de1ee13c7759e1595390a66683a8b58505693893194762533369f23","sample_id":"mmlu-high-school-statistics.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"605bba2dbabda76df4dee60c52b6557355ec3aa84ea1c7eaa7983f5a78c99e9e","formula_version":"titan-u-contract-v1","latency_ms":0.555249978788197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bd111c6275c3a9caf2341f35094a780ebe29ed86b8e7783cfdaebce20ffa14f","sample_id":"mmlu-high-school-statistics.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24101a6b0f5188f6ae0607688783cce89ab389ace5fccc3ce6b0c5bfef2222ff","formula_version":"titan-u-contract-v1","latency_ms":0.9732090402394533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00b1a0e7cdb994ed0c8bfc9327925d1014092182162606a0d0a597d12e535b36","sample_id":"mmlu-high-school-statistics.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a809650b27e98942a967c00bd3f5801871492bfb840e105e3a78b63ae4e48006","formula_version":"titan-u-contract-v1","latency_ms":0.509583973325789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25566d048e4e100c8bd42987af9c7fe12e4db7c5acf83770b6fc813888e9792f","sample_id":"mmlu-high-school-statistics.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"049e2501c062827011e9b8e7b3fa85f458b7f45b87332b20ada2199a8682c704","formula_version":"titan-u-contract-v1","latency_ms":1.1181669542565942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e01fec9581c23e234a1e53367cab9c73c9a2333cba8483f48e8c0146d7203a0","sample_id":"mmlu-high-school-statistics.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3b06e2786d66418dacfae6be605f45f88c24cb3b44d9d69fe3de7ff2295e3e9","formula_version":"titan-u-contract-v1","latency_ms":9.073666064068675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee31d18fdb89c3728aefaa44892bd7e8112d5a359a6a6e2ac0591489d166b1d1","sample_id":"mmlu-high-school-statistics.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"397f5cb1fd8af423f75d83482796d767c828159e3bb10be7f9fe589cc151acc5","formula_version":"titan-u-contract-v1","latency_ms":0.6130839465186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9d6c659384cb9e29b6373487c57cab5cba64be57a4a15b19c1bb664935b08c9","sample_id":"mmlu-high-school-statistics.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fa1a2172cbc40b381c214f35f43b75bfa5ade9801a4ac06d97e2a6cd2bde007","formula_version":"titan-u-contract-v1","latency_ms":0.4668750334531069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09a44993ebc92d1021358599cc97d7e5e4259eaa53b8ec9faf19300488191e6b","sample_id":"mmlu-high-school-statistics.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b94f6141cdd2c37c2d8197eb0fa5e29d6db0ebee70ed8c213597dff38c1b154d","formula_version":"titan-u-contract-v1","latency_ms":1.4397080522030592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e1d10979f904960f9a079563986e370bfd7282382cc6bf3b4ef5e05a92d5a5f","sample_id":"mmlu-high-school-statistics.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"307e3f9e23bd7fa4248530de172d64889245d232150d6ad403f75010594d7853","formula_version":"titan-u-contract-v1","latency_ms":1.1909169843420386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be6f1d4efa9e28c45207bb00611a3ab2d9c424f8aef30b13a3938427e5532613","sample_id":"mmlu-high-school-statistics.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f890ee9fc34d8cd2b5ab577bd4e3cf43bfae7683aa88ffbdea77e5f338a6db7a","formula_version":"titan-u-contract-v1","latency_ms":0.987666891887784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"631c446733bd3f0036365306da2f530b0adc3c0fd0d506abb7a9a64a559a3487","sample_id":"mmlu-high-school-statistics.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ef6b58238f0cbc9448b495021b9762ea29c867536d41ec2470f7fda99ce65d0","formula_version":"titan-u-contract-v1","latency_ms":0.9008749620988965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"490e55da5f3bc3a86de41ea37c7c3be9e3a45a2565be2933faadabceace77d45","sample_id":"mmlu-high-school-statistics.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49964528d4ab433ae43c41ffe424cdb76b14e5eff93005522c60b06057eab605","formula_version":"titan-u-contract-v1","latency_ms":0.5437089130282402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d32cbd36ac07d0b243bb13389ec2fc2d2bc387659b9a07fbb2b7623e5bdac36b","sample_id":"mmlu-high-school-statistics.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ad6cbb61fe7d2e3f095698096ccbf62637d5277cb23866da938d4ca6ae2a75e","formula_version":"titan-u-contract-v1","latency_ms":0.5584160098806024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdc0382dcf487a50dafc643833c2af248aa6f0bdcfbc91f64028da97a3a58974","sample_id":"mmlu-high-school-statistics.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30d81fbe8500b7e10eafc2a7482ccdd460120a00ca088f6b34785fbdd5f650fb","formula_version":"titan-u-contract-v1","latency_ms":0.926624983549118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d3d401722fe26136682fa2b72d28bd0c2a74d8321360626a2965d8678c40368","sample_id":"mmlu-high-school-statistics.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b1416d2d0183a73365a7b6cfadc7fbefe3363696d11e04f27d39c445d3076e5","formula_version":"titan-u-contract-v1","latency_ms":0.6012920057401061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61a5a4e24ed749b71548178836d190d73403e3c41e78918681278f0a6f5a6d53","sample_id":"mmlu-high-school-statistics.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eda902321a75d53c4d76af562c49974f5d0cfde4bce03a7447977d6ccf53b4e","formula_version":"titan-u-contract-v1","latency_ms":0.6106250220909715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0725dcc521b8b516c25e190f580e125c9dec27fde4c17ca4c922c71166d12a83","sample_id":"mmlu-high-school-statistics.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5de7307da669b736ff93906a9009f7ab09b1973eb8426e24ea189801caaadce","formula_version":"titan-u-contract-v1","latency_ms":1.013584085740149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"933cc5bb638c710409c7c9578c1ebf577730ec20485650b549d795a72407da72","sample_id":"mmlu-high-school-statistics.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2e3a64a9f8179cfe75d8ef272f91e6263e653b39b002046c661828dec6c3e61","formula_version":"titan-u-contract-v1","latency_ms":0.5273340502753854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"719199bef179c02749a68807c5bae0f9a53ea443f829384601571259dd701505","sample_id":"mmlu-high-school-statistics.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6911d7b60f64002f981e2049fd99600b06028cfc73577d27b081a43e190713c1","formula_version":"titan-u-contract-v1","latency_ms":1.0633750353008509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3278564f86819bdb8a334ea1331e1fe08b1a76571633d03c4193a7f2f2eb7dcc","sample_id":"mmlu-high-school-statistics.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adc49972522ebda70be57f588fc93004d2bba858261dcd6b146c89becb944a3c","formula_version":"titan-u-contract-v1","latency_ms":1.1109170736745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a686a153a9ca1599accfbac909620eae45b3dd29f05663c31fb700364986be0","sample_id":"mmlu-high-school-statistics.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3dda7a96b4fc2e7aeb1902b2ead7c23de4b36aae8971508086d102c5d1030ce","formula_version":"titan-u-contract-v1","latency_ms":1.4690000098198652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2506c1bfd588597b13bb0fd9dd7eb4db30d6c1b0358a588ab14f0427048a57b9","sample_id":"mmlu-high-school-statistics.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5369648f7d9c251d63304b3d4a4876d4f5a99c1252ec9a950a9c954576040720","formula_version":"titan-u-contract-v1","latency_ms":0.757874920964241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7426e4b7b5e2e58052a496de41eda2d539aaa2131378a44b792b0d84d79ac9ab","sample_id":"mmlu-high-school-statistics.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8751652b9924442e6077c0d70c7aeee883bbcb9c4251171d38f4be3e0049f918","formula_version":"titan-u-contract-v1","latency_ms":0.6313750054687262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ba0bcf5508fa7ecfc85cae4b15ee3c6babd36004727603b5d6eb7d139334245","sample_id":"mmlu-high-school-statistics.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6f8c89107caca53a42009e1f67ff00bb34fe7c526bca8e95784d57579a10f42","formula_version":"titan-u-contract-v1","latency_ms":0.6455419352278113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28af3ef484a525c9cc2218468ed53bcc430123ec96ee2066ef864da82755153c","sample_id":"mmlu-high-school-statistics.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a626ce1707ed489402e9389e8710e7d883c55ee833b7b0c8d6555f6307c8a962","formula_version":"titan-u-contract-v1","latency_ms":1.248665968887508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8de93039c31ebb3718171a67ec78b74f17697c731c805accbb71f17d0618b8c4","sample_id":"mmlu-high-school-statistics.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a648b14992eac0f65e4f6d4158c52b14fae749d59d791e9963d49442902755c6","formula_version":"titan-u-contract-v1","latency_ms":0.6070419913157821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc5998c4f75b8c5f4a09078bad181bbdf0b9abbbf87384df8e011bb2e793f8f6","sample_id":"mmlu-high-school-statistics.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fac24f94678e7662adba8dff289ccb1f8bf2f11518517aa00c82980db2ce336","formula_version":"titan-u-contract-v1","latency_ms":1.0666250018402934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67ac0e81c94a9038299cee07f09260e451f63563baa8c109209a8531333613bc","sample_id":"mmlu-high-school-statistics.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcf53b290aaf84edd2a0feaf3adc0bff8a60aa635ef53b8e7a980f898bbf9263","formula_version":"titan-u-contract-v1","latency_ms":1.1777919717133045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ace5a453ebe263529bddf9dd9777af2da619b44075d525448a5f14f82b46a0a","sample_id":"mmlu-high-school-statistics.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c724e8654f4cf83ffaa8a6a34952fad80c7438d78fe2233d2d9b96377166b99","formula_version":"titan-u-contract-v1","latency_ms":0.8299999171867967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61dc86ba712a0c25e221b1827b558b5628cb59be27b4a1468406467173a305f4","sample_id":"mmlu-high-school-statistics.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b141084972739f947eae2316fe108e12b01b9963b4b83371687fd08f631ce9e4","formula_version":"titan-u-contract-v1","latency_ms":0.9087499929592013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bece606123217b5e10e8b12dfa5f76efb0172d9d45a5770a1b518aa0f5b9d526","sample_id":"mmlu-high-school-statistics.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4e0c581a5f3440fa668315f46d2165ae5c4cad824cfe075c4979b1e08662a63","formula_version":"titan-u-contract-v1","latency_ms":0.7488330593332648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa9a5620fe72f22241dcb1ab3b829211448639ebb2d6564992cc88592a1d7cc5","sample_id":"mmlu-high-school-statistics.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f983aa383a49cb4dba718dbda1a75ce8ba6aa81e5fc4b016be4820d2f5af4bdd","formula_version":"titan-u-contract-v1","latency_ms":0.6373330252245069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5533199d1df41d838e9f4f46460c4c1693658a9eb68cc5785d672a073895aab","sample_id":"mmlu-high-school-statistics.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d61ab59a2f671074a28a2eba86da531ca8e99ec77b8f26ae44fb234c0285b6e3","formula_version":"titan-u-contract-v1","latency_ms":0.8062500273808837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43be91699d3b7ae0d04bf209aec448e2b587f9f347c3964f64a8c0fa9e8099c7","sample_id":"mmlu-high-school-statistics.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a3afb3578753f9fc539459def73a891c59b0637c1089da249bab4421934bf21","formula_version":"titan-u-contract-v1","latency_ms":1.168707967735827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3bf7d2bdee97192168c68abf426d2bc694f475e23f8c4b78743ce020fcf3e9b","sample_id":"mmlu-high-school-statistics.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92a086b931fc00c19b07345af8c52c2708732001bf994f75e23419254c5dcfae","formula_version":"titan-u-contract-v1","latency_ms":13.645000057294965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"044749ca0f3fb422e1742cab8bd7b0fe1abbbe0018c9d87668042580c370cafe","sample_id":"mmlu-high-school-statistics.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"785234afbd69682972bde9fe743b94203e4bf380062639b437086d14337eba48","formula_version":"titan-u-contract-v1","latency_ms":14.829708030447364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cba8a718a66cd2fb4233346cfaa641ffbc4265ea2a5392ccb4f91f9f55f5abee","sample_id":"mmlu-high-school-statistics.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"415a06bdd15ca7c7a18636570d8ae6536cb9d86881172eec26b0ef96dafd1888","formula_version":"titan-u-contract-v1","latency_ms":0.7549170404672623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1783708eb370f6641219a46d1d93101fef58392121c9eb72728b52faddbba4a2","sample_id":"mmlu-high-school-us-history.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2280a5da118f3a9d67a6d19c129b7feef81694d15cdd1ba85f935be6a6437e0e","formula_version":"titan-u-contract-v1","latency_ms":1.0098329512402415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b230375b9ad34879ef8e762ee23fef4e3a6441be80b443c87ff62a5aedfca0cb","sample_id":"mmlu-high-school-us-history.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f338d72f2994755e42942f0144e27855574246b91db696a2f0cbab8bca16832d","formula_version":"titan-u-contract-v1","latency_ms":1.1899999808520079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85e6fb3fcb7112a68dde020a345879b070ac170fb20543df266f63655ffcdbc3","sample_id":"mmlu-high-school-us-history.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efb7f6bee34f98e4320d7d494bddb903dd8ee3b3902d098e8c31cf03e5c56ffc","formula_version":"titan-u-contract-v1","latency_ms":2.3779160110279918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af728cf5d0ed7ebb22f051b64ebf7f2f0a179bdfa2095f65a0dc5477c325fe96","sample_id":"mmlu-high-school-us-history.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a387b6372c0f6ce960bd257bc33fb7ad4d0cb77e35026e6ddd176b9300efbb0","formula_version":"titan-u-contract-v1","latency_ms":1.1502919951453805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8692285aed04b0d78efe621664b41c6ed6a415a4e0a3b0425de0449af876b76f","sample_id":"mmlu-high-school-us-history.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8f49d7e40d940024a25128ef00d21355bc57137b9bd5557fe5bc1b6497811fa","formula_version":"titan-u-contract-v1","latency_ms":0.9692090097814798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6910577b5838129974d0958c252f9b0e76151c8851354ba816cbd885e5c16321","sample_id":"mmlu-high-school-us-history.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d9fa3523c21f549c3c016501ed84a86b41422d2fbd5c13fc102141d60767616","formula_version":"titan-u-contract-v1","latency_ms":1.3887500390410423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2e5f1e3212bb43a7ba90234c7e0dcc0b21613ce356ee031b0b5fc6b08f2bc40","sample_id":"mmlu-high-school-us-history.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb6ee20bb1c3f3a1f4117a3ab321f6b635fb3224b98b6d2e81ac4c662ee3827d","formula_version":"titan-u-contract-v1","latency_ms":0.6964580388739705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"795896ef88e05ee30e8d5743be1ddb941d571e8783598cbdfd503eb244a0ef70","sample_id":"mmlu-high-school-us-history.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91185907ba0f784b0fbb678cb9c662e1efb1414b49614490fc3694f5ea6eb91e","formula_version":"titan-u-contract-v1","latency_ms":1.8976660212501884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2b18c2996744c0eb86d0b94431e36682c675b9f27bd5bfad340b33ac2eed7e4","sample_id":"mmlu-high-school-us-history.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb43e22e3a37d02e6539e979ed2c5a63f4da2f4362939fecd66fb801dd0713e1","formula_version":"titan-u-contract-v1","latency_ms":2.6229999493807554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77080afb8e8b2dec2546902f548124ede4fc561cfb932e8f284c68f59d0484ab","sample_id":"mmlu-high-school-us-history.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b2d358271c088fb399ca626f6535a92a3b03389f97b750720f81ff8ac7fe702","formula_version":"titan-u-contract-v1","latency_ms":2.113124937750399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50c864eb805f628774247ceb00e91d536a89eb3d66296b638fb26e66902c5ab3","sample_id":"mmlu-high-school-us-history.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a51550ecdecc4b8313e1ef4b28362d05c31fb059d442e1b9b86c39f335e94b80","formula_version":"titan-u-contract-v1","latency_ms":1.5408750623464584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea66572879ee61ab0626aced5beb8f6b195fed25b4150d48d0bcd1b5a3e6042f","sample_id":"mmlu-high-school-us-history.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4a3f009b07d9ef3af0fdcd6e44cf4f942a914b91fb11c66b9a2bda21d93b5d1","formula_version":"titan-u-contract-v1","latency_ms":0.9584579383954406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39152f1d7f9910736fa8877987a407b11412c6dbf9e138ca7c592fc88ca3ca2c","sample_id":"mmlu-high-school-us-history.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e466252a3b663c6c2e341af60fdd3b27511f03552ad6767b70074b203611cc93","formula_version":"titan-u-contract-v1","latency_ms":1.364917028695345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de47e936467510904be827b626d843577dba05fbeb813c1e2fe6703ef9f4067d","sample_id":"mmlu-high-school-us-history.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfe0942987ae6835a5ed679a16b7564aa7ac005d97fc2d8437cc2c8000fdfb42","formula_version":"titan-u-contract-v1","latency_ms":1.4315840089693666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73ba56d6fde23eac2a818312952b2bfb526d2ccf7f2f05b67fa3057f23bc5d7b","sample_id":"mmlu-high-school-us-history.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2990abb8315e0a08e17563e8958887807c936e2e502d05ee1933eae4ba7c8ae8","formula_version":"titan-u-contract-v1","latency_ms":0.9991249535232782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"361099ee7a666bec0c57ea8114d8ef02b0ec2dff9dd212c3ef282193a36f4e2b","sample_id":"mmlu-high-school-us-history.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4b0a58d31c69a462a7c7ec8d2c7479734ebb300fe6b338de594ebb715485d2b","formula_version":"titan-u-contract-v1","latency_ms":1.3777919812127948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a42465c3afb55a7aff94b520482b670ed300ba475501da3f76a1192beaa8d155","sample_id":"mmlu-high-school-us-history.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10d6a2bad1f2b2dcb49244343fb43f5fe06f57ba16e11c93573b90fa75e7552a","formula_version":"titan-u-contract-v1","latency_ms":1.3003749772906303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4ad8d0e2806970a2c3c542173ae13c3f2315413d6bd40e3504c7f64f5dee214","sample_id":"mmlu-high-school-us-history.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76b65c8240f83cf113474ed4a4b4687fc31c9bc3a82f493e4a48122ad20485e8","formula_version":"titan-u-contract-v1","latency_ms":1.179959042929113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebf707ec03f11a7ce410aa26fb5c899e2d098dcf210a9e0361473e304e87fe5e","sample_id":"mmlu-high-school-us-history.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea86cca794b490cc46dd5e2590c448374d409adf5aeb46b408e19b4c9781e9a3","formula_version":"titan-u-contract-v1","latency_ms":1.8121249740943313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8398ade4b2a6b55320b77690e067b9cd2c0ce3f9de1f7e50e800ebaf7c3e30bc","sample_id":"mmlu-high-school-us-history.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f87d0298d184d919f2445fc3d510f92efe4bd100618888fc51e684a42c9954f","formula_version":"titan-u-contract-v1","latency_ms":1.1066660517826676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4734190e8dadbd4fc26d75dbb746200cea7461a28eb861f55b447ccbf2619c4","sample_id":"mmlu-high-school-us-history.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa857227cefe4168adff8b36109eeecdde7e82cb636c8c7c41232eb69e692cff","formula_version":"titan-u-contract-v1","latency_ms":1.4806659892201424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70aa6c98a1a09b13f5bc32a8083e0d3df9fd1ecf842a7dc90cad0567d85479fc","sample_id":"mmlu-high-school-us-history.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19db2ca422b0678d9ce00644163162b0073b7eb2251a11132b184f7103d70b9f","formula_version":"titan-u-contract-v1","latency_ms":0.7877080934122205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f81c2244ff1385a6743e0516c7eeef6178f3221a107d6631f7b826a03ebbb8f","sample_id":"mmlu-high-school-us-history.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cf8f031980d2d328a478e4023bdbc5bd321f13c4bcc4005955ec486f45505b9","formula_version":"titan-u-contract-v1","latency_ms":0.7132079917937517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f84467bbbf599ea13466e85e1db7d0d08f0ef4d4a1c600d3eef59bc07bdca600","sample_id":"mmlu-high-school-us-history.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d69b570454613b57319a947ce545e4a0e66a5c91106ed19db82ba4ad87030731","formula_version":"titan-u-contract-v1","latency_ms":0.6919580046087503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbe5e376efa972bcfa900bb7e5a525aefec78c44344bd6eabee2e1f1211da688","sample_id":"mmlu-high-school-us-history.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4588a105b7a9dd1351405335c1c4792fe484d6bff54d792f942e851a29f00b7","formula_version":"titan-u-contract-v1","latency_ms":0.9847920155152678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1211c8b470fe86f0ad3abbe16c67fc6be004cf594664d04f0be64f8b0a85c872","sample_id":"mmlu-high-school-us-history.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"843be20aa0fe32c9add4819284b2fde85a48d962863fdf8c50558f66ccbb3354","formula_version":"titan-u-contract-v1","latency_ms":0.8511249907314777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5936aa21bdff56ed42e97d73808accd377c439d3204e37730ad217efa5e858ba","sample_id":"mmlu-high-school-us-history.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e37bf6098d72165863316ef7c49bd9b844382c84a8c28a717a13c5e1bfae8046","formula_version":"titan-u-contract-v1","latency_ms":0.7601670222356915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c36d0d1b954de18eae5f4db7f51fe472260bf4115419cdbcbb1d896b4e5301f","sample_id":"mmlu-high-school-us-history.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d1dbd2fd4fb7ac308579abec743916853220a12b49633207286d2cd6b3a6a7d","formula_version":"titan-u-contract-v1","latency_ms":1.554874936118722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"021486c06f44eaa283a88b516ee7dba7d8c57780ceed312657231ad8f398ed10","sample_id":"mmlu-high-school-us-history.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a49ef96ed0a0f451e7568b322aff626ef8e7479081883d7571b9deeee4cc607c","formula_version":"titan-u-contract-v1","latency_ms":0.7145830895751715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"917186f3e40350f29d3ec9a3e01d40a5fe99cad6b7dba7ca8256a2445a4e2067","sample_id":"mmlu-high-school-us-history.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50fa1b68629ee3d02a5d923421d9c727bb09e9bf3b5dfe6cc76e42cf78255e62","formula_version":"titan-u-contract-v1","latency_ms":0.8036670042201877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20ef154f0209be4631f87dcec5d3192bac299cc73562e51dc206b3aff16019e2","sample_id":"mmlu-high-school-us-history.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3ccab61461f300d5d5c497f0985ff4dff191823a3d49fb152547979a3cda881","formula_version":"titan-u-contract-v1","latency_ms":1.37795798946172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ecaec32d709fe9f3f708bc0d2193ca7e497b0d2aebdf17fc3a67875b360c296","sample_id":"mmlu-high-school-us-history.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"827a514f82fd43fb91f9bb614d4899bcbd00cf6d39e51c43d576a509bba51120","formula_version":"titan-u-contract-v1","latency_ms":1.0382080217823386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7ba297103d1491dfcf3755d360979c038808d809a1fee091320dff44a1d9a7c","sample_id":"mmlu-high-school-us-history.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9d5b189827d3bae32548e2eed4d5e8e36b8f7ae11cc5deaa548e942620a2801","formula_version":"titan-u-contract-v1","latency_ms":0.7739589782431722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"521e9a3ce7a51f9d334c97e0ae4c066af1ad83426bdfc125289142beb5f9d31a","sample_id":"mmlu-high-school-us-history.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb0b3bf70e7d653d207afb394418af8de24c8da574299eb5651e45ed174605d3","formula_version":"titan-u-contract-v1","latency_ms":0.8684579515829682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee7fb687b6166aa59b217a08663e9fc062fa32eb2e31dc7c9f6d2bd5c9734f3d","sample_id":"mmlu-high-school-us-history.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ad732ff2dc6951b425bda3fa864aff90975babeb95fa93982c66fe90f3e370f","formula_version":"titan-u-contract-v1","latency_ms":3.4320829436182976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e8e5005c1ff9da8e85c9cd90f2fe46101f313a932b71a10bdae433d3df15e00","sample_id":"mmlu-high-school-us-history.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02ccd6dc38a2a49e3c295bdd05afe37505b292c6963af590d0d31c6645b734db","formula_version":"titan-u-contract-v1","latency_ms":1.5496250707656145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"772d3a1b8b9e51d6895bd6c1730c00258794c5b988b0ec18a65524f618ed9aa0","sample_id":"mmlu-high-school-us-history.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"204d56936837432d7f5c0151a95cbd42d42ce74bd47efc1b8ac67a961a6c6041","formula_version":"titan-u-contract-v1","latency_ms":2.1655840100720525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fa611b0583e591c153fbe945409cc37dbc3057f7bf4b0a42609e6f831638f98","sample_id":"mmlu-high-school-us-history.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b2c6941d8d1cd4f6df98fb5ba890e58426f7bbe10dc8923910a6b19b18bf359","formula_version":"titan-u-contract-v1","latency_ms":1.0656249942258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"febb1b70a6b05bfd13abe764da659fa60c4c58170742768b099e550fea98299c","sample_id":"mmlu-high-school-us-history.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01194ee350a19720cd41f55522668e64dac22b5b52531c41a0433e8577231f5f","formula_version":"titan-u-contract-v1","latency_ms":0.8688330417498946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1768f22f91a7014643bac48090c65a28f3f3c8595d8022e9389e4479d6771ba4","sample_id":"mmlu-high-school-us-history.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b30dd0b8195d31a9b9a73c590fbc56725ab1c609c1841e7b6dcdea52c8c1ace","formula_version":"titan-u-contract-v1","latency_ms":0.9153749560937285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c0b0fc11b9ef1f06af529d91334cb4c36665472076c30101ef87bb8d831d34f","sample_id":"mmlu-high-school-us-history.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76df29c7d551a1c00bbabfdb536fca2d52aecf85a15152b311b35ae6d2065fea","formula_version":"titan-u-contract-v1","latency_ms":0.7078329799696803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60095a3a95aa9eb3076f2a72d4033b18fc382421e991db60647fe1714d1e9846","sample_id":"mmlu-high-school-us-history.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e899aa28b7f3a55f6c2c25315c211ee61e99cd564e4b717e1c69fbfc36a8ac3","formula_version":"titan-u-contract-v1","latency_ms":2.003291971050203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cd74a8f830e7826728f7b1bdff382d5a5d87a784c6065ce518d71f8005f1a8d","sample_id":"mmlu-high-school-us-history.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aeea52f075c033e7791f85f82b33269bf360ff0a0be9b0425861941c1abf32b8","formula_version":"titan-u-contract-v1","latency_ms":2.9866249533370137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2849e1fe5a9e1609d1ae8886bff30b4e5e2551c7289a27e140dbe5d96959d853","sample_id":"mmlu-high-school-us-history.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3aa3e0eb9d49d8608d54cd89a4cd764ba8ebe48675b1d5dd162819435d7f6001","formula_version":"titan-u-contract-v1","latency_ms":0.9495419217273593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9223a1bbdda348a4c747230d29bc3fd01b0e785ce6e59996885a625ffe73299d","sample_id":"mmlu-high-school-us-history.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b54a96c7efa3b48a67f2ce4d8d160b95d20b5146d81c87cce9673869f7406ff","formula_version":"titan-u-contract-v1","latency_ms":2.4982920149341226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7743a2a1952393ac8e14e462a9189aa899943b16d69794d33cd1d88de8691797","sample_id":"mmlu-high-school-us-history.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"769908508a4b5cf743199c229fd09d4958ef3953007012e4bd0b46b441a8506e","formula_version":"titan-u-contract-v1","latency_ms":0.8388329297304153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e785b42052f86ab44c58bd775c2f1f6a2abf6cadd1e042d44719111c36f58945","sample_id":"mmlu-high-school-us-history.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bca18841a63ad164337425c8702c24293531b9fa3fb752a3fcef870fb647ec99","formula_version":"titan-u-contract-v1","latency_ms":1.326250028796494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b33de5a512b7af20b0cf6f3226e8d8a7eb2ce0668f88bb5078b299db67b321f3","sample_id":"mmlu-high-school-us-history.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97723e6a6bda58e0bd273b682358ff413a51856e80ab78cec36b3269297d9619","formula_version":"titan-u-contract-v1","latency_ms":0.8399999933317304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3326c04f05afab600fb9d4cebae4f880c198975cbe2d895c16e3a6eb24e3fb9","sample_id":"mmlu-high-school-us-history.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03ae61434b1fdb829a9b801b946dea921f3a922387481a54086a1f62349d0960","formula_version":"titan-u-contract-v1","latency_ms":0.8895830251276493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fe418e72fdd3d0e463b40afbfdb7e14e965b3b26b7294e0937c4bcc43a5cd6b","sample_id":"mmlu-high-school-us-history.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdd0708ba23b02d22c70f1f2082322b1c7677cf3dc29eff682655d5c722966e4","formula_version":"titan-u-contract-v1","latency_ms":0.8577080443501472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1a732d02f503d4b8d783d44b668e893f050ab498264a592ca9e726f4a10bf10","sample_id":"mmlu-high-school-us-history.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65dce0e59fd65b2851c91c7bfe923dd2d6bae06708167104fd24c8eaaab83100","formula_version":"titan-u-contract-v1","latency_ms":2.0653329556807876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae6265580c12e4b3e1ca2c2fddd94e4c0fc2cf5082aa3033717c9e60562e7270","sample_id":"mmlu-high-school-us-history.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef64994e9df3b76d686ef7e3f71dd2e12e710468e376691eb5a56eb585d7a4c9","formula_version":"titan-u-contract-v1","latency_ms":1.1525829322636127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e7a7e275c4b3d44783c341e0c3d4db46d1c88a3caec342f09ed9cc18062389a","sample_id":"mmlu-high-school-us-history.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09a766b686c99e96cef33f40b91660c18702e085db34128196061aa1f82e889b","formula_version":"titan-u-contract-v1","latency_ms":1.0042500216513872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feb2adaa2bc121d234f334206e42a877f777578e7fd517d4d7de15eb0e568047","sample_id":"mmlu-high-school-us-history.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fee322d6474f4cc607bb89a41f446704eccdb9dc446ad2f9412c36accbf9b60","formula_version":"titan-u-contract-v1","latency_ms":1.090708072297275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5395dba472c9749a6abedcab0a338cb891afe0b4830ae0ea42722ae17930fdf7","sample_id":"mmlu-high-school-us-history.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e790f001ede7f6588778b522e021afd689156066b9a82bd3ec308882badf92ee","formula_version":"titan-u-contract-v1","latency_ms":0.8417919743806124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bb2fce0f81c6d918e91f30417d6b997ce787ab62ce691bf6a2c7a850ee7b79b","sample_id":"mmlu-high-school-us-history.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d146b05c301cefae365d2e0602770de76389748feb7cfd7b232f8a2fe9eeaddd","formula_version":"titan-u-contract-v1","latency_ms":0.6421669386327267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c032d00be8cf442b43b9b59867d2d0d0ae55d73d2874ca6615d84ca041c563d9","sample_id":"mmlu-high-school-us-history.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee150524d821eff798377d90b0fe256e7b2ea4f60fd408f82973cab76738aa3b","formula_version":"titan-u-contract-v1","latency_ms":1.3530419673770666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdcddf8e076440ca4f2bbf2ff7da04ffcba392845b6b5ad0bf9735017e7db737","sample_id":"mmlu-high-school-us-history.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"747782349857e2d4fc3526e35e6ace371f9b7e05da2ec94ddef90e29e64a18f8","formula_version":"titan-u-contract-v1","latency_ms":1.2294159969314933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51514a7cfe17ea44ec7f920dfd384b11c66f2c8140aab285d0d6c811e7850887","sample_id":"mmlu-high-school-us-history.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8747a1c5d67fda61e7873eab1eeea26eaf8bedd69f774efef500731fef09fa5b","formula_version":"titan-u-contract-v1","latency_ms":0.8369589922949672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbfc6ddce1361009aa21553f01b92306218e6d793a3ac8d25d3d74960cc74ebf","sample_id":"mmlu-high-school-us-history.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aa479b3801967aa99995b7fba3eda91d816545ab1250207d97c6b1b3ebc1e38","formula_version":"titan-u-contract-v1","latency_ms":0.8015419589355588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d529b9804b1419358158f57ee7caacbd60a401f8393941d56166693573ce150","sample_id":"mmlu-high-school-us-history.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b7bc122f05de739c88c8c7a97f339bcd0dfdb92711e820967676ded25408239","formula_version":"titan-u-contract-v1","latency_ms":0.7765829795971513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13bb1d322480ce008441fd8479f7a5354596a7087c46adb1444a0f23e0ce6534","sample_id":"mmlu-high-school-us-history.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3ad1bc235d2709e3f1d56149c39923d61b4912f80d1845c9c1857b74d5d37fc","formula_version":"titan-u-contract-v1","latency_ms":0.7839999161660671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"638124143be172d8ce5c7dddd28b42fbefb196b385d39554f932684f8405159a","sample_id":"mmlu-high-school-us-history.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f510648120e2a751cf21283539a01ee4c2c28616a2bc78634c0991307394566","formula_version":"titan-u-contract-v1","latency_ms":2.6544160209596157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edb42f6e86d627b3b8976f718544a5c02ea220cd321659a636017369317a299b","sample_id":"mmlu-high-school-us-history.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fe1cd451277b95c3640008f96a14226b774e3f4c5f6a6166360745bff594474","formula_version":"titan-u-contract-v1","latency_ms":0.9317919611930847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd7a1b1c6dbc71731d93868deca4a30ba3c30510347d63392321579af6bfc4c0","sample_id":"mmlu-high-school-us-history.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03716b2c9059ceabad7383a020ba1c60a313a5e2fcc3485d39adf60d8449a465","formula_version":"titan-u-contract-v1","latency_ms":1.5193329891189933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"663749c60a98129e68dc9b6e0b348c4649ced440fca3965e2eb37b21e105762e","sample_id":"mmlu-high-school-us-history.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e4e00b06a8cd109febfaed80d3e7aa3c4bd83b44efb736d23aea3a0295640e8","formula_version":"titan-u-contract-v1","latency_ms":0.94466598238796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f0e44f8bfb006ede6b3e8c06acdefebad28a03c5e765a7937fa3d187c07080d","sample_id":"mmlu-high-school-us-history.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edad0638d4f56a93ee4d6e86817bcf19e3bd9396cbdb7ba21cf5fa77b74fe94a","formula_version":"titan-u-contract-v1","latency_ms":1.4339579502120614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71c909076e1145184b14e56d5561132b048a4abcae5a0c3661230ddacdae9273","sample_id":"mmlu-high-school-us-history.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16ccea941bc92f2f82d99c0d81e84bf91d1443baa212c3aed8412a434ed3c63b","formula_version":"titan-u-contract-v1","latency_ms":2.3307919036597013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"413ca1aef50a9515931a9c8343acd6451ca9c0c038aa2431c2bc54f344bcceab","sample_id":"mmlu-high-school-us-history.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3698b99e8eade820f0849561ad71c3bf36d1616747b483f38ab29df25ab4cbb4","formula_version":"titan-u-contract-v1","latency_ms":5.058875074610114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85afa9b0c72029b421464de88e550ede7b5dd344ac3c705c9be74028ac7a3c86","sample_id":"mmlu-high-school-us-history.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4639d612c53cc6b389c58f820e3495f55fd1dc8cc66ad4b1530d6f5185110f10","formula_version":"titan-u-contract-v1","latency_ms":1.0679159313440323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"216aef15b016b9d46cb724dd1f50cf1af19739607894d7c5e9df1347ed01d94b","sample_id":"mmlu-high-school-us-history.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b756b58d12669395c0597ff143e188b703f591b6d9e163fd7fc5c8b0a5dd3e04","formula_version":"titan-u-contract-v1","latency_ms":0.8466249564662576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb39cfb3611205031167ac9144be37b32acee21de5023b3bca7840d120b011a8","sample_id":"mmlu-high-school-us-history.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a76641cf857e8d7f5bf9f715ce3646ab2f09b67372a6163ec6e169942b50951","formula_version":"titan-u-contract-v1","latency_ms":0.8648330112919211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"731d9fbd47c024081dd8027bcc3efb063afa2145a85c1416bfab0b88ab26e02a","sample_id":"mmlu-high-school-us-history.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65ceaf42efb810924abc23f328b5014835fc4feab8ebb5e9fcb2588d7e3e1d29","formula_version":"titan-u-contract-v1","latency_ms":0.8574998937547207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04501dd03a25dbc282168abc18fa6e1bef020443fd289066999570f2614c6b00","sample_id":"mmlu-high-school-us-history.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d79f248911ef3e5cebbb2d55212b00c4d5d063d0d9a3ff59077ef1419ae500d","formula_version":"titan-u-contract-v1","latency_ms":1.2417080579325557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"045ed74413d40687e6e8526a643897e0f5c0a35a27986a2ae88e22844fa7395d","sample_id":"mmlu-high-school-us-history.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8733daab3166a8f35b9521acbbc1652670153789102514a912d49f7700c507d0","formula_version":"titan-u-contract-v1","latency_ms":1.060832990333438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50214f39a2b2d86000ea45616e45538e37bd8a0aa3a2daf893429c5dc652a326","sample_id":"mmlu-high-school-us-history.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c19486907499d9d239f348b1e2662fd760b0d86cec053b6652d3697672a6ad2e","formula_version":"titan-u-contract-v1","latency_ms":0.9357499657198787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4903d20c0e475ddde00012d7d6fef4f08275d829a5bb5c8b92561edd3343cb1","sample_id":"mmlu-high-school-us-history.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98bf27a0aa51606e089939c8a093c926e99e0faf1e686510c341228ce541a7ec","formula_version":"titan-u-contract-v1","latency_ms":0.9105419740080833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7853028732ab61b25122d8d137d7a3b109ad20c050c6501ee8d578bfb58e1d44","sample_id":"mmlu-high-school-us-history.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"399e0402f700d4361030627c3a079cffbaa698fb67e8cb925e9933830005b755","formula_version":"titan-u-contract-v1","latency_ms":0.9845419554039836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0981c87195d155a9d11664a2041e08d6ddbb8293965a0312728e7d4520de020b","sample_id":"mmlu-high-school-us-history.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a86603812c3e4752396fa3aeeb46a95b12ba34425547560f11df722c275e741b","formula_version":"titan-u-contract-v1","latency_ms":0.8820840157568455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f404fb83f7be7c20212904ab016544e548c67365ce62186651d6fb6dc0a429d3","sample_id":"mmlu-high-school-us-history.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e8fa5de94bd3f382f9edaa9ff9d525f9bbc0415d9dcec5c788a96d958de2dc3","formula_version":"titan-u-contract-v1","latency_ms":1.2814579531550407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92dad42121d56760dc2f3044736b7d082b28c4dc03e40d119863c8213855e7e2","sample_id":"mmlu-high-school-us-history.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f673d6f067f8c553c3c9be53ef859ac42bbe5659ff39cbaed024ad8221b053a","formula_version":"titan-u-contract-v1","latency_ms":1.1703330092132092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ae37136b9eb20a3a893d78cde3aaa671873ef5bbc5eec07d14636add7d5e7a8","sample_id":"mmlu-high-school-us-history.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e26ca81a51e542e85c331b79b0c2e8e9b7d25ac0e8f7530c8d74fde84f05a86e","formula_version":"titan-u-contract-v1","latency_ms":53.184667020104825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79961b68b49188c2be444a9f6069a22bdbf360e1e6376a24fca77019addefcb5","sample_id":"mmlu-high-school-us-history.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e61dcff95a19b785767288b204cb63d8530287e6c1437909cb6ea3d66ff1730","formula_version":"titan-u-contract-v1","latency_ms":1.2356661027297378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71d4d30853a8587ca47450038127e80fe7eca8987cdb4c73f9be41b3072550a7","sample_id":"mmlu-high-school-us-history.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"097cd177e9f77634240af3ccaa49cf2e4f0f11a5dac851f3f801ca9835d80abd","formula_version":"titan-u-contract-v1","latency_ms":1.3581670355051756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71ba6750bf56c7f281721881bf8e7f6af6a46e9a500a9b9e1a18e7c2fef3223a","sample_id":"mmlu-high-school-us-history.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71e11b0dd2d51becc34fb1885782e169f5643672dd2d7cf0ac05b895d920914a","formula_version":"titan-u-contract-v1","latency_ms":1.1892080074176192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b166bcce28b9577bef4d8e8de02997eab6bef4c73f492cb2dfca55c830719b3","sample_id":"mmlu-high-school-us-history.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd573052e8064a469e4f5ca67e5fd88d69c8b5926c257605c859602d9cb48f32","formula_version":"titan-u-contract-v1","latency_ms":1.2927909847348928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e03d6478181794a4c5a57f5046a119677dd82854d25fcfb520d34d014f88881b","sample_id":"mmlu-high-school-us-history.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0825127ba7bf855b681c2b2f4efe2611219123de8ab447a66656a9e951bd8d0a","formula_version":"titan-u-contract-v1","latency_ms":1.0794999543577433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d51115badffaa3043697cff14d9b4c6095f913ebf4d4021493d5c755ccbd84c","sample_id":"mmlu-high-school-us-history.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3d3b9b026101ca63db4929a3e2ecd6af54c6824e973bb9d7d99aef10d9b4c4f","formula_version":"titan-u-contract-v1","latency_ms":0.7837909506633878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebafe4b00022439a3bc599395bd1874bf0ce8c4be84e76ab8b2c33c104d1643f","sample_id":"mmlu-high-school-us-history.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb0271b0cbb0465b23297f4c5335a9db16a2fcb24d119240382b1791dbd26722","formula_version":"titan-u-contract-v1","latency_ms":1.0406250366941094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"279ff2bb359a208e1cac5ea0df84f4700bac8c0f16db16f31933a34425b99937","sample_id":"mmlu-high-school-us-history.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a497ff8dad71d55fe4be6eaf57828e2483ed8482572490481abb238c04e061ad","formula_version":"titan-u-contract-v1","latency_ms":1.0323330061510205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57bac6dc90067232d56bf2b80115ea3a2d67e3ac948db1b6056e7c37148516e0","sample_id":"mmlu-high-school-us-history.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f46ab72c3f6d32ae510d8947fbedff69d72f0ae8b3df261056696aed4db0f8ea","formula_version":"titan-u-contract-v1","latency_ms":0.9462089510634542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97406267bfa53e23f16cb020082ccb0b38dbe6a20c41942e88bb2ac1b32b5886","sample_id":"mmlu-high-school-us-history.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f57b66b0d5565ed86176d2b1f79e8e2d5bcc2ba4da923078ac6abea79dfac6e","formula_version":"titan-u-contract-v1","latency_ms":1.451958087272942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53659f272931bf4ae230add3d585eca7f96c461bfc58608a8759da6692d90f28","sample_id":"mmlu-high-school-us-history.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4c9054c5df31141bc32c6aadee7023c191e89993d9729cb4172ee6428568f8d","formula_version":"titan-u-contract-v1","latency_ms":1.1565840104594827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c01ef57cdc15ec6f987fa7739b502f8c5f14216a447dfbfdd48dd01a2cda4d76","sample_id":"mmlu-high-school-us-history.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7c9c55c43c1628ffc4dea18f744a8aa3c57c01ad498bc7ae8f26bbd16cfe340","formula_version":"titan-u-contract-v1","latency_ms":0.9085000492632389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be5a821ca1acea2313b257bda0db74f5564d4bdb8125a157e2dc29c3d288ebad","sample_id":"mmlu-high-school-us-history.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d62beee2a16e7a9569862da252865cbcaa732fecfa205596566693dd5ef81d3","formula_version":"titan-u-contract-v1","latency_ms":0.9459160501137376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8869bc46163a52d1182828cd7a2b30dfea1d2bdf61d14598c785c4ef26cee44d","sample_id":"mmlu-high-school-us-history.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68c9c747ab68cc231e4577473ded240120cced3e6bb2caf911cc05c2d33d4c8f","formula_version":"titan-u-contract-v1","latency_ms":0.965624931268394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1a6012a9c4227abfdc4cd265d692feedfb2ceac188e521d3462209bb49fd9b0","sample_id":"mmlu-high-school-us-history.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14bde015d8b0daac703f1cd8211b6d52686156c12775df361ecfc48c8328fa8b","formula_version":"titan-u-contract-v1","latency_ms":1.0060829808935523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7a9b02f58eae4901c44e02cd5c47c3dc445d7de867501387999a3a0ff153054","sample_id":"mmlu-high-school-us-history.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce31535d0243cedbdcc795c335bbc1f53443b031179cf36eeed2502448288470","formula_version":"titan-u-contract-v1","latency_ms":1.5794170321896672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88f539cb19beb6cc3b95259add230896d10809be7bd2e2f40ec89cab5c957e48","sample_id":"mmlu-high-school-us-history.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a62d4b6003ba9db7084fc82d89db38c7021ee4df8abd1036e94a2236f16f60ba","formula_version":"titan-u-contract-v1","latency_ms":2.4021249264478683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4236ba6374ecf97b3bea3a37e6d02fd1cb7c1da45e8f91961948a1bf7e596ee7","sample_id":"mmlu-high-school-us-history.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1099919497eef20caff2c367bf692e15b36ebc7ff217f55bb9d2cbd50067e0cb","formula_version":"titan-u-contract-v1","latency_ms":1.0947500122711062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01be0b4352af563bc161f195f21427be6c51112ec7fb0e0d57e4ae5a8ddb9029","sample_id":"mmlu-high-school-us-history.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9752819fab2bcd4f9a0d79d8d827b849d52df8442c1908f48496340c7f71036","formula_version":"titan-u-contract-v1","latency_ms":0.756208086386323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38c48e3f4495cd80c00ad6d475d7f5088c8d55d70d87d923dfc980e73e0837cf","sample_id":"mmlu-high-school-us-history.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1fe1e4446d1744ffb093bf45d055518c45955cd2651fe201a81ed025197382e","formula_version":"titan-u-contract-v1","latency_ms":1.2970000971108675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0ffc8467bf19b1d5e9dc19631e633377a5149090888db090869392e60f99b5b","sample_id":"mmlu-high-school-us-history.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a612e90fc3d7ee8ec1cc97840b2468ff22394e02c3c6a7382f164818ece1f33","formula_version":"titan-u-contract-v1","latency_ms":0.8433329639956355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"567d67ea319204cc7a725d717030871c95ffdb46bd16901236230963a0643fbd","sample_id":"mmlu-high-school-us-history.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c927ee0411344bc1783c584c6868be9ed4738acd95bc7fcbfbc15c3c18a7ce3c","formula_version":"titan-u-contract-v1","latency_ms":1.014915993437171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b849046d5836c6fd77a9a297e04f71f0d1d3fadf8102d89523277c2c7df9db0c","sample_id":"mmlu-high-school-us-history.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee52a90b09f9fcd5245d7c29809467d3f46b25f013114d77c39fc22dff8c4480","formula_version":"titan-u-contract-v1","latency_ms":1.0581250535324216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbb1bfccb4f376f3ab55c4118eb4b01b36761a8627d6e0c9c170b19ee4004ffe","sample_id":"mmlu-high-school-us-history.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf4da013e0249406722f0fb16a8cc362412009e5fc6e59ca1af7543134f6e8ae","formula_version":"titan-u-contract-v1","latency_ms":0.8720000041648746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59232923dfb937a6d5f73e6763b7a2d355cf16de130bd8046e852cc87eae49a0","sample_id":"mmlu-high-school-us-history.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a59b360261b2b2321a9b8d6c86acc23016641b13077f33470dd28de79f5e95e5","formula_version":"titan-u-contract-v1","latency_ms":0.8643749170005322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c33a77c31ec8ed0dc0269394879aa23b86d0507d01e077f40317178e1ca677a2","sample_id":"mmlu-high-school-us-history.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed80185f7eb4c17e77e5a73f31bfa93b8fb4ccbd9c7fba96343e361155ff883a","formula_version":"titan-u-contract-v1","latency_ms":0.9180839406326413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6070c3066d5e83a77dedc2bf361f2e8a255b5c2142439d3abb2414aac42fdfef","sample_id":"mmlu-high-school-us-history.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5654fabe65a0990f4a4c8f0b779cc3dc60f72b15d27b87d4e96c4631b8324b4d","formula_version":"titan-u-contract-v1","latency_ms":1.3318749843165278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c93625b5b4b4131b3a601e8892f43fc049a93e84a518d9bd6693a2aeecc24697","sample_id":"mmlu-high-school-us-history.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3be043dacb619ae995c5f8a77db708da77cf960244d9b77ae943f398005998a","formula_version":"titan-u-contract-v1","latency_ms":0.6732080364599824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d71a0e7b40b4f1f42ef58f971e06df437707c2db13d2dba8f9b803003882e4a","sample_id":"mmlu-high-school-us-history.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bec933adf2423924291158c0522205e5264bc57b7a7d4b48c235ee2fb036f643","formula_version":"titan-u-contract-v1","latency_ms":0.626583001576364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89646491dffe2792a3c744091e37fde39fb199ff86b41ff146374b83a66777f4","sample_id":"mmlu-high-school-us-history.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd9474d5167ec164eda98ad3168455d2ff4287fc97efc60dd1e8fdf78d0b90aa","formula_version":"titan-u-contract-v1","latency_ms":0.6445000180974603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff54694c38d2a43a3be45c924e88a022e14640ed00275ca571fb351d4cc8e619","sample_id":"mmlu-high-school-us-history.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20cea21022c9e7e887112bbabcacee6d234ec6697129b63d830c3f927a1a0460","formula_version":"titan-u-contract-v1","latency_ms":1.005958067253232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7af3b30c2e777f94c6056f5cf2e2ee6ba4bcbed81827e246085533147cf3f901","sample_id":"mmlu-high-school-us-history.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fbcea576c7da2f16bf14b7a2265c37d146505518d68dc1176811936dc64fba0","formula_version":"titan-u-contract-v1","latency_ms":0.7634169887751341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bb9b99adfb6b96aa7c760ee84269ca2be0c5f972c5f6dc98200624ee5476cee","sample_id":"mmlu-high-school-us-history.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fb674c85a6719892ec3293762e5f02b8660260e9315a6d4f57d8c8d3dbe57d4","formula_version":"titan-u-contract-v1","latency_ms":0.8910419419407845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8fc30627db349d294e632d04116f8d6a714667404108a1fdf61eb085ae38716","sample_id":"mmlu-high-school-us-history.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f985b0d6d64371e3836cf7ca89473b0b08f28463082c3e6f85e09fa7ddcd2aeb","formula_version":"titan-u-contract-v1","latency_ms":1.1594579555094242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee65e5e8b03ad408da9b4bc6e097bee08f5b93b4ef6f222e1f8fa0f065e8b19c","sample_id":"mmlu-high-school-us-history.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46c985203a65dd4cb683fe3344ca79f1983e8574f725b0953f411b3a367b58cf","formula_version":"titan-u-contract-v1","latency_ms":0.794125022366643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4fe8b4ffe680f00d2d2d5c79b9cd0934c436fb15aa66ac167bfda1cf92629e0","sample_id":"mmlu-high-school-us-history.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9db1d6e6c5d2f8f5ac704d441b656fc782b577ad2b05fa602061b51bf639b33c","formula_version":"titan-u-contract-v1","latency_ms":0.9382920106872916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffad35a09c174ffcaa09a9ec27c9e23211ebcbebfe574b4a777cb5b195a4f08a","sample_id":"mmlu-high-school-us-history.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6f85e18dd5aff3cf4c02e940a28a42d12379ef0a7fcecfd65d39b256a8bc361","formula_version":"titan-u-contract-v1","latency_ms":0.6784999277442694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71259c181c764f47d48046cbc85b84b94fdbb2297ce13f6ba79b6ffda4d7cc97","sample_id":"mmlu-high-school-us-history.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57c3d4421e3c93eacf3c2d9b5f52c70bbc928924b61d18451426939b12f0a4b6","formula_version":"titan-u-contract-v1","latency_ms":0.7256250828504562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"629f03af45b776ec5d0cee97353c368594b87e80d62d5b3806ad5708650e0c30","sample_id":"mmlu-high-school-us-history.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"545636fb9614c315e72b2ac83840a64dc4f848de42f2f72ce0543fb792e3a766","formula_version":"titan-u-contract-v1","latency_ms":0.868041068315506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efe88a71211630d506464aac7f0ca6d9d10a18483bb50adae2b1b205fbbaab11","sample_id":"mmlu-high-school-us-history.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"140a345eb6b664a6478fba3a01546216169909f2b3100a271f1cc8a62a5d2696","formula_version":"titan-u-contract-v1","latency_ms":1.8222909420728683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a18d7a8696ad8bf320858af4351493b985a8112166e82dd4aebb8d1642930558","sample_id":"mmlu-high-school-us-history.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09a7e68f1c9e1038a86cd25a98a81ce07b5136203a53c4fbd5a92f3f8c0e2f00","formula_version":"titan-u-contract-v1","latency_ms":0.8635000558570027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5a513f87c263f91a50bb515476ce4f426b799d68f7b0a10ec09fe0d1f70aa88","sample_id":"mmlu-high-school-us-history.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2291acde0c198fa0232ce6307269d0d45663176c8f61ab52bb9ca74addc9a803","formula_version":"titan-u-contract-v1","latency_ms":1.219708938151598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e4e2cec3a188f134cd82e8540cb370236786333fdcbeb8e6083c08240a9e692","sample_id":"mmlu-high-school-us-history.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e46cd358925d628dd08545aca85478d242def91d0c42d9968412b7b12abbb8f","formula_version":"titan-u-contract-v1","latency_ms":0.8591669611632824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b56635a6ec061ce83ea86458dab81db355918150ed0001bdfd0b346b34e41dee","sample_id":"mmlu-high-school-us-history.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30618463ac14dc5addd97d8e1201b1839c83392ee6c214adaad61a099aa29d42","formula_version":"titan-u-contract-v1","latency_ms":1.3717090478166938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9138283c0779581d3b895e09d2cd6e0aa5bc833e8c5ea0e1833aa6e986459c79","sample_id":"mmlu-high-school-us-history.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebaf474130149e8244f96f0dbebab9f2440ec005bb6c7e68333c9480164a0bdb","formula_version":"titan-u-contract-v1","latency_ms":1.0332920355722308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6206a1a19c2d39ea1b9924bb490ebd8554858316a22094852be266d6673ca39","sample_id":"mmlu-high-school-us-history.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62b2d91c2d16c748d79750018475f065448f2153d542406f9289affe8f5f630f","formula_version":"titan-u-contract-v1","latency_ms":1.1588750639930367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"732afef98de0a59480a6421b2f6a1e741f7213e67c8cb41de9b5b3766a2cdd01","sample_id":"mmlu-high-school-us-history.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e61bf0d5589660f323cc928451f03d9e63ad9b6e7adcaa4a0d82829032630a5","formula_version":"titan-u-contract-v1","latency_ms":26.94545895792544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e95b7de0d468dad30c6d1595cada6e405a500a15474c8c36fd865e23294ba5e8","sample_id":"mmlu-high-school-us-history.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"163f36401e119fd83fb5fe9264ee3c435c13a14387515f832563feb801f54728","formula_version":"titan-u-contract-v1","latency_ms":0.6971670081838965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff789aab967606ad87e5d7797766dbb3bab80b4056ed3b8de733b59a9e09b175","sample_id":"mmlu-high-school-us-history.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"babe3e6e8b478f946b7ecb299584633dbcee045e237a1c625398c481bdbab0d0","formula_version":"titan-u-contract-v1","latency_ms":0.8778750197961926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c637fcd4fa62e1b4f05d9581ac0c129374a507dc66249fbc8a42366c00ff2a4b","sample_id":"mmlu-high-school-us-history.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7d92f9eb9df487760d3e860625f7feddfa9a0393e10943bf056a11af83ecac9","formula_version":"titan-u-contract-v1","latency_ms":0.8136660326272249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e2ee9d775b74ee8c1920dc7a84eb49823e7e74514665fd924e37622bdb8b9fd","sample_id":"mmlu-high-school-us-history.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f18e6f2eb515b1d7b3a9ed2f385c5ccf27169c52a1176b9145e3b257c48356ea","formula_version":"titan-u-contract-v1","latency_ms":0.9875409305095673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"994491b8d65f183c00fbea9df0760b590c034416acf7d94e24913606dcd85591","sample_id":"mmlu-high-school-us-history.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7caae3f0651544c8fa65485f28ca39e22c4409b91008b67b1bcb9343d992f302","formula_version":"titan-u-contract-v1","latency_ms":0.8143329760059714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99b7805ed69ebd2e351bce1a88f7b07bc7bec20f11a62b5ec28a46a9418c9890","sample_id":"mmlu-high-school-us-history.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5f75c670234f8d219b6ed665537fe115fda0e705fcdd7e7ea703ebe19498a17","formula_version":"titan-u-contract-v1","latency_ms":0.8692919509485364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f1333a615b6c1c614279bee1dcb17b207511c6f0d1b31aefc684768a44f910e","sample_id":"mmlu-high-school-us-history.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc533cecabe24cfdb751b59c6e750616dd44e5bcd360529d07259c69e91df38f","formula_version":"titan-u-contract-v1","latency_ms":0.8008750155568123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aeee220f9d9503f879f5e7b4c10512df54405aa69373bce871af155d894d928","sample_id":"mmlu-high-school-us-history.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52fca52202f3ace98ee53c6078d633c69cb57425c27b59bc96938caa80bbe5db","formula_version":"titan-u-contract-v1","latency_ms":1.3169579906389117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22011ffb996606127d39cdba79d9b4826e66b6212e05ae01bea4cd9fa0854b3e","sample_id":"mmlu-high-school-us-history.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54228191bde2c42229a1585ccd8c56db8068f952ebc15484393cd00d00f93ec8","formula_version":"titan-u-contract-v1","latency_ms":1.3190420577302575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a046756cd7f240909e625956c9c5bde75d21010bc93206b0ea62c5e979aef510","sample_id":"mmlu-high-school-us-history.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"695da37a0d7f7284c68197c05a893ed6664fa734b6cb66645eac826c58125d20","formula_version":"titan-u-contract-v1","latency_ms":1.6927079996094108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1008161a45ee83652710bc512272efbe634f7439cfcdfa04960f54533bfadb20","sample_id":"mmlu-high-school-us-history.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a5e87ccef8060498f75da135155c4126b67de768a9492a046d2e6811dc19f1f","formula_version":"titan-u-contract-v1","latency_ms":1.3199589448049664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c66e40c6390ec4b4e035868a804db4f81e6dbf2ab5c7a89b2fa940df1a1443f","sample_id":"mmlu-high-school-us-history.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a9e9e78cd1ed5bd8249c399a3b884aa502ccadfaf12e0cd93fab359ec83c2c1","formula_version":"titan-u-contract-v1","latency_ms":0.7543329847976565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55432b8e938cc3d9071d6081d707bcf1a2a289522b0d78d80295a16eb396c982","sample_id":"mmlu-high-school-us-history.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ada2be18d8a91aedd954169f893bec53d0b1158e15e41acf1007f1a0ba713df8","formula_version":"titan-u-contract-v1","latency_ms":1.4255839632824063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93de4b15229f388891082075572b9d49d7876b9ef1dc72f68918fb44287e3145","sample_id":"mmlu-high-school-us-history.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"922b4f7f44574337232989df8ae3a14461bf495fb083d8d6e1c2b388e4a29f6c","formula_version":"titan-u-contract-v1","latency_ms":22.350958082824945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1115113adf3f9c7a0c7c85e7ead3ef98b23347bdff224febf4aa10716eb22717","sample_id":"mmlu-high-school-us-history.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fc9f03eb6c769abb10ec030412911bd36bb6a99192d0ed3f08c8c344fcbf860","formula_version":"titan-u-contract-v1","latency_ms":0.7874589646235108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9683e0ac55b0f4cc41bfdb9ddda9b0aaa2adda39e217dcb10b5867664aaaa626","sample_id":"mmlu-high-school-us-history.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d010591ffa29e28898e8e96507703cbf7a1d4bed7ba84d128fb019c98d2ac5ee","formula_version":"titan-u-contract-v1","latency_ms":0.6647920235991478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2376bb22447357e4c446bd95d26a68bbf8ecb7ad3167e3abd764851976151a9","sample_id":"mmlu-high-school-us-history.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9cb92e7e0b6d66cdeacc10b842f1b8f9668fa922619cc247436ab5ba1dc5d89","formula_version":"titan-u-contract-v1","latency_ms":1.0979999788105488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89b8d555935814d883b4a49fab3e69434707ed60ef0aef1bad4fa2d1a1728317","sample_id":"mmlu-high-school-us-history.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9520340b76f41b1d5060e1acd79c58af9b7e1774920157a9b6f277aef47df775","formula_version":"titan-u-contract-v1","latency_ms":0.9594160364940763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b65d37c8aec76a3f841b8a78304fdfc68b5cca687e56a3bf95f15f9cccd4bd4","sample_id":"mmlu-high-school-us-history.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"277ceade4f511d7459dabd9f458538a445dda8e929535f15fa9a880a7f6cdb35","formula_version":"titan-u-contract-v1","latency_ms":1.3549589784815907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3150994f0db256523af1767e54e9b7e610e18e490332e50ebf4fc63c6887350c","sample_id":"mmlu-high-school-us-history.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5db0be9f3e3a78ec5936e1ab206bc0b0c347e9d0ea048a7669262e89be53fa36","formula_version":"titan-u-contract-v1","latency_ms":1.1529580224305391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f55ec7e0ec750cd30ade6495736fc47e83e4ee5cb2601fdacd5d0b9984411fb5","sample_id":"mmlu-high-school-us-history.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18b9cf6d72c44b734c5f69de701cae7f9d70d93728cd9544ab68d9818c108346","formula_version":"titan-u-contract-v1","latency_ms":1.1320409830659628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e9144963545215c7fa069da3a3fbc92c409db6b0c212f57d9a926c9fad07fed","sample_id":"mmlu-high-school-us-history.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15556f2b31e9e75f9de42f38cf642dc53b0b7744e6fa39b1dbc3478aeda8cc03","formula_version":"titan-u-contract-v1","latency_ms":0.7129169534891844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42bf9820d80704477560f36c9a6dbee72096f206561ea5e192cf10d6b58b2704","sample_id":"mmlu-high-school-us-history.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84624555a1b5c75655e655fef7dec048d1d328117c8b1ac1e9966ab4a78d0723","formula_version":"titan-u-contract-v1","latency_ms":1.3660830445587635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"706612ff4263d9974b2f752ba6a3970d59a5a9432ea0c32f156d343bd5f2f84d","sample_id":"mmlu-high-school-us-history.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f2ad913b07ed9434f3a2cd88338b0c90fc9e16de7b634b2a3f971d4d2686597","formula_version":"titan-u-contract-v1","latency_ms":0.9611250134184957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"726e8f2f203afb18faf699525e27a16ff07c7c3bc779f54493db9a3878a9839d","sample_id":"mmlu-high-school-us-history.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a7b612500a189e15d93f253b06bdcdbef3451fbbe4ef99babb65b6a736675df","formula_version":"titan-u-contract-v1","latency_ms":0.6857080152258277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"809db82794a02003e518adb6c9d653f9c508ed03de2b75fc975f3fb5153bc9c9","sample_id":"mmlu-high-school-us-history.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4d4337a4dcbdbf313a079d50cc1e4186a0e8f6b1d4e00530706314982765d7f","formula_version":"titan-u-contract-v1","latency_ms":0.8702499326318502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d524e8ac3ea6fbcc8e2ac22c8c15f5a6b0634de855d8df4aef100cc890c1e1cf","sample_id":"mmlu-high-school-us-history.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c87b8ded145654cb972c7b3acfac5a010ad08b005b2aa770130f4dbad42c15e","formula_version":"titan-u-contract-v1","latency_ms":1.1306669330224395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e5c8a313e3df02622cae74979bebd2399659e6cd58c92777140d9073a1cfba8","sample_id":"mmlu-high-school-us-history.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58d492c642b0ef49cb42611827ea92ceaa51e7fb3dff7dc002796bc7696daa14","formula_version":"titan-u-contract-v1","latency_ms":1.4688329538330436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c99206eb3440ee010bec8bb766935c4b4240ac49f6c2ffeade1eeb8d5b0e9b28","sample_id":"mmlu-high-school-us-history.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3576589e6dad667d0c39ec29f9094daf75998cfdf1f70a68f51477cf5c4528a","formula_version":"titan-u-contract-v1","latency_ms":0.8460410172119737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8def8c32eea20f6567c2f5abc19802bd685881c22d8d1d26833104e5d23eab48","sample_id":"mmlu-high-school-us-history.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e29c042cceac574497e66eb617fbb68f026bd5935944578dd1277436b854251","formula_version":"titan-u-contract-v1","latency_ms":0.7913330337032676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5da3e34b4470b4216eb8711080a5e3fa29d928f7f0fc453cd176c13b1480d8c5","sample_id":"mmlu-high-school-us-history.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"605ba0035a8ce3f1d569d25c18952b4b6a09d5bc927d74c8f9a4fbb042f7d797","formula_version":"titan-u-contract-v1","latency_ms":1.1557500110939145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4c3bdff3e9b7d19e8fb25dc3c921df453c7c4a9d73668a44351a6540cc923ac","sample_id":"mmlu-high-school-us-history.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13b0bcde19308253eeeae75aa87ea6ee10e966075c353a64142a09545937e97c","formula_version":"titan-u-contract-v1","latency_ms":0.8004578994587064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c092a45f29bc6b5a8712496366bbab13778715128177ce953746e4192eda58a","sample_id":"mmlu-high-school-us-history.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d129adb8f48720c01b9cf3cf4e5c261fe6e42c2fb5b7dfd67035cd35c37221d4","formula_version":"titan-u-contract-v1","latency_ms":1.1750829871743917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c151d7e8afdabbd88de8bb99da534a333907567b693535e6047fd26d1ccbc6d","sample_id":"mmlu-high-school-us-history.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ab3e5c640ac41ed315b304808df11ef6ebe484cb63ce3b786bc346ecd251deb","formula_version":"titan-u-contract-v1","latency_ms":1.431250013411045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ff36cf47355a5f64b161dc95f8184f3f511f825dcf2199ee9dd18afa2972da7","sample_id":"mmlu-high-school-us-history.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f749f7dc44c2c064368192cf812237c140c0b3022892391f795022a2cef13193","formula_version":"titan-u-contract-v1","latency_ms":0.8364170789718628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fdcbffb175d8a012d7d6706510a6bcb1f4b971d1188647459f314a6a135184a","sample_id":"mmlu-high-school-us-history.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a54e5de1f002cee8cd82170ecd169997c8a6e9f792fe4257cc5ca3d440dcd3f","formula_version":"titan-u-contract-v1","latency_ms":3.3399169333279133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d236cf39a9e30652d23c7b64f8b01881a3631aa5d7d70a6022be44c97eaa25e1","sample_id":"mmlu-high-school-us-history.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82b26783b1b81ee01e77c553d33c4695899103b74b8418467d3ae85a21f65092","formula_version":"titan-u-contract-v1","latency_ms":0.8322079665958881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"756cb7b1c692050ab1d219593e481f87a19663862c02c63683bf1500a31778d1","sample_id":"mmlu-high-school-us-history.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4ca1c1e24afe2e63e2f91021ea3ae6323b992e0ce2dd29d7c913f4fad97b2a9","formula_version":"titan-u-contract-v1","latency_ms":0.9368340251967311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"368b70d18fb9889a240eb661b37ab073b7390daadb2ca2e847b6506115eba0ce","sample_id":"mmlu-high-school-us-history.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22200caefa9f0e35ee8921188e67bac370b9a9204c662c0d97498eb9da95f6b6","formula_version":"titan-u-contract-v1","latency_ms":1.2758340453729033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8313ba9014a564f1a3d0ef83f563e11e4369969caec83b624f88bbed5627ccc9","sample_id":"mmlu-high-school-us-history.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8533b7ccc110c4d1c14d0024ef6dae2f4b9a4bad8bd44d74b5ff098410a94180","formula_version":"titan-u-contract-v1","latency_ms":5.260457983240485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e2623f08114b0b22fcd4ca3331455dcaeeafda112ec3d93ccb0f36f41f98602","sample_id":"mmlu-high-school-us-history.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b33d6dc9cddce84c8a8b16cf2bf65446784214f1f791a3ebae44ef674436b07d","formula_version":"titan-u-contract-v1","latency_ms":3.0526670161634684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab82474f3640b1a73b080a612423ef2bb94dbf8694caf277db21172a30d91ae2","sample_id":"mmlu-high-school-us-history.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50a61092e1f3fcc4bf0b1617f536a30f55ba51ac49ee7ca7f4dd7abf33e670a8","formula_version":"titan-u-contract-v1","latency_ms":0.8363339584320784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2ff009a971f89ce7e3ac219484b1aba9890e8c91c8ac714a9a74fb8de5658ad","sample_id":"mmlu-high-school-us-history.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67f751ab273532ff30513cd0732c7f34d399f3f0c772cc24e29455109572b877","formula_version":"titan-u-contract-v1","latency_ms":0.7646249141544104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fa8dfca5029dda9c14f3faeab4e64393411ab182ac5bc84b29c7d7a8b247669","sample_id":"mmlu-high-school-us-history.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18e98ce21ec5f205c61aae972313eaea480dcc03fbf254170910dba958731b94","formula_version":"titan-u-contract-v1","latency_ms":0.8728749817237258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed13f9d6d85f10ac60ac67f1928afa661840d42ebd292a4d5f8edbed6c750db4","sample_id":"mmlu-high-school-us-history.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7438273b28bb19dad0b1710e784d246178f823d08f61b3e4875488f75b77fd02","formula_version":"titan-u-contract-v1","latency_ms":0.7943750824779272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aec4bc486dbfb6d7daf03ddfba081d9cee3cbfbf446e31fd633d5f7eb128f8a","sample_id":"mmlu-high-school-us-history.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4caf11532417bc32e3a1cff521da70aa491ee66447dff17ce5ecc4c1c74d2ace","formula_version":"titan-u-contract-v1","latency_ms":0.854582991451025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82ccf337986eed862436f703819c65ae5ae9bcc3524b22d8a0401534117c8ee1","sample_id":"mmlu-high-school-us-history.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbf972c82669deced11333a0b019b5aa6f878af6fcf2896d840de30551aee327","formula_version":"titan-u-contract-v1","latency_ms":0.8137921104207635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cabf77e6dd1b18503086fd41882744d65c2d206e3ff439a93b49bcf01e5c6fd","sample_id":"mmlu-high-school-us-history.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49c45a0bfaa441484a6d8a5c77e990ee15235ec060cae4587ae88f9f070db028","formula_version":"titan-u-contract-v1","latency_ms":0.654666917398572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"925720fd0377be981ac958ab34d9af54b9c2bc1f52ed1a69ccb9eb58465582b4","sample_id":"mmlu-high-school-us-history.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dd420ef4fc2666fc03cf4d3e861161441d53cb13ee13c34629218bcce0249f1","formula_version":"titan-u-contract-v1","latency_ms":1.0528340935707092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9ab7d95982e1fcadfb1a2ba0246206425b718135dc396cffa52fc165c32d10d","sample_id":"mmlu-high-school-us-history.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0866d9bd9cc51916fe235e7b99e8a44140c98bae3f06c7f6f4186b05e0a2a64c","formula_version":"titan-u-contract-v1","latency_ms":0.8340839995071292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d7765b7bb888d131fc9e53b1ec0f14b6a07770b27d25eec4e514bb9833508e9","sample_id":"mmlu-high-school-us-history.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a102d63afbce8aec059c34157807cae59d56c22536daa88ffe7686df9856896","formula_version":"titan-u-contract-v1","latency_ms":1.0499999625608325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ce2055ef49c27c5c9599694cc4a9a452efb84394a3f0cb2909839041447baca","sample_id":"mmlu-high-school-us-history.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9c30a8606b9a6f87eb105cab8fc0e7426d0c01829f65773c64b8090416ca78c","formula_version":"titan-u-contract-v1","latency_ms":1.8487080233171582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9670fc090680120ad9c620e2c7d4ca74f21201bbb362c75a1079ad145334c443","sample_id":"mmlu-high-school-us-history.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1c70a75875fcaa340d1192d89dcd8aa2dd85fa1032d362a6ae071e18dd8bc56","formula_version":"titan-u-contract-v1","latency_ms":0.9007920743897557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bf24941fc86144998b472a7d044f81ca4683e8f5c4b9044b809464484cbc367","sample_id":"mmlu-high-school-us-history.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"135f98ffec31b8598f0181300a0a9b589a591c88d1c0be9609f7fe73cb78c75b","formula_version":"titan-u-contract-v1","latency_ms":1.2084170011803508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09217cfeafd9de5bdc581f4935f5e945e18ae8f8f1374774a4ac9987b36963ff","sample_id":"mmlu-high-school-us-history.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"154106e3b2cdc1e7a8072bfe0fcb1d0561ae83de3897d738a9497e756d4485ea","formula_version":"titan-u-contract-v1","latency_ms":1.291500055231154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c75200dbb07f80a0e411c8b2a30eff151737ecd035a211fe3ec323eaa1a5af81","sample_id":"mmlu-high-school-us-history.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77bf0e70c8da9e8c86ef689e6f6669eebffcaf372a8e47630c37cd4649b9a79b","formula_version":"titan-u-contract-v1","latency_ms":0.7825420470908284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef172bf43f58994267487a7b22b949b3fbbc63a253adae1e4358389e8b5769da","sample_id":"mmlu-high-school-us-history.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"302768b97fb5bfa3b9711c361b222f6b2559dc283d74594dfbd7d1ff9ad64279","formula_version":"titan-u-contract-v1","latency_ms":0.9897920535877347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b4b28d250a1f4b39754e6a73d6eea184a767d6bccffc874e3f3468d0197bf34","sample_id":"mmlu-high-school-us-history.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c2123b8a23e2c77cba617f01be2fc52d536832ad7f81c84e2f0f11cac51143b","formula_version":"titan-u-contract-v1","latency_ms":0.7781670428812504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8881d28104da3813b33c9783707bd2374372fd4455177e9c6d6aefd1088b9fe","sample_id":"mmlu-high-school-us-history.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc13a87333b319658b586df05a895f38d2db5ca718f231accd35d0ce336cd1e0","formula_version":"titan-u-contract-v1","latency_ms":0.7362080505117774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed146b56e3801f765112b4b39a9df6b13bc805bed901374c203320590307cf8","sample_id":"mmlu-high-school-us-history.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac3abbebaca776cd458967e316f530587860f7f555897b02e73a1c1e25875411","formula_version":"titan-u-contract-v1","latency_ms":1.5512920217588544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feb9b666ade511567d2b8c0fbfe1aab6b9d87198ee914e0a3f71a5d2c57d000a","sample_id":"mmlu-high-school-us-history.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b9f284715171716dcc59f7467d09f4329474742a4710275e05787f225e7b7d4","formula_version":"titan-u-contract-v1","latency_ms":0.8776660542935133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52fd1f4604f3696f507ac71cf8bd2a56472a361d89fe2f0eddf8873b303d9ab8","sample_id":"mmlu-high-school-us-history.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b272d5841f36ca80e75dbb249bd67396fb3dea8ae8cb727168bbf2c0c1e667d","formula_version":"titan-u-contract-v1","latency_ms":0.920457998290658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dc01aad74eca5b50a5c20df80442c651d982ea340e32f70a2b52f1a09396cd6","sample_id":"mmlu-high-school-us-history.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39e29b197aef7864797748d9b38c3306e33661da7f3f5222bd12e7a43a34e92c","formula_version":"titan-u-contract-v1","latency_ms":1.7751660197973251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a986164cf0b911543bd1d9d43d57e020e04c550494ca4648e7c9dc909f9bc3ec","sample_id":"mmlu-high-school-us-history.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76fc0d214f7a509c0564d3be30fd2643e2b261d74d1324687e76f7c11992339b","formula_version":"titan-u-contract-v1","latency_ms":1.3077909825369716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad77b50b401c93bca900de5a6d8b0e57cd0b610a5d9989d1cf066b75d4a1aac1","sample_id":"mmlu-high-school-us-history.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e880a159203819f249925722d9f09d5665835ab800fbae1c519c271abfabd9db","formula_version":"titan-u-contract-v1","latency_ms":4.189249943010509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c191887a2b091598fd986ccb3d81c531a11c1bb194ece244b663817a336d8c4","sample_id":"mmlu-high-school-us-history.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42cc10c816ec7424b7d68e3f233f4227e9e99b86d98d560089a4128bc5ab5f40","formula_version":"titan-u-contract-v1","latency_ms":0.9102500043809414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af9ae5f0471b031f463c5235dd55bc9cf5e316a2d7485398985b51e0c0296027","sample_id":"mmlu-high-school-us-history.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4be225c99ab96504792b66c1c1583e15e271b0848b61e36ad9afefb18b830db9","formula_version":"titan-u-contract-v1","latency_ms":0.8684169733896852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"492671022f39a99d859ad5e619625a62e08549ebaa79fbf9cf63dbde81d008cb","sample_id":"mmlu-high-school-us-history.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b8c12b821270c3f36bb28531e6d77974a99038ecbb18d0fc03c447f1d0c0971","formula_version":"titan-u-contract-v1","latency_ms":1.084792078472674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cf30b10c765fa38484517394b4e73f03343f899c67c33be467cadb33adcfacf","sample_id":"mmlu-high-school-us-history.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47df93f1473d4242b54f4c6637598a9705c8784396cdbf93db556f7bc067a648","formula_version":"titan-u-contract-v1","latency_ms":1.1825410183519125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35f6674769da4c8ac16a604464552040a893b8a6bc368838f4a42091c168c157","sample_id":"mmlu-high-school-us-history.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68f4d146aeb113f44d06f7092bed72a006f058f596ddc2f4a6fbe47eb314f7e7","formula_version":"titan-u-contract-v1","latency_ms":0.8246250217780471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ec7a7ca2f93ab65fb462263b0a4c09b00b4d063978b09ddf75941c5d3526f1f","sample_id":"mmlu-high-school-us-history.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e41e8404cb6d65b637ea2bcc62b0db57c8c326d72f18266de720ec59b19e7cda","formula_version":"titan-u-contract-v1","latency_ms":1.1892500333487988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8309a6201573c3267d4059721923831f7e5f60e7739489842ce04e0d54606b2","sample_id":"mmlu-high-school-us-history.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"754dd1e6d3a5cb12ca402c6a294da2ce1b98a34b573e34aca1d759fee9abc257","formula_version":"titan-u-contract-v1","latency_ms":1.218375051394105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14e43093437999ca1cd946f311be7164867391c2198934e6124c79ffc46fe9b3","sample_id":"mmlu-high-school-us-history.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43a22d32763c2587774ab677431e6bbcd074994902a7723a4649085ed2e75b40","formula_version":"titan-u-contract-v1","latency_ms":0.836416962556541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf1bc1c81dfbaa61dcc9a025d1b92d0cc066cb148226e31215b3f1099b8a52f3","sample_id":"mmlu-high-school-us-history.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66df10e5d9cacb3361aa6666e75aa881097448a9749e4a0f2cde120b725b3350","formula_version":"titan-u-contract-v1","latency_ms":3.7663750117644668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bef558670fa2e242152e19b4617da28ecb7295973e0cb1466035e449c9e333e5","sample_id":"mmlu-high-school-us-history.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"130bce3b5bea6dfebb20a7da3e920c6b3590809e3aeec01243a7e04e4d6cbc50","formula_version":"titan-u-contract-v1","latency_ms":7.514249999076128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce59005fa7e5f1b8fa86fae36270944916bb112f2bbf33dc549a750ac9089c1a","sample_id":"mmlu-high-school-world-history.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7308cf284f9a6ba2b7835042978279476ca3677c80f3d500b88dc33bc3dc5ade","formula_version":"titan-u-contract-v1","latency_ms":0.8252079132944345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7af3d90a891bf9bbbe892b454206dba3159cef3c42446cd52791656c750139c6","sample_id":"mmlu-high-school-world-history.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e86d997ff5588b9e8517c88f4fe247170b6b86e01d3d837e2d261430b3593844","formula_version":"titan-u-contract-v1","latency_ms":1.9465419463813305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f9a12abc28be36035f6737f1022dbdea139cebb5cf556eddb12e616504540e6","sample_id":"mmlu-high-school-world-history.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cda0d5d8e6a7639b06c050396d7285ceaa4ade839e86bf73a024d5a829c19eb","formula_version":"titan-u-contract-v1","latency_ms":0.7172079058364034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3916722fce54cf16a06b937a7fc8f54254a32ef5a662999290f572efd38f907","sample_id":"mmlu-high-school-world-history.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b4d631be60c11b134560a5e9547a4ec5119b5ee37f9122f72fb45a826644e78","formula_version":"titan-u-contract-v1","latency_ms":0.896209036000073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e639414403d57bc37c36c672a31482bf3a4568028783da2b133e3c7d1ad31f3","sample_id":"mmlu-high-school-world-history.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c0cb03e749e1c95ace9be95136c8750689d1cbb8c627c5c06fe12d310706968","formula_version":"titan-u-contract-v1","latency_ms":0.6406670436263084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75b3be988250eb265ceb9a687c1cf034580b6000190a30849893d62d45d7c377","sample_id":"mmlu-high-school-world-history.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1c7dadefc86dbd77ee040e20571d6df9b69e4de940f589acfe047b0ac3a76dd","formula_version":"titan-u-contract-v1","latency_ms":0.9527499787509441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9a225a7b7449ab5c6a2d2867ea9da9f8ec33b49602d50f378a20a7667f49d10","sample_id":"mmlu-high-school-world-history.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa873e06f964e876f49a3f813fb9ef9628b69facda8a0251887b314a93e6c0cf","formula_version":"titan-u-contract-v1","latency_ms":2.8456669533625245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11124e7ebb5abc00ea39fc16bed017235f0805206f6d711ef18a6645f3588d24","sample_id":"mmlu-high-school-world-history.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e5cd9074bbc0b5d3365a93f0c674dd30f2ab1294121a42dd08231246b2ad4d3","formula_version":"titan-u-contract-v1","latency_ms":0.9277909994125366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d95cfcd7f15da86b95bc11c1c42f2baec1ca6e5e099fcb30f4c04ed097ebb732","sample_id":"mmlu-high-school-world-history.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f2664f112c96c2af1c82e9159e0ffc7feece587bd2a52551382e1d2a505c7fc","formula_version":"titan-u-contract-v1","latency_ms":2.0144589943811297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ae71a11998c0465e015fed358a31d97849c535feb92fe3fcbb19ec94d60c7fa","sample_id":"mmlu-high-school-world-history.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ef572f8b907d6ca9a26bb3cb08253a33197de35ac9300e50020a5c33db68aba","formula_version":"titan-u-contract-v1","latency_ms":1.5214160084724426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d25e36263e98d3954f9a4ec67f71f927c7156d2b09b46f4852e04d30bff57d1","sample_id":"mmlu-high-school-world-history.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"111f2f7ad93ccd5c76f0816623b7b9d21c3b8bb2f760356fb2ee8f7752a8a653","formula_version":"titan-u-contract-v1","latency_ms":1.6258329851552844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b7d0fc84a8ca04f902d4647c9ce387c21f339690de9920d3268092f24446304","sample_id":"mmlu-high-school-world-history.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dc0861affc7e9025b7a4a22468a00543ff0b773376b3bfb89766dbb616bb840","formula_version":"titan-u-contract-v1","latency_ms":0.9772090706974268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a2fa58a04c02c14d95f7ea9278b35dd98fcbb07c9de246aa3c79508e6f1d67b","sample_id":"mmlu-high-school-world-history.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76612d65a68b820eda7609066ab9c2c6bcf6ec6e8b104c60f87824c5cccc187a","formula_version":"titan-u-contract-v1","latency_ms":0.7685410091653466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1deb676df7762c707e696fe48c00a23cf01a16cfb9da01d3fde05f2ba3c64c12","sample_id":"mmlu-high-school-world-history.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da1b3b80707e50e862e80cd8df38631abf879b53dc5508dbfd7126a2c4205bcf","formula_version":"titan-u-contract-v1","latency_ms":1.2537080328911543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6da7ec1a511a89da513c20c44c2102db7f58506ce95d4e9fd25d442e56ac7f3","sample_id":"mmlu-high-school-world-history.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8af475c3372bd913bcf35247b378b488242e2b2ea24111a719d196f22a0e6d80","formula_version":"titan-u-contract-v1","latency_ms":0.6623329827561975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"444659c1b382db1851b8249571b2097100e4281a3dd635830056ef013f2c226b","sample_id":"mmlu-high-school-world-history.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d57846fa3987f1e051a04441fafa8e1e2de81d3c6aaa8c1eac1e4fee5f2004bc","formula_version":"titan-u-contract-v1","latency_ms":1.0204169666394591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1f94bb6efdd0f803d8d12cd966e857846d5faff20203a9469928983132e7a05","sample_id":"mmlu-high-school-world-history.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ce259f99745523ae822659599a3d9c1e32f834e402b015e68584dc5430774a4","formula_version":"titan-u-contract-v1","latency_ms":0.719917006790638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eac2f56b68f618ef2133e542721dbdfa7b913c9d8efc433834cb568aec49ff1","sample_id":"mmlu-high-school-world-history.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e148f3832a7e5a1de80c8010205fb92f9633bf0a9d0b39ee378e115345901f93","formula_version":"titan-u-contract-v1","latency_ms":0.8555420208722353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd4add559244fc207f10f2613b4f50bc18b942dc9932edc7df125e49bf4a1018","sample_id":"mmlu-high-school-world-history.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22a5a8be5cf3c6e1437af822e718a7137eacb5839244c5169d8abbdf11c2b216","formula_version":"titan-u-contract-v1","latency_ms":0.8928750175982714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9888d087dd9f506864ce6c0a27760998ae829eaa2ee44b87b0b1dd752c3265a","sample_id":"mmlu-high-school-world-history.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fdd40f7f279aea62d5d14640efac7ca61f2ef7740d1218051a800178b69925b","formula_version":"titan-u-contract-v1","latency_ms":3.108292003162205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49284095154c34758058e96d65a96f11d06558c8caedb92bf613d151d5671e0a","sample_id":"mmlu-high-school-world-history.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0a7124fde402df6ea6b109edcf3b6c8c73eab53496c86d2f69b440655b65502","formula_version":"titan-u-contract-v1","latency_ms":0.8054589852690697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d88d5f726359eccd8d6bb4c16e62fce7ac53264846a08fa742d7eb6d994c14a0","sample_id":"mmlu-high-school-world-history.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1eae58b1cf5939bc7d78669ac4381d0d58649ea9756e7f6ba1be4b9456d458b1","formula_version":"titan-u-contract-v1","latency_ms":0.6374170770868659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ed2f726713fd845cfae6ab7f86e9519f31e72fb5a7e8e47598c74f0699f7928","sample_id":"mmlu-high-school-world-history.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e71cd2584afe2c06f524adadcccfdef22d11775ba450e6e85db1fc2ebd3389dc","formula_version":"titan-u-contract-v1","latency_ms":1.479957951232791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49502e3bdf9cd687dda0b87a8d4e5308b7b83ee0a13755522dad3fc04c347dd8","sample_id":"mmlu-high-school-world-history.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e268d9345d5b22b5ddab2ca6d051dfa91bbeed99c8e7afc492f02407c8372fe","formula_version":"titan-u-contract-v1","latency_ms":0.753958011046052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9b181296e30fe27a792454740e2917205b3a10509903f8a0dfa5de2a09dc993","sample_id":"mmlu-high-school-world-history.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54aa298874a746493f85147450ab48e423a67970b4f8d78115f7101c254742f7","formula_version":"titan-u-contract-v1","latency_ms":1.8652500584721565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7330108b6a0092a96f179af394ba7af3d9c98f5c0c6ccd5af06a5471ac9f420c","sample_id":"mmlu-high-school-world-history.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43712d9d09011bc5c6b2917391156c7f518be896d579375ffcae531823341beb","formula_version":"titan-u-contract-v1","latency_ms":0.8265000069513917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14197d0f8e9ae2fd014fe8686aa9506b32f2cd35923d75d493d000cd067deef9","sample_id":"mmlu-high-school-world-history.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c789b14e59d3d289f676fb88da312ff732dc8b845056f3fc99723e1ca9cec2ff","formula_version":"titan-u-contract-v1","latency_ms":0.7790420204401016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a45096775335c68a5123e471aa71062909a4fad4f99b9f7d1d9447b87366d1a","sample_id":"mmlu-high-school-world-history.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"654f8863f16a1bc90fef4711c9c7986f045a4f9366bc6b6425183a377e28396b","formula_version":"titan-u-contract-v1","latency_ms":0.8229169761762023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe0252845aca58629757f094d433b5232fa82c87a14ccbf720e78429495d975f","sample_id":"mmlu-high-school-world-history.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30caa41a4ac52d7740cd490456842663bf9a3283a616c1665ca1ac6c6b426d98","formula_version":"titan-u-contract-v1","latency_ms":1.3358748983591795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33df948ab75a81de52679ea344e319782e1effe3816e4777f01591ff8c4a6a73","sample_id":"mmlu-high-school-world-history.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e56b8750a0f50963c527308778fb253884bba94af264f07cb5eacf4470b271c","formula_version":"titan-u-contract-v1","latency_ms":0.7864999352023005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7bba7e8ea637593d0d2c04dd744bf36c51a92b27762f351c0abde7ea552e81f","sample_id":"mmlu-high-school-world-history.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8a45d70b080ec32153a4a22536a9bccff048936cc296e9bf965c820d53f8237","formula_version":"titan-u-contract-v1","latency_ms":1.22991600073874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a69707882254a2dcfda228c90d1417624a8b79d129f8a4e1103c96b149610f7a","sample_id":"mmlu-high-school-world-history.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04181d64b80bc9a8904af300cf363417a47d775e0a6cc5bcca3594ee53ae063b","formula_version":"titan-u-contract-v1","latency_ms":0.912124989554286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb4e0876d0c9337ecce51672a1a1b7d78fb52323520dbecc2962ea7cb43acb69","sample_id":"mmlu-high-school-world-history.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0936c6f71a73b6fbdb2ac0f8ff71c075743c68666e5d2e5073991b9dc77e3f93","formula_version":"titan-u-contract-v1","latency_ms":0.839291955344379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a23855b8f5762fb0fa6a81742dffcb83312d0627e620cfbb082bf1300de3fa5","sample_id":"mmlu-high-school-world-history.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16ab66c787978cc3b4b689ba68f13c85acd36642045b0cc133db0ec6cc1f535f","formula_version":"titan-u-contract-v1","latency_ms":1.3199589448049664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1421c5140f0d692acf76369ae8b964f94e2e29e4413378f4e0c2f2dc07d61b7","sample_id":"mmlu-high-school-world-history.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4abe6e5e7e941a42724de13a08a7949007b1341338297a4f3ea3cf774c9418bb","formula_version":"titan-u-contract-v1","latency_ms":2.2886249935254455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1fa80a7144e9392280fed7617a86dd7276935c295aa0be47c300b99433c4394","sample_id":"mmlu-high-school-world-history.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"333697296918ca575f61dfb3f0338ead59187bebfade3dfe871801f1f7fe77f7","formula_version":"titan-u-contract-v1","latency_ms":0.9092909749597311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14cca5ac1de1ce3de2dec6fbe073f45547b4d2f4f956b468571f155e28655259","sample_id":"mmlu-high-school-world-history.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35bd774553aae589dba40c5de7fba54cb365b326b24fb89ab2864b1b558ccc12","formula_version":"titan-u-contract-v1","latency_ms":1.263958984054625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"305939796028e06ce1a8d402505fbb32368d5d41e9e0b120ccd9721a45cc880d","sample_id":"mmlu-high-school-world-history.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aabcacfd006f037d7f7cc14abb7d341f67ce8b7b82029ce0ec19fb7c3902d4cd","formula_version":"titan-u-contract-v1","latency_ms":1.3208750169724226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"367b225742f846ebf3a0853ec7e4a935754439f424fe85e0036e6a49dd9ff20b","sample_id":"mmlu-high-school-world-history.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27a03a75f38afebaea049ff3f3ed14c0a66821c9e61583ca9344a0cb70d5b1d3","formula_version":"titan-u-contract-v1","latency_ms":0.8148750057443976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff7b4153d175a793a8c303511fdf9bfca5d374186a1eaa3f7f70a15597d1270f","sample_id":"mmlu-high-school-world-history.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a218ee53c5b61a84e54782c03b69b28b0505b4c8685955947196efbe202def4f","formula_version":"titan-u-contract-v1","latency_ms":1.2690830044448376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1f587fe084629d8d1157c265ba85db058d6cd3bf04b0b29f1f3eded486498f5","sample_id":"mmlu-high-school-world-history.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56b6d21f0dca2801b49b25f115bf5de792b8bb0ed2f6b3d3c1c81eba3ba4d4c8","formula_version":"titan-u-contract-v1","latency_ms":0.920542050153017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aff3e0898fc3c7ec83b4dc65e912117171dd9905a25d70dc268675d9cf9aa90b","sample_id":"mmlu-high-school-world-history.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06ef1dbd1aaa689671e52d579175f7663389bf46f82c57297688b8d8c07bfdd0","formula_version":"titan-u-contract-v1","latency_ms":10.303458897396922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"171b15b1ff7e9796378fd1dd9bb6127df4d98df20b1f187cb82478de57a46b0e","sample_id":"mmlu-high-school-world-history.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0544616f64a9127bf0a49d31e91fbf4bc88313fd796dad59659baea82673ba2","formula_version":"titan-u-contract-v1","latency_ms":0.9134169667959213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c25157fcce99e8ca15d5835795d1a38bbeb2bf38718cd7051304fff3f788d93","sample_id":"mmlu-high-school-world-history.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4a5ccabe85cfbb9dca2e1dc045ed343f65824632ad23ab45403d2687b7d2512","formula_version":"titan-u-contract-v1","latency_ms":0.874500023201108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ba8001c8a59ebe4852c8c40e9227c32a6aa3de21eea728dd09a666b354f72f3","sample_id":"mmlu-high-school-world-history.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"915ea782db29204e5dc23ed21f02cc494f2116cfae3146a2e73350d3a9da699a","formula_version":"titan-u-contract-v1","latency_ms":0.8703329367563128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3002bd81cf4e23a099a41dac78e5a9531731abfcd3905e70e90ca38223b474b7","sample_id":"mmlu-high-school-world-history.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be9fa8b578952e299d948c0cac8219d517a92ca8dcf2f5979fcf81736fe41842","formula_version":"titan-u-contract-v1","latency_ms":1.9950829446315765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecafe3e1db1ef886bf84577ee3ab676f8c35a18c5b24e139cc79d18035054ab9","sample_id":"mmlu-high-school-world-history.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea9ad302008134b9ed8f546938825ee506f499079b8385c539e13eed10049f8e","formula_version":"titan-u-contract-v1","latency_ms":1.1106249876320362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5eb4efcf9ca14922cb49a5fb6621250d7e907ff62563ab87572c3fcc64dc703c","sample_id":"mmlu-high-school-world-history.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c974582a21e84130f130862088887824ea82473e92db918a6a5f4ae29988626","formula_version":"titan-u-contract-v1","latency_ms":0.7421249756589532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b344189eb6484dd4ffa57ca6d3c8b5d821a5e2d9d2a6407d21784d37e57802df","sample_id":"mmlu-high-school-world-history.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c52909d7e3009be93051eba637484b3bd5143a6b751d8c973b0f07a191ead46","formula_version":"titan-u-contract-v1","latency_ms":0.8258749730885029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"063955b0d25bdb88679591b58be00863d6af81e9681df5f0902c2e91c40ac758","sample_id":"mmlu-high-school-world-history.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ce3390391b3399b9f466f74c5b2709713e69fe1d8754be98081e34a6710bb38","formula_version":"titan-u-contract-v1","latency_ms":0.8715000003576279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fe4bd99de66ccc3ba696c96c4e8770e603b63a3fc7c00dd04fb074131994152","sample_id":"mmlu-high-school-world-history.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6135be2e18da1ac9023bb6d18ca7abb81b6a724c87d1660c5907ff0b5ddca147","formula_version":"titan-u-contract-v1","latency_ms":1.6324169700965285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c429cb9fba23607603cb288ed1f6d17d4b858706cc10b1044374d5f83a3adfc0","sample_id":"mmlu-high-school-world-history.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a8eb24a4b336cbcdfe5948bba107077592abe13c5ab7bf20836056d9b0c6fc6","formula_version":"titan-u-contract-v1","latency_ms":1.49929104372859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df1143ede9c3974cbb22d5ce856666651274e8f6c2212e336856fd5454cf99f8","sample_id":"mmlu-high-school-world-history.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43506626c60ff40eb1d8e3c8e40d134bc5bd9f80ebbcb23f97d1ed8b22496d80","formula_version":"titan-u-contract-v1","latency_ms":1.36058300267905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08c6c646987c08b2651c7d65d69946234a2299b9a1ab7a26220804b27effc058","sample_id":"mmlu-high-school-world-history.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c52b3287edc88b85b3ba5dc8efd5287b84d342d63d141b8d337136dc0bbecff","formula_version":"titan-u-contract-v1","latency_ms":0.6498750299215317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29979ceb9b9aea9d065d538c848b2147a246e29c62142551e8701cc5166ee720","sample_id":"mmlu-high-school-world-history.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1a89966d5aaf3e9cb21ee2fc89e2945d2f2643616c6432e0f190215e31f0a3f","formula_version":"titan-u-contract-v1","latency_ms":0.8861660026013851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"249126a2f8043ceed80c82b8a461685da7b13740f9a8f077c0752e2cf1f15c05","sample_id":"mmlu-high-school-world-history.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad8d9c72840db6ebcc5913d287cc3abfab1611d752285cd3b567829100c33eca","formula_version":"titan-u-contract-v1","latency_ms":0.9225000394508243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fede5fbfe10fb9f1c3f502bdd4cc6cbb81543247300e3f6ebb61f13a6e47a1c5","sample_id":"mmlu-high-school-world-history.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d650c9b8d0ff1bcd7e5c2c60b06c48cf70ec34daed274944017de3e8f9c3d6c","formula_version":"titan-u-contract-v1","latency_ms":0.6913329707458615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7421721077987a1d67ade0d44280852c1293e7f1de4412ad6f29d737ade162e","sample_id":"mmlu-high-school-world-history.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cbc8cb003999e5d993f121c3239b3822b2962b2de9a2a955f0771815e514b10","formula_version":"titan-u-contract-v1","latency_ms":1.0810840176418424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07ba1b060c1cab837b9ee8736eb40ece92f08633b73cd59bc38dbc6a20c3275f","sample_id":"mmlu-high-school-world-history.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8740875ccd12e0464be44ec1cc3b46b923046099da5c5ef1406299f5d60eb1e9","formula_version":"titan-u-contract-v1","latency_ms":1.1917910305783153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a631baa8d1d9c15dbddfe6e0fff0ca8f0f586696e4882d23ea76d64082e8648f","sample_id":"mmlu-high-school-world-history.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91870ecc86f971abf30a828221403f7106cd85a271378a953b74d8e19221fc14","formula_version":"titan-u-contract-v1","latency_ms":0.7364590419456363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f16dac2edde5b9a4a52bdf4940d46a1fb56d017a1cd693a0296bc469e5853eba","sample_id":"mmlu-high-school-world-history.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15c80ca084f6591504e0a1c4587e2246b77d1ba1db59160f9507aa51cbcbea28","formula_version":"titan-u-contract-v1","latency_ms":0.6302919937297702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15b0b7232e342ab083fcd0be98bac2ebc13147cd042d42add7fe2ef242ce8e27","sample_id":"mmlu-high-school-world-history.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae574b632b4bc5496280136d1bd7d8a4cf9c2c91dfb9b3f26e9c9d3a8a23c6e6","formula_version":"titan-u-contract-v1","latency_ms":0.9562920313328505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2229a0773c0586498ba8f2109051f725008e61f7bf284925be78a1d37ff7dc3d","sample_id":"mmlu-high-school-world-history.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a5d256b2f019ee8f528baacb3fe60894f023849aa7181bff27df132be126c86","formula_version":"titan-u-contract-v1","latency_ms":1.127124996855855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f9b09f8dcd14a9573434229fdf73450cb2735909cb5be1390e260d089a9e5b6","sample_id":"mmlu-high-school-world-history.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ef33f53b7f2d857f170001681b4d59b7b394de439e647dc66cddee759a1a27e","formula_version":"titan-u-contract-v1","latency_ms":0.5767500260844827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e9f53f4bea5b0143933aea9faaa02cefc12362956aee6ac303bda8f929dd466","sample_id":"mmlu-high-school-world-history.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31a533343f07cd571abcbc7c8d561d5567d13c708dde1fde639b1d66dff093e3","formula_version":"titan-u-contract-v1","latency_ms":0.7106250850483775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49fdd0b718ecb49d3488f5803e041212d8d45cb0de62de3694211d1076bf2987","sample_id":"mmlu-high-school-world-history.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00309c7982346269ad46e5aca7a06cca6cac65ef3dff6a6a246f2786d7f2d94a","formula_version":"titan-u-contract-v1","latency_ms":1.4213749673217535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9478b6c2c0d1a6dacd81f93054347a0a6cf0ccc58f3846d41c437c7f4c334863","sample_id":"mmlu-high-school-world-history.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae603265e59d8322d5413f37103efdd9be0b372b4f73f3da86a937a65f29b19a","formula_version":"titan-u-contract-v1","latency_ms":1.1513750068843365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"798ec83fd7f4789e0d1d7dc0e71e316a39c48a181179f1bbd3571f77536e9301","sample_id":"mmlu-high-school-world-history.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5249c6d578f0c6cda24a91dd4ef265d6a53d010258a68262bb28f009d86bffcf","formula_version":"titan-u-contract-v1","latency_ms":0.8603750029578805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"223c3957c53009bf691d5dc78ca3ca0b5da69b47685cf68ab20ffa6c1f2ecf54","sample_id":"mmlu-high-school-world-history.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a138752060ace0da00f42ec65254e53637f42bcf9353eefdfc00a74415f0eced","formula_version":"titan-u-contract-v1","latency_ms":1.136207953095436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1eb731caf12afbfad1d0b892090577047f63997832d4f12a112d89e334c7db68","sample_id":"mmlu-high-school-world-history.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"175da818a9719efac365a1a64692ba1e98da5d2cb04e9c1dfc420694b0006295","formula_version":"titan-u-contract-v1","latency_ms":4.718415904790163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00f6e04ef5bd5cb9565863e1274a3f631c0fce2385a8545d04f2d22ea42ab9ee","sample_id":"mmlu-high-school-world-history.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d57323e5e2e8e6e31f62309f79ef51776481536edf97b6ab204b25adeca4b24c","formula_version":"titan-u-contract-v1","latency_ms":0.9704169351607561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"441139082a457bfc80b94dd5551a4bb92d091d248b19a3bf239b0cb58ce1287a","sample_id":"mmlu-high-school-world-history.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fcacd5e32634fd66afc7a06f57f3e9bf0b291ae869c30e744659a4539d97bb7","formula_version":"titan-u-contract-v1","latency_ms":0.9586670203134418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c05fd97e20a918b5902b426d0a7039a12b493e1c8c9c8030329e020feb236fe","sample_id":"mmlu-high-school-world-history.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07c1e6ce4861bcb403f8b92f29a5cd56098f821ad5c8a0c24e693fda63deec32","formula_version":"titan-u-contract-v1","latency_ms":1.0318750282749534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3acb4ee66d44d925b9e2d242d35eaea3f274829efcd7aa80de11ad680820c0e","sample_id":"mmlu-high-school-world-history.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88e451705c4f1fc300ada11314292a11269901d22e8545f8fe1663d54ce956bf","formula_version":"titan-u-contract-v1","latency_ms":1.592625048942864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2238aacf6f2a685d8c81e7b21a157af9b9e0e8aa26eb0a5f0d92ecd88830777","sample_id":"mmlu-high-school-world-history.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed0e174715190262db6f3d0d3ba87cd3e9f55bcb10b12078460988f4fff7bd06","formula_version":"titan-u-contract-v1","latency_ms":1.1168749770149589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baf993cb6919b37e6b3faabdbf4315fab50a0f4d712acdf2501537152dffaca9","sample_id":"mmlu-high-school-world-history.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60e54e98ef57e23243f663b7ea6c8d2b46dd399f41eed057ef9909f4360fbce8","formula_version":"titan-u-contract-v1","latency_ms":0.8462920086458325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3354b6d08560d376a50a9a169356a12e446b4cab825fb126051528c2b77c0fd","sample_id":"mmlu-high-school-world-history.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7ea978f01b85e502e9f3d57641d713addbed36c130cf1d018ba3a69e4e6c277","formula_version":"titan-u-contract-v1","latency_ms":0.9942910401150584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c30211d8f69191a37c71c5c7ca4a173694ec8e15375c746f2adcd9b6b6c2f77c","sample_id":"mmlu-high-school-world-history.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87e0ff4fc954bcffab3d382538a506bb3f4344929048fa34ec18b21ce4c20282","formula_version":"titan-u-contract-v1","latency_ms":6.898374995216727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa38277ca67e01e745216e438ed2ea43375fdc173a29d172c8fb03485ad75dd6","sample_id":"mmlu-high-school-world-history.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43c39177938ff698549462b150da5670267265fe6c716b4453b0df5057c947ab","formula_version":"titan-u-contract-v1","latency_ms":0.8331250865012407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c073e2c38103842d88a63978e0c8da9395e48abb6876609846c49053594c5f9a","sample_id":"mmlu-high-school-world-history.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dbafb0e4e2498af881463cb6ba4759efb8a8d4648982fa3bc876dba779769d0","formula_version":"titan-u-contract-v1","latency_ms":3.839000011794269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcad1bad44399ad2505e19336dd98fd462682ad2e1199b050594794822bb38c6","sample_id":"mmlu-high-school-world-history.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d45f2b3dadcabe7d7dadd8677276a0653e573afbe809a597dc6c21c2a48d312","formula_version":"titan-u-contract-v1","latency_ms":1.0543339885771275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6911779e8a2f622d955035e997a00e6d66895e08669161074c9f8ae7f536a7f7","sample_id":"mmlu-high-school-world-history.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71b43b3b0b8718737a8ab701e4550efd7247adcf2371b93e59ed41cb86121e3c","formula_version":"titan-u-contract-v1","latency_ms":2.141249948181212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"209adba7d8a8888759813394e61318de17469957845dd52e2e69fc9f1addabc2","sample_id":"mmlu-high-school-world-history.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d64fd04cea6e5c264498dc924e5cfb79a82eca1716f8756de12723959ebfd024","formula_version":"titan-u-contract-v1","latency_ms":1.487916917540133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4d1b9c948219fb123e638084e0efc96bbf574174e65e0024341a78f86937ec7","sample_id":"mmlu-high-school-world-history.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2835cc1b5b317493f9ff53d67c9d7fb40983aef3e1919c7effd159a021759a1","formula_version":"titan-u-contract-v1","latency_ms":1.2117910664528608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfc32af88a2727aaeeb1d96c26075ecbeb225cadfa1441a33164c81623f09369","sample_id":"mmlu-high-school-world-history.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9b07349eabd3671f06c2c8b16b9f81d96dbc857973c33d2be89f6abad28e813","formula_version":"titan-u-contract-v1","latency_ms":2.0416249753907323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8b2578c55f83472ad4f97242986a33c256505819482e119e3478352ab9cb1bf","sample_id":"mmlu-high-school-world-history.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01e27fce074eb0804eb4a0c948097a1710301b07d05c765f1844af88d8d383b1","formula_version":"titan-u-contract-v1","latency_ms":0.816207961179316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab23e17f45d3d380a915e05d1ec0c9e96a2df6a339902dd747d081e531e7383f","sample_id":"mmlu-high-school-world-history.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c249fa6f36eaf62b0eb7dca94a2232cbdea42e07920c2a30886ac29a627a79d","formula_version":"titan-u-contract-v1","latency_ms":0.9541669860482216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67b895597dc25d10ea29e01900e81d5e58a8f0af25199e6a97c72492ae0e8a67","sample_id":"mmlu-high-school-world-history.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13faa8a08df0dd475688bc22c7574dd39b132a8257ddba0476387c7bc5ac811f","formula_version":"titan-u-contract-v1","latency_ms":1.0066250106319785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ac091b4c65765721d99c2ec2a3f3bf5e5c9407bba8a486f380e7195c5b6e1ea","sample_id":"mmlu-high-school-world-history.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e02b7bf9c6ede084cfb1620b3f0fa4fc09ffdd8f60d7ac308fe93ee31454cd0e","formula_version":"titan-u-contract-v1","latency_ms":0.8672920521348715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5e6f6fcdc27ba00b3f3dc93220d115016b091e85a9facec6f57f4f4683b739f","sample_id":"mmlu-high-school-world-history.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4abdcc89b2ec76b77c62c01df7fcc0f5d14522777234c6aa7b9b3a6ba0b9df8d","formula_version":"titan-u-contract-v1","latency_ms":2.8414169792085886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7ecc4b07543d4431d253d40bac5e10c9f99488936662590a646b707bcdb1a80","sample_id":"mmlu-high-school-world-history.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57e3526a268efdfc80f287466f14c76d38809f57f1761c8dec95549f2d542adc","formula_version":"titan-u-contract-v1","latency_ms":0.7757080020383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ab18a5702a6fc7fbdf640921c69d1151eb5cb30d6a8b234baa9aa493480fb05","sample_id":"mmlu-high-school-world-history.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"718b265c76f321ac1485880b8b06675947a2f27d6664b816bcd66e2d58199edd","formula_version":"titan-u-contract-v1","latency_ms":0.8697500452399254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5f600406f08de6a2ea58d670ad47739f6763e801884347c0681d01dab3029ea","sample_id":"mmlu-high-school-world-history.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93a0b32cef7aa7d5768db1ce3a11989e2c384040d69e6b79bacc906a04ae2da3","formula_version":"titan-u-contract-v1","latency_ms":0.7599579403176904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a16295d3b2bf5930f3d62c94ca2cbd579d0dea23bae6957c4679015c9ae229a5","sample_id":"mmlu-high-school-world-history.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b3dfc0cc3ace35c876056d6e318bfb5c243a54f177871e0b980399188c4fb68","formula_version":"titan-u-contract-v1","latency_ms":0.8217080030590296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7b3a937a9eecfaf7b6f5edc1b12e4470ab7d1a4e91f1f93174a4fd185a7faea","sample_id":"mmlu-high-school-world-history.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0693c80bcef8fc995d1c79a0bf22921ff90879559e5d137f7be6973d2c3cae79","formula_version":"titan-u-contract-v1","latency_ms":0.7411249680444598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cb660fda2ee0bc835f2bd2ce4a8a11119aedc9d29bcfe3db067c29dbee87e6b","sample_id":"mmlu-high-school-world-history.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e2b0065727de1971c62ae4f1000c18b21bfd8cf503ccb6eff6685c2f0b04f53","formula_version":"titan-u-contract-v1","latency_ms":1.4433750184252858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7d3d37697e04981857aa4ad43c54be5fcacfc2374b4101b2fa6adc0fc4474e8","sample_id":"mmlu-high-school-world-history.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b15a0e9c232a9d43e5cedb93364a69845dbc37a30ca157fe6d8e53b561b5ae3b","formula_version":"titan-u-contract-v1","latency_ms":0.9352500783279538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d78c2286e837d4271b4ee664a387698697dc4ac1d40d8750e5692c7077026a71","sample_id":"mmlu-high-school-world-history.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f044b35e8830bd2f82ecfd0bcd03ffd3ae473e06b49eefc21ac34bb933f2650","formula_version":"titan-u-contract-v1","latency_ms":0.8065839065238833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c781bc020295703e90838953e624dd2267b274c93f41e77249393d92891e9ad6","sample_id":"mmlu-high-school-world-history.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f507b857f279815af7445e88dd3a12fee6d2bfb414e05a5acda11cc88387ead2","formula_version":"titan-u-contract-v1","latency_ms":1.3675419613718987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"affb73173f505a1f7319ac020aabeea94aa02e106deab7d8664cb61156d8cf8c","sample_id":"mmlu-high-school-world-history.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"728073e72d974bc128014c1078c1533fbca41fabe5f4a4470756dad0bd3dddb8","formula_version":"titan-u-contract-v1","latency_ms":1.0050419950857759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75e7d233cc78a59ae62321509c69112c886869faf2c3287efaf4b9597fbebc77","sample_id":"mmlu-high-school-world-history.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a30dcb6622e05030e44f969ac1dd11a0e17cb13aa95af58cf5dffec5331db685","formula_version":"titan-u-contract-v1","latency_ms":0.9871670044958591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e212f878e65d99c9f5c1742190dff4599fbdebdefb70538d5d61d5c78be557f","sample_id":"mmlu-high-school-world-history.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3294c8a242412f22a50bc19b73e48357976f282b582ff05a0c94d1c41d6067c2","formula_version":"titan-u-contract-v1","latency_ms":0.9434159146621823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf24c5e6b666b6458694adca5585bfb4d5c3487470823c2405582a7122a67514","sample_id":"mmlu-high-school-world-history.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7987a36e7569889f64a011654be4ba530e0244360194cd49c94388afb3d466af","formula_version":"titan-u-contract-v1","latency_ms":0.7412090199068189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc6b6d69a993b950f8dca177c7a3959dcc8368fcf4b96cbf66f56d361f6cb0c7","sample_id":"mmlu-high-school-world-history.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14bf3b58bdffea35893ad312c2634d91d7cc70eed3d7c69ed5deed27a78dc66c","formula_version":"titan-u-contract-v1","latency_ms":0.8232920663431287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87e6e12fa3131c6a4dac09c471ea9b1087b51fa7763f885863ea229537278a71","sample_id":"mmlu-high-school-world-history.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b022672bc1f0c4928dba23c5eb0a958c0da6264902f608ee896b2c739cfb2950","formula_version":"titan-u-contract-v1","latency_ms":1.1547920294106007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d557abff474612614755fd522704939405977db3b565b2aefa2c6b67da7963ba","sample_id":"mmlu-high-school-world-history.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f7d6494aa40899e6aa07a66b457ef3c6a8cf7411142d1c299f4df539a0621d2","formula_version":"titan-u-contract-v1","latency_ms":1.288958010263741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13b312dba532945deeebbb8daafe3835c81d1e97813c6819019e5404128591c6","sample_id":"mmlu-high-school-world-history.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d69348b3c29bb9e3c31ca5d7f7b544cf399c0cee793a25986604a26cd9ad9fd","formula_version":"titan-u-contract-v1","latency_ms":1.1820830404758453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cdb63aa1b1600a9b3aec05ee5016f06d7c5ab4b6fae8d84f1f485d25922d8b1","sample_id":"mmlu-high-school-world-history.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f10024cd46d925c41c9d4394dd3848b0194004c05030f9159b495d12c04153c1","formula_version":"titan-u-contract-v1","latency_ms":1.3104999670758843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20387615b7f8dcd76efcaeaa51aaebb6b43a72911d4cf80ce8009ac9f0e9c0c5","sample_id":"mmlu-high-school-world-history.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc1cd61db078fe5a3e1a1de6f0450552d1ae9b18061a2e5cd4a9cbea44e18575","formula_version":"titan-u-contract-v1","latency_ms":0.8694999851286411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9b9e59d910fec99642c8ea30f48ad2f03c6f747a7da46dafc471e1258fa60c2","sample_id":"mmlu-high-school-world-history.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20503a1bb6a695ac656400130029c9c2ca96ea451c54a3579418bc03c8809040","formula_version":"titan-u-contract-v1","latency_ms":2.581832930445671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd043be5b591350887a7622ec19753dc26c65fcdc025b081ff7e82d15b3d7454","sample_id":"mmlu-high-school-world-history.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df8a1da9e9eb55f12d8991b1056f96db0786ced0bca2ae09ecc96667e6780025","formula_version":"titan-u-contract-v1","latency_ms":1.5798329841345549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21bf604433e84d0d371fd8b4d99c4abf3e108cb0e6407fd50e0b5c1547063016","sample_id":"mmlu-high-school-world-history.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bde8f2d1bc06d4d75c394ebf1c3f9414b2c999d29760d6f80e06ce76079ac59","formula_version":"titan-u-contract-v1","latency_ms":1.0072090663015842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76e73c10556306c2a553d2c8dce8267b36fa85d393b6b1f8d70067c9edc08200","sample_id":"mmlu-high-school-world-history.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a3a3d65820855ca51cdcb9e0d731f91512978b676dc35f6bfdff07b9890eefa","formula_version":"titan-u-contract-v1","latency_ms":0.9825840825214982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e13a8292dab0312ba0f91ada5881160f0dada7796b841c8331affcc4987032a","sample_id":"mmlu-high-school-world-history.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"573d5fa48e285ef774a1a8bc3fa0d3394eb9f9ffcd9b67019258cc62eeba85c4","formula_version":"titan-u-contract-v1","latency_ms":0.7903330260887742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c07a631162a11538dbe07b1090d31d7e7273b76edc22aba8607e0d97e198cfc","sample_id":"mmlu-high-school-world-history.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72a4d164bd3a1efd35efaebb9d90c89181b7ef4a4fd3f181e910813468a39aa4","formula_version":"titan-u-contract-v1","latency_ms":2.440833952277899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d769fd4d58af83b6bb8a83010c96ec725e4d19928ad6d3f78f6b3d4b653a018","sample_id":"mmlu-high-school-world-history.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"253c2dad96957374380dc99e6a453fdac62a294183175cb3ac4eacd6b7a82c80","formula_version":"titan-u-contract-v1","latency_ms":1.0719581041485071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fa7a3b274e90a70dd131128cd1ffd7054f66a37821f04a4043548aa1302317d","sample_id":"mmlu-high-school-world-history.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b50fb73b58bf2ed93f59a0778fe7a37e2efcb8f3578ec2857a7e8db228f84ce6","formula_version":"titan-u-contract-v1","latency_ms":0.9480830049142241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a518dc7782bfb989ec30a4ce0d0dccebdf6350be3b838ab023bbfff746acc35c","sample_id":"mmlu-high-school-world-history.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36b1db6f05f7c101f9c25008a4df9d252d6b286581a0b9c7dc59f1ffb77055a0","formula_version":"titan-u-contract-v1","latency_ms":1.838125055655837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea2f7d62336c1a258fe42016639576ff6a1ee2e98993d54021eb0bb5b13ef2fa","sample_id":"mmlu-high-school-world-history.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f70d1fd028dcbe2bd18318cd654e2e80fc4e7df21a973f919c4125e18809786","formula_version":"titan-u-contract-v1","latency_ms":2.7256670873612165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e48b3daddd32f6f8e3979f1327cac75951b79fb8e99c700037f20903ca75952","sample_id":"mmlu-high-school-world-history.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac71c371c2aef453d9b02cce2000dd296cb0aca0b96b4fa0a9a5c62ac35e712e","formula_version":"titan-u-contract-v1","latency_ms":0.7107089040800929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7628b5d7f170ca4daf250b11a2d3d7ac7e9dcfa00927fc8dddcabf5651560f7","sample_id":"mmlu-high-school-world-history.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a49a65f42a8d2067a6df30825db44f35a0d9796d740d93678042546656d7e0fd","formula_version":"titan-u-contract-v1","latency_ms":1.8051250372081995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f6fc77ba69218e59ad5fa11dedb3521f867ac2dce0cf8d51e120f7b908ba379","sample_id":"mmlu-high-school-world-history.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"252c17b41f69eca520192679a3f60e11b60cea4d776c6fa84450716e13440eac","formula_version":"titan-u-contract-v1","latency_ms":1.726208021864295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b95d08c3358699c3bff3afb111f260055e3069a89972a198890c11e58fed5529","sample_id":"mmlu-high-school-world-history.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f3e9aae2fbf010dc98977d2e309ada39be9677abd6299ae31f46483ab266515","formula_version":"titan-u-contract-v1","latency_ms":2.4374169297516346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d81cd8d5c3a164ff57e3b0d20e687ee067cc1a6307e6e8964bdaf586a2b2d9e","sample_id":"mmlu-high-school-world-history.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a7881a58e8aeb05464f2b3bd21d514c7488e7d375a4b36757764bd14c12357d","formula_version":"titan-u-contract-v1","latency_ms":0.7287500193342566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a7f25dbd14e72bde7a1c23f582bb73f9b5c53ef524746d547d328de0552e9ad","sample_id":"mmlu-high-school-world-history.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb91d6fe2430c0eefd18b50535a0e9611db35273d355caab6623c8ca85494d5a","formula_version":"titan-u-contract-v1","latency_ms":2.0074580097571015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52ac69af60b25b43873851575f87d06642289f6293958dc64afa904ff1373c92","sample_id":"mmlu-high-school-world-history.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c7aa8dbb52f54f961c3fa7b4ac23064683ce47c77b4831fc8c19c54ab03f400","formula_version":"titan-u-contract-v1","latency_ms":1.6601670067757368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"192633d4eeb9e2eb3848bfe73a04b38ed2bb62631077ad9048ad2968b317a471","sample_id":"mmlu-high-school-world-history.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce80a539fec67e9b0faeacefd85a176d54b607b833933b173c44d64af354bedd","formula_version":"titan-u-contract-v1","latency_ms":1.3231670018285513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f2b0ab920a70fecb652df5b8cb14302df3c9d8d16d6436fd61e79f9b71423c3","sample_id":"mmlu-high-school-world-history.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6947cf8cd5ed0805295f5cb716b56a2ca631e4bbdeb3f754ab6977bbef7c9178","formula_version":"titan-u-contract-v1","latency_ms":3.183624939993024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3e432bc75b0901c381a610db65222a6ab7aeb2f0ae32628d8fcc122460455bb","sample_id":"mmlu-high-school-world-history.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53a5ac2e4e06602f96e2357dda9d222c858f0d5c69f5c2f5ad16b2d21503236a","formula_version":"titan-u-contract-v1","latency_ms":1.1904590064659715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bce53f64469427f263e3cf9dc0543d59d4e6b022c1f6901fcc662661acae3293","sample_id":"mmlu-high-school-world-history.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2de9e0acea29f1f17f129d33d448b5e4bf0ad660f3f981459289004dffbcba3","formula_version":"titan-u-contract-v1","latency_ms":0.7411660626530647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d9831e7e0a9267967cffeea1cca686778783bb3fe908918f57b42b70059ec6c","sample_id":"mmlu-high-school-world-history.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91fdec42b3450843834e479866de960da04f8ee6ec229fcd14e009ac1d5c9595","formula_version":"titan-u-contract-v1","latency_ms":1.131167053245008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12e426bff2c856ab313b81d92d04eda1c9aa6f3758eee70e6af34fe615f2d8c3","sample_id":"mmlu-high-school-world-history.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bd17570cd1e5a759151221db65dfabe2679035ef9f9db2d0df99c3ab64449ef","formula_version":"titan-u-contract-v1","latency_ms":0.8092919597402215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ae9d27c3aed3616ed4bdcd3f5d7aa186594cae1b3a31f8048080fbc8dddf175","sample_id":"mmlu-high-school-world-history.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"999f99579d4aa795ca8e6222e8b0ead2d87dfbc1a429cb4468967ada845845b0","formula_version":"titan-u-contract-v1","latency_ms":0.9413750376552343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a015aeae3b6c409d1d00b9ee7a694905bd253197ac0947f7b3a176990eabae3","sample_id":"mmlu-high-school-world-history.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7a2e2a040b0dc2a9873c64f4b956c4de8909dba8ef0825fe7d2ee31e7b27da2","formula_version":"titan-u-contract-v1","latency_ms":2.6527089066803455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a880fd5433e817995e33265909a8c4a805c90906cf940a3b618b9ad336159b57","sample_id":"mmlu-high-school-world-history.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f502768fb4f8f702ea5de761e6794e434c8ccc7d1da838b9f09ac4b1ce07185","formula_version":"titan-u-contract-v1","latency_ms":1.0184580460190773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d5c74477a40e2a810b3c0096461c781015bb9d528423081ed64f34878fbff82","sample_id":"mmlu-high-school-world-history.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"668fc59facf404ad9d2cfbb847f332a5eecfd1d695cf2622350bad03b73f062d","formula_version":"titan-u-contract-v1","latency_ms":3.9272920694202185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"887d3b17891576448829de78ac4de0c93e985bc8564bccbfbc47642d38af40a7","sample_id":"mmlu-high-school-world-history.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3678d26441d9642ab92375a4fbbed4209a7bf17193c1eac14b7f427938724f5a","formula_version":"titan-u-contract-v1","latency_ms":1.7568750772625208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28e6a1e2ce2dc160a61af6311dc7e40f39c33a453889dc914aa31662d56f203d","sample_id":"mmlu-high-school-world-history.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80d3a31092a93b96173b9d643c5261880bfa6282dd0a6822dfe787648e4991eb","formula_version":"titan-u-contract-v1","latency_ms":0.7436659652739763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42b43eb48e7aaad3b07732a19b5fe5e2481e854f205da3a31f9e690c289a1153","sample_id":"mmlu-high-school-world-history.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76ea9400d7b55f3d45ab1b1830a9ca8476dce169aea989fa351f87a7c57d31b0","formula_version":"titan-u-contract-v1","latency_ms":1.0495000751689076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dddbddc3498cab823a556eed0c1807489c3358c80cfdf87a85fd143c4b4e1c0","sample_id":"mmlu-high-school-world-history.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb191c5f309f39e36c183188808776e8c96e77dedcca7e02e53285b5afe4f7bf","formula_version":"titan-u-contract-v1","latency_ms":1.9247919553890824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc12d2150daa43b75691f972d5288d47a7253362825e432cc992477324f1677e","sample_id":"mmlu-high-school-world-history.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9000f1e2c587c1b53376a90df0fda2cfa9f0a6f5c8056138c610b9b34e7bca9b","formula_version":"titan-u-contract-v1","latency_ms":0.9292908944189548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb66cc83b8c5a3ea00da5f205a429908422144d0eae84680f3cea94f87877a94","sample_id":"mmlu-high-school-world-history.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01c3d1b6ea38e724c12874f12c4781f82f4803b56edd498562e5621cf0879579","formula_version":"titan-u-contract-v1","latency_ms":0.8497500093653798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8df88ec348e7af327338c07a067ec570873c844549cb0859f3059868b7bf0168","sample_id":"mmlu-high-school-world-history.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb29274b139a89a7467abe056c9ee69e5badbf5e11192418b971e5fcc7cb8c6d","formula_version":"titan-u-contract-v1","latency_ms":1.3897499302402139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa4d5d70b55aaaba94128ba7e3caa72e47cbe6856a7f2304a30efea8d1754671","sample_id":"mmlu-high-school-world-history.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d49051af520f8ac244763fa6b1ee6a7c583283433a6b9cff92eb746b7281cf95","formula_version":"titan-u-contract-v1","latency_ms":0.9955419227480888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d3f7499e4c71cf3f125ac14894a584f90089c490edaf9f782592a1ecc8ff827","sample_id":"mmlu-high-school-world-history.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3499ff27fe9469883b10b82e1a714d56b381822aa9c3c1284d54ebaa6e9e608a","formula_version":"titan-u-contract-v1","latency_ms":1.0614999337121844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec4010c290e32bcdcd7f1e6c584c5de5c870759a6cd9dd3b81fbb00d547c3752","sample_id":"mmlu-high-school-world-history.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09e575696037e500a77a9b38e731fc4f9fbe9749be36602e1bd681fdbd2719be","formula_version":"titan-u-contract-v1","latency_ms":6.368667003698647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20f026e6ad527bf320adbb0e7e23fc437b012c88fcf3e818af5754ba48252b46","sample_id":"mmlu-high-school-world-history.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3caa4b0115c99b210e86033663e78757d249389b67ac606fa23954d424be717e","formula_version":"titan-u-contract-v1","latency_ms":0.7678329711779952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d53f749537ca67b64304470f2459d3ab4e87dc4b05d792260db834d7c08e3b60","sample_id":"mmlu-high-school-world-history.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"780062a9689f54d7b00d0faf001fe82874a9518f216ead922521bd885d5b6462","formula_version":"titan-u-contract-v1","latency_ms":1.3174579944461584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d43036e15faac708821383e60c972f1a7786752d8ac7f1abcc56b48b4eca0e6f","sample_id":"mmlu-high-school-world-history.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"456f5e9b0265aa8bad076c9fe9e485e40f0db97b8647abc9484748a9c3aac127","formula_version":"titan-u-contract-v1","latency_ms":0.804667011834681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01f6e5bff6fe7448f62352ae618fb794fe9d04a5725d14b291a0270361438abb","sample_id":"mmlu-high-school-world-history.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28093f3eb4c7672c4f5eb5b0875a8c7f238e13b123af96089186fe356e9c5f50","formula_version":"titan-u-contract-v1","latency_ms":2.927541034296155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb92c5717328a649697c797637ba2e076e819fe766edb881c97427b8699f8bb2","sample_id":"mmlu-high-school-world-history.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5b5a62b0c705776533cc67a1f96f32d32378c2bc148a74fbca1b18861341088","formula_version":"titan-u-contract-v1","latency_ms":0.7394589483737946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6802a9085d7569f7f1dc024e82ab72a6ca166d61e4699791efa74dda4b9bcba","sample_id":"mmlu-high-school-world-history.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebcc2ee363c1e6bbd5ae32647c26b549985a95e2afe6fa5e14f6a84a10e3227c","formula_version":"titan-u-contract-v1","latency_ms":3.1068329699337482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"210b4b982fcad7e79cf3ddd341b2ca919858661d204abc7f2ce183496e275f66","sample_id":"mmlu-high-school-world-history.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"736adafdbe47e62223867a29d2e79fd7fe475cc21eb43b2479439571f15e15a5","formula_version":"titan-u-contract-v1","latency_ms":0.9836249519139528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5394acff9b4fccfd47d89a4739ba347f0495a23c149f8da3bdb7832581ade78","sample_id":"mmlu-high-school-world-history.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a180a33abb302418ac63eab5ea8919e1d2e14fd5afd311244ee533f22c8c1c2a","formula_version":"titan-u-contract-v1","latency_ms":2.8427080251276493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d5a28dfe195d3fde3a45eccbe6fe0082f9dedb441b3e870ea9f567ce0b5fa82","sample_id":"mmlu-high-school-world-history.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a5e24b4f31eff4af7cae44341ada57391c704f0b6a6831fee305037971764f2","formula_version":"titan-u-contract-v1","latency_ms":0.8468750165775418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5d695087d47e73a9e7fecee4d6bc5711b03ed175ce2d42112320ec70c96d5b1","sample_id":"mmlu-high-school-world-history.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5a694f9c55d979d36bb1641a401bbcde051f314cea9b460fb4fddc78a3a7102","formula_version":"titan-u-contract-v1","latency_ms":0.9988329838961363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f647b961029dee7fcf80a86f4c9c11ecaa15b16e05795d0cdb70f2f5eddfca3","sample_id":"mmlu-high-school-world-history.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5df4b5160912e1fd783537e37af7977b4b830c3c75f1b6921de188c24f33d1e8","formula_version":"titan-u-contract-v1","latency_ms":1.3590831076726317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fc6fe9761f28492d4e030ad7100ec903e2349baeb27ee4e553c3444372afced","sample_id":"mmlu-high-school-world-history.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f422a49b405166c94566e4e520220d33b7955766b316c43d0883fd18f18113c6","formula_version":"titan-u-contract-v1","latency_ms":1.2114159762859344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e05bcf972430ae4e98d4cc67062dfd85b9ed6a9fdef0837ef65e96e5446f0e09","sample_id":"mmlu-high-school-world-history.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd93ae4bd5b9a84418070f6660b4cb075b987303e3f8bc2a88df8003d5df08c2","formula_version":"titan-u-contract-v1","latency_ms":0.802542082965374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db159ffb8aeed3dbd98636f29186a6b95e5b87ba84acf4ed643b829417564d73","sample_id":"mmlu-high-school-world-history.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d36e07542ea90d7756a856d6c233781d07af4baa05f834412a4da9bb799b9a06","formula_version":"titan-u-contract-v1","latency_ms":1.0044579394161701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ec29e4e70ab38e34cd0644dfae279c75af57a4fe0afcb0908911c4e573d0b44","sample_id":"mmlu-high-school-world-history.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d198ce4d5781478906bc0ba8daba4909bd56fb421353186086a5d90660a4638d","formula_version":"titan-u-contract-v1","latency_ms":1.1902080150321126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cf6fead6499934618026c9850dbb72e788ded6f88a175f520f441e00b14da37","sample_id":"mmlu-high-school-world-history.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33075a61bdb2ce58ae5a76af15ea0d0796d5b8c678b651c4d0e5e94eb3ff4dd4","formula_version":"titan-u-contract-v1","latency_ms":1.0147079592570662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d60d5bdd6ab87187da6ceed16a62632b97f66f177555e74e5162082b93243bf","sample_id":"mmlu-high-school-world-history.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be496829c7e83a64bb1be465d4db9651fae254af1d95bef3a6bdf61e64e58d6e","formula_version":"titan-u-contract-v1","latency_ms":6.865917006507516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8453abbf53748692503707d5f1a20f179ba4859ff816614c43ccc69dea7e3cd3","sample_id":"mmlu-high-school-world-history.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71cb215fb6935918a8a89a36568053a443fec006a01f31a2875751b5cb5bbd17","formula_version":"titan-u-contract-v1","latency_ms":0.6881250301375985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a8bbaf6759eb4d58b92ad2632513d762b48d638781c8d5eae6e9ea9890ec86f","sample_id":"mmlu-high-school-world-history.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"101544114f2aba63daeab426db739d4c1d2027f5708f803c581f08791af0ef86","formula_version":"titan-u-contract-v1","latency_ms":1.0193749330937862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b07092e94c53c518cadb0f4222877a778d6dd3285ff810d824b17693f7d7b9da","sample_id":"mmlu-high-school-world-history.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c396ea87b3cb66dc68e3017a6569836b0fd64bc12584e4ebbf3fa73a484e0cf7","formula_version":"titan-u-contract-v1","latency_ms":6.805832963436842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c402f2966ff349b4b9603d0f7939db98e98bd174e6a5f048eeb51f58755a976","sample_id":"mmlu-high-school-world-history.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31c0fa9f89503b4093a3137fdc88b22aa5c725a390f930036cab94eab968b3a6","formula_version":"titan-u-contract-v1","latency_ms":0.7009999826550484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4e94c71d4ba73a59040e39cce3f5391d2d23ecb9c695b9a6db1f08e52b23553","sample_id":"mmlu-high-school-world-history.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed81e09e4bb6c09adf2775033c5c0f8854653cb5f5c8db0285458b4b49622773","formula_version":"titan-u-contract-v1","latency_ms":1.0318750282749534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5862dd819c264e288e9bc665f3594819ad4c948d4e5400935ced44893ad7001","sample_id":"mmlu-high-school-world-history.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1c1ed30964aa9d930607755bd02b889ad2c599866eedd509a98e602d570b778","formula_version":"titan-u-contract-v1","latency_ms":1.4911249745637178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be72fbd5be2272fb92406cfc06fad64377581780ffc155d7f36aa3a236e2801f","sample_id":"mmlu-high-school-world-history.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34038a8031447e424f10461536fac2d48eb9ff65e970f926a44eb6096f82eea7","formula_version":"titan-u-contract-v1","latency_ms":1.9420420285314322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e888d986c81e7338bb1fd9b0d1e7c25ed4b0f5aec836e1b260a1688acdab8fa","sample_id":"mmlu-high-school-world-history.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a130ab4d12dcd45caf8cd974b19273d294a17893c326758269e2107f31c0c0f1","formula_version":"titan-u-contract-v1","latency_ms":0.7882500067353249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95c4590b17c777e2a2854ff73f12d689aad5d8276bd5041094985f215fa405d4","sample_id":"mmlu-high-school-world-history.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de38bbb9463b2fa13ca193785444e58e78f04c0eb6807738575aceb62d2a7359","formula_version":"titan-u-contract-v1","latency_ms":1.8179999897256494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a995363544454a7b83dab0e5d77137a7c3bf2fc6bd5a7acf7dc3331af614b0b3","sample_id":"mmlu-high-school-world-history.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73de053e8fce552e03fb8a88c3c5e6beb7a0b027fe678136bf1fd4ade2b817a7","formula_version":"titan-u-contract-v1","latency_ms":1.081916969269514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7e9baf3e42175d252ca2e5992a564af0d47f7e436c65bba38b598d4fd546445","sample_id":"mmlu-high-school-world-history.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8955d6c104b74f0d4059ba0eb73b7dd6c4e442a8c59481dfe55359ecd05a92dd","formula_version":"titan-u-contract-v1","latency_ms":0.940792029723525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f01d0dc6bc3710974fb5dca016237f036875d4099d0b0a1e56b0d5f5a92462e","sample_id":"mmlu-high-school-world-history.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8beaae7146c634b87868b2a9e3e5564d1814cd062c1f0f0455b27fcd90438ed8","formula_version":"titan-u-contract-v1","latency_ms":0.7130830781534314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d05ca5ef0ab235c9bb41059b6fba7d72ad195e7ad75c08ffb9cf86ef9a7c201b","sample_id":"mmlu-high-school-world-history.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1de80eb1d8870c4b2c06a4c95edbb52a601f09ff921e8ab7e044aece423e7f7c","formula_version":"titan-u-contract-v1","latency_ms":0.8943330030888319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"641e53f62579423c28a96f23887027884fd345d01e56e05aa22efd0cea205699","sample_id":"mmlu-high-school-world-history.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8958bd36475eea3f1fd054d075d38f48c2795063948705da112301a39e5b8ec7","formula_version":"titan-u-contract-v1","latency_ms":0.8445830317214131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c6c970a4586fd33d2eeb2ec307f1afd5c5b1a7dc90dfe246e32bdd81e377513","sample_id":"mmlu-high-school-world-history.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69e4ba41382d41fde59fb703610a2530264d68857ed759257bdea80eb4da1643","formula_version":"titan-u-contract-v1","latency_ms":1.1858749203383923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a77f01067903a91d63715d010ecdda7ed1e1627f47f7f164d883a9540cd5a9f1","sample_id":"mmlu-high-school-world-history.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff0b11e58bb00417cd3db415a1d333bb52103cb40c72d569055da9b41485ef81","formula_version":"titan-u-contract-v1","latency_ms":0.7645420264452696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13effe909332644f89c57e33b4f4e4b44a7a0db20fe2ec94f7bfed1c4d18fa20","sample_id":"mmlu-high-school-world-history.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"167f35eca98ffe904c721a0ae6f8933cba9d032ad9a5e0176faa753adcc47311","formula_version":"titan-u-contract-v1","latency_ms":0.8479170501232147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"849b645247a0b371946d87c8c752f6850f994f95f8d47d667dbb4cfca55eecb7","sample_id":"mmlu-high-school-world-history.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea8d8f61da4d470d4d36babe692c7d7b5bb2579861c57e462960991fe630e052","formula_version":"titan-u-contract-v1","latency_ms":1.4559170231223106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f206e4eed3454ec6373192d24d53bbea9840c8af6389aef5ecac3e6100efba3","sample_id":"mmlu-high-school-world-history.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42bc58b41cb27757bbaabc859f366ac068f67b549922e5d8a650b75649b27acd","formula_version":"titan-u-contract-v1","latency_ms":0.8608750067651272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"647311467efd9c4baca5967b235afa56d6f792770341e01f6f801b7ffc8bcfd1","sample_id":"mmlu-high-school-world-history.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33d2f83bbb63e93fad41914ade06b3131a4b34aedd9105f0a5d72eb8f56d1031","formula_version":"titan-u-contract-v1","latency_ms":2.6962499832734466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fb9e141358d9574d5fee736f8969943c811973bc05c23369ff55ce328186285","sample_id":"mmlu-high-school-world-history.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee2f4d080bb8e9e57b70ada92c08e1f270d8ef749492dff10b7b6db1cf6bb80c","formula_version":"titan-u-contract-v1","latency_ms":0.9723330149427056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca9ca88bb35225b47e9b35fdc90858e9e515c65eaa5d00df9544cc6256ccb562","sample_id":"mmlu-high-school-world-history.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abb204a21645339e7e3b33a4d31152c19ac718d92751f557072013e477185a21","formula_version":"titan-u-contract-v1","latency_ms":0.9748750599101186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c90efa085edeb153f8ce26c6463c39062372f84896d6fb1cc86e0e087ebf900","sample_id":"mmlu-high-school-world-history.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caf3c307fe24d90dad14cdb7f913a5733e860445ca7f92359e89d203e67a67c1","formula_version":"titan-u-contract-v1","latency_ms":0.6486250786110759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e4d66c15a50dfcce4c8f61733a7446d361367a344ca78c2ee121317e526da90","sample_id":"mmlu-high-school-world-history.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eee3892a4c82cf4ebf403d2fbd9ac967be5149159644ce173a3d05a54532159d","formula_version":"titan-u-contract-v1","latency_ms":1.4592920197173953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e72428f4625e837771ab9976a8b504cd8e8ce0af1eec9a6246a857fd7797143","sample_id":"mmlu-high-school-world-history.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eeb42e4124deed8a2274e7d1fd405100d63af0b70dd367d07c7f3a000bd77d0","formula_version":"titan-u-contract-v1","latency_ms":2.97429203055799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fe4ef4d49057df484d9ba3c8c45f62574e2e159df2f214f1467a1b47a98912f","sample_id":"mmlu-high-school-world-history.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ec3b987aeadb397e52262c92b43ece8d858e90ca2cbe38c0bc5479a2dbdfa64","formula_version":"titan-u-contract-v1","latency_ms":1.108375028707087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"261a9fe57e2629f41bdeea5f5f0ee35198b201716268120ee16367943bffc075","sample_id":"mmlu-high-school-world-history.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1ebce5afc986ab264ff4abd939406bfb8b183c5d9ac4148644aa1b075c4c104","formula_version":"titan-u-contract-v1","latency_ms":0.6714579649269581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95dee2e46fffb4e609de6f914f4b4f581c32da2ccd00534e362c4932916411ee","sample_id":"mmlu-high-school-world-history.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12a361574c0b94638a4a0d63035179f4453bed74dbf0cc4893322dcbe7971ef5","formula_version":"titan-u-contract-v1","latency_ms":1.7897920915856957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46cc440ec2d9a3b783b9d38461548b33742d8f8520ed537b9305b6a76005343d","sample_id":"mmlu-high-school-world-history.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4df729f0d28b2840d02196c21e5a2e91f4258ac8d405aa7f62c94a55c2321af8","formula_version":"titan-u-contract-v1","latency_ms":0.7619580719619989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbe37ae797f393d555668470a9a94e4b3d6de94feddc66db54293285f754e561","sample_id":"mmlu-high-school-world-history.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19a1764974035a0169faefe144463d5a04c6ea76fc9a295d233fe952c5c511ae","formula_version":"titan-u-contract-v1","latency_ms":0.8502500131726265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86c8df64808ad972c1683ca1857d64556fed5a9c719a85b068dc73a36df649ab","sample_id":"mmlu-high-school-world-history.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7cac5e48db847cafad8d7587ec507dcfd8efbdb20b20de3277d0dd7452f81fb","formula_version":"titan-u-contract-v1","latency_ms":0.8987910114228725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"271f4301e2b90e34850ccf4f17562d729634254b81921e610fec1f776eecfb91","sample_id":"mmlu-high-school-world-history.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c356715d10580c6ec9e6e190a6831000202bd5a08af334907e7757573b630b7","formula_version":"titan-u-contract-v1","latency_ms":34.53525004442781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58adc1edac5b8fa8a8b0b5371926230f7265790fe2a1dba56a9d7cc35617576e","sample_id":"mmlu-high-school-world-history.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c67bb22f2558ffcb5bd3bbe6adeecd2a5189bb3ed80bad8164c91b55f028d74","formula_version":"titan-u-contract-v1","latency_ms":0.8373330347239971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddfcf0b049b2ea793e753063f1821282520c96fe066b4f37091cc02f94d337ff","sample_id":"mmlu-high-school-world-history.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2588bbad8948b7d282c1106643f01f128f72f42b48c2f9f8e6bcd20e319c666","formula_version":"titan-u-contract-v1","latency_ms":1.582625089213252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"477db07dae8779a9dc26645c1c41890bda065df45b5cea721c8e53e2e21f5fcf","sample_id":"mmlu-high-school-world-history.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ef3d7ca4cb4e9d060c7b6cc4600968ea4a09491f90371e376ae6e8c2a1105c1","formula_version":"titan-u-contract-v1","latency_ms":0.6009580101817846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5be452f46d0b57bbfa12a218e43e64cfca7f6bb5114a12b742da4822a15b1839","sample_id":"mmlu-high-school-world-history.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49632a538095c65c069991cf67fd28ec5c36cd4e21bc48cbc98652793fd85da8","formula_version":"titan-u-contract-v1","latency_ms":2.4219579063355923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70b43a4dc0a7313e68d470188c2371210366e8cfda31ab8ba9f032887b1f6ade","sample_id":"mmlu-high-school-world-history.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07d26351bf620859b498ae28504998f613a424e19ac8f0233547e1ed2d186238","formula_version":"titan-u-contract-v1","latency_ms":1.2172919232398272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae8fd5ff067f990bd7e3068fd3d6c63aa81cf37feb81d407fae38328811871fa","sample_id":"mmlu-high-school-world-history.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dde2c2464f0c03fcf0d01d665e200bb781b6f9ee8bad2c922646e4edd54a3062","formula_version":"titan-u-contract-v1","latency_ms":0.8194999536499381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a038ce8e9cde4aed9f92caf9c63be620c8f756fe1f73f322fecb8bfb0615330b","sample_id":"mmlu-high-school-world-history.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4686333ad7f3ff983668d79643e6de7c4cd921215b7afcdeb97cec6082a3fd2","formula_version":"titan-u-contract-v1","latency_ms":0.8712079143151641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27fa916cb8b305120cdbdbb6bf713c6c04d88ee7227f6312e468e2a03366c425","sample_id":"mmlu-high-school-world-history.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d49ff60c81094d9a2a9442a20b56136bfa89cde79c968a05a3954e55e3e8400","formula_version":"titan-u-contract-v1","latency_ms":1.562083954922855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e12518eafafff38f04d85549f1f17ef8d426b006e0122ab6763c6de2589c218a","sample_id":"mmlu-high-school-world-history.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9cf6b0c1403382da49e5673829442f359dc9fa824f956df740ca6cb8270a9a4","formula_version":"titan-u-contract-v1","latency_ms":0.7852910785004497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ace31c5a99abce951d1d3457b008026f1b32f1a31efcbe085f7ea9f6741565e","sample_id":"mmlu-high-school-world-history.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"217d26ab21c5eb991db318d785979af916fea355dfa7715f020ed01463e8d1b7","formula_version":"titan-u-contract-v1","latency_ms":0.9256249759346247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8939db9fe4a5e724785378e388104a915e212a724dca2aa50f9cdc43cfd98f29","sample_id":"mmlu-high-school-world-history.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ad2ecc1ee3c463285603cc8526de3978880e3eea33b83bfeb2933d22379e38a","formula_version":"titan-u-contract-v1","latency_ms":2.319667022675276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22ea09bcb2428ac93898b6ffdcabe94d21ef43a47fe2adcc2e3dee24d659481c","sample_id":"mmlu-high-school-world-history.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2a6ac8e2954526a0915e36f5642520ddf065b1f6cd1dda8dfd5fe16a83d7fea","formula_version":"titan-u-contract-v1","latency_ms":1.3814580161124468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c1d96ae989f7e5e1a3bc200c03d20e9d4663a7f4e06b49c38a58acaf5693ac9","sample_id":"mmlu-high-school-world-history.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a34d5e8fad18188c3bc8dd3ad9e893c4a7bc1e614c28e1e7cb29098d6e75a5f","formula_version":"titan-u-contract-v1","latency_ms":10.60229109134525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c089c515c17897bd5fde8bc25550926ea006b6b3ebaba660356579f03387060","sample_id":"mmlu-high-school-world-history.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3736f0dc2faef18b99580af54378daeb0f8af8cab18ed1498580ef913fcc184","formula_version":"titan-u-contract-v1","latency_ms":0.8739579934626818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"307ca69e8ae85a4507b28c06f712a198ae4d2bf6ec06553ee8b100300207cb89","sample_id":"mmlu-high-school-world-history.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e89126b78547bb3c28ab4667e641fa1708e53cf1541174c01aa43e2e0065f9f","formula_version":"titan-u-contract-v1","latency_ms":1.923167030327022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"895aee104e132a669f203753d3f10d6161d66ea70145e1642e9415f10269e295","sample_id":"mmlu-high-school-world-history.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"623c46b5ffa238a1476a21336c8193b38e14803885277f24065f66371a098ed9","formula_version":"titan-u-contract-v1","latency_ms":0.9178330656141043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ecf075b222c40962072a2f569c85a991930ba64b8e90cd61d34c1646c120d78","sample_id":"mmlu-high-school-world-history.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffdaad50a89b1ef56304dda4573f900042c01a00ca567cabafab0a3138b6a291","formula_version":"titan-u-contract-v1","latency_ms":10.139417019672692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ba0af44a66efb29de3c1d76f82cff5c1e677147dda8534c703588ac4acf402f","sample_id":"mmlu-high-school-world-history.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81832c10ff647c31409d8fbcba06df368ec4f21e9ba81ea4db13217c47d08e9c","formula_version":"titan-u-contract-v1","latency_ms":1.308790990151465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19324e58d0f86bc1bd5c9903e639f0ca0a1e392ca99282f9d97e3a235b0fbed3","sample_id":"mmlu-high-school-world-history.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a1ec386ec034061614ea7bba0f63cf5837ee5925f2813d1b65999ff773e3bc8","formula_version":"titan-u-contract-v1","latency_ms":0.8517499081790447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c16c19472bbc8ab4df11aba16b6a14c77d96984050acf6a0bca3b7a4e2d3cae5","sample_id":"mmlu-high-school-world-history.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d10067fe42c1cedffa95a1ae8956353d07e9acf80b9b7b2221baac0aa27c44bb","formula_version":"titan-u-contract-v1","latency_ms":0.8354579331353307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"217459b8a92e881173258c88176ab70b8ead641520bf726210705fcec970c3ec","sample_id":"mmlu-high-school-world-history.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f74a5866c6edbb6722a8781a97cddcb9b348bd2c3968c1b8c683bb04cc113fdc","formula_version":"titan-u-contract-v1","latency_ms":1.4462919207289815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79a3e8b40a171a012c7694c8174d4251f7abab2ae8a366593f8941925a955da4","sample_id":"mmlu-high-school-world-history.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2276ba0ee486ac3064f81afedf6b2fd7f9c76c3d7332b431ff7a933932060c61","formula_version":"titan-u-contract-v1","latency_ms":1.5066249761730433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1a815d8021b7ba2c44ae85cbcec91d2b29a93dfdcda673b1276fd0885eb77c6","sample_id":"mmlu-high-school-world-history.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8a36c0f87841fe67f7ed7c47e52bc69a5c2846911f967cd36895b5b4748b3e7","formula_version":"titan-u-contract-v1","latency_ms":0.983458012342453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a23ed796204ad64e6fca2e0b293535fb7b87dd500dc5b4d16f675c1ce93f9163","sample_id":"mmlu-high-school-world-history.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c027e0f075f7681edd8cd957400a9dc3d5e88d1e8371b8ace870633c3be79b5","formula_version":"titan-u-contract-v1","latency_ms":1.785165979526937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac64e38328fd7a7ba16c8684d49e3f989e814ec099c1fe3138a1a307b0c37ae7","sample_id":"mmlu-high-school-world-history.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73932b79a7db196a57cf6fc25f00b2884266f1cfc2e0bef3da7c94f3503ce597","formula_version":"titan-u-contract-v1","latency_ms":0.9977910667657852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36e2ad745f6fee9ab06c9a8f580f805845bf7b5ddf8863201f5da5e1e39d4769","sample_id":"mmlu-high-school-world-history.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e0e497ea513d5c1ac8f5c53c5f6c1c4d7419b7ff4299b264dc703a42cba8101","formula_version":"titan-u-contract-v1","latency_ms":1.2003749143332243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8674d375cca171cafc1c7a03b08b66d2a06415303b10cf8bed3c6aecf07e41d5","sample_id":"mmlu-high-school-world-history.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"885660afc2558926ca252fb4d08d7c30605322df8c81a9375a2e4f843df39bda","formula_version":"titan-u-contract-v1","latency_ms":1.0700830025598407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53d62650152484b74350d63801a17743c38efdd9c3cfb23ca5dce823e7125013","sample_id":"mmlu-high-school-world-history.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95224d311d7ab27d385c769420f9f37b31fd2d3b99618b74bfc4bbb656ab83c1","formula_version":"titan-u-contract-v1","latency_ms":0.8378749480471015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fec159c6a6464ce52ff8f6026ec580a751fa20a340ffa0e40ec70fbdbc679069","sample_id":"mmlu-high-school-world-history.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c217dd955f9944fde287e1de8d975451bd842c111ca7b3fd9b5dc75e6da261e","formula_version":"titan-u-contract-v1","latency_ms":0.8507500169798732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b468bc72a90e4c858e8e1b60ea0668faeb34f3d5239af63726f5c05daaffb22","sample_id":"mmlu-high-school-world-history.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fec67de7c85d45505d06918ce5cdf1ba055bc5bda7a75cdaa40ec4c6b7d20181","formula_version":"titan-u-contract-v1","latency_ms":0.6140839541330934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b1642066a389f23c463a1e9eefd378913dea57a881ec64cdc89ccb2e2f32f2a","sample_id":"mmlu-high-school-world-history.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2adcc51e9aa06de9d322790128503e4abfbf789a5bdc3c28388d20c03dff1d11","formula_version":"titan-u-contract-v1","latency_ms":1.5369169414043427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"760744d7d62bee2878e7aed1dc113a1c4cb1d1c9a9d9c278e650a79b1250a787","sample_id":"mmlu-high-school-world-history.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ec9ea790efea2b316415997859cc4ff97e92078a20cc4ebd5b604d7d6cae97d","formula_version":"titan-u-contract-v1","latency_ms":3.8806250086054206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb42507a9bd9def8c5c880d4c39ff902eaf66d560d2b00ef873775dfa78afdac","sample_id":"mmlu-high-school-world-history.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae0a15f4ac264389ddea329e6ffbc4363a54ac778361732c741fee2019fb8d32","formula_version":"titan-u-contract-v1","latency_ms":1.332291983999312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed8a24a6a96762e63d21633b77eca397c686946fd7e01d658fa3ef59bfa89d85","sample_id":"mmlu-high-school-world-history.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f16cf033dc359db1bc38bda73a24abbec3ad8a33483f1f5155f77ca6189df594","formula_version":"titan-u-contract-v1","latency_ms":1.157541060820222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"919e6a774c58ba7bd2e0c285a7ba1f7cf8193bea20768367caf92a7197d38337","sample_id":"mmlu-high-school-world-history.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56740bc4a20a127d0c5430c2829bc460c7f3502ceebb30d08ba1720d30d06d96","formula_version":"titan-u-contract-v1","latency_ms":0.8274998981505632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd00f7b58580316b05e6520b61c948c65542a694ac4387db8d599792ada34d8f","sample_id":"mmlu-high-school-world-history.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17a0893824d383cee24bfecaf2f08c793349a81fdc45659af71085b2a867e9f0","formula_version":"titan-u-contract-v1","latency_ms":0.9930829983204603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27165e7f1b61a5cbfe4fa53fcfe40b22f75c09b0100a3da7a92834146338e96d","sample_id":"mmlu-high-school-world-history.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a14bebffc85ec0533049283e555dad17a57879aeaacd4ed3cb4563770a302dfc","formula_version":"titan-u-contract-v1","latency_ms":1.1685410281643271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f230c287e3739e08df917d81faad60246e5634c63c72483bc882c74a75b365d","sample_id":"mmlu-high-school-world-history.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9332e01df62407c2ed2241b9a3807364d17aa502687427838c927e3580cbc746","formula_version":"titan-u-contract-v1","latency_ms":1.6324999742209911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1db842c5a19139137c1286a579b78c3fa7dc6f6a722a12e9b7a5ecc4178f448b","sample_id":"mmlu-high-school-world-history.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ccb4ec0920bc04bda436a77f36beecfeba0c23f63575ed859f635f0d91ea044","formula_version":"titan-u-contract-v1","latency_ms":3.9101250004023314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59bbdbf5d2da332ae9d0f1caafe6caa88f90f25faaf030768bb3dd316aa3570f","sample_id":"mmlu-high-school-world-history.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a675352ef66ec85f3bf889f6a339229ed54a763601d2bb5ded5c8a151d36ac4","formula_version":"titan-u-contract-v1","latency_ms":0.9891670197248459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"441be006a5905aae8829a5e7ad92f7a92ebb30be2661258d8eb7824f012d02cd","sample_id":"mmlu-high-school-world-history.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d67b9a623e67a2b0bdc0041ef48276bdf7c57e227c8d0056e78a8a050823c9b","formula_version":"titan-u-contract-v1","latency_ms":0.9546249639242887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38d371fc4d2d787023cec53230c28fc5cbbd82f39ac9bfcbf9e05a443e64a71b","sample_id":"mmlu-high-school-world-history.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"620fb2d41766ef944a12605cd9983f2db4adfa0d33244f04171db36d8a2d4415","formula_version":"titan-u-contract-v1","latency_ms":0.5767089314758778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36bd9039fbf6a553d539d5db18c5e322053956124267fd160d821e3971b96cf4","sample_id":"mmlu-human-aging.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"611faaf841afe8d5e7d71b747e4d5a2efc9941c7bb89bf8a3dd4b00ac25f2c21","formula_version":"titan-u-contract-v1","latency_ms":0.5035839276388288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7198fc08a7f2dde5869f3a406475c6b32feceb4e47452073738e18b7a067a6c","sample_id":"mmlu-human-aging.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab72f92dd11941fcfcda07f39118a731b5638589dcd41437b1e0c427d43fa7c0","formula_version":"titan-u-contract-v1","latency_ms":0.7576249772682786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18f0ed33008ca2531e393828249900b7b14dc97df77fa83d61110b9c7001abb8","sample_id":"mmlu-human-aging.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe833ff090c8a3ea05270f92f04bc5253f65a75d9dc2250b3e109810118f6cc8","formula_version":"titan-u-contract-v1","latency_ms":0.4610000178217888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed4f59d88892c11095525db4c07433df67814b28e73f6f3f19ea8e470fb904cb","sample_id":"mmlu-human-aging.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48923c84297530a347c228a2a216c6f188037047147d612e3032edffdc14684d","formula_version":"titan-u-contract-v1","latency_ms":0.48158399295061827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"438eccd9bbed4869c9ae809fba12f60ccc799fcf61cf93e31c02421cf3cb7659","sample_id":"mmlu-human-aging.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb818ab331e727169674706590952d81be439686dfa00986a50c43efcbfe9e47","formula_version":"titan-u-contract-v1","latency_ms":3.072082996368408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b06195a859e8c2cb7f0f875c975265622f42e44a21b5c6ab434dff483d027087","sample_id":"mmlu-human-aging.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"080c75aba6db5bfedb4ebe8454ec57d4da1d6088c1a3d0f51752c2800389a596","formula_version":"titan-u-contract-v1","latency_ms":0.5532919894903898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6143add4aacefcc0d8beef1277b4346ea9fdc7b8149c215305098ddcfa3fa03a","sample_id":"mmlu-human-aging.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2df52d90b41275b836e95d847443d73ca6f0c8ac264210256d80256a933edd9","formula_version":"titan-u-contract-v1","latency_ms":0.5604169564321637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57e6b5b840148a3561da0ffb98254e9131b4387cdfd433460e05f787e6840ef4","sample_id":"mmlu-human-aging.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bb2f18990c069f8bd909e542915a59bd3415438ea36a0c807c7b5e211a4c1ea","formula_version":"titan-u-contract-v1","latency_ms":0.4556250059977174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5568639561d88895e011bfcee6fcc0bc7eadfe43ec22024ba1201d6b8721ddd5","sample_id":"mmlu-human-aging.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08e5324059261f04d1a81efcecc1e560096a65fde17e1eaf16958eedeb1cade6","formula_version":"titan-u-contract-v1","latency_ms":0.6050000665709376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4334584cecbff9c2474b88d4dc9c039ad1dadc23f1dcb7f39558cb8b855222e","sample_id":"mmlu-human-aging.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"487f77425f9ccbc3fa134347af33b9cb7406e588c58fda17d6972d430c4313f0","formula_version":"titan-u-contract-v1","latency_ms":0.4805830540135503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8f06ca39d5fb136539a76f17026be7d37453640d44376d4de260ce7c85a754a","sample_id":"mmlu-human-aging.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e9f0b26c118ca6dd7bf52429d64fde9b44d573e16078c19cd6407d1e539babf","formula_version":"titan-u-contract-v1","latency_ms":0.5231670802459121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb3477355be196c71388d311992aafb1dd8956907c3ddb7677143c5c338a6eeb","sample_id":"mmlu-human-aging.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d621cc7bba082c7a1b6d741152812f1229c934ee8984b3c0baa7320330f7984","formula_version":"titan-u-contract-v1","latency_ms":0.9995839791372418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54506d03e4ce17f64ae43e479361df23fb54e9dd528b61c5773afefbf3bd788b","sample_id":"mmlu-human-aging.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99bf7836c2189ef8520ee5857d85da5fccf07d77c96c4cdbe2427a94b19c622f","formula_version":"titan-u-contract-v1","latency_ms":0.6933329859748483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66f47b3732f841ac5f3f97c1c9fc5bc4edaf4cad6d0b6dc0c703039bcb9fa2fa","sample_id":"mmlu-human-aging.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98acabfff53b2804e2c4aa8fb72f3dd3ade061b5316d1703b639cf70624cbc7e","formula_version":"titan-u-contract-v1","latency_ms":1.5010409988462925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8dcc2d0834496e587f260832cbaf55498a74642552e44375346464ae795eff56","sample_id":"mmlu-human-aging.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5e5ec003f75831fdd74fc034d12b4625fdf2160fae66ec52cf21305d4ba9a09","formula_version":"titan-u-contract-v1","latency_ms":1.0023340582847595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b343ec4ccdc79582b29de571d82125625eb5b6384d05faaa028d146c9e2b2c4","sample_id":"mmlu-human-aging.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3578fc5c00385e6510e0531c4a5f4f67e4c7a4078a47fe68885ae30224ef168b","formula_version":"titan-u-contract-v1","latency_ms":0.5431249737739563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1526d57e95580365d4d4e9c5cf6ef5fa40b08cda4a78a7a701c8698fb9ea2a96","sample_id":"mmlu-human-aging.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6b768fc75ffd6da5ab45cad14553c654fef18ee1eade71a033a3415fb097371","formula_version":"titan-u-contract-v1","latency_ms":0.5970000056549907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2533d99a8e77d21bdc6387d23a2cb2b98a1cac70979cdc2aa28c6a149b56f52c","sample_id":"mmlu-human-aging.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e296fa4dc1b1f25fcef5d5519e188a209daad5ecccbcf6b34fe2a89f159aa8e2","formula_version":"titan-u-contract-v1","latency_ms":0.5767080001533031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4196dd78041b1c0d74cedfe50fa4122fa1cd7a5f998e7b2919ddfb7721fe145f","sample_id":"mmlu-human-aging.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a10b82337dd3d3a97a69910af4105c4f8b2f711c5558f54c95e6227135760e1f","formula_version":"titan-u-contract-v1","latency_ms":0.5613750545307994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f089c7f94d1841f664b9d01b9fc8ea345fb812708dbbb0fa48f1ca44c4f5d748","sample_id":"mmlu-human-aging.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcc000549829d3e123fedaa9f8ece4acbc8c01a3bb11d0b81c3f6213c770108a","formula_version":"titan-u-contract-v1","latency_ms":0.5009169690310955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e8162c412df06a7ff669ec87a62f17220bcf10ba15ff54f20aaf68bfc090ebd","sample_id":"mmlu-human-aging.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c876ceafd59ff323e85cacbfc2c94a881a1324ef6e9d742eb8963cd1048d398e","formula_version":"titan-u-contract-v1","latency_ms":0.7157500367611647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dd17e7d5ebf06cb3496949fb0adac6f296ac2357806441a4b7b7f4d565a5ae0","sample_id":"mmlu-human-aging.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"738311a744c8eba1e3f814153a61fc4f4a579feeaebfd7425bed6f24c86ff3a6","formula_version":"titan-u-contract-v1","latency_ms":0.666125095449388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a250f62e1ee8eb3d75373f8c3ce50316d0c9cc96d34725f3f3c2c3e9bdff618","sample_id":"mmlu-human-aging.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bdbea7958d7f9bf49bffb4c9b1c3b3e8d9fc81015f9da323576cb18c8c77613","formula_version":"titan-u-contract-v1","latency_ms":0.4794999258592725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6d8c710f05066641e94e6505ac8e191ba905429a7890d896715301d577dce2a","sample_id":"mmlu-human-aging.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec1ecec124f9b080e085f1020e4e03f20f31bb196cd374fab0f334780117e79b","formula_version":"titan-u-contract-v1","latency_ms":0.5002081161364913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"442d47ee2ca65d107e8f399bbffaca0dcbde8fc1913afe5fa92ca306ffa8db39","sample_id":"mmlu-human-aging.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeeb1b77566af497977de3f3d9ef5e039ca7e8422ec0101ab8066f6c35e8da6f","formula_version":"titan-u-contract-v1","latency_ms":1.3340000296011567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"266a5e8d4d011ae86af4723a85ba13662b987441aab344429a703d2bcc6b0321","sample_id":"mmlu-human-aging.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c2b85909bae052fd4c032dad84bf2cef5d52bf90e9630cbaa046a399465b9f1","formula_version":"titan-u-contract-v1","latency_ms":0.6830409402027726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea9888861993cd3408a8f6b440e2b83285e33f4358f78158a188d1f954499c92","sample_id":"mmlu-human-aging.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af2a8918db8d28704c534a47eedd50e0af7af60eac69ce0768f187125b930cfd","formula_version":"titan-u-contract-v1","latency_ms":0.5902500124648213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"882fcf0166a7e89fcaa69dff92ba6e0aff63fe13f87789e764b4e9c230694b44","sample_id":"mmlu-human-aging.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"579607b1f68b4e1da29c68cb16aa22e042800e2fc82de3e7826b1ce64d55a2d1","formula_version":"titan-u-contract-v1","latency_ms":0.49000000581145287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d4e9bf4aa60d44051a34a0b907bb71224e13e3bc6003e430a5436f3fef734e7","sample_id":"mmlu-human-aging.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca5f5d311d9a8e3c20afc146cb742f6a616ef72c3a2127c98d8aafe188058e33","formula_version":"titan-u-contract-v1","latency_ms":0.7739580469205976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ef7e8c0396b24be9199a50ad12de113ab611d0ef9854ab05903c11a1d2d3a62","sample_id":"mmlu-human-aging.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7333157f986fd0c131d0514b0d482c2f46a60ed8fad849f0a2a31bce4d9f245","formula_version":"titan-u-contract-v1","latency_ms":0.48158399295061827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76dc5a742c8bc644ba1af8531eda262cc101a6f54be33aac6d84e06d8fd0f9c6","sample_id":"mmlu-human-aging.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5b137c1e34a389fe333e39dc44d46c6de30026a9893ad58341c26b8b28fa524","formula_version":"titan-u-contract-v1","latency_ms":0.6034999387338758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3a0b97f7f61e3b801881ed3679805d2b8e8e6a28ab06b658cd75c7d35dbc479","sample_id":"mmlu-human-aging.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ecf577ecb55f187cd57a36d0d72089162218921742111238add85d4fd00196f","formula_version":"titan-u-contract-v1","latency_ms":0.6832089275121689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13dfac408dc3739c91c220c9d6d71cc340e0b0c25123cf7e0a72d93c06a9bf21","sample_id":"mmlu-human-aging.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b4bffabdf5f209862f7e51cc95f6db05ac3b10b5f38a549d29de8a4d6ccf216","formula_version":"titan-u-contract-v1","latency_ms":0.5080000264570117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe80480a3b83af4ce22f2b43e2ea357a9cc7aa254866191e0c13f3b496055ddb","sample_id":"mmlu-human-aging.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d8dd282e2a5eb0eda3a4c57054afc5f434c541e051717131261e40a19e4b9ce","formula_version":"titan-u-contract-v1","latency_ms":0.5159160355105996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cffa160091ca2bf6c604aad780ec924208b66e32abc0b043eaa4102ef308d8b2","sample_id":"mmlu-human-aging.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"652ee37fcf6f2c7ef43db5d2b3b6fd9fab5b1cbc9b8e3981217d30b7ec811f52","formula_version":"titan-u-contract-v1","latency_ms":0.5582500016316772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12483f7f5332afeea5507c4d908f13743680ed56a3c2ed9bd09451348552352f","sample_id":"mmlu-human-aging.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd7f63a7dab1ffe6791db1b58682acaa8477d925b99f612c611270a2324c2609","formula_version":"titan-u-contract-v1","latency_ms":1.061666989699006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"907b0fa6d2bdf155b333c2f26408485e35afb808312913df5fe5e052ab5630df","sample_id":"mmlu-human-aging.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31cf9b87abbce6241d0d455cd96eb825181c73646d3330b0fec26dc552ae9abe","formula_version":"titan-u-contract-v1","latency_ms":0.7252501090988517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae15738e4b47353c520b9e412479bca566dec5098b929afd5fd127b970a24a23","sample_id":"mmlu-human-aging.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a203a4372cc8b5557b347a314cfbf9c9ac9dd6e2835f04b455a99abc8797dd7","formula_version":"titan-u-contract-v1","latency_ms":1.2042500311508775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5932410f76132b4c518cf9e2fcd58fb7ebb98dd2537f433d703380ac5deb5b12","sample_id":"mmlu-human-aging.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c7f4cd2034102f2beca24f3d1160f230e04af9afba185ddc3178d165f997143","formula_version":"titan-u-contract-v1","latency_ms":0.6868749624118209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65099aed761e934cbff93651fbb024d76444c7d959a7ae58d9d33760a904088e","sample_id":"mmlu-human-aging.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"026c8487755eecb8cc185f7286b30f29872fbd2049649c443f2f72fb5fff8b08","formula_version":"titan-u-contract-v1","latency_ms":0.44287508353590965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed681738269ea767d827e28226133f23a0d8ff988492c68b156ae3d0d2ca51ce","sample_id":"mmlu-human-aging.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b20b905a87da2be3213a7cd1029439a959e8e167ecad3679758209d399e2b51","formula_version":"titan-u-contract-v1","latency_ms":0.4627919988706708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5ffa65c7c81f307d840624e0f104f7196e6a2c9239eccfdc2097357cf4dba2c","sample_id":"mmlu-human-aging.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d6f30dff6b3d44d60a9b220ed7a197a3b7b80065011b79bb4b79f75a1cd821e","formula_version":"titan-u-contract-v1","latency_ms":1.1110830819234252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"931fccdd0fd4e32b9728a073a0b9ed75901f3217a018cea886fb4042b5815b9e","sample_id":"mmlu-human-aging.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b3635de9aa06ebe67696269c1b8819d901263676c3f37ca4912f50aab5496eb","formula_version":"titan-u-contract-v1","latency_ms":1.1256668949499726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b9a66098fd518483096cdcfc00b0b87bd31e6a7b56c466afe884a2883c2650a","sample_id":"mmlu-human-aging.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6af1b278f27fd5b04c97c1140b587c843dc3d2a974e8afac17516567550c3b20","formula_version":"titan-u-contract-v1","latency_ms":0.4718749551102519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"105a963f4dc395d48ffdc557f4052afb078edc35d2e340cad379f4aa4be0d355","sample_id":"mmlu-human-aging.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24ea77afcfd487a0c49efa4b8d5b73dbd72b086534b93edc120dd8d4a0ffc6bb","formula_version":"titan-u-contract-v1","latency_ms":6.310667027719319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db4afa5b4a8efc7604c87ff9a0f9062e67d2b2a94a06a3c0127392a5746a11ae","sample_id":"mmlu-human-aging.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6df1ff91693c560736c3d57a960f8daa084625a8b7183b19a7df448ae3775c71","formula_version":"titan-u-contract-v1","latency_ms":0.4842079943045974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a0d3fb507eb92479f231664a476c5304c1283cd09dd2fb1b618403aebde869e","sample_id":"mmlu-human-aging.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0e3d8aec6d5aa4edc048e5aa05ea2e058743ca102dcb1a832e8f06d9497b8ca","formula_version":"titan-u-contract-v1","latency_ms":0.6397089455276728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d9cd2e669c9449579dbb36005e61d0aae354a434da1d3b5bb8c945919a822ba","sample_id":"mmlu-human-aging.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aae344a0cc8bbee4da331b6ea259e50d1bae80138d37b327147a09b66c4b9166","formula_version":"titan-u-contract-v1","latency_ms":0.5517919780686498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dab8f4da070e3bf8ce989b4c6ad70bcc4d3077523b4cfb8d5c3c904e6a41ef02","sample_id":"mmlu-human-aging.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9218d6e2b7d8b4e6e48f78f49f8523c02e6e9cfdeaef6016eb865cfdd0396c31","formula_version":"titan-u-contract-v1","latency_ms":0.7094170432537794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c32874581adb9e2597504d6b6f7b1a374b307cf0002f95e5d625be032e66d945","sample_id":"mmlu-human-aging.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64f284d3645b8194c658886d17beaaf61899f0e7e2839125ce480d8cbd0e4a90","formula_version":"titan-u-contract-v1","latency_ms":0.49216696061193943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7c97be159e5e6cf5215f1aed48972ce49b5c12e3815d992368a4f67f8d3095e","sample_id":"mmlu-human-aging.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd259604951cf2c57d9895d6cb77469fe80f962ce38aaa52706cdae59e70804c","formula_version":"titan-u-contract-v1","latency_ms":0.6578750908374786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0cb4e5e2b30c8822b674b55c60410b02f7ad4a9446cfd90c4f83f10f005dbb1","sample_id":"mmlu-human-aging.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5df46ca5163a03bd4411c0bdfea6179bca4ecaefb946310543cca1756d33d21f","formula_version":"titan-u-contract-v1","latency_ms":0.5142500158399343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fb489f93e6c4055794eda348b650b7c376fadb29b938af705a0cc798fb18485","sample_id":"mmlu-human-aging.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"562ebe0f09e73073452dbbe2f24869c518aa47dafbe7248f8ca48988f9406132","formula_version":"titan-u-contract-v1","latency_ms":0.49108394887298346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae314c811986016d8949ed18d1b990ae5dbfe09e5ac1c15be442dc0004e3445b","sample_id":"mmlu-human-aging.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7467e4d1ad52308a53d6af9833000fb99b91b0ad054b6136c6a32298869cd572","formula_version":"titan-u-contract-v1","latency_ms":1.2308330042287707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5caa5e31434c9668cbe78f0c53f014c1fc2fbbb24497d4b99a2f8bde8f60dfc4","sample_id":"mmlu-human-aging.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0db45868be6a8a1e6cdf2a72835490bdb0214b42188f7fe9ab9250c1fefdb4fd","formula_version":"titan-u-contract-v1","latency_ms":0.4571249010041356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41a4520e0ed5cec485ae3c61a43fde7b4a140e4c4401fc7fa04939d9c087ee97","sample_id":"mmlu-human-aging.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fb6aeb144421251cd0e3e8e9bee62f8360747d34537507a7e7ac00cafd3d862","formula_version":"titan-u-contract-v1","latency_ms":0.5950410850346088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b850027e06a76c774103e2793d804aa108a0b68f0bb111a2592b7edd3694613d","sample_id":"mmlu-human-aging.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c501a7736109850587c263c177b42f534424b6f05e21b9d63271a12d95f49eb0","formula_version":"titan-u-contract-v1","latency_ms":0.5179590079933405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aebda60be9c927b01dc5434e922ee17aaaa1448354c4bb6d5e499be937ff51ca","sample_id":"mmlu-human-aging.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8e082ca999eee675cbdcd92589b516bb9ba2f4b88e2f8da9420c51cb0006bde","formula_version":"titan-u-contract-v1","latency_ms":0.864707981236279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"488d12140bc7d1a55fd327121a5cd6339257276764a08eba5b440d5e99b2178d","sample_id":"mmlu-human-aging.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae4d8580b1ceb085df7d87e13b02975a45c61ca4664f6bd9727f59cf91020d4f","formula_version":"titan-u-contract-v1","latency_ms":0.5892910994589329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03068b1fc9fe92ae88e680f83807d29046b355696077004a688b47aa2b1a8df9","sample_id":"mmlu-human-aging.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0cc52a0097764346db41e77e721cdc47a6d0c8de401e48d404e6d8db12491fb","formula_version":"titan-u-contract-v1","latency_ms":0.6002499721944332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efddef2a849933adf66eb2a80ad1429c19bdeb32dc1bd547cfbe07251faf55e1","sample_id":"mmlu-human-aging.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf5e98aacc73c9b23d804cbd9029d4a2f34b88d419a4a3afc5fca4d3b330c7e5","formula_version":"titan-u-contract-v1","latency_ms":0.7038329495117068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b56ac246a5c9f9b0dc7dcb244414c7d4d3f76e6f720b45996e547385d24b397d","sample_id":"mmlu-human-aging.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bec2fe70d299c4da108946739d4629c59eccdf4da9e4e2eaff53d475ccdf943","formula_version":"titan-u-contract-v1","latency_ms":0.5444580456241965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36d972af538abdaf7939abd655b6412224302cf14dc2e2d344d21e9a41b9904f","sample_id":"mmlu-human-aging.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c90c18fcb23afa7d84664b8638e493e21242c1231c37b58a4abb8253c3a5d02","formula_version":"titan-u-contract-v1","latency_ms":0.6283329566940665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e8fdae9b570bba2a55fb8a083282eda3477d1308ba35aea7f6b386af37b7691","sample_id":"mmlu-human-aging.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1443f9dc407a3f7a978cee51ddb4fbb8b129ebc711455344abaa786393c2ba6","formula_version":"titan-u-contract-v1","latency_ms":0.4776250571012497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f7456dc743d6060d9618b42cf17fa4c5a97fa68d73971106a6c603c58eb54d0","sample_id":"mmlu-human-aging.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"184220c166cec109e6d3885f7f55ae745f01717e9edc4cfa27eb9c9e80747dd8","formula_version":"titan-u-contract-v1","latency_ms":0.6425830069929361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93e4a778b7b2b1553d9240633945354eb075952dd92432863894d5851f1d2b08","sample_id":"mmlu-human-aging.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26eec99a92b400af05ccd25acf838cf36e3dacf15504916e2ce9a3e9cde3035e","formula_version":"titan-u-contract-v1","latency_ms":0.7003340870141983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69cfaae8e0d47d3eb876a0635b87000f7776f0d97be0a0f5bc3a3c9b89f25420","sample_id":"mmlu-human-aging.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"169ec1a4a1996ad8b51c174dd61076eb76997801b1cc10ef2cf28f35a6d88011","formula_version":"titan-u-contract-v1","latency_ms":0.4879588959738612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9beea889a397c299b7ef7a47849277381ac1f4043cfc046da039f94c37ba132","sample_id":"mmlu-human-aging.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"371db4c1dc8e6770b4146573863b33cc1f455a99e028f18a48047188da9b8416","formula_version":"titan-u-contract-v1","latency_ms":0.5817919736728072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b951e0093e0ec35e427019118f962ddd8a50310d8357814256ed0e7aee9ee326","sample_id":"mmlu-human-aging.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8b5205b51201af67bb3c37019bc4a274d363a9767f83cfb2b49866ad37affb5","formula_version":"titan-u-contract-v1","latency_ms":0.6140830228105187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"772fe90422de5a1c5dc06a87bd60b57c61c5f951e1637624e0fa6a90c4d9932d","sample_id":"mmlu-human-aging.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25d72d57c3a507281fef9ec594e720ccba7b3d0638aeb4181a78c46dd2cc2c5f","formula_version":"titan-u-contract-v1","latency_ms":0.6532080005854368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e05799d247488d71b16c03c0edb8d0b40560581b3e8bfb8c19983b3be166a0c","sample_id":"mmlu-human-aging.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45d7d648a59f32c4a1c4ab2f8ee0d02ec9c843693b5cabfd4244e84230d580c4","formula_version":"titan-u-contract-v1","latency_ms":0.6240829825401306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5adcf1d85b3b9dedd1ea8b6aac7dec3af703de5efca76c2d1046c6a75e5c1cf","sample_id":"mmlu-human-aging.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48a77c87950e004ed8dddf31c48830c694041af0e4b82f4f9499e6e0d91a43fa","formula_version":"titan-u-contract-v1","latency_ms":0.7274170638993382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd17bb0d6c28f29b41b5ba3dc9b214f1fd47117a32d3672c92621a90fd941a25","sample_id":"mmlu-human-aging.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7997bb79236f6d000a84d73e70ddcc7c01312ab1376a3d44b7b1f355ed30f4c","formula_version":"titan-u-contract-v1","latency_ms":0.9221669752150774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d47207b1541871189bd4f44851499dc15dc227261a1e64f44c1d149368b70982","sample_id":"mmlu-human-aging.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdf49f44a7f5811fc1f69f36286fe4de90d464290d2a64566fe9fa442e4c40bf","formula_version":"titan-u-contract-v1","latency_ms":0.5033750785514712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a860a8bde34618aa934745a978c699450b43ac712aec89ebed6ab760ca0277c8","sample_id":"mmlu-human-aging.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b147defea6bb2b1b4bd3bd31966f0abc5c656dd2888d6f83e4180b25bcc78fba","formula_version":"titan-u-contract-v1","latency_ms":0.6878749700263143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dccbbdfe9d7aa0e07abb64dd98f26f64f3b54516a905f95a2465a9bc839df32","sample_id":"mmlu-human-aging.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c26e8be9dc6f3a13f845aedb3a942f30008f85dcaa588c096cbe9cbca3c92a97","formula_version":"titan-u-contract-v1","latency_ms":15.61975001823157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd5f5f929be54d3ed07563b47547595f639974b462f55b7f692c32fb24273bf2","sample_id":"mmlu-human-aging.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cf08b3ad2bc6090fe7a3ea9a844966fef7d276101082f0244ca02ae908d2370","formula_version":"titan-u-contract-v1","latency_ms":0.8954579243436456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23d07b186d1e890d1be5abd594dcf6e53e3937257f10792b33bd57008f396eaa","sample_id":"mmlu-human-aging.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53e246bb88fc35187bd1f431015b32e46f25df06c93db0fc0850be6261494dd7","formula_version":"titan-u-contract-v1","latency_ms":2.1736250491812825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ffa9a2478f548a88b7b8df8d755f2d42c64118e0fa36bfc2c58b3c767eb1171","sample_id":"mmlu-human-aging.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00b91373f6c9fb394b3d8c3b1a9b7b0306f949ba7555375e088bbfb879d9a47d","formula_version":"titan-u-contract-v1","latency_ms":0.5122500006109476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf00a6bd48695d507c8578853d2d8ec4be331b27afa4051107c57d323be3e58a","sample_id":"mmlu-human-aging.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57c31c1eb52127c3dccd125aa1459338d20ea3485e17fc21933adad123c7c84e","formula_version":"titan-u-contract-v1","latency_ms":0.5518750986084342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1075f22b5515ee5b9db9c58cf540e0868fbd2cead734598bc917c8bb09ac3924","sample_id":"mmlu-human-aging.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b70404b959f89c954c8658673477e0226684b74854e7edd41933c631b89a0cdd","formula_version":"titan-u-contract-v1","latency_ms":0.6977500161156058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44dd14ed7a6fbec17af1a1b3d9179a0940faf699216a62662c225a7390985eac","sample_id":"mmlu-human-aging.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9abe2887740b7171021a44dbc038d221f11feb8bfa4fc3731630d58fc45eac10","formula_version":"titan-u-contract-v1","latency_ms":0.6630840944126248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d310c1c59413d6157c34efc496d536217022cc222c1024193b28573792e68c5","sample_id":"mmlu-human-aging.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2c7f228f07aabf4eab77c4ebb6bab392c0dfef177cc99fbab408c4744259958","formula_version":"titan-u-contract-v1","latency_ms":0.5232080584391952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c1fd1268219afedcd86b1bd6b4a4da92d61a81c92fc7e66404e082fa9391d08","sample_id":"mmlu-human-aging.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"506f3e5833941756b56bbb4b0556370cbdc93a2caa844a66c065d76bda3e0fab","formula_version":"titan-u-contract-v1","latency_ms":0.6346660666167736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7615006f781ed8a514373492227f9e1d5022220597fa05ae8b4caeab518cb0aa","sample_id":"mmlu-human-aging.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e56ce7ba6b6519bcb2b5672381e957967c4e3646a6be889dc235eca613b9f990","formula_version":"titan-u-contract-v1","latency_ms":0.5947910249233246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a6e6b7d314ddcb5e296f19050769d4abbb10201629c322f0f18abd6713650e9","sample_id":"mmlu-human-aging.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"850c0a830e5c10d1752c915fe70e5b3cdb51f89778b65389fa3bc20d4a03676f","formula_version":"titan-u-contract-v1","latency_ms":70.68245799746364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab5a94fdb20ef5efc94977dc7c605195cac8ba9a7bb826b93dff3280d652c737","sample_id":"mmlu-human-aging.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d4a5d107e25f5a8e72b4d84426a4cadaae7a73cdfdd146a830d702fa0a0accb","formula_version":"titan-u-contract-v1","latency_ms":0.5008330335840583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36330d3a90acde49cd428744e74589236c9bf74952f0b76b76902f5a1d7685fc","sample_id":"mmlu-human-aging.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43325c6ff2e951b3079f274a4539c95f7c8cfab58702aecf0bdd2d1ca680e092","formula_version":"titan-u-contract-v1","latency_ms":0.5143750458955765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"094b5485b85c93bc42da4cf14edb72bbb4f2e7e526f8291ed1d29be5e7633a04","sample_id":"mmlu-human-aging.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b777dbd5fd8270b31f97087d5b2fa66af506ad8838a6f9adf490e36ce829add","formula_version":"titan-u-contract-v1","latency_ms":0.5296659655869007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b7289af4f77f5b4809c424e4eef25fff42c7a9ea7bf974c3a0f4d945e3a9f6c","sample_id":"mmlu-human-aging.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b8a1ce6d61dd23c4cdafb5c3f62eb45c8994d21afed85e2e6dd082eddde53cc","formula_version":"titan-u-contract-v1","latency_ms":0.5707079544663429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce8127e2ce2772bba5e85d9aefa64623a3cbf334bf6eea353de50661ac06fe0f","sample_id":"mmlu-human-aging.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e83741291446e00d0be5639235081c77ef15b0e54645a36d933ce76866fdf7de","formula_version":"titan-u-contract-v1","latency_ms":0.6317910738289356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7c9fbf8fe9b1b424c28b94630b5dc957b1c4c8c2864dae0a8ffb46bb470682b","sample_id":"mmlu-human-aging.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"705e32d4f0ddd706c8eca69ae56a3aa478d5cbaa23913c76585a15981d51b8f3","formula_version":"titan-u-contract-v1","latency_ms":0.5842921091243625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc3feebe28b3639d85525c8388de621a645ce0faa48eba9e74baea2704e3df81","sample_id":"mmlu-human-aging.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"532076b1e447a46e2ae764a844aac6c3d5e3fbd8379608c909f1a2095fac01f7","formula_version":"titan-u-contract-v1","latency_ms":0.79774996265769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a78fde09d4f1332f92c3b8c95db9a9254e837170fabf5e57db541edab84e3ba","sample_id":"mmlu-human-aging.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a71eb0b867ec7cbfe2dc123c9faed80e2b788447239dde471770079963ca5302","formula_version":"titan-u-contract-v1","latency_ms":0.7236669771373272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1673a30e1ed8d4d61cc8bf7edf064b9d23bdee79f7ebb026fba2301708459ac","sample_id":"mmlu-human-aging.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d56e1aa3e7373568abbced36630a3167e62c32f0a89ebac0ff68df0139e2746","formula_version":"titan-u-contract-v1","latency_ms":0.5594160174950957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68454f7dd68e28e55ae1049b6495ba2423e0d58c8e0a2e68db34f5bb55a45e46","sample_id":"mmlu-human-aging.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a69f608b2591ac5914a3f544e342087b35bd9d555a7873a00e92291ce2d59e6b","formula_version":"titan-u-contract-v1","latency_ms":0.9362910641357303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2514eb46f086ec8270ccb3f98a21bb8dd4cd795a76b8d47c14ed315d7bb968d9","sample_id":"mmlu-human-aging.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f438e010af2f7cf20f22978d9d8f2b204f1e8df831619ab809520802e641c64","formula_version":"titan-u-contract-v1","latency_ms":0.5207089707255363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bae67c45227f4d4e00ae75c08362e896327f9bdfc91a41aac0a10324952ecb8","sample_id":"mmlu-human-aging.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f22760bf20a068ce3d7d74ef49ecb0354e3e11346d68e6b89e44a97147c60b67","formula_version":"titan-u-contract-v1","latency_ms":0.513582956045866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a0479dee9a15ba730510abbaccd0c36a0266fa5fcb310708c594a4ee914244d","sample_id":"mmlu-human-aging.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05617e00549b8a2197133b5efb92d60df9b98444374b8858ab866c71fa40d9ab","formula_version":"titan-u-contract-v1","latency_ms":1.573583111166954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fca9fa14527cc7a4a4f023c2614031cd49b0fd51a62a3a96a2890c45547c6450","sample_id":"mmlu-human-aging.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e64b399bcd1fdc78d6c6568404a432f25ce75abcf774c0c541f351faabdd7fb","formula_version":"titan-u-contract-v1","latency_ms":0.4516670014709234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f47c56e708bb1b0506c97d7d62e1a3a3bc5f4dbffee3032bc2d903d6c2b5136","sample_id":"mmlu-human-aging.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4822073b51d828edfb5948bca9949db27070bff7144fd6dd6acdf8d483ece78d","formula_version":"titan-u-contract-v1","latency_ms":1.0808330262079835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26aa6f4b356e0cbb562085b8cf7522ffe5ed776fd7cfddc557b763dc518c282f","sample_id":"mmlu-human-aging.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d76cb13b33a79a3a6f7a20dee22ea1b7b2dcea39068c55e94b15642e04b6eb33","formula_version":"titan-u-contract-v1","latency_ms":0.497375032864511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49476a2e2d41a3b5ac1fe0148a25ca266838aa2907670c1d7200f8042819d9a6","sample_id":"mmlu-human-aging.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11d76026578a8b2bf58d7041ba8496fe56ce810e0ca29e96759193b27a748f08","formula_version":"titan-u-contract-v1","latency_ms":0.4716250114142895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"983f8bebe646c68882110f946e79f2a3de01a3aa36e8d943451f40f71db74eba","sample_id":"mmlu-human-aging.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e07cfee9e9c5c6c16e9119b39a00e6e8b7d2689f138e41c3ea9ea244d6fa0199","formula_version":"titan-u-contract-v1","latency_ms":0.8613750105723739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5814d2e63cea53a5f028bac8cfc98822eff1c624b9c7084395ec5e0ab39f7fbd","sample_id":"mmlu-human-aging.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71ff85fa891c331d304fd65a6e1b4648eb88fd3843c3f3c99b67d3b53baac54f","formula_version":"titan-u-contract-v1","latency_ms":1.3288340996950865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a46a4b85bd0d33962041bc74b2b3296607b786422e2e88968ec34521a4d2ff6","sample_id":"mmlu-human-aging.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2910e90de2f4954f1fbd3dbee8bb0a61d720f6135c68cbdfc40005ff2c77eee","formula_version":"titan-u-contract-v1","latency_ms":0.5287500098347664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9817129018f0d2569c2fce74053dcea49487914321eea9c2df1436ed47dd30d","sample_id":"mmlu-human-aging.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6d6b55e9cee686bcb46523ca3d9c308ee3bdb4bdc600e04a2644e920fed6cd2","formula_version":"titan-u-contract-v1","latency_ms":0.4622499691322446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e290e50f182fcadbcc2fcdcb0d21c00fad64b42223258685476fa9690897eef2","sample_id":"mmlu-human-aging.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05e57c014f3c9901eef69de04b810a406ce317f367b7ae597c6a2654e4b1c453","formula_version":"titan-u-contract-v1","latency_ms":0.4840840119868517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82a2ceee159f605eb731f46140fc3b06e1c6753157e3076b503c81015b1e9ab7","sample_id":"mmlu-human-aging.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be6656d9b444e0991c4735f7b5c9148cce95e5b44d65953bb0b5ac8def1e6026","formula_version":"titan-u-contract-v1","latency_ms":0.43295894283801317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00536b4b4041ac494f532807ca7a76ed02d75979cf2fc96512efc209f854f57d","sample_id":"mmlu-human-aging.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"531d976e59b1cd7c5d951f4df3c6723ed99d6b715ca849c87651d97459a95505","formula_version":"titan-u-contract-v1","latency_ms":0.5287500098347664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce3ecbffc951139d0ed9eada57661bfc60545b9eec7140b10986142c00946b16","sample_id":"mmlu-human-aging.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27f8d806888ad6ae4bac9a138563a8042a213d25befb1181482331eda2ef0464","formula_version":"titan-u-contract-v1","latency_ms":0.59254199732095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42bc906daefdfa9dc6ba83e8c9e2461d86dec52e15498730d171119121ca6d4b","sample_id":"mmlu-human-aging.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05f7dade055f240ff82797b266a3983c0e86d4ebee47a43243b2cbebb68d368f","formula_version":"titan-u-contract-v1","latency_ms":14.20762506313622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95003e84aa96e4a170af147a69c8ec65e94ac566a2f469afe5bf6c56cb5aa798","sample_id":"mmlu-human-aging.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddf2fd9957a769fd74fbfa620a2c22e7b64c92248d441540846c2917e509867a","formula_version":"titan-u-contract-v1","latency_ms":0.4858339671045542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4563cde9be662703438b27c1c55ed8914f2b403ac7450236b1d9dbe3477af6fc","sample_id":"mmlu-human-aging.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6838c13bc3765aeb1ece1266f7d161e99bf02c1fc678a97de78a41ed610de68b","formula_version":"titan-u-contract-v1","latency_ms":0.4747919738292694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cd0dbb5bc308b79393c9d831417209e1b2b33361951cd907b2ae3e0df7e2ec3","sample_id":"mmlu-human-aging.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd58a821e66b7828041b266f9059e1a3bf2623be32faac196427cf99a0711dd9","formula_version":"titan-u-contract-v1","latency_ms":0.5275829462334514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7406da51da293a7dd215c2a90239822b77ba901d9688f57b2ca300145e9c28a0","sample_id":"mmlu-human-aging.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53233ca76ff70933d4193e9b9b599feb7ee327392809373deba017ca6b10b639","formula_version":"titan-u-contract-v1","latency_ms":0.5441249813884497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a2bc5cd62fa5c40467f04d1aaee4409e4846afc90f92ddbd19bda468e3a51f4","sample_id":"mmlu-human-aging.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b42a01854733439fc8f901a55e33d4e680bc7710e9585ce7dc1598cec213c68","formula_version":"titan-u-contract-v1","latency_ms":0.4789580125361681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d16a7c4d9982f94724ec9c5a4af91e4a18620d44c6d2b41c9e8ffa499acc98a","sample_id":"mmlu-human-aging.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e6fa24361e608839205d65bbb93cc583ade84a26e77d6c75bea710698cf6990","formula_version":"titan-u-contract-v1","latency_ms":0.4903749795630574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a151ee29313ef9296e2be1bc1069a57cdf5cee45240631a51394c39bfc580543","sample_id":"mmlu-human-aging.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f618ec78507a5a880ec803e3402667ecb83936a6ede5c7a3ce8359bb9017258","formula_version":"titan-u-contract-v1","latency_ms":0.470584025606513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"773c22637a0369191bbbf2c0a9e28489145aae440dbfd5d3225b42ce762dd096","sample_id":"mmlu-human-aging.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7af9e54e5338daed07881f315e07cb3cd54e2d04777d3e2cc051c7d349819525","formula_version":"titan-u-contract-v1","latency_ms":0.45425002463161945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d57b8b7809980331540ea0df872c6c3cc92a1d80df86c0b9a234938f4091b0d8","sample_id":"mmlu-human-aging.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51b1318568ffa1993aa136df52d38658bae49f395a91601d8da1d426444be3cf","formula_version":"titan-u-contract-v1","latency_ms":0.46358397230505943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1803341a5b139fbcbc295f2922f8adf5986a39a2013e580558328c4e94f67809","sample_id":"mmlu-human-aging.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f38f684e9631c16ac02b34af28e81d8bf70eda41a51045d82245aac6d40c53b","formula_version":"titan-u-contract-v1","latency_ms":0.6925000343471766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b80f8bd270de2e2caf21d53ccec9238ee580ed51ed242edbbf72341f53afb097","sample_id":"mmlu-human-aging.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9284836f3abad13fad749403e447eca0fd574e3bc1e9faed43fc7e580ec7c54b","formula_version":"titan-u-contract-v1","latency_ms":0.8713749703019857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e9f569cb28a4d7cefe2c65d699b7bb955571e6b0cd8755de126b4e7d3f2361c","sample_id":"mmlu-human-aging.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf1276db4da477c54bdea7460293a8a7599b92cb1d59f4b77931880d9bcaf8d5","formula_version":"titan-u-contract-v1","latency_ms":0.7376250578090549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc87108ed8dc7a65a87d140bbf3e2443a9063c1603023fc7e9a80f09d2199384","sample_id":"mmlu-human-aging.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58f466500ca2b08995925c9df64bfb0ee2caec258f2a0f8ae3903a158f47f19a","formula_version":"titan-u-contract-v1","latency_ms":0.48204197082668543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"219f09d6ae2c03b0267cdb76ad79eb81943a814f198008feb7082ff6d04c1fd7","sample_id":"mmlu-human-aging.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9faf45d9967f89d0838a2d2eb32efb8d683d099696405d169b906a2f6b52e0b9","formula_version":"titan-u-contract-v1","latency_ms":0.47574995551258326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0b3fac4d2399ccaa7b2d01bc0da2c2ebaa362009fd9f7fd2ea9c6623396fe5e","sample_id":"mmlu-human-aging.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01e2561f9263deb0f005ad4f67659653a261f8820b4211ac6e8bc2b7afdfb419","formula_version":"titan-u-contract-v1","latency_ms":0.6513330154120922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce59057ac723d79b46a120b3fb7ebbc26e5f43656c24a2eef9e6996fb92ba24c","sample_id":"mmlu-human-aging.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85c48fb4537c1e7b8ebc4cfd937f1fa9bb6d57299711132aa5b08e501f333ebc","formula_version":"titan-u-contract-v1","latency_ms":0.535291968844831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e6f7a8d3b3547b8e9ae17680b0901205a5f6b566b9d4960eab2dbef8246407a","sample_id":"mmlu-human-aging.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc047e52e72cb97e785f63081b617cba3600cb9205b4c7b58a6649c31d5312d6","formula_version":"titan-u-contract-v1","latency_ms":0.4872499266639352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1bf6539cacbd6347d61c66bb789e6e9793fe72f7774d5d7b9af1eb12cff98b9","sample_id":"mmlu-human-aging.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fd1a4cc59875b4680ccabdf6c5323277138dd56fddd866df5487070a86a1a95","formula_version":"titan-u-contract-v1","latency_ms":1.1277500307187438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"878dd0a7f9a43f51dc01c35b7c22858ad8a9449a5b799cae6217e6bfb17326ad","sample_id":"mmlu-human-aging.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e025b09ca72a75fe2244567275e9dbf0cdd4d1605507a84a063f415247859c45","formula_version":"titan-u-contract-v1","latency_ms":0.5159999709576368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50074f3e063b514e32a5c75fef047c077bbc334adbbdab42108e338b7996eb1a","sample_id":"mmlu-human-aging.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c04d391cb198644b661fe275e53b55333e0ffc05e0ad876f58b35dd9724cacea","formula_version":"titan-u-contract-v1","latency_ms":1.7373330192640424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7cc418bda2fcbf1e4d8c08f6c4665531cbabf3f52ce69b346c09b8a8bacdfca","sample_id":"mmlu-human-aging.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"187f4f7f437a43f05a78afd62faf1054382fed3c3415469a4eb82ce8344a4263","formula_version":"titan-u-contract-v1","latency_ms":0.7997079519554973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"369d075bb24cc6c3b8a70b9f4202c0f4e70a9bb97b0db780d06caf731147cf1e","sample_id":"mmlu-human-aging.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"513017194fb3c0fb1c4e48d00414c1a9a4ed73b7b8e451256545391e50bc7269","formula_version":"titan-u-contract-v1","latency_ms":0.48429099842906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbcdb20411b1a6714b2832cf7e672b5deee5ad933054e2429c635d46e81f3d6c","sample_id":"mmlu-human-aging.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a016d44542cee85f1773496b063b8991c445f70a019a69457b901841df63218d","formula_version":"titan-u-contract-v1","latency_ms":0.6042909808456898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0e3f450d60872715eaf5d3f5e3b6b1ed2c6446135fb27fcf1c369887afb9fc0","sample_id":"mmlu-human-aging.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b833c630fe61e54d3d860c0453fc8aa674cdd004a194e408307e0361e430fbad","formula_version":"titan-u-contract-v1","latency_ms":0.9634169982746243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e07b71dfa19a84ddd0467901fd905145d92dd137d16a772f913c93c248854262","sample_id":"mmlu-human-aging.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b40516a3ad7ace4e5e967b08c4d951723940d5f1974b5c7d6b64b8428dd8725","formula_version":"titan-u-contract-v1","latency_ms":0.49133296124637127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5bfca3b9ed026f916ce7780d89f3d71b417764fa17d2de31f3cf96bc33628c8","sample_id":"mmlu-human-aging.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd012819162be43aa5bb3a71279592ef6dde087957904b1fa386667b15af71fb","formula_version":"titan-u-contract-v1","latency_ms":0.4740830045193434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05948834e0899e01327724acea332e4a1e62cfb94569b5ecdc23315057ead5e2","sample_id":"mmlu-human-aging.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6b6945dc9c5e119b103260502c9b665b68e53b7497e7107c0817113d6acf055","formula_version":"titan-u-contract-v1","latency_ms":0.4764579934999347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ca0d754e77ac6c07f52ffd3dd5b65e100330a74d74c19b809ce05e3d2f56ae5","sample_id":"mmlu-human-aging.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad40e37bbe4a0f94fbd3881a85cc8a95144f9db24f700e2abb449f5c515d33a6","formula_version":"titan-u-contract-v1","latency_ms":0.463582924567163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe3af3a55e102572167db59040b255fac9015cd31204f9a7fbf79d77b457c1f4","sample_id":"mmlu-human-aging.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34dc7a74d14915bf5b4631969cc8fc1744891b77352782d0aa813f87a0db8258","formula_version":"titan-u-contract-v1","latency_ms":0.4897079197689891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1823ddbe27f944ffbe1c6cfce8d8591197d9b0a5883061b118d82466922f76d0","sample_id":"mmlu-human-aging.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b565ebcec9bb1cc8b29178c1f18f12c1cb89bea33e5eccf12bf98785583cff9f","formula_version":"titan-u-contract-v1","latency_ms":0.5084170261397958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebe57db227909e7d28c5f638dbb956b490818188c6f5f6680ed235fa03838b95","sample_id":"mmlu-human-aging.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15ab44649e888badb0d8723c0aee45ebb3887ae9fafe33955c50a0d1e929e61c","formula_version":"titan-u-contract-v1","latency_ms":0.6687080021947622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2770b73c99f17edafc3f0de49b835ff7e07869aa8a7081be895adef88509cfb","sample_id":"mmlu-human-aging.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f37b5d3403f45277f022647665d30878edfdfce06d5278926d122baf972b6fda","formula_version":"titan-u-contract-v1","latency_ms":0.8679999737069011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13e5fbab32a390ce42c0d03624d54e80eaa1f1d45f3e518ebc84ce7c1d4daba5","sample_id":"mmlu-human-aging.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b1aad9c7797aa0a74fbcc17b69034c8a6bb7aa5916ba0494e358125003d9806","formula_version":"titan-u-contract-v1","latency_ms":0.6264590192586184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef35e6bfe935ce324ebfae181b969eff468954c027f7b12e90f9d1e66cecb8b4","sample_id":"mmlu-human-aging.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c43664d439a160bdec2c5ec8f453bc32e36aaa5fb01bb974fa1bb9547a45ad4e","formula_version":"titan-u-contract-v1","latency_ms":0.48512499779462814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"877dd76e043b47c89b89bffbae9abf0bcf57023be89ca7c6f7e161ef7e3ed01a","sample_id":"mmlu-human-aging.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c0d3bf9f0963c9f8eceaf9a3fd255546b782905214573e7ce836f77c46275b3","formula_version":"titan-u-contract-v1","latency_ms":0.5388330901041627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18a62af2189da38fa7fd7863057c82ce443be21ae5f7645cd9a0bafc62984c1b","sample_id":"mmlu-human-aging.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8d75006efc1551d43cbc759ecacd8703ee86cf1cf4458ebc0218b7d54c199e3","formula_version":"titan-u-contract-v1","latency_ms":0.6929589435458183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfc055db03e721bbb23ebcd73d920699f6bf2ef5cfc0f2564b1c552fbac6e9f5","sample_id":"mmlu-human-aging.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71c08e23621660cb748ac47e0f250a0f8147a78f16e67d85d95e0f3237ac7aa1","formula_version":"titan-u-contract-v1","latency_ms":0.4664589650928974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d69bf19d1fd7bb6d670915b31606962a08f124460fd0b779521030114ad5ac2e","sample_id":"mmlu-human-aging.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b5fe62665a954a2f39279ecd0c67448d066ab4fb967f30c221ec8499679489d","formula_version":"titan-u-contract-v1","latency_ms":0.5760830827057362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c1a46c22b16fb8f7c7c8568c18bbf8ce9d9e0b28ae0626d25044aca30cb02dc","sample_id":"mmlu-human-aging.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41608c157026719d2386882056779322687a83ab59678484910df1ea79170723","formula_version":"titan-u-contract-v1","latency_ms":0.555291073396802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84e4044ba22d3c212ca925e60d0df7de6d723b2eaf10445083b8aa6e3163288e","sample_id":"mmlu-human-aging.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"544b468012f1c8b6ec9ca9e271cbdd676e0419aead7438d3e514eba81a836d64","formula_version":"titan-u-contract-v1","latency_ms":0.5700410110875964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"292c28b9a6b627a689ce152d1d8c0dab0eec32c0723035a3f8f8a76d8ac00ded","sample_id":"mmlu-human-aging.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d487a3691f16d54301389b0e5699299a2cc2c88de1798401c933c8780ae04c9f","formula_version":"titan-u-contract-v1","latency_ms":0.5911670159548521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c20202d88c3dfbacc59db08ff687e7b255c0315d58e7bab376daec1fcec468e3","sample_id":"mmlu-human-aging.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cc972e3574e30b336aaa54b89212204aa12cc140f9757cd7001f293445312a0","formula_version":"titan-u-contract-v1","latency_ms":0.7238340331241488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1118949d73b8b2f81fb6d2af50bdf5da87fc8d4c2bba2062eb5f52bf6ebff53","sample_id":"mmlu-human-aging.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9b023bdafec5d909678dfc4d4be4fb1aae4248b6b2b9a181fa37d334fd5a93f","formula_version":"titan-u-contract-v1","latency_ms":0.46837504487484694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d66b4bfd5c20fe955ce44bd21ee1567d49065318c31c0f7b5193ef77acf030f","sample_id":"mmlu-human-aging.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6312f854cb5dbe9615b5c10b789109212fd67c25b65e59d8500853393bc6e5c8","formula_version":"titan-u-contract-v1","latency_ms":0.5065830191597342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5f7480fbc614e32f2595c9854ffe562b45f54766d5c296424ba21fe1fd62b08","sample_id":"mmlu-human-aging.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14bf452ed4cae882452d4962df05f9ce3c63f0a2b5f17b6ad0932e8208e9f445","formula_version":"titan-u-contract-v1","latency_ms":6.072874995879829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee2f5393997d4ccd1dfe159edeff830041feb37ad6c6184153fc4151d7c64984","sample_id":"mmlu-human-aging.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d81e9d974151252ba4cda007e3855e986d3c3bd742a30c70bb8cd07027384e7","formula_version":"titan-u-contract-v1","latency_ms":0.5001249955967069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"579ce940c481b9863d4cf629b954e6de34a95b55acac5879f24ad0118ba8dff4","sample_id":"mmlu-human-aging.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c71aae235aaa7d7016b0de67ab638e4ef42c18d8eb735f2b97853acbfa54c5f6","formula_version":"titan-u-contract-v1","latency_ms":1.2987499358132482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5dbf4a3095f5992ed616fd0bbc6c68b519bf84e1fd06043bc4dfb118aa040ee","sample_id":"mmlu-human-aging.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ba19955f282649e99b9561f4fcfe0507b334a62139b084ad8e623bf11b9252b","formula_version":"titan-u-contract-v1","latency_ms":0.5128750344738364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba21aed15241d4243affb727f4867df7de3b10722a8d4c463549f0bda1421e5c","sample_id":"mmlu-human-aging.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c360929e0cf0a9ac4d44aef0ed6fc1ab4e2efda99f2779559c48adbde80b5de1","formula_version":"titan-u-contract-v1","latency_ms":1.3601669343188405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a1e9a792d03231499dd21ec9e076d374c8e45ebc99eab9f0732076dc5308620","sample_id":"mmlu-human-aging.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"104a1cf09101110d9605fa7995eb7ee7725c19309be594ba06522eaabd6d0c79","formula_version":"titan-u-contract-v1","latency_ms":0.6008340278640389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff670d70f13b14a0fa0f011606b0d008028241750b82413d738a23a1653ca693","sample_id":"mmlu-human-aging.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c0a8ae0370d91c95ce664699288c0ecef47e2983712b45659d6bd52c96915ca","formula_version":"titan-u-contract-v1","latency_ms":0.5551249487325549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd78ce05bf00f2bb54f29c685420cfdb1174a951e5afa0858dc07a6bf2f9a9b2","sample_id":"mmlu-human-aging.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"644b9ba1d874f693bc57a053f0ea6b0f013569cbb1b35ab729f99177319a8902","formula_version":"titan-u-contract-v1","latency_ms":0.8674169657751918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"686e1d88e7e8ba06ed3629ad7acec7eb42a398f8ea8e0f5241d529c0b31a9ba0","sample_id":"mmlu-human-aging.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cfb98c3bf48958c07ad3a4b7060c8fffd1b7f02aa3e3b15776d14a4874a9644","formula_version":"titan-u-contract-v1","latency_ms":0.4707499174401164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33bf03cfca1015e1907ac4bb71bfa59beb516c0c100dfcfc3a195573fe35b6fc","sample_id":"mmlu-human-aging.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ae3dc8c598dae40c0dd0e9712edbd449f680c594d0e4ff22462e5ce4f1026fa","formula_version":"titan-u-contract-v1","latency_ms":0.49054098781198263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faa8a9855002bbeefcb1a3346243072fc3d0c8dc59e4a64a179efcd5b8e1482e","sample_id":"mmlu-human-aging.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7c1be8fe9accf1857b0668924a82a07fa46e28bdd4e8692a8e886fc31557628","formula_version":"titan-u-contract-v1","latency_ms":0.5205409834161401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aec2fad22d2e82af124bdcb0cf707839428adaf1eaab4b7c24a4a473c27aae05","sample_id":"mmlu-human-aging.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55090cf7b1bd920faf9441e77953e1d36d849945dabf780b3957307ed8ed1e40","formula_version":"titan-u-contract-v1","latency_ms":0.6846670294180512,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1ca699b2de2615c76ea724e57411be30eef562705577d78513248123a582795","sample_id":"mmlu-human-aging.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56e0c46cb8728bb6d30f9739a61a6718e0fb7fda08a312acb0c0c46e5e53fe1a","formula_version":"titan-u-contract-v1","latency_ms":2.401250065304339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15a0efcbe33de115b11651b5e165f8b5f266da80440e46b09ffdd4c2bce74f8a","sample_id":"mmlu-human-aging.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"562bb7faa7e3fc076dd5f11b6ba1271aa993cc8981425804103d12e80aa7c64a","formula_version":"titan-u-contract-v1","latency_ms":0.556332990527153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb3059e31e2686113181feba2aaa2a6353f42857463fcb08f2742050f6caa11e","sample_id":"mmlu-human-aging.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50d7c2c8a87662f8cd9a48e28f5c90d0710ac38fec4dee728875cdf99f1cfb3d","formula_version":"titan-u-contract-v1","latency_ms":0.8283749921247363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66b7f476c030bca76d68efdc03ef1cde311de619491b48d61f803a9ca8e96663","sample_id":"mmlu-human-aging.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a189de8f29ab9f84bdfc1a8852138c0eeffd40a295b6baef8070984bbc31882","formula_version":"titan-u-contract-v1","latency_ms":0.5004999693483114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe8aaf9951a20592addcc36c18d8f2b8c278a6eee5fabb3ba5bc835b7f9db6bc","sample_id":"mmlu-human-aging.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3aed0735a21746d5398f6f41e1eb31e7f822ebcafa8ada62e2791624d49f03ed","formula_version":"titan-u-contract-v1","latency_ms":0.5007910076528788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"250b8bea835b5bfcf225fd3b2a72c8b9b1762290c8ee5ef02874c9785e09b506","sample_id":"mmlu-human-aging.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77feaccbae513d0197a3aa603d563c2da612978f93dcd1931ad3a658ab1df578","formula_version":"titan-u-contract-v1","latency_ms":0.477125053294003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4f083698be2fe5b804796cffb5cbdfb86a8550d435bf32f6272a1a8243d1f56","sample_id":"mmlu-human-aging.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1aff22d5743776b040702cb341e1da8e555c8f9f675d4e22ff8ad1112dd5b22","formula_version":"titan-u-contract-v1","latency_ms":0.6130000110715628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08d1bcdd0e983aad25d213a6a70f82e858a9ccd5194c0966bec69de7933514a9","sample_id":"mmlu-human-aging.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4d51b983212f035752e7ef4c41dadc97367e911c3be8106a198f91b8373464d","formula_version":"titan-u-contract-v1","latency_ms":0.7942919619381428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2bd2e97186a5d357a1353e68d26257bf9caefd077c9482e6ccd99f9ced6b7b5","sample_id":"mmlu-human-aging.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c4d485c27f52161475ef526062feb8ee2e1ff8208c5df0cfed073133bbe2054","formula_version":"titan-u-contract-v1","latency_ms":0.6179589545354247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36aa74adcf04d6805d832e1827454143caa172d0338fc3adc1353c7dc1913956","sample_id":"mmlu-human-aging.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a03dd0c0d82c0d0a159283e056a29a2058b86dbdbf4d652efc50d1835731df7f","formula_version":"titan-u-contract-v1","latency_ms":0.7800409803166986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"313378632360d046b84a0d571329cabbca2119a17f1ff897b91e8a66c589d107","sample_id":"mmlu-human-aging.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53f20724333e17dabe1ff7c11002025d4f26c9cef097db21eec50a35909ab105","formula_version":"titan-u-contract-v1","latency_ms":0.4746250342577696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96c0cec5217f39990bfec4177c28c523af581d99ab68a737f8569654e7a1df03","sample_id":"mmlu-human-aging.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b4c9e87b359daed1c24058ca5c050d510adf5c845b4bdf4ea0627f229f3b8fe","formula_version":"titan-u-contract-v1","latency_ms":0.8693330455571413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4522f7f0414a18f9b3306035185df04bbdfae4f15a463c37292845398d641a0","sample_id":"mmlu-human-aging.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"279bd986391e53d5114e7198195ee0f15cb70daa5f7c5bc5cba32ac74025c1f8","formula_version":"titan-u-contract-v1","latency_ms":1.058083027601242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bd9f1295f28d84b1656f1ea7e481d8f1e5fe1df631402c8bae81aa367d7e996","sample_id":"mmlu-human-aging.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56a2b49cdee5359a22375b799e5f5783d1072a403597b8b53f2a0c9f4ec70663","formula_version":"titan-u-contract-v1","latency_ms":1.3042920036241412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"765be426fad6940d26ae27f922c6e9d19f77a6863674b98ac1c89d47641f1c3e","sample_id":"mmlu-human-aging.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b18913e28e25e949d902cfa45a2b75b107cc667034d4fc2598c02e792421445","formula_version":"titan-u-contract-v1","latency_ms":0.4830840043723583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17d645d376207f3df9ece885761911bf3e8aa9a1cdc8052ed947fa42e6dd8219","sample_id":"mmlu-human-aging.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2e71986296dbffe6f06e6537a53a829d545bd99eba0c94a5b1481c3761b962d","formula_version":"titan-u-contract-v1","latency_ms":1.607874990440905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9290b7d39dcc4d56ce8dbf00586ae859fcb7de5acf34c63ce34cddd88cd95dc7","sample_id":"mmlu-human-aging.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"826dace9c59986850cf25dc64e92f85af8402c0d790b34d8797de5ec719a87aa","formula_version":"titan-u-contract-v1","latency_ms":0.4392089322209358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"251c8fcfa3c6623d055a18728a61ed1c2f02443898dec228f3f500b302439742","sample_id":"mmlu-human-aging.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39749ea47d65eaada058f55127edd5a399215c029bc931587a7e7a408852afeb","formula_version":"titan-u-contract-v1","latency_ms":0.4539170768111944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f59ab0a603130d73746baf23e3488e25025c1c4c18068ff7e605de910b19741e","sample_id":"mmlu-human-aging.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa8c4f1400f9d45c10bdd011aabdd39952dedda6ee3a2e00bd6d62468b51e15a","formula_version":"titan-u-contract-v1","latency_ms":1.3156660133972764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50deebdfd219e0ddfa0f11a2f20e400ccbb48925e819e3cef0a46572f001fb56","sample_id":"mmlu-human-aging.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f76a2ab59e7994b1c9ebab589dca7c84b2f948ae51c033a1e8314631c5cf399","formula_version":"titan-u-contract-v1","latency_ms":0.4640830447897315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c81e0b77ab347a99340cfda0f6d4f36bce1c5b4fbc077d12c55505e2ee55950","sample_id":"mmlu-human-aging.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6134d8b872a713af22cee8a6eb08724dbd259b70d8fdee1c3f827d7dc16ae749","formula_version":"titan-u-contract-v1","latency_ms":0.5026250146329403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a168c13ad35d39dbb3712e7a8fc54ca01a99ef15b93ea3c650701cfe07955aec","sample_id":"mmlu-human-aging.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ca0f080965e55cbbbed06312a4b97de53b1d169e62160dd18b23e8cd41ac735","formula_version":"titan-u-contract-v1","latency_ms":0.6242500385269523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"594c4a5d565dbd8c73ecf38c99df088f6f1e5d722d3b4fa0c821189d07b19efd","sample_id":"mmlu-human-aging.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"227511bf846e9cc6e744430ee526c943f4463cc88cd81841cb2ae3795e953581","formula_version":"titan-u-contract-v1","latency_ms":0.6946249632164836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b596b714d6c1f5130c1f1e92173d66adea838f5d162aa5016d9495efe16287a4","sample_id":"mmlu-human-aging.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4d2c0e2931d3ef10076c9b6c8c7ea702cc9610fe30ef388403631beccaf6a69","formula_version":"titan-u-contract-v1","latency_ms":0.5640840390697122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a8c8e9298ffe7dc35e1e0d9827d221e5b688616ec42b0b08899ff9a4b359850","sample_id":"mmlu-human-aging.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5005195bda04eca5826cc3d37dce6ac0c77e9aad6b0b193a60cc85caab999199","formula_version":"titan-u-contract-v1","latency_ms":0.48450008034706116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dc4d207e0e90a4367cd190fbfeea79e279c188e23e41852c347b2a1858f4495","sample_id":"mmlu-human-aging.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22190381ef6261232fc253065b48b899104bec2fe093b715d31221d1e1c6f4a4","formula_version":"titan-u-contract-v1","latency_ms":0.5550410132855177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1358d32eefbf8af991cb1c39d1280f0719ad861a20f36575fe542103aece0244","sample_id":"mmlu-human-aging.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33e055d519c991686e6d9dff7eea15054905f78fc2752c7a427e505909511bad","formula_version":"titan-u-contract-v1","latency_ms":0.48066594172269106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b58132ba15d1c2234c7b73f7e75df921e35cd5380f530236bb2f878381d583e9","sample_id":"mmlu-human-aging.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8ecf0f7442f0daf93b4eb1739769141c2891260f6e222dd194126f8890fa885","formula_version":"titan-u-contract-v1","latency_ms":0.7828749949112535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a62dfabf402f48028822beb40ff92bd5bfa669dea592796f0946afc1f5944ff3","sample_id":"mmlu-human-aging.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3050721f1ada5ed9faa4727be363e46dc6b526739c8ca52ab8a9120766bb0028","formula_version":"titan-u-contract-v1","latency_ms":0.5068749887868762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5c02020f59df7fb1d1126a3742a79ec7151f64a20bd442092b198031f1a526a","sample_id":"mmlu-human-aging.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ab143382826278855a62a2f41b59e6e0764052ddc6c173008c4aa90ee51f4ae","formula_version":"titan-u-contract-v1","latency_ms":0.6840829737484455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6380be4a70ad77350845cbf5b3651af74318b594e01c2b1105b86b028de95e71","sample_id":"mmlu-human-aging.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c300cb8d00d70c4aaf62d430faf97e593deafaf69e3f9550c12b412c74282175","formula_version":"titan-u-contract-v1","latency_ms":0.7017090683802962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11ed8bf1e535344cdcdddfd9f79eb99c9922f4f8492f5cde53eb10bf0233b184","sample_id":"mmlu-human-aging.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a24c1e4ae3e44803a23379d05fe91544b9366f7e7d98bc6de8ed62d6ce8ea67d","formula_version":"titan-u-contract-v1","latency_ms":0.6349580362439156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"369e360b694ec2e7176547622a149d5f629c180ef687ebff0d9e5b4a2d530089","sample_id":"mmlu-human-aging.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09830201f550f894c30bc30e9cd74981ca1655cbed69ffc483015c64e2f7a3ee","formula_version":"titan-u-contract-v1","latency_ms":0.5621250020340085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7743f390b826fec6330fbc632c146a3e9f82765249aa6b44048a0d00fb0d580","sample_id":"mmlu-human-aging.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a41e823c130cbcd2b1cf3556b7e9706a6f9d54eac69491e43b4ed39c01a91ef","formula_version":"titan-u-contract-v1","latency_ms":0.4580839304253459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26c0d10524760321e68611d03665aaffd1aebb521ec9c1f042677a9c8669ccc9","sample_id":"mmlu-human-aging.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25adff868f6e98cde70f01a13e79af3e38ffb8eb05dbd46ec82aaa2fad0e901f","formula_version":"titan-u-contract-v1","latency_ms":0.5441659595817327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ca7cce465145cf171d9637766aa9e3d9b7e3c0428ad97c177c844c36303ae24","sample_id":"mmlu-human-aging.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02d0abf511bd90982e2ac600e1869ad5dd235afe966ad2c4287446bfc4361f34","formula_version":"titan-u-contract-v1","latency_ms":15.939499950036407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9afc09df40fa53f6cc76cc6e6eca8376016beacdba1c26354bc6d81a055eac8a","sample_id":"mmlu-human-aging.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85a55ca2c9a64d0f1ad128a82c1c71661e5db2fb56f73aad72bc398de077f3bf","formula_version":"titan-u-contract-v1","latency_ms":2.058749902062118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b198d9fa804a110c7fd25125bf923dcba023042b72b6135482c0636ec13d60a0","sample_id":"mmlu-human-aging.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c722273ad99ebd599f9e579d32834d397227fa9b987517e8c6e896f527e1160d","formula_version":"titan-u-contract-v1","latency_ms":0.45854097697883844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca6bc5ac42ed1fe932f9126af4c2a5e187390633977e18dd340fdef4918b6e76","sample_id":"mmlu-human-aging.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d6fae9ee30fc36369c7d59972c185648d013398847a1cf217b8312af6aff282","formula_version":"titan-u-contract-v1","latency_ms":0.6014159880578518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4e5f7711fd845d7e68e0ab433656c0d787b2b4b71b8dabb9ab70409301680ae","sample_id":"mmlu-human-aging.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4747700adea2a5427c0d32fedc862e105b074b96383b06933e364547e976d9ab","formula_version":"titan-u-contract-v1","latency_ms":0.48170797526836395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21c3d7502e9bf32632e90857412bb3df15d1a528167f92e1023fd2f59faec269","sample_id":"mmlu-human-aging.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f89bfd64e75c8bb8f68d215d96b0493742c82f32ad43cd986f1c92b55d4bb3b","formula_version":"titan-u-contract-v1","latency_ms":1.1334159644320607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4d42d9c5aeeb0b38f4bb2cfa72d304db3985459ce51febb23d59e569eda9204","sample_id":"mmlu-human-aging.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b97f8cd729845b311d5a846c57ecbde5b0000dc2e9ec0b47d5b4914dc0d160e8","formula_version":"titan-u-contract-v1","latency_ms":0.4939169157296419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e276c0fc2cb1c24a6bdb097cef13dcf12c546ed3bca669e5a95856abfea7f921","sample_id":"mmlu-human-aging.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a3ec309f96e8b38988fd4fdb2ffbb3e9e3fe3db762b546e3bfeba48e747811f","formula_version":"titan-u-contract-v1","latency_ms":3.5470419097691774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73554e7143213c8009f72ed13ee34faa0baf404fcee1a5fd3448fc371f697a98","sample_id":"mmlu-human-aging.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a86ec1fff763fb595e8281f604f09baeaa2e45e1ef22cb011f790a8c7d1533d","formula_version":"titan-u-contract-v1","latency_ms":1.056790933944285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9698b57d50d45b90fa40ba2fbe61f9b2c0a22cefaf4d5ca120499e4fc2c3e4b","sample_id":"mmlu-human-aging.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e8d1f5f5b2050b9a40c71e3d95973887f6d6e5fd248e8e5f3c6a84302580b76","formula_version":"titan-u-contract-v1","latency_ms":0.7657499518245459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b25c1bb8814c785b3222ccac60c32b08d22b6c0260ca1beb702a5753ce522646","sample_id":"mmlu-human-aging.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ddef369ba0cb5d5a07eea5f4253aba35615bf457d2d519fd46df00f9539b8c9","formula_version":"titan-u-contract-v1","latency_ms":0.5007920553907752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"097a90071e8c456ee3f17adc1efc147157d938fdd310556a75d4b2d38fba1ea3","sample_id":"mmlu-human-aging.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4656880b92986c7646ee5b33e8146adc21c64fe82af021957a4756044b5b3688","formula_version":"titan-u-contract-v1","latency_ms":0.8172499947249889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa82ee4bc2a5beb6fa4affd880f1aeb3d199113bae479190d4e2129cc42693c6","sample_id":"mmlu-human-aging.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc1d1eec4c7edd2df4d44c568df12c0c6e660e1262e4f0adac5d23f750b29b8b","formula_version":"titan-u-contract-v1","latency_ms":0.6763749988749623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5366339996d03f3dcd29fa7dd4b128f062ed087c8ea68db1f1bd328316f0599c","sample_id":"mmlu-human-aging.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b309b7008919c8c21c5cbb3c903ac60bbe5264f1220021a3eb7c444371d4c72f","formula_version":"titan-u-contract-v1","latency_ms":0.6242500385269523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7922011b6137e9976a24f081268f79557b26a2faf79048b4f7b6d4e5a5e09836","sample_id":"mmlu-human-aging.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bb6bf7cd6113a76e7e0a0526fdfa6d6d47ef36686661d37136c4752c24f0b91","formula_version":"titan-u-contract-v1","latency_ms":0.5275410367175937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d14dddb867f2e4262b6887ecec7b90d919a4f82580e4db8869910686e526d35","sample_id":"mmlu-human-aging.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bcf5dbfc9599d71457754b4cd5ba2b890a124fb96e58884dcc74693ed4fb212","formula_version":"titan-u-contract-v1","latency_ms":0.7962920935824513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7833fb2751f2729a7dc329b12fdaad9632fdfb7692d6e4f8f45552c26203cf3e","sample_id":"mmlu-human-aging.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e26f58014589e623b56bfff13ee271ea4a6ecc47bd0c347c6f0aad4bf5ff1221","formula_version":"titan-u-contract-v1","latency_ms":1.355209038592875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e55c95b4093f323ff990a785eee59fb1c913ba196c5f54577698ea9a533facc8","sample_id":"mmlu-human-aging.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3a2b22842914b496bb9d79fd93cbd7e156a7ab4e5cb94cb862130985970e73d","formula_version":"titan-u-contract-v1","latency_ms":2.9157500248402357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6d8e29ef6a1715250066d11505da4af03378b547f80ca4eed079bc89bf7f852","sample_id":"mmlu-human-aging.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d63940741139a3a935d52d6d385bbd928d8d44f1938a8b946f7baa79f8841bfb","formula_version":"titan-u-contract-v1","latency_ms":0.54695806466043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"735f215819c0b5bee55fa1d00a07cd06fd6a62378f7690995c0815f79b960704","sample_id":"mmlu-human-aging.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82565837f2c3428cfc0772bcc97441fb47862e8145b31f44adb277b6d8065b85","formula_version":"titan-u-contract-v1","latency_ms":0.4272919613867998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0301088c4923068ff180e5ee823f8bbb5696f06e8bcf8a6481bc5f59808190d6","sample_id":"mmlu-human-sexuality.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e263efd5fd9f88009d967f682a0884dcbab896bb385660262d4de307b9e99910","formula_version":"titan-u-contract-v1","latency_ms":0.47608406748622656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a411bd86da99e5182cf85bf93eec86c994c80295bd4632d311759109a968308","sample_id":"mmlu-human-sexuality.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"524312c1fb6ed4987f9d8565126465cf454262281a97a8321e3e6c135660bca1","formula_version":"titan-u-contract-v1","latency_ms":0.4694589879363775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2573b9e2c1f5c8518ab52badefe8a7d13091135b9cb588f5989e8152abe76e9d","sample_id":"mmlu-human-sexuality.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e47349265506d0bff954708555d19c191246c331a27d5ef53cb4c608aaaa95d","formula_version":"titan-u-contract-v1","latency_ms":0.42633397970348597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a13b479d8ee16d312e3d1ae1fff3aee8700cabed0af923b7131e8ad84507605","sample_id":"mmlu-human-sexuality.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20da7ea3d6d836d724d8f0ba36c4b2a3030f2bd96231b6a2e60d4b924c2fb9b8","formula_version":"titan-u-contract-v1","latency_ms":0.6280409870669246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2254b971cb39f977fd44fd7982074f8d7dbe61f078010fb529f57b506f55f37","sample_id":"mmlu-human-sexuality.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbf9db04e84da95872040afbb0da059f9c7882520cd1bd7ea0865d2531427e2e","formula_version":"titan-u-contract-v1","latency_ms":0.5015829810872674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea467d3daf3bbfab4d5619fe49b4af08b113ab40da22d333b6f8364c6c3423fa","sample_id":"mmlu-human-sexuality.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"281d2001879d4e8899b354f3d2054e01ad47466062e6a152089053f3309a9660","formula_version":"titan-u-contract-v1","latency_ms":0.5601670127362013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2778106a688299e956b82d597148658a7959dfc4ba5112d0c42db0994acc01c","sample_id":"mmlu-human-sexuality.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a471c59e8029308db95593fa59d77e1e1d9d5fb3c2fc0dd17494e025557a66af","formula_version":"titan-u-contract-v1","latency_ms":0.5401660455390811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d886142cb2291b7696367d56f38e52e16af3d9791e8c898db1bd5a5fe98b7680","sample_id":"mmlu-human-sexuality.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d51f1458a218848f5621bd481a39b24d731b0133d67f769ba1cb2a191dc99078","formula_version":"titan-u-contract-v1","latency_ms":0.6719169905409217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a9e6e72ea48e6e6f42c8957294d6e1d654dcb2ebc98b18d80bf178af9ea02cf","sample_id":"mmlu-human-sexuality.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc652d15d0647ed3cffedc664d2e7bc977457b488cf2ee39a1280c1cde67e06b","formula_version":"titan-u-contract-v1","latency_ms":0.6827500183135271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"109211a1541e4773567231b13b9675a1ceec23a06000585cd72dc24a5d2f092a","sample_id":"mmlu-human-sexuality.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9ba72a91d2ca3d96dc13acecff761788c4c5e69ae293e482af83aa1503997dc","formula_version":"titan-u-contract-v1","latency_ms":0.6257080240175128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"203ed34331e44053929b113a2d94f063a28cb6f2787eb9592aff0678c39663bc","sample_id":"mmlu-human-sexuality.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"687773fabb356182ce529bb64e8291070d4155855bfc10ccb0ea4b0a91465e96","formula_version":"titan-u-contract-v1","latency_ms":0.6348330061882734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f634f35a7c6ca732790234befe17e15aa4ff667348a968f7a56a7f7f6ec3114","sample_id":"mmlu-human-sexuality.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf607069b2d517633354fdc2c50815abd257f9ddeff9bbe42d879c14f6b12f13","formula_version":"titan-u-contract-v1","latency_ms":0.6007910706102848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5efe22d42a92e710315f5317f8445541cbd9baa01d145c10fbf3a8edc262b5bc","sample_id":"mmlu-human-sexuality.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4eadcf9068f6556e0718bbba52992bdfcf01ffb5e8a7582a5be5a002a04360b6","formula_version":"titan-u-contract-v1","latency_ms":1.3737500412389636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45b5f456ef5929f865f31800ea9466d30e63be89f2664d2f72fcdc095b128733","sample_id":"mmlu-human-sexuality.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b9091f687c6b50836dd9f18cb37cf44a1f855db160e5af01741f06105c6ca32","formula_version":"titan-u-contract-v1","latency_ms":0.7148749427869916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4d4654672fc8fd11ac584a1827449e6368f2b1bb4702f3937c0bbcc23a6f5e3","sample_id":"mmlu-human-sexuality.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfedb1471d7e74adbbb8e9ef42b7de6db0a619c4064050192b0a7726ede0177f","formula_version":"titan-u-contract-v1","latency_ms":0.567625043913722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51a0806298b39cc018139986f94346a9230cb96addc47763c42a0b1bf7f1a663","sample_id":"mmlu-human-sexuality.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48d08c873028e3f9aed12bccd951280bfba836cebd40504a43de98217e68552f","formula_version":"titan-u-contract-v1","latency_ms":0.5604579346254468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a1fabc6f961684e4b5c50b87b6c481dfdfb0cd155612582c576077e0445b1f9","sample_id":"mmlu-human-sexuality.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd15e64c6749f14865f36f590ac223a3688aa392196a37ecf2c521d8070cc2e7","formula_version":"titan-u-contract-v1","latency_ms":0.6505830679088831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8b4fc761b7cd2c71d17ec96a082ecd5bedb781404acc3bdcc67a689334f695b","sample_id":"mmlu-human-sexuality.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8363b36b901bd5ffad1ef77d02780994fe8c780ee7910f9f546997d8b3b05bfb","formula_version":"titan-u-contract-v1","latency_ms":0.7008330430835485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a69a513809a914bc6bb2f37ee087596f8ee61349b8f014445846fef03f702501","sample_id":"mmlu-human-sexuality.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19c941dc6f03ef49c5128ba740a6dc3e741f090ac4ca9dcf20fbebdf51721dc3","formula_version":"titan-u-contract-v1","latency_ms":0.5441249813884497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cada3d5f7e49b0d0dda59ee56d52868bbb0f86b4a244e7d28ebdfee65e3fab9","sample_id":"mmlu-human-sexuality.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99e0ef916fb2bc329bc7ec3888f937f1dd4cc97e305bbb4438f76fa53573944b","formula_version":"titan-u-contract-v1","latency_ms":4.360125050880015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e640715f92b7c515a61746654cd5731bb6073a71a721fc14f41c8e8ffd73f1b","sample_id":"mmlu-human-sexuality.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d7a68b3aba27171363f0f02687e6e1e622ba667cd1e03c0bc0d29cfac76dfff","formula_version":"titan-u-contract-v1","latency_ms":0.5713329883292317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbc9db896f825e95682876a21c942d9a9551728aa718575c58a5ee5e155f5b71","sample_id":"mmlu-human-sexuality.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30b728e151844bbfbe6dc64b4e779cd992001d03ff5fcce0809548d756328f3c","formula_version":"titan-u-contract-v1","latency_ms":0.5109159974381328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79304df431820f599dcdd0acaeab87af8c2a13cb8e14c3206c7d69195fa22211","sample_id":"mmlu-human-sexuality.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80c3b3162ce7479c4e53f3581c087a1bca20fac08d40d5c0ff9e5b50c75771f1","formula_version":"titan-u-contract-v1","latency_ms":0.5454579368233681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a478814e8c17c87f7126bdb283923f623874d530f7f7a855ccdadd5d97c21b5","sample_id":"mmlu-human-sexuality.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce9e83161c94d0041d87fe72c3e0b2236bd840b59a4454dfe6414461be50da28","formula_version":"titan-u-contract-v1","latency_ms":0.5652919644489884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16626f4b675968692d0acf659f1a2bc641840419b4ce6f1e3708043ea7d9f9d1","sample_id":"mmlu-human-sexuality.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32d6c24738b62c92f899ff681c5560d5d6fd1f6e36338298ee1387d4eea4914a","formula_version":"titan-u-contract-v1","latency_ms":0.47625007573515177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45da601fe6bc0ad9558d019fd28e45db6ff110971484f4eda501ae28ffe90b02","sample_id":"mmlu-human-sexuality.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a43dd4e8b511e486ff539011403ee31ac06a16274a6ab6d84aac1c445fb424e4","formula_version":"titan-u-contract-v1","latency_ms":0.44845801312476397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd14c5dc662dcce24d2dd58a6ad1712d49d8f98a50430bffa9e0820ab17fde6b","sample_id":"mmlu-human-sexuality.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"524f02a7498384f828b10f4f798ae066670fef03c785775f180b8ac9303b880c","formula_version":"titan-u-contract-v1","latency_ms":0.5376249318942428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"959843c39ac9a83edca6e3fb7a96c35fd84d2fccea6fe4543030c2f01ea2688d","sample_id":"mmlu-human-sexuality.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a9833e703c8f9688097a8054e3f22f438b2d1cedb84c556ca8a3307424a98df","formula_version":"titan-u-contract-v1","latency_ms":0.45470905024558306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b49dce4c28c7edee47cd426b13e675d4e55eeddb126360f11eb12f1bca293601","sample_id":"mmlu-human-sexuality.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b348709a16d901e06a8346728beb051fef6b0bee3f7790c830f686699e70359a","formula_version":"titan-u-contract-v1","latency_ms":3.798999940045178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b9833c2fa667fa85aea9e047b8d20d57ece8fefddcbdbadf74e2a68f9c08cd9","sample_id":"mmlu-human-sexuality.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5b57e5e1e2ed159f81260340883c60ae6f0eb972d80c4dd14ca977f9796aead","formula_version":"titan-u-contract-v1","latency_ms":0.5883750272914767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7bd8b6d89cbad6fc29d47112aebc6be0545e00a7772f971806af820ddbea874","sample_id":"mmlu-human-sexuality.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aab5284e712cb8a2ea1972a303d66e2a0004635731f667517007e294c0bc7439","formula_version":"titan-u-contract-v1","latency_ms":0.44899992644786835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4567338f46146b2e895acb78ac833bf25765b702538580916b07832767176fa","sample_id":"mmlu-human-sexuality.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3c2498a0593efde84760b351d0e9d8a5463dd668270b3129450095e964de60a","formula_version":"titan-u-contract-v1","latency_ms":0.4818749148398638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d47da8c340f03237075ec015867f05b8742734007b758831ed0fffc8794ed68c","sample_id":"mmlu-human-sexuality.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1748fdd88361c9e2e4483a706ac790aa5fc01367b050719287b2acd6ac166807","formula_version":"titan-u-contract-v1","latency_ms":0.7110829465091228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98cc21d1e3186ec029a94fe732a956e9061a878d65687e284e3622bf4db3ba53","sample_id":"mmlu-human-sexuality.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65413f2c6f54d8e18f24e29b0e7ef7bcda71a48b93607b2810f004fc51ad6055","formula_version":"titan-u-contract-v1","latency_ms":0.5348329432308674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58f1f5569e27e9d0cbb29b44513c5cfddeef6960cc35cf6635f78bc5ae2f1cec","sample_id":"mmlu-human-sexuality.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c90e51c4f1dbf2aaf8023379ad5d3e62e37f0f33dd0b6a5232154c00fdbdcab4","formula_version":"titan-u-contract-v1","latency_ms":0.5112090148031712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a392387876f4f47639e766960115dbf0b2d82ec3fb9caa05ef6da8af06c05520","sample_id":"mmlu-human-sexuality.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8ac0b38daea67d69075f5c623fa81a6d8433ac151b8f85a93105c67a2a69cf1","formula_version":"titan-u-contract-v1","latency_ms":0.6976249860599637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86ce992a4ce73243a8d3a7ffe7a6f778b22397a3d1c0ca38a31445af53b15ee2","sample_id":"mmlu-human-sexuality.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c523380c51c9c3ea3b86cf23b978015146b739470acb9407ee78eb9f65e4d524","formula_version":"titan-u-contract-v1","latency_ms":0.45829196460545063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4c0795b9d1439d8c220bd806572303af089f95160e3d90b6db3160cc833e486","sample_id":"mmlu-human-sexuality.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7af4a804ecc175381b381c1b7c07614eaa40057c1202215e4d17b78a8134b8b","formula_version":"titan-u-contract-v1","latency_ms":0.5550829228013754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b933e0827112ed909a05ba2d8ca934dc78d7a0b0cefdef6c40dad804d9ebdae9","sample_id":"mmlu-human-sexuality.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb6d6d4e882fe262ec0b5710f1376603447ccf77b79d3642425a028e4b52d49a","formula_version":"titan-u-contract-v1","latency_ms":0.5868748994544148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8742f0d0bc5dcddb3a98fa64541d745155f3843057016e98753860cf316fff7d","sample_id":"mmlu-human-sexuality.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8205d04225ff0ede8106d7db2f6fcf1c7a147cf15afa1bbc00f589defb888760","formula_version":"titan-u-contract-v1","latency_ms":1.1135420063510537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8da96954f04b2f4655013dda1ba93d44307ed0224b926e789175d7e2689e60f2","sample_id":"mmlu-human-sexuality.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5f47a9cf6d4e09bdf7c455fb925f8932582489d7c5111616ad0714e31be6bd1","formula_version":"titan-u-contract-v1","latency_ms":1.5613340074196458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4057aba860cf670ffb3b347a3fc0ef20807bacb477d44f6d36f8d766479c403d","sample_id":"mmlu-human-sexuality.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36b6a16a374ad9de732b0f574adb26f20413df83421b3650da017f8c799570a1","formula_version":"titan-u-contract-v1","latency_ms":0.6394999800249934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b07d407c1a9ce2867392d7eed88110253bcaa64eb1ea71cb46f0b0cd156db918","sample_id":"mmlu-human-sexuality.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57fef814cabd49752c6d4ed8bfc17699d306580517c9496a28c449565d9159ed","formula_version":"titan-u-contract-v1","latency_ms":7.958124973811209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63c257c8250d823c184799847a4991cd25b0e755c90f4a6a896ffeeb95eb60ae","sample_id":"mmlu-human-sexuality.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51210faa24604e165fb9bcf60f5dfff8fbc95ab7125c55b0d0fd824551062260","formula_version":"titan-u-contract-v1","latency_ms":0.485458062030375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9552b7fc4f9059438481fc8a8035f5745172e79426d0a6e5e53865f489ef587e","sample_id":"mmlu-human-sexuality.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76999ba01cc27eadf495786fb5b20b82681a2c10448c0e277641668de31af220","formula_version":"titan-u-contract-v1","latency_ms":1.067750039510429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9a35c414a51806c1fb27602f6e5cbb9a0c2b92a4d3ae4ebcdb9988f6515f01b","sample_id":"mmlu-human-sexuality.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f29cf719598553edcc95fac53207a8bd0ddcaaa697d9db50b5c7fd7434a10b6b","formula_version":"titan-u-contract-v1","latency_ms":1.006375066936016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de4d437540a442401582a71987dee482f27b43953548b879a0501f9a297d566e","sample_id":"mmlu-human-sexuality.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cca3b9c2ea62844dd44735a2e7b8d7fadaed28d92492ea22422254acbe582a37","formula_version":"titan-u-contract-v1","latency_ms":0.5010840250179172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"243474eeef1a3f72cd18f47482447791294a59fa6c04c2e7489d8d1eebc147e3","sample_id":"mmlu-human-sexuality.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f62c53fb194dca70783edaf17f5fdaa85b26ff699032661af5c038ddb16d4c86","formula_version":"titan-u-contract-v1","latency_ms":0.5550830392166972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e64bc731006394e99f4fabb7739e6ca1f8612662417e4ed585f20b2c5279c46","sample_id":"mmlu-human-sexuality.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da0134b00f4c48ccc1ffc81d6cf64b8e46144e4fbd86cc532c75ce3dd957ceab","formula_version":"titan-u-contract-v1","latency_ms":1.188000082038343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c3f721d8d9c14a8c85415cc7591489394d609e7f4b1d15755fdaec736357bd1","sample_id":"mmlu-human-sexuality.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fe8d28c430e8c00c80e68b4f95fd6efd3c731fcf2cd792cad2f2ec1b36f0e40","formula_version":"titan-u-contract-v1","latency_ms":0.5875000497326255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c0806d8d1647a7955e5df11262a710bd6e4e380ab8918dac068aed88fcfb47a","sample_id":"mmlu-human-sexuality.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c451ce77fd027fde346d27f0785f261efbc99cfe45c7517e26f099e354316206","formula_version":"titan-u-contract-v1","latency_ms":1.07195891905576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53a770a5cabff40cddcacca092b27eca562638b70f413ca5515afba1bb53cd5a","sample_id":"mmlu-human-sexuality.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"147e4a48f5cb7beae1883d0f71225d3eb867338bdfd205aa36f6e51224789f77","formula_version":"titan-u-contract-v1","latency_ms":1.0735000250861049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36ca281c0dae90667881af0c10f74f7d031511967bcff50ccf65a31ef0842430","sample_id":"mmlu-human-sexuality.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"528712bfc187a975f1fc1b260564297b490d965c83d45e2e8b6cdae47345cbd5","formula_version":"titan-u-contract-v1","latency_ms":0.7152499165385962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22c09e26d733d67ce08ba0ce241d70421451175e59cb36c514f8593e91eb7b90","sample_id":"mmlu-human-sexuality.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dd09dcb0c9379158f7f014c95e4cd30350842a30e406fb24066f88782b9f092","formula_version":"titan-u-contract-v1","latency_ms":0.6722079124301672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e570c9df2d308f8141452d39af142bc3ad129e9865e1dee2b21e2b258cde229","sample_id":"mmlu-human-sexuality.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71001136cba40aa21984934b732e5db54b8617aca4c9923f72ffd042e175a13e","formula_version":"titan-u-contract-v1","latency_ms":0.5180829903110862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5232ff1298d7764751836e57e71ef5f88e4d44aa4dad952c7bd42b59b61da2df","sample_id":"mmlu-human-sexuality.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b769b989127256f296143bee885d3dae5f6c9a880222a6ae97fb97e14554a87e","formula_version":"titan-u-contract-v1","latency_ms":1.2265410041436553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cf170978c3b2247cd2bd92fe63774ed16e9a5c7f0c95498895bf5f0ece1079d","sample_id":"mmlu-human-sexuality.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f593d83c041ff619febcb307cf9893f793c04522a1be95d8b33f8feed703c53","formula_version":"titan-u-contract-v1","latency_ms":0.5140840075910091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ea34d4fd944c75c5ec96ee3d94587dc85a78b783eb6c0df488b44e30199c4ba","sample_id":"mmlu-human-sexuality.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2cc36304420612db46e6bfca3a189cee53cbbb7926ec97f8fd727fffa79f02c","formula_version":"titan-u-contract-v1","latency_ms":0.5836250493302941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dbce4f9d7518f46e049fd4c95abd8c9e8cb492fcceeb1d7572958881c0c206d","sample_id":"mmlu-human-sexuality.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"105fe371a6698278d0d58f9113d9fc48c7aef1d5f73e0eb14d6d4dcd84157fc0","formula_version":"titan-u-contract-v1","latency_ms":0.5422919057309628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2535eeb8204014b6fc97d1497da7a5a0f9ce3a281949bf06508cba8cd7e7f13a","sample_id":"mmlu-human-sexuality.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37ec015f6c2a5936d40308f474b21da84fc68bfd1d3c3a1a350776b53a41117c","formula_version":"titan-u-contract-v1","latency_ms":0.6284170085564256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"587343622b9ad26fce72a244f3f59c2c62e1d525a753feac9b571abae2fb92fa","sample_id":"mmlu-human-sexuality.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fb074844d8a97df557019e6b74e39f28674b881ee93210c926d2f5951bc5359","formula_version":"titan-u-contract-v1","latency_ms":0.6133749848231673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b384837bc9dd3d9e02d4109a88bcf18fb6b50c909f126a1b42e694e2072a7afd","sample_id":"mmlu-human-sexuality.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b0a5493f039f353d1175e1fa19edbdd837b79161138ca1c3554c925376dc696","formula_version":"titan-u-contract-v1","latency_ms":0.7757500279694796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"953c9c0be6275b81f0edfb61de6470e2170dba06a7f2290440e3fc3129793c9b","sample_id":"mmlu-human-sexuality.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e84aedeefc14bf64ed83df3d8525b3af76e0422dd092d3d846039d1c80c4c64","formula_version":"titan-u-contract-v1","latency_ms":0.6940409075468779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dd13926eb16a12d79bb2b392b49750bca5fa42366ac3207c12d6f0354b2533a","sample_id":"mmlu-human-sexuality.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a5a8b13bfef47d9f32b8bb6e49c4ef312a2df891e2d811fc71d342974d2208a","formula_version":"titan-u-contract-v1","latency_ms":0.47924998216331005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b366cb9c20042442bd4094ad7ddf2ed3610ded4bb61c55db4649a94094690da","sample_id":"mmlu-human-sexuality.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5496de98c1b3603cd2b8d2c586841ab43f513e6bb8594697883b4c638aed8a29","formula_version":"titan-u-contract-v1","latency_ms":0.521959038451314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5efa196a663edf3a90592156a7af0d27090d22d87f9b3788b6ae4ed817e56ead","sample_id":"mmlu-human-sexuality.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"949aaad8713fd109a52cf91b167b0f5fcd6ddca24f958edb9159c8947adaacde","formula_version":"titan-u-contract-v1","latency_ms":0.5719580221921206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bcd1832da55258a997a500da6c2d429fdbcb690d2450a5964f6cd04894ff76c","sample_id":"mmlu-human-sexuality.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"831495352f68c43217da412058e3153ad90e77fb74ff10d8f4a13aa5edb6be91","formula_version":"titan-u-contract-v1","latency_ms":0.5657090805470943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8341bb994fad3ecf55e22bc85db4577af5c42a97150fbebf3c58eff918f427cb","sample_id":"mmlu-human-sexuality.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bc208561cd15c76d2d0487c55d932edcbb2bd104abd9e699675263eab5842c1","formula_version":"titan-u-contract-v1","latency_ms":0.4842079943045974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"678d88015ce9ab2e8f5a9d5a29bd063143e35a810d2643dbc703586378b8fec7","sample_id":"mmlu-human-sexuality.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f7dfadfe72eb6b576d5ac5f9a3956813a7868468868f346a3b9c8ddf7c29889","formula_version":"titan-u-contract-v1","latency_ms":0.6226249970495701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99f3540bbcf81b8ec876e03aade8bd7292d98326a28ebe20e0c6b98c2d89a347","sample_id":"mmlu-human-sexuality.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8452798d0dcc5d6620be20019008d950e2c0db35d0c4386f97e44c5b95f5d61","formula_version":"titan-u-contract-v1","latency_ms":0.736667076125741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a28f8f2a6528001e4b50bbf3438bcea1ad341c2d344630892015fd5897d13e04","sample_id":"mmlu-human-sexuality.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab424ac8413149ae69f560d86912c044cb5b7f908a3289439d0ec3eba0abc0a5","formula_version":"titan-u-contract-v1","latency_ms":0.5862499820068479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a59b1c30a88301b582fbcc46813e1060e2f6a7aa23169102dd7e73b6e25bf78f","sample_id":"mmlu-human-sexuality.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7267976b9a2cf129f0db51730284f917a94117460ad048852284d11344b0627b","formula_version":"titan-u-contract-v1","latency_ms":0.45350007712841034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"227c1ed4552e5615d60cc39088c75540cb81488dc993256a5bfe2e75c2a5cb14","sample_id":"mmlu-human-sexuality.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8b69a57d076518ae52a9722c66d3c8cfbdfdf8b40b72eda9ca5c2428e1b7c48","formula_version":"titan-u-contract-v1","latency_ms":0.9674580069258809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0a8ab8cbf1a147764b556a8600b7c9fa92047a170161f4fbb7b12b4e03a8a48","sample_id":"mmlu-human-sexuality.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6ab55a1b9588452ce6ff8e6e2314b88ac20509c9fc6a0e7d853533b4f933571","formula_version":"titan-u-contract-v1","latency_ms":0.7620831020176411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4e544fc795dfa1849485072395003c2b8ac335101b9729e2ce18f98edd51c5b","sample_id":"mmlu-human-sexuality.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8e8bdbeeffc62e69994cccf9a4969e0d894b87ce947b19753f6a7b2b25482ab","formula_version":"titan-u-contract-v1","latency_ms":0.9000829886645079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84a2009f40cc4173dc0d483168a2f8d7ecddcb1b6a68fd022252cadcb905ae6c","sample_id":"mmlu-human-sexuality.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"466d84d083f19c6b1a02c3a0dd2fe9b88e3588d82daaad6ec5730d57b07359de","formula_version":"titan-u-contract-v1","latency_ms":0.7391249528154731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3336fc70a3fca3c18b3bcf8203495c9b9dd14e57da9b5eaaa984503338742a9","sample_id":"mmlu-human-sexuality.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83ebde36ffb54002caf927b1fd867fd8da4ae9fb3911f26d3bfc4e099f1cdf55","formula_version":"titan-u-contract-v1","latency_ms":0.6335419602692127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c95f1e7fd6e81df3fbf026ac6b98a228de43d8b81c1feeee31100ded60c0565","sample_id":"mmlu-human-sexuality.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a36cdd4d8c687fdf4fb8674343f794c4529baee80148f27cef6c8f170ac765dd","formula_version":"titan-u-contract-v1","latency_ms":0.48212497495114803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"040dcc1ce90f14c760dcd9b0bf435cc722884b77123b6dd9b7c3f361dfc937c1","sample_id":"mmlu-human-sexuality.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54e774bc5a3d5bdf4a7bfa8e9dd9aba1ba0024ac47d6f00c5eaf019119615b67","formula_version":"titan-u-contract-v1","latency_ms":0.8521249983459711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3136f06646014ceb1f6b4ee9840b05921c3a8f279b6d0c8f83e2b5a330e99942","sample_id":"mmlu-human-sexuality.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96f1b2c3356d1f41d42ac1a8e8dc6554dcd383604d286f6111ee978327807fdd","formula_version":"titan-u-contract-v1","latency_ms":0.5750409327447414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b656fa602de3fcf94de8e0eb534f486adad953a8e644de5689a1f5e9373870ac","sample_id":"mmlu-human-sexuality.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ac85a0674155e490232b91586169c6bdde7c139800f7de365fc253c6af48e16","formula_version":"titan-u-contract-v1","latency_ms":0.5264579085633159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18ad7de0faf89538c733a046027baa728286f8d12ae391b097db19e5ad322568","sample_id":"mmlu-human-sexuality.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7536394799298374030184339efb84d0affcc426be2d69416c569d5e39c09dd4","formula_version":"titan-u-contract-v1","latency_ms":0.5565829342231154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3e7703ae5d400808b40f7702bede1bc7b6262c3d47789b352436a9fc081fd44","sample_id":"mmlu-human-sexuality.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5af963b4f8d9164e336744882bf0202fbe97c877a828db458776cf5126265938","formula_version":"titan-u-contract-v1","latency_ms":0.48741698265075684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"506959c339ffdaa3962928c0ebfac6577b1617d64e5e7228d38aab8600cf2c9e","sample_id":"mmlu-human-sexuality.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"281609925b76a79473554b0e469a3fd447ad7989668d4f089ff03bf394d3a302","formula_version":"titan-u-contract-v1","latency_ms":2.2675840882584453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab2f2eb0b51f42cb70cfac0c06a21a672105808f03018d1aea01db2555e93f36","sample_id":"mmlu-human-sexuality.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1642591f49e8417bf622b7596ee4d5c6143eb6993e82e04200584e6cdeac9072","formula_version":"titan-u-contract-v1","latency_ms":0.7902500219643116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca3f13572eebebd809ad09139ebdec42baa037ab51c9a5e8215e8a26159aebc2","sample_id":"mmlu-human-sexuality.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0ba774ff84263861bc9c102e2d103bd67be3b14d3c796d32a2e03ecfd8d153c","formula_version":"titan-u-contract-v1","latency_ms":0.4848749376833439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30d376112a19b7250c2fbfe1e2962f4eae598cead8ae622e5e24bb0e083f4efe","sample_id":"mmlu-human-sexuality.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aab64cde5327b2f975832c5d155ce594c9c2f004409e9454db27a5cf9120c60","formula_version":"titan-u-contract-v1","latency_ms":0.640665995888412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8f023b5aac16fb604141fe4b61fa31b2da2238aea5684f42c84f64bc336e618","sample_id":"mmlu-human-sexuality.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0930114b740a875e86e7bc61199df359a5e9ab27fc6340f507978d89453c4bb0","formula_version":"titan-u-contract-v1","latency_ms":2.925416105426848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b777d356b6f2814e7c1c3b35b3a5c6fc0a1f58872e2bdfa66ab1c31758a55a8","sample_id":"mmlu-human-sexuality.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a78dea562be212ce813c38faa45a2ed832f32bb4827bed2a5b973bb73ae0440","formula_version":"titan-u-contract-v1","latency_ms":6.101332954131067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2731c979d985296a655597a187c9572161d982d08b0be634cf452313a277e0c2","sample_id":"mmlu-human-sexuality.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de622e1a1a7bc62fafee5dfbe58001f46001d2e0739ee87350e6f978ea2e52b3","formula_version":"titan-u-contract-v1","latency_ms":0.5175840342417359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b5ff8bad9d74a3bfac90cba7933a404c929feebe9f0b3c3424232659922881c","sample_id":"mmlu-human-sexuality.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"704171f6b49b2d0eba97acc081a6803b6d5fad66bb47580c1c171330334a7fc8","formula_version":"titan-u-contract-v1","latency_ms":0.6745830178260803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7e6e50d91f4774ee2c8e9d70d488103324f6bb0d5fb3e5886d733e7af4701ad","sample_id":"mmlu-human-sexuality.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da64d218dad69f2ab41468146719561c68a0996c142fa43c8bee20629587880a","formula_version":"titan-u-contract-v1","latency_ms":0.501333037391305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c726142e5ee456e9e33cebcea7b9716cd2132c0244e2da8d66507ec4a2812e1","sample_id":"mmlu-human-sexuality.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12c5aea5b43f9ab2ea0767f4106d5ff2d49f493efca6827add143bbb541f3454","formula_version":"titan-u-contract-v1","latency_ms":0.8194579277187586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4ff4e8cd0c7db138f9dcd15d83675962b4cc8d310188ea4cbccee607f8fdd56","sample_id":"mmlu-human-sexuality.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2846eabfc756c605ffaa845d638bcb6e1db3809683fdbda15cd3d2b2fc4eb14d","formula_version":"titan-u-contract-v1","latency_ms":0.5746249807998538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b1309bc5fcb6c186223266c151dc205df99a6721a8fcf90ef40a382f5a86bf7","sample_id":"mmlu-human-sexuality.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1504767720e0a40a938b1363605310aa2929a2b914ed8bd2f1d2afac8d55e01","formula_version":"titan-u-contract-v1","latency_ms":0.6184589583426714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"041a6e3fc905a097b0766e7f9e5aa1a69bc59a0c9c26d1fcd097e92b06d1553d","sample_id":"mmlu-human-sexuality.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb74837cc03736938f6983c71b2054166fa71358c3e0696493abe532f9018e69","formula_version":"titan-u-contract-v1","latency_ms":1.307500060647726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5b879fdf458f5f464065e346f8f943bd12dce08cb88476d086942edcceb5a9f","sample_id":"mmlu-human-sexuality.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9e5c985617186a8146c8c8a7b192330ae42089d6f7f3b666ade769663d99d47","formula_version":"titan-u-contract-v1","latency_ms":0.5369590362533927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bca35f743172c12fd9d8f322805410ff60d9cac5684c59abb7e660ad73e246e2","sample_id":"mmlu-human-sexuality.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"118ef8e2cfbcfa80e64299f92ac8782fccffa5dc0116ad83eace60d1fed149ae","formula_version":"titan-u-contract-v1","latency_ms":0.5967919714748859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5d9e2179ad62ff34d5b34491ec5b7f2c8079d2e9560d6571e2e1ad5290a28d8","sample_id":"mmlu-human-sexuality.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"493804f665c2a19911c426cea9c9950cb75b04cb51e7a01956aa20ab2641be4b","formula_version":"titan-u-contract-v1","latency_ms":0.8276660228148103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8463b0aeae3cda59127052209b6b842b3325749c512c7962eef891d907fc27d7","sample_id":"mmlu-human-sexuality.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e8d6548805fd768469f630d1e2aced262f4dfa314230cf330095e19ccfee6a9","formula_version":"titan-u-contract-v1","latency_ms":0.4748329520225525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1278d470dcae140c1308d4792d7e2459cce7937dd40ab07a17fe158516b532c6","sample_id":"mmlu-human-sexuality.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e805f823392962a3c2dd6e659c5d594dee559f957b20973209b0dc007137139f","formula_version":"titan-u-contract-v1","latency_ms":0.4137499490752816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b20251de08e173a48b8fe30e80ca1b6562fe4f3fb9141cc5475d27089ef2930","sample_id":"mmlu-human-sexuality.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42f867dcbdf8b9ec573358787995f932719abaf7a87f342271d541dfe6c47bc2","formula_version":"titan-u-contract-v1","latency_ms":0.5171250086277723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1a174d609796440fc942cfbf71082d8d73864a529eea78c182d3c72bb94ce94","sample_id":"mmlu-human-sexuality.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d323d2b8986c9edbf30a3d45d16c90858b1ac3ead36bf48c8053b7cfa9f4e7ab","formula_version":"titan-u-contract-v1","latency_ms":1.507583074271679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec61bbb6436eb4147a19e179ff4e29ff85046f1d40b3e8a02b40052eab85bbe9","sample_id":"mmlu-human-sexuality.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74e22e9c317ae621dc5b73ca0089fa887993e87585f59ff294cc9ddb6c37d4e3","formula_version":"titan-u-contract-v1","latency_ms":0.7560841040685773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57fa1c37c526971a35706790e494af4828a3dd28e658c37602e16623972d3297","sample_id":"mmlu-human-sexuality.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1b6e3b22079adde0e3cb8948e1daf40108f82ed2b2823683485a34a39410031","formula_version":"titan-u-contract-v1","latency_ms":0.7100000511854887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"923cdb0360282f565464bea60f4b645991e3c99c7f4331d7f29fdf473094ab53","sample_id":"mmlu-human-sexuality.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb9a454e6d4041287dd8ed55372b1afdde789d48d3af42c1a71e17e1d1713d55","formula_version":"titan-u-contract-v1","latency_ms":0.48058293759822845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33339da802dad840ea3204f32ba67b4407c5da10f3a3e9556b04cc7f5c2df5b1","sample_id":"mmlu-human-sexuality.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1fa0652f62f3a9f0a832967ba4775704882730ad6666b67d60c8e311c452b5f","formula_version":"titan-u-contract-v1","latency_ms":0.5339588969945908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d08e83cd08a49c325b1b7fa43ea8228caac4ae7f4ecaede0ea4b0c538fa3cc44","sample_id":"mmlu-human-sexuality.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81bbee86bcff6957c03ec79247ad0e050505c84ac001e4940ed113736f8a16b8","formula_version":"titan-u-contract-v1","latency_ms":0.5514170043170452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"831227dd376a1295c39edecf13c54d97ac5510ad3352acf6e3b2253d269497ad","sample_id":"mmlu-human-sexuality.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88b950fd099967de7d45c44eacb9a5aa059690e6667925eb0255097bf7eafa2d","formula_version":"titan-u-contract-v1","latency_ms":0.5625420017167926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5d1083a5eff0d762002645f687dc0fd48d6c56831eaf80e39ec00b7e1b1a6e2","sample_id":"mmlu-human-sexuality.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfe88cc7a76ac146b41e563c85d1ef03c6022fa3e6c60f28cbd911616565d292","formula_version":"titan-u-contract-v1","latency_ms":0.43587503023445606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"516be661918c732003f76170fde2ce799a26578db851d90150b7b40529d8366f","sample_id":"mmlu-human-sexuality.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb8724bca9a751a0de70f2d6de9bc558d3b7bbc31a19a86f60a0c2f4739b1738","formula_version":"titan-u-contract-v1","latency_ms":0.5318749463185668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78fe20a42b622e84e689f13d658eefc213e6b589ed27c1bc6ab05b8b59e91e39","sample_id":"mmlu-human-sexuality.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50f8f86e5aa6a71d191b17e2f06b1cbb76f720ba82420d1d4a770067d0ce85b3","formula_version":"titan-u-contract-v1","latency_ms":0.533499987795949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47e43db0677fb738bc62f4fcaab0747e18b5413be5404531a3490b53255e96a0","sample_id":"mmlu-human-sexuality.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef8eea323a7222b7917d704b57d0cd9e6b15b8b778d11fe0d5eadad8f7135417","formula_version":"titan-u-contract-v1","latency_ms":1.162625034339726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87141208aa3159caf73b614042e572ba213e819691dd68aa527f5eac85dd46ff","sample_id":"mmlu-human-sexuality.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c53a7ea8735dbb2b838d882ec2af9e90f541a8614ba18f91ece96b97f4af7b9c","formula_version":"titan-u-contract-v1","latency_ms":2.606249996460974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb285ad24f376c01a85b7b72e532af16fed17b3c42d43bddaba7445f0bb725b9","sample_id":"mmlu-human-sexuality.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d60ba36fed6338eb3071d770fa11173b08f9728251b3d6676f4601cc865a338a","formula_version":"titan-u-contract-v1","latency_ms":0.6217919290065765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4513dc22fa7888b8973a66bd7b825ea4430a10e0eaed4d4efadb07027665d77","sample_id":"mmlu-human-sexuality.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"623102bc7bf339250ad41d8b2953c97e1579e26e241521a996e5b6267bdea294","formula_version":"titan-u-contract-v1","latency_ms":0.5260839825496078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1054f9d7457908d99fd5863e024cc65fd99e74bd80e301fffc7ad2db78d069c0","sample_id":"mmlu-human-sexuality.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06369f36a9186c073b6a9328c34b907f031cd2c030d8155d56c8e6d1087fe4be","formula_version":"titan-u-contract-v1","latency_ms":1.58700009342283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11f0467abc836e41cf8cf4cf577ec348163679cb5179b14db23f04f09267dfbc","sample_id":"mmlu-human-sexuality.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69481c3e2886af021933373dd0f3c5db7d3f1cf66a400c075514f275e529f867","formula_version":"titan-u-contract-v1","latency_ms":0.5862499820068479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdd0de45f525c4acbc65a2e045329215b49bfd65a5e98ca01abbbe21b05ec4f9","sample_id":"mmlu-human-sexuality.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4423add30d60bfe5eb2a5070c93e9203a685f6d5b553dfc345d14db1099d6876","formula_version":"titan-u-contract-v1","latency_ms":0.6137499585747719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"009a6117feb705890e14f59f2fae7c4f5ef958a0604aa2a75107b8384efc4723","sample_id":"mmlu-human-sexuality.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb3bbebb9bfb3f4d2e8d7193a2a2d8544e069d8a7d9361731d8146c3d23f1e57","formula_version":"titan-u-contract-v1","latency_ms":0.6909589283168316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77b3bd2ea43032c1359d3cad95b4193ef64d37a0eb3f412ba22b42a614ed8de7","sample_id":"mmlu-human-sexuality.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1ffc59746b9c97d9604bfe2e8ae39eea1e77693dcfa9de77b255ac73d828aa1","formula_version":"titan-u-contract-v1","latency_ms":0.5633750697597861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3d0ddc91d8ba64a528e4f2eed8076c323d5b027197396fc2b631f7dde1cd3e9","sample_id":"mmlu-human-sexuality.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf969df6b6b9ce18b7d90a04ed704b71a6cbf572d9491e8a6923c69446992e5b","formula_version":"titan-u-contract-v1","latency_ms":0.4847920499742031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"738bcb6759cd00f11e70833e598efff717b5523408c890e1b37adeafcbfde320","sample_id":"mmlu-human-sexuality.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42d056c59e6f681aea401f4d8c25b0a8957dc419ea4c9ce8d2decaa82ab998b4","formula_version":"titan-u-contract-v1","latency_ms":0.4622499691322446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"436f18abc4733fbbd3848bc0a2afb92811eb5c26457a6d56ea4fb8acafa08ccd","sample_id":"mmlu-human-sexuality.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"351565a4775176bad9f7b6bd9ae70f851439cba75fd46700d96401412e49ecc8","formula_version":"titan-u-contract-v1","latency_ms":3.7244580453261733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fa1d9553d5e9c730582a35d8fa117ba367e5c018e883b5e8e2503d4a41a452a","sample_id":"mmlu-human-sexuality.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec3dbd9ac9b7c7e808588c7e59588529ed16044353b789a87a321c002908ccd3","formula_version":"titan-u-contract-v1","latency_ms":0.5405839765444398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e591b58dd0e573884aa459ed650b8cb5aa4e1b2cb30eb5c8d7bedafdafc965a3","sample_id":"mmlu-human-sexuality.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f87e625f133a96f7aaa3098f0bf40cd9049ee2c728327b63de5035681fe276ed","formula_version":"titan-u-contract-v1","latency_ms":0.587458023801446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ed1a96b868cc4d527cd7f78efcef3b9fe2cde5923a16874d378fee75e219178","sample_id":"mmlu-human-sexuality.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f582b77f5337e05a587ba6738e747d2339d2f8edf680624ac1ef34d067d0c14","formula_version":"titan-u-contract-v1","latency_ms":0.7881660712882876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de03cff0ae3f438b0d63537f29a7e39ef1b9538ff46e7d684a4fa39dc0e9148c","sample_id":"mmlu-human-sexuality.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fef7f45f4819de24c2bda0f7cff82096498e9e3974056466040f5ccc02f2b90","formula_version":"titan-u-contract-v1","latency_ms":1.1676669819280505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9161d6f877c27bb167c38ef22eec31aef2910c20d9254b99343eb1f503989127","sample_id":"mmlu-human-sexuality.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2c91bc5d838a83b9a6ea6de43fc9f19e19f06de22adbad37204790fd3feedca","formula_version":"titan-u-contract-v1","latency_ms":1.0419170139357448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d99c7631e1d80eace4da93b4297cc3788274317dbc43df129165b9a534afe6ad","sample_id":"mmlu-human-sexuality.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03be20c24983392afbbfc0d01f5792fe2a6c6690d0b53e7b4121ac062d3f3738","formula_version":"titan-u-contract-v1","latency_ms":0.7585410494357347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78283aad5cb5a30042172a047814d00e456aa81ddc3245a429bec8edfce582a1","sample_id":"mmlu-human-sexuality.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"015a38dcf02d7c3b6719e82d7fb427f7bb253e6956c1177f4938c6a2a07ce151","formula_version":"titan-u-contract-v1","latency_ms":0.49708306323736906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfd7b54e87769959b4bd5e9194b720a9d84e90c99a11f2d7b95ed20af76d2743","sample_id":"mmlu-international-law.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9868352487fa75ad4e32c5e62c676ff5dc4d8ac633eecb96014347fc47b66d8","formula_version":"titan-u-contract-v1","latency_ms":0.7466248935088515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac033b518af0c817293f55a1f461ccaa9a918cb2268c9696e8ab453c2a638e41","sample_id":"mmlu-international-law.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4494df422cc79057501197c2e94429d8e248064a789e2f16f23438638746c4ab","formula_version":"titan-u-contract-v1","latency_ms":2.8915840666741133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95c4b2946fbb78a546464e8c4e8d0030ad0866e0822b05a9f5e1e0672fe9f762","sample_id":"mmlu-international-law.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6260304ffe234575cbd88a4f3c304e3cfe6156dd8324b7eb0dd9b62a561b438","formula_version":"titan-u-contract-v1","latency_ms":0.6967500085011125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edfd836579e3bc4cb8feef7e801e0a463ff69807cf63ff0a17a4ad9a9fc4af9e","sample_id":"mmlu-international-law.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9be71bd3c8789d117b69d8ead508d883aa0a807e346633e903b4d5278732550","formula_version":"titan-u-contract-v1","latency_ms":0.6106250220909715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10e417a827ff3dd2a5d65d0d2391b94eaf04a45139e58da0338ff17d2b65028b","sample_id":"mmlu-international-law.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03b8f11ee5aff56e0a1b2ae9cf12640de4f188b16ab31153f248219e68e272c3","formula_version":"titan-u-contract-v1","latency_ms":0.5557499825954437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ed218b72cb28ad4ee7df083685c3ac11370268694fea11df78f2d53948f418c","sample_id":"mmlu-international-law.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4a955003eb4eba603b72fe13fc464803c6ef780b31a1b239b1bcdd071b1a71a","formula_version":"titan-u-contract-v1","latency_ms":4.444624995812774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8f8d764d25fa396c8dfc312c8dc99ff02aba3630558005d7f5ee748d550bddb","sample_id":"mmlu-international-law.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a22ffeb3ddcc9a3a5590ee41dd5468192adbbec597d3e975eb3eab262f9f9b31","formula_version":"titan-u-contract-v1","latency_ms":0.9035830153152347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea591c3a7f4e6e353ddc805f5fde12cddaacf42430e53e76407931de66938abf","sample_id":"mmlu-international-law.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"184b137ecdb584b9d3828005ade9344b294795946fd9c04d07339f9df6e87157","formula_version":"titan-u-contract-v1","latency_ms":0.6746250437572598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66c078be888605b33c6775b0f3fb7b5d33a3337876b6834543baecbe71f04293","sample_id":"mmlu-international-law.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5157466c9bb06097c7145b684dd8f5582e36558ad3305f6403c3c6e7da97a1d9","formula_version":"titan-u-contract-v1","latency_ms":0.5775840254500508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43aead0310318596fd5c7fb8ee5e278b8a888117887d0875a020fedc91ab179a","sample_id":"mmlu-international-law.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3426b48b40c0d87be4a771eed3b704d32441c355fdf61654743542966ef5bc9e","formula_version":"titan-u-contract-v1","latency_ms":0.6350839976221323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"882dbce34e1638c90b4fb0ef7cea1a9ba4b759b0152ae35b7d935d6d20f1ad28","sample_id":"mmlu-international-law.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3972e279fefcb8b9d80e8340a43b029d5063e73f9e228e8d029e76ce19d6ebe2","formula_version":"titan-u-contract-v1","latency_ms":0.513582956045866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b86460fa9b2a1ced3e3c73da9b11c75d6c78b5c38c45cb1b91b279ab1c20011f","sample_id":"mmlu-international-law.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6371bd3a8ce218096e9f70c679a9327d1e25ca88bc877fe61fadb0ca9dd2975","formula_version":"titan-u-contract-v1","latency_ms":0.6128340028226376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94f1a1a1ea6395a070ebf9fd08b64cbe8c22ea616df84dddc74dac67da2647a5","sample_id":"mmlu-international-law.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fa8f299ac0cf3a25b20d3a1cd0b31790ac2bdb767bf21216321bbe44f987f33","formula_version":"titan-u-contract-v1","latency_ms":0.7499580970034003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a1f1895abd37539dbec1b1ead5bc81b7c2cc55b42c5b24982ed25adc2f22c2b","sample_id":"mmlu-international-law.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01d1332a0d2125b050671168337cbfba0cfd7306dcb618a7d8ea859c909b12ea","formula_version":"titan-u-contract-v1","latency_ms":0.7365839555859566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d06fe853a6f2e74617033ebdb0633b0af2286545cee1f0befea21d3ea8f9bca","sample_id":"mmlu-international-law.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9e746d6370edcead2048fcd71d8cef6fc90e0a14af59bcb7b0c91ec454b0798","formula_version":"titan-u-contract-v1","latency_ms":0.5687500815838575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"194a2aab1d499ddaec58fee3de35eaacc6d74a7de584593008f3739bd94e7711","sample_id":"mmlu-international-law.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"270dd90eaa94c80f6d6a017ad40c0d3610509591fd19820be5e40a857f927bab","formula_version":"titan-u-contract-v1","latency_ms":0.7655000081285834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5024164cbe264c153ff210ef2af972320af363cd9ca508a933ff1152fb5a8164","sample_id":"mmlu-international-law.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51ebd109412a8e8196e28424056a89d6f457d8c9ea2412f199138b5d88116616","formula_version":"titan-u-contract-v1","latency_ms":0.7946250261738896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"575b962384169346be068f14ac487a9463f89234d3d0319faae20cbdfaf12225","sample_id":"mmlu-international-law.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c28056f5f2e20b8add1809664e4272807974bacd21fa044886ff1c6fd4cfd1f","formula_version":"titan-u-contract-v1","latency_ms":0.7582500111311674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18818fc139f302d0e4b2c1604ba435678f8518ab305635dbd90d4f7fc3f2da2f","sample_id":"mmlu-international-law.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c935152f4d9bada89299e87df4ed7bbde192edc3f5e506df3c27a919c8dbf166","formula_version":"titan-u-contract-v1","latency_ms":1.073958002962172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5a9a496c5a2cb25f300b62cc8479ea829ae931313333f05741ec3323c3769f2","sample_id":"mmlu-international-law.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5722500fa6dc05da1d7ee183659427fcda2a5b2c317044e9d43138fd44ffa5a8","formula_version":"titan-u-contract-v1","latency_ms":1.0632089106366038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ee2cf77f83d1e47b625b8c679bc448040e3be67fc5d253a419f2065d95f3572","sample_id":"mmlu-international-law.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"680d8314066c3f9cc18f3a59c309d70c3bda4c7b701400f4b7d7c07a410e8ada","formula_version":"titan-u-contract-v1","latency_ms":0.5439999513328075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81cad261c06078043e6ba8c0cb4f5c2c72e6484d68c4af79de18f02892a6af7f","sample_id":"mmlu-international-law.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc86f486074d38d3bb24961286ecadc778461b812480d7525e83d9c89eb39edc","formula_version":"titan-u-contract-v1","latency_ms":1.2453340459614992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8608fa2f53602427cb55e8e32efe86468e134dd71822ce4261e6f88661b64a2","sample_id":"mmlu-international-law.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"446186189cf4ec7df6753a81f64ce8e371b0c2689eaa14922fd23ec27360467b","formula_version":"titan-u-contract-v1","latency_ms":0.6107080262154341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbf1c2129a9ce396bac917ecd2190183aafdea2b80987bcd3fd8a28fb3496b81","sample_id":"mmlu-international-law.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdb9f44aeab6b7a75961ef66db4cbd93ed76312f5ab1aff8108e16a22802b267","formula_version":"titan-u-contract-v1","latency_ms":1.0922499932348728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba005f9f64781cb0f10654df0fe6e683cca7f9b59c495554881b375cb8277aa4","sample_id":"mmlu-international-law.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d42f52030fd47a8909f6ef6467e24b708ca0cf2c9e2720f833a322b9e9af2436","formula_version":"titan-u-contract-v1","latency_ms":0.5212499527260661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02c6a25354b3f6cb91a689da85122d36cf1d61b2bb622e1b7609aa38c6f946d5","sample_id":"mmlu-international-law.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da5e3e4471ffc71fb4e56ace24f57e3c361d962d329f0460db944e827b078ccf","formula_version":"titan-u-contract-v1","latency_ms":3.12570808455348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"756eb29c2c06e12e460e88d71216baac6026b716f677f83dbe5f37e8c44b7fb5","sample_id":"mmlu-international-law.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee622c91b04b6660dc61ce2337d9e5fc845803fc0996427168a2d52bb2e1cc9a","formula_version":"titan-u-contract-v1","latency_ms":0.6039580330252647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bed89d4b1c2cd502ba532173459c076dfbc125afc40eda6dcb4e054a4d7d3a33","sample_id":"mmlu-international-law.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"214e21cd8b66ae4d4082a64deb3b99cd447e4b395beb1ef5efe463c0c79bdff2","formula_version":"titan-u-contract-v1","latency_ms":0.5591660737991333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c8e83a8b08cbaeccffb3bc0424bfa2075f1a074bd9148872a0a54c450639fcc","sample_id":"mmlu-international-law.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"277d30a027781d473cb9f4052da29567efaa1a8ae623085b90631843ceb9a87e","formula_version":"titan-u-contract-v1","latency_ms":1.1725829681381583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0e15327a55e2178f032e5e20cc71224193ab8190afe3b1d43bd78f8f951fa76","sample_id":"mmlu-international-law.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d524e20a1fd919eb45764b01004472c3da2199462bf83ab0e37e8f08bf6dbbc3","formula_version":"titan-u-contract-v1","latency_ms":6.918375031091273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88e57af76158fd94efa9f3a432b757e9230d521055b8b8f89fba9ce9f8eb78c1","sample_id":"mmlu-international-law.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b504a6d552a60c3261199ebd5616f19af86fd91ce7687efc470c363f6cf78da9","formula_version":"titan-u-contract-v1","latency_ms":3.65862506441772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"624c55bb3e728c849c2f34c2980d6aa0aa587f3a692318bf1451e14153b00e24","sample_id":"mmlu-international-law.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff739b9bde26a1cc95ad64dedc9597ea1058da9c0575203501d104c06280c394","formula_version":"titan-u-contract-v1","latency_ms":0.5987499607726932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac73471773568dfb7fd5f4b24f7d44bc68c810b3b11024386a6e00a03d2c6902","sample_id":"mmlu-international-law.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a2eea744dff8dc7307451d9f985495bda892fdad917794b1d82b24313bdcb01","formula_version":"titan-u-contract-v1","latency_ms":0.5232080584391952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a9a98444151386e6ca95736e6e42c3c9b8ed66b155cf50f8192996245ff0dfb","sample_id":"mmlu-international-law.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bfacb15cc8066746d531a00a74f0f12ab9de150c1b96fb64e29baaea426cea7","formula_version":"titan-u-contract-v1","latency_ms":0.5105419550091028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d280b0f0af67061a57b7980fff3544ca88908793a88b10fc18d19c223a5fc25c","sample_id":"mmlu-international-law.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f258137ff94a64b1ad483471e951289d8a0a9dbeeef9c74e5a07cf700f66154","formula_version":"titan-u-contract-v1","latency_ms":0.6462909514084458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cb363ccd3dcba39fe3bfea9d5f5d8094976853245b773dee1c913a918d24c78","sample_id":"mmlu-international-law.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be11a3b576bfaa65ca1a99bbaccf773890ff97e11d08ecd6003d1db8862f6c8b","formula_version":"titan-u-contract-v1","latency_ms":0.47791609540581703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1d013f06f582729a2bd19578c63f4f2f2c726fa2becd5aaa12a06e6b894325b","sample_id":"mmlu-international-law.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"878368a79709e0cabdee02cb02881a34376c083d9968ebf3772939267836b68e","formula_version":"titan-u-contract-v1","latency_ms":0.6468750070780516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c396e8fdb1cd74d92c26eef30fd76cbbafdb67c96c12e081b2ffeb86d945304","sample_id":"mmlu-international-law.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27dbed501bf2e810f24ebcd7c0b8b77d34f5fd05ee92aaee6ffbab6258dc5acf","formula_version":"titan-u-contract-v1","latency_ms":0.6020839791744947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd0693814c0cb65339a523eddd2be65c07405255521b1ec6afabe3a2116e6284","sample_id":"mmlu-international-law.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa36e38c2916c19d8db1b3301662011e2b5ee68061f2a6e1b1d6eb514208d2ca","formula_version":"titan-u-contract-v1","latency_ms":0.5370409926399589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c18d083ba0b9a342122274f333c789663094ca3e2103aa7deb3e71ae943d261f","sample_id":"mmlu-international-law.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6735d002afae972a901ac02c788a4956843cea25800f6be8e1161635fa971f30","formula_version":"titan-u-contract-v1","latency_ms":0.6405840395018458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93b19f1deea8b90a82050392765678f27a029ff1e2f75fd9e948e50ff1a7ebae","sample_id":"mmlu-international-law.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3b515548a58a78d1abfba998d53474868758cec692e3506cf8edc327df95c20","formula_version":"titan-u-contract-v1","latency_ms":0.7505839457735419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc0f2bf4b1cf581eaf75b793306def495f1de5355a31241881ffb1cb8f975791","sample_id":"mmlu-international-law.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb48345397e5dfd5dbcf76a25031410e95fd43b253c896cfc59bd883465f6492","formula_version":"titan-u-contract-v1","latency_ms":0.694249989464879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ecfcce59d041abf3fd5e4836b9ad411d0d35af3d55d60521b85d8c9bfa9105b","sample_id":"mmlu-international-law.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b83c5d22d017b05ae9e92601e8a3ad6a0382716b2db424371e4bcf8c4319cc7","formula_version":"titan-u-contract-v1","latency_ms":0.7981250528246164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea0c6dcd299701929fd8e9750e7d7c2416ccf709e95626bb17d7d9a393fe3064","sample_id":"mmlu-international-law.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"210f8d8de2949f544f2e22a8afaee1162616bd5f4f22b350ae882476acd0c96c","formula_version":"titan-u-contract-v1","latency_ms":0.6628748960793018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a68e4876232e45d438e1369f4d9c53e3a890088f3add294e107e410dd21bf5b4","sample_id":"mmlu-international-law.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0862708fc794d65436bfd5d35279a555153e590c15a4f58589dad89bc69c576","formula_version":"titan-u-contract-v1","latency_ms":0.5299580516293645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e05ad3b1d51e2107498822fad386c0a42d533c8f776ca115ccde3ecf85ee745e","sample_id":"mmlu-international-law.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f39e2834162833cbbe4b82ce0a7b724a36090f0235338a12a29dd4567fca3860","formula_version":"titan-u-contract-v1","latency_ms":0.5394170293584466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52484d75ed317b90709d6f8cbc3ae93d9d262a888ef018877ea1e68422a4ef6c","sample_id":"mmlu-international-law.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abc0282f897e59a3b24fbe3b963ff6488398f0b3c23323eee69080060caf4667","formula_version":"titan-u-contract-v1","latency_ms":0.8191249798983335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7c73bfe1487cbbd01151bccfed366662172b47a8641c45f960eec39cc848521","sample_id":"mmlu-international-law.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c75dfe6bd350127270851ae35da3458e1fac0a6ac5afd119516a9929bd9a4af1","formula_version":"titan-u-contract-v1","latency_ms":0.8957500103861094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f08d8636cade324ad804d57559782c3c82c2699c058973d815b5ae5ece5ac2ff","sample_id":"mmlu-international-law.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de588b8a5da7b0bfbaced0e991b0f8545fdd3a925bc0ca552f40ea79b1004450","formula_version":"titan-u-contract-v1","latency_ms":0.5554999224841595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ceb823ac007b0f8dc8c2572e80518e775c1d22213f2e75a7cf8203b1b8a6ba9f","sample_id":"mmlu-international-law.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3365cea16f7086fa102fd8ea0c0a5213d3e282f1302335e5b087e77ada574169","formula_version":"titan-u-contract-v1","latency_ms":0.7838340243324637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bdb90cfbbf9cb956800bc22986d5c690ba68bc6a3dc548ef8ec40a3d715c048","sample_id":"mmlu-international-law.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2130cf5df0f66afb6d3e4457132895b4263f0cf24a9abeabdd04b9af270ddb82","formula_version":"titan-u-contract-v1","latency_ms":0.6066670175641775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c26f443a447e75720b1f2580c752934ad4158562be449740b8ae0e67986cbca0","sample_id":"mmlu-international-law.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffa90a009a4041f378eef20e6774fe29af3758672e16f2acb24d6bdc46eb4e18","formula_version":"titan-u-contract-v1","latency_ms":0.46483310870826244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cef5c8310b439b59db16fab4b754a5c0f2c44563540f930cf202b149cb8b63bc","sample_id":"mmlu-international-law.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f0de85978143376dc63c226291f355b26bb13e97c4773617477973d207424b3","formula_version":"titan-u-contract-v1","latency_ms":0.5075840745121241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ffc05d6354491a271da840919e5543283f53e5d69cdc3330d3f6a1107faafa2","sample_id":"mmlu-international-law.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e2c38ca786fa95b57cd14e1aef91d9b43faea4928fdbe0436a0f41539751a8c","formula_version":"titan-u-contract-v1","latency_ms":0.6642501102760434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7c9d2c8a5387243234136342022c9672e0f82ad7168b2a2cec92a99a78d18dd","sample_id":"mmlu-international-law.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b321aaf9b611ee3c5f73c69f6518e6516cef4ae86adc5c1c26b72f9d53b2f4a4","formula_version":"titan-u-contract-v1","latency_ms":0.5821249214932323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3094d376168b91d999a9c0ba041ba9f72ede9e02bd681c0089a4f60d60e7bf12","sample_id":"mmlu-international-law.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f15c755ca0cced914e1aba5a6662b2a7160180526019e58b5ebdc5f2ef613a5f","formula_version":"titan-u-contract-v1","latency_ms":0.7009580731391907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"655e65fc564dfd29503f545d63ca19065d483a45097cb87fb5da41fdbf8792eb","sample_id":"mmlu-international-law.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"209145863184be06a23ea428c1b8adf239afbd207374c79878e99419a87452f7","formula_version":"titan-u-contract-v1","latency_ms":1.005917089059949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb51814e221065a4f0572a9cb14d6818d2182156701564f53c164ea2c1971f03","sample_id":"mmlu-international-law.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fac3961e3935c74b0c5f17ab4bcf273ef32bbd3bf39fab554ad49e90d487cc75","formula_version":"titan-u-contract-v1","latency_ms":0.6039170548319817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2de30fe70f9bc6e4f9a3d2259b53c370cc90bea6d864369422cb56be4d59112b","sample_id":"mmlu-international-law.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1949c6f86e500addbf81903f0ec6b568a831b04fe1441fb1439494dd4a9b485","formula_version":"titan-u-contract-v1","latency_ms":0.5799579666927457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44d1476b983f5e947a4a7fca3c3dbf3d9b1a28efdb0e20e153681b04c5770e81","sample_id":"mmlu-international-law.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1786df531c51e0e1eb6fc287755d0ce20f991bd57ddea8c03454148fb3474fcd","formula_version":"titan-u-contract-v1","latency_ms":0.8750000270083547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28d5a9b41abebc4fc4996be1739300197eb6ad08202b00b98e547e158de140d1","sample_id":"mmlu-international-law.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f053cd1273aa8cfd54723cb31b2436540ee0a76daa9dab67bd1383625ce1aee","formula_version":"titan-u-contract-v1","latency_ms":1.1454169871285558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"272b396eedb7663e2ad0cb8376ea1f9a23e0befb6b039732b60662b4a8e06f5c","sample_id":"mmlu-international-law.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4f568160e31afe7a22248c0aebc95aedb95cc827081444e0a4ceb5ca397e7fc","formula_version":"titan-u-contract-v1","latency_ms":0.6666670087724924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0dc4732ef69c3a4c79394e7fc0460f3f2318518943fc020994904379712007d","sample_id":"mmlu-international-law.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8085c4b688819ba551297c348cab424c246a1c15eefc28e20746b18ef28ecdf6","formula_version":"titan-u-contract-v1","latency_ms":0.8637919090688229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bea4c53e245b6a9e0637bf0496517eb9fc7f2d3023bf29338269b1aa9c8369f4","sample_id":"mmlu-international-law.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8eeba95bc33ee00ed92d4bd3e53a8eb9acf7f4263a60ca7e2ac8d2163964ac5","formula_version":"titan-u-contract-v1","latency_ms":0.7420000620186329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cacb644ab38314a74b76e0a89bad5927490f618be00771bb75aa319147578953","sample_id":"mmlu-international-law.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8e06f7f4ff81992f581070e93529328002a46ce83f74fe93dda87bff2ee267e","formula_version":"titan-u-contract-v1","latency_ms":0.5550829228013754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fc9869aca843b2b2e645a7845134d7d174ad7159ab0e59fd24c6d502c21c9ec","sample_id":"mmlu-international-law.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f67f3a00363abbd2c7a77d709ed2a6cbfa4cbfb393d7c91c81412b5fd6feb6d9","formula_version":"titan-u-contract-v1","latency_ms":0.7865839870646596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d813994f4694eb73d0259f140bb0313b7459cbf0f4351ff3ce70752b59344a1a","sample_id":"mmlu-international-law.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d26b88583c6faadec2b3b428f5088cfc3cef73f1d9242a3a75925c0ba6b7223","formula_version":"titan-u-contract-v1","latency_ms":0.785208074375987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0b7c11c04db45ca8773b8a729f8f5d002b90d3d00063901209e63a231e34c92","sample_id":"mmlu-international-law.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a79385302fa618e025b290d907ea3bbae6e3767a15921294410dd934846bc9ae","formula_version":"titan-u-contract-v1","latency_ms":0.5472500342875719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e556fb4a8cf4448dee043e71b39fbfb650048fc1798d60bb99b90af75c66229","sample_id":"mmlu-international-law.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f874919ddad6a77b452c8a009c9687f1fe0c0de6800bb279eacf89bcf056a41d","formula_version":"titan-u-contract-v1","latency_ms":0.620416016317904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b34825265daa1f5ab243161692d56299b89be0d8f08488a7554baa633025d26","sample_id":"mmlu-international-law.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ef866561582c6173335ce186547eb003743daef2f1cf5e21e3fa50e778b8a7d","formula_version":"titan-u-contract-v1","latency_ms":0.5647499347105622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c975f330cbde85cdbbe97e8fb35ce71185aa359bffbd5b7a1e064e57ca20b4ef","sample_id":"mmlu-international-law.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8724f845a06e106c29eb76a0ae0177a90e6b93194eb87603281d555f495409c1","formula_version":"titan-u-contract-v1","latency_ms":0.49583392683416605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c510031aee9c54d9dbf0dfff9152bcfc98f6f2e9e3d6b4474edc50a1c5ab48a","sample_id":"mmlu-international-law.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3f5d44e28dce7d46e7d9dc5cabfc4dc59fd6282142642191ce63d2c78c3b424","formula_version":"titan-u-contract-v1","latency_ms":1.1612499365583062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bda3a52e173e4f5428d2fbec41b6812d557c716770b977904cc258a823c32006","sample_id":"mmlu-international-law.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d4a6bfb4a97ba081d13a6ca1ff87a889dc0c0a235c00e229857bbf98fd1df43","formula_version":"titan-u-contract-v1","latency_ms":2.1354169584810734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b516b28c57369beabecdfac6f4583f9cbe653a7562e742711f0c00b430f8eda","sample_id":"mmlu-international-law.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5a2b4a0dd197dc89f379943af25178da1030e2dadd1e8aa718747f8cfd1d029","formula_version":"titan-u-contract-v1","latency_ms":1.7347501125186682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"479bf4691e9bcefe4e6fee120249e543611edf26322fba1a56464fcef1bc4365","sample_id":"mmlu-international-law.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4578e8efc4db9b37435aa97d39502886c4acfc7b27da776b6145f4e6530b4993","formula_version":"titan-u-contract-v1","latency_ms":0.8518329123035073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"121f94b23511591c609ae55008defbe042871ba812b130c498d420acfa332ece","sample_id":"mmlu-international-law.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a68c9662ed2ac3b9ab3174f8bb7a0ae3575dc03ede44489177130788d72ff84","formula_version":"titan-u-contract-v1","latency_ms":1.290624961256981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fbf37addda0ed8ad726f71061aaf2a46de0959d0ca2520b06c66a4fa1727d37","sample_id":"mmlu-international-law.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd35852188ba980d30f080137703ca051772bbd19f0c9ed04f07d75277acd5ab","formula_version":"titan-u-contract-v1","latency_ms":0.5509170005097985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b21b94e2db07e7342961d8b62ae3095103002449244c7576cefd161e267e4131","sample_id":"mmlu-international-law.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"480ac72f2e38be43d15b7c214bbceb0e4c5e3d0747257125080c330a7cce631a","formula_version":"titan-u-contract-v1","latency_ms":0.5362500669434667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b356e05de2b24e530a72338b9d3408d75f1f6f03bc195c516fd357c2a7754ba","sample_id":"mmlu-international-law.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"658c66cb2f848dc494d3fe5283229782d870352bcb5ca0b97395992d19565d2b","formula_version":"titan-u-contract-v1","latency_ms":0.4944580141454935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b027ededadcf6100f428ddc9b74e70b156533b842a7bd0ea260ad941c3ae236","sample_id":"mmlu-international-law.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29a3bf943cdc2c494ce09e28c4a5790fede92276ff4889a3178995aae3e2340a","formula_version":"titan-u-contract-v1","latency_ms":0.6839159177616239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e51788e662fb2f3b7ddcf8cfb35794e817bb7986399d55d30cc6a7998b35ea4","sample_id":"mmlu-international-law.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8e67ea3331414a7d40ffd442c51c15a3686efa6692cab90789a454663e72143","formula_version":"titan-u-contract-v1","latency_ms":0.8153329836204648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75057da3eb79e63c5ed341f5328f67d77bf6dbf462bc371a2b9670fce6f5a792","sample_id":"mmlu-international-law.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd65eb0a7379202bf075479436e3a5f2d9b1d7327af8198a0cec68f2875efc84","formula_version":"titan-u-contract-v1","latency_ms":0.5097910761833191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89a88778f59bbd5436003b0bf42b14a7739d118537e5109e2ba10f1ba4a3181a","sample_id":"mmlu-international-law.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3726f192fe8e98b00d944598ad13cc6c2a56591899f69a4de56212b338dd2742","formula_version":"titan-u-contract-v1","latency_ms":0.6766669685021043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e89b81a3703a5696c28a6a54c5caacf8b013952116cc19588a7f056e76da4ad","sample_id":"mmlu-international-law.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bf7a305ccaef3033a558655eda9b2ab94ff5ffe0d676c972a748630e1fe92e8","formula_version":"titan-u-contract-v1","latency_ms":0.47850003466010094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"601f52fb2cd199eeae1c8931aef4d8d1857cabee01028602135162128ef62fa9","sample_id":"mmlu-international-law.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a131babca875dfccdd8325d27536b9b883226f040383bb6528134c8f178b15de","formula_version":"titan-u-contract-v1","latency_ms":0.98558294121176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb279b6c4cf0b22ea1115cf08403bae550beb96dd897106df51f5fd2bcd203f6","sample_id":"mmlu-international-law.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef7a33c710ad636605d466d1e0b590453a6373592d31555126d35190ce087be4","formula_version":"titan-u-contract-v1","latency_ms":1.0668330360203981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51f44165910f9ffcd2448bbbabb3f51da95ae6651c466ceb9e766076a1478d54","sample_id":"mmlu-international-law.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c579f6039df8d02644b5b4579976441d86ed98c5df6c48665ba64a6624e3a057","formula_version":"titan-u-contract-v1","latency_ms":0.8257499430328608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4620068f9584366e74eca254bd66d7bf67a2b20724b379bf694fa5fd05e96a26","sample_id":"mmlu-international-law.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c25ee53a64877cdda234cff03221a8988cd6a098c0215d81ed8fe6979b0fd55","formula_version":"titan-u-contract-v1","latency_ms":0.5640840390697122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d98d8f3034ad6d7a5dae4a9f8c593daa9282c0201d50f0a18f1337bb8ce837d1","sample_id":"mmlu-international-law.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07a869817abaac065d259b762d9a5d1bdb9237fd71f0de1cccae6b0bc3d11e44","formula_version":"titan-u-contract-v1","latency_ms":0.49641693476587534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a58eb2c92c0a950f26014954e9823b8d7e62ad1990355eb3fec936fbff9e975","sample_id":"mmlu-international-law.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cc9f33eb7a83d4f7373c5ef9a87e41d9c065e24e4f5abf289cb5247e6304dd4","formula_version":"titan-u-contract-v1","latency_ms":0.7404590724036098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7dacf05ccfd0a4c1147501dbddc126c4c03880d09398e1d8cd6102bbd7b3c05","sample_id":"mmlu-international-law.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"386104b51fab8782641177cd28783a264287328521fd378501f759b03f36076e","formula_version":"titan-u-contract-v1","latency_ms":1.2742090038955212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8e98809e98bd709e5d6ceeb6b779a3f57c0b2638b9a7c2bd484bb62afe1953e","sample_id":"mmlu-international-law.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3d5301e776fba625870df4d5d196d4d96297137995ff728cf30a7e12c898ddd","formula_version":"titan-u-contract-v1","latency_ms":0.563165987841785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3307a1c4922ff264185440b8505788774fb4a8332b2ac0c026823983ba9c2b5","sample_id":"mmlu-international-law.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a00a4d4e7ee63a42dd5e9aca777a3eaea565af705f496e162fe0412122ca4400","formula_version":"titan-u-contract-v1","latency_ms":1.4230409869924188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b6a3de5a3690ad3c1b1795706bebdd860921232c247b74021348a6e48353a9f","sample_id":"mmlu-international-law.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6cdb86266105c38787412a9de52cff5ba6f8d9e3f9829daa6db1180a9a6bec5","formula_version":"titan-u-contract-v1","latency_ms":0.6769590545445681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c66ead6eb2669f48309b1247eec562d1ecf85bfd93be431f857398ccd5e7d4f1","sample_id":"mmlu-international-law.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39a2ae82f28fcdaafbd623f1e42caf0830bf8f6526b699b8e73bf95b45445cea","formula_version":"titan-u-contract-v1","latency_ms":1.1022909311577678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b72a08e60927d52d3206948fb31b896464eb75a01c1a2ca1cb93112ff09a4f6c","sample_id":"mmlu-international-law.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbe2363b73c98245325d0216ac9c009c953b482f59c6f1dbe882285db7247aa5","formula_version":"titan-u-contract-v1","latency_ms":0.5922080017626286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f719755524bc6edfc7c936ed672bfaf4dd88aedb9cb78bcdf7b46acdc0b273bb","sample_id":"mmlu-international-law.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2c5816bc522b31913fdfa4d8f9365a69f77fbb223092869c54a673626a6eb73","formula_version":"titan-u-contract-v1","latency_ms":2.3465839913114905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8666656f2ea8dc5cb58c0b669865959f494c452df9e7196852a6a797f78c735","sample_id":"mmlu-international-law.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93fa8fe60b01be75dc68e3c8241530ebe2c7f1de2e6bc1139a5ecb7b76f85096","formula_version":"titan-u-contract-v1","latency_ms":0.801083049736917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc9ca79b5236258d3a1c6018dbbfd7389e993377618e08da6933cf02f903f234","sample_id":"mmlu-international-law.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e625b404bf6865f44fd65f4eb6aa6995f3ab81e5538c81d5354d5c56a212b554","formula_version":"titan-u-contract-v1","latency_ms":0.5559170385822654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf02b418b25f69f49b62cbf1adbc603afb726265257a27febdf3151bd8f2b124","sample_id":"mmlu-international-law.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7d973caf3e2afc7e127773f016ee1af2a48843103664409f6a4b64fc374a38f","formula_version":"titan-u-contract-v1","latency_ms":0.5404169205576181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75ba874ca5f0bb6b5111f3b4f3bb281aa8d7fea103439715ad75535042a219f7","sample_id":"mmlu-international-law.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2753bbe4c6a9f134a392bcf303f17ccea418fd9a4f6ab404789579babd1a4e12","formula_version":"titan-u-contract-v1","latency_ms":0.7009579567238688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be5c00c4a6600354b09afa63dcc5794e1ef1193a42853fbc278a2c7a685334c8","sample_id":"mmlu-international-law.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed613bbddaa6c8ca49abad917c875a7e8ba34360c69c7d7333ad256e700dde32","formula_version":"titan-u-contract-v1","latency_ms":0.6428750930353999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3e5f3bb48f65546b1cb5188a1bed1919d903715e5c94af6afe96b5c709322bd","sample_id":"mmlu-international-law.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"828845dbe90a062e528b03bfbbea6557525593064654ee1e2629ae9c01154938","formula_version":"titan-u-contract-v1","latency_ms":0.504208030179143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2cfeacbc79a95f9dbb3eb958c05e199be3d77b2d8477c399e3cabb80431e1c9","sample_id":"mmlu-international-law.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf8a8e7514b92bcce8bdf9404019390b2e68365421c516626c5201ce1ceecf37","formula_version":"titan-u-contract-v1","latency_ms":0.5028749583289027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"468981d4f6578291a53edee213c755e03de22ad3edb051e3f605b029ec4d752e","sample_id":"mmlu-international-law.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68e3a304a9ed6edf1c7e9e591c2cebad51cbbb04c54fa5eaf976a96ba2cdf86c","formula_version":"titan-u-contract-v1","latency_ms":0.5349169950932264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39586bb0b825b9a74d5e2e6c38eff67d270d37125efe738f76d5f1f27c65cf04","sample_id":"mmlu-international-law.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43d4d27cd8fbcc3acedc1afa726e38dbec2aa80ff6d490708ea54eac1af59e8c","formula_version":"titan-u-contract-v1","latency_ms":0.524875009432435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2d2c48baf546d5fd3dbe544c700cfd664bd28af9d6437dd7582f903a707fdac","sample_id":"mmlu-international-law.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c364d8c027abdf4caf44de4cb282be34c4337b05476c4b46efa2ad0dfc0ac661","formula_version":"titan-u-contract-v1","latency_ms":0.4819999448955059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6651c7ee5843cdff65269599d8e4bf174a4df444d93dfc2b860b67db7ed60dd1","sample_id":"mmlu-international-law.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bae99a94a716b8b7455703501a06edf338fe70f7f15c97efa755ce2ae12e0932","formula_version":"titan-u-contract-v1","latency_ms":0.5578750278800726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"157ef0fd05dce20d5adcbba696c7096ccd92ed59c2047c8a4e87995dc038cc89","sample_id":"mmlu-international-law.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec9f66cb06d2f4bc5d87662790f9b6348b11115bbd163a21cc90f5722ac83a9b","formula_version":"titan-u-contract-v1","latency_ms":1.4454580377787352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74120a250c93a46eda9ce9789ed96a539aba12e5230260e289ec9833a2ffe2d9","sample_id":"mmlu-international-law.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0deb84f7ab8fb240142946152512b6a0669e037731f561dab6f4e280ffde5c4","formula_version":"titan-u-contract-v1","latency_ms":0.7629590108990669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"632b6397a1e41125c9979a58edcf27697a5ccd5a2638c35b404c97c275d34336","sample_id":"mmlu-international-law.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3594e8c19a1013aa6fe3d8c407a9f1601cbe2af660200c663aef4acc817a8439","formula_version":"titan-u-contract-v1","latency_ms":0.6648750277236104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c38f64a8aae6a10e1fe250afb2ec650886cf9ad3fff94a214fb27f1db6506f6f","sample_id":"mmlu-international-law.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49b3e066697b97598a9943f3c70e8a62dc0fdced0ffb4a64cbb4154d3c6ad886","formula_version":"titan-u-contract-v1","latency_ms":0.5657500587403774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d18d5b816a55d9da0e3ee80d1a6fb5f0e2b5a449f4d30778e8341571ba31bf74","sample_id":"mmlu-international-law.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"018daa1bea12aab8fc7b40276e43cf28e951c13976e19133b8eaa79f5681782b","formula_version":"titan-u-contract-v1","latency_ms":0.8454580092802644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a93a62fa185d9c18ff3c734982372d164042e9b7bd6b3eac10639fded6c5d207","sample_id":"mmlu-international-law.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"554f9e42ec1407275e9a5c95157a7221d0b593a75a1ac9c908398c84a71f0773","formula_version":"titan-u-contract-v1","latency_ms":0.5439999513328075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adc161a98419b3bb6e380682d90f71430b5e5ecbe7361b6b882241393b64b88a","sample_id":"mmlu-international-law.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7025a74183f733e37c6f54fab6063b99901a6ce460e4475003762e20046d7e3","formula_version":"titan-u-contract-v1","latency_ms":1.472500036470592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f18d8f5176fc57bf524cedb201307eb06bf6bf376a7a95415e79391d3176865f","sample_id":"mmlu-international-law.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"646d8ec229d74141db953dead2808fc5e2df1a0be2f848ee4125062db49ca27e","formula_version":"titan-u-contract-v1","latency_ms":0.6805830635130405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b905518d319abe55bcd54829251d136b3cbb628c2e26225a414c416d71acc1b9","sample_id":"mmlu-international-law.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"154d13471d6997bb6c7e2ce9f95a81b85d651e5257c588d50957a07ce9a3b125","formula_version":"titan-u-contract-v1","latency_ms":0.721332966350019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78c0be034b01d23abbc8a1f96505c5411270a285e7359ed41a74638399b3bd6d","sample_id":"mmlu-international-law.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94cf0418b60e666e3708de973ce55f191a0079833e54bb1525bb970f18a01ff7","formula_version":"titan-u-contract-v1","latency_ms":0.8512079948559403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb8fc071dd3ea359f7e32b9e2f77d1cb7c48ba461a9c7c34c5e1935b6dd78af1","sample_id":"mmlu-international-law.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dd29be59658e8fa69cb3afee23ba2b1e2f325306c541f56c28b4eb8eb0e59de","formula_version":"titan-u-contract-v1","latency_ms":1.2670409632846713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd08e58723e7b6eb7c7470de9c879a0b81e9de53229ef56ecf7c164b263c9294","sample_id":"mmlu-international-law.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00e52f4b59bacb760aa7e5985ad5998b32c89495aeb86afccedf8b6520a8021b","formula_version":"titan-u-contract-v1","latency_ms":2.128708059899509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2b030399211f0c59032d7b03ed43033f3660a874d1b604988011c47412011ee","sample_id":"mmlu-international-law.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa4a981bf6f65864eb5728ce4c72d3e418338525f6adc313f5ae7ecd4a56f6fc","formula_version":"titan-u-contract-v1","latency_ms":0.8230831008404493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3510217296ad8e1ef2e84f4eb22cc2901ebc4d9d0b664df3457892ff3762390e","sample_id":"mmlu-jurisprudence.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84368beeed41a2024e76ddcff9e15d87ec12d42f76797d98196acbf915be74c7","formula_version":"titan-u-contract-v1","latency_ms":0.5759999621659517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"843f32ef527b31295f290253e20b0ae4105884ce7b5e11414e9f21ce621f8306","sample_id":"mmlu-jurisprudence.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8a8b33277cdd7e131c5f40fdf4c0448b0ed7cc9f613151c087fa9670c540e7a","formula_version":"titan-u-contract-v1","latency_ms":0.5840830272063613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65564f4cb96b8ff5e8e1bd3e9e04d236f11977868762c707620056dc3fad764f","sample_id":"mmlu-jurisprudence.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b34db36e9df0391607cb8dbff70531c930c4ce594c4440f4d3e330bdf1f0178","formula_version":"titan-u-contract-v1","latency_ms":0.4832498962059617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67bc63bfd088411d416836f94ac3e8f394da21b458cbbf22df3457eafa5b22d2","sample_id":"mmlu-jurisprudence.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d47b278f21bad99ef2f347df06ba5649425deb0d649cabc7e2fa8c96eec68dcf","formula_version":"titan-u-contract-v1","latency_ms":1.2206659885123372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8ea7e1e42a58d5a40ccd9d7ed0d25829649cfe9f1b983ff8e196e0fc779cd1e","sample_id":"mmlu-jurisprudence.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30db3f51da57ecbf0fff8fad16d5c4d92f4fe33558b03fd4519e05623c391d95","formula_version":"titan-u-contract-v1","latency_ms":0.612374977208674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1199546e9c8a49af73e49dd8172cf3a91d09d97d3ca60790c602d384d439a6c","sample_id":"mmlu-jurisprudence.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57393772818ed8b9b033364a5659d78a8e572cebccc45a6647636227033720a9","formula_version":"titan-u-contract-v1","latency_ms":0.4707080079242587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"924d39fe525cc3a08e998fa59700edfe968c1a12de68572b99809d0b8d94bc16","sample_id":"mmlu-jurisprudence.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb525fdb04e158b72c09a30b9cc0eadda375eee8359d2c5e0f13a8e6c7023af4","formula_version":"titan-u-contract-v1","latency_ms":1.5375829534605145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5453ff70a7df99946797a0564c661a67f61974ba79852c7e44daa8b54842861a","sample_id":"mmlu-jurisprudence.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc16bf115ed523b34a526be76f2243534a9b8c8d7ca580d80be8d64391424a8a","formula_version":"titan-u-contract-v1","latency_ms":0.6138329626992345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab16aef71c47b3a85c0cc7d477559eebe6a060f29f034277b022ce5598b0dd87","sample_id":"mmlu-jurisprudence.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cd9e900cdec2630c583b6b014a2c015ef3774570dfd790dec24d73e3191e312","formula_version":"titan-u-contract-v1","latency_ms":0.5083339056000113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94cde023fa25b2d4cd91843c03ca553fa6f20b9d39f6967c06e84e9db937ff99","sample_id":"mmlu-jurisprudence.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42dbc8b579ffdd91a43022a9c073d1f1919ba2bf1b95503d5dfb40d5b1e239c8","formula_version":"titan-u-contract-v1","latency_ms":0.7208749884739518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5055265fd37d3ef21c1aed569174e16927936893a54584edeadf0413739b1fb4","sample_id":"mmlu-jurisprudence.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a3dfa5ae621ee83fb4b9c6049602a280d45f71c3231357b1861f021751e3978","formula_version":"titan-u-contract-v1","latency_ms":0.4792079562321305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7433c13655073c63b9cf1a335db2d4432b78b7ba5acc52c84f1af507d9a09b0b","sample_id":"mmlu-jurisprudence.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aec3f1083847172382334197908df900fca2f4cf17eb5a9c77be02baed8a82c","formula_version":"titan-u-contract-v1","latency_ms":0.8716669399291277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e8a35f82e2b7aba37f290b2f965d9c76843dc666a92ecd367c99e1de4f64d41","sample_id":"mmlu-jurisprudence.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd64164650d52fddcc8274225a9a0c6f946dc13b9007f25b3eb64b4c7f3c1ca3","formula_version":"titan-u-contract-v1","latency_ms":0.7451670244336128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1999b41f309b11bf4a95e0c0301d612f7f714de649264e937e97fc05a40542aa","sample_id":"mmlu-jurisprudence.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3b6a3996e140cd7937fd9bf4bd192951608cf0e265c07156b7c7eaf69f75bb4","formula_version":"titan-u-contract-v1","latency_ms":3.057624911889434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d18ca8a24be270ec6721925ddb3f58557752264c3e66e77fc438c68a94df6e4","sample_id":"mmlu-jurisprudence.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d90390d0cfbba208492c7de9ca23e1da65e916a2ba02ef4a022daa4fc5026a68","formula_version":"titan-u-contract-v1","latency_ms":4.619791056029499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ade14dff315a23f2cff2cf7417c1b9c0ae68ec9c3cbeb41883c77c1badbf51f","sample_id":"mmlu-jurisprudence.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4968cd4d11c2dffcca72d37f4ca2e88203bc714f65901f00f57172c33a700d12","formula_version":"titan-u-contract-v1","latency_ms":0.5668750964105129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0ef27f1e620d839efb4719dda5e854765be77651a66b8f25c26079f1682a509","sample_id":"mmlu-jurisprudence.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1b5cab55c0fa54b66a228a03266520df7a603ddd25b2c522c5defd04701a874","formula_version":"titan-u-contract-v1","latency_ms":0.5874159978702664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"231e969a3667363235c6492c67c92430474ad275f1646e558040e9297846ba1d","sample_id":"mmlu-jurisprudence.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"096c4707b8dfe0fefb59a90e5832373029e583f250790d50c14c0f5630fb09ee","formula_version":"titan-u-contract-v1","latency_ms":10.246249963529408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"826e25593d35073f06425430b83214feeaeaa37f6f1f072460f8600d0ced3269","sample_id":"mmlu-jurisprudence.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e0e9ec2dfd6d7d682d7c11d3b86a4f427a77effc5873dd1600f9d230224be51","formula_version":"titan-u-contract-v1","latency_ms":0.5281670019030571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4aa6fcaaf08fd29e7b9b7617478e4f9681a18208bd4fb07c3a5e1660801deb5","sample_id":"mmlu-jurisprudence.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d19724796cdb13ae64ceb4ba45f27d4516efbdaae2fb5bfb26d948eaeeab9190","formula_version":"titan-u-contract-v1","latency_ms":0.4960830556228757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64c2913cc5a41bb6409fa054ab14d02fc67e3564415fb1fbfa30f31b93253505","sample_id":"mmlu-jurisprudence.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4063b6bfeb262d1a2e1ac3cfbc3346ef5d5f9d3d510d4cb96d177d89c09113eb","formula_version":"titan-u-contract-v1","latency_ms":0.9985000360757113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93e5ca8824ff08c3d773cd45955ef4ee42dca0fb49e888b7bd1be408ed008310","sample_id":"mmlu-jurisprudence.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64cf0baca6576fd78767cfe3780af4f1f6e5872ba83c99769dd23b689d420a81","formula_version":"titan-u-contract-v1","latency_ms":0.5329579580575228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2327b5e29c182b25c389fd82464eef5c5a24a78835ff758705838f7f911d224f","sample_id":"mmlu-jurisprudence.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db383cc576e3bc918bcb5279d7025ebf84326f59e2a7708ad5644b026c09fa0d","formula_version":"titan-u-contract-v1","latency_ms":0.4938750062137842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee0249dcd8ba987c9c6005ac546fc2e10da29b65a4d3c5a9698796969362a320","sample_id":"mmlu-jurisprudence.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc50570cab0288000d2e7a7eda2b658cf299c5270d860bb646576e6cdf9cbb8e","formula_version":"titan-u-contract-v1","latency_ms":1.4022079994902015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27c5256d7432d5f4abcbd8bfde8931100dfe4183c9ffcb7d87074b343bfd59d1","sample_id":"mmlu-jurisprudence.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbe2be3672f5adde4f53f068bb9db3aac95a0fd94e59297ba045d3c4ff85addd","formula_version":"titan-u-contract-v1","latency_ms":0.5487920716404915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dcf21636be51e2db63b240d1a03fdbd2d9d82d743d185dc1d2fccdd6a144c23","sample_id":"mmlu-jurisprudence.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b296dd1d755bfee5c878505e64a3b1e576e459b5c9835bcc379e780945263dbe","formula_version":"titan-u-contract-v1","latency_ms":0.5702920025214553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06c8d378ef9ab229173b90e5472b35aab3488cb7a575e18903341e008f30250a","sample_id":"mmlu-jurisprudence.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53024f94a11464a28f34995f1c92f3255d8bbd2eacf0f27af3583402138f3590","formula_version":"titan-u-contract-v1","latency_ms":0.5300840130075812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"268d6c42a585bbc67954b134f2f6f184c3c8419db8618db0e5c5d1bdb659d387","sample_id":"mmlu-jurisprudence.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92d2fe9cfce6e09c3e4b5a4c1b5689af0b9f613de1813afebe8f4585fdcde487","formula_version":"titan-u-contract-v1","latency_ms":0.508124940097332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc6df5b46ca34279a95baee3f1e319699af9701b6805968c7f3dd5480dd23d97","sample_id":"mmlu-jurisprudence.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89225b5cf5309f9c7a8b330a718a4ed5cd394765cda088f86acf413ef129bd0e","formula_version":"titan-u-contract-v1","latency_ms":0.6162920035421848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7147c708c83613a228e711e9bbe64825eb1a19e9f3edd282be945d283a9018e6","sample_id":"mmlu-jurisprudence.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb04b172f0eec9e67ca50adf4694b352c08042daa93f83b51e4f88fd6fe11c4d","formula_version":"titan-u-contract-v1","latency_ms":0.8902079425752163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"155df9ef3c4265a90276665d5a9bc3992aacfb89fcb5f1036258ea85eb864223","sample_id":"mmlu-jurisprudence.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cc39ef9a22e7c584f151cf24eb543c3f598d4048769130dd7856e796f3072b7","formula_version":"titan-u-contract-v1","latency_ms":0.5354579770937562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"238c49a58a7bea654102f323e3398446c15c4325bc79c551edd4d1555b9b0b28","sample_id":"mmlu-jurisprudence.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c63949b3847624f1863cd12b20719d1f89cacb3585ad30177fe962e47d93a581","formula_version":"titan-u-contract-v1","latency_ms":0.5173330428078771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26c988fe670fb6960a3849535ac832ec660134b77d99d85756f7e046197fd606","sample_id":"mmlu-jurisprudence.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b8f86a42c1be3c10244562e66239febfd6afe3bc0d35a85e267ca1223c863c6","formula_version":"titan-u-contract-v1","latency_ms":0.4581669345498085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"396ae7a1c5d068f9c267cdde2d69d04cf6b81282bbd415d0e3c6fc313660d271","sample_id":"mmlu-jurisprudence.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba0165e5150a5467eace31bf81a252f7973232828be8ded0b79dfeadd5710d2a","formula_version":"titan-u-contract-v1","latency_ms":1.851084060035646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fdce9804be08d2786c9692acf66aa46dc6210ebdd70b373b24f2d55dd94876e","sample_id":"mmlu-jurisprudence.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"506ee037523f3c61022e63be45c51361f7eff6929787b8d24872bb35e76aaa9c","formula_version":"titan-u-contract-v1","latency_ms":0.5454580532386899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae07e20f9f118cf4f0d718ad6a734b9932734078d5563e4dfd372b3d0861f5af","sample_id":"mmlu-jurisprudence.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b48fa17ac42679ee77dd0bdd7602545164830beb501906feeae7089f5849ee4d","formula_version":"titan-u-contract-v1","latency_ms":0.6551670376211405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e082dfe145833dce399387a016eb65f6c091c65a2d61a4d010fdaeca25b4ed9","sample_id":"mmlu-jurisprudence.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc765e115cce5287c3e6c2065fca2287f63a2fd2d28fc26ef86a6915ad3c684b","formula_version":"titan-u-contract-v1","latency_ms":0.5631250096485019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c2a42937c981e5ff7c3d428323c147b2b6d1f16f11bfc69897b3b0ae199c5c1","sample_id":"mmlu-jurisprudence.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf35e3a66b1392bfa26873afd58cc50d0272a17cd50a862ead2ad395c4285f4e","formula_version":"titan-u-contract-v1","latency_ms":0.5273330025374889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"261077c6f24a3b4a66f94d73400eb11a1a010387516d4eeeb10cfb19b79b66c5","sample_id":"mmlu-jurisprudence.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0816c89b4b6326bd390f667d656a64d412338f2e8333b66f203ef4474cc3686d","formula_version":"titan-u-contract-v1","latency_ms":0.5169999785721302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb469f8ccf32cb835b089a0214f3a099caf2f47cfa1c7f18ad31a4fce2fd3e68","sample_id":"mmlu-jurisprudence.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17c295c51f9d7c9c880e4f972edf4fa698b319a9c255c2920a760dd696ac5f86","formula_version":"titan-u-contract-v1","latency_ms":3.9182499749585986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb170dfc621173191a98df1eccabcbd266c54856546f581f2c26d017f8aef7a4","sample_id":"mmlu-jurisprudence.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d4962c1e8e1de2fa6de0297e114cb3a25d06221ef6215c0f3d8f3ceca709901","formula_version":"titan-u-contract-v1","latency_ms":0.6128340028226376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5fbef3b3f87102d4787aa861a9b40b173eec0d26033637b1e905a62be1ad309","sample_id":"mmlu-jurisprudence.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68bbc4ebf11c26ee2ff90158c51dad34816e01942398c8fe3b150955188b45a1","formula_version":"titan-u-contract-v1","latency_ms":0.6015830440446734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cc415f8d9c0a5ae5256adb89c425d936d6d5dc84bb6b5abbe909593064e3ae4","sample_id":"mmlu-jurisprudence.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3c2fee185a82b81d5d1afbb08a5021c5b68f873c5842980fb4aa06262c93242","formula_version":"titan-u-contract-v1","latency_ms":0.6650000577792525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"933084a83c47952345a1a18cd1ff26460542861479ef734702fecb47e4170642","sample_id":"mmlu-jurisprudence.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fee125bb1499b5c58e0a3c51c61b2f0337db47fafdebc495e4d91824b228668","formula_version":"titan-u-contract-v1","latency_ms":4.003499983809888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ec85246ca835f8bf57ed4377ee8040a211b0b190731bfeff068806dad78c439","sample_id":"mmlu-jurisprudence.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e05f9d56c4b3ed8239249497f4a2b4ee15bc95a5a76db954b9021bcb4ea5e0bb","formula_version":"titan-u-contract-v1","latency_ms":0.5510830087587237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8c910a83f54d20f18b5abbd1442eb8722fbe207b171452b5bec22dac24d306c","sample_id":"mmlu-jurisprudence.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abe7cc92b08f0369c2d79936645b977ad0e9a4203e767e508dde31df83c4e77c","formula_version":"titan-u-contract-v1","latency_ms":0.90487499255687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fef95b335014ba4e5e147654bde726b717b6bec9f5d0518f1d4c6955c9be4312","sample_id":"mmlu-jurisprudence.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47d289820f8d661238705aeca468a1ec304bc08db5ae18c6321502d00660d728","formula_version":"titan-u-contract-v1","latency_ms":0.5859170341864228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2fac41900f0e34d1d47897db569d6a5baa63a19f8a894c5327ad396b06f0f7b","sample_id":"mmlu-jurisprudence.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48c4a509761c98879b4c08ed9fe29c036c9b8dd6e2ddac15c53cc6c92c2fde79","formula_version":"titan-u-contract-v1","latency_ms":1.8167500384151936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7e82f74d1c1b7348ec900eee22185e0c505576f1fdcd67d5ba405201accf8c7","sample_id":"mmlu-jurisprudence.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dea8493a736c0ff3bc6ad4a1b4d41c554eaa76ff98764e2642473bebc3a2ba0","formula_version":"titan-u-contract-v1","latency_ms":0.5902090342715383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de5329f7354dfec5375c1c4d5f08dbd98ed4572e43962ccfccd3c5f47ecbf171","sample_id":"mmlu-jurisprudence.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02e6478feac13ec02b42b18abd73bbb9bc429065d7468176cea3723984b26050","formula_version":"titan-u-contract-v1","latency_ms":0.6707499269396067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"432273b8e11687336933cd1b7ced5ab1a318e0074d6f4e9bc6983f4728d71a9a","sample_id":"mmlu-jurisprudence.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b186f5384966671de108bfa20d962f792c759596b1232830df1d0a34a714572","formula_version":"titan-u-contract-v1","latency_ms":0.6703749531880021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b9f8ae5cae51cebd30d5df741b1ab880a2ce0f814624e414e9ad7d0e8fd1c0f","sample_id":"mmlu-jurisprudence.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a028f78749b37b0f3f6901c78117465ba97f3d5ce2924cde4513e65af9f500a0","formula_version":"titan-u-contract-v1","latency_ms":0.8372499141842127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87c02aad923187a13e553ff5f9191c88c6f8984360d78c1624ec08b4b94e1318","sample_id":"mmlu-jurisprudence.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df49e5365e8e9cb5f203ce859a2e91a0cb07b1f9ef4a255943855ad116dd1e6f","formula_version":"titan-u-contract-v1","latency_ms":0.5027080187574029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0be9404035cba1aeeb5c528abb1e440b9202c5d5dc22ee3fd8d0858f6aabcc62","sample_id":"mmlu-jurisprudence.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"394e7963c2e61ce629ba98cb2f2dc628f8459dc10ec08a7fa880f1fd644e6d0c","formula_version":"titan-u-contract-v1","latency_ms":0.6060419837012887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d842a541b2ea53fc2606a5391a1d6ff7ffb191ddfca3668edb1c550fabd1eb54","sample_id":"mmlu-jurisprudence.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15f3de05d426cee6c2f8547d87b28e309800a78ca85800641aa859ac36d570d0","formula_version":"titan-u-contract-v1","latency_ms":0.5101669812574983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7ae3c89b9ade78d437ba43d0ed8769f00a270b9470ce877420cc2031a1c00d6","sample_id":"mmlu-jurisprudence.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"430b87731093102de524fe6b3545b80abadce08d9ee1d299eaafb06a6df8467d","formula_version":"titan-u-contract-v1","latency_ms":0.6649590795859694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f08932a9d65f37d4e055a3925cfa6b02e78af1d4c12b62ee7de49cc57e769ec5","sample_id":"mmlu-jurisprudence.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e985010a6174bc26046be2f7a4bc78b620f584d129416d326471f0e0b69b1bf5","formula_version":"titan-u-contract-v1","latency_ms":0.5347919650375843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"455b15377450a8cbbeb745c15d237f6886fa06a5a3c75a18b3594e7db6c24b81","sample_id":"mmlu-jurisprudence.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f2ff5c957cf50e74a31bec61549c4d08d617b94316749f1042ec65e2f57da66","formula_version":"titan-u-contract-v1","latency_ms":0.6567499367520213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebd7a5068c4168b543b5fdcc579e00dbb086f0b629f0071f20685349943137f7","sample_id":"mmlu-jurisprudence.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a10b50ef52f57578cef665b8877e882d0e1821d6629ffd9d5500818f93ac548e","formula_version":"titan-u-contract-v1","latency_ms":2.226665965281427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbf770eda7a4e61a842f6df00d68736a3759ce3e4688c2001bf3896ddf560f7e","sample_id":"mmlu-jurisprudence.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a422588f5487e7cd4dafc67f530a7595b2b540f4ae9ce7104541a1a3848f33f","formula_version":"titan-u-contract-v1","latency_ms":0.6282080430537462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e384e3bcd3405be4358ae01db73ebe4f385f890b0ff9ee7213c1a550da89b198","sample_id":"mmlu-jurisprudence.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"310094f42035b93f22c5079a2b5beb08cdf6b7be6f6bb6c6264d9eac04d8e8b7","formula_version":"titan-u-contract-v1","latency_ms":0.5329580744728446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8ed6b28a746f5cc16477e25968d441f47d949c203fab8f5dbc717bd69488ed6","sample_id":"mmlu-jurisprudence.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6ee90deee8151da500674231375bd510c69323a42faabac673b53523ca3116b","formula_version":"titan-u-contract-v1","latency_ms":0.5033329362049699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c9b7bb9ed182177b04fa6a16a6f895e258a43e57e3e51ba2663060a1da26caa","sample_id":"mmlu-jurisprudence.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"637310bafec4a5a15425d18a552ce2507cb48110bb1abd7f47abc86181a2cb5e","formula_version":"titan-u-contract-v1","latency_ms":0.869707902893424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c686fbba93130f9862a8d173300fa9e33724763981e4d2f15b557d22028d935d","sample_id":"mmlu-jurisprudence.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4d1bcc5c7e45944f9a4a5a7933da4bbe190290047064759acc9b3358b4f0571","formula_version":"titan-u-contract-v1","latency_ms":2.5352080119773746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4598e5ee49a507ba85ae0ae9aa95b4ba2ebaef70b2a2a3bee6f8616e6fc26bb","sample_id":"mmlu-jurisprudence.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d17eded87d4142c38d0cffe1b19c9f7ba8d59e0e05103e1d55169ff08cbbcb4d","formula_version":"titan-u-contract-v1","latency_ms":0.5005000857636333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0302a99974cfcc0b6e4b9c1614012bbbbc3857247e19499dfb57df30a027799c","sample_id":"mmlu-jurisprudence.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce63c283b7c9ee686f066cbf97a7ad84b745aa6222a17ceffeffc486c67326e2","formula_version":"titan-u-contract-v1","latency_ms":0.522000016644597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2646a1a4012501e52aea74cabbd0f82b16e94ff82bc10e7f28ea4c76260d969","sample_id":"mmlu-jurisprudence.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b7aaf8f513158a77a29834607e3f1ef4a91c665630934cc27c387e85e9d9010","formula_version":"titan-u-contract-v1","latency_ms":0.47337496653199196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d527352665a0439de817ff7e6f3ab05cdabc32a7ddd3f41f1819eb335edb08c","sample_id":"mmlu-jurisprudence.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7334440b3e530fa9ed8372d2d9089d83cd1c3af54d98cd5a32267f56669d64c5","formula_version":"titan-u-contract-v1","latency_ms":0.604458968155086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be5e503b267d482442b08fd8292c862fa06cbda47d6bc9a3fd2894315e382a39","sample_id":"mmlu-jurisprudence.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fefe0f6076fdaa2c10aa5f6aecc53eb1459cfe0513b112e58fbc2146c62489ac","formula_version":"titan-u-contract-v1","latency_ms":0.6940419552847743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b645f8d90675b9cd04b337e056b491c6666f97299df29506dd9ee0d50e463d3","sample_id":"mmlu-jurisprudence.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e7d387380f856c1f863d722ea61ce553b57b33df3135080e811105ce912c73e","formula_version":"titan-u-contract-v1","latency_ms":0.5149160278961062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10a5592d4bab7084f408afc29516851f01091d101bfc73829089f5619d311b38","sample_id":"mmlu-jurisprudence.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0413d1a54cee7feb8c2eef526a45014715b317c4ba6e1b43d8788d90414ff03c","formula_version":"titan-u-contract-v1","latency_ms":0.801375019364059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c65e7d93babaf565c5e588d67cd31a7c5dd107310476b70877224df93b7c0919","sample_id":"mmlu-jurisprudence.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c9856dba606f448d432df2edee9a997ff1ef3dec069a83765f9c8611a86ca7c","formula_version":"titan-u-contract-v1","latency_ms":0.5599589785560966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56f7dcdb379635ea336495f7ee15f73ce647447dcb578d473a62f19f2fc2259f","sample_id":"mmlu-jurisprudence.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99bf7b285560a080557f29c2e0ccea25402825d697c6eec62f0861dfc0663a8d","formula_version":"titan-u-contract-v1","latency_ms":1.0836250148713589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8049b3b0e3913384b3de7fb2ff27290411031ecdecdf7559487856d6141d64c7","sample_id":"mmlu-jurisprudence.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f39ce738bd20901bbe413bfad249829723c38ef2ac0f41b78c5e1f0794d72f0","formula_version":"titan-u-contract-v1","latency_ms":1.654667081311345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"611b68b07649e1ee132c2bd4d1553d9edce72a6afd101370524262238bd0db9b","sample_id":"mmlu-jurisprudence.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a92edbd39ff0930372df48f0286b3125b02be9377450df3c45d933b1afff9043","formula_version":"titan-u-contract-v1","latency_ms":0.5692499689757824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a188eedafcfcefc190392b3f8bb65e9e0e4e0fa92573f1fd39f0395cad7965d","sample_id":"mmlu-jurisprudence.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"476400df66e03e82d02a39de9be9e8290ab7d028f55db89f10b827a539c89353","formula_version":"titan-u-contract-v1","latency_ms":0.4529999569058418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19fb28219b4c0398122fef7fff1941487e31c2915f497cc0c0a4ced13343fbe0","sample_id":"mmlu-jurisprudence.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad23c46ca509c596a558f12704a9ecaf4f397a9bca4e28aa81388b4f261e96ed","formula_version":"titan-u-contract-v1","latency_ms":0.5672499537467957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df88bdd501668cdc227d731a054227ad6bad9c0c73eec93223478921b69be124","sample_id":"mmlu-jurisprudence.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"398b7d32bf3150654d8d67efff6cadb4ee58d8fcad36de19d3b8b2117998409e","formula_version":"titan-u-contract-v1","latency_ms":0.48245908692479134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7da923a54cc9a1396219f768a8f39675e425d5dee2d11901554d09a8fd82d4c8","sample_id":"mmlu-jurisprudence.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b6f409363f36f8e5a7a89251c06f3f6939c3c4621af9c508104f1adc2e9a19e","formula_version":"titan-u-contract-v1","latency_ms":0.5653330590575933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aca4d8ae1c9c7b8b48a789841d6981f33585a3da9f92050d05e5d458309803e","sample_id":"mmlu-jurisprudence.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbb3a23f386881cbfac600957ef76b44fc22c7d1542d6757df9fca1c93ceaabd","formula_version":"titan-u-contract-v1","latency_ms":0.5585419712588191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"062695ebe05ca5a23d93a27d6c1445346c2adee7048f7f56d4a1f087303f8aa4","sample_id":"mmlu-jurisprudence.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88fd094c584a02adedec5d6db12d2d878a340f02cfcde38d99b53f45e45eacd0","formula_version":"titan-u-contract-v1","latency_ms":0.6780000403523445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c7538296e68d98780f3c031848378a4b788115a53b6dc14f1c6346fa5dde7bb","sample_id":"mmlu-jurisprudence.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6701d7c29b9ca0b2a7ab06aac7ced20041d74dd24471740745e3c8e4f7f0bcc0","formula_version":"titan-u-contract-v1","latency_ms":0.4818339366465807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9d8030964718c0544754f7b31463948f05325c0320e1a7d0d21ce3ea3489773","sample_id":"mmlu-jurisprudence.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"553b6bc407bf3b63a08d68872314752e34bc2340c0bdc41e0c374f8c4ed31bec","formula_version":"titan-u-contract-v1","latency_ms":3.2614580122753978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb33e45d6860d1c0372af38bc0d5357af78b3cbe4f3a38942b2fe1a6cd249a08","sample_id":"mmlu-jurisprudence.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa3338f7f716d42735ad52acde66f5ded0af050a5b9f3aec714c6d9cc511dacb","formula_version":"titan-u-contract-v1","latency_ms":1.7530829645693302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02afa666d5ea33978d23bb67619cd70907296a01d51ec78b9905168f56fde313","sample_id":"mmlu-jurisprudence.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01bd57bff4a559875777b436ae08e57b51a00d89d76c96cb915681ac7f8f7858","formula_version":"titan-u-contract-v1","latency_ms":0.9494579862803221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e1e312cdfcccb1da9818e68c0c9c20407acb9ffc92d11680ad9496f27f30943","sample_id":"mmlu-jurisprudence.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b1e1a8bca4d9017b3fe22982d8649cf683368d0ce13aca56a2caf6e973d2fef","formula_version":"titan-u-contract-v1","latency_ms":11.167582939378917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58c82238db74c50bf7b336b142b6e76ea528ad51e5d72fc968b6c3d3283d681d","sample_id":"mmlu-jurisprudence.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60011efc3525a67c07e4925c95105e5644e48f3ef3cee3020cc29c94f8e5bdd6","formula_version":"titan-u-contract-v1","latency_ms":0.6962920306250453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c53ddb7c92d0037b8bbc569afa739f9804a78d70b476169455a7ab77f050375e","sample_id":"mmlu-jurisprudence.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c261d49d4841d717bbbf55f9d56d32e51e826e05b52b70422f7edc78a5cc710","formula_version":"titan-u-contract-v1","latency_ms":0.5371249280869961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcc948c83468241eb3cc805e718ef18ce120ef6206ae86b08e1dc1d14487ca78","sample_id":"mmlu-jurisprudence.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69ea7337c04b5cbf66128a827ec461982c0006b6c9af3d0bff6b190df47ba0a0","formula_version":"titan-u-contract-v1","latency_ms":1.0957500198855996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24b2e27dc04af6247fc70f055e3407ec0d45a3bb52c938779f512e5b80303f5d","sample_id":"mmlu-jurisprudence.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71c68ab1f3dea67df00373ec53540f61f2b6b2cd5488591dd48d8c0155f9ed3b","formula_version":"titan-u-contract-v1","latency_ms":0.5280839977785945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0861b8f755d8db1a6dfa0dc0162da49d4a475761f24c7dab5aad54aca7e08e63","sample_id":"mmlu-jurisprudence.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"263a815888de28254b35c93eb6c51717ea2a5337576e14b1416dfc087f7cd126","formula_version":"titan-u-contract-v1","latency_ms":1.0889580007642508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35f9aec6503cc189851f0e6bbb3d76f611fede857c86d597d41c142cd0e52c7a","sample_id":"mmlu-jurisprudence.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5d44c3832b64eb0b05118ff60f6370c18f59b0ebf6dd980a0076bc3062fa92b","formula_version":"titan-u-contract-v1","latency_ms":0.5344579694792628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2f3ee6f02f038908dccd752421f18d8ff2b1ceaffac4960768a6dee7f550373","sample_id":"mmlu-jurisprudence.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caa6d048c4efa1c1090908cf08ef1d112827f1cf6a3a6fd9a0a76c0abd253769","formula_version":"titan-u-contract-v1","latency_ms":0.5283339414745569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"250ba72152b75030a15587c5d031b765ba19b3371d181886f3b87b2e1efb7e7c","sample_id":"mmlu-jurisprudence.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6ba214cdcb7b192f8a099d879df7a4056dfa7895270c4ac968ef6aea85c0e6a","formula_version":"titan-u-contract-v1","latency_ms":0.6823750445619226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f490375c3298e25078994c14cc700e58ed9a2e3c03a1d9e08fd59b995e817969","sample_id":"mmlu-jurisprudence.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"741cc825357c3cae34f989c1281301676076df704c7722f98a41a2fadb3e1573","formula_version":"titan-u-contract-v1","latency_ms":0.46041689347475767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"553c981bb01c8352a08cc8cadc4dbaa66abdbfa379418383415ae2b6bc6044c0","sample_id":"mmlu-jurisprudence.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5150867ff332c7d794f28dd9eafd9cf0271ed0cc1f66d94a3afc9fcd43370339","formula_version":"titan-u-contract-v1","latency_ms":0.8903329726308584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa6ff68cfd6b80ca0dba06580345f54c34f716c890928da451e71bde93e11521","sample_id":"mmlu-jurisprudence.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28a1b40793dca9a11efa9a5a384f82f0e47612f4356c8835aa9d9b4b37827b8a","formula_version":"titan-u-contract-v1","latency_ms":0.5399170331656933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c6a7f8d872101a7e0f9034555c757456e2c6fbff1509020d70de24fb9c55400","sample_id":"mmlu-jurisprudence.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"450c35529721dab8e25a5ba12f771b90e5c8b32e2a05a0e445f55680e48689e1","formula_version":"titan-u-contract-v1","latency_ms":0.48862502444535494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7ffafc0b586530584081d28098a94aa33165ef1cee829512f430343f1e842b5","sample_id":"mmlu-jurisprudence.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec70c9f2854d796efaeadc83adc535c506925750d299da9c5d5ed47de2da65a3","formula_version":"titan-u-contract-v1","latency_ms":0.5126249743625522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a589bcecb39525c301e4dbd24fbc8185adef84cbd0e650383080acad80db114","sample_id":"mmlu-jurisprudence.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a20f892dbdd0712e9afbdb55d3194a0b74c6566d06a4693c3e233f40f3397ab3","formula_version":"titan-u-contract-v1","latency_ms":0.4870420088991523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb2c980e6c1353ea1104a7df7072bbb3c026151e41722f25599fc8f4b9a730c2","sample_id":"mmlu-jurisprudence.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3552d733e4a62e689f00cb7cb79b8302bdb5f1c872b2ef5494d63f7e658d7509","formula_version":"titan-u-contract-v1","latency_ms":0.5630420055240393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0729b54df6f944656e070a9adbc82bc8a582cd8e35a661f4c547d4bffdc91f43","sample_id":"mmlu-jurisprudence.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"120609ab0727cfa18810e79b6803010c772e78988fb17420234150044ef73952","formula_version":"titan-u-contract-v1","latency_ms":0.5287500098347664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25826a1df9f27d515ee27e56a8cf3166194b3d7b1d067be41c099c023deaa751","sample_id":"mmlu-jurisprudence.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5198c62b15427c5af4fa347ba92a1dc031e724b014b0ea42856b32e5006db6a8","formula_version":"titan-u-contract-v1","latency_ms":1.7201249720528722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"579b9499b2eb47ce3cbb77dccac0ba7f6c95042a68ad6ad2753d2a1086dcb1e1","sample_id":"mmlu-jurisprudence.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33c5ac812d79216b115b679e4a0af4fccc3b8687a37df5c043caf2b199ce8ead","formula_version":"titan-u-contract-v1","latency_ms":0.4932499723508954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c50dfeaeafe1226a527ca0ceabb315ae65321f659fd9e395f1895753a970716","sample_id":"mmlu-jurisprudence.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7df9602c0efd81a9c00aca0ad648e8fb7498e41ca196679cdfacab757736fc78","formula_version":"titan-u-contract-v1","latency_ms":0.515041989274323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e16734903dd45c0fc5872e5783ff81c2521f4349d17f48879601a84675cc9a8","sample_id":"mmlu-jurisprudence.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82b0e958cc126dc0e57b45a8b49b7910c15b38da1245d59e5dc60a7bdb525a73","formula_version":"titan-u-contract-v1","latency_ms":7.286416948772967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3b4a3750718a5ad781bbb91e301bebf7f317c52ee59aa0816caa0f7b247369c","sample_id":"mmlu-jurisprudence.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a82fe459bcd230dabc13d09950056b9b721f180ae9aa007e37830165bba6f7a","formula_version":"titan-u-contract-v1","latency_ms":0.5493330536410213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0773f5021f5eace8b6067f3db760cff825a4f4e619b122bbf6fcd3e7e25c29a4","sample_id":"mmlu-jurisprudence.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3286b09a00238f5f4ff3c7113220ad0c277cd0e93019109df93355b6ae2d2dfc","formula_version":"titan-u-contract-v1","latency_ms":0.5760829662904143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"757079c85dfc219ed8a98ead41b549c2fdde20d15bc3179d74909797935ca53f","sample_id":"mmlu-logical-fallacies.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cbebc271e2e9d654677b830d956c19e2e84b159c53591a737b9ae31886dc0a9","formula_version":"titan-u-contract-v1","latency_ms":0.5552080692723393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53c7fce29874813127e44f32b03028dac9c2d3871566dce44652115d7379998b","sample_id":"mmlu-logical-fallacies.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e2e8ff4b1646e8ca9393534316e4089f6155e8548b4fc9fe25cb45e5c0a220d","formula_version":"titan-u-contract-v1","latency_ms":1.5848750481382012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e5c2b396b1cc114a74be6308fe6a9978ccae6127e5186c62a30fbe335fbd992","sample_id":"mmlu-logical-fallacies.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64e9be3f6dd221572cc0ae0de2164568b97598180eb43cb4c7784f7ab0c019b6","formula_version":"titan-u-contract-v1","latency_ms":1.2595829321071506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e510f09066ad6af3a0102bd45d24ff0b74c3178d43ee4cdac262e75cd874fd35","sample_id":"mmlu-logical-fallacies.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aedc9bdd0f1e191235b4ae0cba14a9fa1c7fe1d1e5b937c53571cafc479be560","formula_version":"titan-u-contract-v1","latency_ms":0.48979197163134813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e012890cef6d9778e355056d0d5aa556b6ab4e5eeb27bc99ebbc9b6939b26ca6","sample_id":"mmlu-logical-fallacies.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36030b64b8dbe92463684e302b1ef341cf585e94e1bc5bdb40a989d06f094ca6","formula_version":"titan-u-contract-v1","latency_ms":0.682709040120244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fed6d3ea55d2f313997c9fd47a65d475828e239d5b5169b972c2a006551fef6","sample_id":"mmlu-logical-fallacies.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8054e503fe19fe9f1198dac7f17d9f0cccfbd277e1097a2d208794e489b7271a","formula_version":"titan-u-contract-v1","latency_ms":0.5057919770479202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a2c67d4c8d36c28b81c8803ceb91ba1514721c71dff18b555d6052704b7eb66","sample_id":"mmlu-logical-fallacies.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"237026a3cb18bd1944b2fea6ba0928402a503ff3981c3f7f6ad9273457f01952","formula_version":"titan-u-contract-v1","latency_ms":0.4795830463990569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aef6947c5a37d761a37012f06a6ee71040ec1285c7fc085651684d520c01e054","sample_id":"mmlu-logical-fallacies.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1bedf7ff023ee3735e2e3b1bb13365c77e4f0b94a4698d23e4b8e52aa7d0e6c","formula_version":"titan-u-contract-v1","latency_ms":0.6107919616624713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e709f792dc039fe11da1a401425a051a7540515478c6cedbc713ec4aa403208","sample_id":"mmlu-logical-fallacies.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c17b505a672c318bda16a9e639c4086b5ec5b8519b9d7b1fca0675817415c62","formula_version":"titan-u-contract-v1","latency_ms":0.5377910565584898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"008a400c14b65aa46645d315d0cfb51decd980b70fc9af3ac541565a273c8ae4","sample_id":"mmlu-logical-fallacies.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0da52439346883dcdd65b12197c70c8756ef39c2adf84d4516c574d56bf389a","formula_version":"titan-u-contract-v1","latency_ms":0.6671249866485596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d205ba2f5ceded4841fd1b009de21b286a4d4244deff2f0d11616ccfec328aa6","sample_id":"mmlu-logical-fallacies.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7be13417e7fbde5ee879550603979f67beb851782db6c46565ea5b507188a3f","formula_version":"titan-u-contract-v1","latency_ms":0.4591250326484442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78bca4e9a0b8dff4e8bd3db9f52179babc898367d215dfe5ce96c6f198598824","sample_id":"mmlu-logical-fallacies.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3a3cf10e7eaf0317fd6d066db2c9de186645f2bf80b5e76d7a36e23e0860c58","formula_version":"titan-u-contract-v1","latency_ms":0.6471250671893358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12c9cfc7a9a5e01c7d94bd1d52275a5fbc51553f79707bfeb75b5aa0c8416e3b","sample_id":"mmlu-logical-fallacies.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c1516ad18ea90e5a096d35a21e35ef06c2e7659aad42aa94c30616c27080898","formula_version":"titan-u-contract-v1","latency_ms":0.5776669131591916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8517d57ccd3f64999f8b752a923df3f2f418c4281907fd7eeb370da4e10dab16","sample_id":"mmlu-logical-fallacies.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e60045f4975ad28e5449ff0a2631bb218cf30c324a5846ac4c4331de1b5856ea","formula_version":"titan-u-contract-v1","latency_ms":0.7537909550592303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ac16374391ded032ca65a0bcadf49064bf226b78a75b10280f603d602ec7852","sample_id":"mmlu-logical-fallacies.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"598178965967c213b083507231e8eb7f55550c06b59dd4adb403a5d981e13c35","formula_version":"titan-u-contract-v1","latency_ms":0.9852910879999399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7466d49093e1cb7307b7e1736b6f56226ee0e68b475b74c32d7c4695c21ec23d","sample_id":"mmlu-logical-fallacies.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3503ceec62ab56338cff75d9c4c811d1b6258c6cae55d14c20ce6a8634c4acc1","formula_version":"titan-u-contract-v1","latency_ms":0.46362506691366434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18c478b0c3858619177a20ee5f080428677a82cc5fa213fe69027ea6afe38e01","sample_id":"mmlu-logical-fallacies.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fffd26de9190342ca1a4dad3fe7510cead30068751749aef507be037fb388deb","formula_version":"titan-u-contract-v1","latency_ms":0.48462499398738146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca5e7de3e85c1ef36f5a0cebd0b6a14ced810efc11b74b1c37c01fd4d48292df","sample_id":"mmlu-logical-fallacies.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"317fb126a40c019ff57626303246902549eb33a1aa4bdb9eb6b0c795c84a17c0","formula_version":"titan-u-contract-v1","latency_ms":0.7757089333608747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d230e12c3475a53903f283b57456036f024c1f4106d1169aabf3b0a6d68da6e","sample_id":"mmlu-logical-fallacies.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30c8eac5df746808c3c42f6ddc87954439378d2e9be825f5631c616db4c019d6","formula_version":"titan-u-contract-v1","latency_ms":0.4944170359522104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9093c74eb9452ab4dfda2f0cd84207db8780bed684425f2ef18b676b29b454f6","sample_id":"mmlu-logical-fallacies.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd32b648a5841435670a1f03d945494df4797358cdd26722432de2ba76408b30","formula_version":"titan-u-contract-v1","latency_ms":0.4991668974980712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb31802acfe7aca5bedfca6cc1b614c184c3dc7f60330921fcd0abd7ca0ba4e8","sample_id":"mmlu-logical-fallacies.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39533495dd2e79fc6724e8829af32805266360ed4bb371e30723b10d5e52da1e","formula_version":"titan-u-contract-v1","latency_ms":0.60374999884516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ae13c2cd91a1a83561e0137950328ec46a9ce98d770455a2065162e4f2aa52b","sample_id":"mmlu-logical-fallacies.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efb6766f91ca487c9eb21f5fa6e8bdd38e93f10e9a3f7167d316124f495080b7","formula_version":"titan-u-contract-v1","latency_ms":0.4757919814437628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6320d0afa8fe94e80d0555e2abc182964666b2773ca1878e73f517b045883eca","sample_id":"mmlu-logical-fallacies.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ba29ab0f205c46b7f9fb0217eada43c7ecb5187b7d11f9cd172cca0f17ce708","formula_version":"titan-u-contract-v1","latency_ms":0.7190830074250698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5383df31e86620d312d20fe1310cd97524bf2e92145478d407da52df4cfea7b5","sample_id":"mmlu-logical-fallacies.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a0a9348a4518f4b30b238993b9fa66751fb2dfdbf6d2030edb9752ca7e0b771","formula_version":"titan-u-contract-v1","latency_ms":0.8691670373082161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7450190a7ca16469473bfb1284adaf869320e3205229474373e7b1018deae973","sample_id":"mmlu-logical-fallacies.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"670617cf3ad31c30607b61ba103c98b5e14dd20d815d8f86b4581c397a75766e","formula_version":"titan-u-contract-v1","latency_ms":0.6668330170214176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7488112ad754715f365caee784ad0ca37886fcafd949adf48e8b5f43e1d5b6d","sample_id":"mmlu-logical-fallacies.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a57e19e7f1894fa5a5aecc36c4cf34a78e67b00db427abce546378874d72486e","formula_version":"titan-u-contract-v1","latency_ms":0.5644579650834203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8782f3f09236a5e20dad60007f0e00f26bdd82b2d24455a53ae84b723a935354","sample_id":"mmlu-logical-fallacies.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5db446b92c0d9b3f52f7d56284a564fd5bcf2e168500805f990ca85fb655ee1","formula_version":"titan-u-contract-v1","latency_ms":0.4736660048365593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3778b27cb9dc1b829f7bc3e61f66b29e53377b2fbbea24ea4825032140504d6e","sample_id":"mmlu-logical-fallacies.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f637dd15cbc0ac02fcf237152c7ffe77dc2ac4645d239a515841eb173e6b237","formula_version":"titan-u-contract-v1","latency_ms":0.5845419364050031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67562b4f2f5adb5342cca5bf9ba0ccbce70b515923895c0ab5a230acdebed7e1","sample_id":"mmlu-logical-fallacies.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"417635d4df49956dc560129bab34d3047aaa279a39ca027b9c1c3a108ae9d2be","formula_version":"titan-u-contract-v1","latency_ms":0.7940420182421803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae5f5313214b3cf7479b2ae7e71fc5a267b11c0b604a218889738a0e3fce3aa","sample_id":"mmlu-logical-fallacies.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d545da4250f8b2f1d091578b2b44ac022f089f703b4b508903860214df199bf","formula_version":"titan-u-contract-v1","latency_ms":0.5494169890880585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82f9bed4c26f1190ec8f6f86beeef2507a6f9d6c36d06d067a022cf43aa321ca","sample_id":"mmlu-logical-fallacies.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ccf8c872ad50189eceb4574ead1b5d9b5e9fd2414ca98296bd272754bde2d2a","formula_version":"titan-u-contract-v1","latency_ms":0.8270420366898179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc5835b821d9a12b40d1124b9888aa1c0cbddd714f3a90294badb8b55cc82ef0","sample_id":"mmlu-logical-fallacies.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"381470b610a8dce50164455fd1bd52edcae44c1db06b13467187381a64f85817","formula_version":"titan-u-contract-v1","latency_ms":0.526666990481317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cd3bf1de7ee210d11374fe0f2e28a5dd3559e932570d2a88edb46cfd36d7435","sample_id":"mmlu-logical-fallacies.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7b3eb22b23690940de649c736f2ab2b05b4a9829b63420e2d0d91fbd79d518c","formula_version":"titan-u-contract-v1","latency_ms":0.48079201951622963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2186028f7a8bfd440dfb36bbbe273d722e884ecf41dbeb43336c8392241e7713","sample_id":"mmlu-logical-fallacies.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9eb225aa1bd622610a5cb42fcf5dbcebf9546141343bc922725eec0295ca640","formula_version":"titan-u-contract-v1","latency_ms":0.824292073957622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8299feed7d134e30beaa84ac2062452c39a6a26c70836061b23e021aeedc96b","sample_id":"mmlu-logical-fallacies.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1a1969ab9f5bd4dc974240fc617d690bf2055a48f3bb903706a7bc9ed970f2f","formula_version":"titan-u-contract-v1","latency_ms":3.9268340915441513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f10a9c095635f564ab3a1bab70663a47e90f69ade39f7ed3eed4a728eadf7182","sample_id":"mmlu-logical-fallacies.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75e2109e4956afb93ff9e24ec32ef8142cd71bcce831e225c1c570425445065e","formula_version":"titan-u-contract-v1","latency_ms":0.5601249868050218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"112a6c961db2ab2a71c02d79472c6a138c11e29ab8ab1eec3cb252b8558a91d6","sample_id":"mmlu-logical-fallacies.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc757ee60e1efb8e6435d2cae5c0a670a99fee63060960f8eb7194fe50487fde","formula_version":"titan-u-contract-v1","latency_ms":0.5723750218749046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61751d9ae036a22abd6a08b516bfba1adc9ff418923e2d842fe2041d093746f9","sample_id":"mmlu-logical-fallacies.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b2e1edd85b0a7bb679e8760e259f9fd798fafca59cbd6da2648013668623bea","formula_version":"titan-u-contract-v1","latency_ms":2.1892499644309282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b2a28a7937974a7188f5e6892d10ebcd72c563b370734696d3d854aa520b688","sample_id":"mmlu-logical-fallacies.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3769be020e0280e961f2929a05a4bda480557cac49e51f13335e7b290109b9c","formula_version":"titan-u-contract-v1","latency_ms":0.6232080049812794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"046fa52a69323354282e9f7aded7b1889183f5ee8caec583679652fca31325dd","sample_id":"mmlu-logical-fallacies.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49d6f021079d418a4acba93778414a62682bb3984fd91e90466d19d7fb0cf321","formula_version":"titan-u-contract-v1","latency_ms":0.7021670462563634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2656f0e3cbfe8f20141bf3cbd42102df9fd57d453f50038532a698dc7e1fb97f","sample_id":"mmlu-logical-fallacies.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2f46c84e120e29f1cd11750bf670984e1bab8a0746d675211a34d716d58e8c2","formula_version":"titan-u-contract-v1","latency_ms":0.59908302500844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8859eb92dfc5001e8344b025e90ba6eca8a5d9888155d9101a9521f06d7fd370","sample_id":"mmlu-logical-fallacies.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a53f222621ce292703a248cf519acf0e608de5bfb0ce862db1c142d9d65d8f11","formula_version":"titan-u-contract-v1","latency_ms":0.5987079348415136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3bc997a66715a20c6b11ce04f7a0a9ef5dfec277c7cb1c173752df54e32bbcb","sample_id":"mmlu-logical-fallacies.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9120e4e081b4ea89724c81cfaa79a350e42ef67a5e346d3356b0e41c713383fb","formula_version":"titan-u-contract-v1","latency_ms":0.46445801854133606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a71223a04791a108dc56ab73bc150463f136c6338321ed84f2b47d136321465","sample_id":"mmlu-logical-fallacies.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00fde22517ac3e57f8a8c1c4aee70e907bc1947c1abfadff2c9d615b97acd1d3","formula_version":"titan-u-contract-v1","latency_ms":0.521124922670424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dec18ee5bd5425967b1e37461b74f129661db3584424852cc592331a38b1467","sample_id":"mmlu-logical-fallacies.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95c409be3a3994b11a38fcb3abf506c3b0656730dd7a13d29a5ae9a5b019713d","formula_version":"titan-u-contract-v1","latency_ms":1.0686670430004597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da2d08821b39e3756ed716e8881b06ea515267cce0ad6d5aca58de8020fe9aa9","sample_id":"mmlu-logical-fallacies.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9717ace72141c799298f9dccf2b71c29f3ba841a5d0b26b71046249a22f681ef","formula_version":"titan-u-contract-v1","latency_ms":0.492165912874043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ee825f9790d300c88221a179a92be786a49269d92003c4ebe4d9f7ceabbc634","sample_id":"mmlu-logical-fallacies.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d153f6740934f1926a49b582634692e3e00e4e63ff2f9415aa9df60b233cab1","formula_version":"titan-u-contract-v1","latency_ms":0.46449992805719376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2789271da2220c2c15bc7f35bef851844924cd9919fa99b6f3077540cb34f6dd","sample_id":"mmlu-logical-fallacies.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"709dd267bc0171471d1931445dddec2852c8d02900ad29c49f07fe35fd7f06a8","formula_version":"titan-u-contract-v1","latency_ms":0.4757919814437628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0390f71569d589b304ba5e06c2cf4c58a419fa9a7162dec1b6c7f82784624b35","sample_id":"mmlu-logical-fallacies.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db8f2be4c491ab83df38fc3d95d50eb7c990a5b0fd37fe28dd4a36eab968a35b","formula_version":"titan-u-contract-v1","latency_ms":0.6059999577701092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15351844156bb82af9066e6ec18a184041a17901bb544af62f803525d1e80578","sample_id":"mmlu-logical-fallacies.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44b614b0c622b1f2657e2b5822856f23f42b92fb675a56489e09574c9c16e32d","formula_version":"titan-u-contract-v1","latency_ms":0.7082920055836439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2c4f7450463375582d50346f922945a30a93fa719c6c75a18d81dff87a60eba","sample_id":"mmlu-logical-fallacies.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e8e538bcfa9c5c63911bd2361297e34892ab35572cd2a65b226326006a05b2e","formula_version":"titan-u-contract-v1","latency_ms":0.8467499865218997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"057eb56d3e0682209f96ed3999a2053d1e3dc7b6e61bd127d26c22fd0df0ca0e","sample_id":"mmlu-logical-fallacies.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e754610693fecac8c801afd003494d995150f6250864ec621750cd57319fc9d4","formula_version":"titan-u-contract-v1","latency_ms":1.3872080016881227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0b30df02a7066411ec621b591faf9bddda11b1dbfe163f33c1cdf4f93b60ecc","sample_id":"mmlu-logical-fallacies.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bc756b2bf7720f53d7a5d23f2f8cad39187563444b84580d863620635a4c6b1","formula_version":"titan-u-contract-v1","latency_ms":1.3138329377397895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25a83c6671f008db816b98f978c91c4509c4f195a1567dd67b1fbde9455ae398","sample_id":"mmlu-logical-fallacies.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"922b73b01149eb863a64e1b77ed42b2e79c4bd8342f947d3d85acfae0ff4eaa4","formula_version":"titan-u-contract-v1","latency_ms":1.357708009891212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88376df5cd16c032d1b95d7c23cd2147284a97b5a426dbb6ab6a3ba9d7759856","sample_id":"mmlu-logical-fallacies.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d672a30bdc8a6d8ea1abfa2339df57bada01120332d6a16adeec21dea6c62e0f","formula_version":"titan-u-contract-v1","latency_ms":2.7461249846965075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e3f623bf487d185e63476980fe771e5b6938978cc4d59f1c130f6b14b19645f","sample_id":"mmlu-logical-fallacies.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9495edb04b8c4a41c723ba35dfb3c312166c1042f4d03106ece93f3c9850a084","formula_version":"titan-u-contract-v1","latency_ms":0.8895419305190444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cf641fb292752e36dfdc7f5de094bf46e5ac941fa8c90a99317217496200c28","sample_id":"mmlu-logical-fallacies.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb74664f1606b6c2c0d2ff23021a844380dcc39d38ecc5b0635ad885628a494d","formula_version":"titan-u-contract-v1","latency_ms":0.5207079229876399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ce2a36b82ae1a3c52219dc94491febb289c747ffb88eb56df4217c9667cf6ae","sample_id":"mmlu-logical-fallacies.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"224b02de4a8d2a1eff6165b566960fbf62ba4e1990bc022594180614abe70a2d","formula_version":"titan-u-contract-v1","latency_ms":0.5646250210702419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7962c687193a0686ff95bcbce8b098309c84db7ce4ded8414e6483efb57e359","sample_id":"mmlu-logical-fallacies.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4924cc5daa7027c4d63901c27ba4ed49b9df08e6f1cd726f4caf664b2940a736","formula_version":"titan-u-contract-v1","latency_ms":1.750416005961597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdff1e9d957d48ed9d9c0e406fdecf68e05e32fc02049c9962df6c3347b8bed8","sample_id":"mmlu-logical-fallacies.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b09cf20d06d346fda2b1fb6f6c33ab2dec23873024d051c0ef2c7cafbd2b8819","formula_version":"titan-u-contract-v1","latency_ms":3.883874975144863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc59417ae54d79f1c06a85304dac7c4792e09788671a76a9ca8a74d11ee9710c","sample_id":"mmlu-logical-fallacies.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b5841b16435c13c4216bd50924015a727ea66a8ed0137edf9c3320530bf23e8","formula_version":"titan-u-contract-v1","latency_ms":3.203999949619174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"852180a9752bbb45bd03239cac67291d82ef8813ddb77b501f7e7005868c922d","sample_id":"mmlu-logical-fallacies.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7537beb74b15f2c84404e66237891a7e31702c422d21ed9564d2fb86ecbce4af","formula_version":"titan-u-contract-v1","latency_ms":0.6017910782247782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34ebf28407e900b8f8a821744946a99cf22f42c45dc4e219d55e7cbe977a8ff9","sample_id":"mmlu-logical-fallacies.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"061f41d14c75eda8f0ef50d57bb8845f4f8877d778cecf3a768893b0201d6397","formula_version":"titan-u-contract-v1","latency_ms":1.5226670075207949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b208ea8e9da2e3a3d3599a8cb8608cc2325d1a47168c91d0d09fbe81d701853","sample_id":"mmlu-logical-fallacies.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a83520fa23310b496c43c8999265dc98cc2d61b92f74a31d4f7df00f87e7761","formula_version":"titan-u-contract-v1","latency_ms":0.6681669037789106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42185dc4fdf143e7998cd3b6c365cbb5acaf04e5dd38dab63adb3fbbc109e4b1","sample_id":"mmlu-logical-fallacies.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"144c239e2fd9560aac19f28ae0e10701cd1eefbc6159f4851e404a5409b595a4","formula_version":"titan-u-contract-v1","latency_ms":2.218291978351772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff74516b34e0b0d6ab5bcb9f25853d6e83271daf393aa8ee996498beec773b90","sample_id":"mmlu-logical-fallacies.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82e894426d370fdb1ecb54b1c4a515a18ab5d9cd792a0c7710d156cc3e9d6b02","formula_version":"titan-u-contract-v1","latency_ms":0.4782920004799962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e9d9adcafe9ba473186e269e1af135cdee1276f2422292421ca1b486682ec2c","sample_id":"mmlu-logical-fallacies.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2bf94e89c94e61535c8060c4c4ed1acb89908b7326b4a5fe527f5dbd20c2306","formula_version":"titan-u-contract-v1","latency_ms":0.55929203517735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c695d792c4633c491967de3abc4d0826ffb938627c038660e0f2eed9ad709e2","sample_id":"mmlu-logical-fallacies.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82872fe46dc39faae2b798aff5ec3e9f237d53436abd7c0195dba527e4661344","formula_version":"titan-u-contract-v1","latency_ms":0.4845409421250224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1db40b19e8b0047de24f783809d349190e018f7bc6bf73f9f0ea73b679b2887d","sample_id":"mmlu-logical-fallacies.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf0ac9aaf0d8b4215e37a0a08df6f0bd4bced7d93b5992cef5c91656713516fc","formula_version":"titan-u-contract-v1","latency_ms":0.6934580160304904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a9f1cd3032433e6ca7e493bd446424d2b98d46a37198683d18ac4c2e296d080","sample_id":"mmlu-logical-fallacies.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca9ab8248d76cd157930787e3dcbd1cd42e7b820ec08d21b69cc7e2bf2e77c08","formula_version":"titan-u-contract-v1","latency_ms":2.844834001734853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5671fa0eb8aa4866e0e609d97dae9af0c699e850dc992a518b135ab2afa5629","sample_id":"mmlu-logical-fallacies.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8873224f6b1efc82e595fc2300b14864a00760464db271756f72293b41afec6","formula_version":"titan-u-contract-v1","latency_ms":0.5496250232681632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78669cac836a7636a17ddb45e2d781db3c2fc99c0401b7b5776e733eb9fdd947","sample_id":"mmlu-logical-fallacies.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e8c0854716dba30c8392d218db6afaeb8377e0aed13e64234876d5e1049880a","formula_version":"titan-u-contract-v1","latency_ms":0.8272089762613177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2f2111de8f1fe61b85b333dcd3c510a70ee57526cc1fc82cdb580e5205d9a2a","sample_id":"mmlu-logical-fallacies.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa47ae5241333a47b1da2a338d4995e9448303d38c4bea9a4937c580172e9bd6","formula_version":"titan-u-contract-v1","latency_ms":1.101040979847312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d99a1fb54b9b8029a7d99f0122ddab6711f42d7fdce5b2e49b8c63b9683fe101","sample_id":"mmlu-logical-fallacies.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"163e6ce11bbdae1325f9204ca4c3689ab104653485d46c700d1cdb833e7be06d","formula_version":"titan-u-contract-v1","latency_ms":0.8490420877933502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41995816eeaa5b90f2821f2e7e00615586e2b87964a40cfad73ad377c0160478","sample_id":"mmlu-logical-fallacies.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cac2764d19ae562f777f013fd1f8d9e6f94b5072e1ea92ec13d1d6ab638ca2b","formula_version":"titan-u-contract-v1","latency_ms":0.9482910390943289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f44cd71588fbcf1aa7386151c2bcef0b75901dfdce512a60809049d9fcc2165f","sample_id":"mmlu-logical-fallacies.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b01247d691e9b583c8b7df1c226b264bf0e6f73b7cdac16c24662ae03bfa55a4","formula_version":"titan-u-contract-v1","latency_ms":0.5073340144008398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cf4f7d446a0c09d501381c5bfbb58bf902bc5325341eea6296b1fb8f415be43","sample_id":"mmlu-logical-fallacies.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ce2e6bf0e6379402ffac8f31b9157ae985330c92530853ad13a40c9198f3dd5","formula_version":"titan-u-contract-v1","latency_ms":0.4598749801516533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bec6a4b6647aa68af176743e883beb1bca6bad7af9b7c35021d0c14e950f61bd","sample_id":"mmlu-logical-fallacies.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d965694e1f58a6c122a66244cde179aa12e405db1d7e184936e737ce5036757","formula_version":"titan-u-contract-v1","latency_ms":0.5779169732704759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1303ca26931990a192d0389d6b63b01064d778d0465fa159e37a30196fff902","sample_id":"mmlu-logical-fallacies.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f9a7b79042c392077e9a94c651c894d807cc21e2a2239a06339e4cf3505702c","formula_version":"titan-u-contract-v1","latency_ms":0.7286659674718976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ceae3befce4472a3c8aa5ba90428918c87774793232320b6f20cf8da6c4a7e9","sample_id":"mmlu-logical-fallacies.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"135d69e9460dbe9070fbe230da71497f32552eab5b0a9aaa030936426a3f1502","formula_version":"titan-u-contract-v1","latency_ms":0.5664170021191239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d18a98d302b66af76aec48f58086d27acdea328949f513442bdef2f78ed79ea5","sample_id":"mmlu-logical-fallacies.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93046eb5dacdd2bd04f5266a7376ac735478f16717c79eae59d730bd29644354","formula_version":"titan-u-contract-v1","latency_ms":0.8808330167084932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abf83f09f4f648c8f8a4be7ef1870e2344602daa7f3520fc22b86167657ff18f","sample_id":"mmlu-logical-fallacies.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae1f05576858e94b9f420702e4773c9b1301e300633697147b2227068d4db80b","formula_version":"titan-u-contract-v1","latency_ms":0.5609169602394104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97f4e48ae6796818c09d1f9b5283a730c828c181a71e7990a9c3f3c903d6b2e5","sample_id":"mmlu-logical-fallacies.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67c084dca15e9325ef13de679ec946cdd82e987574e192a3db1f67ba5b784141","formula_version":"titan-u-contract-v1","latency_ms":0.906334025785327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b39097eed1d717f5ea706fec6ba91fb86c93a808519f7d0dc7fd531a9ad0343f","sample_id":"mmlu-logical-fallacies.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bdad025ccd2c5cae74c9e0098bbf961be45fb17d1dfc7046dbede34b9f6f001","formula_version":"titan-u-contract-v1","latency_ms":0.653333030641079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3abf9d7369bb9b93585fb4b058b6bba0518d740f02f916fd90105c9d03483a17","sample_id":"mmlu-logical-fallacies.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36a38190c08d3eaa1839299785b63fde801e905bcd80d3286dd7bc7490469457","formula_version":"titan-u-contract-v1","latency_ms":0.6120000034570694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5d76708a3379f73019441a49f09e9ab3b58bc97d64792f701b9705b494a93b9","sample_id":"mmlu-logical-fallacies.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4555d9a8420223cc07835d94992603412733943ac8d9209724e52c8b4a54a99","formula_version":"titan-u-contract-v1","latency_ms":0.603834050707519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d97b03e6c194a337500afb664ec5d52219c51957fc7ee1399f7cb422838408d","sample_id":"mmlu-logical-fallacies.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7962ee86e69af125bbd7813caa24c6216d5a40a5db27357bb87a9528ee23091d","formula_version":"titan-u-contract-v1","latency_ms":0.7022499339655042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28653234b7533daa326873b9998b1052f2c3ec82b22242587e43455ffcd3464c","sample_id":"mmlu-logical-fallacies.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ebc9ffe1741c0e3721b47b8072bd6c51f54c5e0e6d037aeb287b8b6b653f930","formula_version":"titan-u-contract-v1","latency_ms":0.5478339735418558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5bdee840427f58e908eaf858d717c3ad5a9252b215ec39ada7824f2f59b9e40","sample_id":"mmlu-logical-fallacies.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35705f9ad0c3b1f6e7fdceca8f5607c10c90305e60c4c2a07becff067a1cc5c6","formula_version":"titan-u-contract-v1","latency_ms":0.8126669563353062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"148ab3ce59552344f6173b9190a2b07a098c4aa6e26d17b65f51f08a70423ede","sample_id":"mmlu-logical-fallacies.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"744fe027e85ec2bc09ce037b283ecdacc0df59ddc2bdff62cd929882a4b0eca9","formula_version":"titan-u-contract-v1","latency_ms":0.6481669843196869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d83d6ae68099ce295042c3bda818769fb4d72ddfafae17378594e40406725647","sample_id":"mmlu-logical-fallacies.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2260549457cf5cf341470e74a85fa294167e0e4b0ed692980d8809b71db8201d","formula_version":"titan-u-contract-v1","latency_ms":0.5723750218749046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8d2c8d173035aca53057713a474cfe9512d0422e88230cc11b40a3e7d938c08","sample_id":"mmlu-logical-fallacies.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd6b05a71985d58f1d17f985117725d8534aa84b0d66ef55a4ca8667846a63c4","formula_version":"titan-u-contract-v1","latency_ms":0.61645801179111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1a7b68eb5a4774b948482a71b0824e5b314a8ca833b1e2c4ec664f58380272f","sample_id":"mmlu-logical-fallacies.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bafbe1928099ab54620d42086f94e17ff521543675db601090ebccd0af4dc85","formula_version":"titan-u-contract-v1","latency_ms":0.5111659411340952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e19097fbd3bdbc68a66582604d7f49ac6f52dd4b7e9a5161594c1996469685e0","sample_id":"mmlu-logical-fallacies.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d73d19d6379507ea99e554754a7f1d75e72d2dd3bd8a4aab93ec9abac3b7310a","formula_version":"titan-u-contract-v1","latency_ms":0.5434999475255609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8541a332159c98a09cecae488fc2a9c7818791d6cdf37ac5c04b2e2201dab6d","sample_id":"mmlu-logical-fallacies.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa0a06f741ad6e7ab23a0e1716a371590c3d8e6045779717c695316a8d7d1223","formula_version":"titan-u-contract-v1","latency_ms":0.5701669724658132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef6b61cd87a3cfa1f4c1cd864db827155bfaa71ae9be5a271659baf2b3a70f0e","sample_id":"mmlu-logical-fallacies.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a95d9d9208ecc148c1c87b8b2c972bff26f232c597bb3fe2007fe765a5d9e192","formula_version":"titan-u-contract-v1","latency_ms":0.5404589464887977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbd9fe912d70d04dfa148eccaeddea10643a6f7e5b94e311ce34ba56689a0077","sample_id":"mmlu-logical-fallacies.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"735a9336d06a311a1cf2fd56f24cbf91a37f665e010d6679963959a319d23205","formula_version":"titan-u-contract-v1","latency_ms":0.6318329833447933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c33c68da6737cc1b8d8e2be58173fe07ac7b53019d80d727cd5f27cf28584794","sample_id":"mmlu-logical-fallacies.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bc9c0c4d46864259b5c7c25139028bdbc063537650fbdd64822dafaa9892213","formula_version":"titan-u-contract-v1","latency_ms":0.7565830601379275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"632b99cb6ef5327e54e29a337ffb8ea5d8176c03b70f15a052b4998e5ae3e66b","sample_id":"mmlu-logical-fallacies.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6abad67c30651fbe958b564589e8c054413fd65ffec1237a2f52ff83eb9d9ee","formula_version":"titan-u-contract-v1","latency_ms":0.5301251076161861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c28db071a8f74e3ba48b691a20f444bb28d1bee4bd8e5349c58cc86f1560d8b","sample_id":"mmlu-logical-fallacies.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6c84a09659e641e6199317aef971df8360651ac5a0b66d28f70118059a98dc9","formula_version":"titan-u-contract-v1","latency_ms":0.5341669311746955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b3117c2fb2e6c9e58f6876e934e2596a622b8c27f6d2ba2595fc1e49937b01b","sample_id":"mmlu-logical-fallacies.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee4434dc8374d0daeb7af03f045e5e876ca1d3d33ef7dc3999ffe681a8c193cc","formula_version":"titan-u-contract-v1","latency_ms":3.1566249672323465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c12f76488e971f3ade6374ad16833fe19fe091afe1e73c874c21dcfafc225ed","sample_id":"mmlu-logical-fallacies.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44849766a1e5bd21a03efefe489b6ad35bd7e32e2213cd61e48d49758ec56e4c","formula_version":"titan-u-contract-v1","latency_ms":0.6679160287603736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"476a5d73146482e79d1a589ec488806773ea260fcc470cf962e93ff98aa0af63","sample_id":"mmlu-logical-fallacies.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c1b694d51ca25c2967536e35291c3aee349c57917b6f5e25542cdb6c90bb120","formula_version":"titan-u-contract-v1","latency_ms":0.49291702453047037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d693a520349f17acc36faa2763a3530227f17328e655703431823a18560cbbec","sample_id":"mmlu-logical-fallacies.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"feaa38024364170e5124c739a926050be9ac1a8594a1d11c37e61c61bc657f6f","formula_version":"titan-u-contract-v1","latency_ms":1.7154590459540486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0927162d6dcd7b46600e4215911c7b6b971ae1675ad4b76f659698e698d538df","sample_id":"mmlu-logical-fallacies.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca4cc411be6f11ed8256332018ee2831201380130ea7586398f5be067172e66e","formula_version":"titan-u-contract-v1","latency_ms":0.5055000074207783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaad08c69768871af6f54a0074896e489eedafc331aa0367ed154e2f918e0209","sample_id":"mmlu-logical-fallacies.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c0991fa9bdb6ca904b0fd02ad5575773493f913f7fd14bc1053fda33deb7e3e","formula_version":"titan-u-contract-v1","latency_ms":0.5940420087426901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e574fe52dd716acb9ac91f763edbb1e4331fb41df379387581c0976783e2fb40","sample_id":"mmlu-logical-fallacies.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"801788e3109d4144df79aa1718861fce537a983d8528cdb573839db6136bcd75","formula_version":"titan-u-contract-v1","latency_ms":0.582000007852912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"310152276d1d4f5fd263c7ca065452b898b44cd5a9f1bc799f5ac43768c717ef","sample_id":"mmlu-logical-fallacies.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad1c5cb5f2de7587edd6c3b9cd4d637ed262df7990295d528485d5d5a7391b86","formula_version":"titan-u-contract-v1","latency_ms":0.5804999964311719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3131f8b0310db2838c07e951664040d0b6d38bc190b6fe0fe8708229a598869","sample_id":"mmlu-logical-fallacies.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81f7e1191abd167f1dbbe8e42dcbaf967c95c764b66bd8a3ac8db6bfae35b949","formula_version":"titan-u-contract-v1","latency_ms":2.5180840166285634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"551041f8ff61aa41b15d4f5a2c7e9cc5fcb37bf8452143047c4dd330e52d13b2","sample_id":"mmlu-logical-fallacies.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5e4df53e861eb6dee165a768acc65b3675c3afd3e6052517b6ccfeb62575449","formula_version":"titan-u-contract-v1","latency_ms":0.5337919574230909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"205ef7eb6d777989be3b2c9eefe8b7a9d52fefbda7b2b5a00fae6bf0a3d59065","sample_id":"mmlu-logical-fallacies.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6167ced062ef47473558dceff8d45f33bf74fe2ca29023fbe58fc1ff258ec9cf","formula_version":"titan-u-contract-v1","latency_ms":0.7040830096229911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89a12f06e87029dba338c4fdc4137f03c13c7d559480bc2a686504a95346de44","sample_id":"mmlu-logical-fallacies.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"691395c57919d98638bfb18e393f7a2442233339c163c3f1ff540413c4e181e6","formula_version":"titan-u-contract-v1","latency_ms":3.981082933023572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33f3b05f9130221cc78bf140048b2b9ba0be14e54913c7ccd2b80b90d99299cc","sample_id":"mmlu-logical-fallacies.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55d7d8be170f2948b93fe0a37d23ed8997275687205dd4bc631e92c14e123bee","formula_version":"titan-u-contract-v1","latency_ms":0.6246250122785568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b090d5fa75c635eb2101394b767ec645e2717f4781905091a7cce40d182a2cf","sample_id":"mmlu-logical-fallacies.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e964c919f7f05f5f84edd1b11aa84c623e58a187604c656c6e5b7dfa547fdeab","formula_version":"titan-u-contract-v1","latency_ms":0.6992919370532036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d30eea030150a15611289d2aa20aea1929f430610ca061d8fbe2c0f94ca5761c","sample_id":"mmlu-logical-fallacies.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30c82ad01a33e4ca7a9edc148d969fa88863d8b190938810fa29fca0da8b9c21","formula_version":"titan-u-contract-v1","latency_ms":0.5384590476751328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3a57e58afc949c65f853b9d86720020be028d6f5db356101ddb57705092a869","sample_id":"mmlu-logical-fallacies.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a54fbb0922678db6ab466dad847976a18d6e3edcdce1e8cfcec5c7f15931e1f","formula_version":"titan-u-contract-v1","latency_ms":0.7331249071285129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2162e0cdeaf3b5ff978c3b523be4b74069e94adafcb2066bd63309a4c0989654","sample_id":"mmlu-logical-fallacies.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2caf9cc6e7185e8aae045ded75630861639801a999ee29d5189ee33c6eb21e58","formula_version":"titan-u-contract-v1","latency_ms":0.6095829885452986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ef542831180e0df8958816e2e6bd72f608a03a95344a2674be3010548b90657","sample_id":"mmlu-logical-fallacies.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02fe810bdfb28dd20848ecdd634c385b4eb1d9bc878d66d987989bb28c8f57f6","formula_version":"titan-u-contract-v1","latency_ms":0.6926250644028187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e32b7c3c7c91e56b2b50cde61baab2c26b18188ba92be7e623f16ab4392afb84","sample_id":"mmlu-logical-fallacies.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77d2df9c9b8b04262b74482bd97d4b9bb58a58f67b832699f6935d16249b9e37","formula_version":"titan-u-contract-v1","latency_ms":2.3342909989878535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"923f6a96b19fa93e68f70857f1839ad237ee46b3b1a136e79e75ec0f49d859f4","sample_id":"mmlu-logical-fallacies.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7343a2a331e01d81fc4c094b8f222a268ecfab6db5302d3bb13431514c306e9","formula_version":"titan-u-contract-v1","latency_ms":0.6372079951688647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5aa1f23a48f27056a417890fe5a706229c851f249a9bb47e9beb65e60f60f65","sample_id":"mmlu-logical-fallacies.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58c0df91656262efb25053881b9d69905950449aefda5a189d19ef60b4c9604b","formula_version":"titan-u-contract-v1","latency_ms":1.2847499456256628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41c65b292f8a1a0014984d875ea630b4d06243d850a84ceacf5136bf7df3147c","sample_id":"mmlu-logical-fallacies.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a89d725c1c27ed3e29b9270597bd03f9f6b0d0839eeb8be80c7c45c2bb7e7de5","formula_version":"titan-u-contract-v1","latency_ms":0.5422499962151051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9965a8a042e019978753f288212d1c6bf6217b612dabbd0ee42e1031a45d1006","sample_id":"mmlu-logical-fallacies.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5571025b2e40d8403242dfdcd4fc78b26ab46086e0eb8edb7d1535466d0b7cc2","formula_version":"titan-u-contract-v1","latency_ms":0.6483750184997916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61d92520619357274f261609058ec473b4636e23f853f55056b52743a3f5bd7c","sample_id":"mmlu-logical-fallacies.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53081f21807ebb927f93203ad50e34ee39c182a3e59f486a8a36661256174f04","formula_version":"titan-u-contract-v1","latency_ms":0.48595911357551813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b90c3e9d766088e017bac3c8261606886d0af16c06faef54fc8db4e3ed357541","sample_id":"mmlu-logical-fallacies.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9e4ddf3671d6e8bed2e7d9f5b403c8e2437ff8c5d3d2f9b767a02b534277202","formula_version":"titan-u-contract-v1","latency_ms":2.8196669882163405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b761da7c143ac250d4b5f67464fb0cd92acbd32b17bb2cf4b3707c65391baf8","sample_id":"mmlu-logical-fallacies.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7d66ecc77392429fcbe2ac976f44339fc9197f1194baca0c5a916b7fc5d51b8","formula_version":"titan-u-contract-v1","latency_ms":0.47079194337129593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8c6aa578a2a4eb71e228bd97ca02ddff9c5208bac9732e43ff4faeb55a01db0","sample_id":"mmlu-logical-fallacies.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2adc21699e56687749f2d42f5448e6cee92ce380766293b3205787ffd7b4329c","formula_version":"titan-u-contract-v1","latency_ms":2.533791004680097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b76bb526792469bfd1ee4ff6ee4361866e44cda10c1758db22ce51410daca159","sample_id":"mmlu-logical-fallacies.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88b14eb25a2faf210e702c9668f204a1276c28267e65d464e190128f7dc962ec","formula_version":"titan-u-contract-v1","latency_ms":0.4950000438839197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f98c4263f87f480256f382c144945d78140d1c11b769d1f23d7113520632e29","sample_id":"mmlu-logical-fallacies.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1c84bdd37ae8ea63c9818211939ecb79caa64a2cecd0995fd1d32713eeeb9c4","formula_version":"titan-u-contract-v1","latency_ms":0.5803330568596721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1503ce5183b32172d5be9218a467890bbc4f4cdb50ab096af5e0c7a5494fe497","sample_id":"mmlu-logical-fallacies.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2ad81ff3bfb7b2bec6b02545c35c45136f32b3b3284b66bccc260e236a05443","formula_version":"titan-u-contract-v1","latency_ms":0.6359580438584089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae10676eb6eca8f2056f05327cd468a685c1ad85c8eaef3397421a08b90a6fd0","sample_id":"mmlu-logical-fallacies.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3225a23c1cc4222456b8bd041dbab8383357811b4eda65bfe50f79be0c5d211","formula_version":"titan-u-contract-v1","latency_ms":0.5521660204976797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1277fb0c2d3aef90e8bda8951c4d24f7db4d6b44d76e05328a864263b9ef5f5","sample_id":"mmlu-logical-fallacies.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cdc540cc35c742a505a85319b7927e25c358e620f67af062cc1fc004e04b766","formula_version":"titan-u-contract-v1","latency_ms":0.6257909117266536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f8cc1fba1cfa2608616a0ccf33e6fc9e20a5853499139482512e1477dcbfae8","sample_id":"mmlu-logical-fallacies.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9d5638b558697bd8d608b51f30fc0b1edc61852762997dabf25de74d5736b58","formula_version":"titan-u-contract-v1","latency_ms":1.9576250342652202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b57b68dc562bbb713006e10cadf3137bc0b518eeb995c7a9774f171065b8eee","sample_id":"mmlu-logical-fallacies.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97c0cb2a99774050c2e23c2b52087f2e4eef38ae9017fceee82429e6fb980b94","formula_version":"titan-u-contract-v1","latency_ms":0.5468749441206455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e39b1d950fa51ab1a35bfdc1238fb25f3400ab0c065bacbfe24916a097724db8","sample_id":"mmlu-logical-fallacies.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6f0d55708756101022d81e83b60dc954d3f869d8adb371478a9586bd75289ca","formula_version":"titan-u-contract-v1","latency_ms":1.8988329684361815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"136b865898711966eec259a881d1138fff179a121d3f5b2c6a89adfbad136ea6","sample_id":"mmlu-logical-fallacies.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf745a2bd5ac66f8d14f1b47901d9a4373db5ac3635245eca57eee835e41ba4e","formula_version":"titan-u-contract-v1","latency_ms":0.5082080606371164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a9810354df096c5ffdefc581cd85304b7b66c7a28ed9fb0ba0921efb4593839","sample_id":"mmlu-logical-fallacies.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13df8e1bc15a6efc84513479a946de2c19ca72f4a55227f9e0a4cf5306e5b886","formula_version":"titan-u-contract-v1","latency_ms":0.5351670552045107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a36faa0b24603efb3cd170eb01b69a9dfce6b970ad0021b4f2e358c40ae3a177","sample_id":"mmlu-logical-fallacies.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f3d5b652c99f9a5743e5579e07c589609624b7231c354c05e8e7c475e314c60","formula_version":"titan-u-contract-v1","latency_ms":0.6116669392213225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cc2996bdea4a9b29f4098e493c84dc747a74f60c8fe5416f4653e2bef99730c","sample_id":"mmlu-logical-fallacies.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12c603d4e0ebc21ef08b8924fb1ae66bd1e299538e6181772872290d640e70f7","formula_version":"titan-u-contract-v1","latency_ms":0.540458015166223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66b1f69e11a910aa1756d5c11cf870e514114c983091a99cbb0cfcd7bebdcbd6","sample_id":"mmlu-logical-fallacies.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebd558f7cf332069d6a602247f2c263a9fa8afd804e64fda4c9115ae000bb220","formula_version":"titan-u-contract-v1","latency_ms":0.4844169598072767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79b4f297ac468cd47793004257bdf7ae2f3e11ee3faab0288f86a523fb04d946","sample_id":"mmlu-logical-fallacies.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56fc090fe6d8088376b588cbbe28550f5c3abe997bb3ad5cac19ddf91dfae443","formula_version":"titan-u-contract-v1","latency_ms":0.86545804515481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cabd4c2974d39c5a243cc311dfccccfc47568eb943a88c9622f2992794343b7f","sample_id":"mmlu-logical-fallacies.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec5c63eec8a70719ce0986233eb80a1a7fadacc6c8b8ae5613b95674b9abd4d3","formula_version":"titan-u-contract-v1","latency_ms":0.5693749990314245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6fd237302e39f1a2de43f16b07ee179f5c134157fd5f10b96070556058dbb6e","sample_id":"mmlu-logical-fallacies.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71d2096bb6a45c5b21abcba75aa25da47fe21479da103c3bdbb37794d2de3fb6","formula_version":"titan-u-contract-v1","latency_ms":0.4942500963807106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb67e62c834394805aa7925c786d608a21eec92815c41a7d3c2966b8b63ea1ed","sample_id":"mmlu-logical-fallacies.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ffcf51646a82034a47c804b9282474b7a4a560e359f69f33d9b75237c89943c","formula_version":"titan-u-contract-v1","latency_ms":0.5628330400213599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4f970323b85fdc2152be551316a691b279196b34ee3b7f48dec942edd9725ea","sample_id":"mmlu-logical-fallacies.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"426d0b5c78d4b84522e0484ca9ad3c8c954d12c571b440a1c755ef93609d170c","formula_version":"titan-u-contract-v1","latency_ms":0.49054098781198263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75f3e45dc75756338fb3b50b2c04d51f778fd71a31a5ecdf38bbb81f136fe2d8","sample_id":"mmlu-logical-fallacies.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2422074b5e5210524546fe3c136e303fd336d2ecaf67324b949cd51e17081073","formula_version":"titan-u-contract-v1","latency_ms":0.5999170243740082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93ecf9d6fef234900a41192bde43c8b2ab12918e4fc83cab83b3f2cafc60c6d1","sample_id":"mmlu-logical-fallacies.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a9e62c36ff8c67e4e0d8d26e945a13c084a6f29dc317ddfca7b621dd8081f0e","formula_version":"titan-u-contract-v1","latency_ms":0.500874943099916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf8ed3bec0f22c5cb95fc13df0dc082adb26f3af3fff8f43baeeab837688608a","sample_id":"mmlu-logical-fallacies.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c19729e0a24b398557e78d63d50ae67d5378bcf99d526b212d75592846c22f15","formula_version":"titan-u-contract-v1","latency_ms":0.7836669683456421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"598e2673388c20b424174b26098bba2a5570b25f930b73b6070892bf78c54dc8","sample_id":"mmlu-logical-fallacies.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e3f9109a86664b06c61f8ad5808dcbc774131690be43b2e3d1b38f6d2b0d271","formula_version":"titan-u-contract-v1","latency_ms":0.5376249318942428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b30c01f5e28814537b4c893241b2e7bbf5254eae78eec35525b62cb38ff5cf4","sample_id":"mmlu-logical-fallacies.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44cf7776158902067f3f39a91e6ab1975a2295acc954240ad4a7bd383cb784f8","formula_version":"titan-u-contract-v1","latency_ms":0.5280409241095185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8a21213ac0f7d4899020bf84b80430461913bd9f15194326a00a2f6e2e959bb","sample_id":"mmlu-logical-fallacies.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a5b1c052ec634ba9f078ae6cb3e925e2ee2963920ab0ebbb697032058f24ce8","formula_version":"titan-u-contract-v1","latency_ms":0.5077500827610493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34128acfe9c52b248c8135ab4d49042c31e29ada1ded3e5e45588363f6971149","sample_id":"mmlu-logical-fallacies.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b6528dc411aafd5a2d06ab4fb9880b7913aa84b863b8080d394fe85409c9541","formula_version":"titan-u-contract-v1","latency_ms":0.5630000960081816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac547c18faae7bdd8e6ae05010760a1d4de8c29d3bdd665be3302f01eee3170d","sample_id":"mmlu-logical-fallacies.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92cadf05197cc3a716c79389eb3f7993c896c13fa3b647bcc30d345003fee562","formula_version":"titan-u-contract-v1","latency_ms":0.4974160110577941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abf336110c444c7683748b2715b02f05e2ef2a0b75a8d20ae66aaff5051417fe","sample_id":"mmlu-logical-fallacies.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e68d4c2fb52d34f04c0a5a731ad08814afbd792ae034ff22d8c4ca9313cc156f","formula_version":"titan-u-contract-v1","latency_ms":0.602958956733346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93e3a1db7d86a2dcb308b45facf9b632c0f87820a6b6da103df372b96f8480a7","sample_id":"mmlu-logical-fallacies.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51c56d5504b2638a93c7d7cf0a37dc8e6c565c8be8408b1ccc31aa795e8c93ef","formula_version":"titan-u-contract-v1","latency_ms":0.8762499783188105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b95a4ba20d56ab90ef4e2d174b88f4d7aaf0e2464e21e0ae2fa93c73516ce0f5","sample_id":"mmlu-logical-fallacies.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24044d20f44762717139d4fa597a4a95b99f2e168ee077a1923da2dd2fdcea45","formula_version":"titan-u-contract-v1","latency_ms":0.8062080014497042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c4f890272a55e23a7a0152432d9ada70b135b4c854b3a7b2872a09b657162fa","sample_id":"mmlu-logical-fallacies.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32ab83bfe33df4f7cec9eee7f0f372971740d7066fbf06469c8dd252e7893e02","formula_version":"titan-u-contract-v1","latency_ms":0.6077090511098504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8dd1f014c4870470369530fc40e77e133c2a40f37fddffae2e1fc1744d5ae27","sample_id":"mmlu-logical-fallacies.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a801368fffcb6ee543de40ac0bfdd90df317a5c540f9d9533f1c40e66d1e1cac","formula_version":"titan-u-contract-v1","latency_ms":0.509292003698647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e14b65a685d7c2734450c381b0f34951723ab5e3d24880e0ba6e6ac5f6dac4f6","sample_id":"mmlu-logical-fallacies.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"187ad79da8181ab95169ef2b35f5b3531f3451e89c304e80566e6ac1d59a4538","formula_version":"titan-u-contract-v1","latency_ms":0.5245000356808305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a111a575ebd6c0220dcc9e9eb451b70a33fee369b91777e82879a89d2ffd0aa","sample_id":"mmlu-logical-fallacies.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"feeb4555595527612b2ced4349d0fc70849512dc0a950e50cd834bd47353f604","formula_version":"titan-u-contract-v1","latency_ms":0.54108293261379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"010840eebb32fcbb27345e585c35f03510de638aa691d10a4af39073d19fb5cc","sample_id":"mmlu-logical-fallacies.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"296ea621ffb0aa90bdf19d199affb0bf8270a1c14c695995040ac1bc92dbb3ad","formula_version":"titan-u-contract-v1","latency_ms":0.6169590633362532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2249dbb46ab42bf5a669ec2526f306b9f8fd282c9625edf031aaca47d4a2225b","sample_id":"mmlu-logical-fallacies.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41c401ab294f41b21834ad5df8b373f44df67d8c7dd4aa484b542673f1fa2573","formula_version":"titan-u-contract-v1","latency_ms":0.5394170293584466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5896efd822f0b0d5936c3c305639bc4ff4e5d5f24b53f0844f59aa47d222e98","sample_id":"mmlu-logical-fallacies.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e34d64f631534ef3d66cdd8c877be14e4127a75e20bc4b89af771aba75211cc7","formula_version":"titan-u-contract-v1","latency_ms":0.5273340502753854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4618509c36c0a0190e5cf38174da232aee249a1b886c3ffefa5aea9f138420b5","sample_id":"mmlu-machine-learning.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ad2ed54ea8565cb501cd94a8bea2b8001e7fd87a1164113b0c7439c6db9f1f6","formula_version":"titan-u-contract-v1","latency_ms":0.49720797687768936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"737154316368504512fcbc635425a1c18b295bdc46f19cb6fc1ad243a167fff8","sample_id":"mmlu-machine-learning.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"517acb4304b7d9f6bc1b2d0eae308563d38407362828b5358032ca99eb1e6af2","formula_version":"titan-u-contract-v1","latency_ms":2.2130839060992002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2a056798164b2e50fb3936ac7cde2e56bb529b938ad08f3ff42d196c72bef4e","sample_id":"mmlu-machine-learning.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f513badc203e9ab2af98798952c6f227c040659732be79ef55c50b790c0ac9b2","formula_version":"titan-u-contract-v1","latency_ms":0.8542499272152781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd7fef4f5d5f61771b42be3a0cc5aa88423ef1869bea848a810c94e82e9c393a","sample_id":"mmlu-machine-learning.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39b456163b1682752477ecc3ba4c387826c87b320de7122f8d53076fb49e63a9","formula_version":"titan-u-contract-v1","latency_ms":0.8600419387221336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b06ca3f0fdba6d3de4e9bdc866375348ef86e9b958d2c47f495dcda6a6751c1","sample_id":"mmlu-machine-learning.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f35719b8819c784a315b08a132da59f5ffd00ac31887358d14edc560c8b7add5","formula_version":"titan-u-contract-v1","latency_ms":0.668165972456336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec945c0935b66fc4238afdda280470329d202eb2b23bee3b0dc232fc8a335e2c","sample_id":"mmlu-machine-learning.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dd3a73e77a989f7ff057bea8daea3b411044c6046d9252987190f908317aeb1","formula_version":"titan-u-contract-v1","latency_ms":0.6775419460609555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adc1e6e150f3c8c9e879841be661239728bf800f420a562f4362d8fa00d7792c","sample_id":"mmlu-machine-learning.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d44d6b35df61efcec807aa2597b85f6e53fea0ed0da2f3bd692e328868369e53","formula_version":"titan-u-contract-v1","latency_ms":0.516125001013279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76f3a3cbbd6a2dd6d4224d057d6866f23f8bfd07a902a369ec6e0d586ea68663","sample_id":"mmlu-machine-learning.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63eedcff75257b8b15d668c1137bc432a5d13f42e4cbb9a1e29ced5a926f9f06","formula_version":"titan-u-contract-v1","latency_ms":0.6130000110715628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a655fee7c98fcae0df75c8c0f87089c3bcea4540d13ba18ec9a9d3da88c75374","sample_id":"mmlu-machine-learning.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"357087b9d2f9ebf60c8945ef0dab62ce1d8157d0870084bfe980193aeac40705","formula_version":"titan-u-contract-v1","latency_ms":0.6077500293031335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b9925d822f4460d807f1f497063212f16a56be0f89b9faa41c5b2076c36a5f3","sample_id":"mmlu-machine-learning.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ae1a5579d580fcf90c998053e3be35d4a8af3e4a03ec753db8131f7143bdc8a","formula_version":"titan-u-contract-v1","latency_ms":0.9457500418648124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"172310809cee4cedf45e3a9698bcca2092c67e1516503814503fd57a7551f487","sample_id":"mmlu-machine-learning.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8411ffca07e41b456e681f90ebc15cf91e27f5a36c3b090b90c07eb40b29f869","formula_version":"titan-u-contract-v1","latency_ms":0.6256250198930502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f3b0df5cd8f0ec76cf0e1fc0bfb361bc9eca6163f9b3053d53f13f22d299af2","sample_id":"mmlu-machine-learning.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f61ef539c35ef180b43af00dcecf79c5f9bad6f0984361c67afc330c3e7c8fa","formula_version":"titan-u-contract-v1","latency_ms":0.6777499802410603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84de755503010b5eec3f0048296daebc35fdfb8300b4b90975851c4d7c94d9b4","sample_id":"mmlu-machine-learning.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57f8d6effeb24c51401d2ed60031a7fcc65322da3c861e58d1f647ad9009bdb1","formula_version":"titan-u-contract-v1","latency_ms":0.5529159680008888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e3d97ae51c0ff7cbed6b8c0e7c797880a9b7a825cc991185b69506dd8ec9da0","sample_id":"mmlu-machine-learning.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"195d32d33113ddd430c2ee98d01885fba333f6021374b1f598e1dc7e0eec6e0b","formula_version":"titan-u-contract-v1","latency_ms":0.9228750132024288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ae62a8cf72cf677033e351043fbbfeb81af49cee3a07c12083f6f5b488ced40","sample_id":"mmlu-machine-learning.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3ef72b82811889f9a640d8727d257c125a5f116ac2d8a09425626d5a47cab2f","formula_version":"titan-u-contract-v1","latency_ms":0.5668330704793334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5c7a609f0123750d51eca9bccedf8fdc4a370ca2681eebb09cdb206cd0bf7be","sample_id":"mmlu-machine-learning.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32b53eccc5e9682ad2b27ace18fc2821eead5286fde83e2c610f5b9b8fdbc099","formula_version":"titan-u-contract-v1","latency_ms":0.6309169111773372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f66df1ef74a4e047a97be0a561e6c8da0a131369bb2f89b64e26e2464ba44ba7","sample_id":"mmlu-machine-learning.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e35af7b9622d3cfbd383d21039f7dae45bf3b1e276b19e84355fd0ee41d4800","formula_version":"titan-u-contract-v1","latency_ms":0.5549580091610551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67e049caa8ed9bc2481a71448450c07b25757b34f7a2659bf2d75d80852ac42b","sample_id":"mmlu-machine-learning.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d950bd9c56288556a017ce1e180c846de909d94ee6034b4bf4ea5473255b833d","formula_version":"titan-u-contract-v1","latency_ms":0.550959026440978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67007e304521584b07a8712fa8fbbbfc0cc3a11b5cf19792a502e17d8379a4c9","sample_id":"mmlu-machine-learning.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e9865c188f869ef6f7ed2d1c05af44788fcffe7a559d5045a7ebcf640a58f36","formula_version":"titan-u-contract-v1","latency_ms":0.4605000140145421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a35e7bae87cb8aeaa030e73848e851966431f30b707cbe20dd283ec81f4039e2","sample_id":"mmlu-machine-learning.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a32970f45929d259376a0a569242e31ee999210146b6e287b576d87c8abae07","formula_version":"titan-u-contract-v1","latency_ms":0.7060409989207983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cd08830740cd90635cd5e60c16d0397aff743b5c7ec2f69e84037f23273d5b7","sample_id":"mmlu-machine-learning.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ebc7f77770f8152dba3eb819a03ce8f0e45ad4662f9a80056c7da83c62f4817","formula_version":"titan-u-contract-v1","latency_ms":0.7755829719826579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e4e16f9812392b5fa92227fe9ff9b6a83e39be177515b7540aca96c98e5d7af","sample_id":"mmlu-machine-learning.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b405545b1282492e083fa4327808598f344643309312c5810ca7823b8474fd0e","formula_version":"titan-u-contract-v1","latency_ms":0.6451669614762068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"673a6f66d0d51835bea67a81ead25262dee8004245b937e723c0295423511687","sample_id":"mmlu-machine-learning.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52f658367609319bd3387ab338283c5ff3716f51ca29a896f70e84e7a39432bc","formula_version":"titan-u-contract-v1","latency_ms":0.5710830446332693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a2eedcc346ef93f824ee2cdbbc149ea0401dafe373541b022ca99b8c8f2b771","sample_id":"mmlu-machine-learning.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fc59c3a3200213dd21131b798d8c8ed460cb1c8545a86d485d6d5f4d7802d5f","formula_version":"titan-u-contract-v1","latency_ms":0.7458750624209642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29a41c14d5c61a3fa5195103c9e158c74053a9457e6c9b0e2cd2a9a65b8e763e","sample_id":"mmlu-machine-learning.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8e6147c7df85e3a40ba05bcd25e4756e289acd727fb4893164c44dbc0a5d2ac","formula_version":"titan-u-contract-v1","latency_ms":0.7411249680444598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1509ce88ee0c32828915e15787e6309bf955ae7a253394b41219dd8da8dfd87","sample_id":"mmlu-machine-learning.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6957b0fd184218df620aee3ddade63bad5baa0890f308eef1d41f54794aeb118","formula_version":"titan-u-contract-v1","latency_ms":0.6027919007465243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de67a43cea3f41dbb810ac390cbf60936b3a87ecad7031dd014ce0d363c7e007","sample_id":"mmlu-machine-learning.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba67280c2f04007b63effa6c21c214c2cf80f6714397c92d5660e6d4bdb81e6f","formula_version":"titan-u-contract-v1","latency_ms":0.484667019918561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d489e32842bfb5353dc103af7290aff1f021a147bda53142c3cad67d545ac21","sample_id":"mmlu-machine-learning.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3feb581f97885c39547ece5331838548404a3b69d4e02f889bcd871e188ba3f9","formula_version":"titan-u-contract-v1","latency_ms":0.5557499825954437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8752fec8920653b6e9b7f6e5a84c67344bc733d63b3c2444f02b6ecaea81c0e","sample_id":"mmlu-machine-learning.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9980228d9ec661c09fd239fb2c32c2b34d7da803e184f58e31f4ffa2a71ef92f","formula_version":"titan-u-contract-v1","latency_ms":1.272750087082386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52c433fa251d9f26ce11d6dc0d51b22b3abf16be40ae71a3870522cb58d426c3","sample_id":"mmlu-machine-learning.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8fa5fcba09bcd9d166019cb164f47b70417c283a5c6956f0fe0cd0474f54d64","formula_version":"titan-u-contract-v1","latency_ms":0.5219579907134175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61f0953ac3eb4a46d2dec210bfb61f9b44dac2c24c139c385e17590626a375b7","sample_id":"mmlu-machine-learning.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"009a770094f126e3815e3f23490ec83505eaf4dc4c92662e4a78c0ff50b6d5a8","formula_version":"titan-u-contract-v1","latency_ms":0.9315409697592258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97c2060a5e87fef84d21d0f7c4423fa779334463ca03eb9fd1fdc744f0eebf35","sample_id":"mmlu-machine-learning.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aae015a52c71ddcbebf5bc76e082832aa06f768d69e78572be90303635e06b75","formula_version":"titan-u-contract-v1","latency_ms":0.7987919962033629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61f31e17415df263a93d1408635b32f042f6ba00aeec94d66381bd66638d5a5d","sample_id":"mmlu-machine-learning.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9601ec16192a2965f245307b410a1d394e9e0c8b2b8495d0e48a887595e9f09b","formula_version":"titan-u-contract-v1","latency_ms":0.4707089392468333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f1648b9eacca201bf4b29d2372549c6ecd498c3eb873db467f77bc9e7a5a641","sample_id":"mmlu-machine-learning.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf6cd86e1f8730c7d3f60d7cb680a1cc4504104cdd1cb56364e94a274ba81bb9","formula_version":"titan-u-contract-v1","latency_ms":0.7816670695319772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd4ed48a67379939fc4576056b42fa0f36115a50f865bb6f2182d0ce725d2d42","sample_id":"mmlu-machine-learning.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b0712bfd7f8aff6aa2fbae3bd44e36634b780e8b3c3d238a24280ddcadf9131","formula_version":"titan-u-contract-v1","latency_ms":0.534375081770122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3bbdada20198316239e7455b0304e92dada5c1616e7b8b1863aa20a83c4c457","sample_id":"mmlu-machine-learning.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d48d9e6b462cf3d55390531990004c9af393710fd9f1f5c0826f2fd51f285c4","formula_version":"titan-u-contract-v1","latency_ms":0.631249975413084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18a2bb64bc85b89857079c95693dded6174c693d8b92e2fd01bc3f839624bdd1","sample_id":"mmlu-machine-learning.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8787f81769112307737392a75a708295b66112b3309e2bb34a3f214f1258e7e","formula_version":"titan-u-contract-v1","latency_ms":0.9940000018104911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fba12f93791a5d77f3ba6f382bb13e16215a5e2e5180dbaa5a41151a85340e2","sample_id":"mmlu-machine-learning.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0726a98eb210d2665743f733c15b436e92d8fb580d858b4a46ec6b8b4826d2d1","formula_version":"titan-u-contract-v1","latency_ms":0.7060000207275152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb60990b839ab60b5b197d21275e270acd9306a70f0d1b9c96594e2be501033c","sample_id":"mmlu-machine-learning.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b9ecd843f8c67f9a2a62ea75f8f90af7ae24d198b84d03ce45a2821ef873c6f","formula_version":"titan-u-contract-v1","latency_ms":0.5175829865038395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6d860e286c41cedc8bd64df062d1edbf02770ba87493592fb3cff5cb60e5f8e","sample_id":"mmlu-machine-learning.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d90f525e7c0a7a4499a047f3383f01982795ea19322b350334b2486638dfb022","formula_version":"titan-u-contract-v1","latency_ms":0.6335829384624958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60601a68898168797bf801f40de8499cfa4957349ea5d046c6c932a2a293b464","sample_id":"mmlu-machine-learning.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f1db89707add7209c5854007b6cf35ac0e100639b1aa806b45f5d3c3c3ca3ba","formula_version":"titan-u-contract-v1","latency_ms":0.5222080508247018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d58b7eed10da0b0b0598de716fa2d3f192b7a9f9570a629f1f132362b7a95a84","sample_id":"mmlu-machine-learning.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45bd186ed4efb9d0ba200881556f5f3e0ef7767b7fc1ded5ea5e2924e781e4ed","formula_version":"titan-u-contract-v1","latency_ms":1.129291020333767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ab4cb7c73acf80ddd961fe22782d1982273456cec85fb82da3883e68fe22990","sample_id":"mmlu-machine-learning.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0af633abb127d966022a49ed01ad9403bec572ed99b09672eede88d16b85116","formula_version":"titan-u-contract-v1","latency_ms":1.4875420602038503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f21aeaa50c4f95d71fc69242cd0ae34076711efc2badba2002bd02a66f953d21","sample_id":"mmlu-machine-learning.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4580627ed4ab84561788da8eaa3ad199b024bf9088e791626a1be96d5f573c9b","formula_version":"titan-u-contract-v1","latency_ms":0.6152919959276915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea947a86e9a8246fbf46c5f0c2025f1a1bb763791536b05659fd34f075d1e4e7","sample_id":"mmlu-machine-learning.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2c8554177848e58391fd4e1a6a7fcc2b7cbaf2939c1a141fa4113191dd63501","formula_version":"titan-u-contract-v1","latency_ms":0.5243750056251884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acf2ba64bbfcdffad007a11e7fc48e572b7a3ccd3d59377fbb958073a0b30602","sample_id":"mmlu-machine-learning.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bd0ac4679473b41ff1bce153215a7da2cafb924670be0bd8ce0dc7ba9505679","formula_version":"titan-u-contract-v1","latency_ms":0.5437920335680246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19ae552e1700340f62881df3cae4bdca6c366570d846635382454495100678ee","sample_id":"mmlu-machine-learning.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d67e9df3058d2501fe6693ec64fc57f7c3d60a59521890802f26983b8df5d8a","formula_version":"titan-u-contract-v1","latency_ms":0.773875042796135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cb359c39bc5e6d4c4768b251ef6a2eece649a64ff7b15e79955cdff1d980586","sample_id":"mmlu-machine-learning.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"785733cb321dc2092b6343a23707a0a9a9819b15fc94ba5ecf13390f061200d6","formula_version":"titan-u-contract-v1","latency_ms":0.7144579431042075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f51a8819b4b29c3f3576183b2b74a4ae28612b0cd142e44882423db664468574","sample_id":"mmlu-machine-learning.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d415574477b6bf90f1b1cb53b64ac7c1378608aa548c87f26595823dc1671c5","formula_version":"titan-u-contract-v1","latency_ms":0.7743330206722021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"913fcc97721d8ef10be01b6d948ea16aa588f50cddf4179418341e98a6fa039a","sample_id":"mmlu-machine-learning.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e82c04e38160ac0c6d566ccad83572ef7993c0cc1fc5e7b21241282103e2758","formula_version":"titan-u-contract-v1","latency_ms":0.4972919123247266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94f0ff0b70c16ccad31980a2754cb00083a36a4f78eecc5e7c36c47bbdadc11e","sample_id":"mmlu-machine-learning.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d1f2c65d0f2e781e5dc976cbe1187616400bd5c1e9e51f0a326fb4d23f4856c","formula_version":"titan-u-contract-v1","latency_ms":0.5894170608371496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0be7965756ad9796ef06d3c2fdd828e545ab6289b8ed7d14a6cb0631446f14e","sample_id":"mmlu-machine-learning.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbbd57ab0ab29395d7630ab3b46ea188c7793680c6b06345a1972e06ee8577fe","formula_version":"titan-u-contract-v1","latency_ms":0.5129579221829772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e45ae7903682a094afe28bad97aea277234b8df2b6eda91bd87930db9feec203","sample_id":"mmlu-machine-learning.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa0752664280b974974a25fd7b0efcab673867a3daeab2ac0ec40db069536772","formula_version":"titan-u-contract-v1","latency_ms":0.498458044603467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f05eeac9d7694ab22935c6eedcc3f01891ed2d5cffa41aae840ee2150229654","sample_id":"mmlu-machine-learning.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ffc61088937327cb0f153ea1c6e76e581fc16b8828c69066eaffad0b362bd1f","formula_version":"titan-u-contract-v1","latency_ms":1.0474579175934196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2775246d4ef0c7f430c295af410ce2bf83ea0426aafef338b3e3a0090a930bba","sample_id":"mmlu-machine-learning.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1344f10322efb12db64712f236ea17576b4daa39e2fb492411649d0fbc4b764d","formula_version":"titan-u-contract-v1","latency_ms":0.6253749597817659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b515edd42aace65bb81eefece25e78ec4cb9806cdf035428e0ac8492f9230249","sample_id":"mmlu-machine-learning.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"591277d367cf4929e24a78156da56a8202eb5b7f1df042c8a0643e062e68112f","formula_version":"titan-u-contract-v1","latency_ms":0.6738329539075494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24e26ca50a947ecac9d787d70a45bb6918b2ff1f83b620855ef7151bd89d309c","sample_id":"mmlu-machine-learning.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efc9687ae4e46f2a791eb21b0810665912c2d66039582d5c183be9918d0e24c5","formula_version":"titan-u-contract-v1","latency_ms":0.752959051169455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e13c3b5e6b2f6ca5211fbe90aaaa0ee64f7bbfcd99f1f3902eb6e26b5fdce9d","sample_id":"mmlu-machine-learning.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7bc5ccd49d59e22c25f6c8b5cd3d8436f50bf05329f64fe1b3112c319079c80","formula_version":"titan-u-contract-v1","latency_ms":0.6012080702930689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72136b747cfcdb8eacc8c0db241be06eff2806117514dcc38e4d6e59c0a2f3a7","sample_id":"mmlu-machine-learning.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab4e0b5c6d5fa727e45f7675bec5865597c87c5797e08c589b92adb886896354","formula_version":"titan-u-contract-v1","latency_ms":0.5823749816045165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c6b3655c2ed775e4db3b0878ccedfe3d62eceb41b454f032fd0d82fe83048c6","sample_id":"mmlu-machine-learning.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29128016166755e08e6a9f98ab2c8dc0ea1ba598015bf1503984ef03975acd6f","formula_version":"titan-u-contract-v1","latency_ms":0.6537910085171461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3ed1e3dc0abc848b0e4f0c77d05d109c7ff77681088121b1660352886e806db","sample_id":"mmlu-machine-learning.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3aca83874147ab6747c33af179cc11e9db53643ad0d40228548577f2e7e42cd","formula_version":"titan-u-contract-v1","latency_ms":0.7130420999601483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1bb88d3b13fc72dcd2a0f41d72ae02b282d6cc9fc8b3603215ec1096c2e2332","sample_id":"mmlu-machine-learning.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3e9eeea6211b0ef22ac1deafee3a7865fef771679a7d2c67e6123a119709707","formula_version":"titan-u-contract-v1","latency_ms":12.311625061556697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e955eaef84c9d67c96a0fb88cd0080d71bf820339d252590834b3b7a545cca81","sample_id":"mmlu-machine-learning.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25daa7473c4becf7fd43c40e805e183767a5d2869e011b752eb1e99d0a979bf5","formula_version":"titan-u-contract-v1","latency_ms":0.4765409976243973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70daad9b8ccea05eff48d7c486890f4d0f0662e37fabb2f49d479eef335656fc","sample_id":"mmlu-machine-learning.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad99c3aedbcd13ecbeac2b032a51cbe3cf8de6fdce8e293fd1563d509ac4a5a4","formula_version":"titan-u-contract-v1","latency_ms":0.5429169395938516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ce2c93de296635ca15746ca5db465b53704fea21923c8b3a723d541ffda640b","sample_id":"mmlu-machine-learning.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"549cbca38538e2ad36fd3bf14f3bd8d3537a11472116cf75600c8c67b1402378","formula_version":"titan-u-contract-v1","latency_ms":0.5346250254660845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f092bf1b41e23e1b192e6536a8022df1b823439e76cb86ced5dca535d9b170e3","sample_id":"mmlu-machine-learning.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee94083283b93c4f66fd3e981979289424267b37b5a22e240fb155cd12830f3f","formula_version":"titan-u-contract-v1","latency_ms":0.6974999560043216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6174c0f141371c9f2f5593954322d833434aadba8015a691e966877090902814","sample_id":"mmlu-machine-learning.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c5f642d8438c2a184ce79b85345e3dbfa98d7bf379f299759ebe63e81d281b7","formula_version":"titan-u-contract-v1","latency_ms":0.5243750056251884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"910a6aa2e12ce2b78a211323cac252378905a0e90ad0eac961b532a76b91cb03","sample_id":"mmlu-machine-learning.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2857bb5330b7cb26d7fcb17c7f1ed00b28f755004ffd47d3502468a957c51990","formula_version":"titan-u-contract-v1","latency_ms":1.079375040717423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fedfec8e3f3c901dcb6ee4afcde6757e396814936cb266c4eb5c874557e5cc4","sample_id":"mmlu-machine-learning.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06a56ff6b764c5cfb77986d94060dfd4ce709adc26264b5d07da8c5b8ee555df","formula_version":"titan-u-contract-v1","latency_ms":0.8519160328432918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b824e89bd6b006c421f0dbb9dbc80db14296f59fac2a17cec10f06e736a1dad","sample_id":"mmlu-machine-learning.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c29763732184c996a02dd9da1e5c283e8e6f566bd392c7ab48ba6fc3d29b21c0","formula_version":"titan-u-contract-v1","latency_ms":0.47808291856199503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0a3a1421189841a240b6499863095a524a1307465e5d4cdfeb11b8981a668e7","sample_id":"mmlu-machine-learning.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c423b2a462fc533b30b64f9e2db16cdf28e50f2042f1af8d38d0706669a4700","formula_version":"titan-u-contract-v1","latency_ms":0.5482910200953484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c2b2cbe0a8568d81d4d4062ec50c8b65f34df3af53b7d9b57310bddf5915e98","sample_id":"mmlu-machine-learning.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d717916c31b90bde5739952ea02e9c893266da7b9c0948239529a28270b62d2","formula_version":"titan-u-contract-v1","latency_ms":1.9750419305637479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e58ad4d671270f3f8ecbe9d34d08d3c9dbbd7f19a204dc280fb6fb1200a1147a","sample_id":"mmlu-machine-learning.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33a0a07060cb4675a40582ed43ec00bfd45b9eae384f27885939294c1d22df03","formula_version":"titan-u-contract-v1","latency_ms":12.236750102601945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e66e9e1fd62777667fec425df88aa811197997816bfd44c7d9a7de6d45013889","sample_id":"mmlu-machine-learning.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d6dfe92e388c6cd004816396b466aa53adb11fab9a2e253984433d2c25f66db","formula_version":"titan-u-contract-v1","latency_ms":0.8482499979436398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae012597ba8cb1793c768d80bce05ef64228fdbc94920682cfa0220e31392cb8","sample_id":"mmlu-machine-learning.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb5a20bfcf3d7bbdc242cb4bca664c0546cd7e4f7b164fa255524cbb9bf3f034","formula_version":"titan-u-contract-v1","latency_ms":0.7192909251898527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a27baef06a1055868529d775422995e3f209d2c220f4f16597ef74f87923d991","sample_id":"mmlu-machine-learning.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29347b4bd5a16a25c3f413192e65d3d9ea6ae18b6ca7cf7a3453ec0a928e35a3","formula_version":"titan-u-contract-v1","latency_ms":0.7482089567929506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cadd5951b3b06f35254e7f2047653b7bb3314409e5916120c7d6e087e8a212a","sample_id":"mmlu-machine-learning.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7d886ac307e7b9a8ade56c3bee81c81a83758705d3b6cad155fc180ba9acec8","formula_version":"titan-u-contract-v1","latency_ms":0.5163330351933837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f299b225b1030ea3ff4c5d359019af1daad1a79f9b34d35cfa608ea80e6b91a0","sample_id":"mmlu-machine-learning.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee2e2d0a554a0995ddd272d4d783aa3fa0517f501240ea0664a44e47d2e01c41","formula_version":"titan-u-contract-v1","latency_ms":0.9986660443246365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acb6dde8b7bf6b930f9b27c3103d6dbb81f0ccc8424fa39fd1bd5483ae9e353c","sample_id":"mmlu-machine-learning.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"185ca761bd3f052a0b91074e86a71ac774754fb328646d66dd7aa7d2dbf3e48c","formula_version":"titan-u-contract-v1","latency_ms":0.5102499853819609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27c58035777fbaa79f6203d89cd7f001da5a2314150f2298b0d5517194b9bc72","sample_id":"mmlu-machine-learning.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"639e8f002b89ab610f79d92153d6d68c807f0d2d661f916b68e2131082160fa6","formula_version":"titan-u-contract-v1","latency_ms":0.5554590607061982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1733b769d3f3f4534f407e9e80dfb62b18965ab7aa32605eb9be14f4b54e8b97","sample_id":"mmlu-machine-learning.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cd43f830b63f482516315f25928e2da08a86df7e00c2fbf89f7208512053295","formula_version":"titan-u-contract-v1","latency_ms":0.5153750535100698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4446f04fc2344568eb5dc467dc09bb955a0986352bf324a64b417d88ce0249c7","sample_id":"mmlu-machine-learning.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62eeec12aea665257d45587af234e31854addddfbf6f63e8d1efe077e53cc61f","formula_version":"titan-u-contract-v1","latency_ms":0.46741694677621126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f530cfbbbf93f4094b95e19a0d9bb62c0dbddd2a22d08ff145e115778ce8052b","sample_id":"mmlu-machine-learning.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5629d681a067ab9de1c7ba254524e59ebf91998849c315645523ffe12c7d4c3b","formula_version":"titan-u-contract-v1","latency_ms":0.6880840519443154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03687f6c26474278e01376c94fa2e73affa77fde89d109749544a96646033f48","sample_id":"mmlu-machine-learning.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7e383b1065530a190c7623b67ce4f0451834604f5c998a4b5c34d35d2172b1d","formula_version":"titan-u-contract-v1","latency_ms":0.5250420654192567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3bb28f9badc2b5f417c08da77b2f39d8de7b6df4edf65bb0fdaf9a0e55affe4","sample_id":"mmlu-machine-learning.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33d7730bf0f0a311234f4a5fde915ee2c895bf712491da62a58ef3bf8092d929","formula_version":"titan-u-contract-v1","latency_ms":0.5615419941022992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9add006a119d38ee58e0d07dfd8f9b4068bb3c0022770a1b464bf005875664a6","sample_id":"mmlu-machine-learning.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9450201804ec1b5b03a4daae8a113382e01c33f72efd9142d4c6787e3112fdcc","formula_version":"titan-u-contract-v1","latency_ms":0.625917105935514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"419ef8c2fb782166867a054449013fdea14ad4e42e5b6176bf6f5159d4d21af4","sample_id":"mmlu-machine-learning.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dc5189e429214822801863bb4ceae872ecfd1311e7e1af77533c72410379e9b","formula_version":"titan-u-contract-v1","latency_ms":0.7816660217940807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59ab592fc4f594f4d69a29bb3c726924b3c8ce072c4254dd3ddae7f9f2767dd8","sample_id":"mmlu-machine-learning.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b206abeed7b8a2d5b701556c7636acd687ca7671494c149cf754f84eb02fc1fd","formula_version":"titan-u-contract-v1","latency_ms":0.8276250446215272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a3ec0ae200d27fbe2e824553b529bde3e5fa92b5c1f9cb6bd74866862238085","sample_id":"mmlu-machine-learning.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7850b22a2d0fad16ab3056c129db0d91893e6ba212826cf0b191d0571f8bff3","formula_version":"titan-u-contract-v1","latency_ms":0.7409169338643551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1e08ce558b093f71a9df6cb91411fee39ffb4f8b305dc88220b7bbfb4c930a4","sample_id":"mmlu-machine-learning.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bddd61a010d38a19635c810b0ffacbcacb05c2a0184fb27d12544a90c24263f","formula_version":"titan-u-contract-v1","latency_ms":0.7113330066204071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14162ac17e73338a8f1277ec46f529551ffa7f880a2f50b794762f8756480e57","sample_id":"mmlu-machine-learning.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02019df2e0cb9c4ec45f33b51d085d19373597672e12d50e2187c405e904ce2e","formula_version":"titan-u-contract-v1","latency_ms":0.5470000905916095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85c5bf0da9545ffd31b7665c41032eca045e402357bd89dec083a923826b42be","sample_id":"mmlu-machine-learning.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba3dfbb6d66257cdab0d70b69b03fd584752cf1598c26f42fb2d569d9939323e","formula_version":"titan-u-contract-v1","latency_ms":1.321124960668385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8da8570c9bcf27b18d8e35c5d77f6fb317fbeb5213a87bf530720d902ec437c6","sample_id":"mmlu-machine-learning.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e30406a31bcb9d3400fd671064d9340eed53b5567afd88fa86c827fa10c1c93","formula_version":"titan-u-contract-v1","latency_ms":0.5346250254660845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8779ba171f59758529159e17fa9ab6a3dd785dc1ee9b49330d17f0ea1162451f","sample_id":"mmlu-machine-learning.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36a6470a6447db4beb99e226303e1ebcd10d948044c24a62fd265626d562bbd2","formula_version":"titan-u-contract-v1","latency_ms":0.5459160311147571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"608375f4ce156d2c5f0575e9ffd22efecd8c19e39d3c46bfe8069443b3a0d758","sample_id":"mmlu-machine-learning.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"390160284457b5ff1ba6aa81cd0a48d2a9d0033f1f0dbd9010bd8e280c41d142","formula_version":"titan-u-contract-v1","latency_ms":0.5344590172171593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37bf796c7f971025de65122d6293fc95ab4c3acf83ba6f28ff9e039fa5c73482","sample_id":"mmlu-machine-learning.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d635a12758d69ee83ba4f0ca8744af98f8a57b1934462ca07d68d51af99765cb","formula_version":"titan-u-contract-v1","latency_ms":0.6388339679688215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f478b6ad0aff76843b4bcf5efef169e7fb12b348697d0c929dbc9b4e876eab19","sample_id":"mmlu-machine-learning.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e45ebddd2b9c05049d541fd53da772eeace83f34cd157bcac2ad154edb67c404","formula_version":"titan-u-contract-v1","latency_ms":0.5604580510407686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13a44a382767045dbb71d5127b45152c61ad7068930ca53d444197d0f180bc62","sample_id":"mmlu-machine-learning.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e54008c730ffa31c7f5b3ebc4749dad564c717326b8520a6d678dfde2cfeac29","formula_version":"titan-u-contract-v1","latency_ms":0.5636669229716063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32bdbb4840c6ae64db595d44b6745afdab7d8ca58495cab4e315a4e714dc3390","sample_id":"mmlu-machine-learning.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4810229d346b3772b4da82381257b269fa82a2fd9bf5f2375ba939b2a6f047f","formula_version":"titan-u-contract-v1","latency_ms":0.6192500004544854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a1144ef98a685497aab1bd60eb94d51eada2e79e4e1d6becdef55675da5bc31","sample_id":"mmlu-machine-learning.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aaba9e7f905e82ebb1ec2e07601246c0df3a376cbf689a5de62bb482279a683f","formula_version":"titan-u-contract-v1","latency_ms":0.6744579877704382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1494976eaf288345bca653c613d05c93c7c1dea788c972917115a05be6a4f5f","sample_id":"mmlu-machine-learning.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0ee5faef5adb70d0a9e0b83446b288a557054b389a69a38fc08299ca1e42846","formula_version":"titan-u-contract-v1","latency_ms":1.1201250599697232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f006c10fe76b10ac1e0c123df7a454397906485aeb3daedfbe9e4ee8ac7895dc","sample_id":"mmlu-machine-learning.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b2357d49067b95b8914b1f48a5c959b8e7068cdf7c85a2219d75fe9f4971092","formula_version":"titan-u-contract-v1","latency_ms":0.7778330473229289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"357621ba1fc566ea5b4123a1d0a4f4bdeb8d7fcaeb907047e92f7375fe81b892","sample_id":"mmlu-machine-learning.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21b1f4cd25f528e5d0924de128bfaa539b2fd7bf37a5fc579a4178a0a8d15eea","formula_version":"titan-u-contract-v1","latency_ms":0.5987080512568355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f0b8fb005b3862954e9b3f6f9126991c03bcbce98b487d50a51ad1b4e011681","sample_id":"mmlu-machine-learning.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdda7e86f95a8a7f8ac605c0505be843c531ad40b473ff28a8c2e6e45db4e0a5","formula_version":"titan-u-contract-v1","latency_ms":1.8564999336376786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9653ff27d6ab5dfacd6babad02f56f35ed471e80bc104a320744b12a4ed714c4","sample_id":"mmlu-machine-learning.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"257d7ab7aa5430c2ebbc7aea99984abcec1f2c76689eb76aedbc4f9a94428dd5","formula_version":"titan-u-contract-v1","latency_ms":0.8597499690949917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f34a5b1bd60bc0fc6f2712abdbba4965dca0c9b69909b106133ca4ef1374c415","sample_id":"mmlu-machine-learning.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1db9be0cd3b2c8d43c1e52975083e806322cecfe798d70b5b2abe6b07a3eab17","formula_version":"titan-u-contract-v1","latency_ms":0.5379999056458473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e15d0c612efe1278136512f250684f14d31e29032c659bbf84e7a7adc6d85b16","sample_id":"mmlu-machine-learning.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f941c51341e5acbaa05af862cdeed06e478f94197c4559862523086629550bf0","formula_version":"titan-u-contract-v1","latency_ms":0.5514160729944706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c187ee4241997257f720947e4760c69ef10f283032778d2f4d96c03edb6deee4","sample_id":"mmlu-machine-learning.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e78aa4c33a87a1cef54d2c6e5465e129ad23ab1143f76a6864646b41a9fcda1e","formula_version":"titan-u-contract-v1","latency_ms":0.6614580051973462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2854122263b91a048bba3be37dbd2e1befb0ac843d731f775c681205e856c4f6","sample_id":"mmlu-machine-learning.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee50fdf09c26dff1a7122468adc4a909e2ae72db9decbdb6431de30271ca087b","formula_version":"titan-u-contract-v1","latency_ms":0.5249170353636146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a895695d6c1300b48003c45d17bf86679791c935dca720f2fedf8e0df70bdeac","sample_id":"mmlu-machine-learning.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edb8bba81ea2036ac9f2cffc5b24b0c11971c4aa978a21aaf055e82b1abb79b7","formula_version":"titan-u-contract-v1","latency_ms":4.6464590122923255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63340a1b65ae67a85ebffbaaf9bfff70e021e009e74fde0288072bfcf4187c09","sample_id":"mmlu-machine-learning.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14a8d585300e979329045d20b259600412257c6eec74afb0c957ad0cd903645f","formula_version":"titan-u-contract-v1","latency_ms":0.6066670175641775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bc132c56fe33a843e3556e883a063c7c90f7181231691b9481d25de7b661593","sample_id":"mmlu-machine-learning.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12c0860315dd2b94cf2faa39182de6b925dacadd7d2f2fe4f3b00080c93d6f74","formula_version":"titan-u-contract-v1","latency_ms":0.4678330151364207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07d348633b025d6ff57677816da8b864e13de2c5b33c8d4132cd74b43a56bfbf","sample_id":"mmlu-management.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7782bcb4aa186332ddeba76091070907693472890ed75946a0021e55203cd5e8","formula_version":"titan-u-contract-v1","latency_ms":2.963333041407168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14e5fb55fdde42e6709b66c5edf1286bd72fede27476fba9ea321025638f9739","sample_id":"mmlu-management.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"968b87f05a5dfe0c8fa8c37687b738e9f61f28946b477e37623c6711c958c7e0","formula_version":"titan-u-contract-v1","latency_ms":0.4990000743418932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5acb426d2be7a30c6a8278dbcc2b2c4e6d5f88cb49df8d4c3368f4ceb157ecfd","sample_id":"mmlu-management.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fda104e4622a7dcc391e8099e544962054bfda5e0052f521db8ae881ad3f2368","formula_version":"titan-u-contract-v1","latency_ms":0.5164169706404209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c988833bd208e5c5db1cc3ab48fd7159c075a920a2237115fc8968290d267e3","sample_id":"mmlu-management.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce84238f28481df4a5ee32c1ec4283cca35f6ff424efa492bfd5293397957863","formula_version":"titan-u-contract-v1","latency_ms":0.47791702672839165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cea319809e8ae8943329c4ee1824916587f49396a6ef0d94d82e029b956dc57","sample_id":"mmlu-management.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a234b77ac534701c305d92b563c15fee15536694c6e7b91e75cb01bbd8ea1902","formula_version":"titan-u-contract-v1","latency_ms":0.712083070538938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01f4d321a60a1fbaf3b1bd42037b974bfb6986b5497fa7ad4d4ab209b886f2e0","sample_id":"mmlu-management.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22d8f96d0c159c9dc01d7744c19e77e905371a5834030abba359d9530b917f0f","formula_version":"titan-u-contract-v1","latency_ms":0.5050830077379942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3385dd5c12e91736a636850503a14c7db179848bc2de6f2b8e14e7e490a1102a","sample_id":"mmlu-management.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8da917a48d2286d1d05d9b7f611bd989cacaa4f8c45a7c2280d82c46a23f1980","formula_version":"titan-u-contract-v1","latency_ms":0.5106250755488873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14b801e0e4ae79b4a26a910cbaf2cd4812a58fe9633667cecc40943381943f75","sample_id":"mmlu-management.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70fce29a0e7e0055c61d47ef5a23395d1bfd08adf75975704466dad1cef7d2b3","formula_version":"titan-u-contract-v1","latency_ms":0.5612089298665524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daa1b2c678bf3ee8eb747dfd287e2ee7ec092c3f9a607db1b111408f2cbc8624","sample_id":"mmlu-management.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9649b0775ccef1e224e9527b65727b79b29f46f965b1b6d5237ed532f8b3a0d","formula_version":"titan-u-contract-v1","latency_ms":0.47687499318271875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79a22c09754bc2744bb8e2d6c3e25e4d49a31c1993481086570f057b43fc6859","sample_id":"mmlu-management.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6f688da8c090427933f5c52d84472535eb44823b5206bbe975107a91aebcede","formula_version":"titan-u-contract-v1","latency_ms":0.6543750641867518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b82eaacfcd84c73c063a8a555c4c72d3652f46980db60df3f11d73ddc8c2032c","sample_id":"mmlu-management.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d523ce6ed472d034aadd753c183cd2068b0afc89635cfc27079e71d6cea0935","formula_version":"titan-u-contract-v1","latency_ms":0.8439589291810989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fe0b552c2035a7360eaaa6869970e875c3a5f0aab4cfd5d205cc4027d7ddd7d","sample_id":"mmlu-management.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1a4fd1ae5e1656409cce3f9de8765af8d53b05fd82af2b3f537f8d49aab7327","formula_version":"titan-u-contract-v1","latency_ms":0.5944169824942946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57ebb3414e406febcf0e685f9bd57f3914661006ea3835c0b86007dce515d564","sample_id":"mmlu-management.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc3f043e6a5866ac706fd97fc76adb1bf20f70ad7064a07f70f732c1c99aec94","formula_version":"titan-u-contract-v1","latency_ms":0.5553750088438392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b506aff1c2a4b16bfcbcadbcb4986ea7e32280c2eb024e4f641efd2db3aa0688","sample_id":"mmlu-management.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"115549dedb9c0d89e937f4be6c76df4890aad61283171ecf7de05e3a88de90a5","formula_version":"titan-u-contract-v1","latency_ms":0.462958007119596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daa8f983ca3d2e5872d90eb4e4d77e4d999a6a166cb747094cad38c574cb2195","sample_id":"mmlu-management.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ef6ca56d32abb9147768febb1b33105562a96c984a462ffb2fd18459d0f8500","formula_version":"titan-u-contract-v1","latency_ms":0.5567088956013322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1cf3cf3d949b73da31293fb573ac8a7f26f44ce9eb7b2b794f5cdb01b8733c2","sample_id":"mmlu-management.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bbbc722684505c2642f0d6a7eb1730ef207cf0203ba69d90834b455555ff115","formula_version":"titan-u-contract-v1","latency_ms":0.7139999652281404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4014906c280bdaf03df97000b554a33849a68c125baaeafb0ef489c06be22a9d","sample_id":"mmlu-management.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1dcd04eb3c99dcf057a9aca49642424fa676d6c3b3466145fc84f8f2c6a4576","formula_version":"titan-u-contract-v1","latency_ms":0.5167910130694509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c9efa02ed4bf90d89a2cc8798c5b445bc0c68401f6c68d03b1da6f41bd38964","sample_id":"mmlu-management.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d958d022ac489d243a9b7af03b045cb102820aabe0164f5fdbb00e78e958d17","formula_version":"titan-u-contract-v1","latency_ms":0.5586249753832817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1941fd52778cd0c3aed9fbd5c6fd19d399c668469c2e72e525b8081ba45a2da5","sample_id":"mmlu-management.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0378d19c477838b8550068167a23dae5558f61c38b47654daf732570f0743b3","formula_version":"titan-u-contract-v1","latency_ms":1.1319579789415002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88a25b514fa4a2f1b3502c5ea66246eb65c70d231b71d2b62022510dbfebc180","sample_id":"mmlu-management.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"957f4bf33f072c470fc0efa54b7bda6747b96fd32928020d66252e9917fdad4a","formula_version":"titan-u-contract-v1","latency_ms":0.4802909679710865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bc12faff34b15f3595fc7361d089b051084d34e7b918b8752ef909c3842d9f3","sample_id":"mmlu-management.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1f7cecf51686ec10dafae35c42e923489cb63a3e47a962d2e139039096dbab3","formula_version":"titan-u-contract-v1","latency_ms":0.7400419563055038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db12045b2a588a0a3ffbf9899809d51e791d544c8c5d511f98a12a54b07d2a13","sample_id":"mmlu-management.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c47d08119b75bed55e5f9655e2f457c7e4a3a612d57ca2abd98ff31b66ad1e94","formula_version":"titan-u-contract-v1","latency_ms":0.8720830082893372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f64af66c788cfe5d52892d8ff1a601da6654ac3d3030f9f11224b9f10664b5ca","sample_id":"mmlu-management.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cceed1587eb419181dac44d25295363a91818234f595caadbeb97f4e1023b7d","formula_version":"titan-u-contract-v1","latency_ms":0.9104999480769038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70a1c9b662a2faca245fffa9266bf98d477407b118a21389ef3205402ab21cdd","sample_id":"mmlu-management.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"271e9c7eb4ccf985d3864b801577ce36ba1a2e2c0749bd48d348ac918e7fa8ee","formula_version":"titan-u-contract-v1","latency_ms":0.45783398672938347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0eac3a0e62b326d44db0d4288551367dcb9fdd920de01d8d99ca1762e355bc27","sample_id":"mmlu-management.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1854f40fd95d3a99b3473a0225286e854fae004d3ccf55458fd965d91af7c6a7","formula_version":"titan-u-contract-v1","latency_ms":0.45908300671726465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8269c9185afe32141192053abbae9686d936668435cd7274ab987d39bba069b5","sample_id":"mmlu-management.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e487abe1d353491ed161b6bdf9d8346d00d6a0b45576f78e3da31ae3d257e4f","formula_version":"titan-u-contract-v1","latency_ms":0.5792499287053943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4adad6143fcea4c309b3e68fa9b11f620a52b3c66b35d6a8ce6b24792fa9d8e7","sample_id":"mmlu-management.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce7a9ca5134c5e16c29d16325fd514ddd89888a1a4a7ee8052d700c4e7e48d81","formula_version":"titan-u-contract-v1","latency_ms":0.48345804680138826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47c949320b8741749945f2040cfdf409bc140639050365194a3565fcd8527c17","sample_id":"mmlu-management.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bb70b3abca873331141ef3e49ee6de00a441a7cd1a4d23c2f9250897ac27f43","formula_version":"titan-u-contract-v1","latency_ms":0.6269160658121109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2bcd6e4a40c10378d8c0c776c4dcb119a1268f4890f0a4f4cb10b945e9522bc","sample_id":"mmlu-management.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"568dd7243d6b03ff8381c78b82f16431fafcad4af8dc922d70fe1c811c3e18bd","formula_version":"titan-u-contract-v1","latency_ms":0.5216250428929925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"050097ccc8ebd544c775c87d04d4d546a248ea9ce7b57928eba68cdbb09760d2","sample_id":"mmlu-management.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a41c07aece6fe3f174a7f3707ba303f79fd813e5bef96f6d6ce0b0dd61d89cb7","formula_version":"titan-u-contract-v1","latency_ms":0.4938748897984624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e117f500cde8915ec36aba184bd8492439780cd23b649437dba5045cdf56c2f7","sample_id":"mmlu-management.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"207a01930cd8452c4086d3a2c063185a7a59fa356fc0dc6dcfe2fb023582cdff","formula_version":"titan-u-contract-v1","latency_ms":3.486708039417863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a8adab0e407a3f60c052c00fb72f3a985640ea514ff6b5cfa2c21a3fb1449b0","sample_id":"mmlu-management.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf8de62e7b57e1f7f0f1f73e4703b7463a00345907c2a008e073345c7addbb54","formula_version":"titan-u-contract-v1","latency_ms":0.4765839548781514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e5db2fb52257625ecaeb6eb5ef40f67de43f09c6cdd82e27ccaee831771f92a","sample_id":"mmlu-management.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0474ab1c77c3d3e6b049fd629545447bbd65175c7a557aeaca01a5bf26ec68c2","formula_version":"titan-u-contract-v1","latency_ms":1.6930829733610153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8113e9ed7e2cf7984078ddef09e28484faf4fc5cf61f195f9166cefc25cbee8d","sample_id":"mmlu-management.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6945488561bea094c019667d9e94d22d7e281194ab0ec7d730f0857e66b9354","formula_version":"titan-u-contract-v1","latency_ms":1.680209068581462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7827fceada071a8c24926df5a99c0e7bb263fc98fbf866c8ea06c65d2e224857","sample_id":"mmlu-management.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84324bb3ad0f70a0c9d8fd1b7ba1e7f1a133e118e4ff05fab6b5dd1230daffa0","formula_version":"titan-u-contract-v1","latency_ms":0.4975829506292939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42ef6f8fc5cfecdff21fba5bc2db3ed27de4638ffef23c426dc1726ad3cdca95","sample_id":"mmlu-management.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca9bc2388040040df125361f55ecb7007d5e06d952369f33ecced6c7ab2e5648","formula_version":"titan-u-contract-v1","latency_ms":0.6212919251993299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61439743e1ed846949f25afeb2bd37344e29c38e43364f314df9830876f6de55","sample_id":"mmlu-management.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed736ec51a58dfbad889d36e06b86679c1c3687c9558ab2c665c6e2a5d2d259c","formula_version":"titan-u-contract-v1","latency_ms":3.2502079848200083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acf27cb5d3b2a31ef63058e4d5400f19f5a1d12e9f740f6a00db84462b19b319","sample_id":"mmlu-management.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6da4ec5622638665136e49dacdbda4b62bd9f1927cd707522c952a10ce95f6ed","formula_version":"titan-u-contract-v1","latency_ms":1.0241250274702907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b857d31de39de340523c94e3a29396f89756ebbfad99c30aec6dd8e112a6a2e","sample_id":"mmlu-management.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8fe103c83d616253017402295fabcff57fef239136d4bac36941836e884f9d0","formula_version":"titan-u-contract-v1","latency_ms":0.4989589797332883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e06376caa6a5560ea5b417ffa4178a578bcb61cc5587d58fa15238dfe26e33e6","sample_id":"mmlu-management.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f642e800836390d7e3a8370834ef8978dc24d4f8bad2d9b99578dedb07d4e92f","formula_version":"titan-u-contract-v1","latency_ms":0.7058749906718731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5eaef33aa3fb908e10f59ae112418dadb988f66cd412ae002e084b98b6deaca","sample_id":"mmlu-management.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68db2ea3675b93dec9e1126e29d9f4be7fd1dfa4533b3bb6c36401cb855bca42","formula_version":"titan-u-contract-v1","latency_ms":1.032290980219841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bc4b9ab2da4c0226c2cee05c8c50886f1eceb6d34d4480482f3f6af7deb0885","sample_id":"mmlu-management.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d51477b6625376f24b87308014eff2bcb1bc4af14416d18876c0ac463ed67780","formula_version":"titan-u-contract-v1","latency_ms":0.8093329379335046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b138d6ae8cf9c3f4c8477a5e33db61cb9443078e7409846af980903507f6699f","sample_id":"mmlu-management.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5b8a6b13f9a538a0a87fa37d0e76b2f7aafaddd4436a5fadc401695e1bf25c2","formula_version":"titan-u-contract-v1","latency_ms":0.5095000378787518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe9eb3f877f5cbb218acf1a035b067a5afdd652e42c3512d3d96080bee503c42","sample_id":"mmlu-management.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7313070f65e24c9e4441278e82651777cb988384da5e80357acb08099dd01262","formula_version":"titan-u-contract-v1","latency_ms":0.7178329396992922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40bb36350422ec2b815405f0604868d7fa85a5fed2cc5d9df7b6396a67d3e825","sample_id":"mmlu-management.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3a1b50fdb3c3e3224dcdf953ba162c18b5ed6ab26f57276f8bd1105bb7c416f","formula_version":"titan-u-contract-v1","latency_ms":1.0204999707639217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afa1c5436fbc4194d21bf38f9b939f8d1df40d741a44fc0cc121f1d04debf97c","sample_id":"mmlu-management.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14001d1290bb0d9bf09336dd2a7153446b17a804720fd99eaeef86ee05c85a08","formula_version":"titan-u-contract-v1","latency_ms":0.5606249906122684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19268680ec7874d7a08ca6698e933438d3810c9239e65fc1af31fc28157f3ec7","sample_id":"mmlu-management.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35c757738bab6cb0dd9c0df0541fee953552bbf133c5416731d666b8bf22ce85","formula_version":"titan-u-contract-v1","latency_ms":0.5007080035284162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72d15dce5e699cb13cf622fcd52f074f4ec3b5c8bbfd280a1167ba214b0a21ec","sample_id":"mmlu-management.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52a21a6b5f970162fdccdc1b1d6e06e0e2de349931f2f6846e18add7df596afb","formula_version":"titan-u-contract-v1","latency_ms":0.6920830346643925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"690c24d21e8db91c1a30bb8b3d65ad1652d655e02d0d82592502073d770e3446","sample_id":"mmlu-management.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5228005a1fdf22bcc80ea4023c523167c0238bc1592b292a948f2f92eda94b58","formula_version":"titan-u-contract-v1","latency_ms":1.1425829725340009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b25e25bf344f0409ba72aa71a9a638e5697955c8b8a83a94d6b1cb41a913c8a","sample_id":"mmlu-management.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06fbbf8fbff5c16eb9c270a778996d80239a1fbde01fe254850b4f25f717ed38","formula_version":"titan-u-contract-v1","latency_ms":0.7738749263808131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51e4b03714d0e99dbb99294f4bc2c7f7bfdc3a86a4285d8c0d8ade120501f9d5","sample_id":"mmlu-management.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dfdca8e2b45d999cf3dba9e589eee40b9f5ee0d55f36f283ff5a36307d4fad4","formula_version":"titan-u-contract-v1","latency_ms":0.4334159893915057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63333b4a47cd9bca54bffc482be39b020d1fde3f1fc7a01030627a7169465952","sample_id":"mmlu-management.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f4aa829c8d7b4879f73b1a93ef2b20446e245985969a8474ed469bef16a8e21","formula_version":"titan-u-contract-v1","latency_ms":0.6047909846529365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"404fa59ae6d2a275166eecb5c275bcc9d5d38349b10cf3a63cfb2ae52ecb7f37","sample_id":"mmlu-management.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"777367a8216cc6ab19f2cadbd3686afe4f9bb4f659fc9db008b94ef9435fb2f7","formula_version":"titan-u-contract-v1","latency_ms":0.6601670756936073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ce2314acf303059bc249718795aac48e5b70ba00f87030af6f13c6c443955a9","sample_id":"mmlu-management.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb86dc93f1d19ece9f0d8b3c5d357b910c8bf995997eed810989315f5779bf93","formula_version":"titan-u-contract-v1","latency_ms":0.548750045709312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30623d7822cd78642a04e2dfbf96329ad8e10f7e99b315563998de86acf16199","sample_id":"mmlu-management.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1afa204d8925bd26ed7c3034249b760908aae1731b68216d266048410118df93","formula_version":"titan-u-contract-v1","latency_ms":0.9482089662924409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d64ffdbe6d18326f8fda80ced19d78c2820013d2db606305373fae7b3bec008","sample_id":"mmlu-management.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33447a0ceb61ab774fd7b319e9d7235cfa4f5e012183943bdcb3c03d5a8a872b","formula_version":"titan-u-contract-v1","latency_ms":0.8490839973092079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d8d17bbd151f55cb3eab788052ad9cd0b1a51d8211d961acddd9c6d4a9ec612","sample_id":"mmlu-management.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2a954db2f2e1bb0aea4dcab1f196852de77b447c48bb4522920a04a23446ea9","formula_version":"titan-u-contract-v1","latency_ms":0.8223330369219184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c1e87fb015496a23b037161557909fc8cf1c4455a85758f7d0f49797871580f","sample_id":"mmlu-management.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"947756c81373693a14f5b4524ba646c4f9af75d46a8c37f3bbe0db6bc7e22c55","formula_version":"titan-u-contract-v1","latency_ms":0.4658750258386135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f7dd874e4e42f8648de3ddbf92cc60875f5ec6dc4556f40b83e0e49cd063301","sample_id":"mmlu-management.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4195c12d4e2a043d4bb5b23420d3d8197d65a3dc156f24ee438591b1b96b4389","formula_version":"titan-u-contract-v1","latency_ms":0.7993750041350722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"948b790703ee5db92e9f3399c310bff33411b663dabe5919c314b3cc04cee0b5","sample_id":"mmlu-management.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61ec660f33f58b68aae5c3bdfc765134fce2f14c967262aba749a37443a40b62","formula_version":"titan-u-contract-v1","latency_ms":0.4734171088784933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"badfececc356d01fd829398a9269f71889da71b1a64fe6f5f69afb17994bd0bd","sample_id":"mmlu-management.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f0a8e8fa58749c091ca8b4d4835117c8ec587b4e2a62a6a2128a85a83366adc","formula_version":"titan-u-contract-v1","latency_ms":0.6500410381704569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecdaa0850a283face072f246dc8fdbc7d2735504fe0546b983fca90f8d006248","sample_id":"mmlu-management.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d71e484f54a6649f261da4ede8fc6d24a21e255cc067204ad2dbc149127ab331","formula_version":"titan-u-contract-v1","latency_ms":0.4755000118166208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e06d823e7072a204921bdbcff86c6461f7ebd32efb62584171278976bdc62deb","sample_id":"mmlu-management.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"680addb8c407c4f5667fb2623018c0273aa6461ba74b2614fcf563eff4b5318d","formula_version":"titan-u-contract-v1","latency_ms":0.43620902579277754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdb494d6f15a5a33aad7574c351853493b09385218701659432f729761b9e933","sample_id":"mmlu-management.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05176256f92f12a5d51ea4fdb9f15b4523d82275242740fd8c2a1eab73b2953e","formula_version":"titan-u-contract-v1","latency_ms":0.7822910556569695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e6659ae02253d232a2226957f7d8846541907001ce1e2cd0bcccd1859d26323","sample_id":"mmlu-management.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b2594bccea200b203e9ecc48cb60fd64a325152861e2b2f72c6cf0235065f49","formula_version":"titan-u-contract-v1","latency_ms":1.3013749849051237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38ccbbad1483d6ef67aec05c71e888cc1aaa4de24cc610145c39f9d4cc1bf8c1","sample_id":"mmlu-management.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d42850e9afae6caf711f9f8d4b673b306e5f697b656bd096e12bfc7a95b59060","formula_version":"titan-u-contract-v1","latency_ms":0.6083750631660223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52fd16d6d3d87787b9d97174218a82fcbbd5e2e96e43a8d9784cf0bf88615c2b","sample_id":"mmlu-management.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa972f8ee54be8fe5459ce4fe449661300f4c5ee0d11f4ec032d6f31f4400f9a","formula_version":"titan-u-contract-v1","latency_ms":0.9338749805465341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9025a5ee86808751a3f933a196f281d2febea49a7a98d18a10cd8abcd2322a0a","sample_id":"mmlu-management.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c23d1a201e3208ef2a23b996fdf1c3d801cd46dd374d2553c7f8454580e1591","formula_version":"titan-u-contract-v1","latency_ms":0.6083749467507005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3ef7e690938cfa52e0cfb9b45e66cc429bef1bb3a03af75c3846a6e9b8be0e9","sample_id":"mmlu-management.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad63cba8c349da6bef4624eda0460556740ecd01f8edaeda1612bd57bdf86eb1","formula_version":"titan-u-contract-v1","latency_ms":0.545040937140584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0da3d7ed1bfe255723e7e307f1a288ee91fa5f9ed5852117664338239e86b53","sample_id":"mmlu-management.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2b53eb15f143d5ae4300699914cb84c8fe2791296c483585b1e87d319a9a17e","formula_version":"titan-u-contract-v1","latency_ms":0.47345797065645456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99d47fbabba6ffc51af6a542d56f1ed232d4d2326dc0a143476913b366d2b610","sample_id":"mmlu-management.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00cb282c862d61a3b8dc8f663cd870aa168a4301c6ee841441f68f284213582f","formula_version":"titan-u-contract-v1","latency_ms":0.4769170191138983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdd065ca91e3c57dd6be6aff0c4b92f74aa494d80322cc745aa4b1e572b84cdc","sample_id":"mmlu-management.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86163ba439230b1e4e9041141da178a33b4f1bd383cfdd9565bcea5d783c89ab","formula_version":"titan-u-contract-v1","latency_ms":0.4979170626029372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d58fcd4306e4210644f4979163529696333380b21c6c820799ee792a914fd4f2","sample_id":"mmlu-management.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee75febc63fb08eda88180043ec0db534fe21ba17785c081375d1a0eacbf72d9","formula_version":"titan-u-contract-v1","latency_ms":0.5387089913710952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"950805026432687ca46416e4af10ada13cbede1228f5f7e1e3733098a32c12f7","sample_id":"mmlu-management.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbba2a3a71bbcbb80c4b65ec3acc07d2e189a827d1131c7528532dd13f3d9204","formula_version":"titan-u-contract-v1","latency_ms":0.6336250808089972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e364673eaea88404f03e316ebaad347be06134848f2c4c188547041390571bb","sample_id":"mmlu-management.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33bd4e8a87c1628e4f760773a8f3317987e0b5bd0579656a57de80266d1e826b","formula_version":"titan-u-contract-v1","latency_ms":0.5144589813426137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b6b9d3b2d274c2d2829ae0efc5462a9c0b8f253431b698c708d24b379c6fb80","sample_id":"mmlu-management.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffcf83aeef352abdc0eff0c12a2c47e7444a54a392ca57021db8c5828abc936a","formula_version":"titan-u-contract-v1","latency_ms":1.6431249678134918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c516632bec0b4b5f910fa25874b6619249872c6403f1e14dc03dced73da7181a","sample_id":"mmlu-management.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e7adc1c80c9eed926162a1c83461e496a484770e4ebe5fbfd7d6aefc952576f","formula_version":"titan-u-contract-v1","latency_ms":0.504625029861927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e71d75551f6dfee6a11acb3804cfda54652c0b203d0dc834288b40765dcadb1","sample_id":"mmlu-management.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"748859a4fd2aa16add2ceee374e1720604bad5f35e01b122d238379528802716","formula_version":"titan-u-contract-v1","latency_ms":0.47691597137600183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78af8bd026236ec5fec5fee7c0e15772719af225857f1403c81a6b2d1ef0567e","sample_id":"mmlu-management.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62afa805ef8fc8bfbb28dadad6a258a3dc1bc0ff68733a7a23da996f70e8e441","formula_version":"titan-u-contract-v1","latency_ms":0.6441670702770352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b35931d5c0ee35192a77360bd32a44938c53a556aa487f162ed5f9f8b2be43fa","sample_id":"mmlu-management.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acfcbb7023d5cdc922d40e8a840bdd4078248443abd1860683702518c7058959","formula_version":"titan-u-contract-v1","latency_ms":0.5070830229669809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"534319b561569b933fca9fabf6308ebea0890a8d8844ef37f31cf396a0afdcdc","sample_id":"mmlu-management.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"769a9cc362b8e8aa25caa71239f7e4403f41abcd87459d4161da5c35b3092ee1","formula_version":"titan-u-contract-v1","latency_ms":0.4927499685436487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"648aa0062751c44541a7d986bd3e15ae2f7f8eccfea05c02d4857d6a1177098d","sample_id":"mmlu-management.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c7d53d1f269c609e09bc2a4c35c3a66916ef98bdda386abc05626d0ebe10cf6","formula_version":"titan-u-contract-v1","latency_ms":0.5625829799100757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c550d2251a9020aa70a0d8a589cac103205140d86fadbdab4cd2191e15d19817","sample_id":"mmlu-management.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"920cc24e83f6019c01b9579475c9658b876eeca65949bf951deeaecc9d0f69fc","formula_version":"titan-u-contract-v1","latency_ms":0.6203750381246209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6ccf12214cf40056100eab9080506234fa8d22a835215235d23108b97930cf0","sample_id":"mmlu-management.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd0ef72082a5b296e899a6caebda417fcf2a8ddcaca02afa6aaf57dc514b02dc","formula_version":"titan-u-contract-v1","latency_ms":7.085000048391521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7958b0561cff7c876f0637933af6af686a309c58978ad1a73e70bb5cc188af5","sample_id":"mmlu-management.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d1ab338f199637aff149cbc8f54f33c248e349dec0ac344ebaeaa22eb4b0977","formula_version":"titan-u-contract-v1","latency_ms":0.46062504407018423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60d4eb7a4f18127f4a51a9dcdc781001f0bae18a3fa9852093bd0f1acc85a628","sample_id":"mmlu-management.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15520b81af63fe0428e39184037568c0178ff58a0c22ab2fa5ff2894fdff4187","formula_version":"titan-u-contract-v1","latency_ms":0.49050000961869955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2aebd760914adefeeb9e6eafcc1d2c4d468c61faa3c7788ba411cdae20653691","sample_id":"mmlu-management.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da8382431d00b62cb297a3a6dc252c8a57f694d36b30566e56e85d31cbe3fa09","formula_version":"titan-u-contract-v1","latency_ms":0.8525419980287552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4258a47f042d49d7fb18bb976392a49486ec374eec3ceef982ca34e366a8502","sample_id":"mmlu-management.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b068c7e90531b5b6b41bb4b49cdc5eb5056810c0686d928f5cd2adb6eb48b93","formula_version":"titan-u-contract-v1","latency_ms":0.4576250212267041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e885048b2201e21766e58c15d7e1efe18d83a2a297f286d4616948ce31f65a44","sample_id":"mmlu-management.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b0bebe5b7b2001b8b2fc471892afac8877907ee36f1ccde029b60ae50c132c9","formula_version":"titan-u-contract-v1","latency_ms":1.0489169508218765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e5135a82ff2b73b544c4e286d4c6c458ed406fa1cd3a60e4feea4610fdd912d","sample_id":"mmlu-management.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8185fa79d2d90b86c8849ab60019abbd87eef799fcc4b2c08b64074bf93834c0","formula_version":"titan-u-contract-v1","latency_ms":0.6331659387797117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dd7e49f5fd6459a3e3873354f326cc36e1640de9cfb2614a58ab8f224a8209f","sample_id":"mmlu-management.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac66ef29df0bc4822c882809f30dd04955abb0ab73658421533b99346d1797b0","formula_version":"titan-u-contract-v1","latency_ms":1.3209159951657057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89beaaf00ca8b84ef268722271823ba47cf0890a531b069f55879759c529ff95","sample_id":"mmlu-management.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8d9c679a0d8b32cbd9ee903d4519a5c5dbe0345fc7f059fabc8046d5ea75062","formula_version":"titan-u-contract-v1","latency_ms":0.5026250146329403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f7b55575fc6e2e777a1a5aba6fd2b674b04b86d8adba0bf0c00839b8dba53e0","sample_id":"mmlu-management.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804445dc6b8507036bc12f9afe445defe5307c6a0c49f1c858b677d3f9a462e1","formula_version":"titan-u-contract-v1","latency_ms":1.5201669884845614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"865328cf8c9baa22e4ed21ddb4dccbaf780c0f29877dfd78a4c3e30127f5d3a0","sample_id":"mmlu-management.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48922ec613d9c71d750d6f5c3a2979bf8cebcd5fbe62b3289b442c62e2056e24","formula_version":"titan-u-contract-v1","latency_ms":0.6140840705484152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9795324a837a16cdaaf1cce40a7772a8a262f47de3b922ef9697241265c4238d","sample_id":"mmlu-management.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"093ec10ef37b3167f6f425d0ee17c4918a23b0e1cec1598e42272b733018eae5","formula_version":"titan-u-contract-v1","latency_ms":0.5160829750820994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc9a0c02977e3d4f0355fa23cdcb9ba195d53bab42d7ce99eaa005b67ebf365f","sample_id":"mmlu-management.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99ace95959fc7753d474b935cde6b054792a3c53a425c2778bd19b09e76db669","formula_version":"titan-u-contract-v1","latency_ms":0.48749998677521944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7578f6c3b6d05c33005e109923b7f9fd96bc428ac70d6003bbac00eaa593b373","sample_id":"mmlu-management.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4439892a61d7145a9b1301b8114843f32bb5b8ced165bf5ed33abb8f6add9462","formula_version":"titan-u-contract-v1","latency_ms":0.5355000030249357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"951760c7854374f5ed08349c8315a40f90e600cc749fefcfc2389f9e7ee94348","sample_id":"mmlu-management.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c23bd3ae7f14f014c233f0a48459942aad5ba31f42b8f38364d073ff3ab562c0","formula_version":"titan-u-contract-v1","latency_ms":0.5620839074254036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4167740f9aeb3574c2f07853b90853f626c820d9326616a2f986b2bced4bc7b4","sample_id":"mmlu-management.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dac87a4e6de8adcc6841b77b80190b1528d7834da80809e52088aa56e4044df1","formula_version":"titan-u-contract-v1","latency_ms":0.6791669875383377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c924f17a1a632c0f86e830a4af0a5110c7d304b82af37979171644f0bbcfb20","sample_id":"mmlu-management.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"346c591536d5788793024ae06a88ea974d1b75b21e5f0c56bc0998fe1a57f3c6","formula_version":"titan-u-contract-v1","latency_ms":0.4855419974774122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56904d9d1d67342a1c75786559fd0cd955b2d5089141348fb3b9460e65a604b9","sample_id":"mmlu-management.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"916290469600bef5f9307d52cba2e803820dffb878d9cc16fab5eaceb143b7e7","formula_version":"titan-u-contract-v1","latency_ms":0.5971669452264905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c0bf1b30a07e378ab6f02cf92a48c213a3639dc40adb66b9fdb7ad4583d73a0","sample_id":"mmlu-management.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d35f7c72458df0342262f898285f35eaed002c9cfe2f82d1b5e05ae21c7d256","formula_version":"titan-u-contract-v1","latency_ms":0.5260830512270331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b2aeee22009ffddf4a8273f21d295ba16c9a625fd5bae6cb0b645d0e948c945","sample_id":"mmlu-management.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"463e25defa3107a3fa268a010c0f7414c0dd06cd8878e9fdfa47a02699ab4d60","formula_version":"titan-u-contract-v1","latency_ms":1.008082996122539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea1cccc2ab7e5b2c6b46cadf85b3a2bf4db684bb09a60ad9d95804bb14ac8574","sample_id":"mmlu-marketing.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55d5226627e4fa946ca9db0fe0ebc76ddb911aaf8a73145045def8bededee962","formula_version":"titan-u-contract-v1","latency_ms":0.5671670660376549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6105a7fdc88380b67e909ac3c5e27cd37e36864225c557e2b741c5221f170c85","sample_id":"mmlu-marketing.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bc8b8efcbec9dab3d772c82f884777b6ce4f7ccc760a98f13c027ef6aadbb11","formula_version":"titan-u-contract-v1","latency_ms":0.7816249271854758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19c59ad24682e88b514ceb6bc34442ed6c7fe3a90a1dcf61228a5f627d48d0ad","sample_id":"mmlu-marketing.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ad40fb13e80d4ab82410cdd5bd186b9b9c2ea5118028a80aef0154877bb8876","formula_version":"titan-u-contract-v1","latency_ms":0.9817089885473251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaf13d6d2f993b96b1cea7e0b9beb921fa0458e25837b24c7d73463b53b364a0","sample_id":"mmlu-marketing.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39502079b52806e93041308f95adc3419035319509754eed68e1c1491353b73d","formula_version":"titan-u-contract-v1","latency_ms":0.4950000438839197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ce8a5d1c29bc56f62aeafe789761c1d8efd61031c68fb205c946144e3c3bec1","sample_id":"mmlu-marketing.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37cc7de742557ce25ef64661325389f5f3c2ce1ab88c63f073435eee57bf03b0","formula_version":"titan-u-contract-v1","latency_ms":1.2026670156046748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57da38d1ae577c5932e273d058bad1496c5922de19a51eaad5774f03c2d8bee7","sample_id":"mmlu-marketing.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad924ff3b0c608a5a4977cccdc17fc18f1e1f42efc27c9f91d957817abbbc3ea","formula_version":"titan-u-contract-v1","latency_ms":0.482040923088789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10f8ddd6afdab13b503f7d12d662e505542a83571f5e1f56b89bb81255c42e98","sample_id":"mmlu-marketing.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11e8067285675ea8119c28a394f2fd114779e5ba2eb5f7ce12791aa6578258f8","formula_version":"titan-u-contract-v1","latency_ms":0.4574169870465994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"137d385e8ba6e9d288f65a1e9595cddb1c8bacec9880aabaa85a3d25474883e6","sample_id":"mmlu-marketing.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ac973390a0622167c20edbcb994764ba12a293b14e1934dcdfbdff89ebfdbcd","formula_version":"titan-u-contract-v1","latency_ms":0.7132079917937517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bbad0729f6b24c31fe57f1555169a7622be724ebfb2a1f89b43474bb9745ba9","sample_id":"mmlu-marketing.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a435499e26fcd58f5b0d05fffaeca9d82983c5bd08e23077469322371f373af","formula_version":"titan-u-contract-v1","latency_ms":0.5884580314159393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c911e17fdae1bc322e1f7ee2a0024ff9e8c787fc2014789eecca9f7b0e2dcac4","sample_id":"mmlu-marketing.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21acb42b3614bd6037279f9c971a8c7c1489c5afec980aeeb58690724a981a8a","formula_version":"titan-u-contract-v1","latency_ms":0.553457997739315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"771600d5bee4336c29b9a3a148952304b287530520b54da0ebe426f72ca82765","sample_id":"mmlu-marketing.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23d6d52482a20cbfcfd9f7ff56b27413dcfb81112f3d540b390ef667718a0aaf","formula_version":"titan-u-contract-v1","latency_ms":1.5241660876199603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f879aeeacfdaf6dc2b10c5ba5201823dcf6cc88540fb757185b950c4a81d5a64","sample_id":"mmlu-marketing.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af96d85f04edf49173f04153cfad5a9abea5ce27ec8becd1e2b7e8e4cc27f713","formula_version":"titan-u-contract-v1","latency_ms":0.6649170536547899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"681115cda7d2530bbcd4a860f7d7c72d067d1f6f62eab68b30ae45349641d332","sample_id":"mmlu-marketing.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11762df0c722bf5aac165ddaf5841a5d0e51cd3fcb7c7afd4d38914cc747afab","formula_version":"titan-u-contract-v1","latency_ms":0.596167054027319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6505773f800054477ecbbf688a965cc597846072699a4f338a444e613946d7a5","sample_id":"mmlu-marketing.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77b9ded830ceb3f05f371eb136ce47d4cdcff905e4e3197d1ae81a04fe0cf028","formula_version":"titan-u-contract-v1","latency_ms":1.6697499668225646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"917b53a4c0a210c817330f2aae1cdbda6671343c89e809ad98ab44807e7edc19","sample_id":"mmlu-marketing.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fcd798623fd36eed3067e790dd6722b505e059fb9593881152390212c8e69a6","formula_version":"titan-u-contract-v1","latency_ms":0.4920829087495804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce85859981c3cb5fb4caede108bd255161dc7b6f9bbf976bf634d2fbaca3f1d3","sample_id":"mmlu-marketing.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"473319b9252358cebdc6a9a1bd09084a25af613685777a752df6a0c8605e8206","formula_version":"titan-u-contract-v1","latency_ms":1.4500420074909925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01561c43c5244fa0fa7eb30ec48bb2a901ebb979257bacab23ae5fde02706b05","sample_id":"mmlu-marketing.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"884ea78035d7d7f18d84f139f801a2417a94b9e79131404294e7a8c5c6f2a1dc","formula_version":"titan-u-contract-v1","latency_ms":0.475957989692688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9914cdfc89ece2c6f87f34c75023c5accf7a038cd05c44c216d0fe2fcad87ad2","sample_id":"mmlu-marketing.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb9907f5ff1b315db801d0154e5812287d11320feb7f6907a8dbcc99c21c9385","formula_version":"titan-u-contract-v1","latency_ms":0.5158339627087116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b2ebb8e7d3dd22e6669a6230e646c21e93092f7b0e4e399e11b7bfbe99ec160","sample_id":"mmlu-marketing.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6a31bd94096bc935f5f9743b4fdfe49745e96e1c3c948b5a532b965a273bbc0","formula_version":"titan-u-contract-v1","latency_ms":0.5851250607520342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08d94bb2aeba2d0cd17761708c31a7fa08ed9e0cc6587961851ad2387db1c7a6","sample_id":"mmlu-marketing.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b711742e1d26aa911d9907d1a6acba7131c0c9475222a18d02ead7727c2b3d1","formula_version":"titan-u-contract-v1","latency_ms":0.5454160273075104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90e06add0936f7b4bccc9abafe741bc6ebc4e3403e6c47c86f839f500ea11058","sample_id":"mmlu-marketing.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2748765e7c3cae1e3a35f204e1fdbe139a0268f81db5f485912524d1421ff997","formula_version":"titan-u-contract-v1","latency_ms":0.8870830060914159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5d5ba943ebfcbf388a6ee77501993918218f1964cb4050f21912812d83d75e9","sample_id":"mmlu-marketing.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e295cce0b1fed18de39fc5879cdc7dc5e6fc40efca916afa8840761f09186ba","formula_version":"titan-u-contract-v1","latency_ms":0.5214590346440673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6692c48c3d546cb3dbd0d95f205e4708e76ff82295e5bb5656cb8be5857449c","sample_id":"mmlu-marketing.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"163260df1c3f4156a30b5e5fefc2ed9ad2015d8db130ddf21b135e44bf6bc407","formula_version":"titan-u-contract-v1","latency_ms":0.8217500289902091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c253b114c5fd067d4f42269db6210d91467153221be5c6fedec347cfd309dc3","sample_id":"mmlu-marketing.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc9dd808be2f52b7c4dbb785e02bfb8ab6b77a0ca00913afc987b9f0728b809c","formula_version":"titan-u-contract-v1","latency_ms":0.6168750114738941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f898baca03dede5eabfb698242b833dd711480d7a2aae5ffbcd52c9fdf8b8018","sample_id":"mmlu-marketing.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d005f7c31e7de085bf21bb0ceeab0eeb26314ac257cd72957d4f9e2fa2435c67","formula_version":"titan-u-contract-v1","latency_ms":0.47999992966651917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4f1a6d53e74e4209a3de2ed98e7ae3616b03fcb42b1dfee0bda1f6bcb340ede","sample_id":"mmlu-marketing.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c39dd2d34198780ae19fa6e7316426ea9ae600e092280bfcb52532e3a240e6af","formula_version":"titan-u-contract-v1","latency_ms":0.4960830556228757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77dd7bb363bec835cb177219e4f96ec24805c4fe56333220f7c48ce4da8d0ff2","sample_id":"mmlu-marketing.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9180b23d35e11bf4d311bf670f3cc487e3e8842b7808668af8af2afb30126aef","formula_version":"titan-u-contract-v1","latency_ms":0.7243340369313955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"476ed6f55a02ae18c68496384a1b088ac1267f696875ca6871911072ed0a9bfc","sample_id":"mmlu-marketing.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3cb431e43016b7c864eb7dae742cdea678c955e04327b0a56a92287a2348cdb","formula_version":"titan-u-contract-v1","latency_ms":0.540834036655724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2acaf770074bf419fc3102420dad05224ffc813acd0db9969f14a1d5e3d51168","sample_id":"mmlu-marketing.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f06e6714d907663f28f01e786ab6971df01395101670789e8448cc2ad3aadfb","formula_version":"titan-u-contract-v1","latency_ms":0.46849995851516724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a21a5e57ad70391bb872a33da38bb3baf0d08c6347cdd3c524e16c80e27ef59d","sample_id":"mmlu-marketing.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f730678444f5c78f9603bb4a04509eba81eca2b9293643a649356e935763e54f","formula_version":"titan-u-contract-v1","latency_ms":1.094415900297463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f0eadf3b01a122b2dd8f07e856791895a868c3a5bacac31bb00aecbb8ef98e7","sample_id":"mmlu-marketing.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b731372ce7fc7136ec8e14bae16639c179fe198e67fdd9afc6c1eb576ed82ca7","formula_version":"titan-u-contract-v1","latency_ms":0.5556250689551234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"498027bd18cebdf2becb55c45808f7afc14c0b235ecba815e2a584f7ea8ecb34","sample_id":"mmlu-marketing.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f311c5c174a9e901dc945b32710e01956f1808c3ca7b1144dbede5ede6ed17b","formula_version":"titan-u-contract-v1","latency_ms":0.49704196862876415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4754677dd8eea7e95f74225bde0d44bb7d75f99d215dff5356ee5910f0c7e301","sample_id":"mmlu-marketing.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f4d362ef37693c2d7f4e8bd3595229bafaa2da96798e403e9c8a7d31e9ee0f3","formula_version":"titan-u-contract-v1","latency_ms":0.5803330568596721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"148ef762dd6f74fdf17799b417a58517bf2919a28be62cdeb369462334592503","sample_id":"mmlu-marketing.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f130e948012894d226e5f39a40d19c3e2358063e26cb417748bc7216b219c191","formula_version":"titan-u-contract-v1","latency_ms":1.0335829574614763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec827cdf53dec534b2d719080db66649e26b37b41cf8712799b1724616e33553","sample_id":"mmlu-marketing.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57a0ddd5673da7dbef8a590b704e5aecfb2564c163240543aee8056fe3c628e8","formula_version":"titan-u-contract-v1","latency_ms":0.500541995279491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e34b6b9ff1657dbb5a151843ea2647a5cbd6c36f04498f0eadda26f93fb4602c","sample_id":"mmlu-marketing.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30a1dc56bdbe8ac0c4f7eb37319cfecc837c35031ac2d1642461c2422d3b59ae","formula_version":"titan-u-contract-v1","latency_ms":0.5449589807540178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba0d2e53b3ee52fda36d015f993afe8038dbcae497c32f920302ff30f2230f0f","sample_id":"mmlu-marketing.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a182e5f80a5d07c18b6e02ce1bf0407fc4ff8c814eca5e756ae30dc487e4cf0c","formula_version":"titan-u-contract-v1","latency_ms":0.6282919785007834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98fc153a62bc38c8d526b3063b900a81b405fa3a2c2a468341ee4c97e5fafc4f","sample_id":"mmlu-marketing.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62d29914d9a747bff4606a62a8d558def8c3fe8a1739c51b832ab1a67b30a156","formula_version":"titan-u-contract-v1","latency_ms":0.5142500158399343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b6c078081c76f890fb0130d4f1e1a825173453f592b6d66405799c316d1fcd4","sample_id":"mmlu-marketing.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f25fb4f0c3e9c703b4911df65254083c884d60f18d37a13813db4f88b9598361","formula_version":"titan-u-contract-v1","latency_ms":1.0797090362757444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bfd221bef288cc07da6f5a26f7b2cb708a751a9f544879e8f66710572f8919d","sample_id":"mmlu-marketing.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f359a8e8b8f64bdea2028ef4c317e25b39df39d76dfb7c76b70c569b71e4698e","formula_version":"titan-u-contract-v1","latency_ms":0.47508301213383675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfd440d20addac2ef6abf58091938d7ab3e4ccec95af89591f2aa55047c34f80","sample_id":"mmlu-marketing.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e798dec92cff2be646292de9c9a6c3a485c7b858ec8cbc24f4756825fc24fa6c","formula_version":"titan-u-contract-v1","latency_ms":0.7316670380532742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d3f2ba1173f23acffc31161632df60c7d7ca763bbad292c89f4b38ece1eda14","sample_id":"mmlu-marketing.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc671271819ef2639caa6868f9a0a4f086166d74650add90974013db427d4651","formula_version":"titan-u-contract-v1","latency_ms":0.6264169933274388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbdb32528c8a877a4d45e3db799925c34f19e7640aeb080dbed88e9b8a6f4fc2","sample_id":"mmlu-marketing.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2efe12857ec698b38ae89abe28b1ad7de2c295d2113314efd7a08b1a5a5d81a2","formula_version":"titan-u-contract-v1","latency_ms":0.5976250395178795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d81f40cd2467543f56f015f6b579b2b628e8248c47232d9ba65deb2d0da678c","sample_id":"mmlu-marketing.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38683538ddda60eee25d17415d1fbc631e4c764e08624802c7e1ba78502a01d9","formula_version":"titan-u-contract-v1","latency_ms":0.6527500227093697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"968f392da9cbb69b72c007bee3fcc629f020425ac2d8b29b4a352b7505ccfdbd","sample_id":"mmlu-marketing.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4eed7aecb38177ab1bd07202310d347df79b7d1ab623d85b0a75a67972ae74ab","formula_version":"titan-u-contract-v1","latency_ms":0.6831249920651317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c2255fa0010c5dafd42b784d293ddfb3ab70bdb1c7862bbc84e697dd4e1a8b6","sample_id":"mmlu-marketing.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83f0d5159afc3820e4e3c60d2bf0904fd7f933aa55692183e0ea71b97c4fc57a","formula_version":"titan-u-contract-v1","latency_ms":0.6781669799238443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80c7f1594704a24e977168535a797558af699cd711c1ebb829a24fc610cc5ca3","sample_id":"mmlu-marketing.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa0167f2713c94c90b8ee4357c3e0d8b377898f83104bd11e91d134dfb517f69","formula_version":"titan-u-contract-v1","latency_ms":0.5085000302642584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a4c80818ef4286a0695d1a1bf14699d9dce93ab49419c21cdcd6f26923de7f8","sample_id":"mmlu-marketing.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a224db75e01c10d3e4a02f190d5598a9c305677462a98927e54f86f6c4d10b5","formula_version":"titan-u-contract-v1","latency_ms":0.613874988630414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fb49550a5ce188194a0573e75e98df131da5a2de31baf55353e5a618938a537","sample_id":"mmlu-marketing.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b270b81257c829de04d4d460121c20af686e694b56039df1290e5b1c581085e","formula_version":"titan-u-contract-v1","latency_ms":0.5640840390697122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"254e9903c0d117e7fb4a993d0c2847ce427682d1b23173183d80c23823f36b2f","sample_id":"mmlu-marketing.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e36f690bd647ccfe2c8b992e834ac9002d8759f7a3d5d2e46f5323c844ef9a6","formula_version":"titan-u-contract-v1","latency_ms":0.6449159700423479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65d506c146e48caf4ac0f17fe3f71e777bc5667f29603ab25673d9a6ace337bc","sample_id":"mmlu-marketing.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7e6bde649aa8712b19ff0a9f48c4a577a9db5ded88923bf664cacf535ae584a","formula_version":"titan-u-contract-v1","latency_ms":0.5970000056549907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3eb13cb64bc169af0ae5b34c7dfe808f492f8090784b46df5465d062492e4693","sample_id":"mmlu-marketing.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f504b22e18d45eecb30d080fcb763adbeaf4051cfa6e88d3d4fcc3b7cd39bc78","formula_version":"titan-u-contract-v1","latency_ms":0.5826660199090838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f82f9238e114df81250bf5be39b569479ca08c01fb9f559c0c21469713a99d52","sample_id":"mmlu-marketing.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f19701be87f0c88803ed2c599c8db5edfff1441f978ae150f66ebd0c60540d8","formula_version":"titan-u-contract-v1","latency_ms":0.49758306704461575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5de322c49eeaf4feae787dcfe6d263160917236a3e9901ddd2624d0bc8ddecce","sample_id":"mmlu-marketing.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fcecc4269a40bfd34c5bd91bbe53cf96ef24ae0c88f74c1542b365b6c88db5d","formula_version":"titan-u-contract-v1","latency_ms":0.6162089994177222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03775599fcd581075de5f5b3261791e3e2d310d8f6aa68d376b4f04f976afe40","sample_id":"mmlu-marketing.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10f031d8d17667b9e3335e3ca3fb0d7592cd469a9c691aada914de40eccf00c0","formula_version":"titan-u-contract-v1","latency_ms":0.6369170732796192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e20df69010612a9d6b7c88ba42aca748b83936c586a48876f1f70f7b8512c0f6","sample_id":"mmlu-marketing.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17b95231c02c6463ac94832d59ed38e728dd6c2f008ebb7d8624c234c71a3733","formula_version":"titan-u-contract-v1","latency_ms":0.5009169690310955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c53e56b5d694c3063003b79211bf149736898b69541a216a4dabbbd42fdc4399","sample_id":"mmlu-marketing.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc24e7d166937d3401c994162d946f320120ab14e205d1f7647129f791b618ea","formula_version":"titan-u-contract-v1","latency_ms":0.6353750359266996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73c97e8d83c2fc2b6d0ee3c3d0974d382111a5e964242777a3b3168373cc4f2b","sample_id":"mmlu-marketing.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0888185f698e704477fe3eb06f43dbe44b0f3b926838e2f5e54c7ba82b5c6148","formula_version":"titan-u-contract-v1","latency_ms":0.795292085967958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cdcad65902aab3a78fb09c7a33e34341766ade766d3bdf7cfb409089583872e","sample_id":"mmlu-marketing.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59c98a58f2ee5c649983bf5ad5ed3b1bbf06077bfec732c432fcd6c41fe28efd","formula_version":"titan-u-contract-v1","latency_ms":0.5407079588621855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98f1741780b28801f021adfcab1a6643a24e08f89ad4826e83544bc1f385093b","sample_id":"mmlu-marketing.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2a9af9727cef4eb22678c1ec09a0f4746015b4466de9b88f9f4065beed4dc86","formula_version":"titan-u-contract-v1","latency_ms":0.5307500250637531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35000e1e9e9ee8113fea5463e63cd287acbebf757df305473f61e965b471eb9d","sample_id":"mmlu-marketing.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c7f8c3b207f34f1288abde24ea61485ad0f18d0adf206ed67db5ca954827646","formula_version":"titan-u-contract-v1","latency_ms":0.795625033788383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c54464c8b9be109dbc6f81a65c87de701470eca9a4684b8d93b509682f28f801","sample_id":"mmlu-marketing.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f4e75dc2a9252e92c0d3ae5a7f9e20e7c0ce1dcdba121e7e5c87d2f809f81d7","formula_version":"titan-u-contract-v1","latency_ms":0.6497920257970691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b58c88b531591787fafe3f19bc32ee45b80aded30ae25ff93993002c46c2bbd","sample_id":"mmlu-marketing.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14d168248b1dac47c3d39c50050c550b60b121a45b6fdb05a99c49f566ee2cb8","formula_version":"titan-u-contract-v1","latency_ms":0.49966596998274326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab3373f48feeb3f22d58d0323dfd61607d858542ec4c073416c13ad2abcb2b8c","sample_id":"mmlu-marketing.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36de006e04a1cd7ca3be9c4448e643e555b97a19f771c38ceaee6d0f9157464c","formula_version":"titan-u-contract-v1","latency_ms":0.6393750663846731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86ba6c66606c6249b9029db2303dbbfc5b8b3ea0660a41c993621fd7172c446b","sample_id":"mmlu-marketing.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db279435470e97f5ea253a50b74f24153af4b9e86145e02afee10d859c30d749","formula_version":"titan-u-contract-v1","latency_ms":0.6212500156834722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40234674d6c0469bccda86d3dfb71c7ff47499605d1e81ed52f8d18179c52fae","sample_id":"mmlu-marketing.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5602b7ecbaf97f70e81244789c0da24d705cc2c788d729ca4c9d4822dd372091","formula_version":"titan-u-contract-v1","latency_ms":1.4456670032814145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5359dee00fedda3951c2d7f785e4d2a3a2c3f424c64dd32e463fbeef3b31b7f5","sample_id":"mmlu-marketing.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"794bb357e16b2c112dbad2100517622e798a7df8591e0c9206a2a1f3aa4854df","formula_version":"titan-u-contract-v1","latency_ms":0.6854579551145434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01bfcb94a6dd0f7a9ca5dca893521d2bca61defb98ae1974ca4a0c25a5dbd0ae","sample_id":"mmlu-marketing.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9f6de3df3e6beae2e8c4c3bfb7ff15314289602dbd679d9d71f40eb652602e8","formula_version":"titan-u-contract-v1","latency_ms":0.6013750098645687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8573a46ad8ce46fd87a6b7215c7d5f308e9d748f4875c66cb1b23554d7d620b7","sample_id":"mmlu-marketing.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1cb5af5bed083e91997bbc1be18a2b160927c1fab06920a3c30713827d8bc07","formula_version":"titan-u-contract-v1","latency_ms":0.505249947309494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"957d3f50875dcc24c677b68f802081ef248aea2761159c9ad96f5fde3836a955","sample_id":"mmlu-marketing.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a415f9497e6e89084ff90aa99a542677f649a2bf05a31e9983c98f1aebdf1a66","formula_version":"titan-u-contract-v1","latency_ms":0.5782920634374022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc61c3d36de0d4863ccbb5c3ff0077f5d43cfc25afa2d2ad6e3bae93c695a58d","sample_id":"mmlu-marketing.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d591f3e863a338bcf7a66b9084bdba0c06ceb290d860f067138260545a82769","formula_version":"titan-u-contract-v1","latency_ms":0.7138749351724982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a39941e71918791e2f9ffd60436e19d24a42797c17f5f9b2325ce4fac553c1d4","sample_id":"mmlu-marketing.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d283924e3fdcab7cfc52a7fa29413be42503375ac19e5bb17debc3e622071f5a","formula_version":"titan-u-contract-v1","latency_ms":2.2470419062301517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e8c8d1734b84144fa68218b67868b573fefcb0ff1fd58f4c4b1a3131c0fdda1","sample_id":"mmlu-marketing.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35be7cfc5ac61e2b2ddbb4031e4d84f327cfb89a8f4eb33b5586a75c604db00b","formula_version":"titan-u-contract-v1","latency_ms":2.1144170314073563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d01c3ebf99592ee288351e58925a263660825e53c664bdf6e13f226085d4c1ac","sample_id":"mmlu-marketing.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81c01d9b16f1cd6e1f3828ad2ff2d845e5e33b457144fdca327164e27d71cea3","formula_version":"titan-u-contract-v1","latency_ms":1.938333036378026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaaa704de067bba821cd3a5eb5a76b10e03e9267eed70ab96baefd133a78f014","sample_id":"mmlu-marketing.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d220d0c6cc021f337b6253e00ff82b871c4e803f3453bb6d7e5e512403d9560","formula_version":"titan-u-contract-v1","latency_ms":0.6332080811262131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab751963fe6e5a0be34c853ecab68497fabd2a8548e63a684c36160395a0eb06","sample_id":"mmlu-marketing.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb42ae3fcccd819b945ade15a57821afadb21080cfd2d64fd9b7f2eb7ef34b4e","formula_version":"titan-u-contract-v1","latency_ms":0.6209999555721879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da02103850eca8553e2dfe4737785f9fd05fe6c6c5030883807f970fb8e59e67","sample_id":"mmlu-marketing.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03c72e399c51dd8bbe285add857d83759dc9af64f0f6c71eb97d099486a05103","formula_version":"titan-u-contract-v1","latency_ms":0.5010829772800207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7175e7d3371f0d26f624e04655d54b48fb311ec23f5c28fdf66adb49d3ad76e9","sample_id":"mmlu-marketing.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"483e375a19a09c11f9cb3a0f1b2ccc04daf349ddd6b2bb22d0576399809bf3a2","formula_version":"titan-u-contract-v1","latency_ms":1.9127500709146261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"713fcf919cd03b3ce4389cae11ba446e01b4b4b8dee203ba679d7f158b93e7b4","sample_id":"mmlu-marketing.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed04017fb92cb92d8bcbb362c8c5616f44b9b3982624a12489458cd3dfb7231f","formula_version":"titan-u-contract-v1","latency_ms":0.6397078977897763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf987953003e222b5f7b7dd1318823c7ba63cec66ac052b565bfbd1f2b4dcb52","sample_id":"mmlu-marketing.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a63854d81cf244728a1d96c01d77832ee2bb688e5c97c9b2f97fa301f5433533","formula_version":"titan-u-contract-v1","latency_ms":0.5068749887868762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28721a1599932f86ac057b2fb13322e7c96a7d46069f8a053947cd7f9541a229","sample_id":"mmlu-marketing.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95bf11844ef48aff3d2e094b395c987e92f2e81a28eda2c33ff8abd8d3e78575","formula_version":"titan-u-contract-v1","latency_ms":0.4633750068023801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"913ffbff86dd6200fb94b2e2c634425a5de3cfa133aed4c237a20555dfaca337","sample_id":"mmlu-marketing.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f870973d0466cb5fff7ad7debe80b93001fa4e331991f64a28d6576689723870","formula_version":"titan-u-contract-v1","latency_ms":0.47641596756875515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c52dc8bcb916d07716d3c57d8bf57c39ad8fa3478ab11843392233adbc82e80","sample_id":"mmlu-marketing.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a80b83ecb2047c64aeeb08daccda88a439cc3bfa432b2dba8a1c2210c88d2323","formula_version":"titan-u-contract-v1","latency_ms":0.5933750653639436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3293e1fd4137a3745c5837b91569b970953162876ab423348a10321cf53d561","sample_id":"mmlu-marketing.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bf25ee8b60bbe83a8dc3457a8e4aad817c085a8aa515ee72d4cee8497e85bb1","formula_version":"titan-u-contract-v1","latency_ms":1.309499959461391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cc6bc358835f37bb85ef3d21ae05f14bc2ceb5879c24e376436566bfe1973fe","sample_id":"mmlu-marketing.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"343e611ef111791ab120bf6994a3a3ae7719c7459c42cb7be79bb6ff84834504","formula_version":"titan-u-contract-v1","latency_ms":0.6385829765349627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8054af98526fac54c9d908657248751d6cd775b88968bb05ec1cfeebf49e391","sample_id":"mmlu-marketing.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48abe4488ae1b304126e59dd7d6e42b4eeda34ea44b0163ef430c93f1cb685de","formula_version":"titan-u-contract-v1","latency_ms":18.26949999667704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92b7567713149a242737d9fccace440c396f4dc15e48e4c64f3bad44b7fd0ad4","sample_id":"mmlu-marketing.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08e771a995efa5afc301ef5c4da06d3bc10f78731908e0b86877d63b0b1f3b8f","formula_version":"titan-u-contract-v1","latency_ms":1.0836669243872166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71339838bed3ec2469166fdd3e5cb7dbeb726459a25c528d09fbc68a78ac0275","sample_id":"mmlu-marketing.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c23b7e4cfe6bf5e9cdcdd9a297d7dd68d4186d74c3dbaceb3e32b132a2f8ffa6","formula_version":"titan-u-contract-v1","latency_ms":0.4997079959139228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f304def2ef90227e51993d0e594deca9691d563f905e4e777b092378f600abb5","sample_id":"mmlu-marketing.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcd28682df8587d3886047e6f077adb3f7385c89fb45195c83ce8773b7fa4eaa","formula_version":"titan-u-contract-v1","latency_ms":0.5781659856438637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0faf8dc1d608a1685d5ba7a51afeb24eb790433a9b80e6691f5bf3369370e31f","sample_id":"mmlu-marketing.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de0617268fa20ff2eb6d20ba46506b91a273d3e08db867c45dce1414c8ce349b","formula_version":"titan-u-contract-v1","latency_ms":0.5165000911802053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae4e7c12f58f86334edb0885d37f6d37d188018c46d673de448e9438ec685675","sample_id":"mmlu-marketing.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5a60d90a8d5ae834e10f0a687c42a21880bc7ecdb465541a5379f14995b5825","formula_version":"titan-u-contract-v1","latency_ms":0.517625012435019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9128b39845dd060d98987105c24b8335549529dd60edcce39bcd1f22f56dd39d","sample_id":"mmlu-marketing.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e6bbc81ea7f9701f7ed67f569e4947537527a9835a7bb4c5716a9d4754428a0","formula_version":"titan-u-contract-v1","latency_ms":0.5662500625476241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64cd588dc718595f9a45ab528dff7e6d92315b3ee779147c65d9f7c927d77517","sample_id":"mmlu-marketing.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f3a101c049d455ceee608bbff415f6d4b472b310cacbaf698ad00454cc87c43","formula_version":"titan-u-contract-v1","latency_ms":0.7004159269854426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7f9330bcc021c8fa3abfbd6749f49a5ae09b59e48844cdf6b4be5dc7902bee5","sample_id":"mmlu-marketing.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"809d6693a36992d8718a8ec071369764a904f07ee2f1ec10b6bc6ff41a315913","formula_version":"titan-u-contract-v1","latency_ms":0.6897919811308384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32618fb918ace12a0d5e8f38356698df86665d18f3af245bb1bdaca56efaa571","sample_id":"mmlu-marketing.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"514ffd8fbee139c49cf36e45b5d9b3453cfec3f05010b4127ba2525c2b157b2a","formula_version":"titan-u-contract-v1","latency_ms":0.7607090519741178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ce555592827c148f81a9535b6bf0b4b7689f2d20ef5c045f4c61e3789580689","sample_id":"mmlu-marketing.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec2a775a85ea6e62bd93cc357a8c58f4217ac5e8ebe81138827757f9d04dc507","formula_version":"titan-u-contract-v1","latency_ms":0.4944580141454935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad0fb4791327fd45133d7b3830df22bdec0ff68eb30d991932a0e1d090efcda1","sample_id":"mmlu-marketing.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06dfc6e9d86de6b745044cf21d9e40baf10a98cb09dce34dc3bf0e239240ecee","formula_version":"titan-u-contract-v1","latency_ms":0.4726659972220659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9f00c21733bd81c8f75536392d71f8d53562a1cf9ab6e7c8891f5143ba52791","sample_id":"mmlu-marketing.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f68513dce43583dd381fb273b90abb744a5f8620bb07b8135db9e29cc3a6108c","formula_version":"titan-u-contract-v1","latency_ms":0.4681249847635627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dafd6f6e8c7a428795b558ca70f25c94ad40e15fa5a4e7a754a5927a54aa4252","sample_id":"mmlu-marketing.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"563ba239212893aca5391d9cf6c1fec99d8d29ed96fec2365a5a8fb97fd87c76","formula_version":"titan-u-contract-v1","latency_ms":0.5072089843451977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9e7e8b822536d309172b2a1b216fa70d8a4f0bc111a567bcaff01e1462fdc76","sample_id":"mmlu-marketing.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64a4dd2f97abbdd692b3aaece692f0824f2fc3b8c15b2a71875eb0becaeef32b","formula_version":"titan-u-contract-v1","latency_ms":0.5471669137477875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e546f1dfc32e8e8bd16b5ce9d0618b81a1bf318624a575e17138745e15628e7b","sample_id":"mmlu-marketing.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbf834b658b534481e150163fe712e7b0dd3a87a4401b0991b9df5380262f8f8","formula_version":"titan-u-contract-v1","latency_ms":0.6045839982107282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0471ff3878a4211646c387f482eb0163a4e38770db76fe65c7a781a597cb0bfc","sample_id":"mmlu-marketing.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"887169d7b3ee1819b82e7fa9ece5242c8137a81dab780b16774adbe8bca0aa1e","formula_version":"titan-u-contract-v1","latency_ms":0.5800829967483878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfc6a35241351cfb918538d6279ae6add18c385a56c0f378d60c8a8372a5c53c","sample_id":"mmlu-marketing.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c6ae8abf757aa6dfc160f3c0b423cec5530983b744db0fc9a71cf088cd86f46","formula_version":"titan-u-contract-v1","latency_ms":0.5834579933434725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea82b7be0bbb5842951d27e959d920ec9dcf8bd809e5e78d7adfa88e5e59bb22","sample_id":"mmlu-marketing.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b7d7a13c90502de7a98b48be8de5809cc0018c93e2f8caec570c167ef147c40","formula_version":"titan-u-contract-v1","latency_ms":0.6415829993784428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9aff5064e4be89d52452a3108510933d42b16ac01837d0533d30446fb82bf08","sample_id":"mmlu-marketing.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a6f03e1d06f39854105f350fe7bc167888543e849babcb302bd15b9cdeb85dc","formula_version":"titan-u-contract-v1","latency_ms":0.6581249181181192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0cae70425e4ae7fdd2a50764fcbaad71530d569c8b0282683d602c76604dd30","sample_id":"mmlu-marketing.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01198e4190f2478e764b74aea259999af78034c03b1944960664319f4fb07d05","formula_version":"titan-u-contract-v1","latency_ms":0.5415839841589332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3182ee24be27d39d7b46349520393c0c0cefacc985eab5bf3600545b602b1c0d","sample_id":"mmlu-marketing.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1539bc25bfea8fd5d4a8e8d2ccfc37b61230373bbea1eef6c0bd1a9495ee4c8e","formula_version":"titan-u-contract-v1","latency_ms":20.859000040218234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc3086eb162841f15a183b5c9d2849a07f8be1cfdc246d4bd4ad55aad377270a","sample_id":"mmlu-marketing.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf327e79a774fdd1ca3535d1ad146e12dc97ac1dcf1c1c28e9ad61d0f1daf12c","formula_version":"titan-u-contract-v1","latency_ms":0.5436670035123825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8530c50ee8105ab56736f75282bacadba87c30d2860bf959657dbc8afb505a0","sample_id":"mmlu-marketing.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fc180f2164d543d3c7e9e388659505edb19014559e05dccda27b4445dc3de44","formula_version":"titan-u-contract-v1","latency_ms":1.767750014550984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f07fa7e9b10ba8a40b9f81f5cd554b164980182e9bae0d914d974e38b3864e8b","sample_id":"mmlu-marketing.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bfb89839fda8eae5549a8b53a15f1a51251150623aa771c3a6bc644874987c6","formula_version":"titan-u-contract-v1","latency_ms":0.5542499711737037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b7e4c92da4b99ebc56f9484687fb744f0967534ba3952780d361f6daadb7422","sample_id":"mmlu-marketing.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32a0070508cf228aed3fb83b7b39277c5c7aee417c4693b5dee10dcf73e5be47","formula_version":"titan-u-contract-v1","latency_ms":0.4960419610142708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48151d4a0f1e28bdf4a239877bef720f6d8221b5d0f6f91e5fa61f8d1034907c","sample_id":"mmlu-marketing.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dcb9e874924aa5e5e7b6da0832c6631878e754cbf50d746ab7c846740affe89","formula_version":"titan-u-contract-v1","latency_ms":0.5538329714909196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ae9c8a1b6cf9433da47292fb83a9b74a287f2a5bfb6ec28b57f750ea605b2bb","sample_id":"mmlu-marketing.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e77788688470eb67a967b76610a1e6b52e01d8bc4bbda6e9a3b7f8e7176ea2ce","formula_version":"titan-u-contract-v1","latency_ms":0.8280419278889894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdfa4be21ae9f208e72163aa59cf38bb0a3e086f1e0cbfbc1b1bbe2c28775f74","sample_id":"mmlu-marketing.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3cc4fed3ae72f86996c55c475733de0580a2089a8cb4c19cb7da11dadd22479","formula_version":"titan-u-contract-v1","latency_ms":1.3742500450462103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bca40379d5b4da5e5bda804a3317ed470a0df493361c01b6035f631bc6b409cf","sample_id":"mmlu-marketing.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3878f8dc88f0566395b848108c3e08210bf92e3ba9cc66b59d788afe8b259dad","formula_version":"titan-u-contract-v1","latency_ms":1.054125023074448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5d070ad1e6961d55b4889f1470b419e995d729adeb5abd2d61fdb0452485232","sample_id":"mmlu-marketing.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9325e72537bc9203b16ac3c278f2db30906f62bae5dcdde742a09eb6e5906d2","formula_version":"titan-u-contract-v1","latency_ms":0.651791924610734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"394e00e3f7da3a5bdedb95e429763644bbe222ad7e390f804f63d8844ab90f24","sample_id":"mmlu-marketing.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b1c093c2e3b2187fca7497a9d32a52c0fa33bc6031c1bd4ebc643d1b556e18d","formula_version":"titan-u-contract-v1","latency_ms":0.5128339398652315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2634a5559ac702adbdb91aa385e192e0ea4417624494d3130a0a1de9345d228","sample_id":"mmlu-marketing.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4eb572fabc22c0a83f11201349a01ed68afefa7f39305007097e61654dbc0a1","formula_version":"titan-u-contract-v1","latency_ms":3.7859579315409064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad8bbd6d32d4d7c1a8a30bbd80a22e99f96d280f6783e1437401ac44f1b3179b","sample_id":"mmlu-marketing.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1b1d898378af7d9897bf444046c506bc6c387f399714a188c45c1e436cb8f14","formula_version":"titan-u-contract-v1","latency_ms":0.4877080209553242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32dc930c378e531d0f511fcea184f7f83c4bec4c224bea228a0e248e43eec60b","sample_id":"mmlu-marketing.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efb6c28efe6c2aecfacf8bc8fbd29e8aed87517ae48ed855d9e331291fd1a385","formula_version":"titan-u-contract-v1","latency_ms":0.6172499852254987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b4f9e70383c9745870a281a0ec19027f20a55c75e5bcb17982a67f47fa06900","sample_id":"mmlu-marketing.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e288b1d2c355508f6bbd9aee6618cb5d5f24cb5c3445cb7370e13cc4969418dd","formula_version":"titan-u-contract-v1","latency_ms":0.7176250219345093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"978df1e77b4236b2ff2119ca88fa97f9294a245edb173243b2738398ecfc6ec5","sample_id":"mmlu-marketing.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5b5211d5d9d96f25d6b9a8fbe1e027bd5e261c3ceb9478d23279e1afb32765c","formula_version":"titan-u-contract-v1","latency_ms":1.0307910852134228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98d8355b570bcd3e5737e601420fac3a39ec267b0799d2b9a1139c3836df50a2","sample_id":"mmlu-marketing.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a9f50b007cd3e4bec9737183ca449afb4e36a6294cb480d284c65355d010ebb","formula_version":"titan-u-contract-v1","latency_ms":0.5012499168515205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d291d02af4084d7da753471dee2de01d4f48aa0f86bbd467645e1e07b96d73d","sample_id":"mmlu-marketing.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63355a62bf1843fc455c50a6cf77c2c6857832cd2686f5f2f2d056119a18f41a","formula_version":"titan-u-contract-v1","latency_ms":1.5216660685837269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a552c9736997138956b267d25a97fed192ddae12f18aaf0d28f044fa404a3128","sample_id":"mmlu-marketing.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84c98d4efcc25716e144b9281a011cf9c1b831a75327015f1298434085e591a8","formula_version":"titan-u-contract-v1","latency_ms":2.1823749411851168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"184abc734a82926b8f9e37a4a5ce8d2cdee80c3a1a3a1acd3bb0f0f43f232a2c","sample_id":"mmlu-marketing.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bb30b873b86697b719e9b5897a4cc45d62c1592a81966bffa6378804cceda7a","formula_version":"titan-u-contract-v1","latency_ms":0.5238329758867621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"216b4d6c96687564ec17fa34b75f627c0d1ae2f8c51721052f2506836baf7cd3","sample_id":"mmlu-marketing.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91ccb01916f6026ab4de43f36f3bbdb1685c343790703250c04fc2bcbe475eb3","formula_version":"titan-u-contract-v1","latency_ms":0.5887909792363644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0329dd52a2baba1c98ad5f0d63074c6c992aed5404d761cc73f040b50716e4af","sample_id":"mmlu-marketing.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"362f8b7b32f9135608d058f8f94e76a5c323ee6d0f38bba065ef8f328d13d2b9","formula_version":"titan-u-contract-v1","latency_ms":0.5027080187574029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b89385791e4c4b9f91f400c36daff60d939851babeb4f4a6a0c8765c03878228","sample_id":"mmlu-marketing.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c28fecb74fa08da1c115e5ebe970178f0634eaed4bd8bf3197b0d027070987b","formula_version":"titan-u-contract-v1","latency_ms":0.9913750691339374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0869d1b266820900c7ee5914c4c6b6c23c60ec0ac29c47b960e780e486e17a3e","sample_id":"mmlu-marketing.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87e86f66f160d490ac66a32410db6b1069f4de6c0ceffd3530476115858cc693","formula_version":"titan-u-contract-v1","latency_ms":1.0518329218029976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d955f9755e3660d617e9a3f3661ffd35511864e7ac1cb40eb70a045471dfdccd","sample_id":"mmlu-marketing.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c79b8cf225ddf8c159b869bd6476a022467deafb0db79ec7c75bb9b178a1665e","formula_version":"titan-u-contract-v1","latency_ms":0.5204580957069993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59cd3d328aa75652dc4b5685dce86f3a3aca2064d86ae0202859ef530db42efe","sample_id":"mmlu-marketing.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63f2f6952c9951921641650539a5cc1fb6db4a30fb139202a88bee2b5d274dc9","formula_version":"titan-u-contract-v1","latency_ms":0.6461250595748425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c24a02ef793f1c3bd26a2b5ad00e84bee1c2bac6796eb56d52bdc2e3a9dacc3","sample_id":"mmlu-marketing.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"016d49e1afe482bc4129974b13c8c9cff1e8070926fb0ce20f36d1a5985c9aff","formula_version":"titan-u-contract-v1","latency_ms":1.2301249662414193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21b9a777b7fc40b22949a66b3c8e1fe9b0136485714f1248b25bbedc12a72bfb","sample_id":"mmlu-marketing.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0953847ed1283c2486e0686d2af2a8533b840ac03dd35fd8ed85c10b2636c5d1","formula_version":"titan-u-contract-v1","latency_ms":1.337875030003488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4ea1261d65904a2dd00211a5029bc7228e35c4293888c45db97ac15e3b12ef7","sample_id":"mmlu-marketing.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76f87dcf4fc8a9efcc3f5cf0757bf9369b1394f90ef8b11fbfdd57d482a5f0fe","formula_version":"titan-u-contract-v1","latency_ms":0.5968750920146704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebee83e614a3c1d740a2cfb0159105e87b739907b86aecba21c949188ae72b91","sample_id":"mmlu-marketing.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3419781af8c32a00fbe2ca4498f377f93c36b37fe75cef251fb2549c1c81b2a","formula_version":"titan-u-contract-v1","latency_ms":0.7047080434858799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d615c8c21708b7951464ca188d9f7df7d877c929c6ea4fd7f60dc52f10c78f4f","sample_id":"mmlu-marketing.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93a5e098e302d07987b00bfb2792b08005f06cf2536b6be22e26f9acdeb50f74","formula_version":"titan-u-contract-v1","latency_ms":0.6082500331103802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0085febbb3b2b437088203393918adf6e8ef974ffc0fc8113e21747679b82d0","sample_id":"mmlu-marketing.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4460465aed7cd77d8b678e55cb1a986db2aa1461a7d58b24cf1f23fd0aeac1b","formula_version":"titan-u-contract-v1","latency_ms":1.3018340105190873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52757f9eb6c69a6997fd8cf2359d98555c346408648866b21abf7f73d1432b81","sample_id":"mmlu-marketing.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ad0e5ce976e85160e41c23f41812a53f518d9d66536b6ca1b44704afb7f7841","formula_version":"titan-u-contract-v1","latency_ms":0.8615830447524786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b25de252645cee4fd5889ad9b87f4e53b615fea815cd229aba7bf90c0de2ddaf","sample_id":"mmlu-marketing.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e2a6df0ce136f6c39153113e67a5ab2cdc02a7cc751ccf7e9dff0923eb3ffe9","formula_version":"titan-u-contract-v1","latency_ms":0.48570800572633743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef285251ffc5bc246d26a1c68b2bdc015c55d947147d712cef0f02c0a47e15bb","sample_id":"mmlu-marketing.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72e340b4c132ef4ab24d1e8d8612686968191dae3ae3cade93e110b31e0b74e2","formula_version":"titan-u-contract-v1","latency_ms":0.4850409459322691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"120d6c0d433ea61ae6c8cb445dad95759cc11d39bcb47aef0dbce7c15b98c18b","sample_id":"mmlu-marketing.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39970ac46956b60c5a81c68f9f45ddd915bfe9333129095b5c180ff23b2da61a","formula_version":"titan-u-contract-v1","latency_ms":0.6888339994475245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e8a097ea867a2673433eb4f84d70ab980b7295e47867b59e5608bcaaf241636","sample_id":"mmlu-marketing.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbc9475302dd8f7018487648fdc1fcb70e6443a1107d125c840557765cc04f17","formula_version":"titan-u-contract-v1","latency_ms":0.7229169132187963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e4bf415e1e793bf1f7ee93dad3425a203c068979a50e5ffaaa27eb62ea14175","sample_id":"mmlu-marketing.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0228cacde5c348994006282fe2ed0ccc8dfb5443a34c148981d8e81d3019ee10","formula_version":"titan-u-contract-v1","latency_ms":0.9543329942971468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e0ce3b576914628ab2bda508dd577fc316923c61b6655c858ca03fa3ebeb4ec","sample_id":"mmlu-marketing.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0143ddd77bf1729d571ed26f335555628f1dfe04074ce61531c61877769acef","formula_version":"titan-u-contract-v1","latency_ms":0.554541009478271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a635ffb6fe1d5f61e38d01e6d3ac0b5f093c5111cd080ee4e9cd7e54ec2b07f","sample_id":"mmlu-marketing.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2954e8882431e11956fd1e1cb7d315068e5c32cb058f80945b791b3410d4d4a","formula_version":"titan-u-contract-v1","latency_ms":0.5571659421548247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeb15dbf9eabb5dd88ff2a2babea340e7e28ffd270b4795d0d31d2979063d84a","sample_id":"mmlu-marketing.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79b563410adaa4d5b2ba292c5da232584a22239d9d16975842f7b01707102be4","formula_version":"titan-u-contract-v1","latency_ms":0.6133749848231673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8792397b05f3d6d727521c55640792d911a2ca3d94d9dae75ae83494962dc25b","sample_id":"mmlu-marketing.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"213db99a77401e9f396e76387d7b80475e51a78654be37e78c0b26d1518d6b6f","formula_version":"titan-u-contract-v1","latency_ms":0.8815829642117023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47433c96801cdc93ffb95b751c77e08e1768807dca970a3ff602aa8a668b9905","sample_id":"mmlu-marketing.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9551f01bc8a48fba767a4ac6e8b403ad19180e8274b8c31f25df0983a1daf035","formula_version":"titan-u-contract-v1","latency_ms":0.48858392983675003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1383c35a78c9cb8828851681e89492403bc8691f253ee1214d582fa1e2e0dca","sample_id":"mmlu-marketing.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ce9966083da18d41f33264ee466af205c08e52a22dfa3db27deff61622ce304","formula_version":"titan-u-contract-v1","latency_ms":0.47974998597055674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1e255d1069404e6b489848d0c6ad9c0c530e80bec1905cb90970787af631ccc","sample_id":"mmlu-marketing.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c590aaea04470874cdbf9515b994387303d4bd0a8fd496898c1cfb5e00f09a1","formula_version":"titan-u-contract-v1","latency_ms":2.137916977517307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a022d635057d045f9dcc296a2678e864d04023e53df396aefa89c39f93dff35","sample_id":"mmlu-marketing.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a6e9b316b43562a73f233a33f98f307f0e9000610bbe439d4837cb4549eacfe","formula_version":"titan-u-contract-v1","latency_ms":0.5543750012293458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35f54ed31368560efa6af6865e9c94973fe820baa700895a744f7e1b58f46268","sample_id":"mmlu-marketing.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c2af8c16aabefbdc844255a4761cf55383c0c3101b149286af63de027b1ac43","formula_version":"titan-u-contract-v1","latency_ms":0.5522089777514338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fce3b36cba76ffee94800b09f1c126ad7021748b5867a6417434b9cec7c3a3b","sample_id":"mmlu-marketing.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73d04fb9ed33443a303e9936719de5cfd1c073cb6b36d806e5c06ac446c150ea","formula_version":"titan-u-contract-v1","latency_ms":0.4895000020042062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ac41a9bae563f83a206f145f29df45d0ffea7bbf6b229cbb34c32081d9657f7","sample_id":"mmlu-marketing.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2387ff301b0c9f3725be8d68d4b2b2262d997529617b042c0e3a7b3805e3a342","formula_version":"titan-u-contract-v1","latency_ms":0.764791970141232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dae3bde867af162ff04dd1bbadae23b1bfc5cf620b507eaf3551e84ad1fc46f5","sample_id":"mmlu-marketing.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68a05e8cd2f9f230d4a8b59d8ab81cdd5e7f2e40a0b8472f2c5cf7ac5fa69107","formula_version":"titan-u-contract-v1","latency_ms":0.4930420545861125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17246b5b90d43bc264efb531e6bbce5c6d0aabaea715df5113a34139ffc0d6cd","sample_id":"mmlu-marketing.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e7be75be5dbba46b125dd63670ba20112e6bf83d067f6c25b55b3bbc282371d","formula_version":"titan-u-contract-v1","latency_ms":0.5128340562805533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"229377079606174f5d6433d0504add21bb0ce6d074dca7dfea6ac3f73a45c94e","sample_id":"mmlu-marketing.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa983ca674eb6a1f50cfce9707f85bccde3a63c1f4b3b4ebba289788e5fc6483","formula_version":"titan-u-contract-v1","latency_ms":7.0847501046955585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8350bb54e443a61c758439d39ed59c2bc736e35d63f9025f778189f40dad6cfb","sample_id":"mmlu-marketing.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bb36b01a3ffa952f14ea17da7a51c1436153310ade854c37a2939d8eeb1fd61","formula_version":"titan-u-contract-v1","latency_ms":0.5078339017927647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5511e1c8e99f602d2a93a5bc0d72e4ef9cb34ac16804c9bde76c0b2584ea397e","sample_id":"mmlu-marketing.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a643f4a442f6db28f299d57843cf30708d73673c51dd35cb54907dd492917438","formula_version":"titan-u-contract-v1","latency_ms":2.8767919866368175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46089a6731df01548847e64ff18b88006b73b03a34fb399e25002f0b43df350a","sample_id":"mmlu-marketing.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d650d67ceb68cef66ebfef955b7d11b55e79e03489980bec116f693f1b23590a","formula_version":"titan-u-contract-v1","latency_ms":0.522000016644597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fef10c3ea7eef97fe10d40c5af21fbb6ea60f6f1c2476c2e29db5a4dc7d1833","sample_id":"mmlu-marketing.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbaca86c0b2eb6328e573b6f0e9c04f853215b8000cacd90db961d420af44d72","formula_version":"titan-u-contract-v1","latency_ms":0.7419580360874534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa623c7a0a77796d492f6690c36e7674286c734f1f33c8e96362ba909b0e733d","sample_id":"mmlu-marketing.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b7e086deab2326fb1f6f4d0809bd12cf9609e3a93a36ff6c8b6072dffb71153","formula_version":"titan-u-contract-v1","latency_ms":0.5426249699667096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2baaf4eeb6461acd88cbdb5aca420620d25d1467132524255d859d789d437e01","sample_id":"mmlu-marketing.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5055752d292056337f252da310733da4637807c65063db4661642c2d52bb9b56","formula_version":"titan-u-contract-v1","latency_ms":0.5201250314712524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe16b23b68521baa15b09ff5c4eac44f1ef494e0ea39934244fa263ceaf41585","sample_id":"mmlu-marketing.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"169a01b56c21d2f7e5cff217d31cc581768a85d8687cffbe9bef8c1c49827c74","formula_version":"titan-u-contract-v1","latency_ms":0.45562488958239555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2b711d9c52b4896d5fc2f8816f4915865a04ab387e946d87e221782ae1b629e","sample_id":"mmlu-marketing.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6a72b628eb8cec69e155f4a17e3b8a8593fd64dc121f10ed2827ee957d99b1a","formula_version":"titan-u-contract-v1","latency_ms":0.4869590047746897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a3b6338486376a85b6b7485b8dd71be37771fc8792c35c2630fd8d76fcf8aa5","sample_id":"mmlu-marketing.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a06708e04bbbf28e9decc7ab55f023d5e0d4f7e608157077d3b13b8afeb59203","formula_version":"titan-u-contract-v1","latency_ms":0.48566702753305435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43962a51cbccf5815e9397725e3f28d6bd33f6f8b303bf8ef98771990c0dc868","sample_id":"mmlu-marketing.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af087dc6d9cbe78fbbfc38fb32b5306bf693627a5d4ff34852fc7861c4a31ae2","formula_version":"titan-u-contract-v1","latency_ms":0.5889589665457606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9724d1d2881fea6a291b26ed984d6df4557c662e1d6dbd9749d1101309794670","sample_id":"mmlu-marketing.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2f977d0ce2ef9f09d7ab694929a120301bad3ac5d48abe3dcf7f8ab5cce02db","formula_version":"titan-u-contract-v1","latency_ms":0.8267919765785336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a864c1689d026f12a65ba4d790d21e9382617fc54e7d9728340ac90aa1bc23b","sample_id":"mmlu-marketing.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"836b2bfb8aad507252fb7e0e4f0105165cdcefd61300c9b4119059620b1362ba","formula_version":"titan-u-contract-v1","latency_ms":0.611750059761107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb778b009753b7dce9c408b20ee46310e50f0a5f9705e738b83d1e9bc7c9d41a","sample_id":"mmlu-marketing.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fd54eeb1eedfe3f533eda5fdc5879624b0bb6089dc2e26dded6869a9209bc15","formula_version":"titan-u-contract-v1","latency_ms":0.5529159680008888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c88a82157b2dd8811f48dea958b72f29e3e874410db6f9aff993561c024e9d1f","sample_id":"mmlu-marketing.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bc2a9535b5e183ee0d11a045dcc58ef0b3c1c7eb3c0a1b4a71e2a9b532eaf76","formula_version":"titan-u-contract-v1","latency_ms":0.8197079878300428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e384612fafbb0b59214d8400ae3e061c5bad28d20275fa20be49ff04d3864ce4","sample_id":"mmlu-marketing.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edf307c9101e213cdf4b424216de441b7b9d2e8f0aa19508ebdde136360dd503","formula_version":"titan-u-contract-v1","latency_ms":0.7840830367058516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc464b99b94e995fdc62a36f9dfb0a0cc74e7bfd0546b0a3d71c791882bdbda8","sample_id":"mmlu-marketing.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48c539d0b080a01dc4c427d2aa7369bebd500ac875b009ef9fcf550be474e93c","formula_version":"titan-u-contract-v1","latency_ms":0.7759579457342625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb81a2b4cf266f8c7a7fb1ca87d4e1e78bb68148a51e59d2cba1284bc466ce64","sample_id":"mmlu-marketing.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f70a9a7e18f279b505baed88fa0ea7957c9a4190fcbe725e295d30e3a96f8b6","formula_version":"titan-u-contract-v1","latency_ms":0.5091669736430049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10749c93e277f3f05855ce54cfa85583ce991abc8487a7528366de8e4855df35","sample_id":"mmlu-marketing.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bc003ebb69e3d7fd1202989026904ec65d5d4b251f641be954f6f978f2409b5","formula_version":"titan-u-contract-v1","latency_ms":1.0832090629264712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98b93a459fca6bca253098b0f45178fad2fa02b04935095f49fcf22e744939fd","sample_id":"mmlu-marketing.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69e051314fc4648460fb2f4bf6080280678e886d9c64f51f09d4beb14a824d1a","formula_version":"titan-u-contract-v1","latency_ms":0.5922500276938081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffc52e136630f6d2b6095d16362d44d3023e00cbdd0b17d307a1f9fee163cd61","sample_id":"mmlu-marketing.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85c1039315bd7ba5274f39b07e3305abd4b77704041368fe1a25ba8924cb5b41","formula_version":"titan-u-contract-v1","latency_ms":0.46316697262227535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73f085a364ac4d77d22c4b21e91c4441240d5f22f100dba9e75dcbf3de762f97","sample_id":"mmlu-marketing.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"630430928a8dfac84bee4aad0f9a78e7318b26727504e4ad79850ae67042f932","formula_version":"titan-u-contract-v1","latency_ms":0.8499999530613422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05290c2d9ddafc376a50537ebf046d4a93d09716a0c548a0efeb61bbdd89cca8","sample_id":"mmlu-marketing.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16d473a2d928f9ee16da9b68c39a29cfd63fba57853b2e62237176c7b0cf8e7f","formula_version":"titan-u-contract-v1","latency_ms":0.5643330514431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"421e7b81bc268c2ad37dfc950d055d958078842f6cbb8fe08ea23fc254913abc","sample_id":"mmlu-marketing.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3221f1014571015085e3cc60221d8317512abdc7bf73570cdea09d43350b98d1","formula_version":"titan-u-contract-v1","latency_ms":0.7238329853862524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"879cd61237cd8cacceb685a0ccb0582d59759df8016ad1baee1e436dc9145a42","sample_id":"mmlu-marketing.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d64205913cd4e25dee8a9a91fb0c5e0bf5e6c23734bfe349d51eae6cceb51105","formula_version":"titan-u-contract-v1","latency_ms":0.6229589926078916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2b9dfa767a9c1de30f5e8702ec6abe85efbd35cb95126f7fe6d7ba609120a6b","sample_id":"mmlu-marketing.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82d546946c1abab19d2f824f38ca1b8f435f63b246b97b983555384ec4215200","formula_version":"titan-u-contract-v1","latency_ms":0.7220420520752668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"670b46de0c465dfb6eb76a8f8ef28c5b6abd7765d657b99f5f5777eaa723e3d5","sample_id":"mmlu-marketing.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a29ce2f9e0e4b89bdc5a919d24ee1a41f5276a7b115424f7df85a1b9fbda40a","formula_version":"titan-u-contract-v1","latency_ms":0.71237504016608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd3a6f7d1674d38844c578146bb4df8bbdb3f7ced3ebd77944e67ae309e44f83","sample_id":"mmlu-marketing.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddd6825a5987e359ddee24a0d35701bfad3e1cd94e2cefda96146752457c43bc","formula_version":"titan-u-contract-v1","latency_ms":0.4950829315930605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75c8f189d22392f8a76c006267e621ec64627c79e4fc66806d8504436656c338","sample_id":"mmlu-marketing.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b22fb1c3f133e6ad90e18b005a480b07063930bbebc0b283e6dc11cf1486921","formula_version":"titan-u-contract-v1","latency_ms":0.5677919834852219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"973c546e07d13e199399fbbe9656dc398f8dd0d640d82c812f5a1b03b3647cb5","sample_id":"mmlu-marketing.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8a4ded2e03a3146a3c2364ff2830ee7af5f4e185667a74d3531690ee07a2b43","formula_version":"titan-u-contract-v1","latency_ms":1.1380419600754976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c7f875d996dd25612ba660152651b4d7c8a8aea649b5175ae7e0749694d5b11","sample_id":"mmlu-marketing.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61d5ecbc758e20e94a8a9f402124a891a552dee218809c53e752bd52247251f5","formula_version":"titan-u-contract-v1","latency_ms":0.4512909799814224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"416d7a9c84600a243d10e7312825b98b384b399cddd1206672d384e9ee5ec11e","sample_id":"mmlu-marketing.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b982ff401818f498620e96c5f80ed4cdb3bca4c9a7badc8e43d7e3e417f20a9","formula_version":"titan-u-contract-v1","latency_ms":0.5757090402767062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7687262c7a1251058b12dbf8f5834cd46e204c3935282173305d6dd3fed63b9","sample_id":"mmlu-marketing.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49cdc7cab62e6e8f05b0a1595b600b59f8319a567c92ea6a2545b2c61bc16ba0","formula_version":"titan-u-contract-v1","latency_ms":1.3080830685794353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96ae4e4891443162b559ba58ee6934b7e6c97df3876cc016fa688c65896dd726","sample_id":"mmlu-marketing.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29a215d9266cd09d4c2b3d0fa598ebe4ed490f211975b30e7c52f119f9b8737f","formula_version":"titan-u-contract-v1","latency_ms":0.6245839176699519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec32f834cfee5b99e185cb3ca5bd8ca2bcba9f6330559a097b9c43e39f3febf4","sample_id":"mmlu-marketing.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91756471c0fdce2a2cbd0d39a7737c665a1a5d7f5d96450f8c33678212a83853","formula_version":"titan-u-contract-v1","latency_ms":0.5406670970842242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91a532f87d8214130e4b9b27ea3a2907628898d8823ec54b66cc719daf868ccb","sample_id":"mmlu-marketing.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b18573694d3f2a9a30daa00d722f0da0bee191e10734bc83fe05296ed4f7ae3b","formula_version":"titan-u-contract-v1","latency_ms":0.9871249785646796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba779f8fbd930e1de3efcb242dfd8d238818ef3b1829853cca5ad38c84938644","sample_id":"mmlu-marketing.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3db7405e1524dbb59ad4442cd34f49400db8f52a92be80be2ec8e0be85383c9d","formula_version":"titan-u-contract-v1","latency_ms":0.755749992094934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f3cb6e5fdef0f9661d2c3b2e7c2154b0d1bc216bb990e117b0897004b1dfd92","sample_id":"mmlu-marketing.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14380608da2964254ea4243da82acfee03cd5474c029b11ec075ddfd45c50188","formula_version":"titan-u-contract-v1","latency_ms":0.5528329638764262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4bdefc54060b87854651a69c9d20f7fd196078398dc175cb3226c6ab5be848d","sample_id":"mmlu-marketing.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dd0d30e7518047190c9608aed04f59e73e52976d67f97a88224a44c9ddff0ab","formula_version":"titan-u-contract-v1","latency_ms":0.5027090664952993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a14cf32d52c2ffaea7f59ecd64f95ea43730a626997afc0858735119574aa3fb","sample_id":"mmlu-marketing.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"112356eddb1d4133a0a80531da1fe2f98104156561086f5cfaed2026dde2ee7b","formula_version":"titan-u-contract-v1","latency_ms":0.7810840616002679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0e21befe263ce1304043866f0b014a2722ce979ae2d3b810408a41f04a7ddc4","sample_id":"mmlu-marketing.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af7f10c28ee8acab72b7eb9dcf1255aa69c8d52d3f597657aa8b64f4944d98c6","formula_version":"titan-u-contract-v1","latency_ms":0.5264589563012123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ca26a7df7ecf29685d692205a8a21414b409225e1ce61d28345394bd125099d","sample_id":"mmlu-marketing.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"964feec512727d37d4aa715c1e9437bb6852cff894094ce52da8d71ae3083d65","formula_version":"titan-u-contract-v1","latency_ms":0.5230839597061276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80f1afe3f175194422f32279a3a894a0902e2bf7ee4a60ce401b5f6d9ce94e94","sample_id":"mmlu-marketing.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa8fc56bcc7eddcd4316c3cf4b2d6f6602691271d94778af2c090a3a2b16fe04","formula_version":"titan-u-contract-v1","latency_ms":5.037499940954149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d0985545f0db388118d2315ce3bc11d720eb6430f7ebad737efae9432d9ada6","sample_id":"mmlu-marketing.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1527f3a3daadc9e006f33d83b04c5dd64e6b8ca69df8831e993b1a0d15780e94","formula_version":"titan-u-contract-v1","latency_ms":0.4968339344486594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc0840683ab715855c863ed67d27651877129484ccebbd34285fc20c79c269fe","sample_id":"mmlu-marketing.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5172f4fd9de3a3291badcf3f442371cc4662df6cdd8dce8376168f6b1de84255","formula_version":"titan-u-contract-v1","latency_ms":0.5416669882833958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eec75d0b647315195da2db6bec8f2cc90fe7bcc78400c31c02f511c6f16e82fb","sample_id":"mmlu-marketing.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"992f4755ffa55966b2ef41330d7794c596ae5606a2de8ab62dcc2f3e73be73c3","formula_version":"titan-u-contract-v1","latency_ms":0.517916982062161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b56f756170cb836db4568c75490de21413270e18ecd4f8cd3faab63b8efaaca1","sample_id":"mmlu-marketing.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27741e8baf445142005f06b5a999a9a749b6d9b0f4387eb745425829042aa793","formula_version":"titan-u-contract-v1","latency_ms":0.5407090066000819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a1799a813bde245d72d6e6b6c6d186578d933e19f9e9ae5d6ce76c32c4baa02","sample_id":"mmlu-marketing.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9160553f946855353c6e4cd3291364cfd453b6fa0a79efadea93398235faa9ef","formula_version":"titan-u-contract-v1","latency_ms":0.6385829765349627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"567cfd564a47845bd153c452bd0df11608cabae60380a509e46b5e68b576d5e6","sample_id":"mmlu-marketing.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8a99b51e6fcf763246cdaf7f58deebe70aacaeab79df3fbed2b07d8bd4d8e4c","formula_version":"titan-u-contract-v1","latency_ms":0.9270838927477598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3d146f4fc8cd0bea21663607cfa30fdba51034ae01e41761ce9347ef70e65ec","sample_id":"mmlu-marketing.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5314ca0303aea7ec2b7f6b684d376fd85790faf6f9496923ec0d0d1ea80cf98","formula_version":"titan-u-contract-v1","latency_ms":0.6486250786110759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d806b6d4cabfdd2c4745853ef3460ee00c7129d6f7828ff84f4b58d98c4d178","sample_id":"mmlu-marketing.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d752d39e9d97275907cc09e304416ea26551054d7f1062e0b2d4b381b4a95168","formula_version":"titan-u-contract-v1","latency_ms":0.6527079967781901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9f14cb3d98774356b74ab9b5a4d4214f9ab5ea1f8159ef6b2bddc3ea0d87b93","sample_id":"mmlu-marketing.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e760150618ef4a955117224533719009b914a18c5c7f94a960df78a3abdecc11","formula_version":"titan-u-contract-v1","latency_ms":0.5709159886464477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d30ab19cef43d4c6381acdf37ec64dd7179e45e04b6ff8afba299a25e4ef4811","sample_id":"mmlu-marketing.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc64f5522ce2fc2c276abe7b38379dfebedbc6e7d9aa7f9c5d89345371293946","formula_version":"titan-u-contract-v1","latency_ms":0.5914579378440976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32954a3f146a675cef3e7bcec0afc3f1993a6bd79aae0ba98fad7021951f5a4c","sample_id":"mmlu-marketing.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89b8e26792b59861360e2223fac355a88b129dbadf20f6126915ad876a0c1cd5","formula_version":"titan-u-contract-v1","latency_ms":0.7124170660972595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd82d7b44ba43098622a77422f1ab641dc08db6802dfd25711cec0f6e55fd31d","sample_id":"mmlu-marketing.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6221967d945fa9a8774ea2c2e67b4a29f0312c103e255d166398b8aff7f7c6b","formula_version":"titan-u-contract-v1","latency_ms":0.6111250258982182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa6b75a7ebe307f190f310866d15a9599c8132f3e7a7a3097505ccc7733aa1f1","sample_id":"mmlu-marketing.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"682597e3da250be8c1a855d7bd0e5179223ee99b269aaf1e53d49ba592ed1d8a","formula_version":"titan-u-contract-v1","latency_ms":0.5183330504223704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccae029cdf8fb14a6f758a94898de6849cf0b1be46d53c773ef4af0349579f54","sample_id":"mmlu-marketing.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"969bce4d1d806c18665906a4bec3f8603d4264ec4d7d57fcb13929d420a7929f","formula_version":"titan-u-contract-v1","latency_ms":0.5743330111727118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"199b969f6a89e6ce36cb6a354b91c23c01c41966e7d8bae68aef0533b1faebe4","sample_id":"mmlu-marketing.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dce4a2ae06b072ebf9cd352bed66291e05d6853168dc0a9ae5879d7d40756c10","formula_version":"titan-u-contract-v1","latency_ms":0.889708986505866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bea94c337358bfa877fa4f43b9a6a9eb9ee01346f4c07303212be2841d8b7b3","sample_id":"mmlu-marketing.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7748fc97b31ecd9b064bc6c19294d2183f2c76b1c5bc27fcf68fb44283ec4f54","formula_version":"titan-u-contract-v1","latency_ms":0.6039579166099429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bab806cdbd47630ba0a9340aa0806cf1fd60d6636a48d5d8ffcc7ce48f53087d","sample_id":"mmlu-marketing.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62e93485fd0fe9b2862bfaf19c09ab1e7d4f67e7b3776e952f25d415dc934787","formula_version":"titan-u-contract-v1","latency_ms":0.4766250494867563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ef367024179edbeef4c2a9ef70a12455508f79bb4a40638a1708f022d2afcd8","sample_id":"mmlu-marketing.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5d4ecffa77f3e100b6e2719ba554ac992cc414656279bda931e29e93b2ec0c8","formula_version":"titan-u-contract-v1","latency_ms":0.6823750445619226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aec541b4ea9fd621120f1258e47f5c5967436f0a7defcf5029d373e4948bfae0","sample_id":"mmlu-marketing.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f7b747177cd95d97d71406f1e85c572f38dabd8531d5ee0c3d53d31b32f9e00","formula_version":"titan-u-contract-v1","latency_ms":0.6770420586690307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ebc464a43812f734b6ded8e364e9648ce81193ecdba6c50f28aec4c71a38567","sample_id":"mmlu-marketing.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ff3937a63e2aae402b87612aa9c6672a56a34220005f7f3cfb5ae1d2b83fe5e","formula_version":"titan-u-contract-v1","latency_ms":0.7145829731598496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8244fb35202c1bbe7a123546c2ae7b1dcc338bbf3a58b5912870a69e41d162dd","sample_id":"mmlu-marketing.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa0669271fd355a086545ae23d216feb4d1fd58b26f5d47bc3c8db09c7c40235","formula_version":"titan-u-contract-v1","latency_ms":0.5706249503418803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"563bc196662605b9b72ea45a14723db5a1f236257c9d8bf25bb1da7a898d3e8f","sample_id":"mmlu-marketing.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89afdea7837d761fc52dda4dd7e9906731ed885034a878fd281b2b750a3aaceb","formula_version":"titan-u-contract-v1","latency_ms":0.4748330684378743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d616e1d84018f9185ded57a7a10ff67ac719edb2c7e4731ba88db5f3333077e4","sample_id":"mmlu-marketing.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40286ede58c984c4dfd8ed1ca1ceffb0e2808eb36f4e2cc8085fd163ef9e5b66","formula_version":"titan-u-contract-v1","latency_ms":0.4866661038249731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14b84aa26f919615a396be53fe98b3fa9c14cd91190ca16849f75d52fad55463","sample_id":"mmlu-marketing.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"271316cbb421f4601c29b9485df26af77682173e6277a58b9ebb4ca7bbc79575","formula_version":"titan-u-contract-v1","latency_ms":0.7773330435156822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16ea10d20d40a2569c44a6dee6b531d0e41dec5fb0d8f4046aa1ae61bc46c4fe","sample_id":"mmlu-marketing.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c88e12aac55e50e365ed358ffa6fa39ba765c3f91cbf3391934f3e9d7b979317","formula_version":"titan-u-contract-v1","latency_ms":0.5589580396190286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2903c941c15a33bd834fe0902973052cff95bdb0bf407952ead0685737a45198","sample_id":"mmlu-marketing.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"946d4a766678045417fda6218fe44fc7313289070b2d9cb1bb75e6fdb938f521","formula_version":"titan-u-contract-v1","latency_ms":0.6299590459093451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72f94466f6b460437264fe88ed85edb12ffb76853b2c78cb99498841abc112f7","sample_id":"mmlu-marketing.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66df4fa52abe172f4e2d37a1841277c49f0b130722cd9b3d247d8248f9a43d60","formula_version":"titan-u-contract-v1","latency_ms":3.4651660826057196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04f4991be36aa984c5681dedaaabaf0e5a33343a1423020a18b5921ca96221b8","sample_id":"mmlu-marketing.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0fd9a0651ffd71e6a87e5f6b9c712832a4b00f06fc75236681877ec26311357","formula_version":"titan-u-contract-v1","latency_ms":0.7345419144257903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfaaa9bd1b19ec88da875bbd1a52884c3605ada95db8cfbaedbe5a9d83aef35d","sample_id":"mmlu-marketing.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76a5fc99575a6a50a18af72bff1389c9b5967baad7ba7a9d37299c645c5bfc98","formula_version":"titan-u-contract-v1","latency_ms":0.5545000312849879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5b0ee3198237fe9bdbc25a059174d6502c15f3fc8c2f168c005dd7b6f16327b","sample_id":"mmlu-marketing.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66298286697ba1cf2383108fdc4586f042346d72e469b617d9cbb47ca4c00587","formula_version":"titan-u-contract-v1","latency_ms":0.5377079360187054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ad32abdbca1e5b1cf30dbc43fcd6214adbc9b96af55cb04a14379a06fb72ffe","sample_id":"mmlu-marketing.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89dc0bb5d4533472c7ba3e37bed7badcd9b206d633a5e4c8ee1427ba532d63f8","formula_version":"titan-u-contract-v1","latency_ms":0.5168749485164881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec0c54151eea50c59c986712f8b7f4abf34a4e554b5130dde2f3a3d2959b4265","sample_id":"mmlu-marketing.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6439a9e93f0d56d10e0b53a1962c0c3be99a7e90b8a805c5b396854e3a63059e","formula_version":"titan-u-contract-v1","latency_ms":0.48975006211549044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dba60cbf356e5d0c44ade7bce3e162efa8c7d2babc62dc8cdb881e574522cb5e","sample_id":"mmlu-marketing.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9acc3b127e18c8ee536c434e4723d1a150a92b559fd52e6fbbe73942d0b586a1","formula_version":"titan-u-contract-v1","latency_ms":0.6578749744221568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ed7f539266742bc31b70f9856adbd14acf95ae7474804e1ba87ee12c8ead819","sample_id":"mmlu-marketing.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1370cf9f71a31cbe33ea27dcd748f14a81e9d5a7388b936a89482dd7c42cb46","formula_version":"titan-u-contract-v1","latency_ms":0.5332919536158442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f205d6bba42671db2c5fb57ade19ce95c734df5a766fdc937c2ce883d83c1faa","sample_id":"mmlu-medical-genetics.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2986f535519153017785b36d161168ee651b4c2c7d6ba335d9a3fc189cc013b0","formula_version":"titan-u-contract-v1","latency_ms":0.5498749669641256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93187172e942960a3a1c057d28c7cbe3ce99f06fbfc0ac88f135bff18822bc58","sample_id":"mmlu-medical-genetics.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"140d3a582f4e3ce4e5c017ea208afd12ab983e71cca6ab1d6609f03b6243fa65","formula_version":"titan-u-contract-v1","latency_ms":0.520500005222857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcbc5cb3da83facfca5326774418a601882d787421c0beac20faa25ea4f31cc8","sample_id":"mmlu-medical-genetics.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b59c9629130071972d34c598af8588eab5226d6ac532985ccb4ffd88018af333","formula_version":"titan-u-contract-v1","latency_ms":0.4859589971601963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b6e2f1124fd56ab26948d55c7c7d80ddbf5e2e01e8615eb643f4f57366a30ac","sample_id":"mmlu-medical-genetics.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f3adee897da6df3caca77466413b893553650088c80c8114476a419d2d4e28e","formula_version":"titan-u-contract-v1","latency_ms":0.5063749849796295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05d2d06a996f4a64f3bc02801000cf44c20cac48cb99706ee639a1f1b00cda68","sample_id":"mmlu-medical-genetics.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"942b52e2d609f2bae73739a9a05cc928d19629c9a3da3f8ba90782295cc39725","formula_version":"titan-u-contract-v1","latency_ms":2.0361249335110188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50c62af862a5787c24bf529353048e12199ffeb96860ff57b3d8ba7c80920b60","sample_id":"mmlu-medical-genetics.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f79d991ceddfacd6a50b997eaf0f03e40a00d09408f6278d2aac045216bf38a","formula_version":"titan-u-contract-v1","latency_ms":0.4950830480083823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"907687253e7dd8273a34a1ff84cac83456b6a861e4ff4bc30c8f408081d5a614","sample_id":"mmlu-medical-genetics.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a0f810643b9d53b69143f31d23a949a1ad75acebcf01be4fe5627c0df015d34","formula_version":"titan-u-contract-v1","latency_ms":0.5077091045677662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8142d5408607456d1a5652a49deb34dc3986c3f9908e0d885bddfc7ea1631f6b","sample_id":"mmlu-medical-genetics.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f8281d70a6ca9e414fa12628de8d5fc627197ef891a13bdcf603b88b923afaa","formula_version":"titan-u-contract-v1","latency_ms":0.6784580182284117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcf5ae30d04992bcd07ce35dfe64c3732ecf8f610517a66b8a015d9e5e53b531","sample_id":"mmlu-medical-genetics.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48cde460e7893f6b59cff3eb342c35b4ace11b7161d53cf26edaa96bbd170c8d","formula_version":"titan-u-contract-v1","latency_ms":0.8724170038476586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecb52f3e389357840fd92a97547eb3daf68f9c9deff19fe7af4f5dd8302eba81","sample_id":"mmlu-medical-genetics.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a0bbae71f4fa0639aae9b8c42fe4603905d1cabd1d670c2b2dde8d4b5943847","formula_version":"titan-u-contract-v1","latency_ms":0.5315410671755672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c80caf41ce555addaa14cea6a36d6e6874c192854c4fce515d7df2fc912c7383","sample_id":"mmlu-medical-genetics.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad8d814488e2256a1f6dd3d536ce12e3f765ce2eac9a73f26a3c4c6704005e76","formula_version":"titan-u-contract-v1","latency_ms":0.5973340012133121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd219758643cd8e704050bb4f8a6b67c777e8820505ab30147120d8e6d973cde","sample_id":"mmlu-medical-genetics.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f3c45bf98902db63cef0c1e23b9a44a4697453f451eced4b705137de418cb67","formula_version":"titan-u-contract-v1","latency_ms":1.0126250563189387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"013f979efad983885dc959321c4059fe3bc2ec3335b307f43139ed4d516b9bfa","sample_id":"mmlu-medical-genetics.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0a2a9c49260ea117f473479963dca39ec74309d362bc4bf6f68827be0c831e9","formula_version":"titan-u-contract-v1","latency_ms":0.6277919746935368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7506c31ee7eb12952bdeb97fc3288b79d7db9b71e6ba3f16fe0c635b5e82a399","sample_id":"mmlu-medical-genetics.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"664e1ccd96ad6c9a6893d2534bc833f0ebf8dde02feb2c08464c5f79fcbcf882","formula_version":"titan-u-contract-v1","latency_ms":0.7507499540224671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f04d8122470932be47bd354d6a27a46e4691f310431c135f17f267ff2ac432f","sample_id":"mmlu-medical-genetics.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e076379da57079dd9f7e50852e836a4e47d159a7c81ee651169b6d4c1def921","formula_version":"titan-u-contract-v1","latency_ms":0.48100005369633436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c061bc18d44f6f45b5ed9b4b29f7bfd084c8dfbcedd2f9a9e9522e8037bfb58","sample_id":"mmlu-medical-genetics.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d62d16b268be9bfa690b78885d1fd84cfce307844c51441a5593de6aa87cec2d","formula_version":"titan-u-contract-v1","latency_ms":0.7995419437065721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efa4db48dbdae94ebd5f6fd6f8b3c818c39ec10f8fb9fd1842d88b8b8a695dcd","sample_id":"mmlu-medical-genetics.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90b4a8ed39cb8d4dd7139fe3a118def08a4971e00ef4150b2dff739f2d9d631c","formula_version":"titan-u-contract-v1","latency_ms":0.6792499916628003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcf2247e2c2a0dba39f45b97aed192e0517bd396f8e44c5d62e462f1c69e5859","sample_id":"mmlu-medical-genetics.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19e1cffea5df9f3de68017f8436478247a3d34febab16e1b0a2b98a3f3470475","formula_version":"titan-u-contract-v1","latency_ms":0.5207500653341413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52cae3e5b1cb79dc16444fe67863dbfaa910168816acd06dcb7c7e0148382d7a","sample_id":"mmlu-medical-genetics.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fee8f573c1eb420af4fadb2858daff8d2c87dfd4e4de39aef508ba49396c0e55","formula_version":"titan-u-contract-v1","latency_ms":0.5594169488176703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78ce7890f8e09a101cb7d8ab8e72662eb8a784301055bf4c4c1d668b2c6afbc8","sample_id":"mmlu-medical-genetics.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"728fbecfd238a7f775597032ab6b91550c48ec69a73eae355bc491acad487111","formula_version":"titan-u-contract-v1","latency_ms":13.803915935568511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ccf25244bca8f5c66f1a7eaae64e17e4bbba9e258a5c1e460583c44345b3dd6","sample_id":"mmlu-medical-genetics.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd7bd48a9c080ad762fa833b74497e9737e8996daaee6f758ab9dd18301ec5ab","formula_version":"titan-u-contract-v1","latency_ms":0.5062080454081297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"049e8ffc979b029a976c8ffa58b90eb6066cbb8deb6854336b59ea969e606439","sample_id":"mmlu-medical-genetics.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"258c524ce377cd501ea70d99da10a3929b16402d96fd85c04f08cb85356e227d","formula_version":"titan-u-contract-v1","latency_ms":0.5404169205576181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"940c563513b8c5382ab6271106d50b26ff31e9062f9213dda068ff46f2ce4dfa","sample_id":"mmlu-medical-genetics.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"069e446320c690eea03a60b5a99c19ba83b09f16ca8df1c27020ac21b17c75c3","formula_version":"titan-u-contract-v1","latency_ms":0.4747499478980899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3028aa21596bc64d59fa9c08497b24be72ced54ab592cf6292a548b188a6dee5","sample_id":"mmlu-medical-genetics.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3aabf18f1178ac32078abf9665791bcdf3d40f3b98b1534fbffd9616f030390","formula_version":"titan-u-contract-v1","latency_ms":14.14887502323836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16a16554b45187f01452c0a5c06066a61ed69c1f8404a31fab5f2e9dbeac36c5","sample_id":"mmlu-medical-genetics.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22066de2157002249aafbf33a81e9e551f4449d99bd5d95065b43846be066310","formula_version":"titan-u-contract-v1","latency_ms":0.5215000128373504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1dd4e824a2696584b4c94fe6f16acb12b0fb09fe7adaa19f9bb92756d5ef3e6","sample_id":"mmlu-medical-genetics.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2eaa78972c3e1d4e5dfd7ee95fd99fe64e6e55cf3d146bb60e20e4f78444a543","formula_version":"titan-u-contract-v1","latency_ms":7.502457941882312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"136e099f4459cf9a8e5fc856c0531bfb6a64e93a9fad1f76e75ae26a3fa192c6","sample_id":"mmlu-medical-genetics.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fb0ccd203ffbd140b504248b680638d42047db23a1a43f2f4ee7bebe406bfce","formula_version":"titan-u-contract-v1","latency_ms":0.6213749293237925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bc1aebe6cb1041010ebaac32f0cd5eb255498e4d652371ed20da93a38cefee4","sample_id":"mmlu-medical-genetics.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ce34668559e689fe4a0a8d2fae3f9292b93f735a01236602b30730399a5842f","formula_version":"titan-u-contract-v1","latency_ms":1.1280830949544907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9edfc270206d942a0fd091d6cbfb4df923aa02fbe18c133d3953b86ad3aeef9","sample_id":"mmlu-medical-genetics.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"801c4528f224bd7d9a87bf9e55a26d07f3bc79adf3893352aa7097a8afa0b028","formula_version":"titan-u-contract-v1","latency_ms":0.48945797607302666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86c3fa8537401e1d6226d02f3c0173ad551023ebd10a2b02bf2078deb213be7c","sample_id":"mmlu-medical-genetics.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"995d5a1983066a9f309dd02a6312bd69da0bd8aeae8c8f403dfd8e9de66eca25","formula_version":"titan-u-contract-v1","latency_ms":0.9957920992746949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdbcfdcebf632ef7019bc32b2f78e171a8ba577a2ca79baf4f230e881af8e089","sample_id":"mmlu-medical-genetics.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05f6c75c94e9def7839860b792a1ce0fa73a0ecb3d1de29f8147858269e95cf7","formula_version":"titan-u-contract-v1","latency_ms":0.5110830534249544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"184157c32707f4150ca0923d1da92eebbe6f53068e1e2e5fadc7a579dea15a17","sample_id":"mmlu-medical-genetics.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da2402a339f38b1e743722f95445c3973ad8fbb76a09881b294041bf341cb929","formula_version":"titan-u-contract-v1","latency_ms":1.1472919723019004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c6826f17a9ff0748f8a6d3f2275e9ea90e93b1ba134d31bbbfc2cba03f0213a","sample_id":"mmlu-medical-genetics.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e559f3230fe13fffc3a1b4a581f1539d07c70c0b1b4f398ffe0d281db2082eb8","formula_version":"titan-u-contract-v1","latency_ms":0.47637498937547207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7639516ff4d8be86da6e51517564cc906df819e9bbf25ab7bd16eca0d6ee3f0","sample_id":"mmlu-medical-genetics.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2cd9a33aecf590bfd659bd702aea3c64af1c6901f4c91e45119970b711fb233","formula_version":"titan-u-contract-v1","latency_ms":0.6680829683318734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf37687a95c6b883e2769e8d0c8bf411530e7fce380e78785d789fd2751d65c9","sample_id":"mmlu-medical-genetics.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20c7ba7ca5600bd1e5fee047615a3af8ef6748e3a32ce6580d6c6b01ddc78e31","formula_version":"titan-u-contract-v1","latency_ms":1.2299580266699195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4f3ed4c99d1e100d710fbc1cdae10940763f068129de8f37f25b15a219a46a0","sample_id":"mmlu-medical-genetics.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63ae7369d7f5011a499d85e2f55cb26f740ccd04ec31801df1c9da22f06148c4","formula_version":"titan-u-contract-v1","latency_ms":0.5819580983370543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e875f23297dffa8d891fc6020907e46e59c645845f852dc158a90819fce11594","sample_id":"mmlu-medical-genetics.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d34e8bdd8f48f137b987770fc2ef8bf2c20e5b67b6d2e239719ba9435ce4374b","formula_version":"titan-u-contract-v1","latency_ms":4.8310840502381325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51d21128f2e38ee49aeafbe4c98de62339e741abb7e7d5267dcdf48c36a31dd6","sample_id":"mmlu-medical-genetics.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3289f7784d064c57856585fa288cbe3ada6bdb086e432d99a05c516ad939c8e","formula_version":"titan-u-contract-v1","latency_ms":7.856042007915676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"661f3e20529784ea89ffa41e7b402421efcc9ee5bf0771287f93b051eb7000b6","sample_id":"mmlu-medical-genetics.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1149dcb23402b07336f9a9b58be5d884fca040e95ec0b0b361ae59a6aa6f533","formula_version":"titan-u-contract-v1","latency_ms":1.3492919970303774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0587fad409563746af5020199f93ccd97497ee934fcd5f67d1fa22bf81fd41b7","sample_id":"mmlu-medical-genetics.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25c51d553da9e249d8c6067638f283c7663328bc11acea1a480a49f4814e2750","formula_version":"titan-u-contract-v1","latency_ms":0.8339999476447701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efdb464f80dcdc7dfb4d9e204888b68b6da0f8fb78203f859d26cc89253d7266","sample_id":"mmlu-medical-genetics.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc5e971977bc2786bb6ffb6a4989ff7d3f3e76611c86cc58bf3ed2c065e83c12","formula_version":"titan-u-contract-v1","latency_ms":0.5020829848945141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3719eb0f891465c34fc765d9bca2068418c9491986a566d28da2a31593ac6bcb","sample_id":"mmlu-medical-genetics.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba98ed32e52e33588f5a6b69bc4c996d697e4ecd9f6ea2b01a6fb7441faafcc4","formula_version":"titan-u-contract-v1","latency_ms":48.45416697207838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cf5dabc5be26f2acae204c83925bed78d65206c3c95a15d4122127ed40fc8c0","sample_id":"mmlu-medical-genetics.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9163ddad2cc8caf768be1c0a01d8d443c38a6ada80b60e7451c847f3b586240f","formula_version":"titan-u-contract-v1","latency_ms":0.5792499287053943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a9c370e9fa3db3387fd3e95f3d27c3f91cb44c3abfcf74d9a260b49163c6cda","sample_id":"mmlu-medical-genetics.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7da4520a38ad960ee4c0a70e87262fcba5add3762f00b1d551259bc03d63c4fa","formula_version":"titan-u-contract-v1","latency_ms":0.478917034342885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8760323efc3c595d66ef081ca4113379e2e1720016fa78e1bf5135583699351","sample_id":"mmlu-medical-genetics.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df73cef9d9bd021f8ea9d11be78e59f8b27db4615b3a41c19c596b61e0afc9fa","formula_version":"titan-u-contract-v1","latency_ms":0.9160420158877969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"433042972a575787584d51f8e3f2b165c66689e4d74efea20f9720b0db120d0d","sample_id":"mmlu-medical-genetics.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"682469c1366e22158a00f161e414b4ff804fa0cddf59f6e8be03abc77498b841","formula_version":"titan-u-contract-v1","latency_ms":0.4967499990016222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1ab31bc87aa40f38291bf74f37cccc7e3334273d4e8826a03f6ed0873966cc3","sample_id":"mmlu-medical-genetics.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37d7fc806a211018e1be81c3b4e8758ce82b5e4b352cacc5d7ab30d8be0bafef","formula_version":"titan-u-contract-v1","latency_ms":0.5415409104898572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"489faafd07c4d0096e4b8e999a312b4c87c7331a6ef72cc0094b336240a0f8a1","sample_id":"mmlu-medical-genetics.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5357ef83cd7fd14028b3b5e23aeca255e5682bb18749935c6a1b136a1f8558ac","formula_version":"titan-u-contract-v1","latency_ms":0.8539579575881362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a946f9629f985696525c977aabbe1cd13f11fedd658b5ad2b0132a0b5eb9d1cb","sample_id":"mmlu-medical-genetics.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d9f14553a2e84b9d6f18474b138d7dfcafcba8aecc50e4032e1055b2dd0871f","formula_version":"titan-u-contract-v1","latency_ms":0.6244579562917352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2180324eef5a1f5afdfc2b2ead22b0b392906f910e6312ccb8fd702828714f40","sample_id":"mmlu-medical-genetics.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04f91ddf19b3f496ccdd42b5eea45efd5a7cb4044f3ee388b0df8f407840edc1","formula_version":"titan-u-contract-v1","latency_ms":0.625082990154624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44b5208b2e67575e713fd0f7af932624278c705952f50e4ae07df3b7ec154f6b","sample_id":"mmlu-medical-genetics.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90de32193e4e78f442c32f9cb23ac744f363883f693c504283c666b9c92807cb","formula_version":"titan-u-contract-v1","latency_ms":0.5685000214725733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3f014a9c72ddabb242135a8ac20609cd1ea00683eb372ab5710a5f4ec90fb03","sample_id":"mmlu-medical-genetics.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f920f9dfdea4f50055d38eeb16b75d37c0d74c823b7a8db3383ce203d8c39d51","formula_version":"titan-u-contract-v1","latency_ms":0.536833074875176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be8e9cadad6ad5ed12745fd4fb9ad8b1d00b807e5ef93980b44fe6ed885e6518","sample_id":"mmlu-medical-genetics.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9230717c543f259b702012113a2833e5222f9807a3b8adb350542008178c5eb","formula_version":"titan-u-contract-v1","latency_ms":0.5995000246912241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be528d7bc4fe8eb35d34ebaf1a61cafc2f42776c12e5ba7dd316aa64eb45f192","sample_id":"mmlu-medical-genetics.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a383623ad045abf1ff6ee4240e11707b32763534f6295d5c5fbf120b9dfa7c47","formula_version":"titan-u-contract-v1","latency_ms":0.5417499924078584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd3bd808c3ccb0157b5b395ec128f4918fb0b651b81080cd6776f0a4050209df","sample_id":"mmlu-medical-genetics.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dac9f03d0064a2eda0e16ac40e5aa25afe00711d46fcf26ebb8010a3bb78b2fd","formula_version":"titan-u-contract-v1","latency_ms":0.8988749468699098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63aada5acbb60707be705409925035ac0b980233595fd367a1a789810b95b23e","sample_id":"mmlu-medical-genetics.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e16ecdb4eaa6d3b93c2801b22cd031a98deb22dc628a4596a02389704572f84e","formula_version":"titan-u-contract-v1","latency_ms":0.5667500663548708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"870846764084d86da9b9ed8e5bf7c8953c0416b637e6b6cb7c32f2f85e093ec9","sample_id":"mmlu-medical-genetics.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"807bb3abacd4ae1503601618a6233e5cdf6c6cf82b568d1a53b323ba226d4b03","formula_version":"titan-u-contract-v1","latency_ms":0.5660409806296229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de7b65cc130ac77b5ced06aadcdec2bb0d5a61a217761da4ab3b04b420a3d8db","sample_id":"mmlu-medical-genetics.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b587d6a6e8c546e6e5fdb05c7ffa9a3c17a5bf5f18fa3b5afcadc8cd3448e7a","formula_version":"titan-u-contract-v1","latency_ms":0.6731250323355198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33bd43d7fa43adcc51a0e65a4c2a34facb7e191347f235938257bab21cb9056b","sample_id":"mmlu-medical-genetics.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd1ba095949ef403d0f8b522cb2dc26d426562dc35b2e39137bfff0693de43be","formula_version":"titan-u-contract-v1","latency_ms":0.50783297047019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f64f32499939645cc025b6beea2f9210957035599b45df2fc33a53408ef6cc4","sample_id":"mmlu-medical-genetics.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d47d4a089b3eed916f449d32a8336ce6db16fb16a483ad274b130b839521ad47","formula_version":"titan-u-contract-v1","latency_ms":0.6356670055538416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"492bc19d30a8c7fe05b8bc651b5ed6ae4c88fe5f41b4254876f979e49bbb135f","sample_id":"mmlu-medical-genetics.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1926f8d3fe23a7832c94be17111b0aada67cae323f4323fd47ac65fad4780c5","formula_version":"titan-u-contract-v1","latency_ms":0.48820802476257086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4416b09a505fec9154790625a8116cec0cda37689b71555917ff5968e28c07d4","sample_id":"mmlu-medical-genetics.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06b7eaa96086d15166e1216312f7840c36a4d785144a9342d538683a507a9d6e","formula_version":"titan-u-contract-v1","latency_ms":0.5137089174240828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b668f0eb02391da159ee4d7f238b849611fe70a730580682d94af904a0c1568","sample_id":"mmlu-medical-genetics.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dcffa7d41fc853cc8c323f30545eb21b66bba6d680a381b280ed6f6e916f564","formula_version":"titan-u-contract-v1","latency_ms":0.634416937828064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcaf7b102e0182f7c020f238efaf4d12d2a2aad4e7c05e2746dccb9778d6787d","sample_id":"mmlu-medical-genetics.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcd77d3c04b46d109420d61448fb2c0485a4535e589005458bd8bce987b16190","formula_version":"titan-u-contract-v1","latency_ms":16.49116596672684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01794d0ae7e2a5ad3961bebc4b283a1679ddd35fdcff796716c49305101c5644","sample_id":"mmlu-medical-genetics.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbffc9ef4006c01a8202ff34eb6f2860e1e079fc87ebb157666f0e3efbfb8da6","formula_version":"titan-u-contract-v1","latency_ms":2.7169580571353436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cb0d2795371de583165ac21decb87d04319dbc6d3ad24266cad6007d64e085a","sample_id":"mmlu-medical-genetics.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cc13e67028429ee45ba5e74b35807b74005b576820aa34b47e46c6735331484","formula_version":"titan-u-contract-v1","latency_ms":0.6187920225784183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb74af1f30afe4fbed39787a7c0975ef173692708828d6f7f6491fd8bb8a966b","sample_id":"mmlu-medical-genetics.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90b7a938fa28593c54d6614b95592ff65d44e64f3314f1a4d8fca4199dd85000","formula_version":"titan-u-contract-v1","latency_ms":0.5852909525856376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fae2ea661b183f2ec3339f74d924a1eeb0d3afc674cdd591213885e4da22c94","sample_id":"mmlu-medical-genetics.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a320209022a51da9e54cc917c4ee2f97fc83db39c83c03c8a9ef42abd5c976ab","formula_version":"titan-u-contract-v1","latency_ms":0.5077499663457274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32bd0ed0b111c36e23173f9fec9bb7b08f3ff860174fe1ce851dcc9c3184ec05","sample_id":"mmlu-medical-genetics.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d59417a6cd30acb3bb90705c5e80f2699ba493cca1acaf90d70ba6ce940a1d6b","formula_version":"titan-u-contract-v1","latency_ms":0.5066250450909138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"802a6dc3fef4248e62f9aaf31908f504536616e12db7436987f1f03f0da0f8cf","sample_id":"mmlu-medical-genetics.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eaa5da0b8716f73061973d0015914c9b0f071c7e134a1799b4045909f2832166","formula_version":"titan-u-contract-v1","latency_ms":0.48212509136646986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70c648dded5a11c536d09f3a504a842fdd51e6a621af5198b84edf146aadf84d","sample_id":"mmlu-medical-genetics.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c82ba9836b62ba7af13471c4cb54b8665e530a76618f32e2be6d80899666773","formula_version":"titan-u-contract-v1","latency_ms":0.4564579576253891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8eac0b7c33c17eebd45e280901ac03eee621295da84d5ab7a45ce104fc4afa4","sample_id":"mmlu-medical-genetics.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9660001ced7f88ceb1238b7cf4d57d4e085f03ac7bc0377e20e3fe25bfa045a","formula_version":"titan-u-contract-v1","latency_ms":0.45437493827193975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da52d847d81a1df0fda7089b503279d5e1a24fd9128ab5750d6bdc66d703b027","sample_id":"mmlu-medical-genetics.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9601c92ceab69dbdbb8c4543449223e3ece6746832cff45dd3064a1e0743367e","formula_version":"titan-u-contract-v1","latency_ms":0.5931250052526593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78763b275a49c399936b2febc16164dfd9044431058c248a5c024e2cd8132f30","sample_id":"mmlu-medical-genetics.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5736af4ffe00a5662fe26e9ad5678255b29fca6e27f32ff06c2f14047d95cdd1","formula_version":"titan-u-contract-v1","latency_ms":0.5224159685894847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"249f7298cb01832ab9d0458f2b38975d1d9a18f99a457fb48a0e1c0688cd281a","sample_id":"mmlu-medical-genetics.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"171d71bee9f543fad46ad8554757300ebe3ba1b317323ee0013ff428e9a6ff31","formula_version":"titan-u-contract-v1","latency_ms":0.5098750116303563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce77653b0466122f27430841520e809cab3dab65932c529853f3e8cdd7b898ca","sample_id":"mmlu-medical-genetics.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecb4d508f66d55bc8ef7a3404da6356428a3a3c99fe1a067380e03fd2359da1a","formula_version":"titan-u-contract-v1","latency_ms":0.6180410273373127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37fd62e4d4ae214137c9a9deccb60bca49fcdff1f4cfb7ea0e90d3df864b908a","sample_id":"mmlu-medical-genetics.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c095e1aa00493d0c3dbdb150c8358e9def06b84b3ac9eed1e288ae4d1fad9150","formula_version":"titan-u-contract-v1","latency_ms":27.47674996498972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a2e434e6f49fe37acd299345ba83b4fb84915fadba336b1388ae93376633d51","sample_id":"mmlu-medical-genetics.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2d65d0bc9610ea4798edcc149488e3f74149dbaaf2debea82601af5dba6d5d7","formula_version":"titan-u-contract-v1","latency_ms":0.4914170131087303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1efe4b126b45b292ce978bff89501ab4cd9e892065a77812c6379ca3dd486fa5","sample_id":"mmlu-medical-genetics.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86563cfca21edbc65b25340a6841bde79048b1c77ae3e7e2bd094bd5dc2c536f","formula_version":"titan-u-contract-v1","latency_ms":0.5680830217897892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4030afdd888162b09d1387f6c2953699f6f8fcf78fb13fa25b0b6a208634df4a","sample_id":"mmlu-medical-genetics.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d68e22fe05126ce66cd31591dde2c9c735b7efc52a73fdbed4dfdb4c8d1fd8a","formula_version":"titan-u-contract-v1","latency_ms":0.4954580217599869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d4e5c253f9b622dec0db4e16cd763624f539c3b472cea4fc458202437bb130b","sample_id":"mmlu-medical-genetics.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5676dbc8729e1d7a969df09be28c14bae5f0957a4a3470d43616aabce05f5e29","formula_version":"titan-u-contract-v1","latency_ms":0.46258396469056606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99b2390f230dc93b89dd1e0ce7a283661eeb3c830cb750ff0f348000ed59291f","sample_id":"mmlu-medical-genetics.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b2e8c8a1c192b8298829a3a4443ef0cc917acaed5b44439f3a34a2b537158d1","formula_version":"titan-u-contract-v1","latency_ms":0.6873339880257845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc29319781f405a9977273bf3eae3f72c7fe48860b8b537f3fdf955bf8f337e3","sample_id":"mmlu-medical-genetics.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5739869ba0cddb6746d1271a7b29801d8daa98050dc72d92ba385788f4c20805","formula_version":"titan-u-contract-v1","latency_ms":0.5162919405847788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb8378d37d69787b0aa57bd3cc23bc160dcb0ae4911b3490e159bb2f2108b90a","sample_id":"mmlu-medical-genetics.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d9f4e0256c0811ba5b35e78bea1a31ef25eec38b5567eaae30bc5bc680ab07e","formula_version":"titan-u-contract-v1","latency_ms":1.0559590300545096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b961f84414097adb6e7c445dfe363b4b13eb901bfc295030947b96aba94f94b","sample_id":"mmlu-medical-genetics.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6e9ba4cb9e0f33fd19d17f1ed12696640fad1e4ee20803375ea9cbf32fb65b2","formula_version":"titan-u-contract-v1","latency_ms":0.9046250488609076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"059cdc0c98a898eedfada388753ee155963cb67aba6a77a7ac7ad283384d35b5","sample_id":"mmlu-medical-genetics.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38d724f4cc129573d09e22743a0a231666cd65182458089178ed0d95fb082719","formula_version":"titan-u-contract-v1","latency_ms":0.49775000661611557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e70815ae20415bbeead56778f1ecd59c0078a393c3715e0b9b9d2274cb45cc4d","sample_id":"mmlu-medical-genetics.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"253ee97613174bfb17cc15ee7ad92c070b11b7f42c8d8a905dd70aa4b031163b","formula_version":"titan-u-contract-v1","latency_ms":0.5957080284133554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b954dbb28ba4e34b36356612bd16025436445cf935e864876c17d8c8dc542981","sample_id":"mmlu-medical-genetics.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d102110c44c851f6f8c5ae523f96502afb6a6748cd3299b6efbf38946f66f06","formula_version":"titan-u-contract-v1","latency_ms":3.6307499976828694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ffd5ac80d5557af58ed2971fe769589384b75d980e15166ffbc1b2a383d7779","sample_id":"mmlu-medical-genetics.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f19ffec7e48935ccc935f727b5eb689617faf9ba013938020184e132cbe14bad","formula_version":"titan-u-contract-v1","latency_ms":3.7777500692754984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18ef6a598833e9605892d6c6377c0a17b19186e99ea0da75470b146b9211b22d","sample_id":"mmlu-medical-genetics.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca9a1a2ee5b9127d9f18631beb9c18279321709d59e7fbfa73581edf995a4722","formula_version":"titan-u-contract-v1","latency_ms":0.5202500615268946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a933b9fabcd84f947a9ce907446403a61bb2492c6ba467775269a8f1cef1e162","sample_id":"mmlu-medical-genetics.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"052134a48a9551a2cdcba758cda6efe6a44d0108dd031b1528d479aedb88d0f6","formula_version":"titan-u-contract-v1","latency_ms":9.126916993409395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b445a50d867904063100db5f06a292813ca75fa52ce21f42d78a384d49b9671a","sample_id":"mmlu-medical-genetics.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd365cc098700de48778ef044d89f0a40338968d201ab349872571e64bb4dccf","formula_version":"titan-u-contract-v1","latency_ms":12.537458096630871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c144fc536f51220d2938fcde062b0acbefb5dfd35540808a6313acf78b2791e","sample_id":"mmlu-medical-genetics.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34e5251aabf0ca5675feeb35660f432eb87a98e5b85b99f16003d3c94ba8ea3b","formula_version":"titan-u-contract-v1","latency_ms":0.5262090126052499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ceeb4e4ab24f1998c9f43a8169e3a0f1af19760a34d6036b4d16edc0d960e0db","sample_id":"mmlu-medical-genetics.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cf116f78282a208afcaa3f56e56c1e32ba078c8aad1b376bc8b6779db61115e","formula_version":"titan-u-contract-v1","latency_ms":0.5272910930216312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47fd0f2041bfecae5419e5353340f6be5859531da7202f738843ec31b4d70d0d","sample_id":"mmlu-medical-genetics.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"815dd2d98507efa5404145971dc0c0380ce0eccade0560ffc52151bf2dde6792","formula_version":"titan-u-contract-v1","latency_ms":0.4858750617131591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae4eb5ee279f81327d098aca74e5b30e2bfb2e05716910924cf0a6a1a89cf8db","sample_id":"mmlu-medical-genetics.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59d508832b69bb48b5aa3495862eb8b1e9c48aeacc361980a6cf311007b6f1c5","formula_version":"titan-u-contract-v1","latency_ms":0.5122920265421271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39ab1337fb114a4ca7fc05d842986c72fc9f7791add0f1a89d82226534f146e4","sample_id":"mmlu-medical-genetics.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cf0250f464ed2397ad0b044cd8a5d727a1626e9efdd677a1fc40eba0703f318","formula_version":"titan-u-contract-v1","latency_ms":9.682042058557272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b9e49ef1087c9e4cd4fb2f80c48b64b2312bf1207fb21e0f4b5469e1e6bb840","sample_id":"mmlu-medical-genetics.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffb5e7d78760c17a2875447841f934b8755d35261379d84b6a8b992b692616cc","formula_version":"titan-u-contract-v1","latency_ms":0.5181248998269439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85bb64a6c0357cc7fa108327f52b7830bba19fc1c8439458c2035e9e94a05f72","sample_id":"mmlu-medical-genetics.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db6d2a574965283c41273ed03f257eb6d541dbef58fbe0a66ca8d8a5975d513f","formula_version":"titan-u-contract-v1","latency_ms":1.9449159735813737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"268d2b17ceee5bf34a95e15f174627c7acd2c31f17e1ca66429a82f5c621e46b","sample_id":"mmlu-medical-genetics.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc25f6c2a0470c32ab9ba4f333ed83e7dd2c5ebb35f869254b162f0d3ad64192","formula_version":"titan-u-contract-v1","latency_ms":4.233499988913536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afe6d64e10172da09a94d58150cad9e72804354c1ca6d634269643e87cc4189b","sample_id":"mmlu-miscellaneous.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4caeda153affdcf9bc371644486a1ff1f72ba623b609c9e9bcb7f3b6e5387c81","formula_version":"titan-u-contract-v1","latency_ms":0.5218749865889549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41dd83a41afd433ad49e474908b6db22f6eafa3d3f7180aba8cf55a2e756a380","sample_id":"mmlu-miscellaneous.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2aa2137d858587f6921715c54b02eb19f409d633bf7086ff01d4b706aaf5568e","formula_version":"titan-u-contract-v1","latency_ms":0.6902500754222274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5e1160c37ab8cc1a4cbccccbb42b6ac9e7f818ad104868c9032830314017bc7","sample_id":"mmlu-miscellaneous.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f3685b162632f11e43b36a690798de2e34cc2a405b4b3125ac832ec16b89611","formula_version":"titan-u-contract-v1","latency_ms":0.4819999448955059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf8f27514a20387d939ab624d6e42f659b77f0736d4ef5a15a978ec03d4254de","sample_id":"mmlu-miscellaneous.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b928e828f2c8ecad67ced95c3bdeb98f80a5078bb606abb5859a4e508b741f7f","formula_version":"titan-u-contract-v1","latency_ms":0.4587500588968396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bff3f4f378a8ec0fc8e945fea02ed94286a561fef71af77cc2263fe81be2c77a","sample_id":"mmlu-miscellaneous.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3aec1850b3768cb6dd1552ffaa1c7a7b394d1c59f949729f4fd155e6f4b5f50a","formula_version":"titan-u-contract-v1","latency_ms":0.47487509436905384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd615333b6aa7432961b36dfb15f3a712a0746776066794d97afa0a30aa6f1b8","sample_id":"mmlu-miscellaneous.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a070d778be6daac7bfdc1c41a58921d78f4a50b252313c3db694c08367c8750","formula_version":"titan-u-contract-v1","latency_ms":2.572624944150448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6fea92acdd3b02ff97d6fac9fe48e12879f2e2ff64e4fbff41d1092655917a7","sample_id":"mmlu-miscellaneous.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"999d76e5c43dc29f2c2aba12536c64a71c66b7d98a95397cc172925ae9dfadde","formula_version":"titan-u-contract-v1","latency_ms":2.0396249601617455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a19e8f25c3c7619dd17c6de8688c67033324e4b62945847be19d42eed552a90","sample_id":"mmlu-miscellaneous.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff7bbb45c6a9eb6a9d6f1e5feee63745c390d9dd31f95c594e19cb38565128c","formula_version":"titan-u-contract-v1","latency_ms":0.5622919416055083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ccdb4eb361ce9b30de07856ed86a085acc0292e78688a2167f3a1c18a71a985","sample_id":"mmlu-miscellaneous.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1af947c333a2529e0b229745cdf205cfd678f93cb40ff8d1e52a9c23afa1f90","formula_version":"titan-u-contract-v1","latency_ms":2.566708019003272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae8f13aae5c0d7606df08478f431a8ede7c051892e5300355c70529f20d3293e","sample_id":"mmlu-miscellaneous.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f40ca3e4688182d9d5086073981ab46b6d7fff447135b3fa4c8ab52bb5874aac","formula_version":"titan-u-contract-v1","latency_ms":0.9547499939799309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ad38a19894478077eaa86135afa8d37024f1b3b60f037839c8be08d0b8b28f1","sample_id":"mmlu-miscellaneous.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dd9e4099b842bd9017436790b6aa837191395caf86b1499ceb53ca1f0f6ed85","formula_version":"titan-u-contract-v1","latency_ms":0.4814999410882592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28a9fbd3ac47158438eb472b4796ac255b39b902843fdf256da21eaf48027108","sample_id":"mmlu-miscellaneous.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"195ad9f5332b9af28e17c0a8917c18a46fc9f2504c22c1e0c72a34621d444ee4","formula_version":"titan-u-contract-v1","latency_ms":5.986207979731262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d9201641ce5376db11fe3a5a691767fecae3c955e5b199d4a1213afb4fba1f0","sample_id":"mmlu-miscellaneous.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba145e4535ef9c9772ca5a3a10b633fe6692700368fd1ea755272ca534a91631","formula_version":"titan-u-contract-v1","latency_ms":0.4959589568898082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aadbaae79a4cf6f4bbf6673eba442eac712e10d4aa67c3700496b0b97a339ddd","sample_id":"mmlu-miscellaneous.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e185f473150c4c0551775748640d2cf62973efc098ae6390cad9ed34d9ded6e","formula_version":"titan-u-contract-v1","latency_ms":0.5564999300986528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"727d57e74628f4427692526df1c9c022a3a0c7e0d4a8755c4fcef171a958a969","sample_id":"mmlu-miscellaneous.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fa60571897758b84f70894be6287e85156473410bbcd8742ce61d7c392670a6","formula_version":"titan-u-contract-v1","latency_ms":0.5142089212313294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"048dc6e4b1cafecd3bd2f87ed3dd11c66e17c2cf4af0006f2895e21fe56a1526","sample_id":"mmlu-miscellaneous.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e74af7e7361d21451e10c08bb8477df926918f84f65e0da79481c37cf86ac5b8","formula_version":"titan-u-contract-v1","latency_ms":0.5574579117819667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6606d588f3f1fc8e4901324d3e606f02fae7a08fccb51a9287863651c4ccf8c","sample_id":"mmlu-miscellaneous.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5eb00a00f0c20c4a76764922e2c027aed407791fa91680a9eb910b099e3a26b7","formula_version":"titan-u-contract-v1","latency_ms":0.48404198605567217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4f2435454578f96a38e0ae70ef2e245267dfb66e3793c0ddef650c0b2bf6f10","sample_id":"mmlu-miscellaneous.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bac0ffaaec0b9c6ae5d0a317f164be55c12b4aa0b04c63eb078b7740636986d2","formula_version":"titan-u-contract-v1","latency_ms":0.7136249914765358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49b5a4d25a8da5e459133bae6233fa8952a13b2f9e1c95dcad073262dc2fc173","sample_id":"mmlu-miscellaneous.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"411d46b53bcce6ffb0dfe11120f7a239c9f97388917055d0bbca018e05fa52df","formula_version":"titan-u-contract-v1","latency_ms":0.5802080268040299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33ba730026ec1459cb0920e032696cbc98211a7b5f226334c6b1661001a02753","sample_id":"mmlu-miscellaneous.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70afbd73d3fda3ee60a172b981d45fbc8b39193f196fa85faa60ff16a01a467a","formula_version":"titan-u-contract-v1","latency_ms":0.47091697342693806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0eb6d51d185785590ec75f06de8df6eb0c2ea379c49239ce454bfe54d2c19ac3","sample_id":"mmlu-miscellaneous.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c95d50a119f91b66361932402117018aad010daad680c774a3b0022c254263e","formula_version":"titan-u-contract-v1","latency_ms":0.582417007535696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcbce5466407958a4c115a7d7b208aca39f2f2128c27fb90c16e50066b08b756","sample_id":"mmlu-miscellaneous.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e5398b1472d0747634ac37c093249a625b2ee327ebbe73984e9b4353bcf97a3","formula_version":"titan-u-contract-v1","latency_ms":3.2119170064106584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88a5cf24c5e52970c8ea232fb8494da2da5d05b16bc2c139a2fa468f194da35d","sample_id":"mmlu-miscellaneous.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1ebd86dca31202980b4c91a99981d76b4113503c15c294748bc251ae2eb15a1","formula_version":"titan-u-contract-v1","latency_ms":4.864375106990337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e83420d67e719d3fa2e112c4eb21e2d5b35319228b961bf8146f172efc8ec27d","sample_id":"mmlu-miscellaneous.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf37bc8a8ccbb1734c8b7334629b3f2aa7012d4d226a6b20de2253936366f3de","formula_version":"titan-u-contract-v1","latency_ms":0.5301249912008643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4b448f5f088ade99b59b6457ed0fcfaf3a657c2e750f704017d5e9abdf9eeec","sample_id":"mmlu-miscellaneous.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1772e8cc76ba79f5bc952e105910e35be415f8675d27a11809ef548452926af3","formula_version":"titan-u-contract-v1","latency_ms":0.4166669677942991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc767dc6e487691b3eba34a047d228012bea33c5b895d5d85119d6a2317a36c3","sample_id":"mmlu-miscellaneous.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cf89890ebe33d359aa444382a2ce3e268fabad903ce64004cc5a115b202ff2e","formula_version":"titan-u-contract-v1","latency_ms":0.569417024962604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0d1660ad7967a568fb1582348eda08921cb7603c271d25c6136ea92d2fb1113","sample_id":"mmlu-miscellaneous.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4a9bb948a7186aab4b4a94dae60d1fd3d8506eb0285cf9937658ea2529fcc0c","formula_version":"titan-u-contract-v1","latency_ms":0.8207500213757157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"050e53b868d629a54baa1d3652edb3b538b0c1b8889fb3ed7d4d612c6e8ab22c","sample_id":"mmlu-miscellaneous.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08d2b7e5dcf64b3c38525a4e1e6d17ef3c977efface183b86479895ec451ea1b","formula_version":"titan-u-contract-v1","latency_ms":0.5015420028939843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f38cd8dcc2a4a617c682137d806520e0816bfcd15a7f59e3487b79746c79df2","sample_id":"mmlu-miscellaneous.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25dd2de6c3095c0ba2c5d5ff1c6c9f8c05df40f45240c9154023faeb2a8d8861","formula_version":"titan-u-contract-v1","latency_ms":0.4617089871317148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e704b957eab4606253209d6516c0e0a56a0eae46f12545cf32a4238590ea04cf","sample_id":"mmlu-miscellaneous.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb01f292d98252f94fa747c6b38913a8edf55addadfdffa081e2968fc0542dcc","formula_version":"titan-u-contract-v1","latency_ms":2.7202089549973607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70830157a0c80b1201322cc7a7483bb960aa5f27bc2ebe07e4a9308ccd0017e8","sample_id":"mmlu-miscellaneous.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ddb984a74244fa01cb779edbf4d24314b21cdda3b8c4fdfcfb34df9c3b82a86","formula_version":"titan-u-contract-v1","latency_ms":0.46837504487484694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd61da834f6a2419775cf9ea632ede8a4f6f9ea79448d3ff3d58e1386f14a365","sample_id":"mmlu-miscellaneous.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af8c92e05b43cb6438f99193b86f04f1941c472ca9b3cc6869d46ccc0f5433cb","formula_version":"titan-u-contract-v1","latency_ms":5.532082985155284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66ae7a5c722296b2971b7e4d5b64a22c9b89d13ae39521e44b7b4d7a68fcc941","sample_id":"mmlu-miscellaneous.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"098d0dd9c080600bfb0da58722e3bee7bb225b145598acf6f9ff5780be142ead","formula_version":"titan-u-contract-v1","latency_ms":5.252167000435293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91cb00f7a0e6a54d7f459c4d7ad77ba1b60f320ed8b614583f1d7835aa41f52f","sample_id":"mmlu-miscellaneous.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96141fb67826254cbd02fec52e68e9059b763ea965bf6ac33c8d631c11808663","formula_version":"titan-u-contract-v1","latency_ms":0.45979092828929424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ee909fe804f51442f36c8e18dccd49c3518519e6a8ce74a167ae53ab4c6e11a","sample_id":"mmlu-miscellaneous.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28111e7973cd784d3d3ba088836190b404158d11268de189179dcb65960a4349","formula_version":"titan-u-contract-v1","latency_ms":0.5384170217439532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15a855ee13a6379e008ddb5b4102cf05e8e1878ffd57745b4e7045b13e22305e","sample_id":"mmlu-miscellaneous.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77013769cec9c96ebbdad476922e0955e2ef2666a05254678072df7d20ff1788","formula_version":"titan-u-contract-v1","latency_ms":0.5022920668125153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc5bcf8bdd48d4bb2cfe8a4877ba68a00853388225851fa36157655acb14f02d","sample_id":"mmlu-miscellaneous.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bbeedc8ffb42edcf75ab9b0a59919398bfdf2aebb2260121afd61f7e30b3514","formula_version":"titan-u-contract-v1","latency_ms":0.43995806481689215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"556fca2173c966d2d3c3f311d0de2b74390a9caa01ebf18ebca4790fb570af56","sample_id":"mmlu-miscellaneous.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49069ca2fd2e2e263f3a6c14e8f310cca977c320ce2de57ba345effd245860af","formula_version":"titan-u-contract-v1","latency_ms":0.8621669840067625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d19e0695bc74937b25518383b8752c136e64deadaa6ad0e40ab0eac31bbb8aae","sample_id":"mmlu-miscellaneous.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb5d7302ef8713f528a905f60e536bb4fef72fd9589f5beac2669ea2e9fcec39","formula_version":"titan-u-contract-v1","latency_ms":0.5258750170469284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ccc2055b85d2b810ede1aa1a3b123ff5ad1cd366520b61645287849ce774778","sample_id":"mmlu-miscellaneous.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d5d35f41d4c2645ff787c9ea1c389cc91a91d6094f82a20e643e474999bc3df","formula_version":"titan-u-contract-v1","latency_ms":0.7250000489875674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4b94f6fffbb15ab578bd4a29aee6e2d7fa0cdd07a24290319ac3a13a5ba2218","sample_id":"mmlu-miscellaneous.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5aa8bb3f3f707e90e85d1ccf79cfff4f0516d1a0820da75a40f21bcdc151fb4","formula_version":"titan-u-contract-v1","latency_ms":0.6748749874532223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0524e5bf724c6cbf46f32cbc2f46e0ac7b8243400c7cea39476bfc9008caca8","sample_id":"mmlu-miscellaneous.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c7ba4fa56a3f6b8d6b4ffa0246a846d5e2aa94245475875f8b9b9674d52d39d","formula_version":"titan-u-contract-v1","latency_ms":0.47341606114059687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf3a652ddcd3b72b3808c3ad80aabe7852cb393ca02f21743143bf122889bd00","sample_id":"mmlu-miscellaneous.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc7f58ceab5bb4ebe63200ae0586d2282a4b6f2c70423cb110d0a3102a0b4676","formula_version":"titan-u-contract-v1","latency_ms":0.5273750284686685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"002d6cd63298be587971e441523cf49332f78b532ea601b602600eb03a7eef17","sample_id":"mmlu-miscellaneous.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d598a4b9023d42ad4c3c5a591cda355ef89883e0bee127ccde8fb8f2bdf2eef","formula_version":"titan-u-contract-v1","latency_ms":0.5698329769074917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5419581c9d0fcd5bcbdb1efb87416e2f7bb0f68a0123c6f4d3aac2a0ee40ded3","sample_id":"mmlu-miscellaneous.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db61a358ffbe3ccea0f7741e9d5a2a21907ed884fdeb37d9763053d619a5f487","formula_version":"titan-u-contract-v1","latency_ms":0.5260839825496078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79c79f24f67d8c5704067d95e25102e41344ad04f046e283a9253ad85d7d11eb","sample_id":"mmlu-miscellaneous.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0196fa2ed0fe80178c269d5597b3dcf7ca5dd3897dda4faf69fab51c9a035fdb","formula_version":"titan-u-contract-v1","latency_ms":0.6438340060412884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45ec3140b6972ce76e117829d65e18f2067197c231bc86705f9712add46b4810","sample_id":"mmlu-miscellaneous.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b53c082be3a98722a3b907289b8fa65b6e88923b9d9f8594e2f2632b67e127b0","formula_version":"titan-u-contract-v1","latency_ms":0.5426669958978891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c82e398415efd1a5b5e3fd582fbc2384c6e9623f252c19f0c4c42bccdc723136","sample_id":"mmlu-miscellaneous.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"719bb200fd9305fdc2d2ede3113ddf8150761885d3bd3a71b92231227dbb8583","formula_version":"titan-u-contract-v1","latency_ms":0.8577080443501472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"314faa0e89b4a24e86ea3b72ed288bb21d56cd79d1c5a709ee97d1b9ee0d28c3","sample_id":"mmlu-miscellaneous.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82ca3ebf092b347116fdb9eb8a2f8dcde0326f078d778634d377ac7d4f16fe5f","formula_version":"titan-u-contract-v1","latency_ms":1.2859170092269778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a7ca3c2d091eec6e2d9f0561852fe6a5d9831bfa61e0bc15d5b4d27b6d94083","sample_id":"mmlu-miscellaneous.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c77444b118a3080da8f5a258ef3ea6d0c396b94e41a9b0cd9997edf82b09ee8a","formula_version":"titan-u-contract-v1","latency_ms":0.9517910657450557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"997955296353874929bfa3e2be60a383f6e874d2ad918215c7f66e82ac3534fc","sample_id":"mmlu-miscellaneous.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db6a07124088d24eafe45daa5e50a38d49c2cea1556775a0c8d27ab1f537cbfe","formula_version":"titan-u-contract-v1","latency_ms":0.5181250162422657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68bfae6e8471bcb524bad145c2a639d36aa3e0a665b935dd1f7223f4efb50b0d","sample_id":"mmlu-miscellaneous.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f75528f682f37b93e83b998dbe26e3069ef1dc48f0a7b92147befa653866e7f","formula_version":"titan-u-contract-v1","latency_ms":0.47437509056180716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df45df5cd49e3ee29c210d7a8460388ca02999b3e35b9d5881424b8422b1870a","sample_id":"mmlu-miscellaneous.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5aa63a97309da369ab6edc249fd58dc0da7d77ee7f476ab033b669c9c6c938f1","formula_version":"titan-u-contract-v1","latency_ms":1.9903330830857158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73abe79f6bccbcc59b72bc0c364e61657b21e6b9c8e36c7b1501b59298ecef52","sample_id":"mmlu-miscellaneous.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf6f848e7e4693dd0299decc2de1bcf6b54ef843334ca55e15986df33f13c874","formula_version":"titan-u-contract-v1","latency_ms":0.625167042016983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"491d9d4563334058edff146cd6b75744b0c303a23c0ae96603540cc065e3b411","sample_id":"mmlu-miscellaneous.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94ce8db6f5021234e9b81442476bb86188f63ee28db888862d54a485438549bb","formula_version":"titan-u-contract-v1","latency_ms":0.5285419756546617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4f196310a2f91e5f19f50cb9a9cde90a3a823966e63975714b0f8e5a25bf705","sample_id":"mmlu-miscellaneous.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9222408f117e92d2b690c7127bcc8627b835d5d98b214115bab1e6152c8bf366","formula_version":"titan-u-contract-v1","latency_ms":0.4421669291332364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"614fe2702c64ab24cd14cddf97fa81abf8a0af512a629e6f9852ff5f737a9d24","sample_id":"mmlu-miscellaneous.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d56869821abe4af15f262b950bb9da51940b25f392d0bc78306ec18b560b9279","formula_version":"titan-u-contract-v1","latency_ms":2.747582970187068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0a70cd0a0a9cdb3143c064b47abde6fcc9dd15f81e30313a41cecf82869d341","sample_id":"mmlu-miscellaneous.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa7bd94c33b1f94bb173632d78f816248b238c8a43a88306d281376a792f7db7","formula_version":"titan-u-contract-v1","latency_ms":1.3622499536722898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f828a56e3a2e3affe3b461676dc4a84da6f03e26e7d9d3df1bb263438d12ab3","sample_id":"mmlu-miscellaneous.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17668068c50d21b8f366a65cc9fe514eb35d71f2c868f25d440b6366b9b2e3ad","formula_version":"titan-u-contract-v1","latency_ms":0.6232080049812794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8ff01003195dead808ed81b44b96a03b45d4d163d930f4b0c75fdb5cdce2fd7","sample_id":"mmlu-miscellaneous.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6a576ec30752eb07644dcb32987e0f80456ff5052d0b83720486875efe996e3","formula_version":"titan-u-contract-v1","latency_ms":7.555708987638354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"534a5045682bcc61d651e2ba411d0a76515ecae12cfc8a83a69d549dfbf74a85","sample_id":"mmlu-miscellaneous.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28994b1d4351b2198bcf513e2de769402623db413024f2bb8076c1edc2ac98fa","formula_version":"titan-u-contract-v1","latency_ms":0.49704196862876415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76a68f0da712bd1068d0dfbb022d02421a392c3e7d160aaa840f7033f256b14a","sample_id":"mmlu-miscellaneous.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b7b8e4161d776d5e4d8ad73e0c13bef2975b6796a4e37854b56d5e4f63f91c0","formula_version":"titan-u-contract-v1","latency_ms":0.48729206901043653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c26782a0e455b4f9e1d49bef1eb3664c1a6f51d37719da4262ebf4284fca8912","sample_id":"mmlu-miscellaneous.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c165a62502ce86d12becb39656a86eb0560f23c22cddde4ab4d01a7eb0a58032","formula_version":"titan-u-contract-v1","latency_ms":0.45724993105977774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"595a8bcec910cb64297109a3456c3c97e11ce57eff706fad6744583c5ed64f96","sample_id":"mmlu-miscellaneous.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c487bab5b3e33be5b87123a6ccfb5c1eac6a1020d69b13d2eb2089eeee617b85","formula_version":"titan-u-contract-v1","latency_ms":0.4873330472037196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7184c99e3dd217735cbc6a3602bd0dfd5eedb81c7386534981edd9780efc2340","sample_id":"mmlu-miscellaneous.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d59cef1da820a81d13f887c9f9debced9c39e52d572f452dd1c5455af8c152c","formula_version":"titan-u-contract-v1","latency_ms":0.5216249264776707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0172f5e5337832c53854a1a1a0923e666777778a1f9d4f80ac597633d131e53","sample_id":"mmlu-miscellaneous.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f4f09ef900367eeac9efcc429843d01e5b75db69a4235308ef0736e82a4c84a","formula_version":"titan-u-contract-v1","latency_ms":0.8594170212745667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81698d8ca5016deed62dedd4cf7f488e39dfccca71a4ed072ef61cb1a49760c8","sample_id":"mmlu-miscellaneous.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba48feb8f91062384f738469ada90c1c28250bd4e2acab51342d1cb6e50534bb","formula_version":"titan-u-contract-v1","latency_ms":0.6445409962907434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4872432e08f0fc8885251ff9d813ce0951f6ff603c1c6cbb26c5e18e35b19547","sample_id":"mmlu-miscellaneous.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86164408ac6576cdb0341c60dffe993f379f62c65338ade37002a4f950da46dc","formula_version":"titan-u-contract-v1","latency_ms":0.5472080083563924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a38df2c9de32bd99b75a46693f73c16425a2c95e0b4cc5f63c5c55c6a016071a","sample_id":"mmlu-miscellaneous.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08235cc74d1b2bc57017926af93a935942e223b256bd64558f82337a165d7887","formula_version":"titan-u-contract-v1","latency_ms":0.7142920512706041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2316b37ba6d5d32dbc573ca333989acadae7387dc77faaa620cf9593dabf0db","sample_id":"mmlu-miscellaneous.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e584032133f269fd8d08e3f5e73d329042ca105b099f595eee4c7fe20be9910","formula_version":"titan-u-contract-v1","latency_ms":0.5011669127270579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b02def5b9fa8ececb81da1a99fe48b26507678d605fd8e4c6bcf7d9b51003f68","sample_id":"mmlu-miscellaneous.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f84005dc87ab26737e4ca08ead3e46823075e0cb4a44ccf847c9e493594af89","formula_version":"titan-u-contract-v1","latency_ms":0.4473340231925249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4114e79d796c95c012ee89386e942be8becc8205fbdf70e1ab4d7a9b24004ffb","sample_id":"mmlu-miscellaneous.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f09c003eb7e496fa9cce2cbfac8ac573308d8887d06d51c010627b376ca30a2e","formula_version":"titan-u-contract-v1","latency_ms":0.8843749528750777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f31fb738405296c3055d160d532d63b6c3da517e595f5593931496fc38a75b2","sample_id":"mmlu-miscellaneous.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9fe23559f6f347381e3346af72bce812a453e36b5e3b9b3d8425bc97905de76","formula_version":"titan-u-contract-v1","latency_ms":0.7018750766292214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"876cfb255ee175eac9640a4d3dfca5cd5f904f7044f8cecb7b81fb4aad69f2fc","sample_id":"mmlu-miscellaneous.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfad617b4c55ab68d47519bba43f720aceef05a9ac110d9c68d88644ba179a5e","formula_version":"titan-u-contract-v1","latency_ms":0.4810839891433716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b30859e69d9f06a9d3b01510c7b061f6c683ed4c7780f7e39056f995f0e0c954","sample_id":"mmlu-miscellaneous.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e42b017925e36ef782d447861f70acbb098041554015512272397e9a485ad4c","formula_version":"titan-u-contract-v1","latency_ms":0.47741702292114496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6c1188bbdea7908d73f56d631d8c56834dbbdcdd44a3fadd15d172eda79ccb1","sample_id":"mmlu-miscellaneous.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ea3469d57ad5387144466fae3cc6d57237c2b1b6542a80005498e310415c9ed","formula_version":"titan-u-contract-v1","latency_ms":0.44724997133016586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f39ebfebc1a3ed82ea737a7dd559601e596778ba88a6fa53179352f3f23ef2a6","sample_id":"mmlu-miscellaneous.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ec16b9f36dc30a0263a20acc808f6e16165accca337a590a8dce21685b0ce09","formula_version":"titan-u-contract-v1","latency_ms":0.5608330247923732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4ecc1a5c11db772ee07fb8cf2ff38457469da355f57bd50e34aae26d63703ba","sample_id":"mmlu-miscellaneous.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a65b71a7b4f69dac77bd4b24bcd65c94c178730dafb5d8d0bfdf5b57669b12cf","formula_version":"titan-u-contract-v1","latency_ms":0.4546659765765071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a259514023a6577a4c002cdbfc856b1cb82349b1e9a41ed983e4a9c5c8aea59a","sample_id":"mmlu-miscellaneous.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7e06a0f2cca46a293cfeb8e88af084415e83019d7f9ec83ba162724f4827723","formula_version":"titan-u-contract-v1","latency_ms":0.6098330486565828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51fc4f985b7d95334d1215e0ce9ae6eb7025bd6b1f621d82d6b522e19b71160e","sample_id":"mmlu-miscellaneous.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c3a2f4d9f7430ba8ae779a9018d84d222be568e4d486ab67700e0a7112874ec","formula_version":"titan-u-contract-v1","latency_ms":0.49495906569063663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d66119b1a95399c7d3d9a17bdd72c28fe9d1b99f0ce9f8e0b1612a4c3584e237","sample_id":"mmlu-miscellaneous.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1d60ec65475a94a38f5c4fec628e734c0b426093af6a6dee266ca5dc8ccd76f","formula_version":"titan-u-contract-v1","latency_ms":0.5674581043422222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e276fd977c60499f63b260fe5a45bb23a509d4bd902d3ffbc2c0c49748f6ca97","sample_id":"mmlu-miscellaneous.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"169aaa16ddb21a4bae6d5f18aeff732b403a2657338a972821a0a3e69cb8d715","formula_version":"titan-u-contract-v1","latency_ms":0.7349170045927167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a73f65d3e65ae5fc187642eca9c5d94ab21f448fd8b7f74bf402dc7d6d9d3e52","sample_id":"mmlu-miscellaneous.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1871bdaf4cfcd05d389f14121a1b7b6e901b0c281b71e30d43965c014199102","formula_version":"titan-u-contract-v1","latency_ms":0.5716660525649786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7077fb7902dcfdffc0dcee7e21c05110f091beedf0ae4219e0d49fd9f9c5c06","sample_id":"mmlu-miscellaneous.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8702ca42cb23f11843a3d38ade3325056384e8a48cb5d5481b5322939fc94d95","formula_version":"titan-u-contract-v1","latency_ms":0.48216700088232756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02dc3e64e97e9618e05e5878f889ec89465a67f4de934a8ed07688d1561f6ffb","sample_id":"mmlu-miscellaneous.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f203e797fc86418172362626d5fdefb91b61128e85b76909ba98b96cb0e57fb7","formula_version":"titan-u-contract-v1","latency_ms":0.49237499479204416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"556838d6f9bb23a4b13637133a11e782ca8a3558a7cf56fa51486571242c1e34","sample_id":"mmlu-miscellaneous.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd578601f73340cd5200f750c888878b03773c9ea9bc664e5095e8ec3275e67a","formula_version":"titan-u-contract-v1","latency_ms":0.47141697723418474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0618a79aea322b2093b3f4824b047f35ab41955e479cb7d4443499e34a43eae3","sample_id":"mmlu-miscellaneous.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"997b92797cc73ab5bfb34dbf50c1e2edacf9a4980a0ac48b482065ce42df6781","formula_version":"titan-u-contract-v1","latency_ms":0.6962500046938658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c099ef76668228b61ef3a3ba06883c49b03d2bdf8536ef4ed69d2f14d05ec1a","sample_id":"mmlu-miscellaneous.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acb45b9a26fead95ed54bea14679a7d414ad3ae924d36d4f27a6ec465e146e52","formula_version":"titan-u-contract-v1","latency_ms":0.56312489323318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6d90f0b49a29c3fa834cea5527f58cfc7f3bf09c3d0be70cdad6ab6eb84e780","sample_id":"mmlu-miscellaneous.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c767f3046288e1aec82aa795afba984d5276b52a7cefcb806cf6c69afcc11513","formula_version":"titan-u-contract-v1","latency_ms":0.544707989320159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ef6f53b76c939851569eaaa96151ff4069638bd33f55b074b37c72e9729d4f8","sample_id":"mmlu-miscellaneous.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a070e3da07cca3dd74bd716c7af5f4a8e6eacce9c906fad924e94b17c38b398","formula_version":"titan-u-contract-v1","latency_ms":0.458915950730443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f2e5b3c4f984b9ccff72a0f118be5365e7354478920609cc289013c5d9677e0","sample_id":"mmlu-miscellaneous.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cda65477ea04dd119c4f3834f30b9937be9f5e6a4e5770fc89c56e9821c3ffdc","formula_version":"titan-u-contract-v1","latency_ms":0.8385410765185952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30d909323ba56e0841db034c30deeddf7253f6e7764868d6d5fbd5bb8451cc11","sample_id":"mmlu-miscellaneous.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30f155c32198139e837d00c517580da68cfcbe6068a11fdf43390d018b71ceb4","formula_version":"titan-u-contract-v1","latency_ms":0.5589999491348863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4673161443b6301bb21811438ee4741086453b910b901b059affbf13d6df36a4","sample_id":"mmlu-miscellaneous.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c631a25a93d3f9a9c7bee6bee6d19832aaf58a1edc4ca51628f0f347352da87b","formula_version":"titan-u-contract-v1","latency_ms":0.48699998296797276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6209d35daff0641b78d1cc52ce67c7a4a44a4cd4ea894e766bfe732d5c2a630b","sample_id":"mmlu-miscellaneous.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61699b9084772e71f19e327a0b98bbb1124bc360f845aed58f2d84c6e641fc6a","formula_version":"titan-u-contract-v1","latency_ms":0.6017501000314951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b44c4b607e05e3de35df91eb9370b7a0b59af472b4f3d14323ecfdb21c834a7d","sample_id":"mmlu-miscellaneous.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a525e5d4237b3680325e405b57a6e09a049b934a5190a4216d29c43351ec869","formula_version":"titan-u-contract-v1","latency_ms":0.5374579923227429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c745c19c0240359215d410f783fb6f6e9839345215659453a0c96578dedca12c","sample_id":"mmlu-miscellaneous.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"841c74a7493319f780646bc17883c2277aba3d7a748d8aade4492626dc192a3f","formula_version":"titan-u-contract-v1","latency_ms":0.7859170436859131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03a41c0fe61898427536195a0660dc6566ed17dfae251991c929d8a61af32b89","sample_id":"mmlu-miscellaneous.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b232ab00ffb453de48a8f7b200728f5e67f59ca6e40e62c2ed8093051ed3e4b","formula_version":"titan-u-contract-v1","latency_ms":0.5132920341566205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d233aa096a837e17d0054f145e488828f896a9a413721fa690004c649a898d2","sample_id":"mmlu-miscellaneous.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d22323a6f5efe8bc57ad7f6462659db49e9164c03dcff2caeb4057c1fda651a","formula_version":"titan-u-contract-v1","latency_ms":0.612459029071033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f8ea4a7f3afedf982740d801d4d466ce2e852a300b21816791568214b3b92ac","sample_id":"mmlu-miscellaneous.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0436b648003b010973a584a5814285ba050e8f76249707555ac1f810e539213f","formula_version":"titan-u-contract-v1","latency_ms":0.6035419646650553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4deaf6be8f5d66f3088d69862bc1aa5df1a79adba34765fe27dc682076c03c1","sample_id":"mmlu-miscellaneous.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"852d71f629d662ab7414b6701e885c1fbb8a3155ab0a5ae0629b2458fbdd711d","formula_version":"titan-u-contract-v1","latency_ms":0.46841707080602646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7da08c7e05f460287e990e49e062798eb673f8ea69d9d336c8d3062353392482","sample_id":"mmlu-miscellaneous.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9256625ac1d767ace7f4de8ee359214b5e7b5b540a2f9b8dc6a2864a51abb962","formula_version":"titan-u-contract-v1","latency_ms":0.49279199447482824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e00c2ff68b5a3b6be3dc922ad8e578997a16859c4acc3e0db07ac1163ffffa0a","sample_id":"mmlu-miscellaneous.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b87c75d56ca3ed5bce3c7f535cea144956a660be36db6586ac29682d4e7cb880","formula_version":"titan-u-contract-v1","latency_ms":46.28308292012662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1a54c32120a492a1ab6fcf3d2963f488a60c6f888f34b5c2b94324d03b74243","sample_id":"mmlu-miscellaneous.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbe72675ed664eecd7aa13262c560aa448b5d0e1aebcd6ed742fc2c8f1d1a2b0","formula_version":"titan-u-contract-v1","latency_ms":17.19400007277727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46b171f1a016dc424602be27738c94dcc4d236ffd7f1f5050cd1d71cb5354ef9","sample_id":"mmlu-miscellaneous.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff787b78909b2cca5db674457e53fb6a1dc858a37469c5a15bfc8dd90765ee5d","formula_version":"titan-u-contract-v1","latency_ms":0.5563750164583325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f1badbc4b06b2d05d5c42f2750567abf479c5995b689b4e4dbdb3e13d9101c1","sample_id":"mmlu-miscellaneous.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b294cd6d87313b4ea28d4c6c2db23ccec131b16146e0ca3a4aeae97ee2d7b49b","formula_version":"titan-u-contract-v1","latency_ms":0.9324579732492566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13f42cf44b096a4afb92a4073753948996513aba187d98717a2a7e966bcce8e0","sample_id":"mmlu-miscellaneous.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2814df4a2eab8c21b38640d3ddf8569a531f530d31e574c1b037f000539434df","formula_version":"titan-u-contract-v1","latency_ms":1.138957915827632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a7142bc85b79d053b17a7c2258b4a34ce7a73393c2d0d0d03ea73974d911a06","sample_id":"mmlu-miscellaneous.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0354662fb99254f7cca89e94e0f6954977fa7d65b20424f9f46178cfab71d8d","formula_version":"titan-u-contract-v1","latency_ms":0.5240000318735838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6e60fbafb47cb89eebd736561710c9994063c43b963848dfa830bf5c473d922","sample_id":"mmlu-miscellaneous.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa921a628ede1e407f6a9f81fea3a05519d51eedcf96a94c3f9134f9924bbcba","formula_version":"titan-u-contract-v1","latency_ms":0.5977499531581998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc82ef7c54d7c307dce69d2488e21e104bba964d6c0ae82bfa4d3028699fbf0d","sample_id":"mmlu-miscellaneous.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"757fd759deda20f62fca83f6f44a7390f20ef4d2474752cc7fc5795d71b66dae","formula_version":"titan-u-contract-v1","latency_ms":0.5650829989463091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c6997def975f27db380678d043f1bdfbf35baa5863b8c5cbf8df1f8b7b52161","sample_id":"mmlu-miscellaneous.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd1c742876f2ac74a5ef8e89245cd38fd3fb6e3946b556367d905bc3517cf5ac","formula_version":"titan-u-contract-v1","latency_ms":1.0110000148415565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"479bbd0657bc12e81d72820f65b016102dd8fc0ee36da30e08cd207748dba3c1","sample_id":"mmlu-miscellaneous.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56a2b63817387b31556825505a606592916c6c6cf5c070d56aed88c5ec45b790","formula_version":"titan-u-contract-v1","latency_ms":0.6908329669386148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5578e684f936ef63f9f5a5cb3153981d74da5d1cc1bbf2d44d5a0363fbdbc455","sample_id":"mmlu-miscellaneous.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbaf92ab9a9d61647a3345979f726534d648c83f16b5791f630bfe7ded6d4eec","formula_version":"titan-u-contract-v1","latency_ms":0.9803340071812272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73710b07c32d63d32b0c91c695073f9d6786a996bf717c42cbd2f3ad9ef07195","sample_id":"mmlu-miscellaneous.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"496625237ae3f9b201987ff296700de546ac8795adf7dfc8c67d7fac16eb2c81","formula_version":"titan-u-contract-v1","latency_ms":0.5593330133706331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dff8937ef7615a868f73118f2017cf79559f0dfc1dee42db0d333761b08d36a7","sample_id":"mmlu-miscellaneous.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e56f03c630ab01325c0315ad59b8d2d231daa017dae23395d6940c550f8c895","formula_version":"titan-u-contract-v1","latency_ms":0.8659589802846313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"666e6a385fbbfc2d4027a300e87fe3ac78d7c5fe7fb0e42fb2f0f5d63458b59e","sample_id":"mmlu-miscellaneous.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12e763fdcb34ad541c41a4c7b6617ba96eb252d58454cf0158f34cb27fb5cf7a","formula_version":"titan-u-contract-v1","latency_ms":3.4910000395029783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8ee3570139aed3837a7e24aac15880760d4339506ddddec4bc6af450a657685","sample_id":"mmlu-miscellaneous.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dabb9aa1b5283eb3545b526403c2ba8eebd8c9d701930ebcf7a77936dfbc095","formula_version":"titan-u-contract-v1","latency_ms":0.7633749628439546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a314c271ef6f54f98d8b35cfa38a58cfdaa53c22212e3c869e3beae75897bd29","sample_id":"mmlu-miscellaneous.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f933772dc556b459f5fc5e54ff03a21718a03fba2d4d751137bbaabbc3cef81d","formula_version":"titan-u-contract-v1","latency_ms":0.5242920015007257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c4abcfb1bdaa3009f9a4f74fa075cc9dfaa4b455c9e94cb7f6d4457a9821cfb","sample_id":"mmlu-miscellaneous.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec4691af41245eafa83917e5478c59bc1f28b26b134a38e31ea1b0d6c0fe81c5","formula_version":"titan-u-contract-v1","latency_ms":0.4867500392720103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88632a9199f435dcc1619162946be9526739ba1594f0481052f65dd20b254ecd","sample_id":"mmlu-miscellaneous.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b89a3254736f3c79845899d2adf9fdcc47e31d6c5170f4f02be4e0b81d04506b","formula_version":"titan-u-contract-v1","latency_ms":0.5875410279259086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f98376faea3f06ca20017bf73ca432cce5aafc4ec5e4ced155fce18e4ecc94b1","sample_id":"mmlu-miscellaneous.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a04255340704c26729b8cf7e59cbe5d5664811f49a6b1c6cf7c206e716e4b79b","formula_version":"titan-u-contract-v1","latency_ms":24.972416926175356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7acefa30610fa2902111014a5d6de987bbf69b56b1c8b52d05f6b04a30af8be","sample_id":"mmlu-miscellaneous.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94d8d5a22c4d5b13be24e72276f2acd783551b49b4557493e3f3e574ce0a7662","formula_version":"titan-u-contract-v1","latency_ms":0.4865829832851887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a70869d84139281778e1699c2238b1b094ea224871292f3eaf9daca4ff6874d0","sample_id":"mmlu-miscellaneous.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"896b80bcbe89728b1649e8d9e77e492ec314853c4f8fe09fa161ce98a72d8fb2","formula_version":"titan-u-contract-v1","latency_ms":0.5372079322114587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74fe8d17ea326b9adda07d6531524229072de904be0d0d05643aa751b85a500e","sample_id":"mmlu-miscellaneous.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0de3db7e31a4c82173db5f7cc552004b3240aea85b1d55364c131479b4f39e33","formula_version":"titan-u-contract-v1","latency_ms":44.46899995673448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da904d5024212b1e3810929bd20e155e844783abd043cf6628753e357f3fdccb","sample_id":"mmlu-miscellaneous.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"736a9c6acf85f2ecca064e5769c807bf7e3838b5eaa5a0d299e12c31faa8ab2a","formula_version":"titan-u-contract-v1","latency_ms":0.51099993288517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b81ccc64134b592045a285ad96155e85483e471d00de71be36f71bb7ff282e84","sample_id":"mmlu-miscellaneous.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f18d9a01564f05598a16f27e869e33303f19be79330e71eb7379b10ae79b8cc9","formula_version":"titan-u-contract-v1","latency_ms":1.2681250227615237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9af0a597110e9fb0896edd533795e5ec00765a394d729861b91d761f7858666","sample_id":"mmlu-miscellaneous.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ea3d9cb944314d7e96369f4d369349d1c02b3e110c85ceb2773594fdefea18b","formula_version":"titan-u-contract-v1","latency_ms":6.315042031928897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79e5297cb2cddeb33dad2013a687e23dbbf9370f9cdb16c4a1e345e6a3464885","sample_id":"mmlu-miscellaneous.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd2bb337b8a4a939c63f9a1f8d6b5618085faf3c7362c1f5e06156b2ad4b0de6","formula_version":"titan-u-contract-v1","latency_ms":1.1010839371010661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8737b48c138975cde655a2e098f814bd648cbb37446750f01e1f424f39818e6","sample_id":"mmlu-miscellaneous.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e15563df2b3603ad4524a95de3e5a5fe8375a49f2dac3ad82c5c4f687d625e76","formula_version":"titan-u-contract-v1","latency_ms":2.24204093683511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6ce1827315becac6df646b878626a73882efe9ac2e39e2dc8d8adfa2b2225e3","sample_id":"mmlu-miscellaneous.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b74d181a7255e23c71fbbb927347c0f29fa30a36806f74d2732505700722001b","formula_version":"titan-u-contract-v1","latency_ms":0.7705839816480875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2109d954352ae9f8b5d38162f95701ad40043c080576983d2ed5f94f4dcae08","sample_id":"mmlu-miscellaneous.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"869c433a78a6cd40fbf09182737efe0bb440df1ba8bca5ffd8e5ae79b751bea9","formula_version":"titan-u-contract-v1","latency_ms":0.6650419672951102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"508e5ec5944a10baa78dd45c91cbda03118ad7e925e85280252caa07c202a22c","sample_id":"mmlu-miscellaneous.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b76b7ab080271905670b9c273bc1f0e8f1f962e1d6bb7dbd8e5900e0bd0e279","formula_version":"titan-u-contract-v1","latency_ms":0.5865830462425947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"311b9ac0f7d64fa9120b5eeee7e8e3bd9d955acac7a8c00194ee326904e0d944","sample_id":"mmlu-miscellaneous.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b45af9c993b2e5d8965ae7d910f41967188cb2be8a801acd616f22fc322ef129","formula_version":"titan-u-contract-v1","latency_ms":1.8352920887991786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd2b51462a4a575c46b5e137335c51fdae3df756bab8ddd733222646b9eb24ec","sample_id":"mmlu-miscellaneous.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdeb548a9e123607a750c50d96cecb5bd77255eaea7f563e7d15e2950f020050","formula_version":"titan-u-contract-v1","latency_ms":0.6388749461621046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3b8d9333fc5aad62b8c40c700ba9f5e7a2cceedd071853f608f8ed6a5a99a73","sample_id":"mmlu-miscellaneous.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e9f3ac500665adb4ab01e21536cb4dce389fa6019fcf1db64878a787a16c142","formula_version":"titan-u-contract-v1","latency_ms":0.5376250483095646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b843bf787a59bc2ee93b199ca436fac61ef3a764a9d9af3f9e7a7e7ec0ec88c","sample_id":"mmlu-miscellaneous.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a67055fb7d862755acf4bd3a1c4784ef0b3f6604dcf2a454b4e941c1402b052e","formula_version":"titan-u-contract-v1","latency_ms":0.5145829636603594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44dc1fa2478704f3a657514af3fc3681024327a97a1472107abc1ad1dbaedaee","sample_id":"mmlu-miscellaneous.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bc70f83048c4fa3064c728f60728ff41f333f538c49d942e73a72212a522822","formula_version":"titan-u-contract-v1","latency_ms":0.5540000274777412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"806ca5a527f5d7e0ff9bd44fe2685d17e0899ae2126d1274a43d932b00eb6a46","sample_id":"mmlu-miscellaneous.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dcc491d23679753920a0b35aa427023054a620d505241b572d8094e8c726ca6","formula_version":"titan-u-contract-v1","latency_ms":0.6680829683318734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"619a079866b5840b0cac48cf1f93ff354781ca58ece5a6270447e4701d5285dc","sample_id":"mmlu-miscellaneous.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0da95acd87f1c2968939dd7ef9daf2a456375f2abdb549e677bfe5c43fc9e37f","formula_version":"titan-u-contract-v1","latency_ms":0.5960420239716768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73c7b321d2b1cf13ceea10974961f7f9f94e0e00d5e34b53af34de962c205064","sample_id":"mmlu-miscellaneous.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d6036e7f90948710fbb14631e30d702e2ccc57095d0f9a589cdad8a1a026ec8","formula_version":"titan-u-contract-v1","latency_ms":0.734040979295969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d16c719f56b4e5ed5b9c3d10551c9e432f1246b61a7db6bef0fca4fd98929bc0","sample_id":"mmlu-miscellaneous.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a047b46f31e257d82aca9e442102726c5c60649b116b958e1b4471f19cb5a342","formula_version":"titan-u-contract-v1","latency_ms":0.6563750794157386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeab15bb75b620970c50da664ae8f95be2d1046f78ac599f3339e29d9bafb034","sample_id":"mmlu-miscellaneous.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bace255a5eb166521783dfd717a1e421856d348fdda0f4d123f104c4130e6be6","formula_version":"titan-u-contract-v1","latency_ms":0.5499579710885882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dec3536827718a94736a28c717fe3fbce9cbf0455eccc5b433fb0d588e755896","sample_id":"mmlu-miscellaneous.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73887a6652bf930685b1c5b5e1c001b22c3c16c8449144bffedb2d44ac3e8117","formula_version":"titan-u-contract-v1","latency_ms":0.6431250367313623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a80a7c9b5de5ec0c8b93e57827d06837075fccf0e6fc6f0817685ba78521b70","sample_id":"mmlu-miscellaneous.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cf31531e14ab6bdc224a178c87f78825f83a86071b05124a9c2b97b260a3b7c","formula_version":"titan-u-contract-v1","latency_ms":0.6586670642718673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5cec07a7d82f210b1335579c880ceee8abe079873625e4e423b5da4638f2398","sample_id":"mmlu-miscellaneous.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b0e522519db5059ed326c2568264b204de9360b75e88746134ba371638d82c8","formula_version":"titan-u-contract-v1","latency_ms":0.5207079229876399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e47cd3723333c56944c81a4ca93ad2baa89ae2f6ca1b273a9327d039ddd4dfa0","sample_id":"mmlu-miscellaneous.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b3681fac15f97ff5e62e7d87f1532c90f23d7a60a4e227ba04adecbc7f366ad","formula_version":"titan-u-contract-v1","latency_ms":0.6677920464426279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43e3e26289d52b705bfa874e0b8f4970272430b8bf36f827257b7c2d1ff0624d","sample_id":"mmlu-miscellaneous.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5972931e0a812551ed281d2a4e9e775d965670a74c56ae38571903118fc92f83","formula_version":"titan-u-contract-v1","latency_ms":0.4931250587105751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdc12a7609590228ae14971bc0415f417d39f85b5d81841f761c06ceedf511d2","sample_id":"mmlu-miscellaneous.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c9f80c7175c650769d955cb3212945b34a6473ba9347081ef055ed548ad5b7e","formula_version":"titan-u-contract-v1","latency_ms":0.6880420260131359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c568b8dfcdca9a8b54fcb9108dd4e0523bc22153801bc43ab54f7e1f820c6df","sample_id":"mmlu-miscellaneous.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca541033e1ca3dcb635e1b8859eaffb8e456926c8e106ea67bb2ab5c0a927c98","formula_version":"titan-u-contract-v1","latency_ms":0.5361669464036822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00a8b26025fc35875dbaf0e832c65fd372d465adf2ce6f7e763aad7fee852ff9","sample_id":"mmlu-miscellaneous.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf5a08f52e376d6ff4dec7150362ec63495fea604cac0472920848f45d0b40eb","formula_version":"titan-u-contract-v1","latency_ms":0.6037090206518769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7ed54d27dfe9909b3b4e9d6a3bce940cc4b1cee78d269e3fdc1e0050c8e03ac","sample_id":"mmlu-miscellaneous.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ffe3df7fefb86eb10c03aa16759dadd4769d70d73f5ae222208e9c013903c7b","formula_version":"titan-u-contract-v1","latency_ms":0.8957079844549298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51bdf25c77fceae4625e78e10bdd38f8845ca82e0dc7a9f42b6b509ea482ab55","sample_id":"mmlu-miscellaneous.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a46604e61af1e54e7d1551144dd3bb6a128340012c2b5c9599f1490ba6afdf7b","formula_version":"titan-u-contract-v1","latency_ms":0.571124954149127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"158211db372d216650154b7e3c24c7498fa0c9c19c62f0d312b240dedb4c87de","sample_id":"mmlu-miscellaneous.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20a365eefa1ee71470fb3b592dfb9560822d065550635508991cb941147c959e","formula_version":"titan-u-contract-v1","latency_ms":0.62112498562783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4edfb375983bff4cf847fc8d67c24b34ba498a2ce3e265238cd86a2741e051e6","sample_id":"mmlu-miscellaneous.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a18f8f7f012ec95e23162dcbbfa069ed0e79c48be9a080e6de1512e41bc8b0d","formula_version":"titan-u-contract-v1","latency_ms":0.4814579151570797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27e1276eea69533d89755d7683b1e3917421f3c8d23fd1a15c41bc161f5511ed","sample_id":"mmlu-miscellaneous.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40c6da05836ba2393a68fb814610a13fd0b017e668b6784820b17fc85f4d9fc5","formula_version":"titan-u-contract-v1","latency_ms":0.5294580478221178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"787ef8a2faafcb3c2cd6db9714f0be3657794c107ecd5d22fd33ae07e89f92d1","sample_id":"mmlu-miscellaneous.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f19eb57d6cd6a91459f5b26aa6569efe27295e8a820dbfc57e4ee2184b901207","formula_version":"titan-u-contract-v1","latency_ms":0.4606249276548624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6662dba623418e54aaa15f8f1aa253b325d73e3d767e262a80d26463d973863","sample_id":"mmlu-miscellaneous.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"873ca2a2011b7f137eaad010b6366269ec98b33c9c7b65748b81ab82edf9029c","formula_version":"titan-u-contract-v1","latency_ms":0.4634580109268427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec8ad19c3fa86b9edf662aa1121d3015b846da18eadf4367f6dc7c2979c55d6b","sample_id":"mmlu-miscellaneous.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69676c25f63381f8d1f6246d687281349bb3eb7acd0ad28d83e6aedf86738ab9","formula_version":"titan-u-contract-v1","latency_ms":0.46841695439070463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7c7fe1bb4e9aa7d718e9f6538bfacff591a3f2c1458a73509b5c5f1e970017f","sample_id":"mmlu-miscellaneous.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2abd339977eac7beee62be074ec69b8745b1e902e4b2463643f365eec60bf63d","formula_version":"titan-u-contract-v1","latency_ms":0.5088750040158629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8cc690109741627692007170acde2cb023ad29273e949b6a0c0f3298979407e","sample_id":"mmlu-miscellaneous.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a15cac8aad8708ce4f53b78f38644ab9ce7b25c8a5997099db8732b8ae756d1c","formula_version":"titan-u-contract-v1","latency_ms":0.6350000621750951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d99e92202c246d7be877028a9e1374c1bc7cd038358ec3d244bdef10ba47e12","sample_id":"mmlu-miscellaneous.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fa2790b20745d85338a19dfec3b7156bdf4d147f1e0170bf3fffc8a3baa488d","formula_version":"titan-u-contract-v1","latency_ms":0.5458330269902945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"333b5c99441c92eea214a8ecea646ad4c9f947ada40a4b97f981140cec20b797","sample_id":"mmlu-miscellaneous.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdaaafa4774cd19b03be0327f5c26b9da83010b99452e51179ed833404747099","formula_version":"titan-u-contract-v1","latency_ms":0.49770798068493605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0e15e43dacc8727a584f6eb0df6be573c1e6061497c08aa6b8631fb471c4c4b","sample_id":"mmlu-miscellaneous.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4d9c4192829694a7d4eee2ca9d4d5153f37017e247a6572f4332bdf28a57e24","formula_version":"titan-u-contract-v1","latency_ms":0.5037080263718963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bec6f16db5643e645f7965448b7b0bfdeaf4ada65dbc8bd758baed62c74377ec","sample_id":"mmlu-miscellaneous.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc3bfb546088409ab2573ebb880b0fc5f31dd4dc44e98c17dfd220b39b08ec1b","formula_version":"titan-u-contract-v1","latency_ms":0.4604579880833626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0ad2d82531ba8fdfc08e4c0b237210c03c6a36c8e42fb2dc9564b225646fb82","sample_id":"mmlu-miscellaneous.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"899038730bbcef73a6b643320dbad6b509032a1306aa02ee39126bba2f74be30","formula_version":"titan-u-contract-v1","latency_ms":0.576582970097661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c7c2b065dffc530e266382abb666d4f91af75a8362b6c39ace915ba5151620e","sample_id":"mmlu-miscellaneous.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"828c45afed5dfe3a1fbadffaa28ea837b005f3c197703b6f528b6d0b07d4d357","formula_version":"titan-u-contract-v1","latency_ms":0.5264170467853546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3217aae699cd5e334369196711f764f48749a0a7fced5eb403259576f73b35b5","sample_id":"mmlu-miscellaneous.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c4f55b7dd879d12e4b2b2394b9c5ad8d44987fc022760dc69ac3420e5b890ce","formula_version":"titan-u-contract-v1","latency_ms":0.6005829200148582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17d58e575ac84fb0e4d715eb91f611ef4a19d5eb7ddbd8ce4ec4a20fcd48f231","sample_id":"mmlu-miscellaneous.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11ccd1cd8cb49e17d8e1f7fc0a0f13c656cd1dad1421897ed5e4a9e9b1c27f92","formula_version":"titan-u-contract-v1","latency_ms":0.48808299470692873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90e7347745c9eb02182e0557b8cd520a2bab14731d73d4afc2af6fcb2f91e53e","sample_id":"mmlu-miscellaneous.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74c73cf7e64d9f033a171a450551e4e12abeee213e102abb06e09eb1e5372303","formula_version":"titan-u-contract-v1","latency_ms":0.5271669942885637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80b668549821dc844ff709d1db40b138da4817d6a50c952aade6df86aa963c74","sample_id":"mmlu-miscellaneous.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac4ad29ca202b06adcc74b914979ccaa031e1c35c6cbac3f98107369b40f79a7","formula_version":"titan-u-contract-v1","latency_ms":0.5187089554965496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"650179769b3565666c65dbe4fa03435f96c08f65821a3623cd338d434ff73aff","sample_id":"mmlu-miscellaneous.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5eb6d2ff3538640994b8438b6e14de14792fcd4027053e8d7e1f4600a9a66da","formula_version":"titan-u-contract-v1","latency_ms":0.5434170598164201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f07b15a98c1e2cda37c89017f225bdca09b5be5e945a6e22307c0a4321457db","sample_id":"mmlu-miscellaneous.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a62155a67c2e72c72e0410f2854b70a9df66dbd5dccaa7d6a36af0b2b7852fa3","formula_version":"titan-u-contract-v1","latency_ms":2.6949580060318112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4761aab0baa6946911d5a24400107b17199b14ff7ef0eda706c23dd1771699a9","sample_id":"mmlu-miscellaneous.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79af93f83403c4fb6865e4c1c60c42e9e010b9b454819f17860468e8712bda79","formula_version":"titan-u-contract-v1","latency_ms":0.4677909892052412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8eb08749cc36bc91e2d4887c9615d7dfdf29c35f7a447af1c9a93c5c9947ac3","sample_id":"mmlu-miscellaneous.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8499e5d61c287154173c09ccd8bd73732fdfa146c87000c11f3dd346f6e6a756","formula_version":"titan-u-contract-v1","latency_ms":1.1977499816566706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eb86e742607894c8064daf1e20eec4e1b84c45496a0c4c12e858bccdc878f06","sample_id":"mmlu-miscellaneous.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a2a7a5d06c0cadde5cc4955a2126c6806a106c52f206cec6b6927588a8d77e4","formula_version":"titan-u-contract-v1","latency_ms":0.4667920293286443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4aca71faac0aa5e09947a09046d7c3092fbde3034e0a3b4b564245493aa1d025","sample_id":"mmlu-miscellaneous.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f2a5a4583b1538c669cfc99deef152f86532063a4e6c4cf19a76b7a560ce3d0","formula_version":"titan-u-contract-v1","latency_ms":1.3646669685840607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"988ceba3aed6aed0370fc62e087cd71e2e9966399c29601b19d46718eb2eb83a","sample_id":"mmlu-miscellaneous.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32d373125d3c3d74a86be17a8691855b8ff191533e7d2e8cc96745d7ccf6ae6c","formula_version":"titan-u-contract-v1","latency_ms":1.2571249390020967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfedae5d707738650c4cdd4a7ae438ec7f90e6efe3944992edc8be87f7ed7339","sample_id":"mmlu-miscellaneous.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77926071bb5279fd00b1cbdba73530153402d8c23ea605bb19ce6c34be6b5aef","formula_version":"titan-u-contract-v1","latency_ms":0.8642080938443542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e9ee88c80757ce3ae09c7a075ae78d8a5254879d681becb91530b3dab9f70bf","sample_id":"mmlu-miscellaneous.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0cc41ad39f62d35e65882a6bcc70c03c39a11d71e0a46c4d7acb63eedca3007","formula_version":"titan-u-contract-v1","latency_ms":0.4794580163434148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc881bc1268b87e5f8495f825ec32fd4faba2973d3488d957e89eab4302ddda4","sample_id":"mmlu-miscellaneous.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7ceb485e263e3de2c0fc59b4620e0941c4e8aab109f8fa68e7b2218b93074f0","formula_version":"titan-u-contract-v1","latency_ms":0.7172500481829047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa0d9c03d1114ecac027f8b0b01d5727542a9025954f5cc2e6f43ebd00775e7f","sample_id":"mmlu-miscellaneous.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6373e623bf0526e3c3bf0bba585c2692a1bf34b44fd24795d1e4e03f4894263","formula_version":"titan-u-contract-v1","latency_ms":0.5137090338394046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea2a155416cbaf2917dbf3e3817798c884b9c9e09c46b62fa61fa7972ee4a58a","sample_id":"mmlu-miscellaneous.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc10238d3075e31f2d09be711a5081835abb3461b5e8e92c46da5bc52947e7ab","formula_version":"titan-u-contract-v1","latency_ms":1.970832934603095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8d4c8d5d781bcf214182514edd9ee9ce62cf70c30d07426b6a085f78f2bd81a","sample_id":"mmlu-miscellaneous.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"759c433102c2a9344c467abc71f019e1bfb48591b590ab35a1cf8ce3d6af2203","formula_version":"titan-u-contract-v1","latency_ms":0.8335830643773079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cecdcfb19af821afdf9553820f4bd28573878963d7a3d9b34cc3843f32ba69e","sample_id":"mmlu-miscellaneous.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96f5579e3f516d2f6d3f54de6dbe5078e5d4dbb9e177936d93cd102a67bdb16b","formula_version":"titan-u-contract-v1","latency_ms":0.5273339338600636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2eb1662badce89dcb346420b9dd88d64b5ccaa1fe490bbb493e33fa14afd458","sample_id":"mmlu-miscellaneous.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e817af0ef12a2534b235f0a0775e0cfebc86be67358adc0179963c8a8d02e511","formula_version":"titan-u-contract-v1","latency_ms":1.0643750429153442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ab0909364eed8c921f0975e7996769fe3501a4afcf954f68104239f53936102","sample_id":"mmlu-miscellaneous.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93c91d5252da98af17da896c2cdca8d8d2a1c5434b41f2b0f5e9c9c7e3e71bcc","formula_version":"titan-u-contract-v1","latency_ms":0.5364170065149665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b20b79b23e6df7d5af3624b8c588a1e6b7e6d75345e0cbf0e36357c07b10cab8","sample_id":"mmlu-miscellaneous.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b6a97a7ca67263cfa1264cfa4d93b19e42847721116a274d286a67ba83885e1","formula_version":"titan-u-contract-v1","latency_ms":0.5384579999372363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3341270cca38781131740a9a638d8928c5c154c234c23bee48c956efb43457f1","sample_id":"mmlu-miscellaneous.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab9a8339fe7f3981b0544a03b36e1952c7a656424076004d138fa88d9455536d","formula_version":"titan-u-contract-v1","latency_ms":0.558416941203177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d012926775c9f50f252efc99302357473c272c7e7ac4d13c1310a5c8a197191","sample_id":"mmlu-miscellaneous.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ced2523d693b2dad41255830e0a0f90fa308c002db39a62250f4c3cd6ffe054c","formula_version":"titan-u-contract-v1","latency_ms":0.5269160028547049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e5d542c653ca109410199b703faf839cb46d98c4ef952e82dc54d09edc42cb8","sample_id":"mmlu-miscellaneous.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8f5779fb209251b0fe83ea347b58fee32a9189379a41b440b7fc03cb4d73faf","formula_version":"titan-u-contract-v1","latency_ms":0.67679095081985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42ce9d5eccad0f3aa3267fcc2a709c83a1ec931f05de574a05d24a3c92e92d11","sample_id":"mmlu-miscellaneous.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fd6da77c64c78912081b7eee398e5bf46e87ca9d572e6501fb8420562089497","formula_version":"titan-u-contract-v1","latency_ms":0.4546660929918289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"333137a00ccd019de3a1e4d8bb0bac5eaecf0437d635e3afcba39a6fc22cc446","sample_id":"mmlu-miscellaneous.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41da3740b465223af3e8ee3752bd52c5d5bccbf4e1b16eb69689e512c49accd8","formula_version":"titan-u-contract-v1","latency_ms":0.8728749817237258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d5f6a9e428c86a5061fa79aa15a89e86ac376327e0587679fabf901ad87f3ff","sample_id":"mmlu-miscellaneous.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd645efd3fff658cf0ebd19d831f4469de8d274226d18b691b94edb7e41f6872","formula_version":"titan-u-contract-v1","latency_ms":1.8366249278187752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"274b25ed8739a636c09a497640765062e54944fc4ec3cf22fbdb3d543414daff","sample_id":"mmlu-miscellaneous.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a029c5a56d0f1b06081740c7f9cea6a8a1b3f4bcb150e2b835c11bc4bb6ffc56","formula_version":"titan-u-contract-v1","latency_ms":0.5973749794065952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfd54b33816e26be0a4bdb9ca851718930571dc499657d328d8c9310b7d2ed25","sample_id":"mmlu-miscellaneous.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ad56b28dee7671f641ee184ea29ab0d64734e75e9fb7ea575220962784aca96","formula_version":"titan-u-contract-v1","latency_ms":0.47691597137600183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a529f8e177e36051318d70c28b78439d48cd6124f34de64a69c281ab97cab915","sample_id":"mmlu-miscellaneous.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b783d8c21f50fe0453bea0fa7bd06df76f133b5f36e6d6b84a45a0493c2c3053","formula_version":"titan-u-contract-v1","latency_ms":0.6390829803422093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c24a99ae2eba650dc69793c3fb8cc08d9329f6c2943a7cf82c5de90f8cb1837d","sample_id":"mmlu-miscellaneous.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12575da633eced3cd5ca98a3b25323f53fdfa37a1cd79827afb528ece864c3a1","formula_version":"titan-u-contract-v1","latency_ms":0.5209159571677446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ef4a793a45d19d8c955b1beb083e7d8ea401faf4ba3848dcecc9cb2554a9c60","sample_id":"mmlu-miscellaneous.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a582f88eded2ef8c523a10a41a13f2e17e8a08e8f944e5c7d8c1afa37e5148e","formula_version":"titan-u-contract-v1","latency_ms":0.6132079288363457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e63d1f43c72e9130f196497c6a0e6f2fc676f33752fd9b3570e73e738351bef8","sample_id":"mmlu-miscellaneous.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8627a3b73ff93247d3ef33e74929889a8fa687dc16e1c66dd4b18b11278063cb","formula_version":"titan-u-contract-v1","latency_ms":0.45008398592472076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05ca0154fdbb263763869063395ca69937b217e9efa9e89710290f9b27381df6","sample_id":"mmlu-miscellaneous.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9000a838e1ae8cec5e4a90372c7a0039f7568206f720386b7739c623d46235da","formula_version":"titan-u-contract-v1","latency_ms":0.5800829967483878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83157e8c769323798efb08e2d7ee4a8882c1a7895e071186d2cf6d02a2e01b1a","sample_id":"mmlu-miscellaneous.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cfb8ea75c19960cbab6d5448d1fdffbfda207227d34fcdb9880ec1373777910","formula_version":"titan-u-contract-v1","latency_ms":0.48558402340859175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03874f0f8c86c905241ca06dd321ba9ac90eb32be9e657b4c2b7674f4236ce85","sample_id":"mmlu-miscellaneous.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7b1cfb993eef34eb966667c59a38c96dab1d030555f046027e9e001eae87b13","formula_version":"titan-u-contract-v1","latency_ms":0.593625009059906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64adf32a72babce5af2e3abeb52c529e649aab1ffb8186eed8e5b22ae98924b0","sample_id":"mmlu-miscellaneous.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c26c15e6550f88703d152f05a5897b07b71211b2634079a7305e98e115c8a9e4","formula_version":"titan-u-contract-v1","latency_ms":0.5417501088231802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec73a4e65149281f9eb8386a7ed2861ca2234f942b2fcae2f04b1dc67ef37abd","sample_id":"mmlu-miscellaneous.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28779abc06e94e3099879304c2a4fcee7113cdda81544bb3118b27f269bd77db","formula_version":"titan-u-contract-v1","latency_ms":0.4641249543055892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f404ebecaac35ce6f8c217ab7fb5cb540def26e9eecb85ac36dcb08ea6a8b88","sample_id":"mmlu-miscellaneous.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ae199714679d03afbdc8dd5777b191f625d16bc4578a818247c5ba443ce457d","formula_version":"titan-u-contract-v1","latency_ms":0.5616669077426195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8aea3119edfd2380408ca10c18ca077adc0056e9bd67485a47317c7b443d271d","sample_id":"mmlu-miscellaneous.val.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c0e40659064137a19ec64eac7d0d055cb3089944fe50c03d2a216261c43b612","formula_version":"titan-u-contract-v1","latency_ms":1.0182498954236507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fc231351a9d26124c321257f7363a6de5bf53d10208715ddf7af0fc50977ec3","sample_id":"mmlu-miscellaneous.val.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c38a425b0c771ce152c3f21b9fe06a0765c5a58db2710a555e201a4a3d0594c5","formula_version":"titan-u-contract-v1","latency_ms":0.7037080358713865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53e6d6690d8bce0e032ea32e7df95866d3cf7f7472bc96d8edbd22d2c464b1fd","sample_id":"mmlu-miscellaneous.val.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d77c672043da790a5e80e0106620d57ab359b70f5c473ea6cba4b94d0504357","formula_version":"titan-u-contract-v1","latency_ms":0.5127090262249112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1279053b736b3a6895aa89ad66a247ba3304b04bc14b5a089ce07479c5ef89a","sample_id":"mmlu-miscellaneous.val.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b09e5b9d79b6d5951b2b35f348b538748d3a8f0c6e0a0c3d1e35e9adca08739","formula_version":"titan-u-contract-v1","latency_ms":0.8413749746978283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bdc521adb2f104ff918c543f0b7c8eb10fae3349f1f61fbd8b0188cd50943ee","sample_id":"mmlu-miscellaneous.val.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"933791ecfc19c425a76374eceb6720f3e94f75fd109fd23b191f35b914e62029","formula_version":"titan-u-contract-v1","latency_ms":0.589290983043611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8002e4d8fc0fd176698b6e1ea1e2d4eb975e6a9eec269292863217ba4eb7d4a","sample_id":"mmlu-miscellaneous.val.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89904d2a5646ad036a28775b950797fd9312f9729415bbc03acc38a2b235e321","formula_version":"titan-u-contract-v1","latency_ms":0.5219579907134175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"497e62fb7aa404caaf1c2a8549def45fdca23492679fbf758341765889b8eebf","sample_id":"mmlu-miscellaneous.val.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66638e8c7c3c7a653c305a43c4c6e5437ce83f499833b98518df7b38f93da785","formula_version":"titan-u-contract-v1","latency_ms":0.8625420741736889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbe7d7ae06cdc7005b474f9b1e26577e24237846564e2f94433251bf6a85592b","sample_id":"mmlu-miscellaneous.val.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f755247609e14ce09be0df89cd6ef6b8991f6971ec21f0d219db101ed60e39c2","formula_version":"titan-u-contract-v1","latency_ms":0.726790982298553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07137336ccc06c218c144a74e51e6f7cfc17dc4152c5b732f5312b1c1ed7dd43","sample_id":"mmlu-miscellaneous.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6e518cb4add914bccc332a82ea1711a678155b2d5e666f78c15f2786b16ee56","formula_version":"titan-u-contract-v1","latency_ms":0.7489579729735851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43d8c585b82868378cc93a4becffae78f732b6d20865c4006b24fa383a6b18b8","sample_id":"mmlu-miscellaneous.val.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c94c90185cf35b87c0cdaee44d356a6b26290ab7664897718ceb7953e248863d","formula_version":"titan-u-contract-v1","latency_ms":0.606624991632998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50ab34560526341572d88ebdffed9dc88043d39d6b5895966eddb29eb768491f","sample_id":"mmlu-miscellaneous.val.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76d05f4451244e0ca6c68852689d4b36695b469322eee9033911e8f57a1ace6c","formula_version":"titan-u-contract-v1","latency_ms":0.7229999173432589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd827071003d362797668dd160f585446255634a266bddf472bb9cb2f45cfad8","sample_id":"mmlu-miscellaneous.val.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad4a4bfbb59dda243c0a56d0d237195407ef77d2654d74d715906102393b0496","formula_version":"titan-u-contract-v1","latency_ms":0.5425000563263893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce8e557f04afae5ea0a6e9c55cb710158e9ba2a83678d6f25e074afe884470dc","sample_id":"mmlu-miscellaneous.val.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a345c3ddbbcefa2dbe260a64f11d5b979e02bd107408ba57b008c93e51418be","formula_version":"titan-u-contract-v1","latency_ms":0.7360409945249557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a87ce3018454eba4c9eb90b4d43576804270ae8d3bf59853b7799a6ff67f51e","sample_id":"mmlu-miscellaneous.val.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04baf6b856c120423c37935fa533b784db7455ec4409de8e47d74134d983bf14","formula_version":"titan-u-contract-v1","latency_ms":0.5545830354094505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75ff42fa4a79ba41f8753023a7741da6594f3265ee0aa77bf539cdd2652de304","sample_id":"mmlu-miscellaneous.val.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e4f10bead7901a8060516aa024204d420c5d5fbb8cd8e05a5a08e05d3e5b886","formula_version":"titan-u-contract-v1","latency_ms":0.4948750138282776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfd351fe3f41360323b635825146f29d5bd85a2de529079ec7688931112d38dc","sample_id":"mmlu-miscellaneous.val.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e59ca85289b065db7c0f4d822da9ca7572c2d29270038b370052e659b16b1c0","formula_version":"titan-u-contract-v1","latency_ms":0.5137079861015081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4fd50a51e4619c61af0b0df2b0802f8cdd13ff4f496ebea297b0247c5d4394f","sample_id":"mmlu-miscellaneous.val.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5064b16479dda918cb06458e5e8420ba2c8817da166211a8145761f13d91b17b","formula_version":"titan-u-contract-v1","latency_ms":0.46841695439070463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad69c1acacb70f6b6d0d5ce156fbb59d479b0c26bef92e9aab54ed0f3f035adb","sample_id":"mmlu-miscellaneous.val.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0af61fcad746204b506fd39dadbd5e246f2966486b5754b0fc5e0c531cbc1b7","formula_version":"titan-u-contract-v1","latency_ms":0.4771249368786812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ebf85b4d16a4c17c864fc9a9fa84928a1b4d1c486570c947189f865056f3aae","sample_id":"mmlu-miscellaneous.val.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c88e813e96bdfbc8f78b8853be8c875081c14f9f4cea97d22145ff676af67dc","formula_version":"titan-u-contract-v1","latency_ms":1.0179999517276883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5acc2cec87cbb4a3c74af0f33c9c0fcf04467cc397a20e6a5e7b7cfc493b322","sample_id":"mmlu-miscellaneous.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4685abfc088ff22648108e07f0cb457f7a3c5c3cc78062aeda195a5f4e3f4942","formula_version":"titan-u-contract-v1","latency_ms":0.9345000144094229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3000c21cc42bfc9072bfa95db193dc696e8280310bbdce4b02466f9be09fd3c","sample_id":"mmlu-miscellaneous.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2f444d5c32f69f8546da4814317f31dc73b907d6ed68454e9ac45e9ff043250","formula_version":"titan-u-contract-v1","latency_ms":0.4790000384673476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb3ddbe83f86da4e1b9588bc03671dd7d20318bc847edb0fb16b7510a14713db","sample_id":"mmlu-miscellaneous.val.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"206d5f27ef06c8c8aea61d040b928ff8a7c95bfe88b518d69bc3a49b7a2deba0","formula_version":"titan-u-contract-v1","latency_ms":0.7880419725552201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"941686796dd4a2effafc7c0f8123b4dca45c94fae81463f614a96f5ec8bbb8da","sample_id":"mmlu-miscellaneous.val.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0219b292bd791d1c9933c3136463b677aaf9cfb0a8b7a185f8055cc493ada5ea","formula_version":"titan-u-contract-v1","latency_ms":0.748208025470376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53138c618a9c6deb02d3e9312d45d5159498f4bc6cf9a9280d55f191a4eb6aca","sample_id":"mmlu-miscellaneous.val.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d720b51b3c70d58f7490f22eacebbf21ee1fdaf5d8e5768dd2ff890abdf6994","formula_version":"titan-u-contract-v1","latency_ms":0.7204590365290642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"861f9ad86ccf423e70f0e5600ce76275de5a11154a405ea7ad82046a50d780f5","sample_id":"mmlu-miscellaneous.val.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4eb93ed2c319e12f8561d10401119e6fa55ab1c8e07f53ffbca6682206df0ae1","formula_version":"titan-u-contract-v1","latency_ms":0.45849999878555536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fbe189461d2f0b2f692e40a4e12383b811b889fcd3a77b3d28156448f2e0877","sample_id":"mmlu-miscellaneous.val.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2c221916f8ecee9bc6599870c772edcecef24660b823850130b8760267457c4","formula_version":"titan-u-contract-v1","latency_ms":0.7017080206423998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f50a7ce8b53153e6504abffe46460a9a017b1d6980d1171f1ab4178b8b1f19b","sample_id":"mmlu-miscellaneous.val.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b398a228752fbf36cfefcd328e01285152de8bc4591dc62cedb4d55c2cc9f18b","formula_version":"titan-u-contract-v1","latency_ms":0.714499969035387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a021435d7a88acab7216678d4c1032611a502c48b2b677c2827793e964ae456","sample_id":"mmlu-miscellaneous.val.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ea6eddcc990f1e0b78ca316f777b448404fb381d91ed922beaa740fde8783b5","formula_version":"titan-u-contract-v1","latency_ms":0.49983395729213953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d8e6b8491b89a33efbe7a3786fac8263cbcf58e36a6e51c9ca88d58fd6c4591","sample_id":"mmlu-miscellaneous.val.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c275537516612a8d7ccdf29962176306f252a9348fd1149defeab2f2ca7ac5ad","formula_version":"titan-u-contract-v1","latency_ms":0.4823339404538274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1064b9b6cd4f5f1e04fa4c9684a7b7f5229eba2fe262dbcb9cc0f37baf013db7","sample_id":"mmlu-miscellaneous.val.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0cfe2e6869894b81574b98cd11b630f97f9b92f05ac3979ad523403c1fbadec","formula_version":"titan-u-contract-v1","latency_ms":0.6286249263212085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92fdf4aee12e7dece67025a1cc80c4fcfb25e940858d6d4d836ee31117e5d976","sample_id":"mmlu-miscellaneous.val.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a28483f49fa53cb23b664d4ba374a0189fc72177f602bf45621d74f0fb2970f6","formula_version":"titan-u-contract-v1","latency_ms":0.8872910402715206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8eab273488cac75dd56c14e492cb4fa3c6a1f123ffc13558f5eae252622156b6","sample_id":"mmlu-miscellaneous.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f23822d5ebe2c675c2098daa3ecad946de58e36ecec9ea9cb0bcc79cd81c39a3","formula_version":"titan-u-contract-v1","latency_ms":0.8684580679982901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76980128d4b5a7ad3c42a692947857f0647c866c1727b9252075004171b5f68a","sample_id":"mmlu-miscellaneous.val.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b06242650d3e5c4da65618a12da9093a8136c26ddc749da79f5068801f82ad7e","formula_version":"titan-u-contract-v1","latency_ms":0.5180409643799067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45731975ae1119552b840992d0b16ecce367b7e55c07ab60f98e310a0bfb6002","sample_id":"mmlu-miscellaneous.val.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dce72800f686a29a65b41e37e78610731b9bd0e6cca772759e14c38fae2398e","formula_version":"titan-u-contract-v1","latency_ms":0.46912499237805605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8c45650d301a1d43f55273a6c0edfab87d54ded58cf20853ecce6369ea77437","sample_id":"mmlu-miscellaneous.val.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab098a51251fdb1ead21cf145061b6e519f2f52cd0fb058ccab12beb7da84606","formula_version":"titan-u-contract-v1","latency_ms":1.022749929688871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ff5b002332110915d4914e886629ecb7318465b83fc0a094bc6ac1282f1cbbb","sample_id":"mmlu-miscellaneous.val.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d113597e08cda597987e14db42c5f7ec4bd31264bd694d2e263cb846133b2069","formula_version":"titan-u-contract-v1","latency_ms":0.48320903442800045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c33071bb8a7fd0b1a5f9742c4724e848520ebbd9a3d4745b7124b25586511f3d","sample_id":"mmlu-miscellaneous.val.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16f633ce8c9325e373f6a4b8f067d7ebd9e640fa75974bcc677b3c1ff473d0a0","formula_version":"titan-u-contract-v1","latency_ms":2.720082993619144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f72b6bf860f5b43928503d592f42ce9f8b08a764db450809c61bd9ecb3eb7d7e","sample_id":"mmlu-miscellaneous.val.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36c4eb7717bce13aceb10f96a66acdefc7c78e7ba694756abb3220a8004050c3","formula_version":"titan-u-contract-v1","latency_ms":2.025916939601302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a6195e6b32511152780a1ba299a4f08631c74ea532f3870c5425f40041c75ba","sample_id":"mmlu-miscellaneous.val.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb55b8caadada2a84f3c39285d8cfc660c71d3d134927653d3242c172afbfd2a","formula_version":"titan-u-contract-v1","latency_ms":0.6039999425411224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f986a87dc1ee769f21268e40141d7e38a438c6357c9d342c9d6c7435909c7707","sample_id":"mmlu-miscellaneous.val.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6276e4a0eaf5439ea73bb9658ceca0663e0d5ebaeac83114175987c104e47a36","formula_version":"titan-u-contract-v1","latency_ms":0.49637502525001764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94a926276206009f9b40f4dcbaba1f6e98eef82c71087806e82b5c8bba6a8da4","sample_id":"mmlu-miscellaneous.val.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da0a95dd4792101794bdb2ab9f7bf958ae9d40939a6f3b28eca739f01014719d","formula_version":"titan-u-contract-v1","latency_ms":0.47637498937547207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c2e998fd00809af7d0b161c1a376e06ed8e6e579c3e82f7b67c7a6ca739f22d","sample_id":"mmlu-miscellaneous.val.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfe223048d72f998b8131439fb2d167d463ab188b7b6aceaed462d71b589f0bf","formula_version":"titan-u-contract-v1","latency_ms":0.4539170768111944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76c9cabb2097dc9b73a9dcbd9706d7e1cd92b939d3a321ce6cd0f30610d0a4ef","sample_id":"mmlu-miscellaneous.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23195d11337ef039d3c3edfd420626ddca8e4109d418738f5a199c8c77211c6f","formula_version":"titan-u-contract-v1","latency_ms":0.5470829783007503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c382f8ab0aa63be2af5dad2445383ed609402b9a8b46faacfe4a5b3f36ecbb2","sample_id":"mmlu-miscellaneous.val.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03e40b3efbd6c0463ccf6144f4d39448a711e47b538eb52ae9bb00ae8a57d33d","formula_version":"titan-u-contract-v1","latency_ms":1.0674590012058616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28b958506925d5742b5ce91b38fbd053de4e3fc135b73e54a0d2f0cd0a18b7d0","sample_id":"mmlu-miscellaneous.val.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e1fd907fdb54a27f1aaa0ee101a394f7063e19fbd41e85dcbc3fe5a8bca41db","formula_version":"titan-u-contract-v1","latency_ms":0.5362499505281448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"032047928605fc16f9bd5506e6696bb8fc78722d9120db37cf2f04db81d653e8","sample_id":"mmlu-miscellaneous.val.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3e489e3ffce7b99f290465c47b65cef565d08b91a7adb08d0e5c5ef1b3d472f","formula_version":"titan-u-contract-v1","latency_ms":0.49291690811514854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3e2f068a543a780c0265dd15ea4ece5bf24caadced82631591eb64fa1a27776","sample_id":"mmlu-miscellaneous.val.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09b4976e31472d7c6c2764230463fe9b0a64e1e9dd149628a97db5b2fc5a22d6","formula_version":"titan-u-contract-v1","latency_ms":0.5011669127270579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"231ba44f66b4a854a7fe034bf716b9d3895f427e704a6b024f552abdfcdcb674","sample_id":"mmlu-miscellaneous.val.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7c473867fd7f224f3721047934a55b0b4d040215c150fbab866d2c9876ee096","formula_version":"titan-u-contract-v1","latency_ms":0.5381250521168113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"186ddf25151f2e7278c7345b02f2d80724dfb186302fc3121f8d9d547519d9f2","sample_id":"mmlu-miscellaneous.val.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e76c1a920cd6d1c215908d4bb956ecfa904a980a96f0c85bb40adaee58b11cb8","formula_version":"titan-u-contract-v1","latency_ms":0.873749959282577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7e21b878abf2391c66af4ee452ddefb8042fea0bccf1cc21aff65023e61db96","sample_id":"mmlu-miscellaneous.val.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"787787fc68eae4fae1f1e7983b8dfd7c5dee510d874f01ea6640fac64f9c0a35","formula_version":"titan-u-contract-v1","latency_ms":0.5137909902259707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"014d40c942b3fabc761a6dab218d53e06f07c0f5f1a8023adc54e1b24d636e7d","sample_id":"mmlu-miscellaneous.val.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5962d3f872b559ea9969c66568ae776da1539d5b367eb1ae8d73261af147ee4","formula_version":"titan-u-contract-v1","latency_ms":0.5467080045491457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0cae98e09efcd99757c6b97a40542a1a4288b71fa884d3be26830369e32e652","sample_id":"mmlu-miscellaneous.val.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a306b6f5b048e0cc45e9d21961f47122471f710ca224b8eb6f9795d729a6ad2","formula_version":"titan-u-contract-v1","latency_ms":0.9138749446719885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a02235d2853c74f39bef1cd2a96bca321048665483daf1c9d0a817e0bb3a598","sample_id":"mmlu-miscellaneous.val.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17071f480ed39d0b0a62cc47a2fcfe72166437ad2ae96248ed381599c48ec86e","formula_version":"titan-u-contract-v1","latency_ms":0.5354169989004731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a86e99864b3847b182580036504aada75963178ab0266e2fa2dfa51964ed89f6","sample_id":"mmlu-miscellaneous.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae5df5dcffff0b80bfea0c9c52e067732e0f17b312f892101ae19de2c53d85da","formula_version":"titan-u-contract-v1","latency_ms":4.950625007040799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a1cf96a62cddf8d238f030726465288d96e6205586d96a0a356ebbc7fb656d4","sample_id":"mmlu-miscellaneous.val.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"475a42484757fdabd6fd853ff1bd40a9028112de05c6dacfcc684d38d6574734","formula_version":"titan-u-contract-v1","latency_ms":16.210917034186423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43a6d718091a7b5247b7d39696857886dd59114bca098e9c264c3f4f6caa0899","sample_id":"mmlu-miscellaneous.val.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a091d8e806d039cb364217cd691f246ad47e563f4027762ce06f0035af456a05","formula_version":"titan-u-contract-v1","latency_ms":0.4870000993832946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04697695bc9075ffcab19b8f9d03bc8723f80b98b36ef81ed27bfe0a87733e4e","sample_id":"mmlu-miscellaneous.val.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"088271e4c4010c9b50008e3a6aa8cd3211d057c42a9d8f3be511a915a1ce2181","formula_version":"titan-u-contract-v1","latency_ms":0.552042038179934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"470bea3cb7577d5e5a3f81823cda164695ab42ea6594474b5a840f0c9b3bcfd7","sample_id":"mmlu-miscellaneous.val.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b2a047436bceff79f78f966884e13dc57fb3d1e704234b8be28df19cc025320","formula_version":"titan-u-contract-v1","latency_ms":3.203375032171607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4a636a2f9a0c4eeb0704918f0e6d5e7ecc8cf3ccc5c5de5876fc5c7c2bf6c00","sample_id":"mmlu-miscellaneous.val.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce1569477cf4a99cf909f833dd68dfb61b2cee75a6be73fc41ca22a279a114f8","formula_version":"titan-u-contract-v1","latency_ms":0.45475002843886614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8373878eb76378b0dbbc3adc3bf79b4132dbce64298dcd9cedc5b40f0a0ec707","sample_id":"mmlu-miscellaneous.val.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ca5dd7aa7926c065d4f3c698a28867e2cf8069685a5d5786515e88b48dbc1c6","formula_version":"titan-u-contract-v1","latency_ms":0.8837090572342277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dacc95c3a30015e1d04e2c03c2faddf7f5a9a004e4a320318a2a62cd4fb83f91","sample_id":"mmlu-miscellaneous.val.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e167a761b879c4d3689ed4ff99892d2f70eff9764307c46ff98a7670e9e3ad9","formula_version":"titan-u-contract-v1","latency_ms":0.465832999907434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cc6d7ea6af2990ecefae319deec06c8f0cabeccb2e16c5ea845b4a395d98ece","sample_id":"mmlu-miscellaneous.val.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc8769c2830f554c36e66c587cc449ce0be05da5224db51a17b418f7d8dd3dcf","formula_version":"titan-u-contract-v1","latency_ms":0.5847919965162873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a505eddb705083f577ec3012852ca2a09b05834695aaa1a60dd20e301189c82b","sample_id":"mmlu-miscellaneous.val.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dc3bed749c049f84c5822ed161815b89a49cab5d1eaccc3a5897cefcc3a1e6a","formula_version":"titan-u-contract-v1","latency_ms":0.4564999835565686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"960adfdbd2c85ef373c9acbe0165bffa21f5f582b4b6d511750c0268e9b62945","sample_id":"mmlu-miscellaneous.val.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3ae945d384e1a71169210ce065aea4c2664cf678ff92ffe5773219d25ddc2f8","formula_version":"titan-u-contract-v1","latency_ms":1.0302499867975712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bc3be54129d5751e49f400e06002fdf04f698e8f4d1fb197ce18d70b60066dc","sample_id":"mmlu-miscellaneous.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0824103e0c4db65286ad4ab43b2fe8e0241a6e16539672d72dfccc525bc9dbeb","formula_version":"titan-u-contract-v1","latency_ms":0.47874997835606337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29eb538230726a9ff7c598c6000480138d03cfcf66f5ad492b849d7b4a7026be","sample_id":"mmlu-miscellaneous.val.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83d4d3108e28c5ecb01f87d15cee488cbebf731bffca169146adc9ffc49d36e9","formula_version":"titan-u-contract-v1","latency_ms":0.5253329873085022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97e2fff9402ba021d3ac61276eb33b77ced2da56723f4afc1e4b719c12b2b0a6","sample_id":"mmlu-miscellaneous.val.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c282872908473d13c3f342349b57c36a207907736a6fa2754a3c16298346489","formula_version":"titan-u-contract-v1","latency_ms":0.46591705176979303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fc1b625d5ad3d83eae329727fd1aa2ac313ac0f9407f70c17ab51704a4d2de1","sample_id":"mmlu-miscellaneous.val.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d289b7c50897fb9b7850d7b6188d34da4a4e9f59c2e51553c62b5905d3cc02e5","formula_version":"titan-u-contract-v1","latency_ms":0.5196250276640058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92e1f3bd6195046e040cb91c7e2e02c8f20a68379c37f8b86d42e6abb50a3180","sample_id":"mmlu-miscellaneous.val.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d92b3ccbd118316e047cd73331bacdc24279b215e96225d6078d72d979607fe8","formula_version":"titan-u-contract-v1","latency_ms":4.504707991145551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fd82bff962cb7627a3a393314c76bee90effaa453ed57109a1b76a92d64fcbd","sample_id":"mmlu-miscellaneous.val.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2793a7b98455714c909bd2acedac1146e0fa7c871c544339f9001447d00f8a7","formula_version":"titan-u-contract-v1","latency_ms":0.516542000696063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"620fbb62bc6f6a7a558cd2bbb1c3c4b25f82602941467c28188ead3d0a57c440","sample_id":"mmlu-miscellaneous.val.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9330f64c1f459e0cc703041c9061fdf498755edd1842fa77c2c09f7e31803eec","formula_version":"titan-u-contract-v1","latency_ms":2.1762499818578362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1e08cfa520c0dcbea44a5b3427aad3c46fe333bf1e54f93b1b25bccde629080","sample_id":"mmlu-miscellaneous.val.346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42008609cd50abd6c36f458f8df721401c740a52638ee45d249e67beda7f3e10","formula_version":"titan-u-contract-v1","latency_ms":0.8453750051558018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f7ad99b86f461768c8ecd2f480cc9d65bb1ad3b824668f60d2f8bc6b5bb3c5a","sample_id":"mmlu-miscellaneous.val.347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b62e4bb50a55f6e0da7af1ad800b10732c88939b5a758030cf03a22f695d063","formula_version":"titan-u-contract-v1","latency_ms":0.5621669115498662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d871e65e1c16c8774dbc55daecc6253242809d31694dc62a27560f223901d14","sample_id":"mmlu-miscellaneous.val.348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd645368eea3312c8106fec9cbcbd82818004092d5d75eb531e9b4d171bae2f7","formula_version":"titan-u-contract-v1","latency_ms":0.5923340795561671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e34d96069fdfc8dccf7276ae21a86fd1f1b66a5ed80ca890823bade75a74ddc","sample_id":"mmlu-miscellaneous.val.349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2b9e0450e35a30d5e1c9d0351df5f0bac3dc13bef0cb6e20be0af61e0aeb74f","formula_version":"titan-u-contract-v1","latency_ms":0.49362494610249996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f40046213fdea2b8642ef66ba647c6922a57f912fd5190b2dddcefcb0ddb3dc5","sample_id":"mmlu-miscellaneous.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99fe07d9046e6bcae41ee65bc53329c378a7691caea9b80ec7fcad6eb54de3ee","formula_version":"titan-u-contract-v1","latency_ms":0.5826669512316585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed1617c4ee5572036f1c8f9ca41e690959fd14a8c000d885d471f4729978e87f","sample_id":"mmlu-miscellaneous.val.350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a8a4000160cf3916f065b29a71af69188de9d13824b39eb0fdb9b76f8b5f39d","formula_version":"titan-u-contract-v1","latency_ms":0.5145410541445017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab08d656e1fdeb2681eb111fcb12b8517ba0bfee262fb6194d3e6f9f789c5cdd","sample_id":"mmlu-miscellaneous.val.351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc67be3da329112d13f1f8e11bf77da64544cb60d105d330c9b09ee7337a5795","formula_version":"titan-u-contract-v1","latency_ms":0.7312919478863478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80e36695844d827c7c07d83dce7cd1bab7f8d8ca402a054df65b8e0483209e97","sample_id":"mmlu-miscellaneous.val.352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b465ee66d0956c66aebef71860b7ce3ab0b9108e2bf62523eff30816cb048ff","formula_version":"titan-u-contract-v1","latency_ms":0.4899159539490938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77a7f0aa4c26f18e862edacaf64a853363773681af0a69d670e7c7d68e266eda","sample_id":"mmlu-miscellaneous.val.353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"738e3807c7efdbb012717591da20d0e21a68934f5303eb95d77b07dab30abd09","formula_version":"titan-u-contract-v1","latency_ms":0.5539170233532786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9483064661e7977a98698e352e164f9540436359cd47b14f54b73f5ceff46d31","sample_id":"mmlu-miscellaneous.val.354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3500728b9a9e1387432d67a737930abf6b400b1e5108178ae6dbc3551359237d","formula_version":"titan-u-contract-v1","latency_ms":0.4960420774295926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acbe066007ba5ed34231bebd49a74889e27853e3e00685671b6373129f1e0485","sample_id":"mmlu-miscellaneous.val.355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73681f8d08a01c620be70ad511ddeee6e7fe23290aa3b5f89ff600941df93ee4","formula_version":"titan-u-contract-v1","latency_ms":0.5937910173088312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3616ea7aec4b5db47bf6bbe668585ecd189453bfe1b4fdf3ba3b352796dce2fa","sample_id":"mmlu-miscellaneous.val.356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"141ed0b80adedd30dfa17eb258a19eb9990f13217ac091a282b169e916646a21","formula_version":"titan-u-contract-v1","latency_ms":0.5951670464128256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56daca4e65bcab87e89aeea7889c9d5a1a29462da87c2b5e6b5915a5bd7b3d73","sample_id":"mmlu-miscellaneous.val.357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44f3c15f81b6d3c2e0ef4c51c1f95fec47d76245ee7b9eca30153ef9924652fe","formula_version":"titan-u-contract-v1","latency_ms":0.8925000438466668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95581606c4111bceaedf5510dd648721eb6aff1357e568b41fe88986b0636cef","sample_id":"mmlu-miscellaneous.val.358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb4cfc8c855108c81f7f385dffbdf8bfcb33d5df9f6db68e2cdf4f33ac86678e","formula_version":"titan-u-contract-v1","latency_ms":1.0441250633448362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12e527e951a09f4e0801bc4cc0622b885195bf1e4a48e36b252f80b380e57d55","sample_id":"mmlu-miscellaneous.val.359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d673482b8e51c5e2a7c5e4ca105217f72aaea1c8f779ed521870f09e2d57c482","formula_version":"titan-u-contract-v1","latency_ms":0.52837491966784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"627319987ef768dfef9c4cc70ad43b144bf06047357d74b978251829b5b6d6d9","sample_id":"mmlu-miscellaneous.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"575b1dcef1372dc377e464d24e067140734e494051a55e8957c99afd3a44efd8","formula_version":"titan-u-contract-v1","latency_ms":0.8631660602986813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c94a32da727ea19b7da5ae0795a01ae382b0d9ce33bb2c6ddba362cfb1e62794","sample_id":"mmlu-miscellaneous.val.360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c81bca5cb358bd8ee1548d81930dbcbe5237ab8c5e9141345ae93940c57cb258","formula_version":"titan-u-contract-v1","latency_ms":11.365541955456138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c460f665c388ca4ba31a05adab84d1a11cb8bff01c5993ed4b24d0490bff4d1d","sample_id":"mmlu-miscellaneous.val.361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d31864a0f695844c90229305970cdbc7140107479b18cfa017fe3bb06c52364c","formula_version":"titan-u-contract-v1","latency_ms":0.7237499812617898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"292c81c5956292fbeeadee372371241da2b6f239c3efb26255f8514a540e53e0","sample_id":"mmlu-miscellaneous.val.362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0f310bb52128833a5f5f8673abeade9f0ea164e59a2c09afc4455517bf1801a","formula_version":"titan-u-contract-v1","latency_ms":2.256500069051981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdde8a5fab9cffc5af397b4036e78f687c498492d84c1f9ef52fb8cf5122420f","sample_id":"mmlu-miscellaneous.val.363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"617ea656119d3a619339ecd8648c24e6a3bb34e2998624669b8b8fe8418412d2","formula_version":"titan-u-contract-v1","latency_ms":0.4634580109268427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"873aa8cfea2a963780b17872776631f50b2212f4c7337a47653d034de452f521","sample_id":"mmlu-miscellaneous.val.364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a97223a6dae5a43aff8b2c4fd4c6b44cce85538d17598f1d7d3555841fd81d1f","formula_version":"titan-u-contract-v1","latency_ms":1.2057089479640126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d7343caccd0796165456cb7f40699f7de2be9f00dd2d56038eff38df8f2de8a","sample_id":"mmlu-miscellaneous.val.365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc9004229cdffb7fae500c2bb9d39fc7f8e99e11af544dcf6a78e3a8b2570f24","formula_version":"titan-u-contract-v1","latency_ms":0.4680000711232424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cccfb77933fa25f7783effdc3d20064e4fae8d7458ba4cf825cfb481026127b2","sample_id":"mmlu-miscellaneous.val.366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a211478eddaecd2a592cc2c90d7eb2e5171afe9bf384ecdd03af67b7179ecf9","formula_version":"titan-u-contract-v1","latency_ms":0.5268340464681387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80145645b8670aa3754c9d6b501cf11854b774cfd456155e3d26167441115d8a","sample_id":"mmlu-miscellaneous.val.367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54359e447cbece8b67281736fa0840cb76f59e243c416837c3e76a635cc212d9","formula_version":"titan-u-contract-v1","latency_ms":0.5008339649066329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ffeee4d812550e32bab5d9dec013a48c6384059c5f9f16bb1cfec8f0b0b52d1","sample_id":"mmlu-miscellaneous.val.368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f0be06e3bb3d121f62248db4fcabb4886dadbda880dd61f0e0606bcf1508c27","formula_version":"titan-u-contract-v1","latency_ms":0.49533299170434475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee53c7e25cff1c09474c47bbed9753f8febe8902777946b1607c5569a5a09358","sample_id":"mmlu-miscellaneous.val.369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0af4a0afaa0cdbc1ddb49eeac1b3320878f365f744e5544f4df8ed4e0f42b581","formula_version":"titan-u-contract-v1","latency_ms":7.843292085453868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e360a5dd74ca015bd7819d6ba1708ffd40256b97e3c87550286c34a2daac8c52","sample_id":"mmlu-miscellaneous.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d81dd3ab89063917ede6aca93950dfd3188bd307438e1496a17abc4b9fbfb59f","formula_version":"titan-u-contract-v1","latency_ms":4.262958071194589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b573cb7d44a294704bb5160465c67a6c2bc8ba15634d25f906615f415cf5ccf","sample_id":"mmlu-miscellaneous.val.370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4375d15f2756722ddc008f56a2c6cd2e67e7967b0672a577444fe464e72bac8","formula_version":"titan-u-contract-v1","latency_ms":0.671125017106533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb3b46d21f7bc947d96ebb84c988e7b1c20c8a471865a8638a0c05cad64c01dc","sample_id":"mmlu-miscellaneous.val.371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11ea2b484a681028b4380b78fd776030aa856f39bd74f1db6dc6cb834fd0881a","formula_version":"titan-u-contract-v1","latency_ms":0.4780420567840338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"986d50bb7708f4df3b7816b55249ab168eb9d21e34abce5e95258850ee8cb36e","sample_id":"mmlu-miscellaneous.val.372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a11600ef644c3ce4b198b9aca3c882231b72f24bf3d07a7ffffb7c2091cb64bc","formula_version":"titan-u-contract-v1","latency_ms":7.898666081018746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"345e66face89ed82739f6530119a549a66ba901621edc8beac9fa9cd25d4db4e","sample_id":"mmlu-miscellaneous.val.373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04ae5751f28ef4dad523f1100a6529d9fb7ca81289ffbed58ba1bd7244e90740","formula_version":"titan-u-contract-v1","latency_ms":2.222958952188492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1955eb5eefc5d3995e6301d9e8f10db6d2e8ab62bf54f917943e53a5a22c9236","sample_id":"mmlu-miscellaneous.val.374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8db7561827d06f649584817e69ef1c2510ece9eab8e344a3d2b0e4a3fc2ab65","formula_version":"titan-u-contract-v1","latency_ms":0.5197909194976091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a842335a149852400dc834a4faa674943768e472e47d67b5b0e914521e65190","sample_id":"mmlu-miscellaneous.val.375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"292b279e24ef79bfa42af5e51d5350db3c6853df201534d9506a42eebe2d97a6","formula_version":"titan-u-contract-v1","latency_ms":1.594332978129387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d96293e0de026f7b2c395e89f7278990007bda2102ba941c365c55cda8de5e53","sample_id":"mmlu-miscellaneous.val.376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ade92245b7730c1a94fe10588b869bab9d8bdc0ee5f83f57125cc537a3eda247","formula_version":"titan-u-contract-v1","latency_ms":0.4737080307677388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89f8c3bc1c6b49ffdc91f190b4ff644e6765567c7dbedaf71785f566a151ba99","sample_id":"mmlu-miscellaneous.val.377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4a6dadec29b47bc3c088bf587a2d16c872e89d2d9ef4788a0046fe2da77e472","formula_version":"titan-u-contract-v1","latency_ms":0.7531659211963415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5425fa992639adbaa60a0c20588a0593f51e06d45f9ffb2dcaaba9af4aef3af5","sample_id":"mmlu-miscellaneous.val.378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64a6a512f988da4d611dfdc54609fda36a1198daf2fc8ef4b2aafcf386908e4f","formula_version":"titan-u-contract-v1","latency_ms":1.5380829572677612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e59fc97cd65659093e638f5cc1975e472d009e650642e5171acb1460fa2d87b","sample_id":"mmlu-miscellaneous.val.379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab907108da109d0624418590d401cbb53415f10af329d04841d9c196bbe13405","formula_version":"titan-u-contract-v1","latency_ms":0.5857920041307807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e148d657690558ad72221d9b40adfa3a16b062c2863d4d43b2a779d0817d3cd7","sample_id":"mmlu-miscellaneous.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8b9069ea9f3e74dc68175f1e7158119e4d0dd2a709042a0b383eff5bd26c55a","formula_version":"titan-u-contract-v1","latency_ms":1.1144580785185099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db596fc7dc7006c26a5c5228d072c7730b4ab2c540e79f28513b582c48fd87ec","sample_id":"mmlu-miscellaneous.val.380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab7c3c6342f65319c4adf5d1b002512b691a1b010379d9966f3cfbc58f32a04c","formula_version":"titan-u-contract-v1","latency_ms":0.8616669801995158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5d448bca12c4de80ec810a7bf992de818d774d2b663cbc39355e0fbd9183be9","sample_id":"mmlu-miscellaneous.val.381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88180cd7874377e0935f6fe011af84fde89c35f6c2e06d567faaa471cd120508","formula_version":"titan-u-contract-v1","latency_ms":2.0637079142034054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d328bf5c0d81c25159703a207235f70a451950049cf379d57a8c113c2cea4bb","sample_id":"mmlu-miscellaneous.val.382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b97b801830220d96d66597ea443c7786a833fa88e42a0c2f7d3f6986473b2467","formula_version":"titan-u-contract-v1","latency_ms":1.7572500510141253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d2f438141e48a926e65eeb29cd2d965cbf85e4b6ec4c6e52847910811bb5ab0","sample_id":"mmlu-miscellaneous.val.383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84b1ef716a8ea6132f93f4ea45f3a0622aad897f1fb920860326de14cee6fba5","formula_version":"titan-u-contract-v1","latency_ms":0.48987497575581074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"091a5a1d8d16c64a1ed8b3e15525fae574f00d614633fc7edff5502234d71ac7","sample_id":"mmlu-miscellaneous.val.384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecb8295df6240bf8ce5a85fb113d22bb45c7c0f3d0cbf8acc9db38601e544ac2","formula_version":"titan-u-contract-v1","latency_ms":0.5614999681711197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb84665051f139bc39cde3e147704730600e016c4d161424c14aae4b71358bdc","sample_id":"mmlu-miscellaneous.val.385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a66a17ffee979bb2786bd27442988673fba0c91329908bbb7c5e09729aa7426","formula_version":"titan-u-contract-v1","latency_ms":3.352792002260685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3924972687bc884b7dfe1278009231c1c44ebdbe98b809c4b80d95f9c5010265","sample_id":"mmlu-miscellaneous.val.386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"077bcb7252fc6dbc178bddbe1d106935eabb8b28b99777e582ca01d9547947be","formula_version":"titan-u-contract-v1","latency_ms":0.5470830947160721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f40f8ed3d9e19b4d44b2962233c57ed5a29dc685058731fc2f396ad867ee055a","sample_id":"mmlu-miscellaneous.val.387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98cabd4bac44bd2665b38a57706076229cccd295f58f9fc9bac40724e66b1158","formula_version":"titan-u-contract-v1","latency_ms":0.4636249504983425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9117fc5d5369d177d4ff2e194947231fb8414dc1ffee4e6bf1472a775247840","sample_id":"mmlu-miscellaneous.val.388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5319ea7ba34e91ed2576e8eefaef63ae78e484a0440d34165c264179dab55e83","formula_version":"titan-u-contract-v1","latency_ms":1.8951669335365295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80dcebe7b09bfbceaacf67cc853d684944db17cad5c8beaebdc65254a2ce4ce7","sample_id":"mmlu-miscellaneous.val.389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efb2064a797a9bb80ae0b3bc6d866b9470fc0c9bdebc1420ec158e65416c358f","formula_version":"titan-u-contract-v1","latency_ms":0.6174159934744239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f02e1bce79684a350af8debc019df77fd0c3f86f24b5084ced4d0ef101408f26","sample_id":"mmlu-miscellaneous.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"049d5e5e2283c0f28a9d8a8e019ba74520032a10e880a7a4f690bbf0b4d31a86","formula_version":"titan-u-contract-v1","latency_ms":0.45487494207918644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d48207a859515f085329ecdf7608623790b58855c44d64c8ca755b9ec96e05ae","sample_id":"mmlu-miscellaneous.val.390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7e0144ffbb374cbe5bc11fbdd866c0bd2ecd5f773e7005c24a2645c640303c8","formula_version":"titan-u-contract-v1","latency_ms":0.46791695058345795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a063e3361c6368fb45d547c220e6cf008708100496d25d37d0bd10a4fb4c818","sample_id":"mmlu-miscellaneous.val.391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba66759110ffc9a9ad88a0f9a7d821e9f220d4282c9c0f6d5ec0de0f62710659","formula_version":"titan-u-contract-v1","latency_ms":0.7275840034708381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"152fce1c8900e5708775bac617df77b96033859e1e4c9ec29c73b94a4471d68b","sample_id":"mmlu-miscellaneous.val.392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7711d36b0d91c3724fa08ceb71aeb578bebf2454e1b4e638f6b6f4034e656d6a","formula_version":"titan-u-contract-v1","latency_ms":0.4760000156238675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c649785e3d31c33c71114626e3ab4aeb26da3f092f540b97727ad56de5a700e3","sample_id":"mmlu-miscellaneous.val.393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d55f3ff41921d3a1c0c743c2e124c5ef27a40635be6df0d4c15e533a897fd262","formula_version":"titan-u-contract-v1","latency_ms":1.3250830816105008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9588ba837c4c214e0f10b2749c4c94d1ce0cb4c539815b613f704bcc4f51008","sample_id":"mmlu-miscellaneous.val.394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70e329c02773acdb543d5188ea96056266b968f709e88c679d203b0894afe032","formula_version":"titan-u-contract-v1","latency_ms":0.5133749218657613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e26030ded7c9435612482b85f6c2ebcd3f1ea35c2dfa911638cfe9eafb20a81","sample_id":"mmlu-miscellaneous.val.395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c15fb206fa417630901b8673b34eea2a94ff97c91bdd798cc1b8733008752f2c","formula_version":"titan-u-contract-v1","latency_ms":0.4569999873638153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"211074f54c0365b9802af8e6c57276c7bf104472e4bb6fc6e2457815e344e42f","sample_id":"mmlu-miscellaneous.val.396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3db779f959d31189da25af4c2f9925aac28366e23834a1bcea1ccc47928df436","formula_version":"titan-u-contract-v1","latency_ms":0.6265419069677591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab0264acb0e919096eb88b8c3f52c402f6ebbd6642421f47ffae6f69de0ed8e9","sample_id":"mmlu-miscellaneous.val.397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb6b88132f3af21b811deb13408a630e830117dc247eb67a393f2d5c7b9cf218","formula_version":"titan-u-contract-v1","latency_ms":0.539249973371625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"357860bea55187991071dc885ed6540b0040296d3481daa8d8e05516e2ee7b55","sample_id":"mmlu-miscellaneous.val.398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ce7f453139d7101c54af90a51f193f205673a05588e9ee31f8d140ed9c3d897","formula_version":"titan-u-contract-v1","latency_ms":0.5680000176653266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7381dd1070ce3737ba96355b5744691f83e6a2595d6cadeaa5025503e5dddedf","sample_id":"mmlu-miscellaneous.val.399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f912521f0cd0fdde4a52d3371df20cb5f4465ddb985d6b1f08e8d3a0aec718e","formula_version":"titan-u-contract-v1","latency_ms":0.6575840525329113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51d788ca7b21826578ebc9c5487e8c664f5ca16c0303bed10f6f2c27f4551a2c","sample_id":"mmlu-miscellaneous.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d518ec3f32bafa78ca46a5e2421117b095b00b91189e1b2ef6031340b2fa3e2b","formula_version":"titan-u-contract-v1","latency_ms":0.5548750050365925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16bb39dc0a77c2a67a6f1e4fc96f899d94ed68c59d623ba16387d7c0ac84a432","sample_id":"mmlu-miscellaneous.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c8281088749e54bb2f3c37ccc4abfb6cc509a9bd08164edb331a2c65b82d766","formula_version":"titan-u-contract-v1","latency_ms":0.5793750751763582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b46ea84f5691f77e168edd98df3df362473a4b37d75e690fec21dfa063ed620","sample_id":"mmlu-miscellaneous.val.400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b747ca6063d029102812b2ece8217581ad544a59162ad44e53f82d02989bd17","formula_version":"titan-u-contract-v1","latency_ms":0.5531249335035682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f25e4ac5182f02618a9dcab8d4925ce4d2a18dca545178b975dfd18bdf1483a","sample_id":"mmlu-miscellaneous.val.401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e36a1dcc36a4dd935cd2904518bb9948370b345e62e40668d637f203a2ee7950","formula_version":"titan-u-contract-v1","latency_ms":0.5011670291423798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1eb5766e49ab0ce94d58d544d3530ab175e7a84eafd58698088e0fb763094f2d","sample_id":"mmlu-miscellaneous.val.402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab64cdf47cb9387957dc8fc6353ec2303f154773a60eacca6a8f80a3b9a77baa","formula_version":"titan-u-contract-v1","latency_ms":0.4920419305562973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90353155df72a56840a69343d4aa38135127d2c5b18f1d6b1f07de0a03769382","sample_id":"mmlu-miscellaneous.val.403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5605f1d45ca99c62d199eab56e5b7587db32bd0f1146f2e8f014915f1734fe5d","formula_version":"titan-u-contract-v1","latency_ms":0.500582973472774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8c960b9312126ce2acc89fc5681d1e95a3a4a8169178fe3cf67a5bab7212e24","sample_id":"mmlu-miscellaneous.val.404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e0b9d7f703aee98aff1e0fbdc7320c1263a81ef09b75e53268433190b9a0afa","formula_version":"titan-u-contract-v1","latency_ms":0.5892079789191484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec300b0bbbab6c0726e01a4c83986af1a29e2bfd39f1471279eedcaeb619ae46","sample_id":"mmlu-miscellaneous.val.405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4e14e70422ef7fa5521c2d58d3be86d16cb9ebbc6cc7cb73e0f8bbb0ec31829","formula_version":"titan-u-contract-v1","latency_ms":1.0909999255090952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a67d13e50be8ebd5a8a285119d85f9f118f4cd65a7448cef583e9f5cb38b7ede","sample_id":"mmlu-miscellaneous.val.406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"631c5c58e75b772d77717e7a7a1067554861a22a49f3d6784db19796a456a81a","formula_version":"titan-u-contract-v1","latency_ms":3.7685830611735582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"284bff151cb403c40e02cd6e876319ae1612fce44b0b54b26e2bc237383c4c25","sample_id":"mmlu-miscellaneous.val.407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b748c06130fc1f9f8726b639a56faf3d870747d2eb58b15eac2702e1e604940b","formula_version":"titan-u-contract-v1","latency_ms":1.0257919784635305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35a2e8db67953d183ae74e853e7175f16e1b21c8fa8d0c7024708e6c9fe901f4","sample_id":"mmlu-miscellaneous.val.408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27c952ab142f803332e8b47a2be08d329c438db65a921b23b2861bf4b3fcfb98","formula_version":"titan-u-contract-v1","latency_ms":0.4612910561263561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50e60b1810bb04189641bfeee6b7a560349de644418c65a95c2096ae9cd86a8f","sample_id":"mmlu-miscellaneous.val.409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b54a4d6840eb9c6c2dbf79592b4fcc986f50320fa6973e22f9ec5f6873bc5514","formula_version":"titan-u-contract-v1","latency_ms":0.8573330705985427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"004d417de7fe32ecfc9eec845f38c607ba99dd875295a92aa2b0706fd8a26b3f","sample_id":"mmlu-miscellaneous.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dfe5956489e98572622b3f2b1ebaed12445de4f287d3241233b55dc65a85c4e","formula_version":"titan-u-contract-v1","latency_ms":2.1597499726340175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f169d376d6c4a0532013ed2967da8b2c19058d42fbc9ee927af6cadaf21b705c","sample_id":"mmlu-miscellaneous.val.410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e462c57a0fa28a56ce5e7a862f52aefe8e203d4713d32ac0f7fc51377205ed2","formula_version":"titan-u-contract-v1","latency_ms":0.6348749157041311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c703e4618a64c0f7dcfff9bae03c9d7ff2d29d6e8b61da90e7c87b468b4483e","sample_id":"mmlu-miscellaneous.val.411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d600c025ae146fad4105e265d704583bc06eef3c02334fab930a813961097b0","formula_version":"titan-u-contract-v1","latency_ms":0.5326669197529554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf5f11575e9ee395722169eaf563bab729e09fed78671d418f691206abb0d147","sample_id":"mmlu-miscellaneous.val.412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7968bf68e8aeb294c5573b1a5e43c22e02b9098b7abe740d6fbd17596aaf0838","formula_version":"titan-u-contract-v1","latency_ms":0.5844580009579659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"010ee74a13465b6e3d9c761e8765f26dfdea6a5f653c16cb14f7f896b3711b42","sample_id":"mmlu-miscellaneous.val.413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"601f46a41b0be242dd57293219f18cf9d11184f026857f271bcd1ee6cad56812","formula_version":"titan-u-contract-v1","latency_ms":1.8523749895393848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd28cacd6c18e8d8d7cdcfcf44c9f26e060b8e591d1db6c723703b30363f01e6","sample_id":"mmlu-miscellaneous.val.414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43ffe94a80f650c6b0fef0dc2fcea6cd32a28d95188bf3dcbe0a605d5b30a90a","formula_version":"titan-u-contract-v1","latency_ms":0.5125830648466945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdd2699d471e7fc1da75cfa082443ea0b124d117469ea008515602a807765516","sample_id":"mmlu-miscellaneous.val.415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df5c7461dfdb55f712fd35e90ccb015f55ee8f5afd1a2c849a91be9a4d300608","formula_version":"titan-u-contract-v1","latency_ms":0.6083749467507005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d8dad59e069c87219ac89dd7588ee63fa78509025120ffb5b3f4a6f2a5fe4be","sample_id":"mmlu-miscellaneous.val.416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d416dea95bdf3e7924d595ed9c36071c7dc9d79a042f286a95aba2bc80d5173c","formula_version":"titan-u-contract-v1","latency_ms":0.7273750379681587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45f043de94f52b48940ff79a12ce6d8763cf14a32c97a74cbeddbcfa655eef11","sample_id":"mmlu-miscellaneous.val.417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8fec469ad5a07cfd778720f88e7bc387ee8db8523be45c60513952b5726b1ec","formula_version":"titan-u-contract-v1","latency_ms":0.719540985301137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d47f2fb1f4a75da8a2e65a20c7b52ffb49818c7b989ba00a254ba7b23de4da2","sample_id":"mmlu-miscellaneous.val.418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b23a4e3a54604fcae2e74b9b80e04580c6c40ccbd1d0e44b40aded12a8792d3","formula_version":"titan-u-contract-v1","latency_ms":0.6026659393683076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a556be63e87df0b439ba58822ebc65b627e6abb65ae300d953f5161be9fef76","sample_id":"mmlu-miscellaneous.val.419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"838096ff86b0849992897b994f946fc16f2efd0ee30a21ad14ba6603f76bb4c6","formula_version":"titan-u-contract-v1","latency_ms":0.7842089980840683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6681e340e16a3d79ac894f932ae5fa413c265cf02602e15a8df9f3175b1dc38c","sample_id":"mmlu-miscellaneous.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7419fcdd38e47e153d65b308ce6ff9652d37ec650993df75f08da3745bd03639","formula_version":"titan-u-contract-v1","latency_ms":0.4874159349128604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6bd1a585ab8e864cca8c57a6ee61da391c27296956cadbf3330c64018c00968","sample_id":"mmlu-miscellaneous.val.420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb3b5d190b9fa8b109317af4c18641bf7d99f3c82b6eabed0fc777fd5b181de8","formula_version":"titan-u-contract-v1","latency_ms":0.6306659197434783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c4e71ce0764e0d48eea0f85081a585060efd7fd195f3d162b7ce1f360b6f5bf","sample_id":"mmlu-miscellaneous.val.421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5242a03296eb9d1d000378d03dcab900ad229cdc08216ae1dcb82b5334ceaa2a","formula_version":"titan-u-contract-v1","latency_ms":0.5555830430239439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cc54535ec4c8547742ef5e0df7c992121a45b9fd04993e0f7d7bcb643f58458","sample_id":"mmlu-miscellaneous.val.422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7f7f0752cd9891e6cb6a4745d7991a53c9b8cd8e780a62e681b7535d6e3f7de","formula_version":"titan-u-contract-v1","latency_ms":0.8412499446421862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd181b48bf32c54ae67e4bff5c012210dba0f5d1340c80f592cc0d073632f56d","sample_id":"mmlu-miscellaneous.val.423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22bf180cf953e400647c0a44d5ffb6491c5508616016ba0ca3866e7bf2e4bd4b","formula_version":"titan-u-contract-v1","latency_ms":0.5163750611245632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5106a90e6352c9807c4fbe80e5c632f18e29b42f23f291a59cb064854c5d4470","sample_id":"mmlu-miscellaneous.val.424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04b14370164256e9da0d8dd7f83526d15f8bd1820707a2e11e181cc7ce107fcf","formula_version":"titan-u-contract-v1","latency_ms":0.5959999980404973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"278b205f46a7c346efb9ced73607517ab9eb1202423d8b3c06fa32fa67715b91","sample_id":"mmlu-miscellaneous.val.425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d10612802953c475ed8461cc80d23d100528b0d1588200fb10ea2a278ed1089e","formula_version":"titan-u-contract-v1","latency_ms":0.5853750044479966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df8350a34fa526826681759c4b4c5a1afb0343a9fdb7128c517a0a2944679bac","sample_id":"mmlu-miscellaneous.val.426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5947997f8f5d086c10e715e9c03fba201d448d0a8ef5e42b94dd5c1148a9b46c","formula_version":"titan-u-contract-v1","latency_ms":0.4817500011995435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e99721e911ca12767401317a0f7ab9934388d65e885ea025e9424888f24c2f2","sample_id":"mmlu-miscellaneous.val.427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"786af4325551aca3051c35837f05d1b27174ede9a7d0ee4d5733bbc704995e93","formula_version":"titan-u-contract-v1","latency_ms":1.1708340607583523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"436de8438d9fa28f3502bf9eeba1754c6c007a4f14d297c58e9f9b6615ae05a4","sample_id":"mmlu-miscellaneous.val.428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eecd0e021e338d189e433bcb317c81b896c064cf973ed5ca0abedf1f07c861c","formula_version":"titan-u-contract-v1","latency_ms":1.2459589634090662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b88c2f5ed03fb64657b7eb8d9a6f562ae64860a0532b553267e73d017e4591aa","sample_id":"mmlu-miscellaneous.val.429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c118bf8d9f752984d2d105bab7e6568a565b1d1634d27091b5e620dd0d75d7d2","formula_version":"titan-u-contract-v1","latency_ms":0.5556250689551234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0881642393501fb70ff748f07ce836e6b387ddab84f900ad0118b815cc691c81","sample_id":"mmlu-miscellaneous.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b927f516f2bee7e611ea80de64dc499a7e5dcdc2f1122d3b423a36eb3b0b67a7","formula_version":"titan-u-contract-v1","latency_ms":0.5374590400606394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2078ea34c52d643d60144db8a5d8571d9ce1fcf8057889e26c6f35b670128a45","sample_id":"mmlu-miscellaneous.val.430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed06a8a10eac8e64db7a29acf38b4b10a0d10ce25fd05a03911322bee18d35ab","formula_version":"titan-u-contract-v1","latency_ms":0.6013329839333892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b60b25891544268f7e71ae8b12513d901d0343cc1d379309ade53263effa5b6","sample_id":"mmlu-miscellaneous.val.431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af560d6db5c8efbcd252afe3e217b4bb2fb826a9318550da5f40906a506c6417","formula_version":"titan-u-contract-v1","latency_ms":0.5608750507235527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fd55f248f99eb43c3a5c414db0231befeb941e1bc37a82e2902126e08d9fb16","sample_id":"mmlu-miscellaneous.val.432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"990298f88247803855577d61782822d2bb3e45831330bed22d855ce044f4d7b7","formula_version":"titan-u-contract-v1","latency_ms":0.44116692151874304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f21421987c0e30eaeea886a2a46176facf612f837abf52ef17396276f025961","sample_id":"mmlu-miscellaneous.val.433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"224588dd04f493e3093852bc6fa71436af72486923eae57c995ce63ff7bc783c","formula_version":"titan-u-contract-v1","latency_ms":0.4439159529283643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4144275d731dc37674291a555a00debf8773c3f4a6808cd7295288a6038e740b","sample_id":"mmlu-miscellaneous.val.434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0ac924831908ee8b1da610e12ace40a2242f126770ac09d202b5c711c54836d","formula_version":"titan-u-contract-v1","latency_ms":0.45320799108594656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a047f21f9b7149484a1a43c68e332862f65ee73be5b44f889356ad784c76f08","sample_id":"mmlu-miscellaneous.val.435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fcc8c338998eadb822f3a613d1c1228927889b0b67ebf086b20047e3e0c0ed1","formula_version":"titan-u-contract-v1","latency_ms":0.6284170085564256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c917c504ee9a33e1c2032419f7ef9d89fb88e324428ff6ebe6b07fb30f171e9","sample_id":"mmlu-miscellaneous.val.436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05d0c268e13c3fcb35c12a49b94dafa97f3550731794781a6cb1c44c45e38b0c","formula_version":"titan-u-contract-v1","latency_ms":0.8425830164924264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4932fd8b11973c872b10c802a5e14eed4e34fb0d011d06dabdc95f7b9760746","sample_id":"mmlu-miscellaneous.val.437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47516f283b5223c61ffd1427dc3375461d13d25caf60c19b0b4d1a36020bca48","formula_version":"titan-u-contract-v1","latency_ms":1.0552499443292618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6d76f1748aaf3eba091bae89c7c06346657e13a67a7693e5cdfa44af84ee4aa","sample_id":"mmlu-miscellaneous.val.438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef9a3d76a30f69765f454b477caff57dab05254d37a405cd4697b9fce2b024cc","formula_version":"titan-u-contract-v1","latency_ms":0.45437493827193975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c08f80e681bb0351800c8234253f78342ef0102dd65ef0dca19b24e8cf9a6f06","sample_id":"mmlu-miscellaneous.val.439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6ce2a1e17c4a3010b443a228eed6c55191d4b48585d7e7fb6bff2adc56e8c14","formula_version":"titan-u-contract-v1","latency_ms":0.46591705176979303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11957d956323424126421bd76c1a33492171f4313e85f425992769e68ea6cad4","sample_id":"mmlu-miscellaneous.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2e11a148c74106bab5acc6b4d9c73a065a508e10612c486edbd1ad27bd3202a","formula_version":"titan-u-contract-v1","latency_ms":0.47995802015066147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3054e0f177130d32b0ea9a0c8ada23d47fb7ce8a710bbc993f10a3adc5835ad1","sample_id":"mmlu-miscellaneous.val.440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"981545910023cfffb36ef295b6017c4425e6d0037a32365c4a21565e4017a80e","formula_version":"titan-u-contract-v1","latency_ms":0.8947079768404365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41563384c56fd3681073f8c1ad137c162602e400a323976d0ce9617fa6b8b0b2","sample_id":"mmlu-miscellaneous.val.441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20b15c92597ae03f6cc78d6dd9b222f654721c17327dce91b27529090f5d16ec","formula_version":"titan-u-contract-v1","latency_ms":0.593292061239481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd5da2976b3ce885659652a1acb84a627436c49191695cb8fbfcb2682d9f4229","sample_id":"mmlu-miscellaneous.val.442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e4438ef7338001884b610291a72cba937fc0935faf2573ace6adbffd2c5b96e","formula_version":"titan-u-contract-v1","latency_ms":0.6817500106990337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23d8c00d7549a935c7d92fab7587de02c96749bd6e231fcc25b39650fdf311f7","sample_id":"mmlu-miscellaneous.val.443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0b83776c6cb440f2d4df625eb0f2e4d1767fe552df48e178436589120b291ad","formula_version":"titan-u-contract-v1","latency_ms":0.45475002843886614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca921f0937a294ce50e727ecf3f6c80762cba8238e247d2caea86971d399ea92","sample_id":"mmlu-miscellaneous.val.444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98cb79920247083ec7f8a7b76159a862d8207d31ad5bdd85e727ef8c8c183ebf","formula_version":"titan-u-contract-v1","latency_ms":0.47987501602619886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2730eec718f0bc4cff93c8e5f20bc29885288cf5eb4edccf9f75ad318b80e300","sample_id":"mmlu-miscellaneous.val.445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c40aed1c45d63f5efaa892d85f61cb58c93cd7b15ae1c47b9af9ec764299535d","formula_version":"titan-u-contract-v1","latency_ms":0.49116602167487144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5b840204b85b331523b4bf4814a57c00972bb08227d6705f4cf42c4d7a53a72","sample_id":"mmlu-miscellaneous.val.446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80a40a4356d532b2525d0b5d0711ff727c4cfdae129e79adf225a496b4f47f02","formula_version":"titan-u-contract-v1","latency_ms":0.5029588937759399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"114d39ee84179134d59689301d9908d744fc0917d75b03df037f67a1b42cc4f2","sample_id":"mmlu-miscellaneous.val.447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0acaeeafc16b2341e03e2d8fa831569da324ce5889c7a5676466de3eae62bf2a","formula_version":"titan-u-contract-v1","latency_ms":0.42620906606316566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f04d52b2a48b981f6608517540a21c7124ba139e34ec45e47b97fc6104de9e9","sample_id":"mmlu-miscellaneous.val.448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8f8982620d4b6ab8cbce11046aedea08651b8bf6d78472cb48f82fa2967374a","formula_version":"titan-u-contract-v1","latency_ms":2.7331250021234155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95c4a8432115beb0a8bdd8a4195d09b0c1333126213f5822e50767832e952b8a","sample_id":"mmlu-miscellaneous.val.449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c04489900d18c7569730f1f6dae42638e4ef70ea592c2c4d25028b38f50b3e8c","formula_version":"titan-u-contract-v1","latency_ms":0.5200840532779694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22c9287cce5e4d9e6f2ce6108a51c82c8a4d1a48d79e2a9c85e20556f4d7cc18","sample_id":"mmlu-miscellaneous.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1eec0675fe4468f296a09c78a3c8138abfda66143382b932e21747cd89a0f6e8","formula_version":"titan-u-contract-v1","latency_ms":0.49516698345541954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c07062c4ae8c572cf4e543a019a125e38f0dd643dbb1df98acb0471f211ff4f8","sample_id":"mmlu-miscellaneous.val.450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20f30371d92cc63d8bf3e150fb9dcb6f0aaccd773b7abe4308d73e4ae6b182d0","formula_version":"titan-u-contract-v1","latency_ms":15.480790985748172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ac2875b1aa2ad1572d6d352bcc817b61bc91ea8fc0f4eab4fa91f9fd42473d0","sample_id":"mmlu-miscellaneous.val.451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"421b343228f88bf3c2e8f34a46ab61dfdb2bd6d7ace5dc08e26336767e06634a","formula_version":"titan-u-contract-v1","latency_ms":0.4657499957829714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bd8f23059845b9198bef8194b7b95a76801ef3a0c4d13268eddabda70a1ae6e","sample_id":"mmlu-miscellaneous.val.452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"789f022357f7d4d4f879fecd9c14b57d4e9f1ad7e670553e1caba1df876f761f","formula_version":"titan-u-contract-v1","latency_ms":0.499458983540535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c363eff2e1875b54e830ffbec6261a312bd3eedb76bf76616dfb8a2005c36110","sample_id":"mmlu-miscellaneous.val.453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c72111e6a24c1e82f2b58a62eaa6bbf0c48b0afbbafc8c2d1fe6619f114967bf","formula_version":"titan-u-contract-v1","latency_ms":0.4672079812735319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eff313510e8e65a732f74ed6f11a7e8b9ffa3da9d0c047b88c2aaab06a7627ae","sample_id":"mmlu-miscellaneous.val.454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"292e75025c4d99e0a85a28d65ea80be85d9838e46e1839120b9983270d36c067","formula_version":"titan-u-contract-v1","latency_ms":0.7304159225896001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdc0f8feaa7906c7e0cb5dc958aa7202afc7738fed985a3f1e87bd8e34f225d9","sample_id":"mmlu-miscellaneous.val.455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bae5b1a2140384e0c3fdb50962c88f8b90aabe626bc989d5e3b3d2f16d575f9b","formula_version":"titan-u-contract-v1","latency_ms":0.540125067345798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e2f6b444e441b91f7e73da7ee49bf5df24f1fa0ae466bdbc286130caf1d1114","sample_id":"mmlu-miscellaneous.val.456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d77581eb6f2fce756b4851786ea177c8bc7c2ebe14fe70171550c0e07e05d76f","formula_version":"titan-u-contract-v1","latency_ms":0.4610419273376465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b1c66b6f91f2f642446afe37cd226c646ea18e2273e313ec7d6f9efb8ad76b5","sample_id":"mmlu-miscellaneous.val.457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c029b2ee3b2f4870548c96d1b3ca85dac2344df6e36101941ba934efcacaf77","formula_version":"titan-u-contract-v1","latency_ms":0.4879999905824661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62e741f75c55d42cf646d93508bd9c29987e1da26a479dae88707b46f470e71d","sample_id":"mmlu-miscellaneous.val.458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28b1b9047cfd8cf65e748226552daa29c300b0fa2d4f1b5bcb9da5c81c3621a8","formula_version":"titan-u-contract-v1","latency_ms":0.4777500871568918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1867805262bf839b541f898a2640f6dae8e95a959e42d7fe38baa6d4f498d594","sample_id":"mmlu-miscellaneous.val.459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca91f59aacca4ce191b930a34b47066d7dc5bcdbff5da57163e47d3516625b7f","formula_version":"titan-u-contract-v1","latency_ms":0.5165829788893461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2087b4a6e89d1b0f16b45df2c70614cfe4fe54650b8461d2de2a0ead4b7c4d89","sample_id":"mmlu-miscellaneous.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"813eca35de41ad47ea3412f8b8454f2a874cb518666441d334c66e60b67f2bc9","formula_version":"titan-u-contract-v1","latency_ms":0.445124926045537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"273bbad54e8966a1912c25ed20c052c1702bdde187be5cc2cecfed1cf9bc4c04","sample_id":"mmlu-miscellaneous.val.460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17501b0fec7f39b30c86fe8b8b624953229dd31e7e8c0306b7835c1828a76dfd","formula_version":"titan-u-contract-v1","latency_ms":0.6010830402374268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb2f7bda68ae232af9bd0aa6f698204a74f5eff08bf88bc50da6ea78b66eaea0","sample_id":"mmlu-miscellaneous.val.461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b98a90167b63ffecbb60adfd3525146e0e0a24b2a32485fe2c5a9f13a646401","formula_version":"titan-u-contract-v1","latency_ms":0.5390830338001251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b824ded071196c88e7a8fa35e36f9c3c0c69ecba65a566e7289724e3aedd1d3d","sample_id":"mmlu-miscellaneous.val.462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac64998f394d268d353b10038e53332000d2b9db77a4e29fbae185e66ec0327b","formula_version":"titan-u-contract-v1","latency_ms":0.5431250901892781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c53ee56b67971754eecfbde13799c3474a8131c46d132f69cddaeef10dffffe","sample_id":"mmlu-miscellaneous.val.463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e5f1e39aa3bc57bf4574f91816820ebb3fac8f9d383cad78cc63ab34332f626","formula_version":"titan-u-contract-v1","latency_ms":0.4750828957185149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9927cecb954a7055ff719dffcb27bd0a876b2e139510d32db606672718174649","sample_id":"mmlu-miscellaneous.val.464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52833162ba39ce24c7b156e3cb3f6ea7157d400d66d932f2137b355c728b2148","formula_version":"titan-u-contract-v1","latency_ms":1.0942500084638596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6cfa38c38890d161126decb7f69eee1ffa13505db1e0c126f43c50f16fb10e8","sample_id":"mmlu-miscellaneous.val.465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fe3df7a65214f6f3707fdf2608df0201d5fea0196ac4f9992cf59e5089864b3","formula_version":"titan-u-contract-v1","latency_ms":0.6282089743763208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99056bf96e2f44e8448225fb68c159d962ee3d7ac03d10e15cf4d75b31140357","sample_id":"mmlu-miscellaneous.val.466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff14d893278d65cbe3f26274cd8ead87f2432088f072483163d2102d0b35241","formula_version":"titan-u-contract-v1","latency_ms":0.5810420261695981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30fca1698bd5dd31f53b994b8ac7b054af996fc49ed29dd8b82eb473f53cb568","sample_id":"mmlu-miscellaneous.val.467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06ca66eb51f2a9c76bd0d16bcfe35548b758bb8da5b43d41ed706f3e2ce0bfad","formula_version":"titan-u-contract-v1","latency_ms":0.4746250342577696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c63deb70148df5ae9f88c38cdd9fc151aac7fac1523f3dfed9934731f4917e2","sample_id":"mmlu-miscellaneous.val.468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"050b02fa0121d27f42ec75971714d328a6bf94f04fc46d88637618a3f951691f","formula_version":"titan-u-contract-v1","latency_ms":0.4741249140352011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac62522d378b1d7dcdccf00cef6d87b7fb3d030cc359b459a15234ac2f8d9466","sample_id":"mmlu-miscellaneous.val.469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"130eae25981c08fc1a5a4f21e185f925706fcb8ed2da65fbd953873fad229e78","formula_version":"titan-u-contract-v1","latency_ms":17.51462509855628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18edf0493c10652ad01ced820d5060ff985af1d191aa96ddf2542d133a8c51b8","sample_id":"mmlu-miscellaneous.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"393f93b7bb6feb7842613d617a8e1e1a2f05e6128c6e8ac89138c6c921a5d7bf","formula_version":"titan-u-contract-v1","latency_ms":7.888290914706886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15c716d29e7cb421c84cc96718d3abed4a4346dffea9f51afc20128f4bb1b911","sample_id":"mmlu-miscellaneous.val.470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80c8f5a2b9a349958098f1c8a09357bf01b6d474e9a00151b436939cdf7974d7","formula_version":"titan-u-contract-v1","latency_ms":0.4872080171480775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae926cb095099b619e130e661d08eacf679afd07fe64f7e3879a5408302367cd","sample_id":"mmlu-miscellaneous.val.471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"455c6d8b4ee61221f5bb740cbf28c8f87b976ea0f8a616ac6ff075721c919052","formula_version":"titan-u-contract-v1","latency_ms":0.5194590194150805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78d61bff58c7600ff40a89947efb9b8d4798e1ee987adab279ffd2ad3771131b","sample_id":"mmlu-miscellaneous.val.472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f6ac1e1bb5bf8cb4459d7f18c386507be42ea108a81f45490e083ad8df86a7e","formula_version":"titan-u-contract-v1","latency_ms":0.5845410050824285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f5e3b09f0c79c05254683e50e6fa3c80945c18e491ccbe1ab62ae9325d57c6b","sample_id":"mmlu-miscellaneous.val.473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa0d764d55100216c71da00f6ae32c4138c60d5659a14872ffb33bce857473ad","formula_version":"titan-u-contract-v1","latency_ms":0.9983748896047473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0752782f9bac5ec933a8ac3c88610248a3ba41826eac0e7b257a20668eb25d97","sample_id":"mmlu-miscellaneous.val.474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48c65e40131001b7afcc1032a35da118b5c9f54faf50b30d8111b2a69de54af6","formula_version":"titan-u-contract-v1","latency_ms":0.604917062446475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bee402f6d4c68f33e262956ccf9955b23b8fdc6d09471387e879d8118781a24","sample_id":"mmlu-miscellaneous.val.475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f8c3c60af8f6150e0c88b78cead77dbebc7888b805a5b5ad8cf0ec21c4a7e62","formula_version":"titan-u-contract-v1","latency_ms":0.4895000020042062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10457dbfd01800e6ca01ce2b1c5a20aeae1bb59207934c2970338f39100eedf0","sample_id":"mmlu-miscellaneous.val.476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32bd4ed5465798485aeb357e5bdffa5db05dc2086f8aaad149a621d45778b95a","formula_version":"titan-u-contract-v1","latency_ms":1.0435000294819474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45a0040d35d6123015ff9e35a2a67676b46d4af64f498146e0732cf7c1dbfedd","sample_id":"mmlu-miscellaneous.val.477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"063a0c3349ebc9a07b2de5b52defb779c1775e2571bff4754fbb5f55152137f0","formula_version":"titan-u-contract-v1","latency_ms":0.575082958675921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ff35f364372552f2ccf553a25e219f3f9d8407f1150aeb3c5ec0fc9035e6d3d","sample_id":"mmlu-miscellaneous.val.478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9cd992bd7f03a0edeeba334ffc07b8b36819b973de972858ef23906585f20ce","formula_version":"titan-u-contract-v1","latency_ms":0.8157079573720694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cdff44ab1b871236a6274092045af5e835a636d245f72c9c60713ba0b0355fc","sample_id":"mmlu-miscellaneous.val.479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a23c322b2692c3c11c60e764652235b890a6e8e6ae86af763afda7ff2318ef14","formula_version":"titan-u-contract-v1","latency_ms":0.6101250182837248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"184f8890e4ab6c012e3e5dcf98f3ea6c723174b7e97b9feeaf6b2108d6381874","sample_id":"mmlu-miscellaneous.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1d5eb9b08fc9f1d24206501acd39b5ecb7dd6bfb96a11b6d677166c5483a24c","formula_version":"titan-u-contract-v1","latency_ms":0.9944579796865582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"704ce0b190960ea689fec6efb1c6388af78485ef5595d561771a58e709cce76e","sample_id":"mmlu-miscellaneous.val.480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da0b8c5a631af52fbf52b98e57dc6ed50f324c9711f332fcacf24af8ce86320f","formula_version":"titan-u-contract-v1","latency_ms":0.9580000769346952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9a47a54682e0571f69bcc9985faf7441215756d2acdb3ea501e64ec0f15fb8d","sample_id":"mmlu-miscellaneous.val.481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59f147ea2a57ec3a9f8c635a1ec2702ec3dbe107354a1b236c280342f513022f","formula_version":"titan-u-contract-v1","latency_ms":0.4675830714404583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bd63783d25daa611ef7e7e210c68f90281ed45dca77a021fe6e862ea60513c6","sample_id":"mmlu-miscellaneous.val.482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"befc9874ca2c5c24af3aa4d9195a4853d238a5e5bd766d06f9f34307af923791","formula_version":"titan-u-contract-v1","latency_ms":0.7114580366760492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0091134673d330f291a3ba68c2d3d58073bc8cc091746836a25aa7aaba46b07","sample_id":"mmlu-miscellaneous.val.483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5274e3efc67fd6cb528582a6dd36f676c91e1dcb313b67aa744e9e96187fd1d7","formula_version":"titan-u-contract-v1","latency_ms":0.9006669279187918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a529d9de1463f7293c4b83933458ac3b9be4f5ffee12523562b8b75bd2d4269","sample_id":"mmlu-miscellaneous.val.484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"048bef71bd98bb0f381f318a7528ba4a02034a25c65bf9b02847b4741df8a63f","formula_version":"titan-u-contract-v1","latency_ms":0.45249995309859514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe399a9582c007b8ddce94f85758c6d354820da71664c8bca1aa298377699437","sample_id":"mmlu-miscellaneous.val.485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca1db0798e9097e438deb7b353613d2718f7f7caab4d761b1fe0628abda4f14f","formula_version":"titan-u-contract-v1","latency_ms":0.49704196862876415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72ebde87cc5088deafcbae774d797c4e95369832a5721cc8778032a7c82a0f53","sample_id":"mmlu-miscellaneous.val.486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d06951d07bce107752afb566c917c6b5048a0b0e862cf51f0fcbc824cccaf7b","formula_version":"titan-u-contract-v1","latency_ms":0.545416958630085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9000e7a76537c507f7d50eb8002c978b34411e9cccddd90075a28293b70b9cc3","sample_id":"mmlu-miscellaneous.val.487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c738671ead8568b2da4d7a5f2021400d685acd256d9a5eaabf0bad1d3390e1a","formula_version":"titan-u-contract-v1","latency_ms":0.6920829182490706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82e82c96451a6c7f13857f9a8e932e00dd5ed4627d83dc48a5dafaeabc90287a","sample_id":"mmlu-miscellaneous.val.488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18acc61b83b8893eb74cab8c9d3613380896bf68aa58fb4b04e14b0ef22353fc","formula_version":"titan-u-contract-v1","latency_ms":0.4876670427620411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f04d32867269482092bab6e797d1d2222a6733da8635b7e8fe21d84111fbe0ea","sample_id":"mmlu-miscellaneous.val.489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1ba3c0bf1eef0c55b4cbf15c61024b6b922782ffb66e0badb84f970deff795c","formula_version":"titan-u-contract-v1","latency_ms":0.46362506691366434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0acc8ac6191bf1764aa71d8f811e99e97aa03fd687ef85833e8bfdf227140330","sample_id":"mmlu-miscellaneous.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ac020187c521dc3d4011a4a0595db470357e1ce9c8b4799365e4773c9d845a5","formula_version":"titan-u-contract-v1","latency_ms":0.554082915186882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"823d7d4fd84b6f7c683b23cfd7e3aa7dbd7325fd6ae126cc0cc43a86065b8262","sample_id":"mmlu-miscellaneous.val.490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3194b3fc95bbee7b67044aa0275360d62672d67fcfd0ceafdce305c67b21349","formula_version":"titan-u-contract-v1","latency_ms":0.4598749801516533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7545e9ba17a61b39823d9a2c23f8e763ceaa9e0c3cae39a6dff1ad5aa8cdc07c","sample_id":"mmlu-miscellaneous.val.491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f37e9ab3e21e7c664d741ba1517d70deb2cf166f15276290e7acbd0adfcf3221","formula_version":"titan-u-contract-v1","latency_ms":0.6021670997142792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"111a348c23a14c33e764897c8a751371a196e1e5693f3a94c03cf4995589fa50","sample_id":"mmlu-miscellaneous.val.492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d16d44a5e88024157a0c959f9cb1b2a065333ee2129c7cda5ad03755fe3d415d","formula_version":"titan-u-contract-v1","latency_ms":0.5370409926399589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75c35f907f457414c2218312d995cdd6959ca335a24a6e96ab40e1d1e898a75a","sample_id":"mmlu-miscellaneous.val.493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fd60008446d94776ed767e6fa4d30a22559fc357b16e02af94ab8d8a946cf73","formula_version":"titan-u-contract-v1","latency_ms":0.605457928031683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21066798c3bed37de9c233746df5e1811b76edc0234eea790ef106b36232a16a","sample_id":"mmlu-miscellaneous.val.494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39d8dd46e4c8e3ac976cf184ec111ecd0f4c4ec8d660bb6d229a6bba99ac3af0","formula_version":"titan-u-contract-v1","latency_ms":0.5084159784018993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fc5603dd2d1fb2862799c87cc895bf70d87c5970f7a1058f9a2e47830878e45","sample_id":"mmlu-miscellaneous.val.495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"992ab79d984f8b310d99a705d0d1c8ac188eeb21d3047dc4e2e299b07e62dcfb","formula_version":"titan-u-contract-v1","latency_ms":0.5426660645753145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"144dd1f80502407b2aa7eec5492b78b8f2a35e52b2409e4166e1fc54ba3547a8","sample_id":"mmlu-miscellaneous.val.496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d3280835ed394fe1ff097ca885c5470c573cea814c589856d914a2daf2a0f58","formula_version":"titan-u-contract-v1","latency_ms":0.5062080454081297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b8d79944dc614be4d7ccc41aed4b097f4cb143b96fbe7f9abaad6f4fea8a623","sample_id":"mmlu-miscellaneous.val.497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"369dfcf4a3fc113072749942ee642010188a2abdbe6f4f56dc1fda638c9e29d9","formula_version":"titan-u-contract-v1","latency_ms":0.5067919846624136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13b013a85aea54867753268673df9ffc40db34e7795569dbce44337866859299","sample_id":"mmlu-miscellaneous.val.498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33466467b93073e1bfbb1f14713354c9c3196d5213adf20e9e22689950d324f0","formula_version":"titan-u-contract-v1","latency_ms":1.890708925202489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaa9e3039d13934a13c407f53839842b20f5aee779fce5706f2234d224a2a69e","sample_id":"mmlu-miscellaneous.val.499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6420bf5a8650f413f74b412aa8b165d1c3531c1db3fa18f3548c6255a5bdda2d","formula_version":"titan-u-contract-v1","latency_ms":0.6377079989761114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a0a6589af0049a86972a3672e199c4133569c929b70ee5d356fb376eb429509","sample_id":"mmlu-miscellaneous.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64c23e411a78f3a609e60fc05ee749d5c3782981c03fef18e4645f2027231f47","formula_version":"titan-u-contract-v1","latency_ms":0.7143749389797449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36a4a9b69c02a9899e37b5fe20a4b3ead76070a9470127571ebbcd89d4fb4ce3","sample_id":"mmlu-miscellaneous.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f01ae06e1080346bc7ae324db3daa55260994f2e819e473753c8a3eae5aecae7","formula_version":"titan-u-contract-v1","latency_ms":0.5534159718081355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a82cd87358f4b405f0fd3f79be32c25fd33ba2a48a6b3b6a925a88462bd6758c","sample_id":"mmlu-miscellaneous.val.500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8797c01f6ecf000ad884a21b008d4796740b258cfe97a67207a429fa8a8d6969","formula_version":"titan-u-contract-v1","latency_ms":0.49233296886086464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ae36f6cb4ad2a47ce79053a19849bfad206ab18b9751cfb6ec8f917424e42eb","sample_id":"mmlu-miscellaneous.val.501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a99e20ecb4ed6bf8f4cd3c96848f9d195c6d9faee359d7e38f370e0eb7c86f7f","formula_version":"titan-u-contract-v1","latency_ms":0.5971250357106328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a7d1ccc27329d36f117f80f09a37d47d4385132e1ac0f694e032df9fd0257f5","sample_id":"mmlu-miscellaneous.val.502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f04e6a04752b5eb704495f54ba187b1716fe00b6b367ab1a6fe3b2160fe5cd89","formula_version":"titan-u-contract-v1","latency_ms":0.4855000879615545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7b8f829a4ba58da3943966d1acf4001ec710aeb60db4ed723cb5034ecc550a9","sample_id":"mmlu-miscellaneous.val.503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf4b5e747c1c117aa399c5aa583cb47698cb61eaae03255d7c1f12349d53dffe","formula_version":"titan-u-contract-v1","latency_ms":0.5050409818068147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c6abbb041b18bc9b66de058b631a40747cbd765d0515875eb80fbb5eee023d6","sample_id":"mmlu-miscellaneous.val.504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f55b4211afe6edd3d75be3b33d703dc87aad0d093a2d71481d3335988eb1fe4","formula_version":"titan-u-contract-v1","latency_ms":0.4659160040318966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74446230633dd1f13303dc6ed85613052d66585fd9c518acc855b3fbfb5674f3","sample_id":"mmlu-miscellaneous.val.505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b70e1692f6222f3d31e2b51fcffdeba9bde5cf8a0bbbaf02025aedbcc4e5db4f","formula_version":"titan-u-contract-v1","latency_ms":0.45133300591260195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ec0253ba1149c96debdbb5474ad6129a7cb1d0185c185fdae8a77ab93643b6b","sample_id":"mmlu-miscellaneous.val.506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94d884f09eccd800d183fe63bedf4444b468fa7175c379f56247af46a9778883","formula_version":"titan-u-contract-v1","latency_ms":1.5942089958116412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0adea60ae1b434416fa76cdc9e7c3d069d070f3703c4ba211b8205223f5d651","sample_id":"mmlu-miscellaneous.val.507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de02afab96e3fe32ed883d883f2237d02f8879293466d4fc2315f091a4abf3ab","formula_version":"titan-u-contract-v1","latency_ms":1.6163339605554938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ddb7a3d23a3ea53e2215cd9ddb622920a5224ec2914d873b5a337dad9f37b81","sample_id":"mmlu-miscellaneous.val.508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2187903cac3c73a2f4bf21a3509afc80590354960ecbc5db6e442dab74fa0a5","formula_version":"titan-u-contract-v1","latency_ms":0.4837909946218133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4cc84431f8cfd3a354bc4b7521a37b9f237ed3a3720c9966b780cf08a129520","sample_id":"mmlu-miscellaneous.val.509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7250924ffccf1c1041414a9a295dea929448928eae30c42224f1280389510000","formula_version":"titan-u-contract-v1","latency_ms":1.1172499507665634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a5a9a2e2f924402a47e85861ea9ec7f9753195607c02ce860c22ed8c6bda05f","sample_id":"mmlu-miscellaneous.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afecd591b6923011761f633e2eb3cc5da1edd617c443c687dff679a1f73ef7d9","formula_version":"titan-u-contract-v1","latency_ms":0.5896249786019325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52d668341855e2a63ff9dcf342ca87c6f06df46a4b90fabb38e447039b24251b","sample_id":"mmlu-miscellaneous.val.510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02e2fc7b9ecf54e68fc5ed78c7a35decd22f3af67a044de33086b0836b5d99c3","formula_version":"titan-u-contract-v1","latency_ms":0.5374170141294599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1034200646d2ba2fba23f614146ee918f09a9ece696aa3bc5c675a47abb0359b","sample_id":"mmlu-miscellaneous.val.511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68ca84ef5acda033e224bc36e0db72f297a018250558318f823bb45ddc487ce8","formula_version":"titan-u-contract-v1","latency_ms":0.5194579716771841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6a0c81642fcf7ac439da3f3cf0374a3eb1290d14034726677febb3001bacb2d","sample_id":"mmlu-miscellaneous.val.512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c95f7a3e6a5ac72f8153f73332cc354f51fc3b13aac4473484b83470c31c930","formula_version":"titan-u-contract-v1","latency_ms":0.6277910433709621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c978d143717405d4db7180e2b7f825330a96f2855d901a4d9d21f2834bafe5df","sample_id":"mmlu-miscellaneous.val.513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66a6c576b9553f7e1f2f40a684c7e8ec64389cc474aa6c80473a8a81a82ee8a5","formula_version":"titan-u-contract-v1","latency_ms":0.6818340625613928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef6394f6a533ba06f70b0d35e012bd825486270f9162e7c76df1b00bcb6e4c39","sample_id":"mmlu-miscellaneous.val.514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55ddfdfc865910443f50a756ce894cef6ac043659201f0710a3cf06ba35a1cf0","formula_version":"titan-u-contract-v1","latency_ms":7.268249988555908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f0fbdceea3d62982da700ee9061eafb2b6cbb5922a1e935573388f5341f9775","sample_id":"mmlu-miscellaneous.val.515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b76d26be2cbc62b5fb40aed0645af2c408448c7949aa0e74d773ce0436a1fb8a","formula_version":"titan-u-contract-v1","latency_ms":0.4961249651387334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f667a9d900a05f79825db391199ee5890d76dcddcae089961c9d97844b9ace24","sample_id":"mmlu-miscellaneous.val.516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1426876660a5c0cc0eda661d30198cc3e5074c8e2dfd0990db59031629ca8a8b","formula_version":"titan-u-contract-v1","latency_ms":1.3391249813139439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b27e51c9e85f1761e9d2dd40f9e1918d1ba0ba11fdc3dfe62ceb37b16746decd","sample_id":"mmlu-miscellaneous.val.517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"577e6db740291acaed0191eb9f2e76caba8e033020c9dbbe96d6aada114f2462","formula_version":"titan-u-contract-v1","latency_ms":0.512541038915515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a5229013feb75f6fce3fcc28ab7e4a248fd9dc7c5b732a2ac5c4b51f40854b7","sample_id":"mmlu-miscellaneous.val.518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"945bdf31934e6fe93111a634b8bae00675c127ad721fcd70ab9982b533e90db3","formula_version":"titan-u-contract-v1","latency_ms":0.45508297625929117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff53bdd26bf1bc4656b4bfcffdc98ba31d541cebcb4a65058226fba7c1701013","sample_id":"mmlu-miscellaneous.val.519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e6b2fe4198f021fcf6e81b72677381d3f1080bd1cddab02ec33ff5a24bd2b3e","formula_version":"titan-u-contract-v1","latency_ms":0.8962909923866391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f84f369f0ec9562c7177d73663b3a5079681a12dab1d1a74a66e11bb0e980792","sample_id":"mmlu-miscellaneous.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b55e7058661d2a3dcb027c4528aecc7a06e62ed5da259ea5a9e6d66199e3f3d","formula_version":"titan-u-contract-v1","latency_ms":0.4840840119868517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3dd75ea427a31bf50365c3e83fd4151f9c2a350a56cbe48b33aede9403625c8","sample_id":"mmlu-miscellaneous.val.520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ace0a128628eaab99ce23817036c7d05f1564c04ee59c998b497dc65d9fd4d3","formula_version":"titan-u-contract-v1","latency_ms":0.8587499614804983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1aa01dfd1c0c51ab1eec380aae021fc098c24e6b1c76ceb4934f7fef5219d35","sample_id":"mmlu-miscellaneous.val.521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c662669a80fe0388ab65cebd7cc319f9b072c9524e61373426769177f411aee","formula_version":"titan-u-contract-v1","latency_ms":0.46983303036540747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"572459fec63f026431604a847df6cb619743be8dd6be96a95d879fdb3d6d38cf","sample_id":"mmlu-miscellaneous.val.522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"335210dcd1c506abac947f609ecb5d3037c57e62f8f7a4e8f55e5e7655aa3143","formula_version":"titan-u-contract-v1","latency_ms":1.3128329301252961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69dc84880aa4ca09515f01ec971e6897727ffe4abe639b814151f183e16874ce","sample_id":"mmlu-miscellaneous.val.523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c04c81d6a35cb67e53c38a03f280697d187cff563674f195c6f4d1e28e2badb9","formula_version":"titan-u-contract-v1","latency_ms":0.5759169580414891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6cea559015426182dd2ea3999e1f999aba60686e347acc6d1fc1c2bf5b8cc64","sample_id":"mmlu-miscellaneous.val.524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78bf32ed724969ce697c348a0082f26caf8c2ce54a3dc1df45cab81a7b9c67f6","formula_version":"titan-u-contract-v1","latency_ms":0.6028750212863088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b168610172f50411291231717529aedda88406e2054ff988e2285e8529d5a873","sample_id":"mmlu-miscellaneous.val.525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c757bfcc275dc65e3a8e0c8213f95483f7929364442e118da1fe28e3456a741d","formula_version":"titan-u-contract-v1","latency_ms":0.5195409758016467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c029126596a3245c209cf28bc9e11e6027da36c7186d370a03574c66359a02c","sample_id":"mmlu-miscellaneous.val.526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b9b84b7f92c079c7bf30d8aa2e5d72e447513989d99f71f3a320d1e9e681554","formula_version":"titan-u-contract-v1","latency_ms":0.6042920285835862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26b4b26bf0f218a13df067aaf28a5cec9f215302ae1d5368a393ff544a3d1a60","sample_id":"mmlu-miscellaneous.val.527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2ffe6e0058ae2216081cec6aa5669636163fd72d48311c0206d95ee41d8ccc2","formula_version":"titan-u-contract-v1","latency_ms":0.5486669251695275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"351adbfe9738fd1665854c0310abdcbff023199712333443415b56bac3b0084c","sample_id":"mmlu-miscellaneous.val.528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb028b15fbf15fa6322b49dc2d2553269011a2eebec600d3e29e57933af366b9","formula_version":"titan-u-contract-v1","latency_ms":0.5287079839035869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9215e67b8c162b113f41d694128a9720c4e77e28659e04fc2c30618acb1e1f11","sample_id":"mmlu-miscellaneous.val.529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96ee2eda91d89b45bcebc71d6e3051a3d723e46141c0ad453e36c272884ed880","formula_version":"titan-u-contract-v1","latency_ms":0.5211250390857458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b24ac94f4da8c77b5e16e1acaf5dab9a90844faf3ee563cc5da89a558d315653","sample_id":"mmlu-miscellaneous.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dde27a12b8a029e9a5da9c8c5d84422e05297288f60233d67434051faed5da9","formula_version":"titan-u-contract-v1","latency_ms":1.3116250047460198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07013d1dd489e3ba81fc4c968bd4a3fa45f60c3e830ab9a787816b623cff8599","sample_id":"mmlu-miscellaneous.val.530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6466c54ce8a11b6bfb193abd40a79c48f87faea8c81c63ec396f7f1e18d8db9e","formula_version":"titan-u-contract-v1","latency_ms":0.5122079746797681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2a2c5c2253fe173a9004f549dbe0db14a7ec26e4699b9a4ae3d2c051a0b5fe1","sample_id":"mmlu-miscellaneous.val.531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13a90f2be97ddb04a4727f5e899e1137dc836861a8994f94e4b84debc25d8043","formula_version":"titan-u-contract-v1","latency_ms":2.59012496098876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c951d2b7b47b8d75199555f858612ba701c45f15c7d9a7b7175d53c4cdbb9206","sample_id":"mmlu-miscellaneous.val.532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a9723c068965f18dc54fb60f004e6451579764396b2c13361caf6e1db81936e","formula_version":"titan-u-contract-v1","latency_ms":0.8338750340044498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a2b22fef7f65d6527a41d320f60c83fcfdc8c3b5a96225873f66e65dfed4a84","sample_id":"mmlu-miscellaneous.val.533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"286eb522e8959bd4709014999e426c6eb0121bcd534d192eb292909f4f44667e","formula_version":"titan-u-contract-v1","latency_ms":0.7212910568341613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80c8c541ed75f4d7fe7571b1ffd58fa51e7a3d993a49cdfe337428ba75d11a0f","sample_id":"mmlu-miscellaneous.val.534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2e9255aaf440db8cd476934201ae2a45e3c54d04e8317121312f6d05d609b42","formula_version":"titan-u-contract-v1","latency_ms":0.7322499295696616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b12c20292fa8bda8ede5b7bb0d8ba24dee7c5bef26c6bf6fbd33662f183348bf","sample_id":"mmlu-miscellaneous.val.535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cb5ffdaa4c046bd406c7da8e4f6cee7657f3a17b3d62d9f476422b76e463bca","formula_version":"titan-u-contract-v1","latency_ms":1.0864170035347342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"611572f1c998cdd6076712ea6cf4669eb56341ca81dfed22a418a64e1f2d6920","sample_id":"mmlu-miscellaneous.val.536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1383c196a308041463d7f6c67c4cf9a2e394827bec8e135dcc0a198dc0e84154","formula_version":"titan-u-contract-v1","latency_ms":0.45958301052451134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8b5c44771e5e2ef5eac9ff6a2378d7c9123e3b9feee6c2c0ba19ca1fe93f02d","sample_id":"mmlu-miscellaneous.val.537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27acd177b224bf441ad0d1a5b1c77314bd6d90698e97e3f11c7af425d9e91cc9","formula_version":"titan-u-contract-v1","latency_ms":0.4896250320598483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdbbfd28f93ffa4c26d3fc1b4c401e0689381ad49a00e65b49551c324aa91b90","sample_id":"mmlu-miscellaneous.val.538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d946276ad10cba3352c5629d8efd916528e4ce28e64960fec25292e62ea5e363","formula_version":"titan-u-contract-v1","latency_ms":0.6902080494910479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"583a60d63a70f509b05fe4f1b47c9d716bc4350672d34e48d96ea376b5a9c0a7","sample_id":"mmlu-miscellaneous.val.539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be54feb12f8d6c449536042bf1eb9fdfdcfdc861daf594955d2d1534eff9bdbd","formula_version":"titan-u-contract-v1","latency_ms":1.145582995377481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5c8bb9963dfc7587e68861478b8bdddd1f3222988d88a06c542a98b028a6ff9","sample_id":"mmlu-miscellaneous.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8c66dd3301dcf0a2e264dc4c002ddfb7e3e5d3a74eeb24407efbcea0fb8bda6","formula_version":"titan-u-contract-v1","latency_ms":0.7779999868944287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5992083cd6a57b55655ace02f6181e850b3b06a2f7441fe88bb5da0a1f68de0e","sample_id":"mmlu-miscellaneous.val.540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f12d267a5043d3f77bb2a5fccb3902d6143533a38b92f523e3d0ed4b0f022610","formula_version":"titan-u-contract-v1","latency_ms":0.5812080344185233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a85810edbf6e5ec02199c97a58adbec0752b24aa6bde572092e02171a6fa2535","sample_id":"mmlu-miscellaneous.val.541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2fe989559a662b149bd42bbd5873bd2ad9b3cd328e9a9d6d1a4b0799f3f9e5e","formula_version":"titan-u-contract-v1","latency_ms":0.46437501441687346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75daf8ae7eedfa0af9dd7f4b90848db25fca734e87bfe0102ed2fc291bf86430","sample_id":"mmlu-miscellaneous.val.542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47465962fe7c17b8b19d0fecc5fd20297c0cbdee32c0f143ae36018ddeed8a20","formula_version":"titan-u-contract-v1","latency_ms":0.6961670005694032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80f3cf850b531661569af6e7e958f75c42d6d1e4177b3633e202eb2aa612279e","sample_id":"mmlu-miscellaneous.val.543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"341d7183d6c1b92cf7632b2c6e756848cefebca0ce91052cbc2edd0818eaf6ab","formula_version":"titan-u-contract-v1","latency_ms":0.5658749723806977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69acd974c1200340f5392fa6bd0233a0791fda9fd9b68842dd7f6e5e8e412bc4","sample_id":"mmlu-miscellaneous.val.544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e51a9cd4df96d8ef63a0b75680bb8cbf99ca6a33808d0aaff2c8634ce49e8e80","formula_version":"titan-u-contract-v1","latency_ms":0.5125419702380896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"571baf9c281d93b11ff5dd5d610dfa6b8ef91da483ed80312b3ae7c9ecd1ba71","sample_id":"mmlu-miscellaneous.val.545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"438d43e4ad3c78324e619cd529b289ea3a9b352a4ad48cc32c01227fae97dc3c","formula_version":"titan-u-contract-v1","latency_ms":0.46941591426730156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3eec94fa38dc721139d2789f3cc5669101790330c31afcdc3310fd49e28d0ad4","sample_id":"mmlu-miscellaneous.val.546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c15794c4db26f5a8ea202d8fafb3ebeff91dc4b9090cd21fe3afb55920e5d35c","formula_version":"titan-u-contract-v1","latency_ms":0.5468749441206455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"633043b16f400c81f8ea3351f5c0c70c2bdef42c10f1a79da6667fe8a695bbbd","sample_id":"mmlu-miscellaneous.val.547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4591e91bab50d15da996c91e13dd41e3b5a43470b31394ad0e577985275c4ae","formula_version":"titan-u-contract-v1","latency_ms":1.3444169890135527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"019668045f96c052613ae0197f1c822b5aa58f5800295add016f2f3d1cd5f2e3","sample_id":"mmlu-miscellaneous.val.548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"667d9071da63c09ffdda3aaf8b9eefbb2e268dff821b016dafad85b4437501a1","formula_version":"titan-u-contract-v1","latency_ms":0.4960419610142708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b488ba2d41bf200190da2491054d4cfc3d35a08d66c6acd85f4649369930217","sample_id":"mmlu-miscellaneous.val.549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b50df7c552d93ba323ca2def70d4a02b6bb8b6b8ba94e6c409b50fd1e3bb9ab","formula_version":"titan-u-contract-v1","latency_ms":0.6306669674813747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3495f695a7b7850f4a91c666ee57a438a7868d8665ee30a315e483f59ee8ffb","sample_id":"mmlu-miscellaneous.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40e6e2178c167f1de3ecdcf1e90b6a83a01efeedd0938597ea5c4a0d8c25fcb6","formula_version":"titan-u-contract-v1","latency_ms":0.5415419582277536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8768e67bd942bbb49805d1b6d8d706109298fd6c1e0ad5c11a32f00b0301e2f","sample_id":"mmlu-miscellaneous.val.550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bf2c59dd515a62aab0b6d63ffb24286c57b3067815eadd590d27634cf7b77f6","formula_version":"titan-u-contract-v1","latency_ms":0.5254580173641443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66ba218983608ac36cb40aa7f492a4eb8833a1304d1700e13016ad6bc3cecde1","sample_id":"mmlu-miscellaneous.val.551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6294674e53c2e6028c7ff318b1d91a2f238c23a897ca80bbe5525543d96e36f9","formula_version":"titan-u-contract-v1","latency_ms":0.5426669958978891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42f06253afb0909dee8220d35f1fe0d918e59f95a282fde94fb46cce10df3aad","sample_id":"mmlu-miscellaneous.val.552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f9e2007dc88f1e44958f247edd2e09d8c845ca227b82a81da0aa96e2ff0e05f","formula_version":"titan-u-contract-v1","latency_ms":0.464041018858552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b21ff51546b7d6b1756680bf91ea0249ea49083fc09de36ce4ce3440663c97d","sample_id":"mmlu-miscellaneous.val.553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16ffff6f90f60da402a602a08d30d6a1026ffbb64871d55e9ac972b54a384cfb","formula_version":"titan-u-contract-v1","latency_ms":0.6458329735323787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"001ca73678e8672819e4a42e1b5f93c16adf0f961c407cd59d1b51d6b28e04c4","sample_id":"mmlu-miscellaneous.val.554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4368656ff69da83d338c9c801339fee579a1066b94ea1e209aecdf8225617385","formula_version":"titan-u-contract-v1","latency_ms":0.5437500076368451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3061f186776fb6888cf8152a883caf62334d6ab95b9a6a7d39df46bb6692a05","sample_id":"mmlu-miscellaneous.val.555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5613216977e322572627cddf42bf8ecb6c68190eb270f785d5c321bd0f6c168","formula_version":"titan-u-contract-v1","latency_ms":0.6282080430537462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e7fcdb9d140a47822fc42ebcebd1d1248e3308532be2633ca8408a23f2fcd9c","sample_id":"mmlu-miscellaneous.val.556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55614df84057d51822927ccea776d4449b48c8bce1c32bcb6226c9d6fba84436","formula_version":"titan-u-contract-v1","latency_ms":0.5902920383960009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62163ca90a25e4f8518d150be63ce8f6e7497d6ab083bc64ecec005ccdd2cb4a","sample_id":"mmlu-miscellaneous.val.557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30dc2dd9aeddb7e79d6440a1aeb0a06c9fd011a5768d1d99c6c7c551b7fc24ca","formula_version":"titan-u-contract-v1","latency_ms":0.510707963258028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b74e666e413fe7d4e4250e3a4f7d2d173eb4c4853e659cb6aba90fc0d561fd2d","sample_id":"mmlu-miscellaneous.val.558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e1f8ded60d8569134ec5247183380d9d034217424363d33c2f8309c4567729f","formula_version":"titan-u-contract-v1","latency_ms":0.42854202911257744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54cb1f4527c59b71302d2e60627a09cb727150a3fafd693246e825afd4132acc","sample_id":"mmlu-miscellaneous.val.559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdfc738ebaecfeaeb0bd084d636fec081b660bbdb9a7fa33e2c9aea8bb4000cb","formula_version":"titan-u-contract-v1","latency_ms":0.6536250002682209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08bbfbcfa52cbb8b6862cbc19534cd2409ec194a016d13efc83adab6bdca3fad","sample_id":"mmlu-miscellaneous.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04a6949f937bca780315c6b2afaf0ab267f786961804b4046aee95114b7fe87c","formula_version":"titan-u-contract-v1","latency_ms":0.6667079869657755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05259894c8566f35931acb20ae6652a2a5fd04479d79922d481f32a1a8a8cda2","sample_id":"mmlu-miscellaneous.val.560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"289644599c04f995da04ba08ef25f4be5f5e9d3804b9c777e71930e3063a5eae","formula_version":"titan-u-contract-v1","latency_ms":0.6289170123636723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f83f7a144b3f1c51eefaf5673e6dd7b85e73114d3798c3cc7cb040aa4faac10","sample_id":"mmlu-miscellaneous.val.561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c4756cacaa5ff2529fbfc168d6ae2b8e481e408570e46418b4cdf890464ce5a","formula_version":"titan-u-contract-v1","latency_ms":0.5498330574482679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"906168a137c60598de8e7585856fbc575ab09375c8fcf3713bec7ff93bc2f348","sample_id":"mmlu-miscellaneous.val.562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eade4b3251a362e38c8517a7357b5d0060add6677e3d97a3095eb4fe17992d6f","formula_version":"titan-u-contract-v1","latency_ms":0.5515420343726873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d87ced98ecd6898b6d0f21f2138cc5a45b63149dac5e1c4f640d859fe4154246","sample_id":"mmlu-miscellaneous.val.563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fbe01f9aac39a9c9fc11bbec3318c3e14a725e937a6257381aa8310f13a2d1e","formula_version":"titan-u-contract-v1","latency_ms":0.5762090440839529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dd41d4cfe5d2051b593071e13399b2617aaaa918ae77b93b4ac21a0599e0900","sample_id":"mmlu-miscellaneous.val.564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdcf8f270b0a3787bf22945ccf28daa929e602d984024af7aa62c1a007356f82","formula_version":"titan-u-contract-v1","latency_ms":0.6549999816343188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c98263cc9f72dba360053c8850e35a5c0b724eeda6e2a9fac6cd2b98d1bcaae","sample_id":"mmlu-miscellaneous.val.565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf27202b28b99505f0e10b60933d687d25b14022ca50c3dfe8ab6a8915b83788","formula_version":"titan-u-contract-v1","latency_ms":0.4579590167850256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcf180bea87acfe45e1ff1a85245bb9b529afbc7adf8c5192b6afad4917cde38","sample_id":"mmlu-miscellaneous.val.566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3aa8c77e2b450522d5489464531c39852efd2b465c78058ee81ca45477221c88","formula_version":"titan-u-contract-v1","latency_ms":0.6812498904764652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cffbc52bc695675fa37a1386b923ae4988daf3122065ef24421b1f5a04e02b5","sample_id":"mmlu-miscellaneous.val.567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffb4f2ce1b16f01386816f5a3c95f5b8c69153f1e667066f3839f09e63f0c664","formula_version":"titan-u-contract-v1","latency_ms":1.1832090094685555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be8049c45c646836e33b792ebf69a5ce3c2562ec5e41d3e72fde48448384399c","sample_id":"mmlu-miscellaneous.val.568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19e432ca0ce078e856cd0152faecbddf8990d2bc848956562d7f30cda57b51ec","formula_version":"titan-u-contract-v1","latency_ms":0.4776670830324292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dae24249551e13addd202659c82b57f48f40b94943e319a8e57e996fd78ebf12","sample_id":"mmlu-miscellaneous.val.569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b7c92e44100200b3c4f4f6cf6435e7694138326a3a68c2693a8d3b399cf3193","formula_version":"titan-u-contract-v1","latency_ms":2.9390830313786864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc9af08125bf06401c2db1192e8cd4257a828541e12e0a5bb38d3fc5cf6460ff","sample_id":"mmlu-miscellaneous.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3623d186d98264faab644e0817ce20d2f4bd5a00d3103a4dee9fc4b71e2e3e97","formula_version":"titan-u-contract-v1","latency_ms":0.5872080801054835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dffef01dbf138cf755fb61b4f784bc41e31099cc07cf0315a1710dd34dbeca46","sample_id":"mmlu-miscellaneous.val.570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05fd7ed6693a6f79fdab8e817f93f20b4a335b2fb509992e35d5c1f6ec46bbe6","formula_version":"titan-u-contract-v1","latency_ms":0.5604159086942673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cb142453ced42ddb6b6bbd9aa59c36e752e668462f799dcba4daf8bc6740360","sample_id":"mmlu-miscellaneous.val.571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"866d7ca3436973d6c263b7a84b0a1cff2a0725871c5dee060439b0c9384d5658","formula_version":"titan-u-contract-v1","latency_ms":0.4939580103382468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9736d63210ba87c3ed796b3c74723d01ad5a4c806383ce00bc146416a41ebfe2","sample_id":"mmlu-miscellaneous.val.572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e764294e348f3877a6024f5608441ed0caa31aac70a0dd9e3e946e886e7c452","formula_version":"titan-u-contract-v1","latency_ms":0.48241694457829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba23927627e496ca002aead2569aa1b932b561dc4c1903e66521b2f51e48e089","sample_id":"mmlu-miscellaneous.val.573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26776075d263c3a9e4223d884ad9783a6aa170e64dea44e6fbd74e5312e447dc","formula_version":"titan-u-contract-v1","latency_ms":0.5927500315010548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"209a729e040eb9c48804fe10d660966c60376d39bdfa0dda91ad84bdbde102bd","sample_id":"mmlu-miscellaneous.val.574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b724dbb73cfb972e9d2fa5888e86736b8ad484f0e77cb10166d85a22dd520207","formula_version":"titan-u-contract-v1","latency_ms":1.5884169843047857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a632aefab47b10f90438e206358a871d148f2f55bf4eec1b2592e9537ea6a9c4","sample_id":"mmlu-miscellaneous.val.575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ceb621ccff84df31f99a2149adea9e7aef857b3e6e14083d638ef79b289c5569","formula_version":"titan-u-contract-v1","latency_ms":0.6840410642325878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"573540b9b9c8359ef09333d73fcc3231a96116d1bacbb13f9ede52a79221b726","sample_id":"mmlu-miscellaneous.val.576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"699291339a12aa940c41c3f7d95dba85613ef331a044126cd8ed62bfc4c92b95","formula_version":"titan-u-contract-v1","latency_ms":0.49704196862876415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba592ea0d0e311890795695235706e13b8f7d40a8c4919736ac926afebc62be9","sample_id":"mmlu-miscellaneous.val.577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f11d1dc3ef6ea51bcc15281817d0f28bc877bed6934bd260f1c2df392544c90","formula_version":"titan-u-contract-v1","latency_ms":1.2371669290587306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b06d919c2b34fdac867e4158b658ef00cd424744ce3548a4c7d5cee1890d187","sample_id":"mmlu-miscellaneous.val.578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e6cc19fb91584246ea6b9058ac2ce9462dd87727beec70a45275fd6ade9a2cb","formula_version":"titan-u-contract-v1","latency_ms":0.5062919808551669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"336c7714df07dce20d7421f0066c7856ddd22058a4fbbda3137a57fc291cfecb","sample_id":"mmlu-miscellaneous.val.579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"005cae7d4fd790064ea55ef4009898fb8c8823de11583ba8c13ed0efd68ee0ed","formula_version":"titan-u-contract-v1","latency_ms":0.45945809688419104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51c3d9cc4ae8b7f1a68c434cb08083391ca776ec4ae30d089dd96ca017d2e080","sample_id":"mmlu-miscellaneous.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe4b6675b87ade2817eadf04e8ae0b8bb4edf2480571f036a4545295df25636f","formula_version":"titan-u-contract-v1","latency_ms":2.454291912727058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99bc71ab9902c1c986fd48a72dd0de163c2874168944c3446675264aee7dbc8e","sample_id":"mmlu-miscellaneous.val.580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04eecae300ac06a74bf0aa488c84673ce743d0f3795c5f29ea0caf785b153735","formula_version":"titan-u-contract-v1","latency_ms":1.0677919490262866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa4c2ecf866fdc4a454f4f532b9ca30b4cd942e60a1229b089c600fa976effcf","sample_id":"mmlu-miscellaneous.val.581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"198b6f01475ed4665919c116157a88cabd905f5f5a5d64bce4230606f9739084","formula_version":"titan-u-contract-v1","latency_ms":0.44708303175866604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0e969591eca0e533f59854b912763ea4279314f9ada62ab0019f988f620fcc2","sample_id":"mmlu-miscellaneous.val.582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a725331adf868f0b516fb7d310467a3b1f68da0158c3fb8a44d2341833bb259a","formula_version":"titan-u-contract-v1","latency_ms":0.724750105291605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8933d9e6013632395858b811c27a5cffee479d6555cd64e0e917267f93cbfa7a","sample_id":"mmlu-miscellaneous.val.583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"200bcbffedc21d361735d37346e8a90fea51872cabc487feaa7cfb380e5c82aa","formula_version":"titan-u-contract-v1","latency_ms":0.6917919963598251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9343a22a1ef597444c70019b2e744f5cd8281cbe1798bd069b5d77a0427c170d","sample_id":"mmlu-miscellaneous.val.584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cf12a7b080c78129aa206b028949ae15469ce04c7337c51ef89bdb0b887e843","formula_version":"titan-u-contract-v1","latency_ms":0.6512090330943465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac9209f23aed2297c31d1c3be74261510769913a4a7e2a569b18672b216677f6","sample_id":"mmlu-miscellaneous.val.585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a418c3bc7a00cbd71e47919227031e76cfe16dd73c8a841ffa123b38f7559912","formula_version":"titan-u-contract-v1","latency_ms":0.7723750313743949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aad9591ec50e5353cd8e419a661ca428feeba9b2b7fbe21b02417deb981d2771","sample_id":"mmlu-miscellaneous.val.586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23bb192c15eb735c21f837f1260ee7cb405d848bd1aeb9812b30362a2b6a58ff","formula_version":"titan-u-contract-v1","latency_ms":0.5382499657571316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"677cbdd71d55f0cb56869dc9ea5433c59c90210a00b68aa9567fb9b45e81c889","sample_id":"mmlu-miscellaneous.val.587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a64258e85460f569a5a314ae6596bd7a689cf781a5eca58f3344bbdec0c405a","formula_version":"titan-u-contract-v1","latency_ms":0.47033303417265415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93b469ad80caa1d39b33d1fcc76adacb1fc9826f331d9bb830f46e7dbd5d6d89","sample_id":"mmlu-miscellaneous.val.588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cf4d7505efadd1038414cddd81a622c4195f8d104760c8bdf6d35b73381ff53","formula_version":"titan-u-contract-v1","latency_ms":0.5862080724909902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cd285fa0b8f9366368d47886f7b47a01a36e393887068b7faccb829b3a7bcd3","sample_id":"mmlu-miscellaneous.val.589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26bf6ededd32b75d1b1c58674897f51e4c6cb4566a2aeb08406de8b223e8fb30","formula_version":"titan-u-contract-v1","latency_ms":0.6258749635890126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4186b5629a7e73a033c100a0e96da5f6896b9e6f05db3bb9f503eb068e5e6604","sample_id":"mmlu-miscellaneous.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d286a24187e9d4a4583a969377e83fb7d69ca0e2fd028bc35f1ab797f613503","formula_version":"titan-u-contract-v1","latency_ms":0.6899581057950854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ba79b240cec0e624cc666b1e62e15458f9924857cbaa75a317300d614084460","sample_id":"mmlu-miscellaneous.val.590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2ec696c96b31638e3f69e82efbc05043e67bb40a8573f38d8e31f86dff2c767","formula_version":"titan-u-contract-v1","latency_ms":0.6038330029696226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"347be22da07021aa0470c9f5ade833dfb98428a09f131729cb24cb0e87472339","sample_id":"mmlu-miscellaneous.val.591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a30bf8c5ee02fef261ba6445410d88584442ad3d849a0e668f9c00c53be80048","formula_version":"titan-u-contract-v1","latency_ms":0.584208988584578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b50cb50e1f130864ba9de574c156aed0f78a8d00c13ad6145f370dfd50dff526","sample_id":"mmlu-miscellaneous.val.592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a33027db9b844dc8cce5a3c208c4a0da6390d9ab86f410dcc0cdffbdf66dd07a","formula_version":"titan-u-contract-v1","latency_ms":0.47675007954239845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"616ef85247ed05b6ca08aa350d16795d96efb572e8a0126c10ccb39b31905e81","sample_id":"mmlu-miscellaneous.val.593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8366f2b33e9c5026c51089935940c45aa8b0674a19afb3e5821874a4bb35c90b","formula_version":"titan-u-contract-v1","latency_ms":0.5770419957116246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0dcf48a16637f07883f3004b54d82e9ac9082d038caa1cd40deb21cab38fa24","sample_id":"mmlu-miscellaneous.val.594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6b117b1b46280da4c4a6839a142bdb8d103e4eaa24ced868efb191130855fd5","formula_version":"titan-u-contract-v1","latency_ms":0.7675830274820328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6c707e91a77dbc06e1969bf1ebb454c8727a3bd5043e2c68aecef833cef3568","sample_id":"mmlu-miscellaneous.val.595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"636ae85b5bdb0edb0e9f69aa0ceb14e4a05f84b2875ba56174719f3b9c3e1ff1","formula_version":"titan-u-contract-v1","latency_ms":0.8374169701710343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ea2abbec760946d59580698096cb5880732cfaa1151fccce2134726a7efe208","sample_id":"mmlu-miscellaneous.val.596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a3198aaf4c422a89d7b02a2810e139b821b50d04754bad9e00631635098f823","formula_version":"titan-u-contract-v1","latency_ms":0.47508394345641136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39177d9b8514e8dc133819059ff75020e031023c55ddb0a0d437e5b44094f5eb","sample_id":"mmlu-miscellaneous.val.597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51aa2cd00833c658198210c98265183b212b902ac5fdf67ff6175d20f7cb1259","formula_version":"titan-u-contract-v1","latency_ms":0.5332919536158442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b539c3da72f84761e24b237cf03137dd7b6250a5e778e386d5d454726d4fbdea","sample_id":"mmlu-miscellaneous.val.598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"520d693e09477b9300d07ff10d44cbf0a8c15bca9df860398ef23699337c3972","formula_version":"titan-u-contract-v1","latency_ms":1.724374946206808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28ac10af8955cd8ccb64324739e12d48065a948233ab9e101106cf1f7586770b","sample_id":"mmlu-miscellaneous.val.599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6eb0af5c632a22a93aae70ca3dce9ce6dcdd232ddbed63cd21f3674f9f89bedf","formula_version":"titan-u-contract-v1","latency_ms":0.5871669854968786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4e4ce3d6a1ba3d100993d61ee531f1bd4a98ee557e3143c3f6e3dd5180f7ab7","sample_id":"mmlu-miscellaneous.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e83b1d335afd656c69b408265cc49081a62edace145b2f004e1686799f73cb9b","formula_version":"titan-u-contract-v1","latency_ms":0.5749580450356007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1572f01e9316bebaeda452c805a77e8b1ca32451eacfe4f65a987959721289fd","sample_id":"mmlu-miscellaneous.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"213988b36e20b140c01f247088b89e33c4129e1e6af63954e3f2946067f2e1db","formula_version":"titan-u-contract-v1","latency_ms":0.9868749184533954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afaf65f6ee3aa1e31e0261bc8d399387f819ea1c543185dcf930bae12e9461c3","sample_id":"mmlu-miscellaneous.val.600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d164106dc7da2ef63a687cdc758e6e77432649bbd217fa9599c06dff8f8f71d","formula_version":"titan-u-contract-v1","latency_ms":0.9622499346733093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"862c8488bfc7a9c4e60de9ccc7375059d4e7ef2344b72b6e9a6cb4206117233d","sample_id":"mmlu-miscellaneous.val.601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04ee1cfa323c738a5787a9bca19cb75256b5fc4add593ee877225e5b1f258af3","formula_version":"titan-u-contract-v1","latency_ms":0.5236250581219792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b503c778b752dc7ec21dddfda0ad47ac90591c7fb000c96594525581520e593b","sample_id":"mmlu-miscellaneous.val.602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87ef405e8b0d1da9a3f9d416c8d1e5adf9a0dbf14438d446899d813f73415678","formula_version":"titan-u-contract-v1","latency_ms":0.4872910212725401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a48ecc55584c61da15e315dd92a052f488b827eb131288249d98e1c3df511f00","sample_id":"mmlu-miscellaneous.val.603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96fcc798d8a0ce7684b654d815cbe5a3762f2b1e2f49ea5b61b29593fbcb4002","formula_version":"titan-u-contract-v1","latency_ms":0.49641693476587534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7507317189f64024b14fb52ddc97048866f21c4444d6c6ac79c525b6bb477e47","sample_id":"mmlu-miscellaneous.val.604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09f5305d2a4d5bd8981dc21244908814e8fe10560b3d7a88f3a5d41feb44943f","formula_version":"titan-u-contract-v1","latency_ms":0.6590000120922923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87fdaedc5e498182922a2fce36393fd160eac3a49792b8d3a38cfa86056781ad","sample_id":"mmlu-miscellaneous.val.605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"525c0505e1a3322eb75ac2de8bb95a8b033916173ee99742a817151c0b5d59a9","formula_version":"titan-u-contract-v1","latency_ms":1.383500057272613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85bd20144d6c30af334a29ac202719d0874504da42406328672d5e906b0b1e76","sample_id":"mmlu-miscellaneous.val.606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d66831eb0e364cb13f38a5f9e6c6042bf263daaa244b6893a318792f8fa3db9b","formula_version":"titan-u-contract-v1","latency_ms":1.886166981421411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4e7f5a747f25ab0941bb885da9602de19547098168c967bedb65c7d45a1acb0","sample_id":"mmlu-miscellaneous.val.607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b06792a997ec319164d992feaf02e1422eef43e7a896176de60616edf0ab3d63","formula_version":"titan-u-contract-v1","latency_ms":0.5082919960841537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bca590951acf615f02e5f9dfe1d7eb4cdfb80b48817e91cab220a8c26465d0de","sample_id":"mmlu-miscellaneous.val.608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"227bebaa352225c0032e6f19a007140500201f8df63c299c1500ad0f563eb2dc","formula_version":"titan-u-contract-v1","latency_ms":0.4569999873638153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca08cfbbf10a5d97bddfa460e808f088bd4a6ec31c66ea3718556a73eaec1451","sample_id":"mmlu-miscellaneous.val.609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb4d280dc811c2ababd31adeb9fd998b5245e300b40c1c74093ad21064a08a6d","formula_version":"titan-u-contract-v1","latency_ms":0.47450000420212746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"337e06f281cfad7fcfe01d264e475eb3070c1b342dde6832e04a0cad2664a8ad","sample_id":"mmlu-miscellaneous.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a85cd0beb50d3f23cfb4ed380b4b5132d9d5882251a888bb6d291302f93c8aa","formula_version":"titan-u-contract-v1","latency_ms":2.5390000082552433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"174dd752fa2ef37066d9eda4f7478f28e7f1030b9b2293b0560e51406df8abd0","sample_id":"mmlu-miscellaneous.val.610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8eef798f2437f6a7942e09ecaafd6f6ca3ad5e6b9765e2e635c513af4a60b95","formula_version":"titan-u-contract-v1","latency_ms":0.5843749968335032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"034ad7377efcb470d8c2b35ab96a40b51a31d345a4a1ba1c021875c5f6542647","sample_id":"mmlu-miscellaneous.val.611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1932df7785db181d9152a99bf0a73a6a2674fe291ed7d8de6fa41e293c195cc","formula_version":"titan-u-contract-v1","latency_ms":0.6328329909592867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"914e98d6d064c31ee2eaedc32fdb97f98837f4b60ae8124111edaf481432bae3","sample_id":"mmlu-miscellaneous.val.612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cdd45eb5887d690adc5357c5ef7888d027f2fa2e44451b45a11822ff3c48ad0","formula_version":"titan-u-contract-v1","latency_ms":0.64820796251297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d6d1f7d53da1092d6a4f36df9758768e6fd4bfa463eede18c585515022bec07","sample_id":"mmlu-miscellaneous.val.613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce3560b10b2f2921e0a61d14ab756f21dcf02edccf234ee244a5f8deffdff02d","formula_version":"titan-u-contract-v1","latency_ms":0.5066250450909138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23d68026a6cbc16afb5c4d20cf4736ad2863d96d7ce139f609d67c76ee0fff44","sample_id":"mmlu-miscellaneous.val.614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50cd211f4842b4851e70e1ba4a1f4ef4ee7251f029ef38f2d9603dde668f7039","formula_version":"titan-u-contract-v1","latency_ms":0.7827089866623282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08a57faea87759fa938a56e7cebba15b7c126eba20b48ffaeb86f6946847467d","sample_id":"mmlu-miscellaneous.val.615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7339a0c32c5e1220545e1eb2d616b483b43cc89e9b812c331c8415a514c47880","formula_version":"titan-u-contract-v1","latency_ms":0.4740420263260603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d3b3bff9f25a1e9eeffbd045c27fc450833e39afb188c08d91e7fea7c7022c3","sample_id":"mmlu-miscellaneous.val.616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c26c88426c71c3f91d1bd79398c8d2d09fd1cd1d12580cd1700ba8e4bb331e6","formula_version":"titan-u-contract-v1","latency_ms":1.1356670875102282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b3b6fa68cf045dc86702c0b15a7107dc80646061b0e9831436c7b607932e8cd","sample_id":"mmlu-miscellaneous.val.617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab72f79267adce4476e29ab88e37818616e7d56846fd474c7a7270e29b10ae78","formula_version":"titan-u-contract-v1","latency_ms":1.1113750515505672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebf5c1d396859b4a7c835b6f6b82d91245c5a7111e32b9e92a078955c9b313e5","sample_id":"mmlu-miscellaneous.val.618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f1a9483688628bec0370943fe9214b61d9a9684f0f5357217f106b331d2ab48","formula_version":"titan-u-contract-v1","latency_ms":0.9473749669268727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90c74b5339a6a24e98dab0413666cf81ed3eff3a01802ef043b0fc9fd9732331","sample_id":"mmlu-miscellaneous.val.619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78cab38c70e948f78dc2c39b040bc569ea4c61ca5bb2ca0988f07bf57f4bf071","formula_version":"titan-u-contract-v1","latency_ms":0.6997920572757721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74aeba6b8f1be5c198f1417fc5b78699c221bde554edf05e683b13bd352ce393","sample_id":"mmlu-miscellaneous.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ecbf8fdf9efd402b9117b65b0627cbf9c338738736e2f680f34d970891c835b","formula_version":"titan-u-contract-v1","latency_ms":0.5911249900236726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fb4f7196e9a73fae5b2e5526237ee82196e8e45a6cdcef804a7e38632857fc6","sample_id":"mmlu-miscellaneous.val.620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d0d1086c810aee8661b5959efa07f08984eee2684fdb186492a53912c88bcfa","formula_version":"titan-u-contract-v1","latency_ms":3.3367499709129333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5963981c5970326bf43f697feb01e0bf301a592bba349d8acd313cca7188717a","sample_id":"mmlu-miscellaneous.val.621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13a545faf4b711144191173d83b2f218b6f18cf97304bfecc7272a882f4631d0","formula_version":"titan-u-contract-v1","latency_ms":0.4818340530619025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd4416a7c38e70d5c866f0b3fced110db60ff5b4465a1aa543f83d10ac393bc0","sample_id":"mmlu-miscellaneous.val.622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6aab69cd34f1a408b8377e9cad5743fe7c848428ecfb91055ee5cb1d4abc511","formula_version":"titan-u-contract-v1","latency_ms":0.6959580350667238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfc7e53b87a4049c80048cdabe6f3e064aa80007189e9114df830b167dd53e4b","sample_id":"mmlu-miscellaneous.val.623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf55590667cc622ac86501962fea3be1cc18197cafdf53b8083a8d09976e2a6c","formula_version":"titan-u-contract-v1","latency_ms":0.4746250342577696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e375d04c1912c02ce4cd520da8038534b8f3ec4dc333453f6d99a735544df06","sample_id":"mmlu-miscellaneous.val.624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"823dfd03c141201e7032eda8084e9eb2269281a550885100f2aae5298b52fa13","formula_version":"titan-u-contract-v1","latency_ms":11.338582960888743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04f31e0f7cca565ef2b4e637d599325973e9f09319c38f69c3973fa92b5c28ca","sample_id":"mmlu-miscellaneous.val.625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d326d728f1e263497596d78d767f9d2f31eebb3f788fb3a4aea31d0a212633ff","formula_version":"titan-u-contract-v1","latency_ms":0.6507090292870998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1eaf7f41863604106581cb33aaedd5322669de802c949ef8eb4108693c78740a","sample_id":"mmlu-miscellaneous.val.626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e4921150e2a0d1069263618a8545e78182a477a8050c961d4d4f4dfa45e45a6","formula_version":"titan-u-contract-v1","latency_ms":0.5362500669434667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc8af0ea844af0a5eb1ecf44334962f126155e1621eeb67c59934decc25b7d82","sample_id":"mmlu-miscellaneous.val.627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"549c9ad6e126da453d90f9e1f199d75776801bc65d9c4a401a12c53f2df772aa","formula_version":"titan-u-contract-v1","latency_ms":0.575958052650094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7dd94e5aac8301ff14fd8c3a47fb61ab1fd703c51c90fa64cc6db0fad16e0a0","sample_id":"mmlu-miscellaneous.val.628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c6e4d881605782020ee40c2ff17c10b575d618fa971905befa8c00d14d6a42d","formula_version":"titan-u-contract-v1","latency_ms":0.5554580129683018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dc07483aa4cab0783d542e4eb794d3301a1c978147222d292715027b7ea7093","sample_id":"mmlu-miscellaneous.val.629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3cab0e5f4ceb0c9423c1024a325b63a0ecb4655f6ab46a0c5f03c4dae56503e","formula_version":"titan-u-contract-v1","latency_ms":0.647250097244978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e62628232cab6de091f09079a99aeef422ab9865b95ad5828408805b5cfd2ae0","sample_id":"mmlu-miscellaneous.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4a82ada48dc9451f37e6f02d5f1936fb40f5cd245fed34f80b20033d81035e6","formula_version":"titan-u-contract-v1","latency_ms":0.5590829532593489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a9da2fd506bcf36f8f14168f508075befd008de76ed9ef5f50010924c324a97","sample_id":"mmlu-miscellaneous.val.630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c7ce8b5971cb0bb0777193d9df318aef0c75ce7db704871f6f26094cc7c92b9","formula_version":"titan-u-contract-v1","latency_ms":0.5007500294595957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2af504f9f92e893cc66e10243e0b216bd95a209ba5565891807e91b8978c1a7","sample_id":"mmlu-miscellaneous.val.631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4caafe896344db63c4a910ae5879a404b8e56d57fc274b80413e6343f8abbde6","formula_version":"titan-u-contract-v1","latency_ms":2.625499968416989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01d2fdfc03cab3c1d68cc0e79cc4ce2ccc6e34d7198f46c1bffc9293a4655466","sample_id":"mmlu-miscellaneous.val.632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"695cc95db29488852de13b78802c915d63f827f82b787425dfc464b150898fe5","formula_version":"titan-u-contract-v1","latency_ms":1.0502500226721168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfaaa70bc70962c437a88bcba614dc8ec02ec452c6f14ae120a4ccaf92ceb1f1","sample_id":"mmlu-miscellaneous.val.633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bd8e7ff4e08f999ef54cdd72918a6b644bcb2f91bed0ab0c577a4dad407e6d0","formula_version":"titan-u-contract-v1","latency_ms":0.504625029861927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31487b46fbdc42f393975d480bf883a2d5a7ac60b9d318d42148fe2efabc6dff","sample_id":"mmlu-miscellaneous.val.634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f800a4542900778a78a8ce10f323f454660e1fb4e2303e133e39f171c558442","formula_version":"titan-u-contract-v1","latency_ms":1.2779999524354935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"547a4c40b9c27bacde6e18b8d237322ca418f6fae0011e18c0265e69caeba578","sample_id":"mmlu-miscellaneous.val.635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e56462a84d24e6ca18e90378f14acc9ddf864f43e526dd5801bb7da5dfef3a44","formula_version":"titan-u-contract-v1","latency_ms":1.5836659586057067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a45b0036509ff6f0d2571852c15cec21375e7118202c9287d2cfeba08c53ab7","sample_id":"mmlu-miscellaneous.val.636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfa717b553807b095b70befe2ab0a1abc3e26ed1404fd6da3ca21ed927d0eee8","formula_version":"titan-u-contract-v1","latency_ms":0.6697919452562928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53247b78d30fae16cea74482ce8b89a263da56ea6fb25e8f46e9cad9f972f121","sample_id":"mmlu-miscellaneous.val.637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52eb88287ea2c7bb0b122524712a8a67cdee6eb30920c21fb5ad3e97ff2e3600","formula_version":"titan-u-contract-v1","latency_ms":0.8673749398440123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"872712ad388b9fae29e92804355068f1bd3c6df1078ccb852a57419d4c57f9c2","sample_id":"mmlu-miscellaneous.val.638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8839d8ab19d5b1812150b955a553ade859f3ea0944c5ed6dbde097b78b9df590","formula_version":"titan-u-contract-v1","latency_ms":0.5350840510800481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27bc8c55a854daefacfc1ef832a088c6160105710ec4568a82a1e8d4a15218f2","sample_id":"mmlu-miscellaneous.val.639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a82dfcefe81f2f999e406d42fe0eb57078d8ec81ae76b85ed34b14b87d0afac9","formula_version":"titan-u-contract-v1","latency_ms":0.6496659480035305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1664133bc266b61d22a96e27f38afb3048df477b6b28fa6aba222827914b1fbe","sample_id":"mmlu-miscellaneous.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf8bdc9e5de72e65822e64d7af1d7743acf1d692e58638bd76c1606c5dbeb269","formula_version":"titan-u-contract-v1","latency_ms":3.066917066462338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9a7d8ec38c241580f18c684eb9fbff1bfd0c8a0839926d6e49b0441d55fbe58","sample_id":"mmlu-miscellaneous.val.640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2e6249b0e4ce0f8df7b36bd7ec5009c6fa16854048443a73c108b4733696985","formula_version":"titan-u-contract-v1","latency_ms":2.0560839911922812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af41b5acdd260ab93af9f822971b1b15d044a311a0f8373aa6aea59b90b982af","sample_id":"mmlu-miscellaneous.val.641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f505fc3d2da4166d6497587a99a1050ec90eeaa90a33d2bd0ae3882132115fe","formula_version":"titan-u-contract-v1","latency_ms":0.5456249928101897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa0addb63335fee244db39b4a4b4f50b6a20da586470e7c12317aa7d68f102b7","sample_id":"mmlu-miscellaneous.val.642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15a5b624d8d479bf90ea0a4eb214f7fccd9f848be6c66d1c17102e049ebe58db","formula_version":"titan-u-contract-v1","latency_ms":0.4771669628098607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01f9a5d41dd70335a233288808bcc478e65e6d6b04e75994daf3762c368929a3","sample_id":"mmlu-miscellaneous.val.643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60c73bdc1ea93b35e6a51fb03ba508aecfb8dbba5e41ac975ab322f6cfe019c3","formula_version":"titan-u-contract-v1","latency_ms":0.45841606333851814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"711e32e972b7b8f3dca3a36401fd526eeb58e85fb894bda02299d055e4f72d55","sample_id":"mmlu-miscellaneous.val.644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce4737c922c156c30fc0723caa7607c49eba9252a9dce2bb843073eafe7adde5","formula_version":"titan-u-contract-v1","latency_ms":0.4336250713095069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bf3d7e476de5824dd4a388aa8e5d1534bd09c2c7ce5e82126e70c350c2c4df7","sample_id":"mmlu-miscellaneous.val.645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"742f9c7ea8801d9b7c0376dac1e065e4c89e890ccd9c2432c9f5962cb53a7128","formula_version":"titan-u-contract-v1","latency_ms":0.5818329518660903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdcdbefb6789965750832750d68ba48b59e21a7c93126e70339d3028904c6766","sample_id":"mmlu-miscellaneous.val.646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7f8f3f894912584d9fc94d0e898ddc0d6d9868cb2ba6fefedf5736bc33b1da6","formula_version":"titan-u-contract-v1","latency_ms":0.634583062492311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5302dc016531928666233a2d1646ebdbd5e7f6452d4fa785285bd4d431de8fbe","sample_id":"mmlu-miscellaneous.val.647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d22173fb12b22ef39445ddee540766d031138eba12dc02f54063c6ae08552174","formula_version":"titan-u-contract-v1","latency_ms":0.5471250042319298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a04b418e1da8a1ae5cfb91c8d8e3e89b5e1d4a4e5489b1cd570a8720d6d0dc6","sample_id":"mmlu-miscellaneous.val.648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90fbfe5e625041ffbc05ba7b24b9f5670c6b582fabd3b75b633154f4d5b68deb","formula_version":"titan-u-contract-v1","latency_ms":0.4863340873271227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4425e4dd38eaa4de595b742266059dfddf74d9858fe8da157f9b986e3ce8370","sample_id":"mmlu-miscellaneous.val.649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eba5407db5ba55b2be0e9bd906b1507ac29045aa0804163c618d1d74ab5d597c","formula_version":"titan-u-contract-v1","latency_ms":0.5349169950932264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aa7e6e839ff9255cfab80b8a41a7feec8495a98384c648fbcbe5b3bdec8ffb2","sample_id":"mmlu-miscellaneous.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b503daec48f7c056da83320a04e472222ba0b125d9b1a42ddd5cbf9a90f18729","formula_version":"titan-u-contract-v1","latency_ms":0.5600829608738422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd5af3891e3f1c67f6e4e8ea430b0938152299f25991e2b18b9edb74fc2ba3ac","sample_id":"mmlu-miscellaneous.val.650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edf8a0dfcd1cded676d06777ed9d616ec806ed98b6c42526ffaa6fdd4c0c35db","formula_version":"titan-u-contract-v1","latency_ms":0.4356249701231718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5d68cafd9dfd4ec2428dc1193e4522d2415838bdbf0a8a6ebdde30c17d0e87d","sample_id":"mmlu-miscellaneous.val.651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2ed7b530cb1cd30e84444a7a7199bceefda1f81cd3df70c375bb04e25630ad2","formula_version":"titan-u-contract-v1","latency_ms":0.4837909946218133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d90861c6c24bd1b592cf3525f7664b2856dfaa3a39832e442488d83f18d42fe","sample_id":"mmlu-miscellaneous.val.652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15542b86d97a0fb1e03d9c1b61ba3f60dfbef94780fed91aec38331e3807181c","formula_version":"titan-u-contract-v1","latency_ms":0.5359159549698234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dbda1b48ac007e7c21086cb168896be9c56dd6937fc8076d1807589e2a0aa99","sample_id":"mmlu-miscellaneous.val.653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b086f86c9df8607c61b4fc4abc431893b80c62ca4ed68561a671bf84d07791a","formula_version":"titan-u-contract-v1","latency_ms":1.5839170664548874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05caec53b013b888825ea3fcbdc6b9a80c4cc93ea66c2fe78898c6fb549abb23","sample_id":"mmlu-miscellaneous.val.654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69cf985b75a1d506cc87cb3f424fdb4b0e0321cf66c5b6dffc7fbfbf8c55ecbd","formula_version":"titan-u-contract-v1","latency_ms":0.910665956325829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"487a69ad9eb0d183a466fe22bd3a13d808ee9333f37d3295192c73700fa06c48","sample_id":"mmlu-miscellaneous.val.655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7c18025f65122731c043a6cd418c9dc8fd23314cb18c455f49c7a94c3f0ec35","formula_version":"titan-u-contract-v1","latency_ms":2.7547499630600214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3ee8ac9a03ef4947acb3aafa7208cc89a9997dcf04acf6dd14e5c0053370610","sample_id":"mmlu-miscellaneous.val.656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e620696e0bc80546c867ef8a6424a8f1daa2157899777b2b8a36a71c87b1391","formula_version":"titan-u-contract-v1","latency_ms":0.5335409659892321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bda17673366db77b7e2fab9cbd8abd2a6e20dc28268f8616262e29c6c3b2aec","sample_id":"mmlu-miscellaneous.val.657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0119a4109bcc1612f86ce72369ed86e9c19044386d7f9dc8daf52377bbfc235","formula_version":"titan-u-contract-v1","latency_ms":0.5250419490039349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7d7c06299153368da515817f2adde84499f9777bb6e3e1c6af85eb507d2e9ce","sample_id":"mmlu-miscellaneous.val.658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ecdb48e5e8ad7fc9a62acf97a65d20786b0a61c9a1335874f7c46f16e056dc1","formula_version":"titan-u-contract-v1","latency_ms":0.5147079937160015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e747434efcd7cb509f4fa5e1224d04791edfcd243d61ef226bd68b8930e3aedc","sample_id":"mmlu-miscellaneous.val.659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47aeb4d0124e598300159f2276a6d571616b9b2f373a7bc0df2604a3889661c9","formula_version":"titan-u-contract-v1","latency_ms":0.5282919155433774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a1ef68139abbdb41cc686e0c480f6b42ba2af6677102fc564e0ba7996c706f0","sample_id":"mmlu-miscellaneous.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db36fc7231883c0edea3efe85d72416e026c424f3d24941df1c96336c43182cb","formula_version":"titan-u-contract-v1","latency_ms":0.6685839034616947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baa9e6e0f06e8421603644310e27c49be1275067cf67ad52be7ba289fa545c5c","sample_id":"mmlu-miscellaneous.val.660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b4bdf22e141591454b5faa648ed290ebc62b9dac5b290002a788af3a4f6c08e","formula_version":"titan-u-contract-v1","latency_ms":0.49695803318172693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"667a65ede8fa4872bc234fbb9e38f18e922d94d2a86817eac5fbb9f54c4c4524","sample_id":"mmlu-miscellaneous.val.661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b420c6e07a9f519b4f6ab3ec323dd562ac7137b2596abd09b2f82223a727f6b4","formula_version":"titan-u-contract-v1","latency_ms":0.5273749120533466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca33aee7ecbddb455dce68fb9635e16997ad73de26488596965d8049da044131","sample_id":"mmlu-miscellaneous.val.662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce7ef69bc244aaa5cc0fdac4983b0a722062812ef4fe72cff2f1c8e3a074e3ba","formula_version":"titan-u-contract-v1","latency_ms":0.5277079762890935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3ce8e68519df3b82543c82ea019a5049385d6ae33cbdbbe339bf884536dde4a","sample_id":"mmlu-miscellaneous.val.663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35d84e11000ece591dec1d107853646bf1c97a723137ca4cadb0a51ac937bec4","formula_version":"titan-u-contract-v1","latency_ms":0.527750002220273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af5363c8fee7783c4307002579dde2f617e5876dff4f722cdb91f4b6ef90549d","sample_id":"mmlu-miscellaneous.val.664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e5afb62b999fc6cf7c56ed0820aec304852c6eed449c5a7e5c91deb70d32384","formula_version":"titan-u-contract-v1","latency_ms":0.504208030179143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eff7463ea9ae1801c074c355c96fd15934b74004f4c395ae215b9fe1a5c730a","sample_id":"mmlu-miscellaneous.val.665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8eed8ae172acce9f986d612222e75a9527e8bee6f0c8c8d97671fb25a7186878","formula_version":"titan-u-contract-v1","latency_ms":0.5239590536803007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4e8dc979b77dd8148cf9fac1b306e21cdad4f4bc9d4e1de7fc0e2cddb29ae03","sample_id":"mmlu-miscellaneous.val.666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee91cc9982736159ca593f91017e0bdf7862d5ae8666fc55e15f09886147facf","formula_version":"titan-u-contract-v1","latency_ms":0.6065419875085354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fec76618c79bd6d06e87a8a3e37be74f953d708cdba0d3205fff58cb122ff9cb","sample_id":"mmlu-miscellaneous.val.667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c56bd23c31273f4057238bfe107950d446c0cb0558d56662bf5309d4ed075ba2","formula_version":"titan-u-contract-v1","latency_ms":0.5150840152055025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f7a4bbe82f0cae7d07cf74394f320f2d235bda2bdee8470e16e7aef13747a05","sample_id":"mmlu-miscellaneous.val.668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec7a92496f3a70bfb951367ed1ecdae3793d520b8fce251db51c1f5a22ef5ce5","formula_version":"titan-u-contract-v1","latency_ms":0.5263329949229956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a41d892f754b27ca5ebd0e1e9692e749b903a6cdf4e1dd7985ac6024507927c","sample_id":"mmlu-miscellaneous.val.669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5656e607b1db890b26e391458cfc2ff94f7113e23ced06f49088b7a26afdf6e2","formula_version":"titan-u-contract-v1","latency_ms":0.5769999697804451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de1347df26d77c8abcbeeacbc7e0e46c0ace592fd52c78ddb9615efbce5121e6","sample_id":"mmlu-miscellaneous.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"458f046c20dd30458995fda85000499ebef9dfe8b5c73bfcababaa0ec1c7bd19","formula_version":"titan-u-contract-v1","latency_ms":1.2740000383928418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f309289720f5073589ee5b8a66113c2cc7750d0210eac4fcf3b34cac2addeb9","sample_id":"mmlu-miscellaneous.val.670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cc46ba07fd7295f4789f6ed2dfb2a4abeca16f9180a4461b51237125b9b1230","formula_version":"titan-u-contract-v1","latency_ms":2.9256660491228104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8de07ede4b8a24523963611303527cd1c5c49e3d1da325a09b188b03e0830b9b","sample_id":"mmlu-miscellaneous.val.671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d38116281492497957ef58a733c10bfa89cc96b4deaa16e3cc533e0a981b22d","formula_version":"titan-u-contract-v1","latency_ms":0.5653341067954898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d147eb604ac2e5a9a523fca8ad88684a6d4236c6e6f94f957e73639c494a410","sample_id":"mmlu-miscellaneous.val.672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c81baa46efaab8c79c065f7d0c6099f59f6fc2757ed061b877acd07948b84597","formula_version":"titan-u-contract-v1","latency_ms":0.49929204396903515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5a005fb2302a76014091a9280ad854e3942ffab4cd64d0987c68ee27f4f9c31","sample_id":"mmlu-miscellaneous.val.673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc4251139c2c408293b67e3e121b24fe6684bbfa591812a8a5e3d5de939dac2b","formula_version":"titan-u-contract-v1","latency_ms":0.5885000573471189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d54be5f9d6c7b4b2cc70cbca5d17bee00ecfcf5e1fc2ca5b04cf5a8a8e3ab7bc","sample_id":"mmlu-miscellaneous.val.674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"608373cc4f718d8768aef154e4e3db69cd901030791f61688ce17d3f03ffa9d4","formula_version":"titan-u-contract-v1","latency_ms":0.5366250406950712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1271fe24dcd12fdd704c8b33a5f2a8d2934b2451d205644326901297c85b491c","sample_id":"mmlu-miscellaneous.val.675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a52c2675397e20a21fc7d29a3252933c00cfebeb869436b18bf59bc45a4ff98b","formula_version":"titan-u-contract-v1","latency_ms":0.5312080029398203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f22c07981631b8627ff0f1892fff0ec57c9e87fee1bca3ee60dff82d9e74704c","sample_id":"mmlu-miscellaneous.val.676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfd040aec0a160d56916e5f799f0c307c88826e190b628585bf537f8ee467e83","formula_version":"titan-u-contract-v1","latency_ms":0.5731659475713968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a893ef91ed484b830d317e45e921ebab8d5bdc4d056d1fdf241a243cd8995c56","sample_id":"mmlu-miscellaneous.val.677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d559e465be605ca801ae969a8477fb176440ab358cbe07c4e51df5033b44098","formula_version":"titan-u-contract-v1","latency_ms":0.4999579396098852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56c18360af3e348b94bbe7d9b1e7f2e20ebc078d1d2f1821da8605b324f1e055","sample_id":"mmlu-miscellaneous.val.678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a50bef81d3eda841241e0815f9ec1df3ec84753404a0ee57eeb622dc6e17742","formula_version":"titan-u-contract-v1","latency_ms":0.5755829624831676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8844a12a4d2b1f7259936767714df41ff59f3cb2368cdb710b2672e42a5bf79a","sample_id":"mmlu-miscellaneous.val.679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90d7b6ab715ba9563eb5c52fbb55b565167d91613786046ab5a6a98ee26b3f6d","formula_version":"titan-u-contract-v1","latency_ms":0.5485829897224903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6893d3b271832c4340fc5462d942f890e9656aa2f0360c0aba476b82703d8bc","sample_id":"mmlu-miscellaneous.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fcc9ed26066c70b4f43be3418c98ebe56bbcb0fe273f547eb0678a5e07e9402","formula_version":"titan-u-contract-v1","latency_ms":0.5218749865889549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"220b60031b3b5b711cc866a141bb5e1ddb2c81279fc8e1656fdc7e4eb765d7fc","sample_id":"mmlu-miscellaneous.val.680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e607524f063cb7f0e5b20297f3e8a181a08542a5be94197f881bc642f82047f4","formula_version":"titan-u-contract-v1","latency_ms":0.8348340634256601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39ae69bd3188d8b1e2ecc89edcb3b2f1b765e0bb82a398f749f489f76d4838c4","sample_id":"mmlu-miscellaneous.val.681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec3143f92c930d4e4b31200eaa3dfc9f1ec5466dc2c1f54eccbfc2471b4229ce","formula_version":"titan-u-contract-v1","latency_ms":2.9278340516611934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49b090823a0f89fcb8fff865df4f91802e76e2cc76ea5cd03c53ed1d49ab936c","sample_id":"mmlu-miscellaneous.val.682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a91b449e2529dfb7f4dda6b10e80c2158f67c904b680d051754b51fb49843ef","formula_version":"titan-u-contract-v1","latency_ms":0.7124580442905426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72267f147cbc7a4647149050633a6538797faf7eb8a83e12853bad6490e2366b","sample_id":"mmlu-miscellaneous.val.683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4190a6a0c78fd937203f7e8aacba23c8edef381890e67386ee8b32c8052907b","formula_version":"titan-u-contract-v1","latency_ms":0.9657921036705375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2d5c99f6df6f541656bfdec63af6dca9b2e6773c91209984379d75b800cb1d8","sample_id":"mmlu-miscellaneous.val.684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab7512485a7948c89278fb6f58b03eaa7701c23e266209717fb569071ef8131d","formula_version":"titan-u-contract-v1","latency_ms":0.5808330606669188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d32dd514862d300d1c7df8b909044a56051f2ca682dec04495599cd2a25996d4","sample_id":"mmlu-miscellaneous.val.685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd49f844fe876d0902386a2d8ea92d7b4f62655ecc0d73bda01a82451b04cf93","formula_version":"titan-u-contract-v1","latency_ms":1.0509160347282887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8917d4dd70b329c6930e18b5791b99ee56a269e995cfe23971b010d95f1aadf3","sample_id":"mmlu-miscellaneous.val.686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8fd727511419fd00ec4c92565b0955c2347bae36ecd0b39656419243fc25efe","formula_version":"titan-u-contract-v1","latency_ms":0.44608290772885084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6598880445671c94c412e5ed4e9051612813d6c03821e22b67442f8cf19a650","sample_id":"mmlu-miscellaneous.val.687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f72f7662511e60535a22161197c470b6b2834dae85d841190d9951209d565cc","formula_version":"titan-u-contract-v1","latency_ms":1.185834058560431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b3ca16bdbb2292bde694744e765e76a2668e1eda43e26c177bb322c6f51972f","sample_id":"mmlu-miscellaneous.val.688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5681433b70e0960c4c618061074de7ff2089ca146309971f7dc8e3ae3cb3d772","formula_version":"titan-u-contract-v1","latency_ms":0.5734580336138606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdfd5ac2744aaae0dced93e55e4c24ed4bdf16b5cdae557f0f182fb87dac9623","sample_id":"mmlu-miscellaneous.val.689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97c9f38bf1d127de44ec8d3c247cdd13dec435de5da5395a8a2e4a4c13adb830","formula_version":"titan-u-contract-v1","latency_ms":0.5309170810505748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75e8e4cca1fba772fb87c7365ab7a6a1779c2f0057fd7178dc40a260ae5f3223","sample_id":"mmlu-miscellaneous.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c54c53e1b606f82943a78ee4ba089cf58516c9685f54a28676eafd2ec0830cf","formula_version":"titan-u-contract-v1","latency_ms":0.6915000267326832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da691b7d29160829c737387d74794f842f524b1f46f328613d9b424aebbd9cbe","sample_id":"mmlu-miscellaneous.val.690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ebdf9017006a7f06fa5fc094f766bc130d2a8b8462368a91e7895677b4ece9d","formula_version":"titan-u-contract-v1","latency_ms":0.531792058609426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c99ddf36c58b7a2a60339af9cdeb29d3080613026ef1bd7eacdedb022148b7ce","sample_id":"mmlu-miscellaneous.val.691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a50eb1c458651100f82c7ea3fce9085aaad8e21eebd395ad3dddb1202203abec","formula_version":"titan-u-contract-v1","latency_ms":2.5555830216035247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72bdad84acde7a8090cac15d2508e657df4a31d319073c10ce454b864e0984fa","sample_id":"mmlu-miscellaneous.val.692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e43149aff0bf52a2e6e8476d812ff7403baff9e4d89467e21948b83e9cf54834","formula_version":"titan-u-contract-v1","latency_ms":0.6470839725807309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c95d75832dfa64e53631245e3a7e32d7611310549e72156a0143a95805060b59","sample_id":"mmlu-miscellaneous.val.693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bf821f312b9265e954b622487891d3530f490aca2ebc5d470cd1fea7da76c64","formula_version":"titan-u-contract-v1","latency_ms":0.807542004622519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6445fc097ebf266f5789abeb922cf70bcbd1821dbbe23f989b9f645b644df69e","sample_id":"mmlu-miscellaneous.val.694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"840ecc9c3e61f56014182a505f3cca6c49fc3c7be6727566fa404b7b4f929901","formula_version":"titan-u-contract-v1","latency_ms":0.6813750369474292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d946fe74bb6415f65a31caac0ca0ba814e552175b5e501cd5b7b0cc93def7970","sample_id":"mmlu-miscellaneous.val.695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e6902379e288aa5438bbf3b2171f71da1a118d3ac7ec2d6d4aace06c138ee88","formula_version":"titan-u-contract-v1","latency_ms":0.4570839228108525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c697e15b4c00d41da3254a3df40f32f11f0f1e7bb403b2f06843d44286ac4ff","sample_id":"mmlu-miscellaneous.val.696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e56b3b9c204cafe6dd1ec73f8afb1102192a78b1d5fad9400e213e55d8a71c6d","formula_version":"titan-u-contract-v1","latency_ms":0.5023750709369779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5406e3c8637b24f428e0e949075f7a8a64f15b204bbd6eb73fddf996a4decdda","sample_id":"mmlu-miscellaneous.val.697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ebc89a928f2d57ec9af030df08f1d0b265fccb9a2fecbb02c38e43b67939f8c","formula_version":"titan-u-contract-v1","latency_ms":0.5828749854117632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05e47d426fae8a78d5c52e0427818a87cd931b0d7ce7a7d3353d8adcc195e0ca","sample_id":"mmlu-miscellaneous.val.698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14d478bf36e63a623ae5b96cdf939306d2c881864c9794985ca8159bf089cf7f","formula_version":"titan-u-contract-v1","latency_ms":0.4701249999925494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"204b725a20c22089e99e075be1a10b81f19a143ea01783c267762d8d75870feb","sample_id":"mmlu-miscellaneous.val.699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45a45da616a26cf064839845e242033e2fff99fb44606f3671caa31623e4c05c","formula_version":"titan-u-contract-v1","latency_ms":0.4959170473739505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a546e1ba83a4eca68d88673cda3becc76d9d552b939d6c4cf04b98974f41505f","sample_id":"mmlu-miscellaneous.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59a83c3fdbbaf0b8dc6df0aa50f0eaecd9f6ed3cbae8b7f07061967a859990c4","formula_version":"titan-u-contract-v1","latency_ms":0.5131659563630819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73a696efd15190e126f08cdd6a80f5fe8277695be16a307773fd82094ff7d989","sample_id":"mmlu-miscellaneous.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b77820f7a0a6f331d2bd49399ed62656cebd9ad7eaa8339001643f321d1c77f5","formula_version":"titan-u-contract-v1","latency_ms":0.604041968472302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92e946286958f87447491e90898e46ff5e3158bb40bffd3ceb9ba81dc5df1152","sample_id":"mmlu-miscellaneous.val.700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4fde097a2518930f5b1b1ae482845c39934c0cc1b4edf4988cddafcd8bc0448","formula_version":"titan-u-contract-v1","latency_ms":1.2088750954717398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d4ddb3516c1e42215cfa14dacc09b91bbddfaf5e5ef08040cb28ebd90828044","sample_id":"mmlu-miscellaneous.val.701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9934dc4cd18d46372516a3c843852c19ae5d8e055a0d226c0a7643a39c52ce76","formula_version":"titan-u-contract-v1","latency_ms":1.0149589506909251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1738ff8135eed12dcc550acb379c424bec2b479acdb2f548e2d28175ade9234","sample_id":"mmlu-miscellaneous.val.702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"554d6d390804188b8078ac960484d77073da67396ff57515ae859128803aa852","formula_version":"titan-u-contract-v1","latency_ms":0.5395410116761923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2f2dce01ff4f4f8871da886b06947165616b69a2a689501b3b76c31d128d0bd","sample_id":"mmlu-miscellaneous.val.703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0723a9165fb75b5873eb774b2c15dfd1aa5b2daf3c7dc57a0b0f97e22aa500b","formula_version":"titan-u-contract-v1","latency_ms":1.1783329537138343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04284e9bed176bd163954ede4de1cbf2c93f01b7f8bc102f381cbe60679fffc0","sample_id":"mmlu-miscellaneous.val.704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"251935ff2ae8bf6b2040e1c07abe6fbbc1ee14bab6239eb120ec53bae1ee4f9a","formula_version":"titan-u-contract-v1","latency_ms":0.7838750025257468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a08263bb8576447fc4ae8b1e95d403339188590367cf1a7e00b9953ea6a5b263","sample_id":"mmlu-miscellaneous.val.705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42b628353a3981852468a4a261834b359fe4b8f97659f5932815e4fd96a384d2","formula_version":"titan-u-contract-v1","latency_ms":0.7404170464724302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c94fc04bfff796b915eeb2cce3ef04fbd9c11893686b0c515f919e9aac22768","sample_id":"mmlu-miscellaneous.val.706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"872268026510b1ba6811feb55819d9fb1fe3dc29bc47cdfb01fba0105cd9bb42","formula_version":"titan-u-contract-v1","latency_ms":0.5232089897617698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2276558d202df9a99de2b67caaba2c8e7927574dae971f07c05c57deb80abc2","sample_id":"mmlu-miscellaneous.val.707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4920831f4f22ade69f13fa48b5c9829dac403b272ea1047164368df6ab5fcfc","formula_version":"titan-u-contract-v1","latency_ms":0.4567500436678529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"645ec906e1b4b908b29e153357592d86150518b1305791b69fb4466d76c5f7b2","sample_id":"mmlu-miscellaneous.val.708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faf6de3ccf82595f4bd6ea0b3d4f6562ea200e615fbb29b7159b5ac49add62b0","formula_version":"titan-u-contract-v1","latency_ms":0.7923329249024391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37dfd663d78178aaacc144c8b0c058a35aaad7b890edaff36232c9f8cadfd7af","sample_id":"mmlu-miscellaneous.val.709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0113dd54b02ea11bcc717b853b6e185d6de1f4d982ca831f12d0ae1c9dc008a","formula_version":"titan-u-contract-v1","latency_ms":0.5340409697964787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bb3aa2d09492453996c2cd92da584a2527316c883f2148af2662514f9a6814e","sample_id":"mmlu-miscellaneous.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15957d1888d32ee26f390ccc160592cec22f56e8181da0f1bb9df62f08f30c04","formula_version":"titan-u-contract-v1","latency_ms":0.7005420047789812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0e51e01b79cc45b901350a375716d7d91fde7381aa91873de690d220c6a468b","sample_id":"mmlu-miscellaneous.val.710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfdb9f27fb5eb6007646139910bd53db0fe51f3d3861c0f60ed6a79718767c6e","formula_version":"titan-u-contract-v1","latency_ms":1.0233749635517597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86762271ccebd3553e4928d8d2ca2603167c3bfd26ae1ed0d13d13255b62538f","sample_id":"mmlu-miscellaneous.val.711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79dec1a654d7d4d11c2b9cfebe47e6139a8ec7ceef11f33cd940dea6bacee4a4","formula_version":"titan-u-contract-v1","latency_ms":3.958249930292368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"485978a1a381c0a2e52999b5dfed5a30515c9b12fcbf15a5185efb2edb2ace35","sample_id":"mmlu-miscellaneous.val.712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f32c652142ecf13c8ce07484d560a2f7fa57185f4443d4d4117c73f5a01d2f4","formula_version":"titan-u-contract-v1","latency_ms":0.45916589442640543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f4cd7aff6d901b09b198877f0bd7831ad9f67b063499241972f02352560ad61","sample_id":"mmlu-miscellaneous.val.713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10526326f358ae96937aeb8a70c2ac80dc9e6490b460dd76883cec6d9f4f416e","formula_version":"titan-u-contract-v1","latency_ms":1.081916969269514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1b124750d0990b0b7e0126cf3bbc40d8e7c66f455b69f1208006124b662ef77","sample_id":"mmlu-miscellaneous.val.714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7474fc207c388f34a2c6367ee7573a7722063a2d01ff8ea6cc1ff63a9b7910c1","formula_version":"titan-u-contract-v1","latency_ms":0.7019590120762587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46d58d6c4aef07efcab3243306035f0c98aa392627f9fe99bf15499f7881c177","sample_id":"mmlu-miscellaneous.val.715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66cf10493c69853ad7a4e587fd2231b1d244710e949e6cc2540a9e6bfbb54922","formula_version":"titan-u-contract-v1","latency_ms":0.5371249280869961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d273d51736729278b05bf2bc22374346179f0bee5773813aab803d0bb805597a","sample_id":"mmlu-miscellaneous.val.716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00e5b24092de2f7a78da18e7835ac3cfe5f7acbd06870a57c170b3ceb8861ce4","formula_version":"titan-u-contract-v1","latency_ms":1.242959056980908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c350e363171653cbd46c8fbd925f09f458dacd0cd09a4d11efd3c6b39a591d5","sample_id":"mmlu-miscellaneous.val.717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea1949addd006ea50b33a16b843d2dff7f00bec02445312e8adce98aea6aed79","formula_version":"titan-u-contract-v1","latency_ms":0.8716669399291277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dc649edaf0cf72e6e2edc889a854628509881d40bf5be4e8689c93b9a471525","sample_id":"mmlu-miscellaneous.val.718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"becdf9ddf346c9d2f8d77af776f7df60e3c9a8f1fe75346c551b13841733f1e6","formula_version":"titan-u-contract-v1","latency_ms":0.4597919760271907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80cccc354aee9a349aafc893b657c47cc6e316964e91c37ffd1cc3eab2164665","sample_id":"mmlu-miscellaneous.val.719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a563235f8bcdbfa0ce25764d450a177d4b496efde9b204d98de868ef5e266f7e","formula_version":"titan-u-contract-v1","latency_ms":0.7536249468103051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"590c9e9bd3202f9927f87cd369ef809d438d2158e9b15003a28124264618a8ee","sample_id":"mmlu-miscellaneous.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cbd499a6a5a06e730a1c16bf2998175d5d6a675726074227b75eb998cb3e09d","formula_version":"titan-u-contract-v1","latency_ms":0.5597089184448123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36929c7a923cf085940d7140b715fa0961d649c3c497404384acc7d84965c57c","sample_id":"mmlu-miscellaneous.val.720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5a31574daa4a29cbf6667d72c8fca871f29d6fe1d73cbf380b9a5ddb913d6e0","formula_version":"titan-u-contract-v1","latency_ms":6.203832919709384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c91e5477f29a41b0315338c13bac2ef4f142ea11d809a40a536fd57d2e89bdbd","sample_id":"mmlu-miscellaneous.val.721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5d6b57a0f3254663c04d3a854cbe430327a76577b6842de25c2a76a7e190452","formula_version":"titan-u-contract-v1","latency_ms":1.107207965105772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e77d34f7e63e18cb95ab6b4bad5c59d18ae1abec4827ad438fa3a3404fdbc4c","sample_id":"mmlu-miscellaneous.val.722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f08e0dd4ff643755cb38378c1c7e7765360825e88696e0af42bb95e929919d69","formula_version":"titan-u-contract-v1","latency_ms":0.556000042706728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"301b396cf259563024fbc890859cb039ad981a8780eed08d3efa65befb362a48","sample_id":"mmlu-miscellaneous.val.723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ded2519bb3cb6b7ca04bd5a0bddbea0a7f7d19de8204953e83660d5a58386c64","formula_version":"titan-u-contract-v1","latency_ms":0.45366701669991016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9025b8eaa699b42e22c1c6c53146a2a9a8f4a0d6d058028f4ff9b638e45927e","sample_id":"mmlu-miscellaneous.val.724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0fb9b9557b65c44e43bff99afd95d79418eb73174f9c407876382a14e4c14f2","formula_version":"titan-u-contract-v1","latency_ms":0.4744159523397684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdf7dcd6c9d2ba9e663289170354adcc04a99330243f0c646c779265c8323001","sample_id":"mmlu-miscellaneous.val.725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83719870899c0c8c7cf4aa7c547e28659dbcf27918a876ee77424114d9aab559","formula_version":"titan-u-contract-v1","latency_ms":0.5120830610394478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e6520f576212bb4ccfc52e6498195db6f9605a29303e84aa9f82dbbb1815ffd","sample_id":"mmlu-miscellaneous.val.726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03bc27d4ae47cb5841cb4d13109282ad6725f13c5d54f4146f9fa0a208ef3db1","formula_version":"titan-u-contract-v1","latency_ms":0.48933294601738453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e72191751dd9ee6b71abae5ef08ac7050d6ed464f39c043798ac76ab599ed108","sample_id":"mmlu-miscellaneous.val.727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02e745e9c2adf006d10a364cc803ef7fc389b775601bd521eb84175c893601ae","formula_version":"titan-u-contract-v1","latency_ms":0.4528339486569166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7189e80beecddcce8e7ad5f6d0fe50c42cbd87298068c9ff5df2575729f435a","sample_id":"mmlu-miscellaneous.val.728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bc5a971a83ea59c624eba0d595412fbc4e5fc63ecae236e29df006db7f97fa2","formula_version":"titan-u-contract-v1","latency_ms":0.612083007581532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc455ccb7de433a87f27ca4fc4cb31fc70fe036db86d60318586cc04c0050109","sample_id":"mmlu-miscellaneous.val.729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b94cfe29afec1a29fc74da21c7a9c5344289ca2a464dcd8bcf5c8427662b0843","formula_version":"titan-u-contract-v1","latency_ms":0.5657080328091979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4ab5c3f802d7dae2e061cf876d11c6d0b46298e68fcf4378bbf0beaa1bc6e3a","sample_id":"mmlu-miscellaneous.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1eaeed2478ae13bfb94c153843f811b0ceae62c80dffe1dad1986cf0375dc5dc","formula_version":"titan-u-contract-v1","latency_ms":0.5193749675527215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"938a771fb43c097a70f8b4edf39f13df0b72c0e59f19835be8b170ff371f5b1a","sample_id":"mmlu-miscellaneous.val.730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"225918ad3715045740522e8bac25c79c6462e0dd3090322081d4b8ecb9efc718","formula_version":"titan-u-contract-v1","latency_ms":13.44016706570983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cab1a1a56530edace6303ba779d4c4a4f608cbb6ea90121dc35adfc895aee324","sample_id":"mmlu-miscellaneous.val.731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9bd43e43903d0805318298b713479cf686584ce644d05a2d01ec7edd6ccfc39","formula_version":"titan-u-contract-v1","latency_ms":1.6624999698251486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1116fb8592fd97a27dd6be102cd9e40d15519a464c3d441d95f9288eba60d9be","sample_id":"mmlu-miscellaneous.val.732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94301866d1839b955471d10f8744ce12716203406f7bbb52126988d3ce9e6952","formula_version":"titan-u-contract-v1","latency_ms":0.4975410411134362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63671b7e561603ea216825226f93a867bf4d02231356c224b2f86f6eb1eeaf7c","sample_id":"mmlu-miscellaneous.val.733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9854648317ceaa6a1f82d14551c816532b1f2dffc6fc575c8462882f40d1c0c9","formula_version":"titan-u-contract-v1","latency_ms":0.4762079333886504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"830a902c79d1f9b33e40e598b0a30f0b1d3fdcf74c646723848159bb140be275","sample_id":"mmlu-miscellaneous.val.734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0d422230047a9c37c9ba6575e53e931231655b3c5d4b1c478c4f299b8cfdae5","formula_version":"titan-u-contract-v1","latency_ms":0.49291702453047037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87c8775df49d7861caf98dd998daa9c27b94bd7f59df1e0b749d10e02a36c27e","sample_id":"mmlu-miscellaneous.val.735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5db1970d6f33fe4c9aa4a36dd7c3a4809bd553ffb24ee9b5a7a1d8376e8cb3ac","formula_version":"titan-u-contract-v1","latency_ms":0.6941660540178418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1e494f63bb99c78e70b3da1f09098c391ea333a45fe9143ee1019a6296f3abb","sample_id":"mmlu-miscellaneous.val.736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd4d26bf9833584a7668c86d84ad3e778627d48646b1607dc4b4662ad0c04944","formula_version":"titan-u-contract-v1","latency_ms":0.8111250353977084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"159aed5a1ae10cfef8e71ffcd1479ebdcd174777b87bde4f0b94459e2d87eb38","sample_id":"mmlu-miscellaneous.val.737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4a7eb3b07dbe75b81b75ab5604180da7862dfc20c8188f0db1fbdcd5842a6ed","formula_version":"titan-u-contract-v1","latency_ms":0.5397079512476921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6274e1b5c0c342e1f5781d4e686888bdf4474d4c231040a0f812d19fdab4315","sample_id":"mmlu-miscellaneous.val.738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eb886b9fed81d6fb25f61793cc07337e9f41b9509c52051d067e31935a5d2d0","formula_version":"titan-u-contract-v1","latency_ms":0.608875066973269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23e8f5be192bc4cd98e8ab359c96f874924198700d20652622087446a6e5497b","sample_id":"mmlu-miscellaneous.val.739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"982ba8cd97315481b52a6215511cfe9c3a27553e40a2f63c443b37f06de98dd8","formula_version":"titan-u-contract-v1","latency_ms":0.5719170439988375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b492bd3650fd527518870b962128b82270cea91a83736a935a6a1ffebdb251a0","sample_id":"mmlu-miscellaneous.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"757307b1e87802757e459820942a86c5051e6ddd16df84fa48060169889bb710","formula_version":"titan-u-contract-v1","latency_ms":0.5009169690310955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6863a5cc42e25081b65486cdba4d94905f9b761daa20732ad02f2b6b852b1d0","sample_id":"mmlu-miscellaneous.val.740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41f6e9703ffffc92c204563e8cd9d8cb7012b11b089ea738089d6d9c844b0b7d","formula_version":"titan-u-contract-v1","latency_ms":0.602582935243845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a12af9f8722adb2ab08d1d6431ffa55feda372961699b99070df564ac6b8f36","sample_id":"mmlu-miscellaneous.val.741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6e3c206006a3c081a1d8ddb984d1282f97734157dd863f5661a32bfe6432d69","formula_version":"titan-u-contract-v1","latency_ms":1.1191669618710876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"223504d493f2c3c1b300bb0b243ef905e02c06525488e41987a8bcd9ebcd4275","sample_id":"mmlu-miscellaneous.val.742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57a0100d0e4aec7d0f8ea26158c51b7f1cb86762782f56bb981828de41585c8e","formula_version":"titan-u-contract-v1","latency_ms":0.5604999605566263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40d2cb1f8786c9f396ab27d68fabc9352dfc2edaba18350d3e7b7e10298d3103","sample_id":"mmlu-miscellaneous.val.743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf65674b3fb8d16c61861eaa26bd86dbf3a10651b8e6363cb02bd2af65cb5870","formula_version":"titan-u-contract-v1","latency_ms":0.8383749518543482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa9a8b231e34679d0edb60dc878a50a69a0d7103a27188c680348859d8232008","sample_id":"mmlu-miscellaneous.val.744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"184344681b937af16d9a39fecc1b697033a62fb7c8b08f4671177e8e519f0d5d","formula_version":"titan-u-contract-v1","latency_ms":0.5691250553354621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef3220c7d42183fbbe8e399ae27fa44cbd3811c5ba1923d546f6d8a41b74fc0f","sample_id":"mmlu-miscellaneous.val.745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a2d4f0659df2095950b9857a59f773fad50717d5f3c881d852614dcea31ba87","formula_version":"titan-u-contract-v1","latency_ms":0.6150419358164072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50652335e014a89a8506642eb66c16bbd545db06cfd0a1dbfbce0402fbc2aef8","sample_id":"mmlu-miscellaneous.val.746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acd33a215f8b83ce01c3194e4c6ff81bf1e767974161c8c683dc7c9e42e0323f","formula_version":"titan-u-contract-v1","latency_ms":0.4921249346807599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b7bb67db0c4a14d9f4adad152758abde702a40d73735e38eaa1c64f0459cdb6","sample_id":"mmlu-miscellaneous.val.747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b92c6ae27763da8b52224ee53666b7d3c1f89220485199ed31ecda8d73ae1994","formula_version":"titan-u-contract-v1","latency_ms":0.43629202991724014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a011b9dbe2157496645aaaaa0b225716b4eafff88ad4454077b918abe12a233b","sample_id":"mmlu-miscellaneous.val.748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fce9ae284db881a7bbe0a799818962ab51bcc283810bace9c95f794b100d5f8c","formula_version":"titan-u-contract-v1","latency_ms":0.503125018440187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b107f7d91cb0a47530f2e9bc7b20af2decfe63807db4cc41b83e0e5895810253","sample_id":"mmlu-miscellaneous.val.749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea207e0460fe210545f9ec0380d7e7bde92648a3f431bada93dcd913acdae867","formula_version":"titan-u-contract-v1","latency_ms":1.0323750320822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57a959a3a17c3d35545537aa99ce85bdc06db6fde398ea8afe5ab65c21d2c81a","sample_id":"mmlu-miscellaneous.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5497c5c93870f795a9cb3d56023519ed4dbc96c4f4a7bf8942bbc4faa62df49","formula_version":"titan-u-contract-v1","latency_ms":0.49050000961869955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0db0229c13600a89dc0ff208b4cb42ce61ee28046cd91fe428772b8ac7089f3","sample_id":"mmlu-miscellaneous.val.750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96337ade9973dc7e606a6c892a41fba1fd3ccf58c909a168e73972a8e1241995","formula_version":"titan-u-contract-v1","latency_ms":1.9540420034900308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a57c5058cb34d19387aa271784862175bf0c4483b8f1df5a45925da959937af2","sample_id":"mmlu-miscellaneous.val.751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e1f2f31b263638d35e48c12790cb439d1f86d89ff142e51101efee938234ada","formula_version":"titan-u-contract-v1","latency_ms":0.511458027176559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87a78379924c9a2d57a4e774dbeab39e3e33be8accfe2342205ab50bdfeeea9d","sample_id":"mmlu-miscellaneous.val.752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83fbb83a876cde272b20d33147d237ab6f49b1c3bc767f712078d0720bb4fa98","formula_version":"titan-u-contract-v1","latency_ms":0.4688330227509141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1437006bb40e3ced87fa14ab27d55e822708da16087c80dcc63df32e18362f0d","sample_id":"mmlu-miscellaneous.val.753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5393059340af624cd70b096480948391d7ae66888b674de20f783f5aa5e06ec","formula_version":"titan-u-contract-v1","latency_ms":0.5029171006754041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c406a3e029bad53de457ed6e4eeecf064ee465419be8756cb369040b88ed6ca","sample_id":"mmlu-miscellaneous.val.754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb07baf843f507f33430276eba505a08550fa2661b2d66c96299fceeffbf2799","formula_version":"titan-u-contract-v1","latency_ms":0.4327080678194761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5e1fde667605fa7c343ba7efed959afa3451d70f7f12650e2033268398e7926","sample_id":"mmlu-miscellaneous.val.755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3538630464da270264ae54520077e3b86234234e475e25cc4c59d11497214e18","formula_version":"titan-u-contract-v1","latency_ms":0.4989170702174306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9035a7d370ebb1e3e0e58c431250b1d4ee2afe1a6b6d9f5892542fcdfc45216","sample_id":"mmlu-miscellaneous.val.756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dfd78df2b2bf76d57246129a7734ed98767c00f9e178fa2f40560c8407b7f63","formula_version":"titan-u-contract-v1","latency_ms":0.45995903201401234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53c3fc0f86ae7772214791ccacca02444cb32a2d8555d11f170e79506cdc287a","sample_id":"mmlu-miscellaneous.val.757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"defca711a916c2a513fef8751bb3fcb625f99b1a863bd64831c13452ca3ee111","formula_version":"titan-u-contract-v1","latency_ms":0.4836249863728881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5be5b0f3663e46549feb838d6e145092e8bcf3bf3d0be7144cd2afc9cba90d35","sample_id":"mmlu-miscellaneous.val.758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3399262ff980693410ff5ce320a93f579a69efc597e52454d186a4a5f712402","formula_version":"titan-u-contract-v1","latency_ms":1.0024579241871834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d1a7887a2bdee2f3e67d340e4110283c45dcaebf130a4c9f97dba775221f0e6","sample_id":"mmlu-miscellaneous.val.759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0563e3871df56c14fa6712f3f60d01cf07e56f874ee46690fe588ba92d311650","formula_version":"titan-u-contract-v1","latency_ms":1.6330420039594173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc8da96c2409fdeff8097bb8d682fe41a207cee3489f46f9c17be1cff93a8eb8","sample_id":"mmlu-miscellaneous.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"958f839ebeb50d946b614165fc3f7059d378cbc29b64bad053b397ab406a3ce9","formula_version":"titan-u-contract-v1","latency_ms":0.4843330243602395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a44fca0148b876e05cda4a3a5df8b8608674da33034fb47cab8f120195cd36e","sample_id":"mmlu-miscellaneous.val.760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c937be9e42ee58823117dabe7e9988ead754c67f254d7c1164693e5067e19a2","formula_version":"titan-u-contract-v1","latency_ms":0.5191250238567591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a8ca86901ab493bf2fe4550204c2d9aa8728d7dc1f4d8f98487dcdef44f13a1","sample_id":"mmlu-miscellaneous.val.761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"208ccfb8896f2777467dccad2663a832fdf5c9a8cba4fb307dfd52786cb7a339","formula_version":"titan-u-contract-v1","latency_ms":3.633334068581462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"898ca45728c73359bba2c37bd0dacd1f43f2b7961c5e5aab7e32f0f3d880685e","sample_id":"mmlu-miscellaneous.val.762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4655ef7636c9ed479d299b8a48fc59b438ee6dda7c083fc4b25e404681d791c8","formula_version":"titan-u-contract-v1","latency_ms":0.6748330779373646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19a7e37c409c81e89d10d7634080baf6be04a5667a1e32500c3602e0c7133749","sample_id":"mmlu-miscellaneous.val.763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c44579f8bc1d0b97e033785f0e1550073a171b3b21cf92a2c7568dd4d70b9f54","formula_version":"titan-u-contract-v1","latency_ms":0.5376660265028477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fae4156ab357c3fced7a998ea997f78972b4e2329d7b7e84384a34d5776c8d8","sample_id":"mmlu-miscellaneous.val.764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99ff45cdcaf1ea7610cae0e58e7c85895620aceecdb617dc920b553c62d90543","formula_version":"titan-u-contract-v1","latency_ms":0.7043329533189535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32e63714f91d890ba5dc29acc08e92ac96d2e188ee7b82d4b206f7f660bf42bc","sample_id":"mmlu-miscellaneous.val.765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12722ce2e9fd80ec51fb7e35e741bbf277d45f5f690ae05c63cab7aca4161853","formula_version":"titan-u-contract-v1","latency_ms":0.46079105231910944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"273444f53c38aaed6d1beb598bf379a04a0db690944ac2f08111e0d5b77e8219","sample_id":"mmlu-miscellaneous.val.766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35140b84a442abd570a6e7658d82f8ae08ae43b92daf433df71c88ebe61f8cbc","formula_version":"titan-u-contract-v1","latency_ms":1.2719999067485332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20a7fc65e8804e641605ebbead1389a693d9904b7d87c3628f6b4866678a6eb4","sample_id":"mmlu-miscellaneous.val.767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02fa8ce11184cb41eb46cad83d6b8d8201729336d8b71108610e2071a3ae7c16","formula_version":"titan-u-contract-v1","latency_ms":0.6916250567883253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72690313ce9bba2ce8e89278b0ddb904b415e2141d8ebe86cbbe03b155d53f8f","sample_id":"mmlu-miscellaneous.val.768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9fb62a0ee759a578d78434ac339cde580c27a6125fd3e398a63b639f40ca25e","formula_version":"titan-u-contract-v1","latency_ms":0.5019999807700515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d61ea2a5ad3592bc321bdffaa5334f377994393631182a52fb5b19b758cbeaa","sample_id":"mmlu-miscellaneous.val.769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6758bacb25a0f42d3ed3068ba4ef1ecba1071fa50f08e5d0f32fb13b342bf92f","formula_version":"titan-u-contract-v1","latency_ms":0.8727089734748006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbb78e3b68952090395f1507e729a88ccd2bd7989121860c4b90900636c29ba3","sample_id":"mmlu-miscellaneous.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7d98a293fc29ba342b181e41533bd21a0c1c80f8b9aae0f60dd24533454bf82","formula_version":"titan-u-contract-v1","latency_ms":1.1539999395608902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5e4bd383165233b43347ed72826135444d72a4fe807774e1f1da806157b7e77","sample_id":"mmlu-miscellaneous.val.770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80b94f1d7962d467ec3fe7718c0487950ecf749d4a5e672ceb594e0e1eded475","formula_version":"titan-u-contract-v1","latency_ms":0.4703750601038337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f7b7d1084171d625e5b5f43d72466b43d9daf46a96256edd15d3bdc54e0d33c","sample_id":"mmlu-miscellaneous.val.771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2c7e8c677aa62da5276d8d9e54abed62bfc4322ad0ee32713a04c4c35982e4a","formula_version":"titan-u-contract-v1","latency_ms":0.5626248894259334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc4bcdd84eb624516ac69418dcf9330cd9c310d4cc282878e92dced6010c002e","sample_id":"mmlu-miscellaneous.val.772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fedbb722a6d8be19936173e1b37aadc048dbff970908faa9717ac11291f0348","formula_version":"titan-u-contract-v1","latency_ms":0.5272499984130263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4818b1d84de246f1de70f48617053c74294248deed6e96b89c7bbaae4ccfdca","sample_id":"mmlu-miscellaneous.val.773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb110237f23828b1c916e1b8b8f74cfc6ac69d3320c650f1f0e583d652b90bda","formula_version":"titan-u-contract-v1","latency_ms":0.7898749317973852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae8daf5339452b64bc2afebea8cb9c3e35566a5cf12b64ef2ea46272928c5fd6","sample_id":"mmlu-miscellaneous.val.774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d173a3a281cd0edcceb5d9913113301b10fe23c421f5526928eab22230fb3133","formula_version":"titan-u-contract-v1","latency_ms":0.49949996173381805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f206687997c382702493a32dc80f487e7442e0e649f62f1319703d80146954f3","sample_id":"mmlu-miscellaneous.val.775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b9156693e3e9713df15183799a988c3523119b1c0c60bcceff8fa169bab657a","formula_version":"titan-u-contract-v1","latency_ms":0.6615829188376665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be5ce2eb2f43d0d12c395df6cb8f7c2e4f0b1588ba8125d7af7eacc546541a4b","sample_id":"mmlu-miscellaneous.val.776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67ada892190f9af7ccbe38f32642378ea0cb20ab1097d1d976e27e6f7c96001e","formula_version":"titan-u-contract-v1","latency_ms":0.7002499187365174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57716d251e7c55d4e83e5e3e3703a8d43e179526a9e4564ac35d4778f03372ce","sample_id":"mmlu-miscellaneous.val.777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"578e07573e99ca3ec72828281f7243844e9831e519bb37d8d80b33796d02b341","formula_version":"titan-u-contract-v1","latency_ms":0.45362499076873064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6ca1b7edd77ba0d805d5fcc3558af790ea1a22659000b05c3ecaa9ace054ba1","sample_id":"mmlu-miscellaneous.val.778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a61d414baa6edf1613ac45ecbccffc6b438206f04c7113d2b8b7a8453152aace","formula_version":"titan-u-contract-v1","latency_ms":2.401749952696264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27d2a4485c106d71993b2b2fdcaa94d10ac88d015cd0cc236840febbf1e7471a","sample_id":"mmlu-miscellaneous.val.779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f83b8b47736de53ffdd942a3efbda2c5c625d06c773856e1e6aa9a2e1c65a18","formula_version":"titan-u-contract-v1","latency_ms":1.121582929044962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d568c8cb4766a9dd74fb4fa636ea7fefd7e95101ed021a0aaf83d38c68790506","sample_id":"mmlu-miscellaneous.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2f984da919c82f00068c9c22209a17365edb5e3846401defcfa4745c392d4c6","formula_version":"titan-u-contract-v1","latency_ms":0.6159580079838634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8322a7de33cbec8ab1d8ce391adc91c20dae786d4807077eaf6bfcaf270bf68f","sample_id":"mmlu-miscellaneous.val.780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44cf4adee4a3ffcb936496b6ba5267384629669a06aca348373f3cdf8691b87f","formula_version":"titan-u-contract-v1","latency_ms":0.5395419429987669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84aaa5a2151555a8bc1d27e744571eb854af31ddc51c88aeb64018c0660ac176","sample_id":"mmlu-miscellaneous.val.781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e956f89444507bbf03dfe5ddbe507a7d647a912fc51ac1bc50c04fc7b70feef7","formula_version":"titan-u-contract-v1","latency_ms":0.5807500565424562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eda5ad697c3bb73d826971c35ebdcd203d2b92db3f283a770607a3cac9c2fb1","sample_id":"mmlu-miscellaneous.val.782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9edf605ebb58f23937bd477b323bb7da5c16b3fd2f1c973b1ce7a516d740e619","formula_version":"titan-u-contract-v1","latency_ms":0.5872499896213412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbe039ef351dd6322a6f6f80a6f2d6d68a86bd508c90a350ce46c308e9f2cff7","sample_id":"mmlu-miscellaneous.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d58ba28a147130c0440c01781f691d5597daeb1230852c4cd149fa810a65d68","formula_version":"titan-u-contract-v1","latency_ms":0.4622500855475664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a76b36e2e5283a94a14fadca012c134b1f1c5eeda363739a61b69d69ba50744","sample_id":"mmlu-miscellaneous.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e733bfdf025c780f8553e20ff7f6ab93338aee153f61c27c8a3b162c69315496","formula_version":"titan-u-contract-v1","latency_ms":3.912750049494207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a62505cd53061dbca5c21345f0dfc917a13ea7240e51f7668eaccc9dd5b3c2af","sample_id":"mmlu-miscellaneous.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa4938ee025d906c39acd2bbb0ccadb77035cd5721e47d9a0ce7bd6e129405c0","formula_version":"titan-u-contract-v1","latency_ms":0.49362494610249996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d545b3dd80e613c378d0110a587bb94d3ccc53f7473bca7451281b36cdfbca58","sample_id":"mmlu-miscellaneous.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"689e0c84659eeac8cc398b78ce00a21746554239fac4787d88f250b1396faac3","formula_version":"titan-u-contract-v1","latency_ms":0.7410829421132803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de0c7785a10a44891daa2c91e0d296705d8e2222b3fe13d278119d2383fdca8b","sample_id":"mmlu-miscellaneous.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"740c0edf82b693560ed6a15e8bd8ac44f7dd47f64fdde6240ef7a7e7b67c7bb1","formula_version":"titan-u-contract-v1","latency_ms":0.5360419163480401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"377dff02653ae6c634449aeb1da74d0bc37bf18c1cc1f7f044eab90fd660f9b7","sample_id":"mmlu-miscellaneous.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f64403828a2d7123e65b68c08d66ac6953e2c0ef24c9cbd0d9c0e959912c1fca","formula_version":"titan-u-contract-v1","latency_ms":0.4772499669343233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23de1d3bcf1c26685bd23d545ce5edb38cd960866ec9322c671a7897a94432ab","sample_id":"mmlu-miscellaneous.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abc27efa9572da5afec3d9629cb04a3ab019eb2a0c5f3689bbe4492b3dfd6dc5","formula_version":"titan-u-contract-v1","latency_ms":9.104790980927646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e27f07e70e4d8e76e301229924ec189a0a18d6fcb77dd9270803ea9dea5b871","sample_id":"mmlu-miscellaneous.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1045ad7fd97c6f6b4e6517e37b535b45699e44f0b09ec7a9f6540501e79a7235","formula_version":"titan-u-contract-v1","latency_ms":0.48758299089968204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a481f87f38b6f31b8a31871fc1629cd6f24d69cebf2680ebda6194b60d7f119c","sample_id":"mmlu-miscellaneous.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc9986058b06922f57058e7e3847cff02e65d1a687057e3c934e38e8e47db33d","formula_version":"titan-u-contract-v1","latency_ms":0.4740420263260603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82510375fda791218017a97e550d5aca03eb7a75aa9decbe0d8e45d758e5e867","sample_id":"mmlu-miscellaneous.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40baf8f59fe0beeff16e80ac8bc764cf9dc7e88a290930b912257ebce5ef2ba0","formula_version":"titan-u-contract-v1","latency_ms":0.4860000917688012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34c3fe10f8dbb7ceb4e40f50595fc36b8f242e4a1eea8b4cc6784f508cca8d46","sample_id":"mmlu-miscellaneous.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fcdd7ff47219b28066a17f029ea0d3a2e13955b8d7e196955e66518a1568782","formula_version":"titan-u-contract-v1","latency_ms":0.5079170223325491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3790548b852f85c9c4b42587d4c2a37709b2671e3a14f62a77c6a83f3329c04","sample_id":"mmlu-miscellaneous.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74a91601751e22f010b0d9e9de76a81d305578abba6c540a8ac9388fbb1f6181","formula_version":"titan-u-contract-v1","latency_ms":0.4677909892052412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3662cffe43e06debf3feb97def9339ebe10018ab5a284066b45b67f4e9df6ddd","sample_id":"mmlu-miscellaneous.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27942626607d329b025ee09f031b7b12fb9855f5654156c91f2de7bc2016ea8f","formula_version":"titan-u-contract-v1","latency_ms":0.7676670793443918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c3e40c87e6511135abf1378fed584f81db665809f3dcccffebe95747f8cc68a","sample_id":"mmlu-miscellaneous.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4554cb4fb1378f06a62f7192f4ec50de3fcea29aa04b838ac8c4c214659a89f","formula_version":"titan-u-contract-v1","latency_ms":0.46387501060962677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f1827e2063c7d11bc0220d4158c85bbdba4cf08a5d435fc1e99e9c44fea336a","sample_id":"mmlu-miscellaneous.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d99bdc6ccda27f3cd5d8643bcd19d8806e7866d85a6441a77809d0a97e3409e9","formula_version":"titan-u-contract-v1","latency_ms":1.0053749429062009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bd6d87ab83e524cfa7d065f8437db1d2475740129683c19fa4b0149470b8f28","sample_id":"mmlu-miscellaneous.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3f7652a6ac241c1f62aa6a2e080a3cd35e9eb32d33fe6515f64d8114fe198de","formula_version":"titan-u-contract-v1","latency_ms":0.4487499827519059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afe81625a0bcc5e26c37d71a11b3f00b83b52d4fc97c99fecf5f3fc1a6700a5a","sample_id":"mmlu-miscellaneous.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e1db8d20d0cbee90d69b4457cc60be61eabadb92619fe91422134cdaddcfdc9","formula_version":"titan-u-contract-v1","latency_ms":0.4778750007972121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3fe892734deea9f8552258f8872222f9b9f123414075b8e7ebdb3fa88b00dad","sample_id":"mmlu-miscellaneous.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7da6f88dccd71a4dfb3ce85b7953a69004deacf9c837719f2f272a4a2e4986fb","formula_version":"titan-u-contract-v1","latency_ms":1.3099170755594969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e766e248eb1005139ad4216be934544fe1958d1e451cab567b38a59629e02274","sample_id":"mmlu-miscellaneous.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8aa0c8529fc4c640bd22cbc5ef7483d93141f1f1eecb5a3e829cc77304751839","formula_version":"titan-u-contract-v1","latency_ms":0.5570420762524009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e049c546f249ed517965c313513e7ce0a4a943e13406162ebfae17b47570c32f","sample_id":"mmlu-miscellaneous.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84c812f09c053faea3a80cafedd97b29ec88fc95fcc67ffca01ddcc63bbc90b1","formula_version":"titan-u-contract-v1","latency_ms":0.5551250651478767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"940cf5c783851f2d19f559d9e0aeb704fb77e10034ff31060c3d0f2aec307e4f","sample_id":"mmlu-miscellaneous.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e9b848fe7c98f33c6037419c481505fb62c0afd31888e742fbcdfe238423c24","formula_version":"titan-u-contract-v1","latency_ms":0.5443330155685544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"890b96d2c9bfd4a0ee6f46fd30645ec22d7998690a426df7effd944c8e904fef","sample_id":"mmlu-miscellaneous.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b214820b4c6aa69e1680aaad5a512a30d39231de491d99c9d015ffcff70c5a8","formula_version":"titan-u-contract-v1","latency_ms":0.5180420121178031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"248cf9de593f654444a9eef63c9339c11d5eaa6b20e7ce6773c29d1377444208","sample_id":"mmlu-miscellaneous.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3d550cc7cd4ebba9cd289c6a4c14dbbe185a05fc1dbaade7526d8a1e77c2c0c","formula_version":"titan-u-contract-v1","latency_ms":0.4895000020042062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fa07b02c279169e7e258ff22606018a005e2727eb247b733a1db0c8400ddedd","sample_id":"mmlu-moral-disputes.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bba88aabc9e81061af9f1f85f471e0aad0e45ae21501a355e72908dc5b1f5b5","formula_version":"titan-u-contract-v1","latency_ms":0.7218749960884452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9108c85877cb951f3ab032706e1d6f08741123011beaf115bfdc6e68c8045af9","sample_id":"mmlu-moral-disputes.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"125db8bd827267bf30c24d2a03775d072444b00983aa10fa0a158912cbd08a8d","formula_version":"titan-u-contract-v1","latency_ms":0.7005840307101607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ca692c9221908e1d82d64d10e356d8b73aa8212f8a926a940645322f72d5bf5","sample_id":"mmlu-moral-disputes.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51ea8b8b0f2f9939ffda59ef4d8110ceb907ccf583f3b293cde11d19c54d5270","formula_version":"titan-u-contract-v1","latency_ms":0.6562910275533795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa56110740365fd8804f3814a39b57e85d88dfff1c7598fae1ac97bd9536a0c9","sample_id":"mmlu-moral-disputes.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1af88c19ceac82b3d9ab3488511ce3a6d9c8a6f30eb2105d26ac93eee0dfb9e","formula_version":"titan-u-contract-v1","latency_ms":0.5088329780846834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06a3a81f937d2d10c262c61050c649bcab0645badc493a1a5edec0875876fb10","sample_id":"mmlu-moral-disputes.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2e1c647fbf7cd9bfd775ea8c6489bfb1d4fa0ce9d8306c1af26f02aaedd85c7","formula_version":"titan-u-contract-v1","latency_ms":1.1685410281643271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec8b48cb448da8a4652e70b3932c211282a5bac401937c95a0519c512d99f1b0","sample_id":"mmlu-moral-disputes.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07f4547a566c72933b57cc0d28db4cd1820ec7ff23ddda222c8074141284e1df","formula_version":"titan-u-contract-v1","latency_ms":0.5184579640626907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e319f07397d59febdd55ae94dccb8eb23d66b3c6a1ab414857e45a8d24b1dfa6","sample_id":"mmlu-moral-disputes.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59901b21c0f6e7ea8c2f4885ab7f1bddbb12281229c6c135dbb903e8adee5cfb","formula_version":"titan-u-contract-v1","latency_ms":0.621416955254972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aaf952c0183bfee82d4a2a5dbb517e87985d6b65649188abf3721c3e95fd30f","sample_id":"mmlu-moral-disputes.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2ee24c17f6f67335f13717bc11781cfbf49c25e0299c42d6e73203874809cae","formula_version":"titan-u-contract-v1","latency_ms":1.8524579936638474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a4ba0a1da6d1b8f2f1da9d878ab5bf0d98f3557a94ebec3b90347593e745cee","sample_id":"mmlu-moral-disputes.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebef9f898481846ee2b040d9df6af9c873fd406c68e92e660789041539f7511a","formula_version":"titan-u-contract-v1","latency_ms":0.608125003054738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9b75c758c0b553b31fe5e888303fd4be8ebdc9894ff8bb7dc759ae363d83447","sample_id":"mmlu-moral-disputes.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66d94356fade0aea4de7436632dd0fa3721c8f2e5215358fdc663001d7af2b16","formula_version":"titan-u-contract-v1","latency_ms":0.6578329484909773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98401930e7c82eab2f58598bd200166a11cf3e60ca2314e3d33e410d6422930f","sample_id":"mmlu-moral-disputes.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e9aa5b17df4ee03ed2a24c3419ae2990a3df060c76d83137615d9ca981362b9","formula_version":"titan-u-contract-v1","latency_ms":0.523374998010695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3affb15a7bd70586175fb6010cee70b403189fc42224d96f2bc4c99f3a478c58","sample_id":"mmlu-moral-disputes.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b915a81e0ee248b102042ca497791fc6a36f5afd9dd29d8062b43e2841356fdf","formula_version":"titan-u-contract-v1","latency_ms":0.9786250302568078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"571863fe458dd62248f4f8e59ca0ddc52c8dcbcfa0930f0bc80463565a630735","sample_id":"mmlu-moral-disputes.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee693cf1dfb4417b612c9d76bc7b646f11db687140efb8b5b254901755f2da77","formula_version":"titan-u-contract-v1","latency_ms":0.6824580486863852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"def2411f486804cbd6925a99108d8e486c5ed1565b5e87261a60cce5cc76e8ab","sample_id":"mmlu-moral-disputes.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d41a805c260cacc26bc45614c54cdd0bc772b4b58dbcc24dd5c9b76a5f382b0d","formula_version":"titan-u-contract-v1","latency_ms":0.8814999600872397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f72e2e0adc972e03ebde0abb6f7833c2a7cd8112ee4589f674a5b500d96b21a4","sample_id":"mmlu-moral-disputes.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8634f7669374ab431435c1c33a85df7ee572dc58b95c170c23dc7288920d077a","formula_version":"titan-u-contract-v1","latency_ms":0.612415955401957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4d777f6fd0dc7f18ffd434098df5a5b08af6ca75629e708aa62c9019071fe04","sample_id":"mmlu-moral-disputes.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"971927fcc7895de603b66cf7e93fbd897ed8e1df456dd3f98244503241093015","formula_version":"titan-u-contract-v1","latency_ms":0.6784159922972322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5f42049743b292185ef2485340409e5efe20743371fbc98b31040799da2a29a","sample_id":"mmlu-moral-disputes.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"949cc7ec45429b595bad41a9fc7e0d68b1896d3acf79bf325fb63ea505402690","formula_version":"titan-u-contract-v1","latency_ms":0.5590410437434912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f74c9621dcc30f79482a848e1a23ed5dc7b6796cc006cc1aadba984f367239f9","sample_id":"mmlu-moral-disputes.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bbe280a212d41fcacd70e9e14f52ec6e70e9732f6dd04a56b094efb9d35cfe0","formula_version":"titan-u-contract-v1","latency_ms":0.8729579858481884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38df5aa6e377e3473bd5813fc5ffde251467016c96625963dfcf2537a12ee2a7","sample_id":"mmlu-moral-disputes.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4be3119f80e9fb9d7a1aa4a8eadae7b42458eb6dd32d9759919a7a3676b56ee6","formula_version":"titan-u-contract-v1","latency_ms":0.5478749517351389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47c2241606cb3ae451c26d5202e9a1038a38fb1a94adcb447ecfd31ccaedddc9","sample_id":"mmlu-moral-disputes.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8601ef8d8583b9bafb8fe3ae4a514ba9cb207aa3e7d0631fc0167b74ed37c8c1","formula_version":"titan-u-contract-v1","latency_ms":0.5399590590968728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5c25a8d84974166327eafc81c3aab6797622b99f13cdeac9e72211dde03b38a","sample_id":"mmlu-moral-disputes.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a3245c6b3b9c5f454f72a75bd98ef737b5e5a3781624ee286f4f375a951b84d","formula_version":"titan-u-contract-v1","latency_ms":0.7356250425800681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d05cbf22a3000f90f90bab07e51de66a35a6a253b765be04392db82c6ffdfbb3","sample_id":"mmlu-moral-disputes.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a3268502e1d8757babbc6416d73e4b269894584c8d04ef2ab57ba77a81dfada","formula_version":"titan-u-contract-v1","latency_ms":0.5831249291077256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e0598f4070f5c5863d3d3e02724099b69812f04ff66edc81983f8647a1c05ff","sample_id":"mmlu-moral-disputes.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"140d9f8c348e53de712c275e71a7275ac3eebdeb4947168ff64af50e52d5cb8e","formula_version":"titan-u-contract-v1","latency_ms":0.5690839607268572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57464cda78b412d6b4b3a210a6f2f1323235a77fef2a2f21cc5c35c693a493e3","sample_id":"mmlu-moral-disputes.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf558225610a70e91d9afadbb351ae5fa64a5c94bd24c97a6eee485c5738a861","formula_version":"titan-u-contract-v1","latency_ms":0.7036670576781034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d34ca7f617ad66ffd751136a27354b95b4b9ae17e4e3de2df7e72e1027bfbb01","sample_id":"mmlu-moral-disputes.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e15e3e4b41ab6aa29d00d60799bdd4cd7c252415cbaa2f8f1b191c48cc47925","formula_version":"titan-u-contract-v1","latency_ms":0.5374590400606394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f5a529ed2583750a02ea3586127d2dee5ec6810ff39e2ca88a096dc65af8e51","sample_id":"mmlu-moral-disputes.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b83af95754334f24b15df8c17cd5c53ebad30782e448c24264dc053381c7388","formula_version":"titan-u-contract-v1","latency_ms":0.5776250036433339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdfb508095806da0dca2d68417c61f1461d92c6ebc93e650061eba1638e09a7f","sample_id":"mmlu-moral-disputes.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8b4c694f405db8276fdb35df1ec0006d780ee6d6f825c86493f23c2edc9b970","formula_version":"titan-u-contract-v1","latency_ms":5.313042085617781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb023cb832d9d7b0c526192a6673b84c9ed4112ec2cc2d8331326cbe5b1d2543","sample_id":"mmlu-moral-disputes.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8024b71be15be77ee4ba7d8c25ddc502cef93681820ccb6cd1aa5a0a0306c2c","formula_version":"titan-u-contract-v1","latency_ms":0.6550000980496407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f5ceb28a443c4de7704eccf4be66a2eaefd181f40bc9162e0e513be9a3f0490","sample_id":"mmlu-moral-disputes.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99d884eac8b48f2705de2de2dbb066080e6f4cc1fb22394615dd8076eebb92cf","formula_version":"titan-u-contract-v1","latency_ms":0.5457500228658319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf5d26d7add1628967e8667769c0eedaf88b8a7ff5ddc331d3333880162758ce","sample_id":"mmlu-moral-disputes.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f1397cca599ececd4ede6697fee5557a1ef9cd602378520728b522d7199e414","formula_version":"titan-u-contract-v1","latency_ms":0.6212090374901891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83be6ec200d4877b7ab48fbca202cebfbc2d42a09328df3cd163c2e554318cfb","sample_id":"mmlu-moral-disputes.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82f6acd73dfdf24db94ec24e7a4def7c45b52a3c6455667a4c0d9226d980e16f","formula_version":"titan-u-contract-v1","latency_ms":0.5379170179367065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7818acbe6288fea736a123af691b0512c9c420e9edfc6196952e1cfd3c771dcf","sample_id":"mmlu-moral-disputes.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b69b90af161c0acaed1aefb5ace7e83b5e723652fbe70beb8947bcf903ae8040","formula_version":"titan-u-contract-v1","latency_ms":0.5540410056710243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c37771c94863e941b3ead34abd0d45f85b9d49fa7e17e8c5474ca940d2317c6","sample_id":"mmlu-moral-disputes.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f14d09286ab12f004d6f8cbd107c8940ef6d5abd17a1924c9fbd68d7ca63908","formula_version":"titan-u-contract-v1","latency_ms":0.5759999621659517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4af08eebde17dbac20deacf9016f6378732ec489e36e4fd6fde8b07a892c355a","sample_id":"mmlu-moral-disputes.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5334c4664884ba2f241107d8ea516d1a11ff634592780237b74aa12faac8dfa5","formula_version":"titan-u-contract-v1","latency_ms":0.6403749575838447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80250ee87e7631bd8c825c30cc3fc0258177f579126e309f31c3e0001df77002","sample_id":"mmlu-moral-disputes.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15aa734753870e457137cd1fad759a29bf93ad8bb18f22ff43b6ea05cc59bd6f","formula_version":"titan-u-contract-v1","latency_ms":0.521959038451314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"826bdbd486b13b4bf0d628d032c741c70099c07f08088ed01ea864b5227445fa","sample_id":"mmlu-moral-disputes.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f501e7c99f62d30300d0cfb15af007a7c7270081d02e44e9e8cfacd4e88995fe","formula_version":"titan-u-contract-v1","latency_ms":1.0432919953018427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7afb150bb86594cfbb748c0dccc00f2090807c077d2dc32674d57ea47204651f","sample_id":"mmlu-moral-disputes.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae4dcf27ad3b244da37b2d07017ec922723a21f87d9ce8f93a7b8f2a550f2f90","formula_version":"titan-u-contract-v1","latency_ms":0.7499160710722208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3b308a5e5d21a4ddb376443e79370202a7871f7ad34922bbca6786c269a8d7c","sample_id":"mmlu-moral-disputes.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edd6db2e2e1d112c313f5009eecbcce8e4ef523b91188730257e9607668265aa","formula_version":"titan-u-contract-v1","latency_ms":0.5135410465300083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ce849eb6051018b924492c5e946051503f05c17b6fde659338593cc5529557d","sample_id":"mmlu-moral-disputes.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4839c529d7507bf69eb7513e04df2f5935899da4e381bedaf4e6775249c3d5d9","formula_version":"titan-u-contract-v1","latency_ms":2.3172920336946845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77819249617c65a0c903eac8993e96bdcd42c6ec3a5644064399e13fd6160d62","sample_id":"mmlu-moral-disputes.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"495512a9c613c9120eb76e64630f6ee8287840bb6afd35e07fcaf906c350d4bb","formula_version":"titan-u-contract-v1","latency_ms":0.5422079702839255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f768b049a0742468e3b4ca9cbd04a89785c8a22804758eecd6da890fd0872ee","sample_id":"mmlu-moral-disputes.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b490b7b879d0c2e7398b86cfc3fc3d3c5adccbc5d5bc63a4996182ab98375e2b","formula_version":"titan-u-contract-v1","latency_ms":0.5728339310735464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6303ea58a76e840daa9f903b9f2e58805733aa6b7c9a13c53c8ba2c6478c9ce2","sample_id":"mmlu-moral-disputes.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89801e2095ccf2499e09cc595c47e07918ca0cc3a079715002980585702a0e1c","formula_version":"titan-u-contract-v1","latency_ms":0.5014999769628048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35cc1e3246e81ddfe955bdbe79f08cccd1aa8544f531cf7b079718d302617174","sample_id":"mmlu-moral-disputes.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"895ad40589cecd514b62e81a56258dd2c04869c0e36fee84d0e49746e485f1d1","formula_version":"titan-u-contract-v1","latency_ms":0.5393750034272671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20698764d49f30a1430f36e8ed1ac1daf5321b33855352bb2666a223ff28a559","sample_id":"mmlu-moral-disputes.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78e114b7b6d39e68c9e043ebf76e8776795e2c540ae654dcd0bf87e9368b9845","formula_version":"titan-u-contract-v1","latency_ms":0.5403340328484774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61d8d5bb10988456ace25d1ae1a358462d707cc54d81c2a531fe0bcd1731e830","sample_id":"mmlu-moral-disputes.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6e38296d80e3932243af38833c776b17de85dd38e6684cbf7e9a467725061d8","formula_version":"titan-u-contract-v1","latency_ms":0.6226249970495701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94f00bfb21e9dc6872b4babfc98f9afedbc5543ac3fb61cb31db5921655262d6","sample_id":"mmlu-moral-disputes.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"359045650b77445c95448e752814b4b6a801d868911a5342b69e98a2f28e762f","formula_version":"titan-u-contract-v1","latency_ms":0.4682079888880253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"675333661bd7378de9f6c43d7f3f981b02f49e811922e2dfa5e9e19a9c8acf15","sample_id":"mmlu-moral-disputes.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9249397411dbb390ae84084eef074d15068f6b4fc56c64d3aa674205dacb1cc8","formula_version":"titan-u-contract-v1","latency_ms":0.5611669039353728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edef9445754d8572090bcc55c5b4e7a026c4f0b5f9370a4dcd5fffcc1dbc761b","sample_id":"mmlu-moral-disputes.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"680350eba4e037c6874106755540959f79f7a4fdda18b4b17ca2d615eb28831a","formula_version":"titan-u-contract-v1","latency_ms":0.48087502364069223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"195d09cee6143134efaf936a007604e28191a7e25f8dc136c50df29cd419f422","sample_id":"mmlu-moral-disputes.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"344650009e8cbeab42db7fa53a74222b4e1483a5f0df0a37c04f31af8f480d03","formula_version":"titan-u-contract-v1","latency_ms":0.4130000015720725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"825882cc3e5fa66825388169e9748829ccbad23ecfdff5b8c401cdca09b93742","sample_id":"mmlu-moral-disputes.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d10f12368bb32f09f1442b0aaca7d546bc13b4850002c7fddd08b413f362952b","formula_version":"titan-u-contract-v1","latency_ms":1.0126250563189387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71e814d829c1b177ef8c3f0a6f96e9f9f139129021cebeef1641c7e6637225e2","sample_id":"mmlu-moral-disputes.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98e5419e671ce381eef53daab629828f253626ec844f8b34b84539a628b68370","formula_version":"titan-u-contract-v1","latency_ms":0.9160420158877969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaf0fdcdf2d5e9b59ff8609c3c073cecfb72359089b238d61936f57c5e97a383","sample_id":"mmlu-moral-disputes.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd60a9f6f3a2443f80e9c5fa7616d357906abc47b27b7b6d727edb1ffac1967d","formula_version":"titan-u-contract-v1","latency_ms":0.668541993945837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7aa90f31b09191a52de323d54d0e1a6aaa5d90733f5acf8b9526f48ab989161","sample_id":"mmlu-moral-disputes.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dd7940a448c681de3a1d843c3e2dda1a6ca8ec43c354f2879241c5229538e90","formula_version":"titan-u-contract-v1","latency_ms":1.4634999679401517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"173cfb371d8da11e2e7ddb025e03d5928a465a15ad98d9a65b93d684d67b2bc2","sample_id":"mmlu-moral-disputes.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0faf2015847af7f2e92fa61b97a6094f1bf224e9c6e9ae21443db86d146cc36","formula_version":"titan-u-contract-v1","latency_ms":1.2186249950900674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01b7c149bad0adc982a9694c156e54d74cc54463cbb43bed4a1710c4064e56da","sample_id":"mmlu-moral-disputes.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d142c7f8fc3786218d6b317f20c8b7009deaef25386a5190e6db5aa0b42c284b","formula_version":"titan-u-contract-v1","latency_ms":0.5869170418009162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60ea1a4707b99527d127393185ea83f6da1f27543a6c5f87bf3592ffaf130f23","sample_id":"mmlu-moral-disputes.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"983216412094f6678de60e72e7ae757c09f061401879d4d576b61d69875da008","formula_version":"titan-u-contract-v1","latency_ms":0.5358750931918621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff015c08381d76599aad25761a9fd86882b1d4db77d5fa8b159170632674ef2c","sample_id":"mmlu-moral-disputes.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a30a2967245cccbe4c06b3af6d681da072dbd0bb295798a076935ff077a1c38c","formula_version":"titan-u-contract-v1","latency_ms":0.669333036057651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f3978fa239002627fd34079bc07bf45e35a53a43eacdc983e15f67dcb9900bd","sample_id":"mmlu-moral-disputes.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e311498fdf6015e6df023cd7792d6d7130748806eb777e7f0fbc94b7fadc9f5a","formula_version":"titan-u-contract-v1","latency_ms":0.6190410349518061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24ec2dc1544d460a3201623185ef896b1582f80ce73c198cab391bc9e0885d11","sample_id":"mmlu-moral-disputes.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f192e231e23cd99ad554f268a3db4ac34e4bf6a77dd2e01c4ea1c655992a3f8d","formula_version":"titan-u-contract-v1","latency_ms":0.5291670095175505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5190309602c576a6837f3c06ad5d1b4f161073649bc89815c660834a236e492","sample_id":"mmlu-moral-disputes.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18469a973aa3fac5bd4130d9d9465727d6219c9d48eb2941c7de67b536cc2515","formula_version":"titan-u-contract-v1","latency_ms":1.3249999610707164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53698e332b4869a462a59968ed0c073c646bbef56287b8537833d8e96380c4aa","sample_id":"mmlu-moral-disputes.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fef66b869b0403250ee4e75fd505b95ae9af5bc7f278745fc7c305fc56514591","formula_version":"titan-u-contract-v1","latency_ms":0.5486250156536698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6baaa5a12f9573b08a75e1c6bcc36c140dc94e30b0d5b8f309e2197c0b21d13f","sample_id":"mmlu-moral-disputes.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9250a2b6dad5d2bb928802357db9d25c445c291d4e60203b431476a663f671c7","formula_version":"titan-u-contract-v1","latency_ms":0.8529999759048223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96cd2feb35778c2cededb3ebcd0d11b04eaf1dd675e47ceb384128db6d10ff76","sample_id":"mmlu-moral-disputes.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1d097faa970d3fb9e05500df62b21111d5e2d4458fddbf9fdf84f009c12afbf","formula_version":"titan-u-contract-v1","latency_ms":1.2994169956073165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d3def73eb958409253a04ccfdf912a9808569c8d6f34e2b2d14d5762f21ccb4","sample_id":"mmlu-moral-disputes.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"616f94a1504ab32f59f226885088e008df26d7c12415fbb7b552bfdbe8cdcfea","formula_version":"titan-u-contract-v1","latency_ms":0.5453750491142273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16a40ab03e21f3c0eb42ede377a86c7099f7a091d99fb1a2fde727fc44d8b64a","sample_id":"mmlu-moral-disputes.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27caae1388350b94f2439c2aba35cd423e7c98978ff71aa4ea7c7ca0227c9508","formula_version":"titan-u-contract-v1","latency_ms":0.5541249411180615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67ec16a41d47af6f214e7910a87edf0baeb5f8acd90df6f2ff1cac75bbfe8e31","sample_id":"mmlu-moral-disputes.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12fd8481dd3eddbc92f243edd06d6bbb556f1daf8db599398a5977ecb2bd76b8","formula_version":"titan-u-contract-v1","latency_ms":0.8954160148277879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"303498322d87b8a14291eadc3ff061aa784846924968edef8c5397fb9befe168","sample_id":"mmlu-moral-disputes.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"037e53a6ec79dac12fd818d82fcaa1a3acb262acf595b54d0c9bf7e165431f8b","formula_version":"titan-u-contract-v1","latency_ms":0.5897500086575747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad8db072b11f8c0fd878b03c9183f62f8819004e50bf2231b3cb5bf43335f93b","sample_id":"mmlu-moral-disputes.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36a39b5215623c8df2a508e0c24f353fb4e806e5f9dbc7a57461537ceb74d7df","formula_version":"titan-u-contract-v1","latency_ms":1.2189579429104924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"292ef38c0cea63c4e9e35288afd0282503580c8f6dede0c7fbb23cf4a586c335","sample_id":"mmlu-moral-disputes.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e724dc05e415bdb78b84fcbe24cf96388c1473f45cdaf999c7c4240b8aec21e","formula_version":"titan-u-contract-v1","latency_ms":0.6963330088183284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d0a651678b8aaae6f97bca3069a3f0a22a3295600848282fc96b6159a672ba3","sample_id":"mmlu-moral-disputes.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5b3fe1e568e45858b4dbe503524f9cbd4cca378d7d6ccbc132dcb54e09fc3df","formula_version":"titan-u-contract-v1","latency_ms":0.8009159937500954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c27c5bf26f87c0e4a1278ce99e4a505dd6945a5e56e35f70ee27235bc7cb870","sample_id":"mmlu-moral-disputes.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc56917de5f2b5f09f5e32401571a0b707ff097a6c0710f9303138bab46fbd79","formula_version":"titan-u-contract-v1","latency_ms":1.148916082456708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac4c575f9af3d4dec0295797b40b5e41874918ec020a1b0ead8def5fffb375c3","sample_id":"mmlu-moral-disputes.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db7df0440f86443a4fd46545ce81d3838d5f58f7f5b712f7ea58846398b67766","formula_version":"titan-u-contract-v1","latency_ms":0.49408304039388895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a68c990ffcbedcf3b7727d956d0f590d25e835669fea2a6c33814405af882a17","sample_id":"mmlu-moral-disputes.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1708209fa8ba0960d7ea4ce4f6109a8ee7e149b27eee7467fd0f879d222cf05e","formula_version":"titan-u-contract-v1","latency_ms":0.5590830696746707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5404cc5a9ca810917408b95f438e77946d6fd3018a0bb4304d987c68b44380f6","sample_id":"mmlu-moral-disputes.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fdc854708785c4c71e2bcc854dec47fe3060f2d04b525c7685a44a4d9025f01","formula_version":"titan-u-contract-v1","latency_ms":0.5231669638305902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96c96eea1cf19fac11221980c94d3fe364ff8e3ccb52d1f3a156b424af45c579","sample_id":"mmlu-moral-disputes.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd3bfa56187d4f45ed48f58e5dbe04b276c06078c600d99634542412833c79ad","formula_version":"titan-u-contract-v1","latency_ms":0.5957079119980335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d0f84189a35e5e245a6056d2ae1fc8c69e5ccdc473614336aabcb012f1ed4d6","sample_id":"mmlu-moral-disputes.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e235ed7ef681e446d7911c6a9e22597db3fb7960c81776b52347df492b302abe","formula_version":"titan-u-contract-v1","latency_ms":0.4504580283537507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c3e904e0f449e23ff66820ec99539a9f06a914ebde60162437ce5b85673e584","sample_id":"mmlu-moral-disputes.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17f9e39b9cd58def2f96fcd8c7ecb73d057915ce2b55af3c13d8598ca824e7d3","formula_version":"titan-u-contract-v1","latency_ms":0.4168340237811208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8597d2bd280a3e2d8edde3c50d9fa6705f35b0a808c519031de8ab8adde05f5","sample_id":"mmlu-moral-disputes.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab75eb81b1875328a17fdbd99f1d616356812f0485c44c4d50bb3fb4f909577c","formula_version":"titan-u-contract-v1","latency_ms":0.59570895973593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"474cc13199fd506ea06e000f2dc2c08597143d3f0119032352649fd07d51f1a8","sample_id":"mmlu-moral-disputes.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34638daf49edeacca41a289da18c08bfac0531641399c290594b133462176d50","formula_version":"titan-u-contract-v1","latency_ms":0.6331669865176082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aba61652769ba2112ef418e1e7d8611b664cbe033fb9a8c6ab31f31f3672ea4a","sample_id":"mmlu-moral-disputes.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0bba805ce069ab2c7a67e3ffaa68df4146e3a9edc12e60c745ad38f52fabcfa","formula_version":"titan-u-contract-v1","latency_ms":0.6672500167042017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68ee504763a57ec0766307c6ec52576a67f199a11149497880f4bae77715a1a4","sample_id":"mmlu-moral-disputes.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f0c2dfe1e9da760216913134efe44d6f4c3b20026db3eb6a636a22ac1d32d3b","formula_version":"titan-u-contract-v1","latency_ms":0.7342080352827907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9a0a3e4cb5e4744e7da899bf805a6c758f32e1eeca6d0c9ee480386e8cf30db","sample_id":"mmlu-moral-disputes.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f19a528a6b2787a66a1439c06aaae04b2aed126ca4ee41618b6eadedcb03a6b6","formula_version":"titan-u-contract-v1","latency_ms":0.6721250247210264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a06b953749c8757c14d52e3b1765dce55ebd03b0d8582dc76d0674b3e0d747e8","sample_id":"mmlu-moral-disputes.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb7429fae97ab73b7f2bc1e5a4760508ba4b495b2550ee0e62a0d387539d3f9d","formula_version":"titan-u-contract-v1","latency_ms":0.49520807806402445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88cd7f1798a4973222af9a71a5d93e347ac1394eed0602658f67561a76e9b9e6","sample_id":"mmlu-moral-disputes.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc6496ac801f0f19bd553fc326e343ec6d7d710943b683fbf1c9524f78eff2de","formula_version":"titan-u-contract-v1","latency_ms":0.45141694135963917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f975f1c18af104d089abf4a10708060205e55acc0d3e9323a0a312ecae49700","sample_id":"mmlu-moral-disputes.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d143a42a9b9703a8c3df8a0e419d96a6b4e0d51c744b33c264eb8307d4c18a6","formula_version":"titan-u-contract-v1","latency_ms":0.7559580262750387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"723f1c081dda5af25b221d49d0fa47c2b56333d0b13ecd2f5df4dbba59b83586","sample_id":"mmlu-moral-disputes.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ee721d382042745112064963513492d1d52778f59218fc03703d4052803a0a1","formula_version":"titan-u-contract-v1","latency_ms":0.5808329442515969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0932c8c48100abbbeeb241198fdd7d8b84acd4435c89b41c5120c1097b3a66e1","sample_id":"mmlu-moral-disputes.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7162b456576b4c83275e65211afb21560bd2e62f6fcb2b99231fd424c28cf31e","formula_version":"titan-u-contract-v1","latency_ms":0.6463750032708049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dab4681f9d545c51bef22f6ced25caf5c06c949099885e1add2a7248a2ccced4","sample_id":"mmlu-moral-disputes.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3f8f8385ee87c81d3c625e135a01d493f4771a9e022d5714149d09905649381","formula_version":"titan-u-contract-v1","latency_ms":0.8797498885542154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"110f4f7efb7be3a0d0f4566df9f2328c1946fb8ebc0adeb59e33e2aaf2dc8125","sample_id":"mmlu-moral-disputes.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7dd49a9f001743beb7771fbd96d2a3baef325851c7bac662aedb140bac691ae","formula_version":"titan-u-contract-v1","latency_ms":0.6927920039743185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6844b3ad30d3fada9fa49b5b4fde9c45a4ed6769a76621cdfa4fe43eaf5cb7d3","sample_id":"mmlu-moral-disputes.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ed5a8c2d7363e7d720431670262361ccdb6f0ead51f25b7aa1712d4a3772469","formula_version":"titan-u-contract-v1","latency_ms":0.6097089499235153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30afe95d2494e9a464733d6e03922812ddd53c1017754681ae650f9faab4119f","sample_id":"mmlu-moral-disputes.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f60731cee63e29dd9893bee06d942d7e93b4e57383b9889c36d58d73ec4eb54f","formula_version":"titan-u-contract-v1","latency_ms":0.49583299551159143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bdb52512c27d47fd734fc1e72308ca826842ea499907cc2e26415aadcb24120","sample_id":"mmlu-moral-disputes.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46f0e263dff4ef9d1a49134e90c5ad1bbc5fa9733dc1930b73e24b522cf4b538","formula_version":"titan-u-contract-v1","latency_ms":0.5272090202197433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4de48d04ee1484073966dfb0dcdc388dcaee9a8efd11e37851b264f95f9b2fb9","sample_id":"mmlu-moral-disputes.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3dc9c2e546b1081772fba0b658e1c5aeb1a9a75e980479f1d89bb9d56de0f37","formula_version":"titan-u-contract-v1","latency_ms":0.6828330224379897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7c6053ad0c0ea16358693e53f18cf8aeddde6c6e578d00ea4c77ba569233497","sample_id":"mmlu-moral-disputes.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e845a42a3d5bd7716f69dcdeac2e12ff4fef0ffa349733f363fa0fce478e3352","formula_version":"titan-u-contract-v1","latency_ms":0.5995410028845072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29e4c12edc07a069304948272317ea1086ed843493dce1917e6da138bde2f116","sample_id":"mmlu-moral-disputes.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae3e2334b34e860ab68916431020f714fb0670a1d01f5f1a01e78f2df6be78ef","formula_version":"titan-u-contract-v1","latency_ms":0.7773749530315399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05aea9b42c934723557821d615ccc86cb4015bd3797012b27cff5cf1e3380ae6","sample_id":"mmlu-moral-disputes.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daedac39a3828fb5a5f878663cc858e955a8a410e03ac619de0bbc85b78b77ba","formula_version":"titan-u-contract-v1","latency_ms":0.46683393884450197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e463963961297d2b03f927ab0738592d20de84aeddd138576aa703a43ec7710a","sample_id":"mmlu-moral-disputes.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4f6c3cad446bfee0d9ef5040b72df675e30ced3c5f48cdc1bc8184c3a4b9d5f","formula_version":"titan-u-contract-v1","latency_ms":0.41662505827844143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea451165f732d1b5bf4143bedbc137839bead330096ed84848acc95ce2f26a61","sample_id":"mmlu-moral-disputes.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b00588489f4de19f7d8a5501e8fdac59fe64a3633c78c042961e2991031687ec","formula_version":"titan-u-contract-v1","latency_ms":0.6273749750107527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"850ef0105843ffac30233dde51388b6d189c787480ad501f1d14c97be1c3d029","sample_id":"mmlu-moral-disputes.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beca5b1b99ee525be52986b095dfb5c34ae0e6d25da74aab8e1231b166b290f8","formula_version":"titan-u-contract-v1","latency_ms":0.4997079959139228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c32cb752cf5090ce275b5fdd6334ec3d15f8552e9888c8972eac1016ad26b081","sample_id":"mmlu-moral-disputes.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a44e4c273bc967a296ecd2aebc73ccf809a3fe1784ff88bfbbe787ff3a084753","formula_version":"titan-u-contract-v1","latency_ms":1.908915932290256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44a5a9792a3a93baa2481ca08d366eb2cbaf7691bf8ae8446c78d19c65f7549d","sample_id":"mmlu-moral-disputes.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ceca30112f154c1fe70deca3a592af8b31c84e0bfc431f962572dab387b95718","formula_version":"titan-u-contract-v1","latency_ms":0.7049589185044169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cbc7a0f3508e6ba8d95e9a4105749f8c4e398f2c591c18032655b6f816cfeff","sample_id":"mmlu-moral-disputes.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2c9db3dcaf01459bcbb65bb738f3a9d8eb4f2771e8b5ba831a445a5478cf966","formula_version":"titan-u-contract-v1","latency_ms":0.6192919099703431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"755011108e439cd47d1d8746df9c89bf67dc1a0ce0c05075347246571b4fff99","sample_id":"mmlu-moral-disputes.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b8d9c5ddc54205d1544ee86d39e58afb628e761f7c525825e9b120f6f55ab4b","formula_version":"titan-u-contract-v1","latency_ms":0.5032919580116868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86909d16e1c25680a6d061807158079bdc80d33868fe982dc65c822d413317e1","sample_id":"mmlu-moral-disputes.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61fdbbc2e71167bd6b4f1dc6a32faa298da1cf71f29e04b806dc35398b0e9877","formula_version":"titan-u-contract-v1","latency_ms":0.491458922624588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1de16ed13cce14cc6f7e998c73338611a77d1014d3ac55cb28e824e6dad314cc","sample_id":"mmlu-moral-disputes.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4fcfc191449dea51546a7802ca91ad32265aa31058b20af110e47bf287194f2","formula_version":"titan-u-contract-v1","latency_ms":0.5140419816598296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfc1f1dfaffeb9fa4dfb193ffb7cf464d245fadd384cd2cfa401be02e1447db8","sample_id":"mmlu-moral-disputes.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78fedc1755d0ab67d8211618641de38ff55ee2606056d87569989d3d69d23c5a","formula_version":"titan-u-contract-v1","latency_ms":0.5693749990314245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"422b70c56e3a0a83a5ca4fdfdc1fad0ce5b05c1a587e6049c2885c5f1103a134","sample_id":"mmlu-moral-disputes.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0927c4d10c62af4f99d47abcbb2dd2bb6a1b77dc2c27a0ac6eb974723e0b51e","formula_version":"titan-u-contract-v1","latency_ms":0.41616696398705244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecdb40e6fdf575a5569ae25e5e2fd01216e6008e6e545bdd9b2eaa485209856f","sample_id":"mmlu-moral-disputes.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f9f4b19581b999749b8be6e2b5bfe10a83aa71fabe42c6f19e45edd1cc12a41","formula_version":"titan-u-contract-v1","latency_ms":0.49291702453047037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"258d9a6e5aeb64c8948accb768b1161b015cb12410c62cae74a01510f89ae1d8","sample_id":"mmlu-moral-disputes.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"393bd369b5d6825df45057470082a0eae3615250763ff5fa171c1819930dedd3","formula_version":"titan-u-contract-v1","latency_ms":1.3877920573577285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83c2f50c417ac26f811f49b423aeb557f3e2189e7b0200a0d86b2b3388e60bc0","sample_id":"mmlu-moral-disputes.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39983d864ac5fed3b8c96a8eea02d0e157d25208bc7973f63d63c2d0f8b30437","formula_version":"titan-u-contract-v1","latency_ms":0.4881670465692878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65526a03e6efaaab13c0ca36f8c1e98d85ba62b4e74c0bfe447f4b6d47570e83","sample_id":"mmlu-moral-disputes.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e553c46a5cd0320db6a40bbf4c501565cedc6d603f00050dd8b60c65ebb6da1","formula_version":"titan-u-contract-v1","latency_ms":0.6244170945137739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d47731d52bce877a3c1f4b9a75077b294241663c6c5bc07c2d4b5e7f89aec7fc","sample_id":"mmlu-moral-disputes.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d13487bcb48c71e5b139dec53cdbc33b92ebdf8a551cd395d41f085ce6e20d7","formula_version":"titan-u-contract-v1","latency_ms":0.5713329883292317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"554c89c00bd026621bca230cbf52878462bf1a3d58a15cc08b099ed745cea6d9","sample_id":"mmlu-moral-disputes.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8535eba6cf3c0bf5403ad5ab23774ffe77fcd6ba0df206e6efd1e9612c04b364","formula_version":"titan-u-contract-v1","latency_ms":0.5359170027077198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"312d6b9fea878a1f699aeb4a2af9f1221b12f93e60b397fd18eb14c9e12e4450","sample_id":"mmlu-moral-disputes.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"424562429e0797eac1c992f73c23e0ca07bf488dbc72d4c578caff0cff08ae41","formula_version":"titan-u-contract-v1","latency_ms":4.026958020403981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7e2a8b531bc6a261468cd6f34e1303b52ad249a3ad8166c3354720ffa68d242","sample_id":"mmlu-moral-disputes.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8f1d82b6ff07fe3a7870229f3514faf19275cc8fec934a04b7f49a42d59f85a","formula_version":"titan-u-contract-v1","latency_ms":3.186749992892146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83362bdd25e1820ca486c4d83079112e1980aad8c36772fedb2254eb7e19a67a","sample_id":"mmlu-moral-disputes.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4505bda3dfc414e83270fbe0e716744a5addf8d6eac2e240fae1d0d559a4092b","formula_version":"titan-u-contract-v1","latency_ms":0.6164578953757882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f43d3352ab6d27e8285deebc80f4d38da8a7960ba0de4bae96ff17c27a2678be","sample_id":"mmlu-moral-disputes.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"031af90ffb4214d2785192ea9fe07798827aef522a22d9bd50621f57d4f33043","formula_version":"titan-u-contract-v1","latency_ms":0.5614169640466571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca475ef92ab8f4fef42f4463fdd4c1fd34877da572f119a7b3213a617fabb515","sample_id":"mmlu-moral-disputes.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f7747a410938027d3127679b74c16c271af92eeff6a5537a6f07194962c214a","formula_version":"titan-u-contract-v1","latency_ms":0.5587500054389238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eca0bf671d8ee4887fcead2fb8662e63d5e0fd3e14cad9cfd2d1001335e7abb6","sample_id":"mmlu-moral-disputes.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26d9b73c7ffa8f467bbf807ce26f94de03230431672a6cc609c361074a40d336","formula_version":"titan-u-contract-v1","latency_ms":0.5240000318735838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfed9a107683127edbc6117001659502c6a5828ed8f7e80538e2a8225db4a31f","sample_id":"mmlu-moral-disputes.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0ca39ed62b9e15451b9a7523167169f537d005b3aef76423317f783f2119146","formula_version":"titan-u-contract-v1","latency_ms":1.2519590090960264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"710809613b658b60978fcb2cf73443fc6ed8f3b5a7c3d9f21dbb321240faacaf","sample_id":"mmlu-moral-disputes.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb769d4300c37d1e8715b4d7bdaaf96fe95877df278eee699d60967cd7e3bdf7","formula_version":"titan-u-contract-v1","latency_ms":0.4995840135961771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf5d1fbca69a3a0b8d9d9a295f73ee563e0907d0b9f3e46401881123c113e0ff","sample_id":"mmlu-moral-disputes.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d6885289a943d1d322926813ec69769637622691f5c7c304ee5f203a9b1067b","formula_version":"titan-u-contract-v1","latency_ms":0.5720420740544796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8db6b47d1defe6f0ebb1fff81201346e00f3070ef198952e9f7047da79cee556","sample_id":"mmlu-moral-disputes.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67f46d66433e953308768fcfe46345d5852f26757efc68fd5f9494467973ed71","formula_version":"titan-u-contract-v1","latency_ms":0.7209170144051313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d3cc088ec63896b6372fa7e359aa6b56687ed9a9b9be322ce11eb0b62b97bb5","sample_id":"mmlu-moral-disputes.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58b6ea3207a9fb38d7e28f6e532db2fbd1136d7ad1139534999cfbcea95a0a73","formula_version":"titan-u-contract-v1","latency_ms":0.7842499762773514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcec81000f51d81cf5fadf7a050e7bce5e2fd74f285052d85c0ddbf658ce8881","sample_id":"mmlu-moral-disputes.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73c5067bfbcd90736ea6860949d94f25357bd04b2ce75c270dfccb3a37bd67ae","formula_version":"titan-u-contract-v1","latency_ms":0.5695420550182462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87d5b6c54433cb1c6b389f026f9f1e38d3eb33e06d86f770e8919eaa8b5d824f","sample_id":"mmlu-moral-disputes.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7a3869312318a4d869d39282c6acd6cc3ca190209330e1305c7d74e8b2440a6","formula_version":"titan-u-contract-v1","latency_ms":0.8799999486654997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b1cfac7803606af51aeb0fce90f9e4c4a8929d4504114dc798f3fd2e221a7d5","sample_id":"mmlu-moral-disputes.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8357225b4e6fef2027eb5791bd01babf6804469edc22c0ac3a34ad258c3ed565","formula_version":"titan-u-contract-v1","latency_ms":0.5867499858140945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94b69f9ccf6639e12cf56ecad573a717737399b10e96ef66d6276e60ddcdbb67","sample_id":"mmlu-moral-disputes.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7da0329f79ce97ed8a8140ff1273db12c4fc28f6b84b5c236406d1727aca294","formula_version":"titan-u-contract-v1","latency_ms":0.5435419734567404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2df2e27227113617f27050447a88f4a9a0ab3a8c8ef29f0ba104c22ab6a50a3f","sample_id":"mmlu-moral-disputes.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9387b0524977352f54495e52b6bb4da9a39a6b8427306327418b6967724f448","formula_version":"titan-u-contract-v1","latency_ms":0.5281659541651607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebd7a1f49f2c0894cd513de6ccb04ce8aabfd348b54c3e5ff0d507eb234d1377","sample_id":"mmlu-moral-disputes.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ea6606faa48b77865171224d13509b404d91e5b7096cb519b2233266735c01d","formula_version":"titan-u-contract-v1","latency_ms":0.5391249433159828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4769f38c1186a0e6a8083509c1039058079686dad65d0db883a4e535df4c7e7e","sample_id":"mmlu-moral-disputes.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f8117292fe23dd2257befeafd6fc17e31254fee372fe945d91449581a0f8d3d","formula_version":"titan-u-contract-v1","latency_ms":0.5660000024363399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bce6b54f4c1eac2c2619388ff672c4418da07b154dad8e0683a1007ef8564f2","sample_id":"mmlu-moral-disputes.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37063b8bfceaf81764f0d258f891296f39705cf86df9ac30e9f65531c7fd64b8","formula_version":"titan-u-contract-v1","latency_ms":0.6869160570204258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"881abb9ec20e30b29ddad888d769f3d2c8b4eb71f9bba1cd529f6334875ab7a1","sample_id":"mmlu-moral-disputes.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8848f052ace82ea4e0fd83ee98ff48aaa50cf214c8c317cee0036496ec5cf3d2","formula_version":"titan-u-contract-v1","latency_ms":0.6520410533994436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dd261e6300c2a19394a36bcdfd902bf66dcdcc11bfa20373697bdf9264f0d00","sample_id":"mmlu-moral-disputes.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6d10f0338d481efd4e5f9d7909973cceac75152138748cee15e3a93f17f9ea2","formula_version":"titan-u-contract-v1","latency_ms":0.5201249150559306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"513ae8414afa959ba862b03f968ab78aa38aa184204aee78f527d489e67b57d2","sample_id":"mmlu-moral-disputes.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a5cdc701ba470f07685f9b02b3018996c7d304155d4f559dd8ced70eef69ea3","formula_version":"titan-u-contract-v1","latency_ms":0.6735420320183039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74b79860c2063205ce548f75d1aa8cf0475a83c34997484df541fc35d90aaa5e","sample_id":"mmlu-moral-disputes.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c56278a44901dcdc45a5df386a419fdf67537e03a2c0aeb47981d5221ff8c693","formula_version":"titan-u-contract-v1","latency_ms":0.7335420232266188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f210261ca4e9caf362b342ae327ca34296c3baba61c47687c16415e22e325349","sample_id":"mmlu-moral-disputes.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0da0509cc10a60dc699229b58a8868cf35d9aa7916ce7d3cf369362e65bfc2b","formula_version":"titan-u-contract-v1","latency_ms":0.5585410399362445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f5cb41b19be424071677f0747526d408c6edeaf5f2c195f5a7db369c078b0df","sample_id":"mmlu-moral-disputes.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"100ea80dc0b5737cf564aeadfd051f75082196be91070b3cc5ea27596afce0d7","formula_version":"titan-u-contract-v1","latency_ms":0.730041996575892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3558efc3bfe0e3ded7df955b73db8fb71a40b02b7c83594fe4c8d60c73f7852f","sample_id":"mmlu-moral-disputes.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"245a6e51fd392e75388860b1b2505bae4eaf6a15ec2c71354060cdd325e75984","formula_version":"titan-u-contract-v1","latency_ms":0.8902089903131127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07835f728a780e4f3a242b7b9555ed330d24dcd2b7c3b6e061bc7d84525e1185","sample_id":"mmlu-moral-disputes.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35803a0b1167d6d0dc38e98c8de6aa170bd123b4098cacf4b27f91a6674fdea7","formula_version":"titan-u-contract-v1","latency_ms":0.5413340404629707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6476d02c5999543be011ad927febcf0beb6c96a128be85414f2fa712e69b220","sample_id":"mmlu-moral-disputes.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0546ca3c0561b77eb8c441d94cc4470af57a7060bc5542c1282a73ca2b5832b","formula_version":"titan-u-contract-v1","latency_ms":0.6216670153662562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7160faf50a0a77d6a142964713db9cade1e0c2eb2233b830041a78da17f4ccd2","sample_id":"mmlu-moral-disputes.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bc297633c599f63c8135438ec7fabc289c69bee1e0fe4e5d164939b5ebda100","formula_version":"titan-u-contract-v1","latency_ms":0.5698329769074917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15f5f7d64906cb5edfc834be09f3d5129368dd0dd8424a656aa9aa661ee051da","sample_id":"mmlu-moral-disputes.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6774336e2dbd18acc1cc4cabcb2e8366422efdb067ac8802dd959eeaea9ca14","formula_version":"titan-u-contract-v1","latency_ms":1.7478750087320805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0665ca0193ad8749b9e2dc68c43e9803f54fe414c15040bbefcb61f29bc2b894","sample_id":"mmlu-moral-disputes.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06aafb51bc63e326f7f2d61d0223ded2408f5ea19f73bf63388d97de23f6473e","formula_version":"titan-u-contract-v1","latency_ms":4.486958030611277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f194bfecfa6749989d85100622d530f443c764887771a0fc0551c7b68e4a6c0a","sample_id":"mmlu-moral-disputes.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec1637bf615005e99c7f791ec7d85c530c98cac1d303e7af9965dd584a1de281","formula_version":"titan-u-contract-v1","latency_ms":0.8210419910028577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9584bbf2fb1ab5fe9b7a7e98f34db0bed923b2e9ab3b85b059b1c4cca60a605","sample_id":"mmlu-moral-disputes.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc856aff8732a2bb51caa8a814b31cc716f132ad3585bf0cec713398a73c005b","formula_version":"titan-u-contract-v1","latency_ms":0.7639589020982385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a76b404a96a9790176b14878fd06936d909663aae2e9a7932c78b6fa4477322c","sample_id":"mmlu-moral-disputes.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f213da2a3ef66b315e0f73b0ceb51489faadbec4d5903a985dd7ed07bcd0500","formula_version":"titan-u-contract-v1","latency_ms":0.5023750709369779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"985a92b4919dd3880f6cdd1639cf6bd7ecc0753a93a16e8792c4c137883b82cb","sample_id":"mmlu-moral-disputes.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"667095c7194cb8764452a23fb311aad4d524b688f41335cc0dd7c1fda1d782ad","formula_version":"titan-u-contract-v1","latency_ms":0.5707079544663429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8e756238192e241677e0fbce6a99312912d4ab7661b294029bfef48b09ed357","sample_id":"mmlu-moral-disputes.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6ef6cc9e53b570c40ac88b6159d42f4e118b19424a8278d689d6ff9e20ef3fe","formula_version":"titan-u-contract-v1","latency_ms":0.7789999945089221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd203559f20c6f033e42f12e7c7879d29cf003accbd15342ce797f8c1fb24051","sample_id":"mmlu-moral-disputes.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79b3f4d1d0e8094f16d04b73e37dd49c483e7c96a0c1d26c88699183d02b716b","formula_version":"titan-u-contract-v1","latency_ms":0.6224580574780703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"367158e9dc2ef3cf8c06d9f3aa85e48cb15c2c09954300dba2a515eefbc413bc","sample_id":"mmlu-moral-disputes.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dd0954f0714e015a2ccba305b7aa1f6424252d4c1c56dff3e9a4fa9fcb5b362","formula_version":"titan-u-contract-v1","latency_ms":1.1822079541161656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60218490350270b702bd820514ff5c32d1b1ba9b9b3596becfc623d878dff422","sample_id":"mmlu-moral-disputes.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23cf6e53ae53fe7539eeb79179c87a8b3967ad22eff856df04eb6807cd77ffef","formula_version":"titan-u-contract-v1","latency_ms":13.280458049848676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f85b922a34a3976b032b77602c07c2f7063b1a3ac2c660705b3f482d0b499288","sample_id":"mmlu-moral-disputes.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f34278734d8d78d47ff4b905577d3b3fbcddf4b7032110c4a4e9df25a9f250f7","formula_version":"titan-u-contract-v1","latency_ms":0.5788339767605066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08657789ac12e37bd9b52416f665deac02b260cd4f9e62d898606e9519788734","sample_id":"mmlu-moral-disputes.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"364ebd9c29bf514733cb5c92d4beac1fde44ab52f00b0f5c7087bf83b666fe97","formula_version":"titan-u-contract-v1","latency_ms":0.5578330019488931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1710d83c3c7aa6e3b3207b3c776d329f536ce107f4edae7a0e2b82423386987","sample_id":"mmlu-moral-disputes.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abbc819604dc71f1b04aa97687bb0ea9d427e5b657e78364a4d6ad4dd4c6dc33","formula_version":"titan-u-contract-v1","latency_ms":1.0164170525968075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2be27561889c36e523e253fcaab83980c666efda5b0b3b767d30c6f438756ba","sample_id":"mmlu-moral-disputes.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aabca17b4003398ff317fdabe2665f5af26979933827805dea2779d91f1df367","formula_version":"titan-u-contract-v1","latency_ms":3.766000038012862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07e5b3dc1a16a6cbde3a1eebead6efef63abe72847f79ee57fb7dad470ac86c6","sample_id":"mmlu-moral-disputes.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42b7a40d58a80f4e38b16b57c41cb01e4866f56619579229202c85fadca5c8d5","formula_version":"titan-u-contract-v1","latency_ms":0.48883305862545967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cafc3384f5434107c9fc6423dfed3c662f185a1abcb54d0062abd88da9d825b4","sample_id":"mmlu-moral-disputes.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6112a371149ae1f8a45196049c65c2d48a739991b52885276efb12f62776040d","formula_version":"titan-u-contract-v1","latency_ms":0.6952090188860893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3febd98478e5c8e24d6ae19c38655731b3fb48dc79fa762f1bda223605b4866b","sample_id":"mmlu-moral-disputes.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7e179bc86709643e8a20dfca3876b32e79a2a0e25db8c0c1faf52e9d04bad25","formula_version":"titan-u-contract-v1","latency_ms":0.6353750359266996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d738be45ef6d3c15197eb277a1b9c8e728d831bf08ca938d281bd7435d79237a","sample_id":"mmlu-moral-disputes.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8216476f922f9e828822e9b02846fc6b64c079eff69ce0ddd3086df513ac94d2","formula_version":"titan-u-contract-v1","latency_ms":0.5583339370787144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c74b67064645c1730755914a0e5beb268ae9b3805a81e1a506c25042d4d499e0","sample_id":"mmlu-moral-disputes.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0836bfe83bf1ae87372b26720fbff99f2b855aa7edc506b05dda638d39d896ad","formula_version":"titan-u-contract-v1","latency_ms":0.511875026859343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"169f6b351cf2b3447f0370196b923a6a7cd7b85896bf0660e2613c54ff0516bd","sample_id":"mmlu-moral-disputes.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ee6e5d1fa2c0499438e913b087317cacac39dc1cad999ec4dbce607577d93cb","formula_version":"titan-u-contract-v1","latency_ms":0.5572920199483633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5932df384411dc6f5c09c902c3d1a0c53cd6ca520f09b52d13e64cc19466e7d7","sample_id":"mmlu-moral-disputes.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4479e1c0a57f9b46e0391761656a3cf9acf45b973ae98c02f11814abae3de09","formula_version":"titan-u-contract-v1","latency_ms":0.5930420011281967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0eff646d7e3f34f8cc0435393582d89d79f0bf4aa679ff2f748031eb06b4f2da","sample_id":"mmlu-moral-disputes.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"130ed4f53b2a9a5321a8b672baa9253354fef85319a01903f21bed2f8f6021ff","formula_version":"titan-u-contract-v1","latency_ms":0.5564580205827951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcef285e9e7ec5b2e5d9276bae737c0ca59d5d14c13e1162d3eaada9443b93bf","sample_id":"mmlu-moral-disputes.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0203d2a8a16737713ecfaa714a441f08ef8d3552c63ff76c11fb853e7e840799","formula_version":"titan-u-contract-v1","latency_ms":0.6114160642027855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa5d69ceca2af7c9223e28fd38eaf926047b4d6f895a6153d09f19bdeb7d4269","sample_id":"mmlu-moral-disputes.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21ea940b65b8ef48a48b7e2f1f68f6dff78734332e7c513375c68a2993c2029e","formula_version":"titan-u-contract-v1","latency_ms":0.6560420151799917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69f88b3666a92a5e1590adc6176e0e5dd9f5efc74d215dc34cc2f55ee16ea228","sample_id":"mmlu-moral-disputes.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cec2660e9269e80db07e93f16e67e2b1a086d9d9d61e33dd527d844fa9d03827","formula_version":"titan-u-contract-v1","latency_ms":0.6615000311285257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e12bd57a01ccac0fdaa5a8db6dde7dd5cda8ca94d8145987309be7ffeb394986","sample_id":"mmlu-moral-disputes.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d43d4d1b70de658158c7a2c60056d03fb240a63b17402403a0f44bfd8e4282b","formula_version":"titan-u-contract-v1","latency_ms":0.5651670508086681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"208caf3c947785ff259bd89212d36622691c7733e76cfb00da3525895840dcc9","sample_id":"mmlu-moral-disputes.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0e9f147ef1f017164d092efdd5e819ab5e9bdadc5100da75cbafeb2a6dffde3","formula_version":"titan-u-contract-v1","latency_ms":1.1857920326292515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0274edf13acf4140368b3e470b0278e4c4e7740f4b8df394e56770e42c17348c","sample_id":"mmlu-moral-disputes.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4ea6ac823d7a99b7521c7f1f1b2faffa2b6f193f905d321b4e0e8bcbda5f9d7","formula_version":"titan-u-contract-v1","latency_ms":0.8283749921247363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd6a45c53de997f6d29b03b4e84da9235839f14ac59eda1483e8df9340a42b5f","sample_id":"mmlu-moral-disputes.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9edd22c0d81db2a2c226b6294cf8bc2a6cfbc4282547961d6c1ff155e1118e0e","formula_version":"titan-u-contract-v1","latency_ms":1.5435420209541917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3207eb7f9c813bb1b33d12551c4c0e56351d4ed157e1d7d69b80bbaa341f30f8","sample_id":"mmlu-moral-disputes.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89140142662ca13c010d9f19bf932210ff86faef4200be98884198750ec1e7bf","formula_version":"titan-u-contract-v1","latency_ms":6.04054203722626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78e903419c7c98aff0d4b80a1c4f0b033639cc0839ff59dbadad42cb8c0ba2dc","sample_id":"mmlu-moral-disputes.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7cc69001b4eb57303cca16d3ac00fcdf18bf58c0c44f1cdf973ebb91844fc59","formula_version":"titan-u-contract-v1","latency_ms":0.7158750668168068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f84809d1fa0c67582231e1c153ec6ce4b08a695388c48775f412a1c78d2b56b","sample_id":"mmlu-moral-disputes.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dde615b3d54eee553572c72a4e09ba9f74efa06d75357b06df0987012171375","formula_version":"titan-u-contract-v1","latency_ms":0.5351250292733312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3f6635ae7bf71910398e8c064290542792c71f77a56cc4008fafca80a52d15f","sample_id":"mmlu-moral-disputes.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0ed395f24e060458c6df2a2f555719478eb320d326d4588d2da5dd27a9d7a27","formula_version":"titan-u-contract-v1","latency_ms":0.695709022693336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94a121ff66ff72e2dccfe115fd97b9ed4c800072504e9cdd720dbe19f6b70dca","sample_id":"mmlu-moral-disputes.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5777af609646a1c5be32e520f9d299a7795080ece28cbfc49b69b2a6e6d8bde5","formula_version":"titan-u-contract-v1","latency_ms":0.6328329909592867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bf87c0039fbe04eb9a80041756ace5615ce4dcc1d234e24f622739e8f5f2c32","sample_id":"mmlu-moral-disputes.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d120e869d6a8f27de0bf0f58d84a32c04368391a06dba16d14ec74bda52152fe","formula_version":"titan-u-contract-v1","latency_ms":1.08804099727422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58a354d57e4d6ec67fb27bc9bc309fe519d5b895ae906ced4b312265748380a8","sample_id":"mmlu-moral-disputes.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54fc4a3954d8ec79aabc3aaa60b9d6d78c4ef6eea2fcc9cb855fabe7eedba736","formula_version":"titan-u-contract-v1","latency_ms":0.7537499768659472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2795dc91510fd6bdbdb1567f334e9d05688ca70e19347f654c45d5a4c9e21346","sample_id":"mmlu-moral-disputes.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32da699e8f74d7db3ffcb6a1d9738b86aa1d760603ba80eca29a06188c82b0f3","formula_version":"titan-u-contract-v1","latency_ms":0.6031660595908761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c05576a50084186fcb4ebbd15b66867ec9261ad5c259bd34bd3ca3b8a618f59","sample_id":"mmlu-moral-disputes.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c94f8e80823b8b5b9084ae290213b5d961bcb38a980074e5def555089aeb8f09","formula_version":"titan-u-contract-v1","latency_ms":3.1640829984098673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dfa72815ac2debc752ee2f769bf7bc8d55b480e421681f06fa5073570a0338d","sample_id":"mmlu-moral-disputes.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56446bd2ffc1605d1da5672abce0be99d902ad17b78b020e38a0cbcfa8159d90","formula_version":"titan-u-contract-v1","latency_ms":0.705749960616231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"451a4d359ba308b211ab9e91bd32831ac13e356f5b87aefb250668e167707228","sample_id":"mmlu-moral-disputes.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68fcf513a6ce657b6d1f7cdd2253226a3e6917fc5ef647b252415351bcc39224","formula_version":"titan-u-contract-v1","latency_ms":0.648916931822896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da1d521fb4c972728d53c0d41520698563557d3326dcb70865af247dfc9f6255","sample_id":"mmlu-moral-disputes.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70db4d31f30070b3e200431720d523b9eccb5f7964358c8ec23c3066f2e77d6b","formula_version":"titan-u-contract-v1","latency_ms":1.3550829607993364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3aa3481b5a0bc4eb26098079ce1f02dfff151cedaf7de6ab0ab8ac747cfdb1e4","sample_id":"mmlu-moral-disputes.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94e54468c1db0ade57af9e146c6e71c04dac62096fa78e98ac9c41c37b403d81","formula_version":"titan-u-contract-v1","latency_ms":1.104417024180293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba28805b950e876f2673a09e88a71ef4f3c1bfcbccdad1711aa71ee9262a507a","sample_id":"mmlu-moral-disputes.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27752e89a001d92fc82a0df89cb9b6a2de9567fdfbb9399ef3fa568ac26b7dcf","formula_version":"titan-u-contract-v1","latency_ms":0.6413750816136599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3258368501f6748034c608d5cb8fca61d65729fc4fe708dfc9a29d0d3e1d9691","sample_id":"mmlu-moral-disputes.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d063cba6040e31a3b9f6fc597f6d216932d740425d6394d9b717782d50650a5","formula_version":"titan-u-contract-v1","latency_ms":0.8300839690491557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c63c953061c6761282c540f020feae2e55e74a51a970fc85caef07b439c9a27","sample_id":"mmlu-moral-disputes.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2090701ed57767f73d2bdbc6f5ee26d8769611ba492ceddefb8f444d1cc77f9","formula_version":"titan-u-contract-v1","latency_ms":0.46545802615582943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0356ac7ab691617ca8b2b6a207db795c775af0cc1d3ab22a4e4c9a213def0a7","sample_id":"mmlu-moral-disputes.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4108d1a6152a8e5999ceb3c023120eef262ce14ab8a8396d568b0183b3000636","formula_version":"titan-u-contract-v1","latency_ms":0.5367500707507133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09442601503d1c1562bcc01eb568730474c7cfe62a2bc7b17fb97b4a34d09c6d","sample_id":"mmlu-moral-disputes.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dccb3ae585065b84fa004b72df05ca6f0782e8270a3e0cba76d4c262ed681929","formula_version":"titan-u-contract-v1","latency_ms":0.6860840367153287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e7d4be674c1c0d33b225abcef83d8711f9d39ad0a6827b556ca9fb78a8ca5a4","sample_id":"mmlu-moral-disputes.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2a260b894378c4bfa853cbd0bf4824f2695865432c0e30557f87fb386019851","formula_version":"titan-u-contract-v1","latency_ms":0.5552080692723393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad834e918311127fee924183edd5de248ed248732d0988c7c74c682bf8497fe7","sample_id":"mmlu-moral-disputes.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b7d46f5b8706e409c6d627b08c3eaad57d765dc5217f0593badbd3d7c1472ab","formula_version":"titan-u-contract-v1","latency_ms":0.5081250565126538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"411dca5f52300dc122aedf9c877d6da733d8cfd3bc178baea95087aab6d2e6bb","sample_id":"mmlu-moral-disputes.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07e93552cc9f3a8ff94f57ddcb1dffa824e8c4a69bbe5fc7bf36eb01c0621620","formula_version":"titan-u-contract-v1","latency_ms":0.5238329758867621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1ce1495e2363fe6680f48331e029ba2b72450c41b32d443e9b86eeb9c56eea7","sample_id":"mmlu-moral-disputes.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a5a15ab392e6e9dd752aa38793e1ea7b2634c46dac8b0fda16883ea6f560b9e","formula_version":"titan-u-contract-v1","latency_ms":0.6240420043468475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"777dff1478c145eb487154e8793cd02dd11cd683a66a4c0bde35288756ec82f9","sample_id":"mmlu-moral-disputes.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"663a040680cb1805688269bc4ccfd5cfa6396ddf3f35c2d01d7d32d28aa76ce4","formula_version":"titan-u-contract-v1","latency_ms":0.5389170255511999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfc67d6c34e64b99553c2144080173084ff3d65d15bb1fc3d0f0b2b8fa91695c","sample_id":"mmlu-moral-disputes.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b86997e14a016ba6f3dabaf85fcac4863e518b1e589cffacbd96ccc17dea277","formula_version":"titan-u-contract-v1","latency_ms":0.5787090631201863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9a5a1ed23e1be7448d483553b632f911545f7334d44acb960c5ed62673202ab","sample_id":"mmlu-moral-disputes.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e2881d9f4eaae0cfbc73ae3d1083d67ea9b2494e751823ae9b2cd7b098ee412","formula_version":"titan-u-contract-v1","latency_ms":0.538625055924058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac526d7f846dd816bc6b6a87f606302f397ee0d4b97c83fbeed3902348f6bf75","sample_id":"mmlu-moral-disputes.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27ad146e0d607c779900c937c44db7e1f00cfb8cf0ed94e6a3aa43ff3ded6df8","formula_version":"titan-u-contract-v1","latency_ms":1.0016249725595117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bb7ecd301b871732f2497eb4b5f93b2c9d8eee79a98f283479e2a6df29f72b9","sample_id":"mmlu-moral-disputes.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4546ebd3b2b2eede55cbc88880f67e8ea46e70921421aaadab10a9c0482463c","formula_version":"titan-u-contract-v1","latency_ms":0.5938750691711903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a693e1922b788c8fdf43f8943bf08fe0bbbebfb2f5d149940c4a4489449b0ef","sample_id":"mmlu-moral-disputes.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc12a612ecbeadabcc9c9ffdb17fc0e7c177d2674c1fd78c87ae8a04dc2db551","formula_version":"titan-u-contract-v1","latency_ms":1.4650829834863544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"871ff9b44d81167290bdf421f00a6aaa237070d5fcda236c354e2aa5f86151c1","sample_id":"mmlu-moral-disputes.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cedbac1476f1945c756989dbcfb442b221fc03a059364dbfad5ed329f98bd7e","formula_version":"titan-u-contract-v1","latency_ms":0.5105839809402823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7f561e76b96ed330b38916856ccfaa5063322c02a59dbc57a0f4e0e397c2f75","sample_id":"mmlu-moral-disputes.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73d776a77757a994e742f39f4b215bb1b78dc9ad712becc1b1c8ab737d987419","formula_version":"titan-u-contract-v1","latency_ms":0.6804169388487935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ff241e714d7adcfdb115d066f89d7c55c5f4233ccda6dab2e93dc1f13445515","sample_id":"mmlu-moral-disputes.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61086600a65ceae756b6dc0ae392e3c16045665d14698a91ebc22bd779f3d097","formula_version":"titan-u-contract-v1","latency_ms":0.8691659895703197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3a817f8f8d7c369a8be07ac98ee7fdc6ef527379fde98e66f30df5b10646cf7","sample_id":"mmlu-moral-disputes.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1cf90d9836f358912eb53ad920e27bac720e15d4b56407a2b7fff49d059ca7b","formula_version":"titan-u-contract-v1","latency_ms":0.7732909871265292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a4eaaf9cb31d31596d14d5f0c798a518a2a4b65af1726ca1596ce1423be5fc9","sample_id":"mmlu-moral-disputes.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c7dccb0972a28da8ba3abfde08b3d62757252436ae317290617a7a9854c5d28","formula_version":"titan-u-contract-v1","latency_ms":0.7337919669225812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5898f6fbb5bb61c4005cfd856fdcce7e5ffa15521598d86d37ccda4b5c474b30","sample_id":"mmlu-moral-disputes.val.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aed32c7766930f6241864ea86414b8828301f41088510ab3261a0ce5c12e85d8","formula_version":"titan-u-contract-v1","latency_ms":0.5402920069172978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a38e0d7f07b9befafad0cb716cad83c0431b315907d27c739aff58756b9bde6","sample_id":"mmlu-moral-disputes.val.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16085dc7bb3926fa25f1815210056c67ddfd63a56648a550bb198297a852c52f","formula_version":"titan-u-contract-v1","latency_ms":0.8344999514520168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9b4b46f8fcba58fe43f60d449bc3283fbf3c2853263e87a4c6aab871ae435a6","sample_id":"mmlu-moral-disputes.val.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"699b3ea77b41140b47476c8244acaba33bb8cbfc9f8f6bdbb1f44018ca6e0e0f","formula_version":"titan-u-contract-v1","latency_ms":0.5434999475255609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"905b1b9db6c6351b41ccd01dfc6f54bc7228bda0f475ab1faf88a7ef5ed19788","sample_id":"mmlu-moral-disputes.val.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71edc8d0ac2122a78fc37a050a73051d0da92e81178953a70240662c4c57595c","formula_version":"titan-u-contract-v1","latency_ms":5.617958959192038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9471af988a7c67854058808cfca8082a494f003d14447d3b527089068f5aa80","sample_id":"mmlu-moral-disputes.val.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c6552b27db7e01c72a06a7d7551c5422d6cce3c27dabe19add7c51b739587e9","formula_version":"titan-u-contract-v1","latency_ms":0.4825419746339321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf161bc7f15475c12d7e0b4c299a8a4fe3ac487c7bbb16e4df730bc66ea7a12b","sample_id":"mmlu-moral-disputes.val.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a3a432d4dbfbba37c6b3c8d870cc091b546ecae208d6139504268c025dfa6ea","formula_version":"titan-u-contract-v1","latency_ms":0.5042499396950006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c532df0ea19522484aba5b5ce31edcd7cf2514bb6409b86ffbcfb4a8b9068200","sample_id":"mmlu-moral-disputes.val.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c300480b756a7744676441bdba80a7854c5bf8846744dccff35ab0554f00ffc","formula_version":"titan-u-contract-v1","latency_ms":0.47841703053563833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c2ecdd1e718dc14410aff7805ebd07eed388203fbc548887b0825de91be5bff","sample_id":"mmlu-moral-disputes.val.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c17f4b4f51fc53f8cc953fb2bd4aae3ed0682203600f9515656fb67ac2db4d1","formula_version":"titan-u-contract-v1","latency_ms":0.5469999741762877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"518e37286d7c4856d29162a7de97db3acac21ef31efb77aea198d5fe78c82a45","sample_id":"mmlu-moral-disputes.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed41a9cd3fe50c013e3eeeadece23c0a5c3e18516af663fdc2dea1f6e717bbd9","formula_version":"titan-u-contract-v1","latency_ms":0.4889590200036764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"116ba2ac445f48fee6590fc0b0677d06e1ebee0fe8256f826294e0149f651390","sample_id":"mmlu-moral-disputes.val.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e3313813aede8d58ce17c2946019f593407e6c5994f5da41308c40b06462ce4","formula_version":"titan-u-contract-v1","latency_ms":1.9503330113366246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d8ecb853c8fd41c291e4f1dbbebcc138e0781372dd1cace9272aff2cdd76710","sample_id":"mmlu-moral-disputes.val.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"232b78b3dc9cf5dfb9e96c487418958a3bea33fddf1271984214b44de9a461b2","formula_version":"titan-u-contract-v1","latency_ms":0.4654160002246499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7ea15133726c126cef8d4685330108eb6c602e1013d2dd158b41662cda359d9","sample_id":"mmlu-moral-disputes.val.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f2a02fc5be0d3c24f9c014b89f3904f4131a820ecddc5468d2d25579f84e492","formula_version":"titan-u-contract-v1","latency_ms":0.5142909940332174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2474a6e4316b5def2eddd543772db7cd22fd6c911b9bfd603635a777ae28b512","sample_id":"mmlu-moral-disputes.val.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba3107bcf988e30e95ed3a88d76b261dc863536c8657f3eff0f4aafc20cc0331","formula_version":"titan-u-contract-v1","latency_ms":0.4945419495925307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e862adfa6a540f01c266beac3ae77bdd063db5b5ae98bdd387d8db4be3d823e5","sample_id":"mmlu-moral-disputes.val.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f1351d6f5e30a72efde3f69ab7e04265a2bb3fe22e6d41fa039b072599e6aac","formula_version":"titan-u-contract-v1","latency_ms":3.0126250348985195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bb8b46af0203de6dcc526cce7f85fffb74013d1244ddb0b5b5741a8771799c0","sample_id":"mmlu-moral-disputes.val.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d4f76ed598fc99e51a773e5504a473d96466c15197ff30942fffbcd21d18f0d","formula_version":"titan-u-contract-v1","latency_ms":0.6110829999670386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"631b41818452d5f067052da2cbfdf2b5b3a843dfe9406ff00612c1bfe09c356e","sample_id":"mmlu-moral-disputes.val.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce399753287601baf912c0d0df09483dbc6e605d80c55cbd243f7172f3ef0ef0","formula_version":"titan-u-contract-v1","latency_ms":0.5501249106600881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d92f3c1fcae5cc560a6e04a9714785e4d23fbd97acf6233dd86825be2b845597","sample_id":"mmlu-moral-disputes.val.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf08979f5d4e737b91f61a3f7843c9cc3278abe9ea97bd7614638225d8ac9073","formula_version":"titan-u-contract-v1","latency_ms":0.4666249733418226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e978935c5ea7de13c056ce8757ce1ec400e8aed2a429d7fde123249bcf36e66","sample_id":"mmlu-moral-disputes.val.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d975ae721ebde1b4edcd494ab08b036f1359dc82611f6e57879bc3de34d7f946","formula_version":"titan-u-contract-v1","latency_ms":0.7911660941317677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4eadfdbd7c27546758cd17f926f52f65fa124a3314541668ef2a45e95d824e8","sample_id":"mmlu-moral-disputes.val.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"780ece15dff69c043674e0ce02ac52bf369e640c1d476d853abd618a26ad082d","formula_version":"titan-u-contract-v1","latency_ms":0.5042089615017176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c30dda7b5d04645fc9e48dc9bbb0c05a39cbf239642fca4ea20a566ccb31e267","sample_id":"mmlu-moral-disputes.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64c9b4c4f09e213dfd2b928d65bb4a15487ae02f41382b7e6ce906fc8d9e6f72","formula_version":"titan-u-contract-v1","latency_ms":0.6007499760016799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d57bce54c2e2b6c514249d44b05d7326070fc8a678cb136be98e1e3467e05294","sample_id":"mmlu-moral-disputes.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d155be76cc3ad7eaf5b04ac6113039bdb865fe64e1f61f1c8c48324ed7feee35","formula_version":"titan-u-contract-v1","latency_ms":0.5764999659731984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5f83b04431119a904d7714535f1dd2dea111f53052ab15bbb7b2169a07e867d","sample_id":"mmlu-moral-disputes.val.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cff55d9bd3880195bca2a0424537aeaf14d66834280bc198e8a726da46048689","formula_version":"titan-u-contract-v1","latency_ms":1.8681660294532776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b42815b3975ba2aecc9d5b0a9b49cd2d29d20e496d9a1850ca332fcce6a65516","sample_id":"mmlu-moral-disputes.val.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4f6bebdfb1ef6dbb90338d249c0033893d710fce7cf84ab719426588f00497f","formula_version":"titan-u-contract-v1","latency_ms":0.49287499859929085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"264c56f963fe560d7728f5d9336841a52e8ec2f28b88c63de31df351915794e6","sample_id":"mmlu-moral-disputes.val.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eebecdbc4c039edfe705c1d67d413f843c99f8ae731a7c14673eb2304768ab1c","formula_version":"titan-u-contract-v1","latency_ms":1.5244169626384974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bcd0b8cd2de8cf8595b6e3ea333336c3b89fa11f7d54aca87bae875ea975322","sample_id":"mmlu-moral-disputes.val.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a1deedb2e19997ddd8468214665a708eccc551219924c1d6f69515fea24c02f","formula_version":"titan-u-contract-v1","latency_ms":0.8748749969527125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cd00dc2d312fc99539ce06286786a444d65a876ee63e9796b8a0ec8886d6634","sample_id":"mmlu-moral-disputes.val.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c81c79473840df6563be67bc9ef69494ce8b8551f438582cda8aaab63c446fc4","formula_version":"titan-u-contract-v1","latency_ms":0.9645000100135803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da1aeeafec57a7553f671d01ff2166b069b54f96bf251b4aa0c8308d2e48a2cf","sample_id":"mmlu-moral-disputes.val.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d328940fc6068a742fb13057f9d5163411d63cdd923b24606d43766110862445","formula_version":"titan-u-contract-v1","latency_ms":2.059000078588724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"051243af2409ad8f5617cfa6529912a13520a32dd9e8d4ce6df1d621ff564455","sample_id":"mmlu-moral-disputes.val.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf97c6e5970c1571d7932928881bf2c94b1996cd5c60e14c244577321b0d4f6f","formula_version":"titan-u-contract-v1","latency_ms":0.4593749763444066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"579005c3823f07812fff8e6b2b1fb47c403bb41c735d31cb61802b9127fed831","sample_id":"mmlu-moral-disputes.val.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36865ef4e2270b477d9c29378415010f8610ca19571f4f0e69713ad374c82b4c","formula_version":"titan-u-contract-v1","latency_ms":1.4371660072356462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1066d3f9c4b7c7ecb68525db39625caedb79ed7cf3004120947da9bdb15d2f69","sample_id":"mmlu-moral-disputes.val.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"353aad5670b9c8661e7d9186ee44722ae9f1bef4c9aa94022855d69ef1d4208c","formula_version":"titan-u-contract-v1","latency_ms":0.5385000258684158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bdd7180e5b1dfd54a6cab6ce4f6ecd7a49f43b7e5fa8edc39b1f03a635f0f30","sample_id":"mmlu-moral-disputes.val.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47d40d2f720a2482f4aa01aed5e76f4549bc233c136a4c88e17783d340aec7af","formula_version":"titan-u-contract-v1","latency_ms":0.470499973744154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c03435e1443679c89c8e29f9b955dca9b8ccb9e970984a307a69512c263cf37","sample_id":"mmlu-moral-disputes.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"944f9f39c7e28222da26e267b2fad08072dbaeeae038675d8750a166cd0a1c45","formula_version":"titan-u-contract-v1","latency_ms":1.7152499640360475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"522a5612a6ad7ba87a6fa4e85c5915d9b66bae60309e2c04936fcb17f93620dd","sample_id":"mmlu-moral-disputes.val.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"474d1fd1f8227cb7d9c62f5a4da3529f097741648d884abed001554f570e5f94","formula_version":"titan-u-contract-v1","latency_ms":0.5292500136420131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03faa137c230b84ca185b15426d62d0145066d27869de8cd661fcec5b743990f","sample_id":"mmlu-moral-disputes.val.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcabc40300450d93d54e992484025b51336712e1f14cef1a26501fe932a6ec91","formula_version":"titan-u-contract-v1","latency_ms":2.0448750583454967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"185a60d6228616db67c0019feb0a86d99aca08d6696dbf59865845b904e2565c","sample_id":"mmlu-moral-disputes.val.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00ca5ead545e4007e21b31d3475d60d84e6f1b66e1d31131bab8518406906f43","formula_version":"titan-u-contract-v1","latency_ms":0.5080000264570117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ab31a3db489a6023a48c37abc451736c7cef6bba3d42a37d46c995a5e5adb08","sample_id":"mmlu-moral-disputes.val.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf3177ad906d83fe653065a13db8494cd70f3a70551b8d8206b76336e3a798be","formula_version":"titan-u-contract-v1","latency_ms":0.49887504428625107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"337e90917a2766f730096e5be1b1949a80b1466fbdee865871496ea592f5409d","sample_id":"mmlu-moral-disputes.val.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ec380f4be08dbf0bda14f272c3f36bc7ca8ea00bcb7454ee490b9f5d4e6a653","formula_version":"titan-u-contract-v1","latency_ms":1.0301669826731086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"925094a5ac361f9ea45afe846e2ae64ac358caa222031e9ade4d7d7f35da2815","sample_id":"mmlu-moral-disputes.val.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fc886fdd3bab1ac85035690d6f75ad6a5e3a161a9f572a2bf819506edb5fb83","formula_version":"titan-u-contract-v1","latency_ms":0.5039999959990382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ccc7b1a9558470e8ddb4fdc26326fb0c83dd8a034310b75bf2cb8456b05d75d","sample_id":"mmlu-moral-disputes.val.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f728c7442b8243beff8e6a33d6fc0c99635d9d329ae70f4a632d3567a25f3b5","formula_version":"titan-u-contract-v1","latency_ms":0.48808299470692873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c16762b46838b94e921fe7979c6baa81c229130feee7b1793f875cc6435b6b6c","sample_id":"mmlu-moral-disputes.val.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0ebc6aec42335e3531b862794769b8c3fc14008028b56bdd7e34c0ded402cf8","formula_version":"titan-u-contract-v1","latency_ms":1.2894590618088841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff827deac2071732ada6bb5211b6558e78149b70c5c20cbed62e14b76f6f3094","sample_id":"mmlu-moral-disputes.val.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b754b2eaea3e133347d0740e611f3ef953119b1b2fdb3cce21a0dfe3b877a565","formula_version":"titan-u-contract-v1","latency_ms":2.0062909461557865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed8f670c4258d85fdb4064c0d6b6db3a4e286cddcb4901d9072baf7a69fb7227","sample_id":"mmlu-moral-disputes.val.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c30adf7c3c3b866ca36fa8b1a42f244d77b2311a557611c755cc8a7bc6c3641e","formula_version":"titan-u-contract-v1","latency_ms":0.5031249020248652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0a09e3f7fc031fba2a4d4cb8492d40dfe7ce2141bfec02f2c05d37b5ed21126","sample_id":"mmlu-moral-disputes.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d0746b4f21cdbafcecc1672499cfd3ffaa2d43cb03705c5d66be6bc32f0f279","formula_version":"titan-u-contract-v1","latency_ms":0.5252909613773227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3aec7c9ef5084ef6f25fdd290f5c305f5721d5ab7d4afee84889bb3450e4f291","sample_id":"mmlu-moral-disputes.val.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ad98079652e2a2049fb8e5c6e878a25071fd62becf66115ba78b3a9b38a940b","formula_version":"titan-u-contract-v1","latency_ms":0.5303749348968267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e974057530472986cecd9a0b9b93c233390a424bb35b72986e83a2d542f2206f","sample_id":"mmlu-moral-disputes.val.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0768982db54efd72ce1ffd5c2a0a3ca9a447571cd2920e66ca1bc7f2cec96581","formula_version":"titan-u-contract-v1","latency_ms":0.6719171069562435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"937aa5308527e3b67f610906435a951f6e36fbe0d77dc45625129afaf496d401","sample_id":"mmlu-moral-disputes.val.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a8c31c4756e66ff5bc1cf172ac8aad1a0a145c28be2236eb7cb523cbd145226","formula_version":"titan-u-contract-v1","latency_ms":0.7910419953987002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19834b6db64e1b9689b3d7b126a10f198b24c1100bcada349da3c8d33408dca6","sample_id":"mmlu-moral-disputes.val.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"078f830d9e58112f7912986185e64e10ab6c33a7b647fb91bc519570a833b779","formula_version":"titan-u-contract-v1","latency_ms":1.8351670587435365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b56991df40e26622c432d807bc850f90e7f26b2740872afa8699ba50c748f87","sample_id":"mmlu-moral-disputes.val.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f49679bdeedf83fa8b44e21c4f19e10160616fdddac4454f47e5c63b55a48ba8","formula_version":"titan-u-contract-v1","latency_ms":0.571124954149127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c3617b2adeaf302a4b115e07f1ce31b980b8a25b7e1ea8e8e208bb08ab15610","sample_id":"mmlu-moral-disputes.val.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f879c4fd5aa9c7805b4b0337d0251ca34be38a82a7ec65255b992a33c028b071","formula_version":"titan-u-contract-v1","latency_ms":0.659500015899539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40cb7928da16bfee648667c41dc42e7e452058a9124ce6f751d8a5def6c06fdc","sample_id":"mmlu-moral-disputes.val.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6510a93f14b0b7d1f798ba9f2643db19afb72e3071fafd168419821f80aa1fca","formula_version":"titan-u-contract-v1","latency_ms":0.5880419630557299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a75ffa68c31a99d38ee7a029f3dc6f19ce516dde27dae8e5fb3514c98dab8fa","sample_id":"mmlu-moral-disputes.val.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6c9168e6269968006051c980d5f475663a66ca2eb6b874faed380a94154129e","formula_version":"titan-u-contract-v1","latency_ms":0.5217920988798141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66719b2d4a1db591ca77c1d21eae26a3aa4c9fe2b57324bcc9bc508c7b2af341","sample_id":"mmlu-moral-disputes.val.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c9c37aeff9fa2b5f3cbad25e36046bd1d72ed420367bc3f4dd97790392bdbcc","formula_version":"titan-u-contract-v1","latency_ms":0.6262499373406172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cdf208a4decedfb1988bc316b4675cc8e3d03c47273f6aa1608e362f428165e","sample_id":"mmlu-moral-disputes.val.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51b628fbb892db16992db734b00a7383bb1b2529c10bb2e38cf9b33ab30e28b4","formula_version":"titan-u-contract-v1","latency_ms":0.7902500219643116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23b419264d2c9654e0272fd04fb0e76f39fb2176b9b8360502450892fbbafc04","sample_id":"mmlu-moral-disputes.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a56bc66233cbe0e07639b7976472c27dd51f799011031043cc3ab740f15a435","formula_version":"titan-u-contract-v1","latency_ms":1.2960419990122318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abfe71f2230306d0d83be97bfe14edf6f1b9d1af96f130e3ec5f8ee93a28bd2a","sample_id":"mmlu-moral-disputes.val.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6be62d8a335cadf6624c03e2cb5faa8d0d9199077728b0cce1c4589c52c64381","formula_version":"titan-u-contract-v1","latency_ms":2.480708993971348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b746be2f3741c8e527b211aa536596781231a4f880f99313eb53c64aadd64411","sample_id":"mmlu-moral-disputes.val.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40570bcd652549f78d444d75f81fbc93adc780f145ac48cd7b53528cf377c7e8","formula_version":"titan-u-contract-v1","latency_ms":0.5310410633683205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"559c2a8c3b17af48cee65077bede82112924083e270f7f2cab79e370db21ef17","sample_id":"mmlu-moral-disputes.val.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30fabe558d744e027c04c96dd26e17e53a192eae93051fc79a919e5ee4a34fd3","formula_version":"titan-u-contract-v1","latency_ms":0.478208065032959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4d8ca215c28bc869f4266e98cb63e194f11c03dfe5481bbb1346bba936e3fd8","sample_id":"mmlu-moral-disputes.val.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61515d553ed5db87cd5b250fceda1261f9813106e33eceb068b3419892530ab1","formula_version":"titan-u-contract-v1","latency_ms":0.5153750535100698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39b05f96636d3517ce6b3dfdff2181bc13dca1a34f09eec47ced4fabcea5b233","sample_id":"mmlu-moral-disputes.val.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"148e6d3a9eac0269aa8fcff540f5c0ea5deb6c73230849e10e203dff7de3d31c","formula_version":"titan-u-contract-v1","latency_ms":0.5420829402282834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a94e97fef71cc5a5d80e27e2d74dd80674ad1bbb67ebce05aaa204c90a778071","sample_id":"mmlu-moral-disputes.val.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"829b3c5d734b05a025477c3769adb32402f2aecb6b7a5ac9aff0eb6b4b7456ed","formula_version":"titan-u-contract-v1","latency_ms":0.7048749830573797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d0a33378c64978f0f14bfb202a27f3393254f80fafecce916113de79917bd6a","sample_id":"mmlu-moral-disputes.val.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0713e7a7216983483ea85977e3128e96929f65e617a425283c9120d563bb5e1d","formula_version":"titan-u-contract-v1","latency_ms":0.5272499984130263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a35b562ee1be6dde1720f3bc79e5e73bc5dfc70184d23177781e7b8fa7d171b7","sample_id":"mmlu-moral-disputes.val.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7a46f86709c7a1f1d8a03b40907f49ecf5e2772adfb2a5f4e0973db7ef98162","formula_version":"titan-u-contract-v1","latency_ms":0.509292003698647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0db418f43ed194707703cf4ddf9c6904d941f02afc9541b048a1fb960630ef50","sample_id":"mmlu-moral-disputes.val.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"208c6e02a3512b1853a6d5921ee9d4a2f8bde96e533b0477bfcd9c6d21de0c30","formula_version":"titan-u-contract-v1","latency_ms":0.5630420055240393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69b99cc3a8d767de0885d5fdcf50fe8cfa396a214a5459ae7d34eb4c0ab096d5","sample_id":"mmlu-moral-disputes.val.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5cf58ac1967a807e0f3f6f517cd61876b9d2f9bbe0ea50e081e2e60e63ffaea","formula_version":"titan-u-contract-v1","latency_ms":1.260792021639645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9004ea652808bb5eb5d53e313aef7a901342a705fbee2e88d1876f3ac3bb47e6","sample_id":"mmlu-moral-disputes.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1711bf1b221218b6ea45a9f9323fdefa4b96ebd2f822e4256141f4e414c42cc6","formula_version":"titan-u-contract-v1","latency_ms":0.6440000142902136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"046b96ad831ec95c0818be3ef9780a27e4a0169c055335c86c0cb6987bfb1fec","sample_id":"mmlu-moral-disputes.val.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da3a91088384812a6e7b09fb4d267815ee59f5644ecd0519777b2358c8b73e36","formula_version":"titan-u-contract-v1","latency_ms":0.5137498956173658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"521c35ff08c4c95c3551f28c66b49043955bb9e208d4802e35730decb3d4136b","sample_id":"mmlu-moral-disputes.val.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc1fb6a60e2e687b26cfa9775c4205a4bb602c397320b2506d9d191203f6250b","formula_version":"titan-u-contract-v1","latency_ms":1.4465829590335488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3291ba9c1f56a5545e85a8f1fb3cb8621e66ca9142937fbc356f1b5c0543a3b0","sample_id":"mmlu-moral-disputes.val.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1e4184fee88e9c7a3f4846971b421337e3c13e44129701ea5365b80dc470df1","formula_version":"titan-u-contract-v1","latency_ms":0.6181250791996717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac3003a5bb90947682783ef7b9b35a808d6b09fec862c6f8130830f2e103daea","sample_id":"mmlu-moral-disputes.val.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a089f12cfae9dfe96a55298e83ea1347541236a4d8d4b5ff4f8e93212c4be2a","formula_version":"titan-u-contract-v1","latency_ms":0.6448749918490648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd11ce1cabc3caab39a2bba6270c0534b8ac04dda72682a5627b8c4132ea2f0f","sample_id":"mmlu-moral-disputes.val.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4366d81915106891d6d3236d116de5b53b7997a872da3716ca4d2157aefdafcc","formula_version":"titan-u-contract-v1","latency_ms":0.5472919438034296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12766240e9606949f468d54ddc4d79cf4c2ff009fd3422d4129ac0fcdb3f8db5","sample_id":"mmlu-moral-disputes.val.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34978617565bf20f3aee9df74d8290854ba650cb877ce87c9a36817a192b543a","formula_version":"titan-u-contract-v1","latency_ms":0.6225419929251075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dfa8a3a87193a647585da7862eecc3ad5ee94ee306691075e645b75803d4396","sample_id":"mmlu-moral-disputes.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbb9e933f1600475d18b5409cfaba906361cf571535f2424938401bd31fcfe8b","formula_version":"titan-u-contract-v1","latency_ms":0.788083067163825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fc510d9bf387ee52ca00e885eed7e34cd2926a69f2a144d5a48760e5a11419e","sample_id":"mmlu-moral-disputes.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2383067e6cba23d905a90d83fca501f62241260cd617db1f2e9339a0389de670","formula_version":"titan-u-contract-v1","latency_ms":0.5457079969346523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59f6b0f0daa2a79868285bf8651ab0ffe123733ad3760f58055a38b8e93ca9ed","sample_id":"mmlu-moral-disputes.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a428e6985927db3235fafb67fc6276ac6951f75834b979a16f999e44f9ccabf8","formula_version":"titan-u-contract-v1","latency_ms":0.48225000500679016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d716123c32c2296bffcf3f2c77303446cdb01869978e26d3b67fba8036621318","sample_id":"mmlu-moral-disputes.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83090c2e2aa02f75d09199e0f3589efa4e9860c4cbb641114c5a2900bc5b4ac0","formula_version":"titan-u-contract-v1","latency_ms":0.5725000519305468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af05d72021874d07d1832c0f95ad1aaa3781924771aa2bcb2e1fb50fa9c59980","sample_id":"mmlu-moral-disputes.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c138338ac5517c69dbe942530a5fdbdee44959be28cc53c7aaae7410b3ff76cf","formula_version":"titan-u-contract-v1","latency_ms":0.48883305862545967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62b9b2cb6cae48ba26fcbdb713c4885443452cd6163de8247c104bb735b4c455","sample_id":"mmlu-moral-disputes.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"838fd2b5750e288f344fd575fbb3f392f021fe02b5ca7cd656eac3e3a0fd83f1","formula_version":"titan-u-contract-v1","latency_ms":0.533499987795949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76b7634e79f412c9fb28bb231dab3c76367eaf34b50b45afbdc09b5889f6b3e2","sample_id":"mmlu-moral-disputes.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afb429177fcd066ab240dfa723ec548967d1535ae2958211edaad1aa5a5ded4e","formula_version":"titan-u-contract-v1","latency_ms":0.4671249771490693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a7e78831b8bbec8a8ab4ddcd73c3c24281728ac199a73eef6761c8a3dc00223","sample_id":"mmlu-moral-disputes.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77e4a2c82c99d859ecbd5ff1780ef1ab0252e3c7863238af9b8a4c1e5511b9a9","formula_version":"titan-u-contract-v1","latency_ms":0.6396670360118151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9916d263faa42ee9bf66cc961963eea887523da74f6188e6257b8c7ed1b1ae0c","sample_id":"mmlu-moral-disputes.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"334a5c045d63d6ffe3e744f961aa07ee805a05a0acce05566db5e6f8a6a9be2a","formula_version":"titan-u-contract-v1","latency_ms":0.6498339353129268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eff664f5e7c1fcc04a1962dea6b780965b250a14a0f86a91d1431dc21027430e","sample_id":"mmlu-moral-disputes.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8256d26dbb0960387511d3177411b97410820e2a79015bde9dffc17fa2536d2d","formula_version":"titan-u-contract-v1","latency_ms":0.4801249597221613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2ba1fee6ad0ff046692debb7e77355925d829dd15ed8d8900bc057969a94b97","sample_id":"mmlu-moral-disputes.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42cbf432b00c0241f499b3cc2fbf39e12b4c72cad5ec5016f9acfeb620de3a20","formula_version":"titan-u-contract-v1","latency_ms":0.7083750097081065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b7d620329315e99dd27e267bf211795cc4f910bf378cde6f0e689e2c9c12313","sample_id":"mmlu-moral-disputes.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"389751b46e3b7dff38caf32088bae66e9cad92a4ffbe1d5e4999b66bdb0e1eaf","formula_version":"titan-u-contract-v1","latency_ms":0.6736250361427665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa5574d82cd19f98f2fa75e7b0f175d207d5e7381dbadea65d857898bffd3539","sample_id":"mmlu-moral-disputes.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"617c0fa51c8cbc34a16cb129631dfa139893aad268fd1ed9d08e7cf48fbace38","formula_version":"titan-u-contract-v1","latency_ms":1.0844579664990306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74b5572c9c51397682f7b97cb10f93d5564cf69cf14f9944c226d889a71b3010","sample_id":"mmlu-moral-disputes.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c235c64b04d6d0428940b7cdab3c44323aba979f3e59c480cee27f7d169833f","formula_version":"titan-u-contract-v1","latency_ms":0.6524580530822277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80e99b2c9dabcccf825232393266183b5dab12ae4124a05059251630a9d1392c","sample_id":"mmlu-moral-disputes.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84dc1d8f56b10c23a6dd787785f52d0761ff5c8a615ea9ba7e800c05bc9205b5","formula_version":"titan-u-contract-v1","latency_ms":1.5190000412985682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b927d9828dacb9d4d75c196bd86be433144982caf48785b16ac8a912cc03b4a2","sample_id":"mmlu-moral-disputes.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"484e728ecd03705cb087695558196e9d5b11f386c2cd3800ab1195a7c29125b4","formula_version":"titan-u-contract-v1","latency_ms":0.5949171027168632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa3bfd79aad734aaefaccc883b16a86459b88b3eac41d2007f3f49e6e85bb19a","sample_id":"mmlu-moral-disputes.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5114486c13e0af98452da55014dbd24edcfa838ead26d2af980720aa77d987a5","formula_version":"titan-u-contract-v1","latency_ms":0.7433330174535513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2ffd25210c8bf6e5e937eb1cc4afc4122b1e59f79b95f3d38197ff223967771","sample_id":"mmlu-moral-disputes.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e15b122fa950fc4a94806c255fe2fcbbdb3c71aeeac67dfb15d9b10e4a341ac","formula_version":"titan-u-contract-v1","latency_ms":0.6207909900695086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dce2532ef41954cc83f43a4020f6f68fdff788d176a2715e940fc1365fcb0d0","sample_id":"mmlu-moral-disputes.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd8bf7c28315aa4adf7173484df5e0fcbf7f2bf40968585daf99db6f2cda892c","formula_version":"titan-u-contract-v1","latency_ms":0.8897499646991491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cd35db038e4eada2897796bbec4a3982f218caa95f640ade11f9c807f017a1c","sample_id":"mmlu-moral-disputes.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e11241bbb42e75def5d509efff810e29675bf14b191e35793298d59ae3de8b58","formula_version":"titan-u-contract-v1","latency_ms":1.1001660022884607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b516e92d4fa2f30de86c67f1dac1ac487ec3f762ecff140e923e524d43cadb50","sample_id":"mmlu-moral-disputes.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33847c5809aecae89fe8abb5797005fa77d2c646806c4625805c2e974bbfc032","formula_version":"titan-u-contract-v1","latency_ms":0.5381660303100944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"615aa43aa0899715dfbd31acdc28bf1a785643063cc5ded0d9295efd5ff3aedf","sample_id":"mmlu-moral-disputes.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d25cc662b3a817d09228f585b9280ce32175c37397c9f882c2865620be8e7976","formula_version":"titan-u-contract-v1","latency_ms":0.4843749338760972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cc92b14009766884955c4ec3e3ad9619085900ec346986e50c894715681a32d","sample_id":"mmlu-moral-disputes.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1c73cffa9b78b906f074526cd7fb39e3f664064ac5038e4a39aec1a29f10881","formula_version":"titan-u-contract-v1","latency_ms":0.5932080093771219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"056c658c4e3faf9ed7b83c3bb7d93c66c9da3e7e701dec42028fbe1bacf13dc7","sample_id":"mmlu-moral-disputes.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"421c06ab0e26416c66a0046d930a5ca18b325dbc98e4088e034ace1ea385a74d","formula_version":"titan-u-contract-v1","latency_ms":0.6477499846369028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a2cafeab03db8d05db289afa5d86c46140f294b306bb3bc60135b29d0fd5cc3","sample_id":"mmlu-moral-disputes.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"277004d66f3d8549558d75221ea0838dbfeec0a245d538cba9e4d71d4e3fe855","formula_version":"titan-u-contract-v1","latency_ms":0.5273750284686685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d050d6b01c451ebfef6e54c669bb861f7e0fd8f78e5d4e537eb0e75bddbce69","sample_id":"mmlu-moral-disputes.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a19ce0ff7a78d9c84682869c3add6fd7b4defb7e906ad55e49432f27f8c8df2","formula_version":"titan-u-contract-v1","latency_ms":0.5701250629499555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"092b21adc7f554df471aa5b7aa8929e94f08e992ce7b85888c92a5b53b296586","sample_id":"mmlu-moral-disputes.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57a1561ab31981bfcfaacd3d4e0417a3f0d98e25f18dc4731c750bf3a93e10eb","formula_version":"titan-u-contract-v1","latency_ms":3.7175000179558992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1b3bb16dc618f4d69b22afd11b93f6918c7d43bb2ddbc4f0119753b343be363","sample_id":"mmlu-moral-disputes.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"794c194e857f59f75c48c19eef34dd56ecd6ba40aa4d9b465d2fa009fab7fc93","formula_version":"titan-u-contract-v1","latency_ms":2.204334014095366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d939b3436a1bec447c8a4131225bc8c4a1091bdd808712c0d8159cadf72ee4e5","sample_id":"mmlu-moral-disputes.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"775165a10fa7bbad0a979d85e1c88d999d1aa039a3424f37025b06b09948f6d5","formula_version":"titan-u-contract-v1","latency_ms":0.5308339605107903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3ba012afe8a1e54a3baa328ef4504b21a38bc3ad25cf709f988760e0276211d","sample_id":"mmlu-moral-disputes.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efd1158ceb5340e8e532485b21d62fcccbe52e73042740be50dc26bb3476ed29","formula_version":"titan-u-contract-v1","latency_ms":1.2470840010792017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2620ec29871d6cc21fc42f6ebfaa2ecfbb7410bd8bde5a14476633765f2eb845","sample_id":"mmlu-moral-disputes.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e9b76895b54ba71ec6205380bfc573b73118c9e8e6962fe50eaf2dae1005f2d","formula_version":"titan-u-contract-v1","latency_ms":0.6617499748244882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33a9d432da88caabb673f855406b7fd448c395fc27fa21094cdbf3f578f690ca","sample_id":"mmlu-moral-disputes.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef5786afbfab1dec3f164d8d84313500460713e5d99e63ac45f0c93615b5f76b","formula_version":"titan-u-contract-v1","latency_ms":0.5493329372256994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6122144b0a223c5dc096227f509bc01af9d5ab18ba8c3cb47a186aba4373a535","sample_id":"mmlu-moral-disputes.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a770dcb8c9444d094a9ba4a089b02e071ee7a5aa8dca8971be3b77ad6c61923a","formula_version":"titan-u-contract-v1","latency_ms":0.5457079969346523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b917cd51f218886414f8a170263060c3f05ac3834fe60d5eb9e0f887a87e4205","sample_id":"mmlu-moral-disputes.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b9138204ba8f4e8c02adc7c502a2ca4edd3fb9e0e69367109666dcc47d0a63e","formula_version":"titan-u-contract-v1","latency_ms":1.028750091791153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38c85663d6640c6d58e669f9d8c1f95e565386a92da9482719a01cfdec860e11","sample_id":"mmlu-moral-disputes.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc31124cb568e1966d5e158258b8beeda9b45b7a4736e3b8d75d0b8348384783","formula_version":"titan-u-contract-v1","latency_ms":0.5028329323977232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae7b24867066062addc79c0c7110d8c9185cd6d3b61cf62e5f2c5439a4c3fb22","sample_id":"mmlu-moral-disputes.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68f6a60422c4fae801df2c186c75464092352aa69a9ac5928e6a4db6a048caa9","formula_version":"titan-u-contract-v1","latency_ms":1.02937500923872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"def8f79a86c356a26e1e575fcb5b7c4307d3433c000cc587ce3a7e0b9dfdb33d","sample_id":"mmlu-moral-disputes.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e237f18cbc3abd57d3fc2d56c4ec535d0675666ccb414592abd85a3d381976ad","formula_version":"titan-u-contract-v1","latency_ms":0.5807920824736357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2a9bf85bbd703e7d7909500e8ead1c5f3200d83a0b83198db8f32a2045a85ca","sample_id":"mmlu-moral-disputes.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1adb80a177ea7f2f6f3af9d147be6b2ee81b0604baf1d925b329a15f9cda0538","formula_version":"titan-u-contract-v1","latency_ms":0.5268339300528169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0818ef805eda38a0418e9c1f06978717ac72a6f1bbb14e4aec752e8c9d5d191f","sample_id":"mmlu-moral-disputes.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c5e2bbc594682ce119f0211fa2630424fe4e7efac30aaa8ae310d22b691401c","formula_version":"titan-u-contract-v1","latency_ms":0.537416897714138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8d3f6c66a1757d86bc4db17b6897c71e28fd357815f60a96369846ab9a6c290","sample_id":"mmlu-moral-disputes.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"810793cf373f85424f86267a871fb304942e9bd902d2eba6fa2660214a5d8787","formula_version":"titan-u-contract-v1","latency_ms":0.6384170847013593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67b96de6e0577f1599956a9047a29fd29fb5bf9b50951492b9cc73b73aa6306b","sample_id":"mmlu-moral-disputes.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d32f0ffa7eada19f5ac462583e63f1f4f26e4d17f53699e1a7b8c1eb540fb0d5","formula_version":"titan-u-contract-v1","latency_ms":0.5112079670652747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9103dd87ec6fc1e31cde3552f480d5ee46ee0730d853c48c7b37e579c72747df","sample_id":"mmlu-moral-disputes.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d5649cc6601e0657cf62dfed8d1cf3020ec81bc09024937562b3ee88415c1df","formula_version":"titan-u-contract-v1","latency_ms":0.8515409426763654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99829a1697d5d043d46693e4d2e0c3243cd2a0c130904d2ac41aff205c4a97d2","sample_id":"mmlu-moral-disputes.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29c31a10cfa001ef851160f0f4fcc1467326bbeaa006bca756de569a5d1fc2a3","formula_version":"titan-u-contract-v1","latency_ms":0.4920830251649022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef7c8d3c1490e4cd4183f3e27dfcc7f70667cfd5e33bbacefc74b1bc3eba56d6","sample_id":"mmlu-moral-disputes.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a0c4f7924aeace2258d7237ea14cdaaaef635194912d8dc401d38b6f388c7fd","formula_version":"titan-u-contract-v1","latency_ms":0.6997919408604503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95a0e363cbd654bd3c5889d6971bb30d527eb09a02cdc33fa0186bcea0135ec8","sample_id":"mmlu-moral-disputes.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ae86c393323374483861b324d8def763a1f9a391637003bf1ea1e2c6fd5f533","formula_version":"titan-u-contract-v1","latency_ms":1.1290000984445214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62c0be39f867274c5f9d2e02281de15bb3ddd26c94a4a908fbeb4e1c4955807f","sample_id":"mmlu-moral-disputes.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbb9879625aa9c171c13fb722787860be6bf74eeb4e0336a57e3069ed7a70e61","formula_version":"titan-u-contract-v1","latency_ms":0.538499909453094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5505319b42cce580fcda9ee198dc6c4d1331bd3505d2542d9b26fc4a0d4c5195","sample_id":"mmlu-moral-disputes.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc096e9fd8fbe58efe25300fcefa87237ff62995aa2e9ac89326a97a7576b36e","formula_version":"titan-u-contract-v1","latency_ms":0.7659579860046506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73d868e9b5b09f95a10298f66a0c82e53408ff900b201b327456ad838bb27170","sample_id":"mmlu-moral-disputes.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce3e6e6aa46e29e1d06351e3a365cb38202dbc00ff97a0c8bdf1667dba36b188","formula_version":"titan-u-contract-v1","latency_ms":0.6923340260982513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7deec30e787d812111f58acc750ce534d9c9bcebc741b2ca02796f366c786d0","sample_id":"mmlu-moral-disputes.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1dac8e36ea0d7bc521d1484f3a04725015501a049e779ebcd5f7cd82277762e","formula_version":"titan-u-contract-v1","latency_ms":0.6234169704839587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06e76ad1a819c16f755cbb905978ece03410c9ca5705dfbd2e75d8b398e4c9e7","sample_id":"mmlu-moral-disputes.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"739ddf3f10cc36447569deb265493ec8b938913c387376653a1e4885c2c534da","formula_version":"titan-u-contract-v1","latency_ms":0.49058301374316216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1541e2bd4fa0943dffad323c700a95ea92e37c93e50cd1d620198f4cf67bb6ae","sample_id":"mmlu-moral-disputes.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ea887317af408a9032bae8e784dabe887450e663efc7a773ff484c03390b87c","formula_version":"titan-u-contract-v1","latency_ms":0.6235420005396008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ed194bfd51147e0ed18a622ab9cdab10cdecbea254dc5328cec119a51026a7f","sample_id":"mmlu-moral-disputes.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0bf120b9827ebe9a1687bf056fd0082f1ddcfb3aa0a7d379f3746391495628e","formula_version":"titan-u-contract-v1","latency_ms":0.583041924983263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9c52789d5e189c853fd565630499131ed8a9d036be808d627a0902094a99592","sample_id":"mmlu-moral-disputes.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"873a8548cc691d988dba5b864eb2416c8194758d5f6c8ecf137624030f67847b","formula_version":"titan-u-contract-v1","latency_ms":0.5427500000223517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13fb4e7bdcdb355e70a90a09a89f4756339f0f3dcc6fa50e623f72b38b303fb2","sample_id":"mmlu-moral-disputes.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0aeb9390e1b5283314ff33be82766967fc809290a049c85722eb90850cf70146","formula_version":"titan-u-contract-v1","latency_ms":1.1791669530794024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f82d289b0fa771ae902b6b5160332db21087bb97699ae33f74bd52036d8a1215","sample_id":"mmlu-moral-disputes.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cd51f0a065b3434c100ac271d4bcc612622d286b7cbc6dc7db69238fccae11f","formula_version":"titan-u-contract-v1","latency_ms":0.6077919388189912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f08cef928e30842bcd97ea5e8c5e9455c4d1fe96c4a2091fbaeea1c5df42cc7b","sample_id":"mmlu-moral-disputes.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a17440c2c0c9e375f9e0a0ceb8c85b95d91c8bcf4602278b825bbda2bf148b10","formula_version":"titan-u-contract-v1","latency_ms":6.7859579576179385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12d5d78091c0575b2d57428efaf23b55e8c04fc191e40291b26c4acb4bf42b02","sample_id":"mmlu-moral-disputes.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b49021bee0e92a984fd180d136fc01a1f2ad78b4750ad68a1027a962c4f764d","formula_version":"titan-u-contract-v1","latency_ms":0.7171250181272626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73b59294df6e8658f51d3cf02ea43806f4d5d3820aa8c49440e7216720dd1b4b","sample_id":"mmlu-moral-disputes.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8694c1569079571850b975c2ea4450dd272f7b3390dc44208150694866c26b7","formula_version":"titan-u-contract-v1","latency_ms":0.5245419451966882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3150c97ff90ffbb2a63b7dee92c67972120ff4c8d7f5855f689602fe0d49aff0","sample_id":"mmlu-moral-disputes.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75f7bc9c7c73154aecd01b963739a5d690b5939c53b67d5e7540f7ac192ead22","formula_version":"titan-u-contract-v1","latency_ms":0.820457935333252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e5b9cdef03e2bfc9b1303a0f1745c8604dd415ac00e107fdd99a74cee5a2d68","sample_id":"mmlu-moral-disputes.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"690df3b61b45f9bc193b0e3872924e29c6505b0232d238a1428aa43bb9b3645b","formula_version":"titan-u-contract-v1","latency_ms":0.5449169548228383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87f74299aedbff91b621a2075f25e6d916762dc150604c1a17e559da21bd6683","sample_id":"mmlu-moral-disputes.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bd7be486d93e249e14703cc23279df05d410241dbcabf5b22ae0c0d452f4161","formula_version":"titan-u-contract-v1","latency_ms":0.5247920053079724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86b4c05a7a744ee0a2a27e2625266fb17bb14001c7e6410e9d626319e7e601a4","sample_id":"mmlu-moral-disputes.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b48471d86a0fc3b0a78f79212c77e3d413572bd7e0c1c20d15ffde0e02bbeffc","formula_version":"titan-u-contract-v1","latency_ms":0.800207955762744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9683e0799db0a6b71be38914afbbd2630e94059d7a7038f24b00da791413e470","sample_id":"mmlu-moral-disputes.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c256ab6f371e72c61870b7870fb11e12fb1d605b830c05b5fda170bf2f865575","formula_version":"titan-u-contract-v1","latency_ms":0.566125032491982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9991e004cd67cd0b9453bda93d1f0e73d307fcb685766f0469df770b883af33a","sample_id":"mmlu-moral-disputes.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ad3388341b611cc726dcb5345d19ba82677df79ed1ed513daac4cc671a5d16d","formula_version":"titan-u-contract-v1","latency_ms":0.5550829228013754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccb347f7ff9457808f2735ba32b868ee06ab10d0a430a0abf3a91a8fa0a58ad5","sample_id":"mmlu-moral-disputes.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbc8b32f9d91c1bbe46ae43d6e738e6440ef02400c3f58d602a20249b8597024","formula_version":"titan-u-contract-v1","latency_ms":0.6547910161316395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c758d2307a3c1371270b92ae117115cc53c8c993068fe4db796363740b574675","sample_id":"mmlu-moral-disputes.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c75174ef0ee9ed47ee23786c4deb9fead37f013147ba11bb28e4dede90218c7","formula_version":"titan-u-contract-v1","latency_ms":0.6396659882739186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"824343b3d2bf9a1a6bbea632b8ef2b0e3975eb1decb2bc637b1ee49089c4e2ef","sample_id":"mmlu-moral-disputes.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"175df1dd956c18c498db5b59e94aea7ef1b838e6e4a1b1140687cab2f88d6efc","formula_version":"titan-u-contract-v1","latency_ms":0.49287499859929085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86ea08bb9d556e8d59a131d00b632b5f848699e2cebc057c7cc3b766fc45d20e","sample_id":"mmlu-moral-disputes.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6b6e5061ecf116de6d55f11dbcd816b344e6f5a4efc17577175ab241a30bf33","formula_version":"titan-u-contract-v1","latency_ms":0.5658750887960196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9ab554fcec5f0ac30de1bb117a828e085f9131546f36a173747e033b326c140","sample_id":"mmlu-moral-disputes.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"477c27820bffb63964fa9720da25675af32121cde228c5c839a5a6eaa0b04624","formula_version":"titan-u-contract-v1","latency_ms":0.7961660157889128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60d5ed4737290128674eea42759e87e6e69d6e5747fd14a0141f2fbe2200e6e5","sample_id":"mmlu-moral-disputes.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4e3d47492c9d1cccd81d9769956e90c22b4cd9da6e6baaeacf9ba5cb606427e","formula_version":"titan-u-contract-v1","latency_ms":0.6308329757303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b880666aa32eef2d56d60161b331f04a85945ddc28e45d484373d48290d9b68d","sample_id":"mmlu-moral-disputes.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a378c214a69cba1657713635b202e70766c92067b0faae805cafb75f4dcfb391","formula_version":"titan-u-contract-v1","latency_ms":0.6266250275075436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92c08534a7d47129edc9dd5276e5dadf1335eaac42e0d8ebd0a3e18c003495fd","sample_id":"mmlu-moral-scenarios.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc0d1bb0abace781a7d6172e13298a4ff4a1805077d0af48dfb154cbc9913183","formula_version":"titan-u-contract-v1","latency_ms":0.621875049546361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a77ab746ad9376cdf7000d597aa9c2a04c82d0b425a9dfa843cde8929b1766af","sample_id":"mmlu-moral-scenarios.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b0ae82ae37a7bc13ffc62056e2eb0aa470640a62c58538c22f690d67ce7a82e","formula_version":"titan-u-contract-v1","latency_ms":0.8799169445410371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba9ba5eb84e594684d4e8f74149c6f70e2b0d462e485014afa63038fe785dd7a","sample_id":"mmlu-moral-scenarios.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31fe96a7d45ab6e86a87450a0e9ec460fd0a048995057362a2e8dbd417af5e24","formula_version":"titan-u-contract-v1","latency_ms":0.7418340537697077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2f4fdd3582956ebeb531d508f4d9ce1c964938d407f5d9fbf0d71f627a899a2","sample_id":"mmlu-moral-scenarios.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d596571c45cb6f2406097c5210129cc7333d68b78b4aad91c01d3c46980a2b6","formula_version":"titan-u-contract-v1","latency_ms":0.7058749906718731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de4d8f6fc3a66bdb89d5f52f7071f7e2da42944e4abb21b8257c825e178bf510","sample_id":"mmlu-moral-scenarios.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6fa50fbb95f880d5899139d300ec9fa4d32fb534de9fac14c7f9df974ee3f52","formula_version":"titan-u-contract-v1","latency_ms":0.7563750259578228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f8449b8e7bd8b4ec12bffdb639a7beeeff15a4459fcb4b2e6a711fcf6fca9d6","sample_id":"mmlu-moral-scenarios.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e499197dd0b589648f03e5df85b7ae6b2c689be28cffb9ae6c121aaa3507370","formula_version":"titan-u-contract-v1","latency_ms":0.7375000277534127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5c1fbefe0ac43671d1beda4d8228b68a6815515fda287a85760d02d5c41e4c2","sample_id":"mmlu-moral-scenarios.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b462622cd9c7eba1cc5a4c0f212104724e9c6f029f670df6b44913e66721d0c","formula_version":"titan-u-contract-v1","latency_ms":0.5583330057561398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83ee7c7720356272276d119b77503763b00838e99869a2334e4dcf526434976d","sample_id":"mmlu-moral-scenarios.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf008ef8a20ba1385c1c0db26ba2619da75a2b524733c4dd8ecb59310c047e87","formula_version":"titan-u-contract-v1","latency_ms":0.5598750431090593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6543da3c0097a09843b46eb58bd5e1e7813d562440640bdd3a10ecabd4d5d820","sample_id":"mmlu-moral-scenarios.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd241209610977b2f5c95d991b8f00c5f25232dbaf77038534fd8cbd4c8c62b2","formula_version":"titan-u-contract-v1","latency_ms":6.764875026419759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b526e1c2cceacccc69fe3d1816e4c211a20fcc08dd627fc3b3eea395e013cc8","sample_id":"mmlu-moral-scenarios.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b5c2c1ff0ed3a61d24d3d34fd7d64752fe8a635f2836aba0647a46f39ddffa1","formula_version":"titan-u-contract-v1","latency_ms":1.8281670054420829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89d9626800abc6e884536b083c67270e6c10c8683c055cceae59acca9540aafb","sample_id":"mmlu-moral-scenarios.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89dd7291ea1c523edc203385e8b7c58c02e7985c9674c0b335758373abd0a853","formula_version":"titan-u-contract-v1","latency_ms":0.5578330019488931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3e2d541e86f7f06916417c9bb30a454fb7f6074650bf3ea3375af530dbd9033","sample_id":"mmlu-moral-scenarios.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca07460649391f0ade27f3774fe5f0883e9d1d131c3ca3725c791dc5587501f1","formula_version":"titan-u-contract-v1","latency_ms":0.5970419151708484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7feca0ba3bb26027a29c2d91b735354ab33baa07f9ac71add333fed5e17164c6","sample_id":"mmlu-moral-scenarios.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2068e90c350c6c96c4263beaefdfd7c20f3a1d438926c555d5d0ce62e3273943","formula_version":"titan-u-contract-v1","latency_ms":0.566125032491982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af592e4e0207d1e22396cd0022ef1f1ce07c63fee16ee459d4cb1553ea5c41f0","sample_id":"mmlu-moral-scenarios.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4567448e198c2791bc3b100a6023da1ccd03ee36d5441369b6674c8922c71cd5","formula_version":"titan-u-contract-v1","latency_ms":0.6662079831585288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec980df9bcd1893e020bc33ec86bb55523cbe0fe7c2f9a7974ae0cd8eb326e63","sample_id":"mmlu-moral-scenarios.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7236d18b58406a49a8e1b9dbd7c01d31296cb738f0327156675d0d39348b6049","formula_version":"titan-u-contract-v1","latency_ms":0.8474169299006462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fede496b09e91f09db319b4174320338ff460666208c040c687fcde981afb3f","sample_id":"mmlu-moral-scenarios.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa61e060e17af8a4e91553f45b2508fd08c4ba58aa8f717f01c20833836b685c","formula_version":"titan-u-contract-v1","latency_ms":0.5569169297814369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f0e0d4c0a690d17ccd132bd66b7f4b36fce76c65aa97f5c162cc85e5ce65d08","sample_id":"mmlu-moral-scenarios.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"403285f03bd886592bf92d06d02cd0a85fe638b002f5bc4043acf8006b8bbe78","formula_version":"titan-u-contract-v1","latency_ms":0.7589999586343765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6db55fb07b6222d92cb6c3a64cb96b873d4c15cc12261686546cf182b7b513a","sample_id":"mmlu-moral-scenarios.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24f22a0f2e74931898afb4d93e0c0054ac1e39ab4855648b6a998c62f1dc5bdd","formula_version":"titan-u-contract-v1","latency_ms":0.9356249356642365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9edf2354c82dcc8023dbd6d93b825fd8e08176f7b06625879c7a134da79caac7","sample_id":"mmlu-moral-scenarios.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f86ebef5b2e8bb1cccb332a7524aec3f45dd07a41db7c100dca2f22d242a59ce","formula_version":"titan-u-contract-v1","latency_ms":0.6682910025119781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"456942730d11805303f66961d194475223dd8da29db9f4f73388d680feb8e1dc","sample_id":"mmlu-moral-scenarios.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3daa0694e954d7318ceb62b2d7514523377ff053b3822c99dcc2dc386c885e2d","formula_version":"titan-u-contract-v1","latency_ms":0.7386250654235482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1de1f64b48913b0a50a5913ad20674b3229a16031a24ef6d51f721dc310bc24","sample_id":"mmlu-moral-scenarios.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf158a76da1536157e758b15f8055fd1c27221fd1d1a18f967e479e4052490f3","formula_version":"titan-u-contract-v1","latency_ms":1.8555410206317902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"378347e5327afc216103ef9cfd8f7384b7ed00bb224c74731a2fa8f39f45cfb3","sample_id":"mmlu-moral-scenarios.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54b4d27dbc42ff0a86d344c17ecdfd39298731afb54cb240b23620278b860d92","formula_version":"titan-u-contract-v1","latency_ms":0.5947919562458992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f65971e8c4696c672674b81498adcc0449572e005d6e70624349fce7968e8869","sample_id":"mmlu-moral-scenarios.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e893a3f2a19032a7bcd27b059884fbcec02a419e6bc24925833347b58646b4c","formula_version":"titan-u-contract-v1","latency_ms":0.8677919395267963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ddca8ba9586d2a8f1a6b7970a3e6dee332f95912fb92723a9e63c66f19a4acc","sample_id":"mmlu-moral-scenarios.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc1a957dd86b86ce4b42a1b0d0469379760e8377b4fb0ca4c8583c7a54d90311","formula_version":"titan-u-contract-v1","latency_ms":0.6538750603795052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"141038d1d6e3653d80e4e85feb0ccb1d519481353ba2d9ec2cbc759c540e956f","sample_id":"mmlu-moral-scenarios.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47d4efcbff595a3faa44797a2476ae03968ac54b8e5c96dc7c07754c57eecdaa","formula_version":"titan-u-contract-v1","latency_ms":0.6100829923525453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1283de9acc0472c8eec91093d2c02d1dd3f2dadbd555bb157ad23a09bc474706","sample_id":"mmlu-moral-scenarios.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84cb98c285571311b571523ad30bf793c7ff46560eb21bcdb50058a2581fba69","formula_version":"titan-u-contract-v1","latency_ms":0.573707977309823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82686ab8aadb38c79857ec7fbf6708316e428fb7683fd2d0ff50afa14b1982c7","sample_id":"mmlu-moral-scenarios.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf3b1330d64d835cad58265f8042070a276cf1049ca16c5fb2ea94e0e24ffd01","formula_version":"titan-u-contract-v1","latency_ms":0.528500066138804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ade6f7e1efd01e8b8859370922fa9f2c6ed2bb392c1fe5c63fb87e7eb0ef8bf9","sample_id":"mmlu-moral-scenarios.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55c7e2a7407f99de72746dc21de9e669216012b11417e2dad9bbbb3ac44730f9","formula_version":"titan-u-contract-v1","latency_ms":0.54041703697294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da588ae34b3eafd0f1cf2e34ce76b746bc6844f534bfdef2067b2a960881aac5","sample_id":"mmlu-moral-scenarios.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44e33077328e20128dfb5e9ccda19e25cd430ce33bd85f906bdbcb19bb0752e6","formula_version":"titan-u-contract-v1","latency_ms":0.6034589605405927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74a89d0e96908a30ed13319d4d556bc90a6c708664ccac6c93d77bf6cb9da0a6","sample_id":"mmlu-moral-scenarios.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e938c399ed727d4efef0160fb2e147d43b8ac53f498358ea3d84a16ee036286","formula_version":"titan-u-contract-v1","latency_ms":1.7037499928846955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c909fb275a534c5d61a4795e227a3de3b5936ab9ea9dd494d34794c681ed958","sample_id":"mmlu-moral-scenarios.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbf894e43bdccc7d2b38f930ba38aa4a3ed6f8fd73969e43a2b895c13b327c29","formula_version":"titan-u-contract-v1","latency_ms":0.9166250238195062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72ec908dff5a3637bae21618b2360e274e2667034b827617f90bd72e4da36efc","sample_id":"mmlu-moral-scenarios.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7fe5059e800498efa0e37af2c0d3557dfd0d2778911393a60f89029b20508a5","formula_version":"titan-u-contract-v1","latency_ms":0.7668330799788237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44ffe7b147090728e38fd43062a7e8f28887307a250ba4aec82a4b5ba1e063fa","sample_id":"mmlu-moral-scenarios.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7063a31527357d3bd1f71cf49f3e39e465c46a1f6ea2652e21ba5b7c6c4c37b","formula_version":"titan-u-contract-v1","latency_ms":0.6775829242542386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17b8f55aa6db17707c76deb8524a2187c070c99b76273d983049d0ca30213397","sample_id":"mmlu-moral-scenarios.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c11aeaea4eeedf1a55d4d6ffbd6f3f8d0291e737efabe61da69463f197ec492e","formula_version":"titan-u-contract-v1","latency_ms":1.2012909865006804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d0e575bf5d532525a1727e7fcaf9332f3cbfdbde91de0d08d683a7aff2e0ca9","sample_id":"mmlu-moral-scenarios.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5b3eb22e34b9b09ba35b51edac16d8177603fd665210f5af46e56632c3ef12e","formula_version":"titan-u-contract-v1","latency_ms":1.544084050692618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8465f83ee983b9368a1dc52ad96dc799e4fbd489e758d09ebc0e081a3c080cf","sample_id":"mmlu-moral-scenarios.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e24c4413e917c4916a3181cd1d97434e5ccc13dac875a291ef80d1143094b29b","formula_version":"titan-u-contract-v1","latency_ms":0.5522499559447169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db20d6e7fad13854293b3867931a300c9f49fb81aad30dd1a3b1eb5bb9928b71","sample_id":"mmlu-moral-scenarios.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23634ef866d8438e52e826054dd6ef89dc220889b6c94b1723accca43c7a062b","formula_version":"titan-u-contract-v1","latency_ms":0.6372909992933273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4da9d2afa96c052d8d8544808b3dd2f4be83e4d6c85c0946fab4c069938cd8ce","sample_id":"mmlu-moral-scenarios.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec84d5c8a3b10310028c5d2fe92979d18db8c2a9edc0cfdf0f25b3e059dcb3d6","formula_version":"titan-u-contract-v1","latency_ms":0.712999957613647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"903708cf7a2b0ea812e6d209b2650f7c9180db32dc9ddbe2497ef8c2fada8f60","sample_id":"mmlu-moral-scenarios.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32e0e27535abfbc05d91c06e98d8cdd9a0aa9ff5f9f690abb5d561e50b98981b","formula_version":"titan-u-contract-v1","latency_ms":1.1964170262217522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6ac82d750ef3de45f0e8b8cb91f2b2acfca38d7977c66134d7ca98c50d10172","sample_id":"mmlu-moral-scenarios.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75a5b738610fec7f8b171b0dfbe39e582771b2f697bdd7b4f6a563dd1cebea4c","formula_version":"titan-u-contract-v1","latency_ms":0.6513749249279499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a62de2a7413375ca5cccb32cc58c44f99dbb649945011993cf0f227eede2ca9f","sample_id":"mmlu-moral-scenarios.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47265eed481f9f4cd6324df1c539060ce4f4d0ae1f72434002e342bb9c624b5e","formula_version":"titan-u-contract-v1","latency_ms":2.404583035968244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8f17c92611986405ae1c6a7fb318dd2e95d8c0a14af97423835c29b8653587c","sample_id":"mmlu-moral-scenarios.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e90a62545ab7eb3f146fb32b0107db00812f8f0e8b4d0703619f2f63ffffd0a","formula_version":"titan-u-contract-v1","latency_ms":0.5814590258523822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2724efc74270910b0a9b13679c0635deabedac9a2f682ca6dd8d33e455fc8b75","sample_id":"mmlu-moral-scenarios.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b300852e5d094d2d7b5a024078418bf2f9bb986e09a83944856e67b97a0192b5","formula_version":"titan-u-contract-v1","latency_ms":0.6322499830275774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8381103c9419fcdf69e976a0c5444808086f3c3b3a64068ccd5ce46f4bda95c7","sample_id":"mmlu-moral-scenarios.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0274535e5ebd30fc1c4736805ce2256692285c8d4f66d293659039afab7a4446","formula_version":"titan-u-contract-v1","latency_ms":0.7469159318134189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b20931d180860a206916d800ef48e14cb24ec5a4ed60a30796f7a18c1f2d7a6","sample_id":"mmlu-moral-scenarios.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"356d3eb5f7ec104c668f3a6304e0b62a7a4c2b9004965d66c53cc095c0f67ba4","formula_version":"titan-u-contract-v1","latency_ms":0.7418330060318112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5364787855fe1e8a1ed5c08e9f363ef037b372b2b45e9aa0c47eedffa95207f8","sample_id":"mmlu-moral-scenarios.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b314a86234aed8d382a52c7c5d1aa973286c21072cf3cb53d0f3a27074297650","formula_version":"titan-u-contract-v1","latency_ms":0.6750000175088644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c20f95f261d1a340b8b73e33850d757b64d87e1d9f76f6055d17c841cc3f2bd2","sample_id":"mmlu-moral-scenarios.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60fecdbccdcd80ed0b303634b115f10102e524b0dce1a6b56879693727547ca1","formula_version":"titan-u-contract-v1","latency_ms":1.416166895069182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db4140c3e73446eadfa913ed111c44df14963fb0350de407aff291f85ca2cbda","sample_id":"mmlu-moral-scenarios.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87eb173ed5a717802c67a36551d088a52f08474a6836bfdd9ffab1bb6f0e710d","formula_version":"titan-u-contract-v1","latency_ms":0.5578340496867895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4712be7497f82cdcf03dd47c3b2e165980f80738e67900dff3a9635c0be67c5c","sample_id":"mmlu-moral-scenarios.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8a0755efb7e485e812dee54937a09b6647e0ff499173aa2276bfa7d35af8818","formula_version":"titan-u-contract-v1","latency_ms":1.0537919588387012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2cfe1733c6c1080532d9a09848fc951fb6d127af012b91c2139bbc13fc5f2ed","sample_id":"mmlu-moral-scenarios.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4d67ecda23a1dfc78db5a58b5f24c15a521d26441e26778b36621807d8f0f2a","formula_version":"titan-u-contract-v1","latency_ms":0.6833330262452364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d532e8358d041ed31c26fb22a6543d2c04cf71e804f20d7f6a9f344e46b222d","sample_id":"mmlu-moral-scenarios.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0b40a2110e1c0727640bb022bb04af6216b6bca51ac1abf271920b889374b00","formula_version":"titan-u-contract-v1","latency_ms":0.6020419532433152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bbb7000e6388595e87db79283795982e21b0b76b80b0a6c5ea14de90ed320b2","sample_id":"mmlu-moral-scenarios.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c46fd250cf5369736953587e050b2aac7f0e17eef90ce0d73284fb06f71a77f9","formula_version":"titan-u-contract-v1","latency_ms":1.1542080901563168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff8872ca17f34a526e1cb2ea2b3b5bf017fb8604bbeaa4374882884f2b55cac2","sample_id":"mmlu-moral-scenarios.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0cbdba1645c62d59adf1f25da0591c5f69ba83e8d83871f7612016486d5e851","formula_version":"titan-u-contract-v1","latency_ms":0.606333022005856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87edc4c8d29e9dd7a07fb0635f419ef26b338d462329315f3910aa1db8b51032","sample_id":"mmlu-moral-scenarios.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8663927063c94791548e56c86293fec56187ee86c50791b91904bc21cadb4134","formula_version":"titan-u-contract-v1","latency_ms":1.0154169285669923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e64a497718bfc0d431830915caef7cb66bb3882f8e2b5085da9db1bcb50a6b64","sample_id":"mmlu-moral-scenarios.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99d09d9f5c00f239a39afe24b0d3bd4e1564d531d02cedae457a48fb439720cb","formula_version":"titan-u-contract-v1","latency_ms":0.6125830113887787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71d8236392954a9731e084bb9b9441afb1bd1e35adab1bf38355cfeb01c49088","sample_id":"mmlu-moral-scenarios.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ec4cc488c0d85bc40f9da8b7cb93b0bb070754be4f236501d4ddb2fdb714c33","formula_version":"titan-u-contract-v1","latency_ms":0.8329580305144191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbbc14e92078c6cb851b4182b8bf2dd574cc70caf647999b1810049ddadd5f8d","sample_id":"mmlu-moral-scenarios.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b01af582d25b7e244084cf89bb9943ec055079c4f56b939789ed150b62f1ca57","formula_version":"titan-u-contract-v1","latency_ms":1.9427909282967448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4d2f3bfa328e07023365b94097afde4353df5273c38ece791d9d6076e9362c8","sample_id":"mmlu-moral-scenarios.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daef3a80702e9485d2e6151504370e127d2d53865f520461e2050facecabffa3","formula_version":"titan-u-contract-v1","latency_ms":0.570415984839201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b73f4f269e4636858eb0d8dd3e34b0298c31558b8fc364d539c312dacdd7b89f","sample_id":"mmlu-moral-scenarios.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"000cc62c2f018119144c7259ee8f8dc5c2bc0a654aab2e6a57014a68cb273a21","formula_version":"titan-u-contract-v1","latency_ms":0.8362919325008988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d17c46f08f7a647e7b7b53d4419962a43c0b887860f709ae66dbb9b11b2fdf3c","sample_id":"mmlu-moral-scenarios.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"294c8ed1b06cb3c5623485f5eb5ce817d3f0c6ef68cae4a22ce6d9ee51a1e846","formula_version":"titan-u-contract-v1","latency_ms":0.8626250782981515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adc7afde3ee5e5fe83db2deec885774db44e40745ccf91e453351f29110d8c57","sample_id":"mmlu-moral-scenarios.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39742e88500d2d749fe1cc1b2f0a68955d87426b3da654c1895a85f912814da5","formula_version":"titan-u-contract-v1","latency_ms":0.6044170586392283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14b716c0ce714e4d2539f8fca4e85189b886d879cd7bd3ee1e0beaaf57757cc7","sample_id":"mmlu-moral-scenarios.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7872ba345b6a4bd74abe1d33ddeeef1db850db73584c6d0a295ab2f816123a7","formula_version":"titan-u-contract-v1","latency_ms":0.8663330227136612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"052f1d273a51d521076c069dd52abb3255bfbaabf31fbcc0d3597676ce24db64","sample_id":"mmlu-moral-scenarios.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4a110940f8cb46b2ddb414707003c2d347e797f0e22e1968da460dc95dcc6fd","formula_version":"titan-u-contract-v1","latency_ms":0.5865829298272729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"313fd62768e195052261b67270d305e93717bf64766bef5e43ba9a7a9a134a66","sample_id":"mmlu-moral-scenarios.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97ed6a4fea48e68ad6915b18e8bcef9da24b7efbd6abf0c46e28e9b0cf2f3770","formula_version":"titan-u-contract-v1","latency_ms":0.553749967366457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0758a8517b09f72bfbf333b39323d9179cd1ee3736baec4393e241cba7232876","sample_id":"mmlu-moral-scenarios.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3526cb336349864c24980441ff5f2cf635fdea5ff9d0a76e1825041fc0626d6c","formula_version":"titan-u-contract-v1","latency_ms":0.5572499940171838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"012d0a8f9cac6aeb68db495eb85ea69816900c49c34257851c2e440248d3f383","sample_id":"mmlu-moral-scenarios.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b643880ea2acb8f00a7a86d9784d16cd9a8fd1cdeb83636c077d8cc4c1c4206","formula_version":"titan-u-contract-v1","latency_ms":1.2497499119490385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17e52116e9b95b6da266d83e1570aa149796ab0ca8a72e72be5531219c4bcfb3","sample_id":"mmlu-moral-scenarios.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e44404e21c8b47ac7d6d78590c0c23c6ffeee4a2cc430dc9dd2a1aff5b29413","formula_version":"titan-u-contract-v1","latency_ms":0.5480420077219605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db6b15dd335aed360f9e528fd42b1022dc5f7458384795fbe29ef0b7817faadd","sample_id":"mmlu-moral-scenarios.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da29331bc92b9fb09fafb3fc7f3cf0d4a630705a7f44298e70255e92949ae9e3","formula_version":"titan-u-contract-v1","latency_ms":2.079291036352515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af2165de493c75d35d0a1e7530e6ff5d2c1912159b2db5ed70cc3f3ab9630317","sample_id":"mmlu-moral-scenarios.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea6630c218c257f065bef4806cb56926701508f47b5bbc793cfd7931de29025c","formula_version":"titan-u-contract-v1","latency_ms":0.5741249769926071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ce2d3df4b2110f74316902ee2e39ce72253b4c87a2883503004295484af07e6","sample_id":"mmlu-moral-scenarios.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11590680aee43e2a8c3bc9e8649356d68edeebd591f7a6db9a135383790a23ab","formula_version":"titan-u-contract-v1","latency_ms":3.1714580254629254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce74a64f84a2093c3e0b9f9ac8238b03c4ce415cf33dd7e19a75c49b813bcb92","sample_id":"mmlu-moral-scenarios.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea46258f81357062690fae7252bf881cd7853a436265c3107e54adf3b67d1d3a","formula_version":"titan-u-contract-v1","latency_ms":0.8287919918075204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9a564c9113a2ed25ba9f4ab891a2eea815f3565702c20f462240c5c04de758e","sample_id":"mmlu-moral-scenarios.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50793399587588c1d413f02eeb09cd1fbb432d1afac2bb5667cbf556cbaba793","formula_version":"titan-u-contract-v1","latency_ms":2.030750038102269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf945eabaf8ba43f977ed6002235cdcfedd0772585149be4b7b4744846c75783","sample_id":"mmlu-moral-scenarios.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16510eba943eff983154b878adf6e62a30880c1b5eb422ddc4550bdbf5b826e2","formula_version":"titan-u-contract-v1","latency_ms":0.6674169562757015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"557998277f86275106c2fcd8818bff814f08b2d6e4519a50df53c5cd252a9e94","sample_id":"mmlu-moral-scenarios.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd2244937052dd7c2ec05d47185193fee200ffdb04f873f1e0cdabb258428ff4","formula_version":"titan-u-contract-v1","latency_ms":0.531416037119925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0425e79bea5d857a55f6f08b4b325c8b984b940751572120ba708e14dd26ccef","sample_id":"mmlu-moral-scenarios.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"657eb5aabb9e9d2f5abccd8340823c804bf3f453cd378e547a614c4396e94e2b","formula_version":"titan-u-contract-v1","latency_ms":0.5968330660834908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c90f60e7852fafcf99ad425fda84b539c60e192e46d4ba26912751e3de7ee511","sample_id":"mmlu-moral-scenarios.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"346c2a04b80f6f5f59c7206e0c0c1c5d8cf9dce05e5429ebe6894b6d5d661b02","formula_version":"titan-u-contract-v1","latency_ms":0.5741670029237866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbe05fcce6a632a7b5044b73b619aac3eb1e005706c43956b5b195540ad8e84c","sample_id":"mmlu-moral-scenarios.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76fee6584f98873845a301e1aa12c69a4860a0a087a5952b2a4069b3caa7ef76","formula_version":"titan-u-contract-v1","latency_ms":0.6589579861611128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeb9af34b75846049fc9c5707370f740964eadc6aa0a981f6a4b0b8f26dc3d0f","sample_id":"mmlu-moral-scenarios.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a24dc9b9e6d9c17b630743a92ff29317177284d72edeeda089061b2e93a3396e","formula_version":"titan-u-contract-v1","latency_ms":0.6847080076113343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8743a8a1197022523a546f87ba8217343458ff63a457067a3b35d22003c2da2","sample_id":"mmlu-moral-scenarios.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"660e30a2d185ec82f90e8e5f0a7ecf33abbd0671f8a1d4827d64ee0d1c4bd756","formula_version":"titan-u-contract-v1","latency_ms":0.7560419617220759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31a9066a835e66de09c4f77c7559fccbab51276a1c2e088ea9c6b7544a4928b3","sample_id":"mmlu-moral-scenarios.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c95dcec56acf42e9d79aca650735642125a0dd0ae539c469f165607db749a88c","formula_version":"titan-u-contract-v1","latency_ms":0.5850829184055328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef0032f185bf22a2fd146c7ab436123a85a5d6858755b7edb6e849c63a2b1d0d","sample_id":"mmlu-moral-scenarios.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"779412d11e292ebb107f28cbc2316f2c3f1aada56356716f6a7cfefdcf37ddcc","formula_version":"titan-u-contract-v1","latency_ms":0.7016250165179372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97e6beac956f254bf9f3a49d2811cf6e1c52ef22843d6eecbc76e7aed85ec620","sample_id":"mmlu-moral-scenarios.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9ed3ffd83ed1c43fe12030ec92f50660cb2918b0b0d66a1f707c677a7218710","formula_version":"titan-u-contract-v1","latency_ms":0.7185830036178231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54e072f81c2de72ad2aae9eb37b1f7db7849154f247f56c7997469254e11b1c3","sample_id":"mmlu-moral-scenarios.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f967639214037ae8d9ef3e2f5be1cab029df1a7fb4d9e7080041fcbd83bfff4","formula_version":"titan-u-contract-v1","latency_ms":0.536374980583787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9437d3918ed69bfb92f267280bb16b6507f875f5551f40a9b9d0158a3a2ddf86","sample_id":"mmlu-moral-scenarios.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"942085c7a0818353f4f502d2dcb22c3b7ea762997f16fb42c530485e7aa9a284","formula_version":"titan-u-contract-v1","latency_ms":0.653750030323863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa781952078eb72fe42151987c9eb7e72d4f3c487b2a79d500471f03c69686fe","sample_id":"mmlu-moral-scenarios.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d89687d0db4abdce5c9cee4aaf8dc98804e50127d98881f3b81c4df839576cd","formula_version":"titan-u-contract-v1","latency_ms":0.5584579193964601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"175cf0e7d93ebcdb904916c35ae397f481adddfc97c5e940cb825076ce6beb8a","sample_id":"mmlu-moral-scenarios.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0233d7d5c3b68215fb541a42e666d97930a36624d5394e2bbddcca88e4fea3a","formula_version":"titan-u-contract-v1","latency_ms":0.6208340637385845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22549e69d351c832b73b9693a3d152dbe826631bafbb4f64e7f0936941bc1808","sample_id":"mmlu-moral-scenarios.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c290ac74ff493467de238c7636ee3e7ed6093a366b42a599e3ad38c1a86fe2e0","formula_version":"titan-u-contract-v1","latency_ms":1.191000104881823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef28933b81e2edf475590107d1668bcec68d07e647145d24e0b72fd2a626bc3e","sample_id":"mmlu-moral-scenarios.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69a7bf1e93372bef73fe78094f8924d2450d42b0e0da73b5834aa6d61062338f","formula_version":"titan-u-contract-v1","latency_ms":0.5616670241579413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"865665f8a73a4f9e66e5ffe37d76ed67bc610a296d7617623974146fdbac2f0a","sample_id":"mmlu-moral-scenarios.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1804b3f9058ab9dec05dc0c77c2493555b8f531f01e11fb7e022f87ff4397768","formula_version":"titan-u-contract-v1","latency_ms":3.3359579974785447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33d3b12e0f11d282d739208eb26387c7049da8e6a470e47995a69145ccdadf09","sample_id":"mmlu-moral-scenarios.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2e235007065a153595d99e0dca5b55363d87bc6f91910dc148270ca3ef17d5f","formula_version":"titan-u-contract-v1","latency_ms":0.5648339865729213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf502bca978868bf471fde92d71befb6ed47425a93ae774a3ef55287c2a61b91","sample_id":"mmlu-moral-scenarios.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea4b3432e0a1df8f7b40e341c59bded5741987624120dd34eb282be113bb48a1","formula_version":"titan-u-contract-v1","latency_ms":0.5573329981416464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eae3a830ce04ca24e01cd0b76c465e78e6cfd948a88c3b7185710e694a5ba9a0","sample_id":"mmlu-moral-scenarios.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc9fcb88e2c81684b6019cba637e8bb2ee38c436f2a094de557c1734c6243801","formula_version":"titan-u-contract-v1","latency_ms":0.724666053429246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18dfc6bd2c973577c7c023efb2a82b265142c8b2495cc5bd505f0ba78ac6613b","sample_id":"mmlu-moral-scenarios.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"642085a33c8decf6532197c619efc7ca133ed40242395de888046b53f1f19451","formula_version":"titan-u-contract-v1","latency_ms":0.6658750353381038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d72a8cc7c199c5cd6e30bfe63db53c1f6015cfe519ea1638416c691b9aabadda","sample_id":"mmlu-moral-scenarios.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f08b34e409f19c7e7139546ff085f08b65dacbc214af66a2d736956d885cbc6","formula_version":"titan-u-contract-v1","latency_ms":0.7988750003278255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb562829f0528caaf7b78707c1105cd4c4d408691fb2e8f91473330bd681e7a2","sample_id":"mmlu-moral-scenarios.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"072e2334c1e169b7819affca7de3c9a25781839d081da78e0bd88df3ffbcc039","formula_version":"titan-u-contract-v1","latency_ms":0.5326670361682773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4084ae69406894d240f643e7fd7885092234f1cdfb553fcc20f4e7aa99060871","sample_id":"mmlu-moral-scenarios.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"960ee4150d982fde150117c3c9e95fc0d24d83c728fa1118efd8dde4766938f8","formula_version":"titan-u-contract-v1","latency_ms":0.6544169737026095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c329909e40477071bf78a610fa84a6f37c5c7ae67830600af4792f4818f2d39a","sample_id":"mmlu-moral-scenarios.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df21b82535847214d2b34cdc85a4ac558d72e6c75a08babfd361ac4bd4d41246","formula_version":"titan-u-contract-v1","latency_ms":0.5617080023512244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3e1a4e1489e2527a7b82b1774b0b1666f06c1e8782f1433d78bbbf85c3a50a6","sample_id":"mmlu-moral-scenarios.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"433fa91f0b4e3dc8f1f3375576c1a1103369877e48734bd6fde7ad54b2c3e871","formula_version":"titan-u-contract-v1","latency_ms":0.6044160109013319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8c9d5d0854dad8fbdca483ae5de9354071c6b0248cb25979b89c97665a1b4a8","sample_id":"mmlu-moral-scenarios.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65b1c75bb4d7df8d5d7b8975032344913f6ad6dd5e2805adffd932d923e92a87","formula_version":"titan-u-contract-v1","latency_ms":0.7867909735068679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebd350d1b0d03a3420c770b3e88d65e9b961050204d88880449fa8b1fd3cb953","sample_id":"mmlu-moral-scenarios.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b1a1692ab28617a206d091b58b0173983f9273db10358e73842788e97e79ec5","formula_version":"titan-u-contract-v1","latency_ms":0.682000070810318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f074fee18e165ae900375e169265a0bfeb748eb89bd9ca4724832f2cc45f3a3","sample_id":"mmlu-moral-scenarios.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50a72c73d7c86cf02a3e83bd578739bdf6f742f219efd13ef0338fcef3daa4df","formula_version":"titan-u-contract-v1","latency_ms":1.0514159221202135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"684e8baf2ab8a7e5ed4c306db764d315b330a3b859838ad201b8d10a25063eaf","sample_id":"mmlu-moral-scenarios.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8d2eeafb2900c4d471808124d9fb1b8abba82e635472e394af22383dadec2f0","formula_version":"titan-u-contract-v1","latency_ms":0.6409999914467335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05c6c7dadefa51f49a76216d3d0c47f90af31060e1b35b955e5538da6b614a9c","sample_id":"mmlu-moral-scenarios.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2130ec1633b80cf9862330f11f6d66abddebc73d1bb1f85e13801e15bca3c38","formula_version":"titan-u-contract-v1","latency_ms":0.5690830294042826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"012db24fd85fdb62302bff1e08d431ecd42f6b73b86f71ced76b99ca2ed1e414","sample_id":"mmlu-moral-scenarios.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"285f8e2ab38f523b7c41286ec8b24d03fcb2de7eeef1f9b24216fa4cb1ccb97e","formula_version":"titan-u-contract-v1","latency_ms":0.6295420462265611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"434f3dd6c69d535cde095b3a802b2a5dd36119b5ee7c51de55e4aa6faae0daa0","sample_id":"mmlu-moral-scenarios.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f2419828633d30493db27fe7fd954c9af47a027e67cdacebb93fab774bde753","formula_version":"titan-u-contract-v1","latency_ms":0.8442089892923832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea317bda041dd98cf8ed6922e2356bcc92d3b9a242e169e7206b9e9157b951bc","sample_id":"mmlu-moral-scenarios.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2afb70848389e91ac438bb5bf10347ecaf1dc2a56edb0f54e34b01773cc8f877","formula_version":"titan-u-contract-v1","latency_ms":0.6533339619636536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09b088fea7a6c57b4d503f1126ed853bd1d1e4468862c113e7c4ec66c388e40d","sample_id":"mmlu-moral-scenarios.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aea048e758a881b181390e079d7888f86e646e1ea3d6f9cb9aecee11aa7e6da7","formula_version":"titan-u-contract-v1","latency_ms":0.5403340328484774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c3d6a3b29390a95b2df9889b707f9f97b0586901f993ccfb4d7d9b468964b06","sample_id":"mmlu-moral-scenarios.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b0dae4c9a93cc05d19879368bbe60eaeeca648637d3bd80d6023d9aa28448cd","formula_version":"titan-u-contract-v1","latency_ms":0.5917920498177409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"835e40761c4f5527279aa6b991810fe25abb1113430c321bff5b5c0db8cced02","sample_id":"mmlu-moral-scenarios.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a55f91fe6be4a763ad98a4c55688327cca59abac7b5d73a5da221983642371ee","formula_version":"titan-u-contract-v1","latency_ms":0.7116659544408321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a83368d1c1b78b211bfcc7679c1435d07070a4a354a851476b6e42d28e3deeb5","sample_id":"mmlu-moral-scenarios.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efa308860bb8695f023160cbd9cb3f67c02e2e1665d6c79649a1cdb789f7b769","formula_version":"titan-u-contract-v1","latency_ms":0.5534999072551727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"200ac12f4aae6304164317f0702fde0335020c258e89f5df3296d68833accdcb","sample_id":"mmlu-moral-scenarios.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d2d66194ee68b480eb7b08289542d0b6a896d0eda50a26eb52357b7033d9aa8","formula_version":"titan-u-contract-v1","latency_ms":0.5354169989004731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a19e9c4646b9cb9affc9b6de0dd7773d841a7c39efc2029f1b8778f394b34bd","sample_id":"mmlu-moral-scenarios.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1861680dd8b5edd0b1021582c6a2b7804980e9219f5b38d3df171ff3083cbc6f","formula_version":"titan-u-contract-v1","latency_ms":0.5819579819217324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a732bacb410ea10ac16e512981933b72640b256b6ff391e4458c51ac041383bc","sample_id":"mmlu-moral-scenarios.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a3f35243adac79e8efb8cd81e781d8690d9948cc26285b2f64259a038d91d81","formula_version":"titan-u-contract-v1","latency_ms":0.5700830370187759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76c7c75a334ffa1175e0a0373b6828c0e8cc859d453d5818981a64a36f9bd0cc","sample_id":"mmlu-moral-scenarios.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d87d3acd5c0f6d58ab8767bb7f4470ed148a815069629fc2bb9f7a3f172ad85","formula_version":"titan-u-contract-v1","latency_ms":0.8199999574571848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"006c5d433638add569452a5d70018adf96aa657821e878997c1b347b8339232a","sample_id":"mmlu-moral-scenarios.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eaa7c76cd8363140691a5c77ebb87c5fb80fffd144c09d94109d8ca975d437ff","formula_version":"titan-u-contract-v1","latency_ms":0.667041982524097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd7f5078629181e919f4f73bdc79422a04eea5d7b704603e8ec16370a611a49b","sample_id":"mmlu-moral-scenarios.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7145a20f61a5c4241c40381d9d2c00d6c1e74c126864ff11e15ac31eaeee460","formula_version":"titan-u-contract-v1","latency_ms":0.5790409632027149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6417541de1343da71cc8a26bd98a2b3b52a9abbb810c4af843ef15b6f7142c1e","sample_id":"mmlu-moral-scenarios.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"721c7b90b2033e75a2f49c6c531852ad2c04537fa746cc7694d1038f73687044","formula_version":"titan-u-contract-v1","latency_ms":0.9155001025646925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5ca9ec0770a76976bf6437b342bff7eed43d15e5db639cd8d6534eb1b8ad8c1","sample_id":"mmlu-moral-scenarios.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3aead65f3410d4cc9ea1e6421f075eb6fcce31a1be87e947c6489fb556e6386","formula_version":"titan-u-contract-v1","latency_ms":1.0984999826177955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"806970b9d433fa22852451efeab9bb7ca29260fafaab2702f45ad35dcbffa984","sample_id":"mmlu-moral-scenarios.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2eddba040790f0b44126f55c516733ab25ddcacf25b45ca30ef194d7de1e0ef2","formula_version":"titan-u-contract-v1","latency_ms":1.026540994644165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bae5c409923f4466d372c400ee5de2faee79c102715fbd07864665169d88caf","sample_id":"mmlu-moral-scenarios.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ec3c77d256c8cd419be3cc869598cf2730a1d26932750c320ad32651d078ece","formula_version":"titan-u-contract-v1","latency_ms":0.6891250377520919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9404848430475c8977d602adad62e3b8d3a3385a3d6aaa758ff82489658a23f1","sample_id":"mmlu-moral-scenarios.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83cb265af34147998eda4fd9daacbf48187366bb12a3649822bb26d258ecf482","formula_version":"titan-u-contract-v1","latency_ms":0.5494999932125211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba74f02a58f43190a43508ff41367c6fbad8171cefede6e9b25f38d57251eabc","sample_id":"mmlu-moral-scenarios.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"056b2166c395556019762bef3a151348cd5234f9faeb7b4f74a30ff60ef9b103","formula_version":"titan-u-contract-v1","latency_ms":0.8233329281210899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56bf875662d3f26d329fce60ed47dc25b1c1154710068c325d79be2d2abc6727","sample_id":"mmlu-moral-scenarios.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a984e23e1a515b81289833901365f9b588241ffcb30a3e02f6299a137194da57","formula_version":"titan-u-contract-v1","latency_ms":0.6994580617174506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4a2b34dfc33538f6f1b6ad5c80ebeffeb0f7d453687cc5dfd73b575f9c7ddf9","sample_id":"mmlu-moral-scenarios.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7f6c3564d6b4472bf3f27598219de27305290a0ee43e50ea821a4dab0b2c4ba","formula_version":"titan-u-contract-v1","latency_ms":1.7155000241473317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb83569564feee5f7065679f57b328f88bba1d3cac94962d022a3f6ff22341ca","sample_id":"mmlu-moral-scenarios.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3469ea0483f2d319c7e4a5f13e9ff201bb5a87d2ec7fe9991179639d429b07e","formula_version":"titan-u-contract-v1","latency_ms":0.6580830086022615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeaad9b4502b5efbd4e67a16d748c7528ce28f7bda762f61ccea25c163d0233d","sample_id":"mmlu-moral-scenarios.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f2afaaeb5fdfcbd3fff4695605ab15f24919211f2340a38633bca8792e6fbac","formula_version":"titan-u-contract-v1","latency_ms":1.1167910415679216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cefb33e2524cecfc45323aa70787a06081921763df8e068df0e7e363271b1b9d","sample_id":"mmlu-moral-scenarios.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d4703ba061c21b8e4605491ce29823d5c84ec16685031e22ce41e7a1434114d","formula_version":"titan-u-contract-v1","latency_ms":1.1093750363215804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39f764b7bd3fa2e30a88ee943114bb6ac629f5dc707bd01674ac77cb5ac3c46b","sample_id":"mmlu-moral-scenarios.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3faef9c1fba10b42dc25094bcfd0a6ddb4579d965af5c1c3923b0ace9306c0a9","formula_version":"titan-u-contract-v1","latency_ms":0.5746249807998538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da17f3b935c86628db86679e6ec2d6eed496199be3d61b39cf005e3bf6d4e8d6","sample_id":"mmlu-moral-scenarios.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5c730ac0d1d8c44513ffd44f419d8a37488ad4a3a938b07825a36c81ab6eb80","formula_version":"titan-u-contract-v1","latency_ms":3.1731249764561653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e54d930694171f68a90e81fb4af9cbb5776cb2c066df62ed0efb95bcec4e9b5","sample_id":"mmlu-moral-scenarios.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdb96ae0565446952212e0df930fd66d59a09221fa337ca75a10bf2d6b106f9b","formula_version":"titan-u-contract-v1","latency_ms":0.575082958675921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"634ae747ef542b8656275b60f79ccf63a25315b418d5ccba82e09e3a5bec2560","sample_id":"mmlu-moral-scenarios.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fabb882af5db1817d74f5b7c12bcd32a94a4868091997285ddddfb8af8e2126f","formula_version":"titan-u-contract-v1","latency_ms":0.5302079953253269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c535febe4f92eed8c50d98c0303173766f6d72cf7aef31d1b6c277c296a9d6f7","sample_id":"mmlu-moral-scenarios.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae8b910e10399dc3d0c42e2b7b6fd2a42a6cb12b71f6f6e6adaf2eff28e598c4","formula_version":"titan-u-contract-v1","latency_ms":1.9254580838605762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a0333e85c2e64358c8a813f2b41add3787b6391673843a79e61bf88d089dd85","sample_id":"mmlu-moral-scenarios.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ea09f21636871a2b487e337794119bfa9fb3ef2fd953cf9abc289d5d242f375","formula_version":"titan-u-contract-v1","latency_ms":0.8497920352965593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bdaaf0fc3c95df2cdde29d5ff5f9e9b05ed23fbb6f5556bd4c4fbad82be5494","sample_id":"mmlu-moral-scenarios.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a54d285dc330fe602113f8c60d060a225931873089d63e8dbc08cf50c9790930","formula_version":"titan-u-contract-v1","latency_ms":0.5608329083770514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16f3078d6773164a864363cf90b5aa2cc3cdf622ae5340e134dacd35592af834","sample_id":"mmlu-moral-scenarios.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"480965ad6874114186b2561020bf4f8d97ed9feaa8ea6e10eb222652a4a11c60","formula_version":"titan-u-contract-v1","latency_ms":0.6851670332252979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6070cd13b64fd91e291fb1838725b2050471985a406458b0b343d69ae3f1b94d","sample_id":"mmlu-moral-scenarios.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfc26e3677327ea4251d485982ad842a91cc0efe83cab6d4bc34f2c1edbbf079","formula_version":"titan-u-contract-v1","latency_ms":1.0596249485388398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7ae2561b7d538259044e5b878cbdc5ea1c20f92937c8f707d041ae37f2becf7","sample_id":"mmlu-moral-scenarios.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ca55ec4d907d930c60147e4208d2e57ef798635b2ce7c557ee92abd8c81dfd9","formula_version":"titan-u-contract-v1","latency_ms":1.8565000500530005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04e2de731bfdf89877abd15cf1d56a9f554a5762b0a4025ccaea71848c90224e","sample_id":"mmlu-moral-scenarios.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1df8db8fc8f103ea2b7f61109d3b225ed2fc17c776112fb1ee67e164ff762b6","formula_version":"titan-u-contract-v1","latency_ms":0.5862499820068479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dae54f6fdadc8bfaa7ef34d614df47d2b46aed923cd897490ce3364fde2b4bd8","sample_id":"mmlu-moral-scenarios.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53a8929909f572747a0fed585087f008c92a8bb48511a67510be9768fcd53cf8","formula_version":"titan-u-contract-v1","latency_ms":0.5905419820919633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0688fad187a6514392d72f3e1be9ad8c8a4f26491e135234728c9c7a2d842f84","sample_id":"mmlu-moral-scenarios.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13afc6a967fdc0268191bb7de4d9765361600d95862f293138b25824ffeb3438","formula_version":"titan-u-contract-v1","latency_ms":0.5734579171985388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f02868c687e450fb0178e4d393aa1d97390bbd18aa05a1b3f1a1d57adbd01863","sample_id":"mmlu-moral-scenarios.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dade324e533413107cfe6c142fa8f7960dd3ee746f1594c47ec0a529c474762e","formula_version":"titan-u-contract-v1","latency_ms":0.5724160000681877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaa18b1f55000c4e2c2938b5ba6b6f33fafbd64dfbb95c477be2517e0e65e14f","sample_id":"mmlu-moral-scenarios.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a284fa2b4a37e7ea8ebdaa776a0ae049d0ca0e8ed3417a46d0f6df9d205e3a5e","formula_version":"titan-u-contract-v1","latency_ms":0.6806249730288982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd79c049326645cead78229f4aab260b8c50b6841021416e10ee20f2e3de5214","sample_id":"mmlu-moral-scenarios.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93a96e8f9d00af0dabc14f7bfd8f36c9daeb99067e47e5f9e399da64e7cc9999","formula_version":"titan-u-contract-v1","latency_ms":0.5624160403385758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be586f8773bd2ca268514161e5eb383170cb9b2c79d239f6bcdc6a0e5db3fb1c","sample_id":"mmlu-moral-scenarios.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2c576a2be0ea261d9aef7ce0c7409b0e7956989d06290c1a5d3a3adfddc654a","formula_version":"titan-u-contract-v1","latency_ms":0.6194170564413071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf11fa4854a795dfd807e2b2867fec4790e4c8efbc01d0cc90b67140726d87fb","sample_id":"mmlu-moral-scenarios.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"959f0e79eae3e77c2e6002776a9834d329fa4d77166f1fefb924ec7dfb33f11c","formula_version":"titan-u-contract-v1","latency_ms":0.5321669159457088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3be10ef71a3dae8289ff25416f4e0b90e625098bc5be8f421c1243bc88b8c3b5","sample_id":"mmlu-moral-scenarios.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73b4c3220b74973e15d212c34f84b37a98e3687c3120fb51f524f6f0c941facf","formula_version":"titan-u-contract-v1","latency_ms":1.0974580654874444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f8790496c5763c9b2d5f799d14f98c9990e8ade010e35daeea2672f200b50cf","sample_id":"mmlu-moral-scenarios.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"952529abfa5495ea296792dcc083cb92af01ec2c340fa871a1ffdbcc6700c132","formula_version":"titan-u-contract-v1","latency_ms":0.6392090581357479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88fea18a56879fda2f1f19800bc4e463a4125848a2b90bb92f19ee73f686e8f7","sample_id":"mmlu-moral-scenarios.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3423e158040852f3320b1df5978a7edce4a539d90cf0b1a5d04f0b6f3b812668","formula_version":"titan-u-contract-v1","latency_ms":0.5583750316873193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f51c6eb6838ffdbb092f3e39093a65bb020029519fc3fd6aac11e5b605a3dd45","sample_id":"mmlu-moral-scenarios.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"170b2afe10b6b0bfb1d5c0211feba9ab260f5098a08869d02aae13d5fdd76d57","formula_version":"titan-u-contract-v1","latency_ms":1.6077089821919799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06ea994fdb2168aa9aaa1a9bc5e2d240f5a9e8770e04f5e04b4e41d77fd44c4e","sample_id":"mmlu-moral-scenarios.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7e68de322e3e2939598eb61729b451993ddf99ec41f3a2de190ece7299dbd31","formula_version":"titan-u-contract-v1","latency_ms":0.5588339408859611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6387e156d8bf4eef06fb4f09da0c96620d7a4438e9486aa526ff7e329f847564","sample_id":"mmlu-moral-scenarios.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"487f3f18de3b294c245e8ede2cbdb293a1c21fefd8ae5da4c9c3b9be4d302721","formula_version":"titan-u-contract-v1","latency_ms":0.7966250414028764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3ac96ad9db25b5328e88d8e492b9e53ae1db8b8608267014e82584f3e83d704","sample_id":"mmlu-moral-scenarios.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34e491c9888cdaf5ed45424471de325415ab9a804c15b7dbde21f157bfb5831f","formula_version":"titan-u-contract-v1","latency_ms":0.8428329601883888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fde76c053ab5e801719195b348380dd43ce45058eae027ee390baff2e1e534e3","sample_id":"mmlu-moral-scenarios.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9bb56643875ab727f4407c6abbf0bfa12505a83de145234fabe82ad6cba52c0","formula_version":"titan-u-contract-v1","latency_ms":0.7275419775396585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d3ab40764feda6d2c8afa797b156dc4c8e5fee06e6e9f69f154b21686099e46","sample_id":"mmlu-moral-scenarios.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a2d5af26b178fd890b45b8e63e09d6eaba2d214106ef339db85e123594361aa","formula_version":"titan-u-contract-v1","latency_ms":0.9010420180857182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c035f7158d3dfbd3f2d4f3d4809bdcd1c482d147062e33ccfe46e40ed8251737","sample_id":"mmlu-moral-scenarios.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d8c008e9317f5ebe1ac2bc58d7cdfc6e338a36c6d3d4978d24993eaa676330c","formula_version":"titan-u-contract-v1","latency_ms":0.651958049274981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3e6f5837e816224c410e52777156aeebde03a308e9a8dbc2642085b71c66715","sample_id":"mmlu-moral-scenarios.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39613c72f526d9f71ff5a22f64ec40d6ed7fca45691b43dc8d810ccbe3211601","formula_version":"titan-u-contract-v1","latency_ms":0.7111669983714819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fe9c2d39d5ac7ddb1ba7c073f7a35110461b28c0170fb6bd2c0a166d1609356","sample_id":"mmlu-moral-scenarios.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6ae09cb23386dda1610e63cd26a5200268dc85dbcdeae49dca4424700c275d2","formula_version":"titan-u-contract-v1","latency_ms":0.5427500000223517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c8534490e8932b6f80794efd13f72b7f573f40b62edffbc584228f523af4177","sample_id":"mmlu-moral-scenarios.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"116b37aa76d19c6f7ff4feccb97f827966f3b90f6f184e2581255e3a4d4364a4","formula_version":"titan-u-contract-v1","latency_ms":0.5524998996406794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdb7825876584b44801c20b92ca9992b3c21caa0872fc99418a0ac9df28060d7","sample_id":"mmlu-moral-scenarios.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7b466d2ddd20687eca6001372b3adb064751406d5319932b71f30ed2f0f339b","formula_version":"titan-u-contract-v1","latency_ms":0.5200000014156103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14925508bcc450f60f6fac96681bf446dcf1a8c6861b01cd076271c5bd8001d1","sample_id":"mmlu-moral-scenarios.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ffa939839657c411d205580b034b981d70c1d58f034bcc2ab995933402f2942","formula_version":"titan-u-contract-v1","latency_ms":56.442667031660676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6725d6f186564907ccf48e0648e4e2850d66b393c553cc088fc9144e29c4b5b","sample_id":"mmlu-moral-scenarios.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"898c3286dd3c715fa6606754d6d6fe8c71eae25dac08c7fbb0c58d2bccfe283c","formula_version":"titan-u-contract-v1","latency_ms":0.8487919112667441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eb9865ff1b0fc692bff3424607a19255262abb224dc717aba0b3904ac6e9d0b","sample_id":"mmlu-moral-scenarios.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"012bb6296a39590ee09a4e0edaee47551abf82ef57db1d1b34832f9549beb9fe","formula_version":"titan-u-contract-v1","latency_ms":0.5510830087587237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ccec76a8f2e1ffc291eb5882610839c07a7094ab725f36aea79642d794dd02e","sample_id":"mmlu-moral-scenarios.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6f05e149c00ccbc47f629f60c2d33348023be876aab849e008fad46eaa51b6a","formula_version":"titan-u-contract-v1","latency_ms":1.0607920121401548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b2a908935505c4a29b31f4edf2de0308d053ac795b570421e23634d13d86109","sample_id":"mmlu-moral-scenarios.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faba041a5d4fde334e4dc965eb92d266b2b036836d4f7af686e6d8ed2d9917a8","formula_version":"titan-u-contract-v1","latency_ms":0.643917010165751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b04cfca2dcce01023d7f43e7c329d1d38153ce78e7140e1a1df55fac5e4ce590","sample_id":"mmlu-moral-scenarios.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f85f23965ad37bed40b2f4644ce1b1cf74c496584d171261fdb3043fd15b9c32","formula_version":"titan-u-contract-v1","latency_ms":0.6372500211000443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c455d5b8bcc4da7cc47d51c3c902e280401bf7e075eb8dc331fc106b503f78ba","sample_id":"mmlu-moral-scenarios.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73ce702c746569eeddd5cd26caa319ab59daee78a468db52ee55ac7f8a92b634","formula_version":"titan-u-contract-v1","latency_ms":0.5482078995555639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09f209e8015baa77afc4134be5477531f919b6a550d67631bb262f7f34c1627b","sample_id":"mmlu-moral-scenarios.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"721100a16b0b3dd0878764ad31fde830e6a47c895e1b515827a7abff0cd1cd2b","formula_version":"titan-u-contract-v1","latency_ms":0.5552909569814801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7daad75e87d76a45e7fb9ca29201b7ea3a71073f32bc0bc9ea85e67188a40821","sample_id":"mmlu-moral-scenarios.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be68fc18e1812b8a4b1fcb70426daaf54dbe72271c3f8f29459ec3342897ac5d","formula_version":"titan-u-contract-v1","latency_ms":0.9911670349538326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"710743e2cd9012af782ef4c7c203fa435de94ac5bfba4fbc2da0d7938276a512","sample_id":"mmlu-moral-scenarios.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4409262817514a866f12946592bdaa0862ab8acd6e219043e6d08f2634a90d57","formula_version":"titan-u-contract-v1","latency_ms":0.5464580608531833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b986593c6e65bdb101374481db9380b4c095af76acc8a0f56bbae609484baaf","sample_id":"mmlu-moral-scenarios.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a82863f948344662f97222990208f03da6453e4c5869ec74e794eba45a8e70ec","formula_version":"titan-u-contract-v1","latency_ms":1.4710419345647097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0405f796dd2fbae093df3c53bf6c4c38942721de24d65b703f00f0e393fda623","sample_id":"mmlu-moral-scenarios.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff9c72393b35afb0010288e8a1bf00891f8e9db9157b0317fc6a7ae3e2330cce","formula_version":"titan-u-contract-v1","latency_ms":0.5667500663548708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"761ac2fa702b40877f2a86babb3eff86e41013381e656e5b5e9424e9efd0d843","sample_id":"mmlu-moral-scenarios.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be81897bddb917ed33058d9a54fed0d57d6c8b11072921907c9ce032e71c1f3e","formula_version":"titan-u-contract-v1","latency_ms":0.6025000475347042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df9057272a52ac7d652f307fa045db6b3b4aa8a138d96ab958512d5e0596eaf5","sample_id":"mmlu-moral-scenarios.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d49203d7973f0f5b88d8a5d17e67f1a04acf0676c50933f91fd5e3372a4cc1c","formula_version":"titan-u-contract-v1","latency_ms":0.7355839479714632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd8d391de08338b043cd1046ff63544298856b0a8ebd5033e77a1eca529165f1","sample_id":"mmlu-moral-scenarios.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb710a5a34d4d2a24ea6ec056011337ecd6470888628a03066b8e3b76e417170","formula_version":"titan-u-contract-v1","latency_ms":0.8306249510496855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5302da11846fe202e689340b6ccf59ae9d7e933b94dcc848867862bc8d416061","sample_id":"mmlu-moral-scenarios.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73857c5facbe8dacaca9f90cb0fb8b6c4bd7176588eff6802f82967461080f07","formula_version":"titan-u-contract-v1","latency_ms":0.9160840418189764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d1da26498a6e975deb19ecc58a379fd9fd22ae09cde28b2e225ba413d87ed59","sample_id":"mmlu-moral-scenarios.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b0fdb47dac17163d694c75472db645c649a3d046dbab0a243e4b270dbfd8cb3","formula_version":"titan-u-contract-v1","latency_ms":0.9637089679017663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"317ec0ae581917b2a6e6c78eb29afd269f32322860673403fd149cc0471b5997","sample_id":"mmlu-moral-scenarios.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d74a44ba27595ec9770ee542715fa513f4138545b974978952331a217336fd6a","formula_version":"titan-u-contract-v1","latency_ms":0.7553329924121499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d783ba40e02e994b33e02be3ed290a1d4ebaecf36c8b0368dba8c784e9ee1645","sample_id":"mmlu-moral-scenarios.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f01b4b4fdd9b409f1ed49ee237f0f5ed50e5288496b50bb1964e732eaee9cd0","formula_version":"titan-u-contract-v1","latency_ms":2.1307909628376365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edd5d3b544879b5c9bf6b5e4f5db1719515da45c1df5df75f1e3cfa2d475c55f","sample_id":"mmlu-moral-scenarios.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0ba1d812005d337d54f28642fec65180e3f047173bee02ef0ff3f775bdc64c4","formula_version":"titan-u-contract-v1","latency_ms":0.5878749070689082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e98ba263d18643effbffaf5950067f7f5791a148a26c026a87d5b4f0bd4cf29d","sample_id":"mmlu-moral-scenarios.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e1299c9226840ddeafa63784c76202fafa2cd661f6808d8205ba915bfac3f8f","formula_version":"titan-u-contract-v1","latency_ms":0.91758300550282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64a0a022d23fc8f1b26a84889ced221d3299672133f2fd661ab1b1af3f8d7bd1","sample_id":"mmlu-moral-scenarios.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5f2ffdf535336f0d49e8594f00b97c3a26267824bb1ac1e3f9d78f64c52f7ad","formula_version":"titan-u-contract-v1","latency_ms":0.7333329413086176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a77db9f22afdd93ceb635448c04b6844288be8c7d69119c157539afc7e96f2a0","sample_id":"mmlu-moral-scenarios.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b683d434e9c6b493e54b09d1cf30f30496008242f4155746325390090c68d72","formula_version":"titan-u-contract-v1","latency_ms":0.5487080197781324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16abeb2595dc363d6f3c2c4055e43da0460512ee59043166cdc8c405c4b0f0c7","sample_id":"mmlu-moral-scenarios.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71062e4b8cb49da1f7cf4dbd9ef9fc0cfa2b1d07458efc52d883362f55145ca6","formula_version":"titan-u-contract-v1","latency_ms":0.6991670234128833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1963e9fb5022978c1f5f2db970fa3c3a28b7426976fb9ba71d28c26b55144be5","sample_id":"mmlu-moral-scenarios.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"468bea67ac8238142d236fbf7d2f67d215e3e5459684991a72f5ca2f6b856e8f","formula_version":"titan-u-contract-v1","latency_ms":0.7652910426259041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25bbf775e7218258351786f704b3efcb5d740f77f6473b4e9e80ad33cdfe7576","sample_id":"mmlu-moral-scenarios.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3921ebc0a081d220249c9620474520337b4404a799984795df2cdd0c697c74a9","formula_version":"titan-u-contract-v1","latency_ms":0.5644999910145998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"471d9fed914b2f4e4a1bd32cf9327c4bf47b8c0fc50fc5f33947f25f90dd0675","sample_id":"mmlu-moral-scenarios.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"621f5fa5e484e9bd89eb9f5a09be8f25f154b8ca1e8920f82dc613b0f5c80bb4","formula_version":"titan-u-contract-v1","latency_ms":0.540749984793365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"089b78a82d2854b8d7bc90ef2416a5b3e80a03a6491d7c4ea04118184035dd9b","sample_id":"mmlu-moral-scenarios.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"589640cf5db1a0838d7c53e1a8dede78296bf1cf9c2fd103deb3c6595eb68bba","formula_version":"titan-u-contract-v1","latency_ms":0.5310000851750374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3512a20e69dfe9cd240cfe3729bd7a7df262e4cdae402c535b91345ff04c4ecd","sample_id":"mmlu-moral-scenarios.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"840044b55de8de3e4ec5546d1fbc96ff1c678218979d77659b9a705792439f6e","formula_version":"titan-u-contract-v1","latency_ms":0.5297500174492598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01937aca1bd7e1b1bf8af1041a2123df3a201cb74969ec5e14e650173be9ac6a","sample_id":"mmlu-moral-scenarios.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21a2e8e057b271aefac4c4891ffa4de2c3d63b894873b28dad26187387ad6c0b","formula_version":"titan-u-contract-v1","latency_ms":0.592790893279016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"978c5e3246e4f937327e36fc3bb2cc524c1658463272d8c60172e27ef47e9852","sample_id":"mmlu-moral-scenarios.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea6ed358f2342093f250d9ffc7dfc3ed789e77dc8ce5ad9a0ab803a536287b25","formula_version":"titan-u-contract-v1","latency_ms":0.6130000110715628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1fb9da8112f7d4cde3c39dddf675edb3dd59bd5cab136ccba38531e50c5dba9","sample_id":"mmlu-moral-scenarios.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e101623a3123cf35e5068ffa21efccfc7330eb5b6fb1022de724aa2c05f7d34","formula_version":"titan-u-contract-v1","latency_ms":0.5612500244751573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94b7d906470b048eb89b391aa19322509faea1e0b76c305731397fd978517358","sample_id":"mmlu-moral-scenarios.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f669b8d8e9e812172f5bf58579e1ebad11654e2c4dfa90d0d000381a7428f30c","formula_version":"titan-u-contract-v1","latency_ms":0.5885419668629766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c13ea0ac5e47281ebb6fb96f487852794243b3fef76d640e401db5dac873d60c","sample_id":"mmlu-moral-scenarios.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f377f89365fbd2f1b3a3cec41fabb3dadb98915f1806c304b1022d909f5ba13","formula_version":"titan-u-contract-v1","latency_ms":0.5209579830989242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c39ee4fef96d1db14bbcaefe3bdaf6ad5c3e813d2c4343bc1af56468a74da65a","sample_id":"mmlu-moral-scenarios.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b59ce631dcfbf031029b1a9565d94665934265585758c93aa5bab1ee074eded0","formula_version":"titan-u-contract-v1","latency_ms":0.7122081005945802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6b17a7040d3c974f742939d8e0ba00921492d6d65f5f61d9915b76e96897aa9","sample_id":"mmlu-moral-scenarios.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"411d2ef21b95e8887553cff18b9a2e65aefce227c4417ac0fae7474bc232b9f0","formula_version":"titan-u-contract-v1","latency_ms":0.8366249967366457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f8f333dbb6b46622f2faed5a5f1b2361056c5408bd33ac5b2ffc4d690d7367b","sample_id":"mmlu-moral-scenarios.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e99c3d73c75b4c4cd2dbf1a8560c0ba0e7a48c1ef4bb968196502a087c9eb36","formula_version":"titan-u-contract-v1","latency_ms":0.5787910195067525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8505e8f350c79eace93b200749d85b651b8ca843a63209bcf8dd13f44cda4a85","sample_id":"mmlu-moral-scenarios.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b8b36cd44cca2bd33e94c66d8e2f11b40c41ddc9e4392ac4cbd07c2f488e861","formula_version":"titan-u-contract-v1","latency_ms":0.5403750110417604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f7f01522152b6d14114549632aeb35919bcccc7832fef04d62492d1e240c006","sample_id":"mmlu-moral-scenarios.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21aa795cb7417d425acfae112fca8af25c57fb0f58546298136ecb320e073d61","formula_version":"titan-u-contract-v1","latency_ms":0.5373329622671008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30e584134f797b06e00f2cd0e4b3da17f56438777b8781767d6c1aa3834f0025","sample_id":"mmlu-moral-scenarios.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d575099f17c75463b850e7e75e08c90c748564944ba0a2acb20319d5b8dcee37","formula_version":"titan-u-contract-v1","latency_ms":0.5525830201804638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85d14e592cb9efc712412bfae7e1d2c8586b14bf8f28c16baa4d61af170443b1","sample_id":"mmlu-moral-scenarios.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85e3f31a92eccca39ce4b7dcf0e3729d8c089a94f4994a89c794a359f748aad4","formula_version":"titan-u-contract-v1","latency_ms":0.6497919093817472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3220c2b39a6a1f4b6567db65dfb84b55df3ca1c38d00f66b0bc2bbd4c67b7923","sample_id":"mmlu-moral-scenarios.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d2a7db3c064fc7f4d996aaf5381da2c1e2c2f124f720a9bb9248474d2576ff5","formula_version":"titan-u-contract-v1","latency_ms":0.4890419077128172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d45315f7a0b6fb0a31d4b92ba233604e923738659c48b6dbc9aafbb9d054ff9","sample_id":"mmlu-moral-scenarios.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05d59b73035f1525895c49340ed5d871821f35778e83af966d692b21e56f60e9","formula_version":"titan-u-contract-v1","latency_ms":0.6602919893339276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00a4a9c9fdb4501b41f53cafe12be165e2a7f94eae21312738e21b482b731122","sample_id":"mmlu-moral-scenarios.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc3be0ef88514936d773191ee6c79cb8d52018005b8d7705903c0a6e010f70ad","formula_version":"titan-u-contract-v1","latency_ms":0.53641595877707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa12be7768df159a546628c8c73214791f3503668e9e73969993e24e229718fd","sample_id":"mmlu-moral-scenarios.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"650e735989f21a46f1e5d93e79ce0581014d11e6525f4a94dc2236d9a59752c8","formula_version":"titan-u-contract-v1","latency_ms":0.5540410056710243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26d3ab91232f5f705f91689b52a8e1166114d0fbbab4b308f0b30c0e9d72ab86","sample_id":"mmlu-moral-scenarios.val.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6e87d3e1652a1144d0f313280d3a63685ad06f43055ec9436e38f3f2ebb2b59","formula_version":"titan-u-contract-v1","latency_ms":0.5815420299768448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"852a5d341086765d6049af7c3bb52773456dd9909bdb1e9aaeae8aac98ba0a6e","sample_id":"mmlu-moral-scenarios.val.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78aca10851f59b8f263a2798a3eb13bbe486c1172ef20e52623d07bceb5a5d33","formula_version":"titan-u-contract-v1","latency_ms":0.5369579885154963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da60fe1411cbcb403b3d97eb4d2e7d6a8e79c38db9fa9efe3a7b9977a25aa083","sample_id":"mmlu-moral-scenarios.val.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d50b6505dc5a5add219902b3b78742f13381ef691c67f2420376f6fad91b0308","formula_version":"titan-u-contract-v1","latency_ms":0.5536669632419944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6af9cdb698c4a4d20b9eb4a2c2210257e1b68e30f81aa96a2e30927047cd5575","sample_id":"mmlu-moral-scenarios.val.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd0ed74026da15c3ba1e0d3246ac0eebfa11bbf2086ab23290c785268bc9967a","formula_version":"titan-u-contract-v1","latency_ms":0.49754197243601084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2d7c205c1a8b0b460d38ca39a84921371df18a4bade0f5ebb6d559ff44f5bfb","sample_id":"mmlu-moral-scenarios.val.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a74a78f41bd6f5ce507b10394b944a6bf69ef5d8178638d1fe9df5a6df5de69","formula_version":"titan-u-contract-v1","latency_ms":0.567625043913722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df15d7cf4e361190b291e0dbaaa49ba9d367dea52cf8c9da5eb85fe7384acdc2","sample_id":"mmlu-moral-scenarios.val.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6354ae0f98026874aa4d48297488e90346d3a6acb52d4db329f338dff556252f","formula_version":"titan-u-contract-v1","latency_ms":0.5463749403133988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ff822a6cb2ddbfcc7ce207414253b6a4869a12c7cfd52c18a5c1ea750fbd322","sample_id":"mmlu-moral-scenarios.val.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7faa16743bbcf28eb859267a5b7aa93cbe6ac9f232787c58d11aa8f203b08ae0","formula_version":"titan-u-contract-v1","latency_ms":0.8389580762013793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce2603bfe21f772e169460e69fedaeb0a7782f6e2377c5aaed3201eaca544d87","sample_id":"mmlu-moral-scenarios.val.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b47a82aaff6843af011f4d11bcb28d1781a7a0a87ae504eb069baead1ef8894f","formula_version":"titan-u-contract-v1","latency_ms":0.5628749495372176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0109854019871103fb2cd1c0f3a35002f57d56f40640d5503225b52abbf5c1b","sample_id":"mmlu-moral-scenarios.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cacd889794436a3df3c4ee1296c52996eb0e7e35c3ddc233bfd9215ebb9dd84d","formula_version":"titan-u-contract-v1","latency_ms":0.5867090076208115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"918aa3da853da0c841a7a18473b66ed9c4e6f9d5bd0def4b458a9556ca1df10d","sample_id":"mmlu-moral-scenarios.val.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"743ecf441a75fcf96fb4629e3150b33c538e87f5562c7ba0bdf09358827541eb","formula_version":"titan-u-contract-v1","latency_ms":0.569624942727387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd44ab92af9fdf9f0eb650892ea34d23c09a1de09d52373091551bc86bc38e61","sample_id":"mmlu-moral-scenarios.val.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0e4b1b9eb7165698a32d3e50e944276c131e3ade29b78aaf96fda7ba2b0bc53","formula_version":"titan-u-contract-v1","latency_ms":0.5883750272914767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f7fd4fad6be306bdb8970287d1000e7bf520b6d76424d240fa87cd9e2c66bc0","sample_id":"mmlu-moral-scenarios.val.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56a52775f6fac5f6e73e5857586414aca10a385236065a70838f86c7730620db","formula_version":"titan-u-contract-v1","latency_ms":0.5385410040616989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfff6894c8ddbfffa60ffd61ef7481f95779b7e698b05a097256d4184ca7ce47","sample_id":"mmlu-moral-scenarios.val.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37d41e8cb64ce860b94a3e5fe801e4bf6a09aba14bb4dd113fccdf8780d0f065","formula_version":"titan-u-contract-v1","latency_ms":0.5317499162629247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08f5cdbfef5eafd4b12e31f47856e17456a2e197ae859b4dcd50cb8b88db0f10","sample_id":"mmlu-moral-scenarios.val.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"732c0d479d4553ce23dfb0b6f87e375baf7429b5890590d4b843cd5aead7ff6d","formula_version":"titan-u-contract-v1","latency_ms":0.6654170574620366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"297dba9d4d02ad8334066f2c2c01252aa2a9cee5db3bd9bfa226a51890fc7d7d","sample_id":"mmlu-moral-scenarios.val.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cfce91239ec1550d0a48c0692c0a2427383adb8f925457d504665911cffbc22","formula_version":"titan-u-contract-v1","latency_ms":0.5772080039605498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10975134f2900abad4239daebfbca65b98f3b90b582e387cd5a31b2731c54917","sample_id":"mmlu-moral-scenarios.val.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86c291243baf4b0735cc77872d0a4f193b17b6ddef98a81dec9b41a0fa4d1e22","formula_version":"titan-u-contract-v1","latency_ms":0.5900830728933215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d43b773f8b6ba5efdb38a6940a4d5926cf73c2a49e891e0bdd8ed9d36deaef40","sample_id":"mmlu-moral-scenarios.val.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8d8dd0fd358dd4c17f4c0a9443afd6493e6a432b595c692a8a328c37185388a","formula_version":"titan-u-contract-v1","latency_ms":0.5293750436976552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcac42b68ba8929cfbf9d360cba6aa60258e35e5531f7b2e990e36d0fadcf412","sample_id":"mmlu-moral-scenarios.val.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b9a4612a26cf831a228fc06d14fa08a0c14734357dc7e00f97a2c54e1a524fe","formula_version":"titan-u-contract-v1","latency_ms":0.5672919796779752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77a6dd6120f7c506a088c14770921a144f521eca13845d7fc31a677a52b520f1","sample_id":"mmlu-moral-scenarios.val.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2150cc549c4f9e0ae9bff0be63e4630c450477e79c39e96c3813a39309479feb","formula_version":"titan-u-contract-v1","latency_ms":0.5465829744935036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9a618ead1407470f929ec115e446ee4de8d11a199748f51dbda804de5cabc6c","sample_id":"mmlu-moral-scenarios.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8062ab076e45ea1802637948977db1f55a3015a3c4d88ab4011cf07a3b42960b","formula_version":"titan-u-contract-v1","latency_ms":0.6079169688746333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"037c8d4f3d3b03de935c031b1f80046804ad393bfa3a44be51256d3fb0ab9618","sample_id":"mmlu-moral-scenarios.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dea6c606def2cc77819779faae98a01d635550ea3d8b3445d31f4403fa6ba9e","formula_version":"titan-u-contract-v1","latency_ms":0.542541965842247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5314b8b6007c422862323c63aac6922077aa41c3db4fc2bf68e1c012de57bce1","sample_id":"mmlu-moral-scenarios.val.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c9670fa7131025dc7a80b2417e50ea67298a9fe84cfc011edeab36f81a50047","formula_version":"titan-u-contract-v1","latency_ms":0.5531669594347477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2aeba007c2e4660cbde750386b7f7771eb319f2f4b79f3cb420744b8214e07d","sample_id":"mmlu-moral-scenarios.val.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c82ecc0e003b16093d69cd1c11a211cd3baec6ac5fd6b7584c143c87a8e654f3","formula_version":"titan-u-contract-v1","latency_ms":0.5591660737991333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ab63bd15552f7f866db9b8dc5c1862732a5dfe6f1a1307fe898271d1de527c2","sample_id":"mmlu-moral-scenarios.val.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06c61fcbe38588146016474b47ab9b878047cc80d98f0409c312258f4364ff2e","formula_version":"titan-u-contract-v1","latency_ms":0.5362919764593244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c99f6953f13ede5eab831c00a70061b4ee35ce5e55bd1577edaf41b5a8bf5bf6","sample_id":"mmlu-moral-scenarios.val.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba15f060cb8a92e56b4075de6279a6c765a810da2030692c0fb7bd6559947284","formula_version":"titan-u-contract-v1","latency_ms":0.5168750649318099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"253d27c8b29a16db42dc4f6b55f1bc76e6fb1be805143000372646d2a48efe39","sample_id":"mmlu-moral-scenarios.val.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"633e3837215d380f7564cd83074a4d6f277a3880a83cec12ccc187c79d10c934","formula_version":"titan-u-contract-v1","latency_ms":0.60224998742342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de13cc2ce2add2080601508578f9a5eb70459f069afc81012fde04ded4a8f508","sample_id":"mmlu-moral-scenarios.val.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22d42d482c2edf1f19def05eefc03469722ad62705ea0dbfca452758c3fddefb","formula_version":"titan-u-contract-v1","latency_ms":0.6172499852254987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e2b2462928ccebd5560f427b0f53ebf203e9ab5c34db27b6596dcaee0173d78","sample_id":"mmlu-moral-scenarios.val.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c13565ea0802ff83243267cb0f3346e7cc7f6581111df0953c1cdd54ca29ebb0","formula_version":"titan-u-contract-v1","latency_ms":0.5230410024523735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27d68aef2bb0478d2092c7b746410c1615453cc06cf9d746fdf55d8f9e4d70ee","sample_id":"mmlu-moral-scenarios.val.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6ab765546c17dad60e49abc925f937d6ada48b274928a17478f1631800a941f","formula_version":"titan-u-contract-v1","latency_ms":0.5548750050365925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ff65ec493d0f1beaddc5bd2e84ac4a44de9175c09b495016b8bb5101fa34fe8","sample_id":"mmlu-moral-scenarios.val.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fd0e932d82f302e700e832a56d7c4f9fd03c9930da5021e38b54149eb96bfea","formula_version":"titan-u-contract-v1","latency_ms":0.5498339887708426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2fb29419f4138d1577305333627fb19218caafb83fd3a7f4d021628e430ac2e","sample_id":"mmlu-moral-scenarios.val.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eaad0176f731a0cc71393f42246b0a9aaf704b009052dcbb7c7769ecc1ca4dfe","formula_version":"titan-u-contract-v1","latency_ms":0.5612500244751573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"457f9dee0acd8b730d6697bcefaf19c21c5f465e63b02561507c878fad5a3e6c","sample_id":"mmlu-moral-scenarios.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dbc3fe688394999ba7f09154d7ffcfcfa1526b5163131442b12edfb687a154d","formula_version":"titan-u-contract-v1","latency_ms":0.8202920434996486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03af26b3694f9d6ca5bf99f5c8e060eaf27532dde3f3d56a6437b44672ea291f","sample_id":"mmlu-moral-scenarios.val.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"645182f23db53da154177880cce247ee619f31d391b27b57874d9eac5f283e4c","formula_version":"titan-u-contract-v1","latency_ms":0.5720410263165832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1baa8f531b49c6dfd2d4a94ad21128abbc6427e2bfdcb274aedd2e85cb91f063","sample_id":"mmlu-moral-scenarios.val.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e09fa7d881a32f79c9942974094c7215c5cb781abbad6b7adb9701d603bc6474","formula_version":"titan-u-contract-v1","latency_ms":0.5100000416859984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d364f596be025d7fd10f32bdc327895dd6d84d85b0cedaf71a56d02d5ac067b","sample_id":"mmlu-moral-scenarios.val.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95e2b8bbe03da7b0454456442e1f11e41033aaa91bd6b6643f767406ef2a9f47","formula_version":"titan-u-contract-v1","latency_ms":0.5340829957276583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fdc897b2b73bd5a8e9dd22eeb6474f4bc29690f18f86b5e33d17bcde3c03789","sample_id":"mmlu-moral-scenarios.val.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1eafeb41098d0eb320246731af9ba0d94778371472215b04ee8a509cd7d5d449","formula_version":"titan-u-contract-v1","latency_ms":0.4890839336439967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85bea591e46da605816294489a035be0db224297900be30c018840602173acc1","sample_id":"mmlu-moral-scenarios.val.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15339e5719f300e6a5e9ed1edd74e4be5ebb98715ffc32c2d9569b3b23277683","formula_version":"titan-u-contract-v1","latency_ms":1.232833950780332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce8a4da780ddb45372a7ecbaa567d360d3ceef8ba2f7dcdffd62d0ffb9109f07","sample_id":"mmlu-moral-scenarios.val.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"439dc73418621490518241c9ea78a0737e3b6f3eef62faedce7832d3c558fba7","formula_version":"titan-u-contract-v1","latency_ms":0.6946249632164836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c21b77b6fd14690940ebb8be9dfbbf5e28fb9c7d59918dac520d3ee409822c8c","sample_id":"mmlu-moral-scenarios.val.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7662b49eeddf02d4d365e3b28ad20983a57f54db4e9b7cf204173b31eb8019e9","formula_version":"titan-u-contract-v1","latency_ms":0.5562080768868327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6ca9822128e5db4b54a56ca2f71e328ef3fac445abb29619ef3a64529452697","sample_id":"mmlu-moral-scenarios.val.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52c4706bcead73cb44e98be71ed9f85d90fc98047934f6501886a17c45ab565b","formula_version":"titan-u-contract-v1","latency_ms":0.8348750416189432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afae2c839f5a1832e3e5c0fc428ced06d1302cc6ee1d27ac1f7c482c280ad8df","sample_id":"mmlu-moral-scenarios.val.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7584543b9a40b99f43681967939b5e4b3144951ad0327907d1ce6fbe951361e8","formula_version":"titan-u-contract-v1","latency_ms":0.5605419864878058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75bbcacb9e2a750d4ab0a498749373e3171d02b779e1a588c926586a5bdc1885","sample_id":"mmlu-moral-scenarios.val.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70093923f2befdf850a22e301f14e5b1dabaf3f9cf12ee5bb9591ed7d48a6837","formula_version":"titan-u-contract-v1","latency_ms":0.5995830288156867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"333ee8250fb40b545ae391ac6161510ddea4159010c7023b40ee72750c23e500","sample_id":"mmlu-moral-scenarios.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb9c56d28279f0c859edfa7e78c3aacb917f21027acbc285c2b7adf424099b04","formula_version":"titan-u-contract-v1","latency_ms":0.5440000677481294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3eab59f79a8e69615fd4abf75e13ca55f80b6c269c308a139414796fb4b19389","sample_id":"mmlu-moral-scenarios.val.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f333778d84b19c4bafab1b15414c4ea3b4b9325bd1c3c276750357e3fcb3e77f","formula_version":"titan-u-contract-v1","latency_ms":0.5329169798642397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"895027aa67e17e559db4a1bef8497b6d874a2e0a3ef27094c87a2ce7336ecbdd","sample_id":"mmlu-moral-scenarios.val.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65b623ceedd91e808edf3b0cc53f8fc08e933773838d937feafa6c18630dcce9","formula_version":"titan-u-contract-v1","latency_ms":0.5597920389845967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a38ea84c85f3d84a2129069d64475ee0dcd57a81f74a2c429d9f3eee10caf32c","sample_id":"mmlu-moral-scenarios.val.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12df2dbedcac04411178f6e3b2142f552d641e446e28df811258c4be11695e86","formula_version":"titan-u-contract-v1","latency_ms":0.5551250651478767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c59b5a3eb8d97af726f5cfe029d9235e9b0d145ab0671dd799099f7ce98894cf","sample_id":"mmlu-moral-scenarios.val.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff24a1248bbea032405731336d9613d9fc5e7f14f6140f0cfcc6c9ed5c4cb44","formula_version":"titan-u-contract-v1","latency_ms":0.5362919764593244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"795f0315615f605ed31a6cd2bf820080310c92eee1f0c15876583c27dd4702c5","sample_id":"mmlu-moral-scenarios.val.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8503cd999db51ac7ce4f56c80c6bef093501461ac3f998ec9495ff65ce0e7a9d","formula_version":"titan-u-contract-v1","latency_ms":0.5398748908191919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28299cf53fd8540919546ba3f6c02dccf37a1a8e067846c73d25bcdf5fcada53","sample_id":"mmlu-moral-scenarios.val.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c18b98bf55f57980ea867a0f0a3c6efff01a3d3748061864ed8651d035ecf49b","formula_version":"titan-u-contract-v1","latency_ms":0.5327919498085976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8a392b3568395d52e0c6b863d1567e7aea69d162670fdeb40774fbd98da0108","sample_id":"mmlu-moral-scenarios.val.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a78d939a47fdeb2d09ec557ba37762895de00f8ce423a96536e61bd59aa7a48c","formula_version":"titan-u-contract-v1","latency_ms":0.629834015853703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b89a4a093018c621946e7841ef5ca50758539ccbc7d52b137641f87fd66b08a","sample_id":"mmlu-moral-scenarios.val.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de3ef5413c3360037373d15629a0a0f74d03df1bb02dafcc3b08c6dedaf3375b","formula_version":"titan-u-contract-v1","latency_ms":0.5335829919204116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3810c51c160c4a1db6b48c75fd164d182e1b3fd65d7ecb3f3ba44a09e4a0d6d","sample_id":"mmlu-moral-scenarios.val.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0a4b2c08b08ba585246e984605cf24f28393fcf8649bb47c70e75d8f655c46d","formula_version":"titan-u-contract-v1","latency_ms":0.6064999615773559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5f1f6b50fb5a8b76214ae8d0b9501a209934687303eda2039c9de14a776e305","sample_id":"mmlu-moral-scenarios.val.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff744c8a8ae1ffdce1f2e25fc04a69adbbe1b9c4eb6b46845b3ec299d5dfd888","formula_version":"titan-u-contract-v1","latency_ms":0.8798750350251794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19547f2900c97a65ff95e8b36f0430d3b3dbe33d9d3f1c1f2e2c4438592f71bf","sample_id":"mmlu-moral-scenarios.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1f2e97c574efcc509c747e9b649350e65f430dcd2553830730840ad1d0d7a8e","formula_version":"titan-u-contract-v1","latency_ms":0.8025419665500522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cfb5818763ae12b9939d94d9dbe97dea4095eed2d332ca4af7aa0f353cb6364","sample_id":"mmlu-moral-scenarios.val.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"325fd659346628335c90c180141dea878c3fe6e3a8f5a503fa57be1ea70c0d37","formula_version":"titan-u-contract-v1","latency_ms":0.557500054128468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ade38100f3f37b42c817d7f127b627bdb32efc64015f5eb370f42dba5752de67","sample_id":"mmlu-moral-scenarios.val.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6095ece2a9b2bc905fb244c8e1cbda3dd01ed3e28ab4a56d09a7ec52d5d955a","formula_version":"titan-u-contract-v1","latency_ms":0.569332973100245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b44bbde284f8e06473d44997d4d4593afd7166ac6b7f3ff90933178aad209f8c","sample_id":"mmlu-moral-scenarios.val.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f5e46c0f3868b8470d9ea50692d720105d5e6b8ffd9fe0984ba86cb12231a0e","formula_version":"titan-u-contract-v1","latency_ms":1.0756669798865914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fa7854a0d62ef2dd554e1b058cb48d67558ab045d2d57e564c2153ff61e26df","sample_id":"mmlu-moral-scenarios.val.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41334b3f83922575e0800705c84fcdf90949e5114bfbd98153dc8d8b47b137e5","formula_version":"titan-u-contract-v1","latency_ms":0.548750045709312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab2c18cf5827948bf72dfdd59f293b88867084011feb11f0aa58945df91cb01a","sample_id":"mmlu-moral-scenarios.val.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d81ccc0ffd19a076472581a60b5da87c06ba2752466760d1d7f80da8dbf96398","formula_version":"titan-u-contract-v1","latency_ms":0.4823340568691492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62ac88b42d92dfab918a5ed1a997aef004b21911fd727923c231d1a5ad9444af","sample_id":"mmlu-moral-scenarios.val.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41c5d31ddbc7f1d6c47133b49aa2924e347d57694270b484ddf6ba2337e34427","formula_version":"titan-u-contract-v1","latency_ms":0.558416941203177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81f0854683be4ad0ec32d39430832c7c3349621b39a6912c5e9be914498ed2c9","sample_id":"mmlu-moral-scenarios.val.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34451ae8461bf8e4ddb2088e2cff86c8662561bc102bb10675afc225842f6225","formula_version":"titan-u-contract-v1","latency_ms":0.5334580782800913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa89afbb209e44cb821d437661f53c31a918a9d942107a7ed6c91cfe9c995189","sample_id":"mmlu-moral-scenarios.val.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e5fdfadaf9080f8b9a4b2c19dae1d7bd06fbd6a392db258b5dfdf926dab077e","formula_version":"titan-u-contract-v1","latency_ms":0.5353339947760105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3468a17cb9a4605bd81afe1672cc750e2c41f1fbedeed1655d3e999831ce7090","sample_id":"mmlu-moral-scenarios.val.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8485780eabb4ecb7d5cc209fee5e5b7ebff4c20dce38d2bf5f487e8c9a9008fd","formula_version":"titan-u-contract-v1","latency_ms":0.5068330792710185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2803ac4246e03fea1b255327dd378904585af1ce3b724b2204f29f175d383d37","sample_id":"mmlu-moral-scenarios.val.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18d4f0a71ab7b1629004ba4a4b15402fdc31b70dee3ad08d7bb3d36dcb7c4052","formula_version":"titan-u-contract-v1","latency_ms":0.5204590270295739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a8332acdf767e6991a3cb225e7ce68c17f512f3d2b0de560212848b8ed6d4d2","sample_id":"mmlu-moral-scenarios.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01bd772d2baa927aaab3f05612ff7e0d37012d03b232555fd349f265c1f5db86","formula_version":"titan-u-contract-v1","latency_ms":0.538499909453094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44a2290622c13619cf63aab972507507c6a16ac89662a4463de62464274a51e9","sample_id":"mmlu-moral-scenarios.val.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59417c7e24dddb36cecca761b18c5bcfac5c040b608f4b77ef67abb7ae2e13d0","formula_version":"titan-u-contract-v1","latency_ms":0.7779999868944287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61eb20ab42d7d69c8dec0045013efb71fb086ae495f2bc71dd8639400caf55d7","sample_id":"mmlu-moral-scenarios.val.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17df5ae2cc0aa135d16bb777042b21890c8682283d5633b4477b60e64274370b","formula_version":"titan-u-contract-v1","latency_ms":0.5085419397801161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"141e4fa8762097e0c6b41f126b398bfe63b568b9981f03517b36aa945e5bb228","sample_id":"mmlu-moral-scenarios.val.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8663bf822a1136ead5710153583d5f53d52906c245dfe07388938c34c5c91b01","formula_version":"titan-u-contract-v1","latency_ms":0.6713749608024955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4ee8032fa699989bd960612958ed90db17d73d8b6a9b15cf54b9b42b0fc436d","sample_id":"mmlu-moral-scenarios.val.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85d8970aaf096da239727495bb6994e44ef7fb444d3bcc4dceb9c0469307f0af","formula_version":"titan-u-contract-v1","latency_ms":0.5353749729692936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"813f5abee7382531ee964c8165b18de94187ec89afa223bc148ca1e23b77cbbe","sample_id":"mmlu-moral-scenarios.val.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87339426de79909a710547f7182a8fa3385305168b5f74fcff98a9f5531cff83","formula_version":"titan-u-contract-v1","latency_ms":0.7627500453963876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5911432b496e1d900d51a3693333982852c6dcc47e61ec74c60df8cf61873d58","sample_id":"mmlu-moral-scenarios.val.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a6e48f2159445bf2d120f34ca0caf08ce7729ae58845d93853780a2bcc49899","formula_version":"titan-u-contract-v1","latency_ms":0.7074589375406504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f20f558ab5ec5a75448ab5d1fe8e04e2090e061c2c4be8e22c07fc9af5fd3d0","sample_id":"mmlu-moral-scenarios.val.346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf7aaa09c26b3adae8eb7d89a3e6c6e5e25f028bbc8482120e69b663c2114895","formula_version":"titan-u-contract-v1","latency_ms":0.7704169256612659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0dd17c251ee2141361cafc9b0a76437f2f634ea8f56497882531c53facbfc6e","sample_id":"mmlu-moral-scenarios.val.347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29e91af85398b50307f2d186a283f02777a9fef135bcfae6c3b7de881b7eeea9","formula_version":"titan-u-contract-v1","latency_ms":0.5393329774960876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8d4dc4a061c1ca2b1c2b4aa765e1f792cfb177c0b5289cbc66928066489906f","sample_id":"mmlu-moral-scenarios.val.348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aabb18672f9e3fa8c136276e269863704db52aa62ab19004a8f5692d2ce92813","formula_version":"titan-u-contract-v1","latency_ms":1.2473330134525895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77d693bf1a9549276adff4cc3765d0fa7a06d5e41f2cf5d531ecbf777356b3c2","sample_id":"mmlu-moral-scenarios.val.349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cd6f2f56fa17e16c1997387a45d7bf1e7c7cfb912e537bef944645acefb2bbf","formula_version":"titan-u-contract-v1","latency_ms":0.5174999823793769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e879fc2a0bc5740c8119a77744dfb1b1dad9b936754f220d04308c1a331f21d4","sample_id":"mmlu-moral-scenarios.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0254edddb8dd2643aad3a9fb5c14d08f5bb105814c9cde706949a5202ee56ca","formula_version":"titan-u-contract-v1","latency_ms":0.5298750475049019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79f963e3ba1e7456c789dbbf6da4786cf828c140da889a6b83ea613e30cdc23d","sample_id":"mmlu-moral-scenarios.val.350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f63b8acf9527ef0ea63595ae90ca1be0ced3d3aad1a9b9fb1073f377814ca6c7","formula_version":"titan-u-contract-v1","latency_ms":0.5060420371592045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c610e8d11938800e660126d210ce3e43495be5bab5a15eae662a4c5dc2751ef4","sample_id":"mmlu-moral-scenarios.val.351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"044c931b8916ffe54b39f23a6912949fb6d41865de5ff1a65017c608d28eeb1d","formula_version":"titan-u-contract-v1","latency_ms":0.577709055505693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7a5d95bfa8edd47c0e02b1371878b1e1ad88376a2e7784285aec68a559b14f4","sample_id":"mmlu-moral-scenarios.val.352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3985df7b2742898ca946c8a3f5ce3aae5412b9e604b3c0a10ff317a5287bd6b7","formula_version":"titan-u-contract-v1","latency_ms":0.5458339583128691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e877ff275bf1abf788c010fbd05aa3a302e568efd5684c25b08f751e2adb401","sample_id":"mmlu-moral-scenarios.val.353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb340ec380b7e5a16ccfcc15df4dadfc127862ae9a2708e0dc7f9fc691fd3816","formula_version":"titan-u-contract-v1","latency_ms":0.7230839692056179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09235d48fcc571cf5e4b8209e29d5a5caecbf1d1049fcb37931692c2f23b1963","sample_id":"mmlu-moral-scenarios.val.354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24b53861842047e10dc08a4be9afa3f221aca63cf858c669ac53fccf4d2139c4","formula_version":"titan-u-contract-v1","latency_ms":0.5727080861106515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f545249d18ac7158c9fb6beb4a812ade1d76ffa39b8c7566371365ea8c076d5","sample_id":"mmlu-moral-scenarios.val.355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41856d54c43aa0ef4126d6a657984febf8b5c7167a012fdab86ca23d93b45dc0","formula_version":"titan-u-contract-v1","latency_ms":0.5724160000681877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c1eb0aa1c281fb95a2b542147847d08912483fe8b9c0d8369d2ff80a3b39edd","sample_id":"mmlu-moral-scenarios.val.356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0d68cab7534f6777f7a1aa0f9491a3df090bf08662e7f51cb3dc3843c25593f","formula_version":"titan-u-contract-v1","latency_ms":0.5377919878810644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23a38d656a4a252064a014cddb106a35d4dfac2d14337eeda1a3f3a7a805870a","sample_id":"mmlu-moral-scenarios.val.357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf116fa5df7c4dea8e8bdec822124a34138dfb1c1454be6c419d512ba139c284","formula_version":"titan-u-contract-v1","latency_ms":0.5758339539170265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"946606329452e324598e9dfd39543711671e5574f615f4fee58cd6cc156a690b","sample_id":"mmlu-moral-scenarios.val.358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a217cd6f5af30b4b45c573583e9aea79473933adeb3f161d3ef8cb2d3671bdc8","formula_version":"titan-u-contract-v1","latency_ms":0.6340839900076389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e1387c1c7d911689cdf1a58b3d375330251577e69c623f3a7f194185a84c95f","sample_id":"mmlu-moral-scenarios.val.359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e2c2ed7e04005c9a8bcbbc8b57fc7d406ec0948f1e868530b9fcb4cc2b3e4c6","formula_version":"titan-u-contract-v1","latency_ms":0.5527500761672854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aac0e9c7bbcf6d49cc80b41b9c66818edbb860387d21390552d388bf4f33a122","sample_id":"mmlu-moral-scenarios.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a1b8502ffe56c695bc62b845b8f32ef4c7dc84832de3206e233dfd2cbebf906","formula_version":"titan-u-contract-v1","latency_ms":0.5308330291882157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9876ec6ff56b23d949086d437852b1a385447d0becbd972cda7fcf32913f0dde","sample_id":"mmlu-moral-scenarios.val.360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce292e937a54047897ef6c704a94a3d8f5fda6056ea2dfa0b2b3467bd38a6fd3","formula_version":"titan-u-contract-v1","latency_ms":0.5377499619498849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47007d8cc48ea9209340bcef6606504c2236fe679489c62a94520d450ac2337f","sample_id":"mmlu-moral-scenarios.val.361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58f09eea743b4d1990a11871c775438340e0c1458dbb1e8012811bfda60a1f0f","formula_version":"titan-u-contract-v1","latency_ms":0.504625029861927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"104fb05149f441d9688f00c99e468305b9c47d5a751874a7c86102c4c9e0d8e8","sample_id":"mmlu-moral-scenarios.val.362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69274b37ecf286c037d1db2f722dad76107377ec56c0a7c5b81ec70718373ea6","formula_version":"titan-u-contract-v1","latency_ms":0.7517499616369605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"585709fd5809fd3aa04691d648e618b0b600a652e335f6630cefb7be5b74fdaa","sample_id":"mmlu-moral-scenarios.val.363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cc80fdf1d9d48f007979706b4a7abc8c25bc4c12d0fe3571d897728cf7e5d47","formula_version":"titan-u-contract-v1","latency_ms":0.76299998909235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d99170f1ba48e86bf8fa01bd8d7a314de0fb78e239e145f5f64f4553b5f34708","sample_id":"mmlu-moral-scenarios.val.364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f78c6f15656573b90899c2dfc5d295a5896fb669f391d6c3d605e54e76e1594","formula_version":"titan-u-contract-v1","latency_ms":0.6994589930400252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"214ecd498f2457bd9d4522ea186e921363a3757e734db0e28cd880a7c34d4940","sample_id":"mmlu-moral-scenarios.val.365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29bacc039c893f0fa658f213c6189cf6afb4d2e00a8feef4655ef68dc77935cd","formula_version":"titan-u-contract-v1","latency_ms":0.5258329911157489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6a117e6f09b71de57e0b133778929a16748b18c5260a4b85adaa2ef3ed19c54","sample_id":"mmlu-moral-scenarios.val.366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"548f5f8e87f17e9fa30a3e5911973c6c5484167512b4c73b4d99eb5a16fc41bd","formula_version":"titan-u-contract-v1","latency_ms":0.5006659775972366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52a5ca9178f29f6bec437a116a3611cbfb9a75fc6651485f8739bfd0dfe36357","sample_id":"mmlu-moral-scenarios.val.367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27c9878d0561534f2aab163f0ab61b101252c22f0229a88fa28593a391527a2e","formula_version":"titan-u-contract-v1","latency_ms":0.45916589442640543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d24733bb5b0b65a6049daaeeccf7117dee531857a4ffbfac6e686adad1f4b18c","sample_id":"mmlu-moral-scenarios.val.368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d24d0087bbe8ff36a2a22a13bbc3389b3f538942c0d559e94389a42fab6c6d72","formula_version":"titan-u-contract-v1","latency_ms":0.457499991171062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b02345027be151e85b73c0114df6b2c74841ada7818c35caf4e862ff0681d0fd","sample_id":"mmlu-moral-scenarios.val.369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f4f3860557d7acac84dc8916bb265c3eed306ad2f5f8654abfc75984484f8dc","formula_version":"titan-u-contract-v1","latency_ms":0.5520830163732171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d41ce335f5f92ef29e095b74aa71d0e6bcbdb536f2233cd9c323e2842d0db86","sample_id":"mmlu-moral-scenarios.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32b2e7c448599eb874a3688cc8fda2d1b65b5227dc5f47299d1505e76d41264d","formula_version":"titan-u-contract-v1","latency_ms":0.5111249629408121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb3cd359d7e7c3bb95434b0f78455b241cebe96c5bd31251eea977830787c811","sample_id":"mmlu-moral-scenarios.val.370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cd2c66612d704bbd6e63f8a1d143750bfa54b21bd367845f505e1107449d550","formula_version":"titan-u-contract-v1","latency_ms":0.6783329881727695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0991a1a1c021dc1474b4a352636f1bf19a646585b2119b6f56cd6c298a0e7f38","sample_id":"mmlu-moral-scenarios.val.371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ffb093bf2e020f4d7e4f0e910532fdb1d5ba136f0379e6e81dc4568c8753716","formula_version":"titan-u-contract-v1","latency_ms":0.5846250569447875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"754dc3d93983079f751f91b3b59f03bef5d1c3a04734ed74d0ebc28b7c232f91","sample_id":"mmlu-moral-scenarios.val.372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f8e1ba73f20c32f834ad6bb4258bbb1b428c77d72d161a73f70391a992ef0ed","formula_version":"titan-u-contract-v1","latency_ms":0.5323749501258135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4db307c27d0ebfd7a23902b2868b88cb0a84d060032af948553671507887ba92","sample_id":"mmlu-moral-scenarios.val.373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df639b04309eda19503cc1a147f08d1835bdb1fae07f115b239a372ff3c1158b","formula_version":"titan-u-contract-v1","latency_ms":0.49166695680469275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35f4288b98729156f89ae9f09956a047330eb20f176acb69375ae5d1363e2257","sample_id":"mmlu-moral-scenarios.val.374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"517d49ffd98243868631d3aa930d932b0000c7ac6c66517c038c65c04b076175","formula_version":"titan-u-contract-v1","latency_ms":0.7558750221505761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcac20572385935bd97b7699d6421a074a453d561e8656ebc1adf6b70a1854ad","sample_id":"mmlu-moral-scenarios.val.375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8915470f0ad055f74688d2c232067c7258cb57e60a4672e9ab4ef6a5eda2a4c7","formula_version":"titan-u-contract-v1","latency_ms":0.5516249220818281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dac7d39f97e52a76e43e59c135a08ca91a8d626a8338dcce1905d023884271e0","sample_id":"mmlu-moral-scenarios.val.376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48b5cd20ce81f2d6b53264a6dfdf31e12963002dee92a538e00b6f1cea58b5d8","formula_version":"titan-u-contract-v1","latency_ms":0.6332920165732503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e08f15f6ed74b8ec6f361e733b1b8e0e81a8144e5bdfa6485e53a0c6c9be929","sample_id":"mmlu-moral-scenarios.val.377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eac1272ef2ff642f0178de63bd2473dd09550cfb4e5d89c1e60c1d94d665f606","formula_version":"titan-u-contract-v1","latency_ms":0.582000007852912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39a76951e00a0d2ebb51dc676d09ea5c6eb6e919d59c5205519c1c521e7d3157","sample_id":"mmlu-moral-scenarios.val.378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82993982810178bdfb89424c7aee264244773ae09e05855340f8bb775a982877","formula_version":"titan-u-contract-v1","latency_ms":0.8224169723689556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07035e1b68935531ef090ff101975b6e902e811db2f109dcafeca44c7c60361b","sample_id":"mmlu-moral-scenarios.val.379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a5625d3b93ec109054806b832745b5c335332c97efb9dbb295562c2bec3d4e8","formula_version":"titan-u-contract-v1","latency_ms":0.5246669752523303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6be962f82ed765de24f8c5ae8dbb4b974c98e66d85182b1b11906236585ca21","sample_id":"mmlu-moral-scenarios.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cacea06b7612ee77c43c66e78aea2607635eb14a8004e2a0b9bfdd1f0b3a2f7","formula_version":"titan-u-contract-v1","latency_ms":0.5329999839887023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a338094a0dae56b08b0841e2c275dba39bcdeea46cb0dcdbf036cf53eb85820","sample_id":"mmlu-moral-scenarios.val.380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9bcd510602443b614756c1ce66040c80ca4a5bc2cb26fb6e8d79aedb65622f3","formula_version":"titan-u-contract-v1","latency_ms":0.5565000465139747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf4d4304702299a92af29e400d9de864ccfc4e6e18e6ec949a5085d624c15268","sample_id":"mmlu-moral-scenarios.val.381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a5c4fff92f0a1738c0418f5244a6dcececfcad3bf68ca7b763f6fb393c5c8b9","formula_version":"titan-u-contract-v1","latency_ms":0.5134999519214034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"944fc937ba4d872590b7975853b5c43e0ad17b2f7397bf72c88166de03e36faf","sample_id":"mmlu-moral-scenarios.val.382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34916b75b1f4f81f9ccaaabb2951820745306ca0bfe2ce35b47edba9bc528838","formula_version":"titan-u-contract-v1","latency_ms":0.5231250543147326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9621479346b1cb04d9dcd556745a0c9a7afb81845d9483d147b89935cc19c320","sample_id":"mmlu-moral-scenarios.val.383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76c016ec08607f06bdd08e86d77168e6dd2e3955d432e902953044a34d26ef24","formula_version":"titan-u-contract-v1","latency_ms":0.5627910140901804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e57a58747d1551a80a5a2e846d703cb369c341c9b054364ccbbbfad746f50f0","sample_id":"mmlu-moral-scenarios.val.384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7fcdce8a25bc3d86f153446525a9adc3c0f905153027188eb1576b0a01b0080","formula_version":"titan-u-contract-v1","latency_ms":1.1543749133124948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d0b8f3cb5606b6a62815f8a60021f22ac06e7dd6bbfa041baa7c8e5a202af58","sample_id":"mmlu-moral-scenarios.val.385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8197d6656fb49ff2ed087483706c2f69462516d5056d1b3d042e14ec501fd9bc","formula_version":"titan-u-contract-v1","latency_ms":0.5200830055400729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24432a049af9821eb244f51c5fb6917290deac420bb6de29adc3ba1f9986fe43","sample_id":"mmlu-moral-scenarios.val.386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"491884638983d4b69b8807de6c4d272bf51bc698a7bc4780cb5f59fbf1ec17c9","formula_version":"titan-u-contract-v1","latency_ms":0.5641669267788529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd52b15cfc069a546fa38e73d6bfab03ca12d1e963b26e70a57018319bca0287","sample_id":"mmlu-moral-scenarios.val.387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"677451393fc15cb3afab9b22d6d9121dbbd7468e5a54bf68c8c5f9cf3d4ff0e4","formula_version":"titan-u-contract-v1","latency_ms":0.5464580608531833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c37b2a42f220a4853f81ee2a284055dc2661c9fb98428df0d0e1a35c0360952f","sample_id":"mmlu-moral-scenarios.val.388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b7dbf8775fec9aeed2cefe8287a53b72ff6d3a01361ec31585ce999e7a50124","formula_version":"titan-u-contract-v1","latency_ms":0.5086250603199005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc1dc54dc6d6b8dc84e32065f0d09601d74b1ee1454d4b7ad32197986052b67a","sample_id":"mmlu-moral-scenarios.val.389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc141e08917c0547e85d4bed6b034f7a371459c7d3feea243658468b3017d051","formula_version":"titan-u-contract-v1","latency_ms":0.46504195779561996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ecbd197899eac0fec1ad4eba1a25d93836c7069a8c1dc58cb129d180bdecb54","sample_id":"mmlu-moral-scenarios.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86f9c9c108d5f71a7d6653a8ffec0b3adadd80e12de4968faf194858c4d7b47c","formula_version":"titan-u-contract-v1","latency_ms":0.6570830009877682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7170589fcb4623e2a5eef4a0b6af5cbe941cbf55a36be80aab059e186d6dd625","sample_id":"mmlu-moral-scenarios.val.390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60ab4d0cc5111c2ddcb31d8798ce4ce45aa3e7c738152fd13d2b26f7c51fe5a2","formula_version":"titan-u-contract-v1","latency_ms":0.6114999996498227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b77595b639972bfeb22184dd2cd707cb2c8e3bb11e67a0ee97472741fa0ac96a","sample_id":"mmlu-moral-scenarios.val.391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97671ddf482a6f4e7e3d8862054e325fc4d4f7b6034b4cb3c26286edd8cab36d","formula_version":"titan-u-contract-v1","latency_ms":0.540665932931006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75fc2898b3ed60b3cad6e43711b52ada48c3fc5a54b96a6d72f8210ef54f4291","sample_id":"mmlu-moral-scenarios.val.392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adee82069e25ebe312205e7013c69aff8a5f502fe8bd2914fa79fb297b7fb5cb","formula_version":"titan-u-contract-v1","latency_ms":0.5223329644650221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bea2d1e4adb4fa19a9a5bdfbb85e741e7e1735430761690f2789f0738f571cc3","sample_id":"mmlu-moral-scenarios.val.393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f86c14aaa85fd233ddd2af079fbb35476be7ddf3f244717c9a0450b1bae4c8e9","formula_version":"titan-u-contract-v1","latency_ms":0.49745908472687006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1159fde464bb8b5964583b9c24e1a70ca70da3a426c5fa40b85db53c16e9fb5f","sample_id":"mmlu-moral-scenarios.val.394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e508caa6cccc611eabd3da89de1105dfab13fa432ac50f4fd7e96cb2159a7df","formula_version":"titan-u-contract-v1","latency_ms":0.4830829566344619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90ea379ccc711cf59c5b2de30dd33a278c039beb1c6a506b5c88fe658eebb0e4","sample_id":"mmlu-moral-scenarios.val.395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d07aa77b94a63aec7b5480ccbc17821f7f6baa6a48feb63f60af29835f947523","formula_version":"titan-u-contract-v1","latency_ms":0.4865000955760479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5815faac7b9dd6e7edd9307867afe03f4477b77102cc7c9d881a9fa821804644","sample_id":"mmlu-moral-scenarios.val.396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35222e0331a40b37d2f82a828ad369c3aa8f2f6046c23a1a5ff2402e2b1ad1f1","formula_version":"titan-u-contract-v1","latency_ms":0.5772080039605498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"796298c3e83604a104bd6fe98492729cafb1b1fdf217139f9f9b105116f2e289","sample_id":"mmlu-moral-scenarios.val.397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"606bd7980c13efe1c6f289f3379baa8f473572092633598d9474a0d181edbdb0","formula_version":"titan-u-contract-v1","latency_ms":0.5223329644650221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8111acac7292dab13d8ae48cf2da10b22c23263b333d9e9beed11006e14b06f","sample_id":"mmlu-moral-scenarios.val.398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bbeb79bcbffe850cad3bedaf47ebe4294de3e412319d775b6ae712b14b5a4d0","formula_version":"titan-u-contract-v1","latency_ms":0.5357499467208982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16ff4a54624fc35c2b976f99aafd1620e9d852c5a13a3a98555a0878f7d18b00","sample_id":"mmlu-moral-scenarios.val.399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35afc51659efdd9e9304c1d27b64dfe0287d523fa8c73764fdcfcefcfc084adc","formula_version":"titan-u-contract-v1","latency_ms":0.5094580119475722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be061a96791f7a8410211a2edec3987cc7d409e43496da554843efe6140d92ba","sample_id":"mmlu-moral-scenarios.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f19f7ef156f42c9368407b693ef34f2a500d3ac5a1ce2e7a7e618fbd930c43a8","formula_version":"titan-u-contract-v1","latency_ms":0.5035420181229711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25f2bfca719f232cd2ff49b6f4888ceb212a49e965e8b6300e79e1a7da91f449","sample_id":"mmlu-moral-scenarios.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55d9275f33d43bcc4814e1686b11267405c4b43d6f9410a5403d255f051bdd90","formula_version":"titan-u-contract-v1","latency_ms":0.5011250032112002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"399f5811eeb56df289451811b1163796eefbb523d55c7561c3f0c1928f26456f","sample_id":"mmlu-moral-scenarios.val.400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f14db2bb0c26ef2898a9438547c45aa9d388f0c129ba3d1e10c89643d0119b30","formula_version":"titan-u-contract-v1","latency_ms":0.5322910146787763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bacd7b0623fe08e070adfcf4b3dfceee940d69cc8b5cee19974a69336a570ad","sample_id":"mmlu-moral-scenarios.val.401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f7e52f113e785b51c1c4cc40ca08aee4100c70cbadf7c710917a5935730482e","formula_version":"titan-u-contract-v1","latency_ms":0.6539999740198255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc9b9a6b90884ae65e90d4c7d1a5b211e37316a490a63711ef547fc084e0f33f","sample_id":"mmlu-moral-scenarios.val.402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abf90afc3419a7baefdd90f73991a4d1c136f993779f334c4e3b0157c733bf33","formula_version":"titan-u-contract-v1","latency_ms":0.5500830011442304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb7c21723551e3db8d204388c7b4768cc32ab4e8111ee6e2a37f47632200680f","sample_id":"mmlu-moral-scenarios.val.403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a468b2a542dd2c9cacd914e304755862efb3c68276fb70f0e27939de217c7c9","formula_version":"titan-u-contract-v1","latency_ms":0.5039999959990382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fef5f39d160fdb675d4eab2e3652715cfaf72d37f78e8a7d9ecb36e50eb09c6c","sample_id":"mmlu-moral-scenarios.val.404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4c6519fd88f337488a8fcda9e9cde66c662ce4b4945bfa127683a34c9ff2efb","formula_version":"titan-u-contract-v1","latency_ms":0.5662910407409072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0897dd6c0cd85473cdbdce395193a25546a3b2deb6d510de295e65ec134d2602","sample_id":"mmlu-moral-scenarios.val.405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"254e1d975f03b465c0fa158ffa55014caab46b128774e92f66e33d1c5d2f1ee6","formula_version":"titan-u-contract-v1","latency_ms":0.5640420131385326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c455cc9e9ad94755d785e295109479ba2dd2dc340f6ef67ec4377350d326f015","sample_id":"mmlu-moral-scenarios.val.406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"890cd7807c58e84dce32a1c0510aced97fe5198482b24507c0b0168730ef6f51","formula_version":"titan-u-contract-v1","latency_ms":0.5265419604256749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a7959bc90a960397ba0545e6ce40734614654bd5d6a5d3dc7dbbbc5f3961951","sample_id":"mmlu-moral-scenarios.val.407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"287098d82fb40955e10732f8dcc36d698d8dbda9ddae6019ef90eef72aad4af8","formula_version":"titan-u-contract-v1","latency_ms":0.8440000237897038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"914def3de47cbb5f67eae43e3b3762cd196614f2b4407c7190f2db586bea4bd0","sample_id":"mmlu-moral-scenarios.val.408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"773c36a3020b02bdaaae54803fbb125148ad9a16e6d93922a1857610ec3db263","formula_version":"titan-u-contract-v1","latency_ms":0.5206250352784991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4b984b8403f6913d2400c97d038f3d80c624f71bb7a35dd732d6b1d3e394958","sample_id":"mmlu-moral-scenarios.val.409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09453ca59a99cce334cf5007fc79c319b749722629a1bd266cac1ee7ccd46e6a","formula_version":"titan-u-contract-v1","latency_ms":0.4798340378329158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d183e23e7d279324854b2572996e4370738ef2526e5c442831f66df0e053ba15","sample_id":"mmlu-moral-scenarios.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44840e2426b95c08b4167e317c371f388c7f7b3aa34a0b667bffe3e83c5b62a4","formula_version":"titan-u-contract-v1","latency_ms":0.5163329187780619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a8bf063e3e0e7a3a3472be5c531c76792c8c44e024b182a061ad533906a80b5","sample_id":"mmlu-moral-scenarios.val.410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97e185e352c5c1c3fcd41968d2c96042da5f6735f1d7b5d8919c3cdf97654050","formula_version":"titan-u-contract-v1","latency_ms":0.5022500408813357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70a2bfa71832803114f4137fce751a5fec7ac1bb676558dec9ef5689d3d87979","sample_id":"mmlu-moral-scenarios.val.411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f8cc5e5ed497d551b31825d9002671958bc5bf9f0abe1894958ceffc01371a8","formula_version":"titan-u-contract-v1","latency_ms":0.6183339282870293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c9456e4bfa08e03db3b5ee8dce7d5cee3f169c8a6c7662c32cf06f26f5c8f89","sample_id":"mmlu-moral-scenarios.val.412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3b53986709f72bafe7f2d12620dfb5dc796655988acba1b22a699d71a325ced","formula_version":"titan-u-contract-v1","latency_ms":0.524875009432435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"681726ed14b9369ee03ed529beb711812ee17755d213dfe7af2153abd81ce1a0","sample_id":"mmlu-moral-scenarios.val.413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"581b9db415e584db9651afc38e18673f49748742fc31f7f1303cc6c644c7675e","formula_version":"titan-u-contract-v1","latency_ms":0.6146669620648026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"340391dc627ec64371763406f0b27b346a92052217677c38929bdc1d132d3d40","sample_id":"mmlu-moral-scenarios.val.414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7994f9e6ae32f744c355bbfe265867622b6cd34d3f583b89fc33ffb4639190c0","formula_version":"titan-u-contract-v1","latency_ms":0.9694580221548676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f59be1aa8e99d709beaba9e46aadba5db4befca137e8ecc9cd95ad959d6bd67f","sample_id":"mmlu-moral-scenarios.val.415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac8fb7204d8e94ae73e981e24905c976793ddae53db77c90fb56608276e192ab","formula_version":"titan-u-contract-v1","latency_ms":0.5492920754477382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2292a91e15c9f8427562babfc5e144a12246f7a53c1389f6fbdd46a8ceb99843","sample_id":"mmlu-moral-scenarios.val.416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c04e71271328d6cc889f9747be2ae5ccbaa929c69afa8cc1e2e0aaff0d8da600","formula_version":"titan-u-contract-v1","latency_ms":0.6136250449344516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad8cdb4c718b5ba1a78ba529488a9c356000dd433c7288a2dbf50927eae03c53","sample_id":"mmlu-moral-scenarios.val.417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9265ce8953a5b75974671c4a719e5fd298e2baf46b7e6b60a33f6fac4f6ec811","formula_version":"titan-u-contract-v1","latency_ms":0.5170840304344893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bd8000ce429faf3dc40590fad66d3dd15248a5ce79b7eacaaf42a07e31ffa09","sample_id":"mmlu-moral-scenarios.val.418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e3009bda90a2cf6acbf60b14cb88294bab4c06b8eab8e75cd90e89a34ca2fff","formula_version":"titan-u-contract-v1","latency_ms":0.6258329376578331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e38da84ee218972daf66208812132c58bedd5e2cff215d4230c8a3d95c9ec5f6","sample_id":"mmlu-moral-scenarios.val.419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccc43fc59dba68a1853238cb82b26e55361d4b5cc7d3eb70e7e68bde3e051d8f","formula_version":"titan-u-contract-v1","latency_ms":0.8534170920029283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"575526be300babb90ed2ee31f645862b6204f84217d70b1371a8831b072db5a0","sample_id":"mmlu-moral-scenarios.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c94753f4ec0ba1db14af6edae60b4c83cf272109854965f2def24b41ce3237ac","formula_version":"titan-u-contract-v1","latency_ms":0.5530000198632479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aef65aa262c6b7c02865c12eec0fc98e7ade01bba50fb399ae50e637d62451d0","sample_id":"mmlu-moral-scenarios.val.420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac8d44de9c893c49a72e450d2321906f69287a7a8aa8e718f20219ca8ad7c897","formula_version":"titan-u-contract-v1","latency_ms":0.5439999513328075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e443f29170fbffb6e135db3845fff6b84ffd50ecab471ccac67927a8173a67be","sample_id":"mmlu-moral-scenarios.val.421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e780ea8b6faa45c1dd09f97ab15e90593c23ac3e9f66d52e66b70a1769d04dff","formula_version":"titan-u-contract-v1","latency_ms":0.506000011228025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c370cc5e55dc619c47291a75b220498fd3053e3210c56eddc2bf972c23790c6f","sample_id":"mmlu-moral-scenarios.val.422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec89dc24c8309442082d4f97ce0c3dd1918ae3735f091fe2f0700b017d7a80fc","formula_version":"titan-u-contract-v1","latency_ms":0.8650419767946005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32b0f1672bac0137a0e3462912a623b12b8f2ec3d140fdc97a54359df258fe21","sample_id":"mmlu-moral-scenarios.val.423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61f5123be807283c7e8a4da5802d7bf73cf8bda7b1c38a22b73681ef576082ff","formula_version":"titan-u-contract-v1","latency_ms":1.1642919853329659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bf14366bfeb43ac8212e6c9717f4ccda7412f90cf4a9b15849c1865429f21d2","sample_id":"mmlu-moral-scenarios.val.424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15e07e96a455792ab71b0b34f51b89cef0870630f93d1110c1bb12cfee51b3a9","formula_version":"titan-u-contract-v1","latency_ms":0.5216250428929925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc633f46848a37e1d6d44f5fb15e4699d94d375ef42325f09d6bcfb640465544","sample_id":"mmlu-moral-scenarios.val.425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea4c71e6983adfa9a19d9f98eef6dd9cf925b05281799573229696df7bc83e52","formula_version":"titan-u-contract-v1","latency_ms":0.5738749168813229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ece1682806aee85f26012904d68276858c17887a5317872f2cf3780b12cc7a9f","sample_id":"mmlu-moral-scenarios.val.426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b295fcf15395fb4b39e8552f600b40b878b79f73154ac47fb6a5526679880392","formula_version":"titan-u-contract-v1","latency_ms":1.3332089874893427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b604f563bc95eb66a00e6f98cc19cc9b39967babc995da565fc57e517aadb5d7","sample_id":"mmlu-moral-scenarios.val.427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97fe27586bfbaf1fdc39c192096cbf3c78386e0dbc20d83d98af0db375cc9ac5","formula_version":"titan-u-contract-v1","latency_ms":0.5174169782549143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87b252d8bbc0293914bf9e855630f88cdba63bdbb47ac8267afb6a88d9dc4daa","sample_id":"mmlu-moral-scenarios.val.428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6faa44dbf008d5867a720a65f6b53a1cf8d05b5144f40da7aaa5aad710396d3","formula_version":"titan-u-contract-v1","latency_ms":0.7502080406993628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dca7bc69d74bd57b6bd309f927c49a9e639c1965c7e98b1e5776a019a410d85","sample_id":"mmlu-moral-scenarios.val.429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b15c26e25680ca003400890a57656d9139e79142b935ec803f3c18d14fc9f76","formula_version":"titan-u-contract-v1","latency_ms":0.6096250144764781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"404468aa56fce87b4e244fc8d53c328758a1760cb6f7e0beb3a76b9240e9f1b8","sample_id":"mmlu-moral-scenarios.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b5a2646487e756b8e4cdc6a9c43a841412822c904788b48b57b3f6173b7a6f5","formula_version":"titan-u-contract-v1","latency_ms":0.49958296585828066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4200c94df52a50fde72f7a06a9e4196edd8d1d8729c855d9963d2f9435b98156","sample_id":"mmlu-moral-scenarios.val.430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4177d083cc7d9f58e9405527aed95b292cc8fcc4d1188ef0110f592e0f69be28","formula_version":"titan-u-contract-v1","latency_ms":0.8007090073078871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12e7ee92715498e1d103219d3939fa3254f9efa15e1419b373d44648a3e47f60","sample_id":"mmlu-moral-scenarios.val.431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eeb9ce1f6a21c08eb5acfdf5a98e15ce89ce9a1e17cc749ff35451716127f83","formula_version":"titan-u-contract-v1","latency_ms":0.5837499629706144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f07ed8a901e81fc0b96f726c75cc6a585820d01b6047e9e8ebbc6ab72d6711a9","sample_id":"mmlu-moral-scenarios.val.432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d5fc8f3a28790be4c6dd2c7fcdde2a9dbd49760488bfb36114080293c44d6f0","formula_version":"titan-u-contract-v1","latency_ms":0.6039580330252647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0f4ee519ab02075db9d5aba954df0f4a6d547e6a5e9e35d4d184acf4181ac02","sample_id":"mmlu-moral-scenarios.val.433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2423c1b2b534f41578b6881abf7b6ca1daf8dca302d8371819a1a3d45737753","formula_version":"titan-u-contract-v1","latency_ms":0.5485418951138854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dbb29de9e6739e74a0ee5937bdce63c3dc85bd36e5536666991d7dc4a632170","sample_id":"mmlu-moral-scenarios.val.434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30fb1c1ea803aa05670c005a331cfa8ae4bef8b40866b7c906bca9791dde5890","formula_version":"titan-u-contract-v1","latency_ms":0.5553329829126596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d550bf30204277da8eef1fb26cf65d2bd9dc9095cc2de5236744ea532a3485de","sample_id":"mmlu-moral-scenarios.val.435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9b097fb9a438725a69189e62477060b2116cd8ef314d0f59fedeaef81afb9c3","formula_version":"titan-u-contract-v1","latency_ms":0.7163750706240535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2245ad7f7f8d3ef925ff13a13ab1ec857ab735269c759fb114ae0e0f756db598","sample_id":"mmlu-moral-scenarios.val.436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78451fddba31095fd57f9370535c4b4eed4560b589190e772218cde5bde638bc","formula_version":"titan-u-contract-v1","latency_ms":0.5312920548021793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1a0fe87b40f3d0912d1c04c6f6099af77c92a3954ae5ecadcf53a594e2dcc27","sample_id":"mmlu-moral-scenarios.val.437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b24520fdb6740924a3aef9d4da350c9b6ffd37247ecd549d252fb600dee77ba","formula_version":"titan-u-contract-v1","latency_ms":0.556000042706728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cb44a8cb49006e13b2348e660f62666c4e6d3c4e3e89a0c29a9a05f75a50993","sample_id":"mmlu-moral-scenarios.val.438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba652381d8c805eb53e1861d38a79c96cf82ff95741dbc481195d6aa5ee83876","formula_version":"titan-u-contract-v1","latency_ms":0.5636670393869281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18ccc00f82bfcb2dbf07010179ca3dac8119b5ca478cdf305354cfd3581379d4","sample_id":"mmlu-moral-scenarios.val.439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a38dc19ca6f58a0efaf432f551f39b5b9b8df67252baae89dbe4ad878e5ddaa","formula_version":"titan-u-contract-v1","latency_ms":0.5180001026019454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42891e2645c909080a4c2038ab21530564d0ac7275e013b30258083caaa24664","sample_id":"mmlu-moral-scenarios.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8eb5d4e0e549e694cbe041cccb7945b58009b4246723e4ef3bbd50a88a20b494","formula_version":"titan-u-contract-v1","latency_ms":0.813000020571053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0940fa669e769ca73dff0320214d4fa178bf4f2819a178efd67d3e7f25a28761","sample_id":"mmlu-moral-scenarios.val.440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c64c895c3526a5b6564c53bca84841d79c78f6c03c48759afbcb2eba720b97f","formula_version":"titan-u-contract-v1","latency_ms":0.5400000372901559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b54013f4615acfcb90d33e37bc514b9bdd8b083e2ebfb1fd0926c138205426e9","sample_id":"mmlu-moral-scenarios.val.441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"862eaf25acc0c2182286caa357e1a7ca2c3016c94b6d3f2270c128f5549b5ca3","formula_version":"titan-u-contract-v1","latency_ms":0.6146249361336231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e0712e9e490a946b6514a0bbe39693a9bfb4fb5d63af95b02ff2338d08162b7","sample_id":"mmlu-moral-scenarios.val.442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f5dd9d306fd2a97740b37c62ffb4836439048036d59f76929fd77ca40535685","formula_version":"titan-u-contract-v1","latency_ms":0.5337089532986283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b93f250de4b7f59fdce7ba2ccf896207be7d54df607b16bc18ca3250237542aa","sample_id":"mmlu-moral-scenarios.val.443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64e76a1196b6e5f48110f2bf6b686c43cfa9581cd3b18c9bd46e9abcae0676b9","formula_version":"titan-u-contract-v1","latency_ms":0.49591599963605404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"185aca8695947b8d07c42dc0f8e1cc5b00efb75688d72612dd854cf4a382062f","sample_id":"mmlu-moral-scenarios.val.444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5835e07bfa5aa707300f4fa224e3f6663222a0cd86f28e5076c3fc11e7f12e7f","formula_version":"titan-u-contract-v1","latency_ms":0.5603330209851265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"468a0d9b9f54a27ce03794b51e8fb81a9982f73393728247d004b2daaf108156","sample_id":"mmlu-moral-scenarios.val.445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"903e84ca3c4ebe34ee7ab6020e067840335a6a4574203984c10f58913f2eec73","formula_version":"titan-u-contract-v1","latency_ms":0.5423749098554254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0fbcd4e469ffb19c196f165835bd13351963eb98f40cf4f7272450b0e8b3d93","sample_id":"mmlu-moral-scenarios.val.446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a89a7549d6deb418d57b43c185504156519aba1d531d4c251b4fea08147db197","formula_version":"titan-u-contract-v1","latency_ms":0.5902079865336418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f59dca7782a9c01496bc87ec301ef05ceb94523d1f79fdc116a1ebe604f38c56","sample_id":"mmlu-moral-scenarios.val.447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da27e2b0a9dd02e3656774d186da97c07ef3cd221df3774d07c11f53eba5b191","formula_version":"titan-u-contract-v1","latency_ms":0.5284169455990195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebfdb4502b7f60ae22a6f356b8adac83ef3a274db9a8b2e5fd2cf2962aea9277","sample_id":"mmlu-moral-scenarios.val.448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"129a98ca8e5703c97bb3fbb3d3e707a6a7b445ed455581854095affcf1e86384","formula_version":"titan-u-contract-v1","latency_ms":0.5254159914329648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"903f40ea724cf0a74d5bb1274edd481ec7938f203192d109a597f401bdf490bd","sample_id":"mmlu-moral-scenarios.val.449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"021fdd4e3bcbe205798235746e12c5e30a0b232976fade0a13774678e0c56313","formula_version":"titan-u-contract-v1","latency_ms":0.5640420131385326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae52d1ad4e23045b1ea120c5f0ae9e27957f4c54f0c284bca56143b94f2ed74d","sample_id":"mmlu-moral-scenarios.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbe241fba71ecb18925bc2b9397e5f991e9eb6f76cb3b87006c9c50566f175a7","formula_version":"titan-u-contract-v1","latency_ms":0.5065000150352716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b32cfa29622893fefad18e4ce9615ea8b496315ded9a58dad92e243596d2f00","sample_id":"mmlu-moral-scenarios.val.450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"787fb8020073b6dad741def675134a656b806a9d8e27327e6a840cc660b89ced","formula_version":"titan-u-contract-v1","latency_ms":0.554082915186882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"223c9189742b59b6cfc457850e1055592970e739d07a2417fa2a761dbc3827f2","sample_id":"mmlu-moral-scenarios.val.451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09939d5e6ab57d8750323ba6b9738042461b56b8250666b3c842579752178c02","formula_version":"titan-u-contract-v1","latency_ms":0.5232919938862324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91c583fff03ae74a870133a5787c165e336dc68f68061ba871c83ec618171ce1","sample_id":"mmlu-moral-scenarios.val.452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8c8663ace597df9e85d9c023324ba98c65f9e80eae3fcfcae32fcf44e13f043","formula_version":"titan-u-contract-v1","latency_ms":0.7191250333562493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e30991fb12dbfd9f19273c8549b1dd80a8f1b84eb0006a473efa9da43b6d0955","sample_id":"mmlu-moral-scenarios.val.453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c0417120937c34880b04d886484b6661218613ea603b7b9678ff518666798f8","formula_version":"titan-u-contract-v1","latency_ms":0.5613339599221945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9692b3c2a7d35db65c50d372e24106ab63ccccaac60b4478fa1637352d6cc7d","sample_id":"mmlu-moral-scenarios.val.454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f246d37ad2920dbc0f92d306256e04b047031f5118c175ce5cab79b16f0d1e2","formula_version":"titan-u-contract-v1","latency_ms":0.5409589502960443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e6cc0eb64981ab9174aa1939657956c8ef1e69116913ca289da98ff1bb5e39a","sample_id":"mmlu-moral-scenarios.val.455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a484974aa47addfc265981583adb45e8e8aea30a147f79e644f6e806161486cb","formula_version":"titan-u-contract-v1","latency_ms":0.7462910143658519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1747d3fd8b7c56f14ecb167dc61423fe4123a592480f657a6930f60328a5cfab","sample_id":"mmlu-moral-scenarios.val.456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"138ef3254104234aad4b3fdcc78732b1f31e73e91e689c1fcba8c13897d49f0a","formula_version":"titan-u-contract-v1","latency_ms":0.6180000491440296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f8b6fff038f3c781a09fbe0357464a0e52ea83eab1995fa4f3a73b033135a6b","sample_id":"mmlu-moral-scenarios.val.457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a930b844c7434e6f8e1fa8a7365687eab69388e6aea3fce7d5b6828b32c2bd31","formula_version":"titan-u-contract-v1","latency_ms":0.5599579308182001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba2a4c4b947c02a96b8a378e45ce91dfbd6826a080a24564028939a0714e6438","sample_id":"mmlu-moral-scenarios.val.458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43270e9a314d70c66cf719e969dc377fee7f8171bb01b4e7d6bf348c95f910f8","formula_version":"titan-u-contract-v1","latency_ms":0.5752909928560257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ddecdf7170c8d48dbefcbf7955a30af8368798fb6c2394b7ee68a26aa9cc193","sample_id":"mmlu-moral-scenarios.val.459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1d8094c4af0cc2b4d0951aeffa1bde97e30b74bcb8f2d78a5d3777f7c08af68","formula_version":"titan-u-contract-v1","latency_ms":0.49587502144277096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b49b0bdc95f9ec834f62e3fc323cab5e11c61b57f20a51d39dc24b5d21063d3c","sample_id":"mmlu-moral-scenarios.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"921c3f544bee49194a251fd2ee3db10a19d5da17ca1ab8604c0a2c267f7cc9c2","formula_version":"titan-u-contract-v1","latency_ms":0.7440000772476196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45262bae572cfc7e5bbf98a54e9fb29498aadcbcd5493302c4d6a5665f1c363d","sample_id":"mmlu-moral-scenarios.val.460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b86fc443a74cc1d7103ea424cd55372d6c42b9b96731e952cef5ac16df98703","formula_version":"titan-u-contract-v1","latency_ms":0.5392910679802299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe44e4ed8ed8ebb8e7bcdb291cef79d45725583960e6489313582aec36a319ef","sample_id":"mmlu-moral-scenarios.val.461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"637daaa16940473d15efef85744d9175218d74da61cffa92800d6a729583fb15","formula_version":"titan-u-contract-v1","latency_ms":0.5647500511258841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb135a6d75d68098694240703932c24f0c184591fb552ca594482fd6022b4381","sample_id":"mmlu-moral-scenarios.val.462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21fccfe86dbee0eb592a2618e09aecd8d03bf6b551f37e6f0db8743f0ec27509","formula_version":"titan-u-contract-v1","latency_ms":0.5375000182539225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d8b08ebb869366b07b4849b34d41a856adbfc1111e432bdd63e20f349d816e4","sample_id":"mmlu-moral-scenarios.val.463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7205be385545164c40fe2ce8c531752697a502cfdc48b580b357701b5eb613e1","formula_version":"titan-u-contract-v1","latency_ms":0.5354998866096139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd5e1ed0d25ace9ae840e08050dbd8adc7b4a05dba3fe547ea42b6077c97342b","sample_id":"mmlu-moral-scenarios.val.464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16765f5c7b92315cb3cf432e5c5f8cfaffd1a653e0bb0dfc3db560dca498e269","formula_version":"titan-u-contract-v1","latency_ms":0.5358749767765403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bed20ba07385d6d5e171dd9d6e4cb25738b7d96d2daa4694116549a20f492396","sample_id":"mmlu-moral-scenarios.val.465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1018ca72a7f8fbbb580a3a8a60674be73707c7a98e07b5ad94ba0c3b1a9f8138","formula_version":"titan-u-contract-v1","latency_ms":0.6070000817999244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9f960fa79448755f110fe3fc9a5e0846e4f087a35407b9e3d0791c832219007","sample_id":"mmlu-moral-scenarios.val.466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b37dc09c9be5843a52b8b01003f442a7d6525c42d98d94255ece983fe30d0cd","formula_version":"titan-u-contract-v1","latency_ms":0.9238329948857427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db81bc82ece9b63a8d5376c77e79071bc8ff896dfff3033b2da3c904f1c22fae","sample_id":"mmlu-moral-scenarios.val.467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27974f1a3347d876b9d340c4d42419fc2d892e9c3b19ba3ef3f7ed61331542ab","formula_version":"titan-u-contract-v1","latency_ms":0.5203749751672149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da18b1492ff0cb813087585cb1ebd4828ca3b0dcf8d1badfccfe727d4ae8fa31","sample_id":"mmlu-moral-scenarios.val.468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"443753041e8af3ebf834a143fed18aef6ac8905ab133b659283ceca91f5e35aa","formula_version":"titan-u-contract-v1","latency_ms":0.5207080394029617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7740bfcf85467b346bd570f36173e5d5324e6986f6863083559f31c1cf1b6d0","sample_id":"mmlu-moral-scenarios.val.469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d80d8ba074608dad08068776899b4e090ca8d2b8e5e98ea84b12066e984b507","formula_version":"titan-u-contract-v1","latency_ms":0.5213749827817082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eddbf37870c5f0aab6ee8fbde5fe52ba642231f38783ef6a783be38f84aba312","sample_id":"mmlu-moral-scenarios.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cf6b274721c3e474bb8280683380b613f1b7d6226f80e1afc9a957269025ad8","formula_version":"titan-u-contract-v1","latency_ms":0.49641693476587534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7e18dbfd67d908d7270f9b035c4cfca639fec571e6100026dca044ec3bb113f","sample_id":"mmlu-moral-scenarios.val.470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ef8d8dac9af06d9bee9647279a81bef1707a2537e207487a92be204b9f31cee","formula_version":"titan-u-contract-v1","latency_ms":0.5195409758016467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"166c60039665050f4741e195db64e825aa6b6a9a92d564f5d25fceb2834cc653","sample_id":"mmlu-moral-scenarios.val.471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cab563e9e5f7ba313fc0a993ee63721929d4a6a36ed5bcef530dbd266dbabd4e","formula_version":"titan-u-contract-v1","latency_ms":0.6943750195205212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4828700d7080ab7c27c639928307d0d008d4a14b8793fd7ce762a0535ad4cd2f","sample_id":"mmlu-moral-scenarios.val.472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29f2df0b317cd77e2013a19077bbbbb411aa86fdfb4f90a13f52d0d42d3fc80a","formula_version":"titan-u-contract-v1","latency_ms":0.6289170123636723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"112fc0d55c05abfa881a43f4ccc8bb66c4fbd8a4e9ab14d1f4b5abefa19efe9c","sample_id":"mmlu-moral-scenarios.val.473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2f39cc69136fe1759ac960b0425616f808822facccac9fb054215d096bb1388","formula_version":"titan-u-contract-v1","latency_ms":0.5822499515488744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"954c16564a66c2259db13cda1e223700c7927279d42bbaad1485052cd107ca83","sample_id":"mmlu-moral-scenarios.val.474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4ff234ebb9591e90e4cf307f1cfa9c529388e52088f94be2b50f56d3f3ee539","formula_version":"titan-u-contract-v1","latency_ms":0.5889999447390437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32eb498528c61ae6f722905fba730076a7ac35289c098398690f0a6393853205","sample_id":"mmlu-moral-scenarios.val.475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f791638115290aa5d5379e62670504d5cfebd0a90633f992e32ab0f5740e5186","formula_version":"titan-u-contract-v1","latency_ms":0.7039170013740659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fee227dd522c98e8b3c99d03b7bc691a9475aff455a09c350e1f268e574ea80f","sample_id":"mmlu-moral-scenarios.val.476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45518486ba8c7477cebdb8c3989381d81f29b6a720a164063f1343fb8e735388","formula_version":"titan-u-contract-v1","latency_ms":0.8167920168489218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e4ecf621b607361c45d0af02647b71db67d8235631b1fd4858ca47d5d8ef2f8","sample_id":"mmlu-moral-scenarios.val.477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"579fb27eae18d681f06c01ce134611880944bdb371a4170dfbf1afe048ef5944","formula_version":"titan-u-contract-v1","latency_ms":0.6369169568642974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6424483bb88785c42b6bf2c5b891e0a0fc1031fe3abd6151fd096f3114706451","sample_id":"mmlu-moral-scenarios.val.478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcbdb929174ae9b31ce114170ee4d3cf65c3a415d32984cefecc563ee73a63c3","formula_version":"titan-u-contract-v1","latency_ms":0.6642919033765793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cc226edaf13b3cdb177e045deea9cf2278cc66359f94465ff7f69bd4cb8f4f9","sample_id":"mmlu-moral-scenarios.val.479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0222bcfafc928988ee01b829b37f04e4fccb94728f55a8c17e5657afff3b892e","formula_version":"titan-u-contract-v1","latency_ms":0.6606669630855322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2f2b151f1269f86b5e664942b1b7d7c62b537445f8e87f970d82c1b0cf65847","sample_id":"mmlu-moral-scenarios.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd367d8ac664fe1140f1bbee073436826d6d3f7eeceb2c66fcdb9f173569a204","formula_version":"titan-u-contract-v1","latency_ms":0.6491659441962838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3a29ed5fc0be2ee22ee7d409d3ad4b987064c3c77b8e1e8baabc9ae61b7751a","sample_id":"mmlu-moral-scenarios.val.480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cba0242f9aa23a59e979b0edf3438841bd029967252ded76d20153ec362ceeb","formula_version":"titan-u-contract-v1","latency_ms":3.041874966584146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53702c512b22423430096ba3ccc8ab7031731160e14cf0342f5f874da25f8514","sample_id":"mmlu-moral-scenarios.val.481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a60c55e30307e844e5f874ce19957a747b0109f88641f1c4e70615d34795a8f","formula_version":"titan-u-contract-v1","latency_ms":0.6756250513717532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c48f330cf2f405bf49eea25077f25d3e93611313a9faf0ccc0d5bba675ab38cb","sample_id":"mmlu-moral-scenarios.val.482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b9fafbbc6e5fd3c3a5357928c25acf12a1d470ce3c4638548f31d9400449ddc","formula_version":"titan-u-contract-v1","latency_ms":0.520791974849999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"caa8d7fe500ddf622d6c5c1f23ae5c6f5bd0cf5fd5e012b421fb9c0862434329","sample_id":"mmlu-moral-scenarios.val.483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1d81c80999d8a2fa7d214f8792ded43aa37c47d0b24a2eababf9ccd94ee7e87","formula_version":"titan-u-contract-v1","latency_ms":0.5427079740911722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7beb6631a9ae5a66d58d4ab2e4d56c0b9b09d5a897b9f9523fea2f40bdcf4bf","sample_id":"mmlu-moral-scenarios.val.484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcedb20b96945d5f2e053f7e85b187b57dd2cbf8935a6a0ca4233be560d5204f","formula_version":"titan-u-contract-v1","latency_ms":0.7704170420765877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5f1f5a257531ada78e47d5f6a16238125d35ef1b248bcca32d1da4e309f5e67","sample_id":"mmlu-moral-scenarios.val.485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e8b364081424476f435731df16bf73ad37173c51a79b5a4ea04c908996302f1","formula_version":"titan-u-contract-v1","latency_ms":0.5597500130534172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef88a8d99f2cce917a92771742bb55aaf3ff83249cde5ae3b3f5c45fb85b11ae","sample_id":"mmlu-moral-scenarios.val.486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4caa292b05fbf46c65ffd4716da14b7002ec1a373f46a5396a3c25dd6e1b83a","formula_version":"titan-u-contract-v1","latency_ms":0.7178329396992922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47ff0b5da7ceaaf4df04e7fa41bbcc97fb366504d37c07a595e064624067e38e","sample_id":"mmlu-moral-scenarios.val.487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b43a98dc407783878239f967898e7c51791869c5d3f5b733275df64346b376f","formula_version":"titan-u-contract-v1","latency_ms":1.0154580231755972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"860ef6b00878287824b52d8460e35f082ee75c5f61d20479c6c2e1a29b3e6b5f","sample_id":"mmlu-moral-scenarios.val.488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff03ed3a68caf36939fc6324c9f943bf041feae1358ca9245065762fdff1486a","formula_version":"titan-u-contract-v1","latency_ms":0.5136670079082251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bd75a9139c3438d824a5543029c833ae709c1328fc7d71334b363042423c214","sample_id":"mmlu-moral-scenarios.val.489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a25ad8bfc5d649037eea9b6c70c81145bd154d4287ad07cbfb12f4214bb7ef3b","formula_version":"titan-u-contract-v1","latency_ms":0.5000419914722443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33b3d88c8289dc4a5295e3ba6e4344be2c58e66fc1ef9173100d4fc96aa82e66","sample_id":"mmlu-moral-scenarios.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2bf36085315e4a0c35a98766ea6711d5261b643300449b804bc07d77fe4a838","formula_version":"titan-u-contract-v1","latency_ms":1.2457499979063869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"909d51508784c12c0837c2d832f9aae33636d41f83054bbee09628bbcf554fea","sample_id":"mmlu-moral-scenarios.val.490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d08063c38e07bcb712a779fa2ba0c6b85121d338ab746537d5a1227c352d8e52","formula_version":"titan-u-contract-v1","latency_ms":0.8046249859035015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d26566c84ca0a2bd10969c2e09113aa2f77f806b4f0731f30044c2e151d764fd","sample_id":"mmlu-moral-scenarios.val.491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37da8aa08e9abcd8f4f4ec166be33d925fd1e59b5133b3fbd7d781aea1e447b5","formula_version":"titan-u-contract-v1","latency_ms":0.573375029489398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14ea575e14efc745d917c6ee8d1d43bd009debcac47566a870176fc90e1819f9","sample_id":"mmlu-moral-scenarios.val.492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d19e79410c9179b3e22326bd77ea02414fd1e33ce9e25fb231f72f295ca23da9","formula_version":"titan-u-contract-v1","latency_ms":1.318708062171936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18acac3784408e91f82c69524b0e0443cffd13a14db03a97120d4cc86abc9e75","sample_id":"mmlu-moral-scenarios.val.493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d2cf99662d804b460b26a6da9f240a5a8d85221d425dd76facb77d41eeb2f06","formula_version":"titan-u-contract-v1","latency_ms":0.5637919530272484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b40d7ed65127573ee2c36cb86c41407a89ee663f3095e33441af815fb10626e8","sample_id":"mmlu-moral-scenarios.val.494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"800e326f3649b03fa61ba16129330cb4289aa836584dec89a010d74cd6116750","formula_version":"titan-u-contract-v1","latency_ms":0.5114579107612371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f7029ed13482ea379e0b025c0063ab1663c5a2b80f83ed8f05a934be06771b8","sample_id":"mmlu-moral-scenarios.val.495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef9a49c395f8b8193de741216cf624f99fb879abbc32d8eb0df42896865fa242","formula_version":"titan-u-contract-v1","latency_ms":0.5657500587403774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfcfb02f2306b1bda0310f8bfc62969fdf913e343845f1c54892ecef59a76149","sample_id":"mmlu-moral-scenarios.val.496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6c537fad4bbc45253fdea9b2f1ede43294506278550cb7608c4436489c4e4bf","formula_version":"titan-u-contract-v1","latency_ms":0.5331659922376275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f3dc4c38b7d9f4e63bdf3efab34349879d81277c1f9828680b88ddd5841eb59","sample_id":"mmlu-moral-scenarios.val.497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"719053e1329a12d7f3072ebc49448d9aa3c615a4c9d287b9eaff14cd335801eb","formula_version":"titan-u-contract-v1","latency_ms":0.8282080525532365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fcad6a9c59b100c9820c76c44edfaf1c4fae2814eee3c022c8bebe9b804181e","sample_id":"mmlu-moral-scenarios.val.498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7609da7e50ac8c76c43839ef361c96a83b3b83cdc8a914e8b06e8d9c2a38432","formula_version":"titan-u-contract-v1","latency_ms":0.8172919042408466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08977cb403793f4c840a4394800d5e0bf55e6b62fad718207ab3a24ae6caea33","sample_id":"mmlu-moral-scenarios.val.499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acd3c9f330a69c5ac45cb31f5392b1ea5227430ce5d866831d94494db682a5b7","formula_version":"titan-u-contract-v1","latency_ms":0.7340420270338655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eed1eb5a9f88c9b4d45fcd33b24e776f3fc7a310de36d8819384e5cdec8b958","sample_id":"mmlu-moral-scenarios.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5e609c1e09cbd5c2b9e12f926e5ea56838b998ae274b41c85dcbf60b91a0fb9","formula_version":"titan-u-contract-v1","latency_ms":0.6847920594736934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b1202722e451dbe221c7e33fd99eb0c75c167f34d45af3090de726fbf18a6cd","sample_id":"mmlu-moral-scenarios.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"881f2b9d559db45b6ffa0adb8473a5c699f09d570ead54a2fbc41c83beaa7cba","formula_version":"titan-u-contract-v1","latency_ms":0.516916043125093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26a325d11a5e9885d762e8992c7a4843e9b9d581ff00a7adf685696fdb548f3d","sample_id":"mmlu-moral-scenarios.val.500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"367da0b13b161830dd8f0575aa2109e164c7bb79c954cba856197a88294f310a","formula_version":"titan-u-contract-v1","latency_ms":0.5083750002086163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b05653e2d30ff9e73f78c8fee8fb4286ba7a05873159f5607a0a5ea723fcfc7","sample_id":"mmlu-moral-scenarios.val.501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbfbddf852b15172f2f6e5dcfa011b68318c1b30bd02f013fe81252f968d7b80","formula_version":"titan-u-contract-v1","latency_ms":0.48200006131082773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97bd07d463cd42be3df76c8ecc3340b696feb3258121ab0ea6bb9f4b07062476","sample_id":"mmlu-moral-scenarios.val.502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"727892d6682d2f04ca60f152513c140deca411ee1356d6883124133fb7bdf9e6","formula_version":"titan-u-contract-v1","latency_ms":0.5323330406099558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07fd3fa7caef8046a7f1effa0445d0a815a9d14a700febbd7184a12e8c4435a7","sample_id":"mmlu-moral-scenarios.val.503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f6365ee7336c4ee6b882b2ee5dfe33a27d28019c0abd50f84fd75fba01eb065","formula_version":"titan-u-contract-v1","latency_ms":0.5547920009121299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f01e7c5feaf45223cef3cf7eada9dfdef796e25b3cb4c97a641c30270c029b24","sample_id":"mmlu-moral-scenarios.val.504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4ed5e132ed442e9d40537b21c9c2938b2d080d678dc4540b356c860b9e52a01","formula_version":"titan-u-contract-v1","latency_ms":0.5825830157846212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edda61649bb5ef79a0525730d03c05761cfb0d2642615e0e223aeb39a0a3f218","sample_id":"mmlu-moral-scenarios.val.505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa99427149130fa2bc5150e7f0c2362fab3f581824638e02b742e71e7522dfca","formula_version":"titan-u-contract-v1","latency_ms":0.5642910255119205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6929e7667ac1d28156542171eae3c882fc3eebf9271c206b5fb71d4ec2dce85","sample_id":"mmlu-moral-scenarios.val.506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49eb7b4598588b683aace2b06382192e16d65295ef153136cf0e568abfcb3896","formula_version":"titan-u-contract-v1","latency_ms":0.5302500212565064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74e77f6a2dc79c8df66596598898157f41f60864d421159d419e65a2884485cf","sample_id":"mmlu-moral-scenarios.val.507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94488fc620ca884e2108e71075f8264f142b7897333c8fa241aa68247af72d87","formula_version":"titan-u-contract-v1","latency_ms":0.7221660343930125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee371fffdbe594296fd2ea6ac78ecb10ea9cb764dbe60923bd1b9d84fff2dcfa","sample_id":"mmlu-moral-scenarios.val.508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc4054b7d2d67d95bb6e38aaae3cd0e4b82f5b8067d11b942f1c1f974b665623","formula_version":"titan-u-contract-v1","latency_ms":0.5187500501051545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2616d0c685bce2a8c994f23b843ba8b3fe2261837cea5d3e0b75178687f0d565","sample_id":"mmlu-moral-scenarios.val.509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b25955991d9e11cf5f83cdb316e940ac1e68f31157d1e042c55113fc8d871f6","formula_version":"titan-u-contract-v1","latency_ms":0.5273340502753854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ab9d42f61ea7a6bb417aa465b5a5d4b975b602944b8b20a9c92b9941d7cf450","sample_id":"mmlu-moral-scenarios.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ce73ae3f4019f6e4db59f8e43f1f56185551d5b950218f29c85fee629fbf43e","formula_version":"titan-u-contract-v1","latency_ms":0.7370419334620237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05236d2046f62ad0618e7c34f8119c13ae37e547267b6fd95771dd4558b11b6f","sample_id":"mmlu-moral-scenarios.val.510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22fa3b6c4f29957ab122abe21040c8ef015730a9e8fd6d40b28f7e4504340576","formula_version":"titan-u-contract-v1","latency_ms":0.5330409621819854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b75a3e82f32eec2fa64dce78807cae3db9e10e3e5fbdefd4ee4101a43c1610c","sample_id":"mmlu-moral-scenarios.val.511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63438f2f019b5f65f74503df41509598959b2e83cadfe008f689cfceb73c9f83","formula_version":"titan-u-contract-v1","latency_ms":0.7444589864462614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cf88166e839795fe25eaa816c8f6818f8ed7e52a0a0b79658e4e1bdf895cae6","sample_id":"mmlu-moral-scenarios.val.512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2de844399e41604abab15cad1ef2ea5728309f53681982b7f68b535552d9a4f7","formula_version":"titan-u-contract-v1","latency_ms":0.6114579737186432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9bb007604d5bf8ec7dfaea3648d1d6ac7ab11c266abd032990b1df999b53100","sample_id":"mmlu-moral-scenarios.val.513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19e8755e1fa4ce30cee737003bd8d5b2e9e7aa1a45abf2e23980f638c84bc05a","formula_version":"titan-u-contract-v1","latency_ms":0.5294999573379755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e03663e03aaf7416a61f7360e6b30422d156f96b4eb8f2b8d5971e0b73de3b3d","sample_id":"mmlu-moral-scenarios.val.514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f968d7e6eca6466463e6a670caf5bb719d58b3d9dfc0acf6e212c08e204b022","formula_version":"titan-u-contract-v1","latency_ms":0.6260829977691174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6941158d7d51ccbd4726179980c2e156172f87dd81c03a88ea49d6be98575d97","sample_id":"mmlu-moral-scenarios.val.515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4389a2094f8d92fb9bd2fa7a2448da867958f2cd25f885adca8de6a80dfb183e","formula_version":"titan-u-contract-v1","latency_ms":0.4925420507788658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28093e22bdcc76f569956c74772592c11578c7f677871c9e6fd3cf26254609fd","sample_id":"mmlu-moral-scenarios.val.516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39d2a4b475f4405be536da835b1ce5f5f473a922833b51260f1f1e70c302a3a6","formula_version":"titan-u-contract-v1","latency_ms":0.523999915458262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93361f9693ba264e84ae510be7f1a05f86e8d31774c3e2f115c7a198aa4bc542","sample_id":"mmlu-moral-scenarios.val.517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66f2c72e118f34b31fe277f64ded8f4279537b0b6e5dbb577ac548ef0bd6541e","formula_version":"titan-u-contract-v1","latency_ms":0.5764579400420189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94b026539ce394e093752c07cd8b8d7620c889a6ce8e80dca52581de13c78cea","sample_id":"mmlu-moral-scenarios.val.518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"108da9c3049bd0c2842c77dc6fe8f3b14d2819ec31f96c14bf54665ef94c78e1","formula_version":"titan-u-contract-v1","latency_ms":0.5014169728383422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1e5b697a03459978ee0f5ab616890401cfc58dcbb3d62a51ea9215f46a4cc61","sample_id":"mmlu-moral-scenarios.val.519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbedcd6547493f11411979267de3b0468578b907c8ef413285797cf35ce0c012","formula_version":"titan-u-contract-v1","latency_ms":0.5527909379452467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2fe765818a813cdf1d6ca2d4e82b480396cd260e5af3120d7176c49e31800cc","sample_id":"mmlu-moral-scenarios.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8f568c0b0673634c36080c995c19ae3c25149b748a588507aa5584ade34f178","formula_version":"titan-u-contract-v1","latency_ms":0.528917065821588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"906ab2276c150531797cc61692bc007bfd96eddb56c23c06bef5dc56cb4b685a","sample_id":"mmlu-moral-scenarios.val.520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf4308a127bb6e32cf5ce74307558bf67e851adc6967653a3714e3f2190188b4","formula_version":"titan-u-contract-v1","latency_ms":0.5422499962151051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee6b34afccc2af972bfbcaf3575c7b165372cdd79b175192e49489b187d3241e","sample_id":"mmlu-moral-scenarios.val.521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f38eb615b308575ab7601026c9b58e7df1043ee1f3d1b9ce120d1dccafb106c","formula_version":"titan-u-contract-v1","latency_ms":0.5765419919043779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3e7df25dcbae10bd258a6cfb530de5ac9698363de7cbd3e1899968781e5c1ea","sample_id":"mmlu-moral-scenarios.val.522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95f24e6544dec59ec1899ac22731a405ab12a3c9632066b87751114b14019265","formula_version":"titan-u-contract-v1","latency_ms":0.6540829781442881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c731e63ec4594a1fa257a2e61845bc5ddb70fef87b11092649e18557e0d7c4c3","sample_id":"mmlu-moral-scenarios.val.523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fea6c4cb0ba19bcb4611553514b424dd3ae22350cacf3a6945a89fa54cb31c6","formula_version":"titan-u-contract-v1","latency_ms":0.5344579694792628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb0a430ac92e06d0f739df0a0117b988cf933c5ff83dbddc306f8302ed2d420f","sample_id":"mmlu-moral-scenarios.val.524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02c58495103fd42084bfc71064d8ca4f8d6392358561fd4b9b5047a1972fd81d","formula_version":"titan-u-contract-v1","latency_ms":0.512625090777874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab0a95686099a8daf07d59e573d2749d7c94f3b2352a7ea772c0ba84b003210b","sample_id":"mmlu-moral-scenarios.val.525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab26a486d84cd45326d69d48b9f88de5a05f5b11e3ac9ae4b78f3da3e306ae17","formula_version":"titan-u-contract-v1","latency_ms":0.8896250510588288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8dd7d70713ccf07d585a56944d9ccf3022e0e9b8a8278eae7c6d08e5c214bee","sample_id":"mmlu-moral-scenarios.val.526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95d834766b18a3c9b4f772ce710bcf474a31cf4d17da400cd2fd1c56396d5314","formula_version":"titan-u-contract-v1","latency_ms":0.6374999647960067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9da1c15d6de66166c7e8f3f67f8cf7abf4d2dc155aabc23ef1e7a5656d6ead10","sample_id":"mmlu-moral-scenarios.val.527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c595ac218e86334f97ef1b1b3a24a505b467443415a548f07ad2ef115da721a","formula_version":"titan-u-contract-v1","latency_ms":0.5380410002544522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3795dbfb598854dbf2c428cc9e440cf8f0f693f58455b1b260d7610d08f30bf4","sample_id":"mmlu-moral-scenarios.val.528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a517af795ea9c9d8d1d593c023f59f6b7d8e9db8428a3970bdfa2a411f7145b7","formula_version":"titan-u-contract-v1","latency_ms":0.542541965842247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ea0f17495f755d451b5864e2585c8c3644709b9249bafa07f4579d976046165","sample_id":"mmlu-moral-scenarios.val.529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e346d2a2a98afbfd83160c18aefffa9da558505d33115972e7cd94adbdb442a5","formula_version":"titan-u-contract-v1","latency_ms":0.7652089698240161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07efc5ebb51c2801fc15fb6db5e514511f37a96fa1244f738dae2245d9450085","sample_id":"mmlu-moral-scenarios.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e0d7da2998b259ad85bc04512570dcf5eb37f33d81022979cb3dd88cff80b5f","formula_version":"titan-u-contract-v1","latency_ms":0.6266250275075436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16aa16abdb585af825a5430b00885b49933ae11936242dccfe378377cfe6dd80","sample_id":"mmlu-moral-scenarios.val.530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc7b7bf9f8ecdbecd65de7e68ebbce3cb32247e4c37e2a73c79bc7212f98c0c7","formula_version":"titan-u-contract-v1","latency_ms":0.9933339897543192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf718fc87c5fc45a2be584aa09e4b2a439136b60c76b926da8c83bc427665ba9","sample_id":"mmlu-moral-scenarios.val.531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcbaac1e613ba31250eb7c830fc52c3af9a40fcc3d82448acf1e95aea156155a","formula_version":"titan-u-contract-v1","latency_ms":0.6647499976679683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0ccc028a0bf0ca861aa0a5c4b2b616223e2c55069fa0ac5d7f2b25a2d19f442","sample_id":"mmlu-moral-scenarios.val.532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c757043f25b9c7f0e12c247b4365c37a5d573126cb37da313a8e8802b674fa39","formula_version":"titan-u-contract-v1","latency_ms":0.57050003670156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72c66d81b4f8cb1bcd167f4dfe413361dc4272f5b52b538599e940064e7ef3c7","sample_id":"mmlu-moral-scenarios.val.533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b818ebea2188f7cddb65a82bf14b0501ed3555d04ee24c85b23271a15dab77ff","formula_version":"titan-u-contract-v1","latency_ms":0.49712497275322676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18da66816d5930be2dc02481a7d493f645a0a73a74b705ea3ea0bf46576a5ce6","sample_id":"mmlu-moral-scenarios.val.534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce022f7cc93e30a4e3bdc1b691c0d09984d4870a5eb34cb4c420984547d82b6f","formula_version":"titan-u-contract-v1","latency_ms":0.7737079868093133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4c817e7f0ba0fd686285c1c52570a83402827f9249b646dda0238eac22efaec","sample_id":"mmlu-moral-scenarios.val.535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81abeb3fb3a9b1eee45862dc784045beb6df42fbdb3c7e7f50fe9e22836139ab","formula_version":"titan-u-contract-v1","latency_ms":0.6858330452814698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ae0d60de9f1a7944b04adbc0e2ad1accce130133f674fc25268111ae4ddca2d","sample_id":"mmlu-moral-scenarios.val.536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a698057abe97bdf6409fa3a099693ffb76d9321295d5d14adcd249f05a8f8b2","formula_version":"titan-u-contract-v1","latency_ms":1.46416702773422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"956fe551b00bc58847d33eb365abaa26df3c4b28cba48797debdf70b6eb6b7e2","sample_id":"mmlu-moral-scenarios.val.537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d99d9b7aaa6c4f810741ec2c851a80df560df67d89b86695f69bf2a2bbc7dd12","formula_version":"titan-u-contract-v1","latency_ms":1.137249986641109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d53a0b0259925d7d2d34f77cc9a51dd42f975b27bb60f2653e158835e6a4dbbb","sample_id":"mmlu-moral-scenarios.val.538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5a91524262b8227f8c141712314c1cda78d01b282414b1bed92a93bbb510fa0","formula_version":"titan-u-contract-v1","latency_ms":0.5115829408168793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e502cc54f140efb05e52c34a8a28160c3ed9ccc95620b21c993cae02e91a7976","sample_id":"mmlu-moral-scenarios.val.539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b89a0608fc0b6c382b6e7825b3601a719eb9bf7c7f7a667cbc2eb8faa6113f2e","formula_version":"titan-u-contract-v1","latency_ms":0.6152910646051168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f43c8205bcebe23e9c223c9d950d3022794e45c444ecb5168bb42c102ffd88c7","sample_id":"mmlu-moral-scenarios.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdbdea8cf8ab527362e5522cab24e6a39a8ce5273013ffe4c05092b99f4d1519","formula_version":"titan-u-contract-v1","latency_ms":0.7147500291466713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f72a34a0fd6133502d60f30601528e7af59143839c82d9559ad5f49222977ce0","sample_id":"mmlu-moral-scenarios.val.540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"004984b04dd264d989d0376449b1f3e90b2b9e319f86120f63dc7e95749b9949","formula_version":"titan-u-contract-v1","latency_ms":0.606709043495357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c0b0fa6fd1e42c4eb7ab8ca292d7fc37785d3f0f715edb32e0af8d5b9d386df","sample_id":"mmlu-moral-scenarios.val.541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b226316a6d06206f6bab0097493f9347fa347b9601283a47f51664e91bf95b75","formula_version":"titan-u-contract-v1","latency_ms":1.1114589869976044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c883b616847cd21ab4fdb778204e698d65b104d7f901b476e32270fe77af42d6","sample_id":"mmlu-moral-scenarios.val.542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71c7ed06561cd1d74712a29b22a5152ddf73a45115735094b8d2a11c53dfa37c","formula_version":"titan-u-contract-v1","latency_ms":0.5040409741923213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cddbbbbdf314f5fafdd5f17da71de8b35f27d81e25eb63414cb561919c30a47","sample_id":"mmlu-moral-scenarios.val.543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f63e60bf382c70b2a0d273413900204a2b413c9d4ac0137afb4934ba47f07b78","formula_version":"titan-u-contract-v1","latency_ms":0.5243750056251884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d48950b5158ec35bd078c22217cb999041658aeff36882facb40f04f51500f9","sample_id":"mmlu-moral-scenarios.val.544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c12448f14e6b2a06cf42c742af5b48c8ea53aeab5764ae466b92453332da9e9","formula_version":"titan-u-contract-v1","latency_ms":0.5310419946908951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"847933cb2432df9ce4b88bbae146a21389e407629e235d913bfaba2302837f8e","sample_id":"mmlu-moral-scenarios.val.545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23744e0523b6b558428b62587645757ec29b63c5f91af29b379703b33e8e9a2c","formula_version":"titan-u-contract-v1","latency_ms":0.5273750284686685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11b86f7da39c7c7e23e000b70fd9e9c3b1e0b87ce7aa0381954abe5c78762f5f","sample_id":"mmlu-moral-scenarios.val.546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1228fb7b14b75969e1eefa687027aefa625970a9fa3749924f04b644e02ef7e0","formula_version":"titan-u-contract-v1","latency_ms":0.5795829929411411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"686c29304887776c41d62680e42606185261147ea107cea5cd7f74190dcb2f4c","sample_id":"mmlu-moral-scenarios.val.547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8419d3a7e964aca18167c300d7ffa5d0822ee04563fdcdb25e55cf0286dad80b","formula_version":"titan-u-contract-v1","latency_ms":0.5408750148490071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df55554eaa10aaaa4ff6cb20db3ad08fed3946395ec2153ba836dac1fdcae9bf","sample_id":"mmlu-moral-scenarios.val.548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ba265183ec6c94c0ae270158c2e0db9b2ca7b402625d71925f55aa278d91939","formula_version":"titan-u-contract-v1","latency_ms":1.071374979801476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61b18189db2b566a168bafbd728becae50cea91d61024e2a24987ea4469173d1","sample_id":"mmlu-moral-scenarios.val.549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e58c4b3bf462c5062284ba4bef835642f87b5df0731ed8b7cc054fa13bef4b61","formula_version":"titan-u-contract-v1","latency_ms":0.699999975040555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f6d6fdea84d712404746d04575d34c37cf35eefb4476714a5004431506ed1c6","sample_id":"mmlu-moral-scenarios.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf683b41fe775b7af8bcb1e1971ee6eb9456bc96968647f2999908723a774c32","formula_version":"titan-u-contract-v1","latency_ms":0.6589170079678297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f03bc9ef8bc4e234fc3dedc78c46c3009b05d69898adf89336b0e7f2e7f18dc","sample_id":"mmlu-moral-scenarios.val.550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89b0f1ff62ba576336c6e610619fdfaf80e220c14169db30084aea192fcd007e","formula_version":"titan-u-contract-v1","latency_ms":0.6747499573975801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5870ee89266c7e8bef1b475153f321a797d7aec8de4698d494e27d8af0b54dc","sample_id":"mmlu-moral-scenarios.val.551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b10b7b74d3797948114504d3f99c00b85f3660882a8ab88237589263a4a7d950","formula_version":"titan-u-contract-v1","latency_ms":0.5662919720634818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6005726157348c97495da988a6b1987796e3a7d310d3f309eee1479fb216c29","sample_id":"mmlu-moral-scenarios.val.552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0cbde86f40d2def8900eac215d39fe6a44a339604b634c9de96b680ae17c296","formula_version":"titan-u-contract-v1","latency_ms":0.6171659333631396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6409208541fb18bbc690613a65da0b3a5d0a4e2e77c03ab964e28e2ea8421c3d","sample_id":"mmlu-moral-scenarios.val.553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1ebd02b5ebd59fa0b15afe022e1731436ff7fbb9c34189aeb429e1841d79ffc","formula_version":"titan-u-contract-v1","latency_ms":0.7212089840322733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c00d17c005e2846bc8431a898f3d6cec83b1d1b3e6473f6dcecc627ea893180f","sample_id":"mmlu-moral-scenarios.val.554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9343ca5823623ac788b36b0ee0a4b2432767c0c31b5cb905ff39b1d49f691cf5","formula_version":"titan-u-contract-v1","latency_ms":0.7783749606460333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ef0336ce9f4526633cdd8f168d90f1260ee0947c5f168c301238a2d7873bbfc","sample_id":"mmlu-moral-scenarios.val.555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd7fe639b99d291bf7ce623f7677d7fe0d8ee32c896f9cfac666577cc5b02e36","formula_version":"titan-u-contract-v1","latency_ms":0.7173341000452638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"397fc4daf73bd783b0bbece65aa1ddeddb6a8d557676ac7ba8d5f851ff41766f","sample_id":"mmlu-moral-scenarios.val.556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8fcc843ff5524c5f1f9f8e0efc1a14d28adf1a1498a84095762732b2adf9ead","formula_version":"titan-u-contract-v1","latency_ms":0.6930000381544232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0d793eaec2019cb331a81153673265635ec694f76373b4f84e405e1620d0860","sample_id":"mmlu-moral-scenarios.val.557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68debc0155d9160ca0a77034d31da2c22b5d4ffe00b1bba1012ea6793a6460fb","formula_version":"titan-u-contract-v1","latency_ms":0.5381250521168113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4410561a1254458f9966194cbad8db9edd418a33f5001606f1dc20c7dc0e8226","sample_id":"mmlu-moral-scenarios.val.558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ade1b4047404eacaf8f934ce7f86dc95f9fb19b11e2f975042e3b71780abf2ae","formula_version":"titan-u-contract-v1","latency_ms":0.5666660144925117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"885840ea9e0c8441f80e9089bafa6260c8351da86f255145c4462284fc2af098","sample_id":"mmlu-moral-scenarios.val.559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b7ab69c54c850299f7b464c6770c5ea6c4595b4af3bd1d5701404e022a24f21","formula_version":"titan-u-contract-v1","latency_ms":0.7552079623565078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90ef4a0951cc7ac9a293c45d818bb43b5e0099f07122e6402c6111a292fa47de","sample_id":"mmlu-moral-scenarios.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd51e2ddf7522196001ab6b9ab275e5164baf7831bda4e01d5a228db6a7c7ac6","formula_version":"titan-u-contract-v1","latency_ms":0.9580419864505529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1654e025f28e0e745fa077b348bd58e516d95e1534d8bce25634d274100f558a","sample_id":"mmlu-moral-scenarios.val.560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20bf5e7a1eede03a00e65882d06c25ddde3fcc22c4f82bcc708e5bd08f270baf","formula_version":"titan-u-contract-v1","latency_ms":0.6768330931663513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd53790dc30b9c4eacbe94541c5241d32665c38e69704920ea0efad0e8e711d0","sample_id":"mmlu-moral-scenarios.val.561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4c841b7fd4054cad0b9965fc9217ced843462660303c656da6d91d0a97570e5","formula_version":"titan-u-contract-v1","latency_ms":0.5141660803928971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51f63a4335803ce96a724b4cddc31cbc2a2fd81e58fecf344e2089a7a57ae03c","sample_id":"mmlu-moral-scenarios.val.562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c62d328f153d2196eb7ee1c9a0d9e168e51db12e001a31d21fa4f0a28988066e","formula_version":"titan-u-contract-v1","latency_ms":0.769832986406982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"446823f10182ccfe2b4ef70871df03c8020fdb5c99eac25feba479c51dcfa082","sample_id":"mmlu-moral-scenarios.val.563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed39dd0f8d0870c38993c2075870a301c9b2ba0699e1e13780fee4061c6416c5","formula_version":"titan-u-contract-v1","latency_ms":0.524458009749651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97364dca3651b8da9132243c2315f5c8230c7a08a6e9dcb46344cafe62040caf","sample_id":"mmlu-moral-scenarios.val.564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"169c1ea3242cdae7ba0cf758e588836673c567a1fbc0d3325a310bdd663bd01e","formula_version":"titan-u-contract-v1","latency_ms":0.4776660352945328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37b18dad2c037d3b9f68539edbb654ae3d0e236e7cc054b02c9646b55009daa7","sample_id":"mmlu-moral-scenarios.val.565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4aa9064b4a6efdcb580a53ec41278580a23dc5b66b84512598097fc27bbd757b","formula_version":"titan-u-contract-v1","latency_ms":0.8942910935729742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4678491c717bf19d81ed2399b2870f201ce97875bfe3850f435dde357086973","sample_id":"mmlu-moral-scenarios.val.566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f03912da5da420e2b28171a30cfe316b2075cabea433adb2ce697998a4c4b58","formula_version":"titan-u-contract-v1","latency_ms":0.5667080404236913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e085c2564890f5318be5cceab57a7df9cdb256991c0136d88a8ba6e0f773ada","sample_id":"mmlu-moral-scenarios.val.567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5440fa676d090712b0b1152ae263a2158c0dc53739dc9c9b86935b45ccf8dd0","formula_version":"titan-u-contract-v1","latency_ms":0.9487499482929707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed645e6dec708742df40e659a99e76c690665b5be5ea8cad7bc11c11dafe25d5","sample_id":"mmlu-moral-scenarios.val.568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"629317f350b17617c1a86a0310bd5aaafa8a6323cfb27c6667f87e963392877e","formula_version":"titan-u-contract-v1","latency_ms":0.7577500073239207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d34d0114d2ac4870e8e1942decbfe0c82f4d79bc68df179a17f423e2e1a66f8","sample_id":"mmlu-moral-scenarios.val.569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ae79aba756a16802a26b5ce954cb258283cf9f0f27a7aaf78a08cfd33400a8c","formula_version":"titan-u-contract-v1","latency_ms":0.9143330389633775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fbb5e4c8737961068824bd504ae4216bff6c31c71a23efe96915c58f9e7bc10","sample_id":"mmlu-moral-scenarios.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f264bdb531d93950a5a6b2482d922ee6e3763836db19cb8e3855d61843367b47","formula_version":"titan-u-contract-v1","latency_ms":0.6565829971805215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44c6e56d559ef6266e122aaaacd0ea015dfba201f1bede408378a1bfd0bb6346","sample_id":"mmlu-moral-scenarios.val.570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b81fedeedc687d34fcb955602ec4188bc7754012f009e30dbe629fb3221646cd","formula_version":"titan-u-contract-v1","latency_ms":0.5390419391915202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e34728e2a15dc745b5abf0aa99cda40a1b69bcd9e60a7dbbecd8e8694c65cc9a","sample_id":"mmlu-moral-scenarios.val.571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b3e615e254ec52492a2fcc4765fe73624b38ff7723d978eeeb0b2c59cf182eb","formula_version":"titan-u-contract-v1","latency_ms":0.7205000147223473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"060dea2f22ac1161d045db6710dd63c12587672789819f3b2effbbd93171d043","sample_id":"mmlu-moral-scenarios.val.572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ec64b43dd16dfe94add47d9424aa9a34a96c4b6d4ca94564a371b74932066b5","formula_version":"titan-u-contract-v1","latency_ms":0.7767920615151525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e134bf7d0ad961f25bfd15825272fd1897b04a9b340ce25be27c00cc5edffd3f","sample_id":"mmlu-moral-scenarios.val.573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69d169460afe7531fb18b422d9b2b57f1ede4b53398f8e71434ffcd8f6dd20c5","formula_version":"titan-u-contract-v1","latency_ms":0.5355420289561152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5cf7a025f31c1326b7a41c2463ca90d95eeba028064053b2fdd4345cb7ee68f","sample_id":"mmlu-moral-scenarios.val.574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80319242f1ca3359cc529c8cc42f0ac7263ca6a4c93b611c6283398e14a26a1a","formula_version":"titan-u-contract-v1","latency_ms":0.5365000106394291,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ce659c007b2f9a6f7356e4283f0ed24c9795f6d0e5e83453005e98bcb8bc8af","sample_id":"mmlu-moral-scenarios.val.575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"557cffddd7fb8156fc122aa836a15896a605f47fcc2d0dc368900abb1c859337","formula_version":"titan-u-contract-v1","latency_ms":0.5313749425113201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"505da92ad195df03ca80024ed35e06438e1bbe3d2cd7c1f5f08521b1e2c4b418","sample_id":"mmlu-moral-scenarios.val.576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fabdda76de9a28863eaf3090a7d560f038a40250f7c4054bdf9c8622fce1753","formula_version":"titan-u-contract-v1","latency_ms":0.5342500517144799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75192fd421eabc2afc7ca63de11e999656b371b2428db6a2df9b57f04604022f","sample_id":"mmlu-moral-scenarios.val.577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42869f50316e8214a9f74175d8d25de8ade0e8df1509544811e5ef5502a97af2","formula_version":"titan-u-contract-v1","latency_ms":0.5532921059057117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3533a132ef484dd43612aaef9c4728a065066d8af15a0b152dfd0ca046f498a","sample_id":"mmlu-moral-scenarios.val.578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05ce1c09a3d45e44303b52eec933fe8ce709def091990439fe5edc7407101d82","formula_version":"titan-u-contract-v1","latency_ms":0.7552090100944042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"606ab172f26fdf30b12000bd777e343d0e66a831f68c9c0cc5230ceda64a5afa","sample_id":"mmlu-moral-scenarios.val.579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b79e7af96f8da86f0d224b8f059fb9a55e2e88cb2cfbbe1f45ec1e07bf96d66","formula_version":"titan-u-contract-v1","latency_ms":0.5416669882833958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26f9452fb7bf5784ef335f36515fa664493419c7bfb0ebc9790cd17ca1894e5c","sample_id":"mmlu-moral-scenarios.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5da3b4276bec0b1e5942084cec09331e517674be1800e99025fb19f8b1298e7","formula_version":"titan-u-contract-v1","latency_ms":0.529124983586371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5f0e9039237cdffdf4ec24d07d7496e2bfc5009bbe0b2d6438c9c793c777fae","sample_id":"mmlu-moral-scenarios.val.580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab0e8950fc5ebc40bf1c36c0d66ab4678c967bacee256f62e3d8e1dc251ff130","formula_version":"titan-u-contract-v1","latency_ms":0.5095420638099313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba96f0d1f8db31b6b966bcae7185004b73ae36d18e3b276b83b905ca89cba44c","sample_id":"mmlu-moral-scenarios.val.581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a81d4b9d6d4ef8f259e0d02066463d77d6f1def4a1dc0cbba6b9c8bec8f7a14","formula_version":"titan-u-contract-v1","latency_ms":0.5673330742865801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a17ef08f4ad2cfa99c464fc8ffb2798cb94e331945f39a01a4228a3dcd94e16","sample_id":"mmlu-moral-scenarios.val.582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"133cea2a6ef9fe078c58cb1f59b640b11fe2f1d2289ae2e6c7c129b49680ea05","formula_version":"titan-u-contract-v1","latency_ms":0.5967080360278487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0696023b748129ef2733d4157edabd53c5616079368afa5095df2ac024043ca9","sample_id":"mmlu-moral-scenarios.val.583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8865af14d9a455d04e568c902b40444048ebe990a447b4da0255521765e0735","formula_version":"titan-u-contract-v1","latency_ms":0.8792500011622906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74eab11373f64c6f13d1e4be59e49e89bd95dbf5afbb8306e5b0b28efcf5db2d","sample_id":"mmlu-moral-scenarios.val.584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7add10b5fd5f6194c5774a4fe9af05f04f26324be3fcd8b390485eab31c98d35","formula_version":"titan-u-contract-v1","latency_ms":0.543292029760778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad3f0b844101659d99deba52633e928a326210dfb6e8999dfd5ef5f7d69bf962","sample_id":"mmlu-moral-scenarios.val.585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2970c99edfeb8efde861e7cb945172e12c47629270910476f33f5039fe30d84","formula_version":"titan-u-contract-v1","latency_ms":0.6864999886602163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a1e7e6687aae1c44e097dd4410bbd6feae0f143286a3e1223350b4165562e82","sample_id":"mmlu-moral-scenarios.val.586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6cd740b0c49890d0da6f2e5c4f6ac291a1a89b0c2c7bb21aea3ea743a0125d6","formula_version":"titan-u-contract-v1","latency_ms":0.521583016961813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d68471902372413ff43b407f340359fb078e0b7a41d93355b4d822e52a7e452","sample_id":"mmlu-moral-scenarios.val.587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc6247ccf48f1e37427e7f2cae7f4dd2939db3890a3c683a231e08bb814b42dc","formula_version":"titan-u-contract-v1","latency_ms":0.534375081770122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62d0d4e69914b9fabae544c45dba7eea61b23f5c950498778dd0c0780d9d9855","sample_id":"mmlu-moral-scenarios.val.588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45680953daa0300c2141b1b69b45d02db59b353cd38e8f24b0c18b43050722b7","formula_version":"titan-u-contract-v1","latency_ms":0.5565000465139747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2eecc8535e69570e1c1fa3f7cf928d7333d0862c8a02411d31972590840fc16b","sample_id":"mmlu-moral-scenarios.val.589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"916f580a627cf3ec83205e0cfa97414b425d6993c0dcabd9e30efa92ccc49a8b","formula_version":"titan-u-contract-v1","latency_ms":0.6914580008015037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a06cc26625f9ba67c9c77ed12d3ea0eaba9a7a93a6d25dd415ae9c8f7651b747","sample_id":"mmlu-moral-scenarios.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90dcf2e159ac49c58c1070479322e2a77d49a186530819f66d13207ef4b42fab","formula_version":"titan-u-contract-v1","latency_ms":0.5020839162170887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4747d91117371e09c3f846888f8febb96ce817b50ba77d75a309b6a2e96d88d5","sample_id":"mmlu-moral-scenarios.val.590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c16290150071f5ae3dc982cea843f99020f97353af1a51b7410f0f81381268b","formula_version":"titan-u-contract-v1","latency_ms":0.5456659710034728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5027af8d8f846115d7eb3343a5ee21b1e086c8dc2ea752f877459598cb33376","sample_id":"mmlu-moral-scenarios.val.591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdb0e8817fd7fbf5ee67ff6784c026496d8b88bd41993fa6f7974bae3af67068","formula_version":"titan-u-contract-v1","latency_ms":0.5444169510155916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0c663c52b91ac910bffeabf96ecec4f5eb32a57d0a9adfc3093b9b1ca5776ea","sample_id":"mmlu-moral-scenarios.val.592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05c1b5631dd9e28f81d7d397e8076572e3dad3e044dc42a8032a8ecabd0ce9c1","formula_version":"titan-u-contract-v1","latency_ms":0.548791023902595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f56804f3d87b9949493cbcca66fddd805781e0e6b977383936b4f004bfe2edff","sample_id":"mmlu-moral-scenarios.val.593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"701dbb6219d1d7be4b579affe2485d0806f02591d8ad4afa673f4aa5b3a43c8a","formula_version":"titan-u-contract-v1","latency_ms":0.5357499467208982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a45f2d74c4c6d05fa9704b15c71c424dafaae875225506b714f388b7704aa73","sample_id":"mmlu-moral-scenarios.val.594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"911f814ff78a4835adad1d090bc92e07bacd4d8144d7b4085449d34eaaa8ae32","formula_version":"titan-u-contract-v1","latency_ms":1.0696660028770566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7331f6bcfeb401e6832eba993dd5661f01418210ecab8ab24d33bc613accbb55","sample_id":"mmlu-moral-scenarios.val.595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae378780ecf3a8b1158233170f5c2cdace3b72906b0901224d8c6b4509db9ced","formula_version":"titan-u-contract-v1","latency_ms":0.6581250345334411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eded2341dfc451b1049908625458780c803a886b037bb0118a98fe126fb0733","sample_id":"mmlu-moral-scenarios.val.596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e6aa857a8e188f2ecfe233064cece8d0974be2bcd2ae2b763fe47423a2a1491","formula_version":"titan-u-contract-v1","latency_ms":0.5232089897617698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7ef403cff1a82e3610e44190750a81762f8b467d7b4fe91a459cb683a5cf23c","sample_id":"mmlu-moral-scenarios.val.597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8388ee35590333c814f4e2b92b1264aad567c34a7b5527767258e1a0f5931059","formula_version":"titan-u-contract-v1","latency_ms":0.49775000661611557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52a4140686d0df6da366c3447d39fc775dd96a9a8ae9ecd987542726fa0c2aeb","sample_id":"mmlu-moral-scenarios.val.598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d4060097fc855bd95d9118bb1330cf6a36783373b69b1272a8b97ef676adfd8","formula_version":"titan-u-contract-v1","latency_ms":0.6420420249924064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75fb972aae6c49f2249def3e82a29c437f3200bcf5f279682915a56b00fe93fb","sample_id":"mmlu-moral-scenarios.val.599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0decfa680f69209e0c40a1ade593f7117581fb05f03eeaef3d8d74a06f7a36e","formula_version":"titan-u-contract-v1","latency_ms":0.6483340403065085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65703361b70fbcc9f033cfdcc43caab54f23179f39ac0decb55a6fb733a2df3e","sample_id":"mmlu-moral-scenarios.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03297456e0b91c39dda810a87a559c8a841c1b86e4f2fe22395bf7709fdab313","formula_version":"titan-u-contract-v1","latency_ms":0.5440000677481294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47ecd780e7a069e5dd0191591ba2f31fa5f9c485eb7889b7a7575419292afe9c","sample_id":"mmlu-moral-scenarios.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2434734c6b8e32f86c0462b60a6e2c7cf2f4cafdb63cc1227ddd30b48c9ddc5d","formula_version":"titan-u-contract-v1","latency_ms":0.512917060405016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13a42fa1ba1a878a938feef24f6d8f9cbe0b6fcefd6482d828db49cb98c05b65","sample_id":"mmlu-moral-scenarios.val.600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34c47f9376d0f5d34e0ba7d0a1ea4babd70706154ce2ba0f8033a68f9d48e52d","formula_version":"titan-u-contract-v1","latency_ms":0.5370830185711384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41c86e17b2d68516f46eff81c19e828185734f68cff3695a272001fed965d935","sample_id":"mmlu-moral-scenarios.val.601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89fc55e6e66ab077aba07e9c8b0c47ab7852b355363e110b3b5ee96893d0788c","formula_version":"titan-u-contract-v1","latency_ms":0.5287079839035869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1434bbf82e13fb383c828449078de1fe211cef497e6a59de70f7698c328de52","sample_id":"mmlu-moral-scenarios.val.602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5490c63262ad710d07c9486d28fc22a70735c504d3dfaab106151341ea6364e8","formula_version":"titan-u-contract-v1","latency_ms":0.49487489741295576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2377d169ee1f8ac471bc8f1432245f644551bae0ee4b0c125a2216eec9c16b3f","sample_id":"mmlu-moral-scenarios.val.603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dbd1384cfe22a170fdab567ce4374725406dfab8b02919dd675313e5d19b748","formula_version":"titan-u-contract-v1","latency_ms":0.5234169075265527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cc8d38d4e77404400d66d978ef1d67195563377ff4ae896a24919372574151c","sample_id":"mmlu-moral-scenarios.val.604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da85095cbc0ba960bf9724e3a2dac68996985a2a1af45b20027266d967f9e3c7","formula_version":"titan-u-contract-v1","latency_ms":0.7189579773694277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19b183d9a962376728544c1cebfc8a0c5e602920ffc4e5fb4f7505ff5e450553","sample_id":"mmlu-moral-scenarios.val.605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e295cf0be72d38b6ea81afae3f9ec4c248533a22e11ad7d6bef9dbfa8f41a26c","formula_version":"titan-u-contract-v1","latency_ms":0.729417079128325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7ed5d8bf2edc8a27c28a71da9ff9f6ec2c9d0d3f2dcd85b10e2749a2afc9b58","sample_id":"mmlu-moral-scenarios.val.606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45d946d557e567124a398704b9e4a2e6d6b9846b0a109fa21217e0986ab50498","formula_version":"titan-u-contract-v1","latency_ms":0.5009999731555581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3ee2894d2373ff648cba639cfe97a93bf17efff94a8f7197f27257e1fee7183","sample_id":"mmlu-moral-scenarios.val.607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6dcb2cb90f4bc81b419257254cfa599891b94c1e7de6c055da20fa6ee0498f4","formula_version":"titan-u-contract-v1","latency_ms":0.6796249654144049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7644a0c66b1c40f04a6d1aee3eafbcda47e8bcf5020caa5052847b10cdb606d8","sample_id":"mmlu-moral-scenarios.val.608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f91e3293844925e2684e3950feb721592a1b6364fd315105e0ef82ffe26a5cf5","formula_version":"titan-u-contract-v1","latency_ms":0.5067079328000546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"069ab2ba35ccad9728a8dfdf6e97db227e9ab0b17a1e1da466bed7fff2b8560a","sample_id":"mmlu-moral-scenarios.val.609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21e0250ea65015ac157adc3abf9ab71007d70079308dc88d4bb0f8ca2afa1cb1","formula_version":"titan-u-contract-v1","latency_ms":0.5545000312849879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb9b0e6eb0ff71476a2454cc36faffe60086ca2e7d5c44b95f38210ceff772d2","sample_id":"mmlu-moral-scenarios.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e62868695cef22185fc1910ac2174af94ed8b29d0ff7e31d605bb21cc1d0d12","formula_version":"titan-u-contract-v1","latency_ms":0.543292029760778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ebf2237b84b507ee5bfb32c8ab3ac2aa5cfb55d02923ab300c740f8ed9dc2da","sample_id":"mmlu-moral-scenarios.val.610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd237397cd4823207c210875a9067eefd4714ebfbfa4a05a7e9169a58e61d4f8","formula_version":"titan-u-contract-v1","latency_ms":0.5083329742774367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58b643db131ce22593b8db6a9b3ef44b72d11a129412b6d68fbe1759d337922e","sample_id":"mmlu-moral-scenarios.val.611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2af99385f4f0de0b6c39d628e996deb607a523b7472718514b57c0c3b412e726","formula_version":"titan-u-contract-v1","latency_ms":0.5173330428078771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbf02770fd4fc202ceec290f413dd5cbc54573039c37207cfe62985b648a366f","sample_id":"mmlu-moral-scenarios.val.612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e40cb72ffe4c0d35d841ab10fb6d757fcec26333a9699cd80b4941d266efb8b","formula_version":"titan-u-contract-v1","latency_ms":0.6071670213714242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"184b0ac1abc223c3186352559c7a6d883f9af7e8c3e2f8dcdc2ba5e8678f29fd","sample_id":"mmlu-moral-scenarios.val.613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58d1e9d209a89443dfb4e374624c7ae15773cbec5c9d9ab4440cca9421ec478d","formula_version":"titan-u-contract-v1","latency_ms":0.7253329968079925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1195e4e32f39653f8cabba4eed0d2d20d8e87fdab672d2bd553a9b22c683346d","sample_id":"mmlu-moral-scenarios.val.614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e9c34c83e54594aad5247ed224ae900541f3d5ce1e5b1f3e3520a21965ee1c9","formula_version":"titan-u-contract-v1","latency_ms":0.6268330616876483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"587100244affae772269e4fc7b6bfa41553c29183752d4a3a709a3794ee769b7","sample_id":"mmlu-moral-scenarios.val.615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9eac39089cf6e379c9166bb5d531daefccf983583fbc30be9b17dade326f4edd","formula_version":"titan-u-contract-v1","latency_ms":0.6441669538617134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c18e1c442a958698ab5c287e850d04771aee786bf5dfe0516661b813496ff8b0","sample_id":"mmlu-moral-scenarios.val.616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db44f5b0e51d5304d3a3e235580b8d0fa2eb9fb9f67ecc0fc53f7c25af146929","formula_version":"titan-u-contract-v1","latency_ms":0.5096250679343939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b747c3f48eb35eb8389bcc9401737eaac1e6a9231e5df1bef60f0c2902a87f68","sample_id":"mmlu-moral-scenarios.val.617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07681d0aedb18aa2e1c0e80b288416efd9664055123a26c9b0e405965f69f71a","formula_version":"titan-u-contract-v1","latency_ms":0.48808299470692873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e8ddfb5024ee714902c47d9105faf0bd918087e24d743a0449fe6056b5f20ce","sample_id":"mmlu-moral-scenarios.val.618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7977c3b486c82789d3174b349052b00ee5d3ddec9772acc333f43e8d4953ba29","formula_version":"titan-u-contract-v1","latency_ms":0.566457980312407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80c71914d60c47ea5065638517fa31d6e4982d4e586ea0c5f0dd717eaeb129a2","sample_id":"mmlu-moral-scenarios.val.619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"312953da391479c628da322683bbd7a158051b1aae616134c72b93d041fe0969","formula_version":"titan-u-contract-v1","latency_ms":0.5239159800112247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63b37cf443b8d0849236c99c49b58f1b20e5201d3c7343387b6a70044ba91356","sample_id":"mmlu-moral-scenarios.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95347239aa3680323c7ae6b4f5358f3b56c16bbc65551d5983205d11d49c9219","formula_version":"titan-u-contract-v1","latency_ms":0.5949590122327209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b46dc571cb2af62b9b25558a9313509e9aac8d00b9fdf62d88b8fcfe567211f1","sample_id":"mmlu-moral-scenarios.val.620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3805b78bc7622f594cd15e2256c3d533e45de287c582a90d1b934378e7fb2a6","formula_version":"titan-u-contract-v1","latency_ms":0.5275000585243106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae6e2fbf6e2b44a6083b100ce0ad9f9765e6dd379223dc1c57db266f42dafccc","sample_id":"mmlu-moral-scenarios.val.621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b38c58a914e3d4a52da17023a473da5d551163135b432cbd47dd80c720c8ae7f","formula_version":"titan-u-contract-v1","latency_ms":0.815416919067502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a9d1dd3e4775c927a42dc34cec8ed947332cc29db884db9d94ddecb413c3ed8","sample_id":"mmlu-moral-scenarios.val.622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f6949aace3328f3004402892d6fdc433c6a3774c92e77893ed039c334ed9f5b","formula_version":"titan-u-contract-v1","latency_ms":0.5342079093679786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c89b59195af366656060bf03825b8f705d8533c8433fc64d44f6d0b6f9dacc94","sample_id":"mmlu-moral-scenarios.val.623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de45042f3d57ea3bba8b652395f6401b6552f0564b6406f241f1af58545a24be","formula_version":"titan-u-contract-v1","latency_ms":0.5300421034917235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a89cb9964e1b553a05d346dab5f11c029af77cc3d59d2ecab16cbf208f2af441","sample_id":"mmlu-moral-scenarios.val.624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66800893efcb01ca7c40d178a27b43f002b718f0c7f08a348bbfa3222665dfa5","formula_version":"titan-u-contract-v1","latency_ms":0.503125018440187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e24ee270e820ee6e3654b7170e4fec702d922df9b1a4eb88057e62534dcbee1e","sample_id":"mmlu-moral-scenarios.val.625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4d76f84703cb46f61d30df4bd4f242c6e2883e20eced51b3f4dc11c95fc7b00","formula_version":"titan-u-contract-v1","latency_ms":0.6339590763673186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcc8d441db0e66f2b907386530c21b3de1b228a901fc5d98e9afa7de9260b30c","sample_id":"mmlu-moral-scenarios.val.626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ea03d44f04b353b205f4c47dc36cb88f089a9852405da5dfe846d135c128efa","formula_version":"titan-u-contract-v1","latency_ms":0.5380829097703099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69daf4615445157cbdbf5b9d34e767cb9b4eb3d6ddf727efb92f742e1715aa27","sample_id":"mmlu-moral-scenarios.val.627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54a503df8294cb7b5f569bb88fb1d428ac8a92b76af0b04f6481534ecceb9f2a","formula_version":"titan-u-contract-v1","latency_ms":0.4917500773444772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43033b73e333bf91396ce5bdb80b35e23fa2b76330a65ae805bf953be193e2ee","sample_id":"mmlu-moral-scenarios.val.628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e85472b15b1f12de25e0d89a2c7302e562f3d6d02fab308b9adb27e1f9eecc7","formula_version":"titan-u-contract-v1","latency_ms":0.5933750653639436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"892a4adebd5668a007da23c4ff36ec393ba12b7e796dfdb7cf882b7327733b37","sample_id":"mmlu-moral-scenarios.val.629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"848634507d913f8a5c1ae60f93982c3d3c68195d6575017a325b53a326ae1cad","formula_version":"titan-u-contract-v1","latency_ms":0.5829170113429427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acd8ab970debb24d01c88f90a93be475cedc0068121c0ac1dbda263db2498f0d","sample_id":"mmlu-moral-scenarios.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa41da67bee267614d1550a7b7f335a38b99f7f28b3bf2a595b144c27f35d697","formula_version":"titan-u-contract-v1","latency_ms":0.8394999895244837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d022c5f286e142983f1268928a56fdf03f73cefac76b025c5821355d3a0cbe1","sample_id":"mmlu-moral-scenarios.val.630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78a5192d807dd6a1a2d436c82de607600ce71d6499036aa69f8704502b49918c","formula_version":"titan-u-contract-v1","latency_ms":0.51754096057266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f353dd912d7eaef0540edaf879fc7b06304d8f6e4f27dd78f503dff281d11a1","sample_id":"mmlu-moral-scenarios.val.631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31c41a49fbb7385cefe1e5a29bc22722940f47ba2f3efab2488689abd581b6c6","formula_version":"titan-u-contract-v1","latency_ms":0.9655420435592532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f1393a747543f56fe914952c9b79740fee142854285b42b9fff6be80e3bc0a4","sample_id":"mmlu-moral-scenarios.val.632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e890df0a4df5b9ae12343c1b897a715cce98e5201f0c6d435344ac6b93f1d1a","formula_version":"titan-u-contract-v1","latency_ms":0.8841670351102948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf0eb6b9ad86e0fa3d36cf054605ea0a0fcb0284091ee2808820610be421b969","sample_id":"mmlu-moral-scenarios.val.633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fe9b13096fb80cef21711d30853b0e3ca529d1e8b28a596aa411fbe97b7b520","formula_version":"titan-u-contract-v1","latency_ms":0.9686250705271959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8ab64f7291ee555e4fcde550ff70268819b87a332fcca241a696a8e6e16a676","sample_id":"mmlu-moral-scenarios.val.634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae678cf42fccde5d706d46f15dd869a656ee0892c395319eec5065fb412afa10","formula_version":"titan-u-contract-v1","latency_ms":0.8328340481966734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83562f1d4792d6ed364675ea2807e7e1bac255ef696f46be3d4839edf7c21697","sample_id":"mmlu-moral-scenarios.val.635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bbb37b5175e3ea606d7861a2b395a2e76947a2ebb899435f530714db1fc59a0","formula_version":"titan-u-contract-v1","latency_ms":0.672041904181242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4a2b3cd7ce24266f352de84f0f618b053be6673633b76b53c86b3f4beb5fa6e","sample_id":"mmlu-moral-scenarios.val.636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15c812077cb4da26e6841933efe4bc9c48f05a697fe5c171d792d26ef256826b","formula_version":"titan-u-contract-v1","latency_ms":0.5030409665778279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a72347c8ff6f9c80dd57b3ccf9a6e070637be49751759d8c4118b01b376e920","sample_id":"mmlu-moral-scenarios.val.637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a4bd4d301132f76d312f79cf9f450c513f08f6db97ea1caee91a03727da6665","formula_version":"titan-u-contract-v1","latency_ms":0.6193340523168445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b5f132c0d65ee172a290ad2c6cc07ee61793752739842e1ab9fb274eaea6d9b","sample_id":"mmlu-moral-scenarios.val.638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fa44c09b66c1f29f30e53d7c47eb781445a030d51b275f4f5cd68aa103859c1","formula_version":"titan-u-contract-v1","latency_ms":0.8166659390553832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9afca605823e90bd5570cca42b0617bccc132e36cc0ce6da4fcd39c5c1b40b88","sample_id":"mmlu-moral-scenarios.val.639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8efcadfa60bdf5ea54582d66b6d67f3410574ed5cca14d9811bdce10262c810","formula_version":"titan-u-contract-v1","latency_ms":0.8847499266266823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cf96034f8193aa16e0c106c5702b3ccfa1629b478ea34d406355f4373d6bd75","sample_id":"mmlu-moral-scenarios.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e853cd9743d226329505eafa6916d6923fd59e35ca7cb32e467b3c94aa3a204","formula_version":"titan-u-contract-v1","latency_ms":0.8004170376807451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"946e1d04b4b9c5471a6b6a0b69e33dfa83f0bd312271dfb2f66a8a3cbbfb3714","sample_id":"mmlu-moral-scenarios.val.640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ca45cc598520c28538dbde24932ddcdb023bdd0769e66d5087b9f0de1933bf8","formula_version":"titan-u-contract-v1","latency_ms":1.09570799395442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"223d4735ee3570dd6e5e860feaee5d147a10089a6781d945f6e48dd4ecc89462","sample_id":"mmlu-moral-scenarios.val.641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9894cf04ee0c560caa1d9ecfe07b1ea94d8d817ce2d31d1423338774a59c810a","formula_version":"titan-u-contract-v1","latency_ms":0.5696669686585665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1de2d66f1c016627f468fdae2252f810720828090bddf3d967a6d42c89c2978a","sample_id":"mmlu-moral-scenarios.val.642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"511895ccb8d5ad29c706b9bc7be95d541866f7bc50ba6a7b8e837de77e323d6e","formula_version":"titan-u-contract-v1","latency_ms":0.5995830288156867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e812dc241247ad67dc7aead3e82b7068b0da46da060a89b5ec92929b38f2a48","sample_id":"mmlu-moral-scenarios.val.643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75d37784ca92b3403f0813585aea541122377054cab9b5d443d9f40a38d231d4","formula_version":"titan-u-contract-v1","latency_ms":0.6684170803055167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcb667eeb95add1fac6447956b5a13f9aef38a097fad825aa222873781e49056","sample_id":"mmlu-moral-scenarios.val.644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"574066e8c3acd6aa1f487d030f6e53c9d9e45129e21c879171d9e5bce227a20d","formula_version":"titan-u-contract-v1","latency_ms":0.49833301454782486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09af3b36976956101fc995a20cd5e3ee476e4cdadde71ed922f810ad8031fcb5","sample_id":"mmlu-moral-scenarios.val.645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"886fca922b92a7e9a594a795859610533e9719602f2bbbdcc2999ca887905e0b","formula_version":"titan-u-contract-v1","latency_ms":0.7410829421132803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"773871ea806eae16d637f517af1bc4ab35bee9bf10d15b1d6622cfd91535edfe","sample_id":"mmlu-moral-scenarios.val.646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b6a90f981a70f2ab2128970e71c20f6cbcb712a8a5bcf0e1c6c1d8ed4dcb76b","formula_version":"titan-u-contract-v1","latency_ms":1.6626249998807907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40e2dd6a9469fbfdc06f2f10623290c4c48894ba320e3401ac87446fbfaee1eb","sample_id":"mmlu-moral-scenarios.val.647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3866f116f97af3cf3b0d41d4537914b6f80a778c701d91c0033842c43bcf23e","formula_version":"titan-u-contract-v1","latency_ms":0.8519170805811882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fbcd060269f54d51868cc261fc42e174e47931565c7baf6e907de867e7c5c95","sample_id":"mmlu-moral-scenarios.val.648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"199405e6402c4dad4789edafd9fa53f1a06023915b9c2a4f29af6bc6e633825d","formula_version":"titan-u-contract-v1","latency_ms":0.5250830436125398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5323d4dca09b41a75384b1fe4d431b496148279a244aa49462b9a0a0e6763e2","sample_id":"mmlu-moral-scenarios.val.649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78642618304bdff6be9f8fe5ecd22dbbb39b38304e1e4eca9a5f9dcdf47ed669","formula_version":"titan-u-contract-v1","latency_ms":0.4908749833703041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df5df1a5f5662dc7efb4969ce6ca549cf94287bcf170513dcc3f842da87b0a13","sample_id":"mmlu-moral-scenarios.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f94c3d704393f4247b1870de80d7e12931793e6e789f2364764e5a23fa27a150","formula_version":"titan-u-contract-v1","latency_ms":0.5346250254660845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad3fb2d0758c6391cc43adb6ad9f011b8b9236d85eabc67094a568219c587090","sample_id":"mmlu-moral-scenarios.val.650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd5787b2528cf4ad4651d6a00cd8e6300008911b54590066687e83b4c655e0e9","formula_version":"titan-u-contract-v1","latency_ms":0.6246670382097363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30938f4aee134a5265ae5b00515b919883403f3f250ff94d40781652ab448320","sample_id":"mmlu-moral-scenarios.val.651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc0529fb9b0563b9ab29d84029244859f8731548a474f0c7f2d0b2e90d5d6eea","formula_version":"titan-u-contract-v1","latency_ms":0.563165987841785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c613c0462062916ca4f1307fa6ac4a3c65b8cf4e70032f77aa737ac2f63ba40a","sample_id":"mmlu-moral-scenarios.val.652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f4c0f6adf60cf349689cc710567d98affff7ea51520c0cdb5892a80ad2c71a7","formula_version":"titan-u-contract-v1","latency_ms":0.7178329396992922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61096f7edfe58754656dac00852911d3d4f9d4ab17a84867062cf4de9bc7ed17","sample_id":"mmlu-moral-scenarios.val.653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdf3e0db9db0c5cc8af9e6d6340933fd44ed6f17bb3d130b6885c9bcf9ec3291","formula_version":"titan-u-contract-v1","latency_ms":0.6237910129129887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a31087e4c7e45f464ce5bb61b96b8662272f2579b2ce0a9daf7342da5d0a8a4","sample_id":"mmlu-moral-scenarios.val.654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52b9a377be2c5383a747f69972136819d97be18c2675c14de395b121c9ab2a39","formula_version":"titan-u-contract-v1","latency_ms":0.6883749738335609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71d527be8733e3aab9b3bec2af098386c43c192be8d137b143b44902d72216a5","sample_id":"mmlu-moral-scenarios.val.655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aa8f2f36b0c5e1ab55d337f7fc0aae4724c91ac8d6e709ebf3d961a494427bf","formula_version":"titan-u-contract-v1","latency_ms":0.7203749846667051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00c3f644665510bce29282543f987d462c5bd8de00660bef232ac314c22be1a3","sample_id":"mmlu-moral-scenarios.val.656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e600f880634e47c6e338d45fba71f7eede0ff498d40e80b50bda25e3d6b6bee","formula_version":"titan-u-contract-v1","latency_ms":0.5289160180836916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d64bb26ba37f0469c53b54ef8d7b506b991d1417761eef1399db35d4554e1310","sample_id":"mmlu-moral-scenarios.val.657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75593923aa21f7da42686a931f8371c178c37c62f9ced46ea3a5612b6e1ee91c","formula_version":"titan-u-contract-v1","latency_ms":0.6224580574780703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c8224d8bc2874e7191622e45468800adddd06d6ddc6c5d4c2a72cd2ee4263fd","sample_id":"mmlu-moral-scenarios.val.658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"873452e425e849748ad87ac3d82b35e2fd2bcde5678de93ac58b66d76b050d74","formula_version":"titan-u-contract-v1","latency_ms":0.5112499929964542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9357cb72f256198b17a48f17fc5d7eb87f1bb0b9ee7f5ec3de6c4276a689e753","sample_id":"mmlu-moral-scenarios.val.659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d820b7a1153feb8fffd9be37cd5ed82900258f150d759ed75c4fe3bce1b39d94","formula_version":"titan-u-contract-v1","latency_ms":0.5413750186562538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d48ecf6e78d9516d5ef003bc8d2639e2a9d2cb42a43fc8f90420348f772ce0a2","sample_id":"mmlu-moral-scenarios.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fbdc11d83cd17f494a2033557522914bfc9004ef181e74d7b75282ede7a5b68","formula_version":"titan-u-contract-v1","latency_ms":0.5257499869912863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f002bb72cd979bb1cff0b6a8fecd5f6a859dcf547a70dd5b2b1a4d6d8259427","sample_id":"mmlu-moral-scenarios.val.660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6ae9acf463aee7f16d170c06fff0f51cd2842c5c47cde0ef0f26976224926aa","formula_version":"titan-u-contract-v1","latency_ms":0.6485000485554338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"774bbf8d8b56406069ccbd601968566b968fb46ab6103f54604bd709838c3c43","sample_id":"mmlu-moral-scenarios.val.661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c38de9b940ad71ef04b91bd7117ed88c87661ea3b859d4ec5f74379fcf1f495b","formula_version":"titan-u-contract-v1","latency_ms":0.5361250368878245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0e993305b7d7495808e4001a616e3728be1a5298018a8df64bcef3814370beb","sample_id":"mmlu-moral-scenarios.val.662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf912f89c42b644396205fa4583b5f427c036ff68136df742213b49c90fcf999","formula_version":"titan-u-contract-v1","latency_ms":0.5310419946908951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ed614a5f53615bacd64e78434156eb567c2dd83cee8c19c476fef1f69029d8d","sample_id":"mmlu-moral-scenarios.val.663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec2be30177ee9ce36c14a3d7bede57c900e300dc9bb3d7aebd656e1d247059f9","formula_version":"titan-u-contract-v1","latency_ms":0.5307500250637531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c4d6f42ef9c82b52ed878a61fc76f9182777488914f2290807a765536c059ed","sample_id":"mmlu-moral-scenarios.val.664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14ba6a7430f79ab39912a15e93d8cc448c51c4824fb60e719a44f96e14d4fa8c","formula_version":"titan-u-contract-v1","latency_ms":0.5450829630717635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd0416dd54a1242994d82fdd01ca12a8a4761cd3d921be105266d13b45fa5afa","sample_id":"mmlu-moral-scenarios.val.665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c356c2c32d1adeefe1e7cf1f89e8153f234d05e7f1e01401e28043fb1a2bac8","formula_version":"titan-u-contract-v1","latency_ms":0.7259580306708813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e808c437358fbf9c93407106629c28a0291381f631152c8cb3ab9c5d662a6b04","sample_id":"mmlu-moral-scenarios.val.666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"339e7266801380188b1a7ba0826620b8180c73ff04e69eab39c71ad596ef0418","formula_version":"titan-u-contract-v1","latency_ms":0.643917010165751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e60372c1ddf0e5f18f03f9218034f46d3f04e1b0c4b4d9756018476d697a430","sample_id":"mmlu-moral-scenarios.val.667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adc19e68a88f5f656c1a5484fd081fa01319fce6a630f1a5cb6cb955a4495007","formula_version":"titan-u-contract-v1","latency_ms":0.6620000349357724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19bbce9227d08550cd01c72fc7f43a01b905650b8621598c54801486e9882470","sample_id":"mmlu-moral-scenarios.val.668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd94e9118495ad8844843af6cfac94caf50c4d3bd2f9841966a0d11ea6977dd6","formula_version":"titan-u-contract-v1","latency_ms":0.5526660243049264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5389b95495f03b76e91f1019de0d030bb69712ac791da2cbce7625efad55039c","sample_id":"mmlu-moral-scenarios.val.669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8aa09da801d7bb42eb6d72a4370dc4d097a54f331db4bb7fd01d9464ffa5e2e","formula_version":"titan-u-contract-v1","latency_ms":0.7114590844139457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a107631a804c7a200ba44eacb46ca1a157c7a86cc90d4751de72774154a4b8d","sample_id":"mmlu-moral-scenarios.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d0d565ba7efc111c31750eb639b7abcb028f7b6903c0d9a8817667458fae88e","formula_version":"titan-u-contract-v1","latency_ms":0.5225419299677014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"880aec7799710faa0b27de9032e685c13276f3a2088f881aeb0b5c57b29ee169","sample_id":"mmlu-moral-scenarios.val.670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9033f7b445b605d6432b691fcafc6d7319b16b9cb58d17d6513cccd8f2168771","formula_version":"titan-u-contract-v1","latency_ms":0.4837089218199253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adde2854577b18dd5e835838de955667c7a93ac5e310d0a2ddf267e0df2015d2","sample_id":"mmlu-moral-scenarios.val.671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d987dc09dc9250db88cf6c518ac06b61a79bd7d4d9ed9abdff276ff862b0dd1b","formula_version":"titan-u-contract-v1","latency_ms":0.7681670831516385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcf465c263b94eb13404559e138c574872929815ddd003e644531b092099b5e6","sample_id":"mmlu-moral-scenarios.val.672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50df60ccee0c0b4ea4fc5ec6e8c71dd63d5f37b8ac04d139a78a4cc4d352cc90","formula_version":"titan-u-contract-v1","latency_ms":0.5549580091610551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99917cc42281767749f2fe66bc41be91849a27f7dd4e1055791ab39b42ec1365","sample_id":"mmlu-moral-scenarios.val.673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33c8424b1cb7f63e4eece1a3f07dcaabba239d2c12b700b18908a876b1e3782d","formula_version":"titan-u-contract-v1","latency_ms":0.7596249924972653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46ede6f632fae184a255d3622da2b905e4be7b6783b5e819420dbd8ec5a0b562","sample_id":"mmlu-moral-scenarios.val.674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"915c959cf1be26563e4aef481a5695e92b7096bce12c0086986d47e6f9fbb74b","formula_version":"titan-u-contract-v1","latency_ms":0.5123749142512679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"484943a47134848fba5b453181a22a196566d0c267156f4a74d20f0054965d3c","sample_id":"mmlu-moral-scenarios.val.675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d54ca68c6dc3bb3232701ba7273832976137f02fd4c15f83a771316840366ec","formula_version":"titan-u-contract-v1","latency_ms":0.5692919949069619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b97f62eb42f35481e0123459bc8d916ef3beb5edabed89fa3dcc7d2b9f4c75de","sample_id":"mmlu-moral-scenarios.val.676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be24b1b4b33220fed146022a224a3b26a9c0537018a28c2ff8617d89299dd894","formula_version":"titan-u-contract-v1","latency_ms":0.5380000220611691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fecad0eefaf77a913a0f9d2ee49d879e636e1fa67cc22f2aa192ede6b8ceb82","sample_id":"mmlu-moral-scenarios.val.677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e53abc9385ead4c8f4d58a46eb9c4c111594935d342dfb467948b65072fffe1","formula_version":"titan-u-contract-v1","latency_ms":0.5475420039147139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28b1bcd8513eba7e1a42a7140a6b8fb30b5376553c92d24e253a539c18facfd6","sample_id":"mmlu-moral-scenarios.val.678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"367dd471b9f6ee8159194df973c16104316ebc73fe31c0609fa9a66fe160700d","formula_version":"titan-u-contract-v1","latency_ms":0.6073750555515289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc3f281e11d4ef2370adce34dd229f301dcf2fb46db570f8b7d52ae2fdd46fb5","sample_id":"mmlu-moral-scenarios.val.679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83e3ebd0a3287a41c3eeb8fe183e3cdc31e8c873f04bceaad1baf96db1dca53f","formula_version":"titan-u-contract-v1","latency_ms":0.5521669518202543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"118bba97f70db62ad53fbdc9f12c0cf2af7e0093b4c08c4fbded21572af5360f","sample_id":"mmlu-moral-scenarios.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f65d6a4dc65430cfe3b349b5d9e644ae146e23e2807d99bfea446df601340a7b","formula_version":"titan-u-contract-v1","latency_ms":0.5392089951783419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d12bed858fd183022d5f5d78e5fd406eb90ff056c71d19b68acc3e28872e8b99","sample_id":"mmlu-moral-scenarios.val.680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8445aec26b8195d24731a811c0742e986d0067430a2762027bf6a5cd4b900238","formula_version":"titan-u-contract-v1","latency_ms":0.8624169277027249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f71814c5910301d399f4f8336f4fba504e76651d69374eab2f0b20dd9b0e9112","sample_id":"mmlu-moral-scenarios.val.681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b83020789b696702ca265ed8e3cc1822ad51cebfffb40f2b04febb6bb0a69dd9","formula_version":"titan-u-contract-v1","latency_ms":0.5033750785514712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc92c4249b6f1b729d2b01c0c6ae4340bfa6509ef43cbfd2cb4080097403e568","sample_id":"mmlu-moral-scenarios.val.682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6855f52b0fc4d3c2de0e9049ad47ff7b6e44ee0358bba62bb7f7d62ef0211fe","formula_version":"titan-u-contract-v1","latency_ms":0.6347090238705277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0b58f79f0d35dd2a2d469145dd4f73e16f4d43bcf1e78f5a5dc9845d749d636","sample_id":"mmlu-moral-scenarios.val.683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"febca67229b6472841fbf5a064b47d6c960e1f1fc32ae2db9d05beccd9459204","formula_version":"titan-u-contract-v1","latency_ms":0.5611670203506947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f51121fcade90aa004e637a0f5c96d07c2c9ab1518f5d00f4a23cbda28eb205","sample_id":"mmlu-moral-scenarios.val.684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fbc81969e46cefe77328fb22cc7e46dcaf3de8f00676a827153acaac05f6c65","formula_version":"titan-u-contract-v1","latency_ms":0.5377091001719236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0579eb3021e7264edf0c06cde8ed3c438966eb6ab8ca4e77a6af13df3ef5ce5","sample_id":"mmlu-moral-scenarios.val.685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25db8d1097405bb97a136ca6efd2a471357cf2d46f36727badbb2dc966c7fe8e","formula_version":"titan-u-contract-v1","latency_ms":1.0173750342801213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"413d881a452e1a39e86fbbc5a2c62f9f0eccbf5573d77a5a43222a1d4e0c8095","sample_id":"mmlu-moral-scenarios.val.686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f128b9dbad420c710fcc2842f656f81225e73b7497c8bcc3761c137c7155990","formula_version":"titan-u-contract-v1","latency_ms":0.5208340007811785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b767d6103a1d87f048fc87cbd8bc526d8786e60007a73b89aab7e6ebe960719a","sample_id":"mmlu-moral-scenarios.val.687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56b1600473d7c31e381044ff3eaf9b7363fe4b0349f3923b085cbdc16931ac58","formula_version":"titan-u-contract-v1","latency_ms":0.6684169638901949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce8a7857986f6976a5d1897f57890ad06bbe44a03eca8e83bdcb2c9b3c87a051","sample_id":"mmlu-moral-scenarios.val.688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6f8f97dcadd6756e300d60831c3cd6495c392f0a4389594ee4ffae2dd58cecb","formula_version":"titan-u-contract-v1","latency_ms":0.691416091285646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd5e120f832b95d7e58ebc79833aab0203ea8113fcdc6fb8f342da9adeb8dd1d","sample_id":"mmlu-moral-scenarios.val.689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bcffe43ea299be33df0e46940928312e39a9e117e7e102a0e2b37e356a35d85","formula_version":"titan-u-contract-v1","latency_ms":0.718833995051682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f7482dc59738bf2da6f62e7480f318f2cb14ef3f637e5b7e4a5d5115ea87b9d","sample_id":"mmlu-moral-scenarios.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae7098ac2e6e254d9d06b175b8698b2105e3d1ae9e79a371fe9869ce4649545c","formula_version":"titan-u-contract-v1","latency_ms":0.5236669676378369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc97adc8f1e33e6e3f1571717ff3e6f604ba0d905cdd9f8fede8c7da13abd215","sample_id":"mmlu-moral-scenarios.val.690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c602294c0627aa005a28a588a782ea1418d333b0696427f83d81b5cf7be3d43d","formula_version":"titan-u-contract-v1","latency_ms":0.7556249620392919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96ef2839e68280b584e49c0f131202d0da4fa68ae10885c93705db2dc40c33da","sample_id":"mmlu-moral-scenarios.val.691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"493951e3e8b9945189ff99019e601a75466d29f704cca82c4da3e8cc12ab2217","formula_version":"titan-u-contract-v1","latency_ms":0.5535420496016741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ea712b86ec837019328b617440b9a9a6e48661143f6aa517e2338986677851c","sample_id":"mmlu-moral-scenarios.val.692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cacd2b24263c71e45fd77912adf1a836333e74802c4bbe095ef2454cd3e1aef5","formula_version":"titan-u-contract-v1","latency_ms":0.5380830261856318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a550b94298ddbf867f48af1952335f39234542906b0cd73ebcfd3f65e46fc031","sample_id":"mmlu-moral-scenarios.val.693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b58f75d74af63cacc46604ae19ba04556d64c1c6609ac77e1a30e8d5682f3c49","formula_version":"titan-u-contract-v1","latency_ms":0.5466670263558626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a22a3fb44be51f25bd092e0cb12ef58000cb7579e87b8cafda4500b551d3587","sample_id":"mmlu-moral-scenarios.val.694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"210a1d3e3b0c1d38c4875d30695632e226b7c5cd286eb08470c04e2adc2a7980","formula_version":"titan-u-contract-v1","latency_ms":0.7712080841884017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06c277313967c68ef0a2d38be546fb8a307d7987dde965264159c4071e106e44","sample_id":"mmlu-moral-scenarios.val.695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85b4439328024fad3263bf66a4de69bdd4af90cc5c4cb31a8ded7f244bc177c9","formula_version":"titan-u-contract-v1","latency_ms":0.6677500205114484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37a453aef78796a2da813c7b444ce4fc448ff2cf736ab1e27772a2d7e651e364","sample_id":"mmlu-moral-scenarios.val.696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74cb18c5500712f67ec74684d72109308980d21e8fccac508a08d9ecfa719503","formula_version":"titan-u-contract-v1","latency_ms":1.293624984100461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a2f30618dc0e5ac60942565fdb7a64712e66665d56b5a625b5bd4426ae160ea","sample_id":"mmlu-moral-scenarios.val.697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9adbbef05b7d954c08ba962b55112b49b8ca5767b4914ad671bc603f9c630b38","formula_version":"titan-u-contract-v1","latency_ms":0.545124989002943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11f6496a1ee1b1d0938b8fda1b442ea3fdfebe2802cc7683d92b07d49ff813fd","sample_id":"mmlu-moral-scenarios.val.698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15c3c4db1aece1789fb2eec385854b29afd7056ab0fb8bfb57aa63e7cad0ad07","formula_version":"titan-u-contract-v1","latency_ms":0.5468330346047878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74210858e4d9adba83e6f03c00af7b8805112b63b3924fc4b6764781f15cc2d1","sample_id":"mmlu-moral-scenarios.val.699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ecfb93bd8a980d4ad082a5a9502d75cf2f0cf1a01f789a218557241c8918bf2","formula_version":"titan-u-contract-v1","latency_ms":0.52920903544873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19a08c71ad0a35c3b2edee4e90d412c087304ded51a0b8bab31a6747209827f3","sample_id":"mmlu-moral-scenarios.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66dcbff521a31e822b7db0ba60f2ce723bbb8795249c4197f9c3e219eff6ce5d","formula_version":"titan-u-contract-v1","latency_ms":0.49662496894598007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d69263be8f2b70cc294f94f528a06a6c8ebd51b70c6a9a7e4d4d4a21049779e","sample_id":"mmlu-moral-scenarios.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d94220a564714005e5a3c4a6bb7b0829e4d44d6350a0c9ddbc77ef3873f819a","formula_version":"titan-u-contract-v1","latency_ms":0.8529170881956816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6bb769f4cfaf7e64f6716506b6973424b62a0d86e47210a6cd7f30e0bb17d0d","sample_id":"mmlu-moral-scenarios.val.700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b43e8e5c016d9c3ab3b0410347b4bebc52b2fbef87e23f5df6fd51551314342","formula_version":"titan-u-contract-v1","latency_ms":0.9829590562731028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f32d96dd056fc79bf0510720aa42a4fe907e5916e051aad2939a6b36f807d09f","sample_id":"mmlu-moral-scenarios.val.701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d27f8918dfa780cd14a2197ff6466dee7979d5b3b3aaffc263c30efc2c0a5798","formula_version":"titan-u-contract-v1","latency_ms":0.5711659323424101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2e27d0a3eb016ffb4419bf11ec91851f0215edd70e1e01e53ba6cf9755b36ec","sample_id":"mmlu-moral-scenarios.val.702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34c134285d3fe23591364191301eafe80a2504d264266ee219910c378b44387a","formula_version":"titan-u-contract-v1","latency_ms":0.5508750909939408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1ee2fb012cd545f9a485291dd163cba2ac79923c73a4bafeaf43ac0104d9aa8","sample_id":"mmlu-moral-scenarios.val.703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdc46491d66e91bd0204133c128689caaf2bf26d68e5c579d67fb12a819ce911","formula_version":"titan-u-contract-v1","latency_ms":0.54041703697294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"956d56c585acd85c4746a818205e3f39a5100459e5b1fc9c3c5e62e22a74cde1","sample_id":"mmlu-moral-scenarios.val.704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e17f12d61c54974ff641d33e3945e6d334de56b1760eb2d142130a7231aabb4c","formula_version":"titan-u-contract-v1","latency_ms":0.6963328924030066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64e155dee8f31a6a88d9ba59f184625c8841668359e11f224f902b3cdad85286","sample_id":"mmlu-moral-scenarios.val.705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"110ee21a4c73586e4283e5c80708028f15608ef9de9c4cdc2b9fb865e5a642cf","formula_version":"titan-u-contract-v1","latency_ms":0.5025839200243354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"113eefbf264f8ec3743d5aab727e79972ca58aac62495d31ff3bc1e109d26b3f","sample_id":"mmlu-moral-scenarios.val.706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ea4fc002ffb61705280806273dc880639b6ae69ba11ca635512b688749c1e73","formula_version":"titan-u-contract-v1","latency_ms":0.8452079491689801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecb0ecc8e31dd3a349ac8da52dbf904fcd30416e2e5f2f71251ace122d4e29e9","sample_id":"mmlu-moral-scenarios.val.707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18cdf88af3953c54298db5938995ec8b014880fb9ca448d3e32a728a5116950b","formula_version":"titan-u-contract-v1","latency_ms":0.5334590096026659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d01e25b065c45bbf2f73d97418e89408d164a4852258467fc2ed10865e947703","sample_id":"mmlu-moral-scenarios.val.708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71b4eb165f7f23ffca7236a66e9d19117e4b2eba69bf432e8a231a889df0a467","formula_version":"titan-u-contract-v1","latency_ms":0.5046670557931066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bbe390923dca2b8005748538497bc91cecc2a455ceba4873084ea61b7bbfdc3","sample_id":"mmlu-moral-scenarios.val.709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f8f9076510bc3b85a82ba8b3db987456958d367e82170a37346d254d0e0c8f0","formula_version":"titan-u-contract-v1","latency_ms":0.5204589106142521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"176f02e4d4f90f0a0cf996bba396d456da525c8a784ac87f6d518b70c0db60f1","sample_id":"mmlu-moral-scenarios.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f37fdcd5498fa993a81d57f0c284c08d446394d0c813d9757924cede1278660","formula_version":"titan-u-contract-v1","latency_ms":0.8620420703664422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daf9965837153d1ed0416fb7566c87a8092110392948e8d870f05b17dde80e04","sample_id":"mmlu-moral-scenarios.val.710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48f4bce6557088c064a31c8daee7f72489a8eb34f4b3812799992764607fbd1f","formula_version":"titan-u-contract-v1","latency_ms":0.5357499467208982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af36325bd52e938e61a3cd3ef338893efef81be73b7bed9bdbfaa5e3a8667ac0","sample_id":"mmlu-moral-scenarios.val.711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ed40fcf54decb0026cc71083913a583997102ccbd9ada1f0049360249fb341f","formula_version":"titan-u-contract-v1","latency_ms":0.5216250428929925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"395ffbe0b9586bcd06487459f81d53dcea22544895d1d9e409977b2dcefe5c41","sample_id":"mmlu-moral-scenarios.val.712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80f25f7a48c596a45ecf0ccd75e170b7881f53acf5ee87aece930fc568e17f4f","formula_version":"titan-u-contract-v1","latency_ms":0.7447500247508287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71b9de0a855e62b68e85fd6b58f356cd6dcbd64f84b5c7ec96cf32a782bfbcbf","sample_id":"mmlu-moral-scenarios.val.713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fdad4f0841044aa4d523c739a0d86e67bf63927ff1292fc6d45f0532d6ad605","formula_version":"titan-u-contract-v1","latency_ms":0.9965830249711871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e27dadb8769642c7fb2b2435536caac44bdcfb8bc68636f6897efb88adbc3191","sample_id":"mmlu-moral-scenarios.val.714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c5a87f97baeea8f4b0da356b7fb5e01a9e755f9cd2aa3b4489cd715fb9868ee","formula_version":"titan-u-contract-v1","latency_ms":0.6750000175088644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6fe5953b3b8e02e5c6565075d7fcdf028b98292ace2b12e04046593af9db9d4","sample_id":"mmlu-moral-scenarios.val.715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"117368802e2d638bb4e76d73de7a92a3d72803ceb32ad33bc64ba4f7cbf7beab","formula_version":"titan-u-contract-v1","latency_ms":0.6775420624762774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea9d62e57dcd381982758127a83b1959fdae7f4c93c2fefc4a118f7a3787eb7f","sample_id":"mmlu-moral-scenarios.val.716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60d07e54f12ab6b54adf33bde604cf4f427e17375f06fb3155aacb3a8aa1a1e6","formula_version":"titan-u-contract-v1","latency_ms":0.5258339224383235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d7cebab854243c5736746ad0c7164350cdc26afc49c065a5281932af0aae22f","sample_id":"mmlu-moral-scenarios.val.717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f67913bbb345f410befd1d70e876614f2e8287f955d63cfd430712a728278e2f","formula_version":"titan-u-contract-v1","latency_ms":0.7554999319836497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e2675e76ec7a58312c57d6cd3bb004605df5dee48e8f9a01d0efb6bc94658b6","sample_id":"mmlu-moral-scenarios.val.718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad15286e8d15dadea22c3585d4f02a0d6d265524b261d1fec9d289d6218a492b","formula_version":"titan-u-contract-v1","latency_ms":0.5443330155685544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e525358b3337a3600ebe45206fbbc2b5b1952e60a8b13378b95c1e1cd9bbc575","sample_id":"mmlu-moral-scenarios.val.719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"166985ef459fecfb752d198454388580b0ee444300e22af6497002ebdc7e87b1","formula_version":"titan-u-contract-v1","latency_ms":0.5387499695643783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f81d221fb790c6a5cdb8a7b0c2f71ff8e0bf114f658167811607a8e3bdd4bda9","sample_id":"mmlu-moral-scenarios.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1faee40f00c9216cfd3aec9c2ed68514658db6d1e94e15cbcd86d25dcf366514","formula_version":"titan-u-contract-v1","latency_ms":0.5093750078231096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b7a9203a5fe300e303aa084d674bbb15575dbd372551f9e25e7bc12b49a222b","sample_id":"mmlu-moral-scenarios.val.720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3f9c3c3fc474cecd3b3da9f74d91289568fb166b443334c547843db9edd3360","formula_version":"titan-u-contract-v1","latency_ms":0.5532089853659272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c8afd33c780015d205800ba9e89f72fdb560c8e71f11e03989da9dc453225f9","sample_id":"mmlu-moral-scenarios.val.721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"734791a94cb69df4449fec55b40af6af3635eeb39002c9c648e45d8f4516d2cd","formula_version":"titan-u-contract-v1","latency_ms":0.6877090781927109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b53e651a8c415dd04e57c93515df9a90713146f10bbc9e73497e64385561d3da","sample_id":"mmlu-moral-scenarios.val.722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed8790f4688056f98ac13978ba6b228f7608081ccfcbe7c78f1941a03bdd0ff6","formula_version":"titan-u-contract-v1","latency_ms":0.6888329517096281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"026c57149a7715f34d6e012ddc00582a17541050c9e932c536be8ebf298b7a24","sample_id":"mmlu-moral-scenarios.val.723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"846aa3d2e712081b6847d5485c9d5f79f16c580fd6fc46c38ef4ac527d66a014","formula_version":"titan-u-contract-v1","latency_ms":0.7661660201847553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"183d944cb48d88e3c9d136044b219afa77d0e1b234de32d6da836f2761113757","sample_id":"mmlu-moral-scenarios.val.724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73be0e24232b8a819e1117ece517f765034a83cbbb2009fa4cf0b6d226d6d7b4","formula_version":"titan-u-contract-v1","latency_ms":0.8051249897107482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dadef332456ada30873d2ea0454655652712f7b92755472583d38bf9fb4a2c1d","sample_id":"mmlu-moral-scenarios.val.725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58427421ded7ff3539a73668adadd93e40a0592e7477f03637a5a30c201f3a88","formula_version":"titan-u-contract-v1","latency_ms":0.5071250488981605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa6650299e00f2dc9f8a367d0815e64593a76d1dba18701b99ab4bdff98e8448","sample_id":"mmlu-moral-scenarios.val.726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e212bd4b7413db55ee7d8a1f97dde087b8192a3165abcbbee99aa9915daf681f","formula_version":"titan-u-contract-v1","latency_ms":0.5537909455597401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a00f68b0fd2ed4d0f469d78e8ea3e62cb33fdde9640efd67991dd84f1ac3f9c","sample_id":"mmlu-moral-scenarios.val.727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98670e6feaea0c453426882dd9b2b46a8ee2a5b4ed0f1606469e79953c00e612","formula_version":"titan-u-contract-v1","latency_ms":0.7832091068848968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef4ed423b63591249d9384007562f2f1b0f17d6ea641230ee45461da0a878230","sample_id":"mmlu-moral-scenarios.val.728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b345d9152b8497f781d5b7b711c4511d1c53a8b70c3a3207fec9888641e4c193","formula_version":"titan-u-contract-v1","latency_ms":0.6534999702125788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcc08068f28c1715f30719ea3c4d5b815f20b49390684d07bdb740a59ffe5932","sample_id":"mmlu-moral-scenarios.val.729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b6ca667d2107340d3abf5c4c127ff7c6b9c36d94fb922346ff749f4c7ac5ef5","formula_version":"titan-u-contract-v1","latency_ms":0.5301249912008643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"333e4b1836d43993a4284861da952351230f0c8b8443e4cd1942a26a06761a9e","sample_id":"mmlu-moral-scenarios.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"190521dc11a90066fb16931da5dc1869b630207eab2c2ea2fd9fdf497f635770","formula_version":"titan-u-contract-v1","latency_ms":0.5112920189276338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b80cf437031a0a52fcbef4eed5c677d4dc650583aa59e8b45bf8ea9b5e1185d7","sample_id":"mmlu-moral-scenarios.val.730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f5dc6e314114453ad311abaa7239ceb4a64135dac71a8dd5c6aa5b424841b1d","formula_version":"titan-u-contract-v1","latency_ms":0.7397499866783619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee08a9ec44f6f64ace3a1d74b48c28f37bd8102f74fe5a4323db2d1ee069a2e7","sample_id":"mmlu-moral-scenarios.val.731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"980b50b94ca878f0fb42029c8973e58a30ddcce7a58c8c46f9efb7e364d63bb9","formula_version":"titan-u-contract-v1","latency_ms":0.7030409760773182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"599613c3e2afce062243e0535d0e39eefc5d1efe76f92b7859b969eee19f1949","sample_id":"mmlu-moral-scenarios.val.732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"462b298a6797c163d3ee2d8eaf5fa9357b5009842f8037dc53b5333412559d40","formula_version":"titan-u-contract-v1","latency_ms":0.5516250384971499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fbe93164aede64e72ea68732d7154933150e314ab4920d590e92c0bb81c681a","sample_id":"mmlu-moral-scenarios.val.733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dae843ccd6c6abb4653296fd8661278b9ead90514a8bbedbd1e9b4f2df4cce2a","formula_version":"titan-u-contract-v1","latency_ms":0.5127089098095894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07e18d189794d87d7df68968556dbc9d7161d6921a0f1f1256f49fa79c0d32f0","sample_id":"mmlu-moral-scenarios.val.734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26d68926a539e3823a7d670a8fc7f19b2b798188e61b1c9d666b24c2deedbac4","formula_version":"titan-u-contract-v1","latency_ms":0.5081669660285115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df43ee14c2434b18fc59ccf38b33dc740ef92116e3a6cb3f9cf3fd02a6bfad97","sample_id":"mmlu-moral-scenarios.val.735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa19e3971ed7e6e5b9a9df3db802d5828e1c62d106eadbd72572bbdb2727d38d","formula_version":"titan-u-contract-v1","latency_ms":0.5058750975877047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72d243dfb57f3ff2dbd44c2838037663f3345c11b380c1bf944a01c00e147bc7","sample_id":"mmlu-moral-scenarios.val.736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbce97f2bd621e9505a267bfeca7df2d20cd548c284d87c4632c87ef35003684","formula_version":"titan-u-contract-v1","latency_ms":0.6155410083010793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98674999a20eb82eca39578df4c8b3c126d8db7ec8c8ded424045d9a223b3162","sample_id":"mmlu-moral-scenarios.val.737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00e89dcfd5f0406408a16019a6ae246b38197a9e1e40883979a0838e2ff78bef","formula_version":"titan-u-contract-v1","latency_ms":0.5550829228013754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e7afa622ea878eb4ba427cb781d14002c77060286854e44c8877362f2a3f22c","sample_id":"mmlu-moral-scenarios.val.738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4bf148c7d6a61abbf9e95126c1d520a1785c8fe68c78d13e6609ac42f63c3a0","formula_version":"titan-u-contract-v1","latency_ms":0.7432089187204838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9035329108426b9296a1821311da239c6dfc760ab3ed30d8d0b33f2c3c80d80","sample_id":"mmlu-moral-scenarios.val.739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd76eb925509dff9d198985f0f33110c7ba41c3bbaf6d856f44b9732085c7b5c","formula_version":"titan-u-contract-v1","latency_ms":0.5499999970197678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1ff4054692c3403542d5a46a79aaadc87f2f2e0f9ede55726bfc153df454f30","sample_id":"mmlu-moral-scenarios.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fdc07d73eb05c8360f6ef451258c2f55647cb73fd97850d3c1405ceb14b0136","formula_version":"titan-u-contract-v1","latency_ms":0.5556669784709811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"535a9b851c088770c17fd0fbc35d1ec4705c8c292d7d7c0d0333b286cf1b5119","sample_id":"mmlu-moral-scenarios.val.740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f7a5ebe86d223a4def1c83c8d616c525e726bba4ddc74d2376384a0a1f48e18","formula_version":"titan-u-contract-v1","latency_ms":0.5239159800112247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ed8ba5f8efb6d9e61bf99ae9efde0236815714468d74ef8eec11c693b7a57dc","sample_id":"mmlu-moral-scenarios.val.741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef6317f22aff3ddabddff6bde71ce0c6a88520a5d39d47a679bbdf1abaa69701","formula_version":"titan-u-contract-v1","latency_ms":0.757541973143816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab8a0ec3123a0dc0863ba1674ede2be83b381d24be41626ec9acc2fc6f5678a5","sample_id":"mmlu-moral-scenarios.val.742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"309befed81590eabd86494499cd1096995cfc3f4ca8c8ac4dea7c7e1c3e62127","formula_version":"titan-u-contract-v1","latency_ms":0.7579999510198832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c305ebcb7d9506a8e9596b8e69bfd27b2f75b04365cddca0e7aa8746c75d39f2","sample_id":"mmlu-moral-scenarios.val.743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3df3ca983726cb897973ac9432360a16fbc190f9056bf10ba0545116585c4a19","formula_version":"titan-u-contract-v1","latency_ms":0.5862080724909902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13a0981c24e2f845e0c144bf9dfa90dddd85dd827dae22012abc9479df833dc0","sample_id":"mmlu-moral-scenarios.val.744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b8473a450effa40ef1a01444acd87c07f87ebe11910ec128999203c85351ca2","formula_version":"titan-u-contract-v1","latency_ms":0.5777910118922591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb4dbef03df4ae6789798ab93336369a4a3a8d294beff188207723006979dcd1","sample_id":"mmlu-moral-scenarios.val.745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b268e83677810f7857a7180f8d6cf94dc3a1621e623c3ede01b9e3e4c3897c36","formula_version":"titan-u-contract-v1","latency_ms":0.569624942727387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d17a6f7123a92d421be52ed4b4b5b9628a760df93f18762b4940d540289a786b","sample_id":"mmlu-moral-scenarios.val.746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecbf4313778b5eb720f2babbaab6f867bfb4f0ebbb770921c7217f28fd1c7309","formula_version":"titan-u-contract-v1","latency_ms":0.7170829921960831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b172cdfc6d8b64a12001db9f049418d914862b428fda6987360865e729ca4dd4","sample_id":"mmlu-moral-scenarios.val.747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abdf0667cf82e680260c7c4492926d30d81677cfbb8d11584789e2ea65a1ca7c","formula_version":"titan-u-contract-v1","latency_ms":0.7484579691663384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd73b0207d94dceb4f2ef88cebd00c71f5166507813b109c451c86a83a325e44","sample_id":"mmlu-moral-scenarios.val.748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"172622ffd05a551f4d114ba84538518939e152eeb142d6eb92026aa857857421","formula_version":"titan-u-contract-v1","latency_ms":0.67024992313236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"488174cca72c791100612a39fcb592248741142fe98b162c9bef15783d5a7524","sample_id":"mmlu-moral-scenarios.val.749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68e353ca8695bf6dbc4216a1c36b6e12a28ddb76b6d4d37f769e5675f2675205","formula_version":"titan-u-contract-v1","latency_ms":0.5203750915825367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e778d2b378203a68a2afbbf974f152e308236e5adfa4622e503f987a5412753","sample_id":"mmlu-moral-scenarios.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40cf5fc2d5cc2b8232c8ca54437f13a3e9583d42b5dd04b833591660b10751e9","formula_version":"titan-u-contract-v1","latency_ms":1.6263750148937106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8236ed1da1af81ab8e224457c4f472e39dfd97d21dc0f1765d77924cfdf74945","sample_id":"mmlu-moral-scenarios.val.750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea943f802c2046c0a1887247201a9e2ff9bf1ee393fc0042d915c7875b4158bd","formula_version":"titan-u-contract-v1","latency_ms":0.47737499698996544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0bd52464010e53a934283355ef514cf78c706da7bc882715e10049df29d4ef2","sample_id":"mmlu-moral-scenarios.val.751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"216524cdc0e9096cab01c2d84b3da7936401ec3d3baa181ae3531e952cfc38ac","formula_version":"titan-u-contract-v1","latency_ms":0.4869590047746897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e747232048537d80331a3eccfe787376c10440a6ee68803ecbba528bdc01c6c0","sample_id":"mmlu-moral-scenarios.val.752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"400c07bab5b573c7a0da7c48553f670da8691f99d68f5639887a26e51c1bb76d","formula_version":"titan-u-contract-v1","latency_ms":0.7836249424144626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c205a28ed9cdf80dcdaf00a89f7a1492fdd57dcc4d1c1d30221d0665d0893a62","sample_id":"mmlu-moral-scenarios.val.753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94dbf8fcf68e1ec9fe28ed7fe47bd622f2610dab38381cc49afaf6a5a94c5e1e","formula_version":"titan-u-contract-v1","latency_ms":0.5747500108554959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35a580950cba4b3244889af44829dbd6e803057bda94286ab25347da6b5f444d","sample_id":"mmlu-moral-scenarios.val.754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03f3e93f4a0898e315b45e8c05b21243d9fc69d366b6f82ec2b1fd120778e1bb","formula_version":"titan-u-contract-v1","latency_ms":0.5627080099657178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6cac58961b7d67f6c7c9a7e6aa6aef3f20b1db1a1f8a249763b03a247283152","sample_id":"mmlu-moral-scenarios.val.755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85e51480fc2f00a4569e039053b82a455c553aac2883ca66110850aec78c0e21","formula_version":"titan-u-contract-v1","latency_ms":0.9656250476837158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88b8ecbf176ecb791e2ccd75eb332d9269d95da34c7fb6fcb95932ab82bf8905","sample_id":"mmlu-moral-scenarios.val.756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec59610c5e13b74e4b595c8a806f705f0fbcf932f108cc7a7c76f7583bcfe957","formula_version":"titan-u-contract-v1","latency_ms":0.5605829646810889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab2d010b70bff8b4375f1c5c0e671fb500a907849b61fca3a9a633503de44e19","sample_id":"mmlu-moral-scenarios.val.757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f63532762715324e40db923e1cab15af6272dbb6c18c16c8aa2cf039be0eb2a1","formula_version":"titan-u-contract-v1","latency_ms":1.3304590247571468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8757bd984d680dd51dbe856c4f0cb0543182cb1e3ff0e4f32c9951c4792c33e","sample_id":"mmlu-moral-scenarios.val.758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc109e1b5b7d0af02d1759e02de63e60542354f78d2c80c8718d04b7aedcf1aa","formula_version":"titan-u-contract-v1","latency_ms":0.5227499641478062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a62b44c10319c0881ee884fcc45fcd10e055dcf8c5192c40bf51cf2a697ea7f","sample_id":"mmlu-moral-scenarios.val.759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0ec4cea67f24f0751b4cff784e94406152248cc46d1ca8ee7460b1e66e28e10","formula_version":"titan-u-contract-v1","latency_ms":0.5495829973369837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e03eab30263188eed3c0bbd48f00c9f2e65c5466a20c980782046225ace73e2","sample_id":"mmlu-moral-scenarios.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2126d4fd5283fe1cc9734ab68e47f4f1dc7f019486358c23fccbff5777a70aa6","formula_version":"titan-u-contract-v1","latency_ms":1.0354169644415379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c648ab7ac15575cac6c79acf4ceb7e4dfda1d414b7e1f678aebf1c70066b18a","sample_id":"mmlu-moral-scenarios.val.760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a83708fa210e43054be47336f98a1085f6b1f44dc88af82f645d62b14f32fc6","formula_version":"titan-u-contract-v1","latency_ms":0.6946250796318054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f75b53f3241e73cbcb6845eeb9ccd75aaa98377b3e03edc305f20ba55a4c3020","sample_id":"mmlu-moral-scenarios.val.761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20d1ce073d68d03d8cb116785715639cb1577c55f62ea32c0d48498d35ab5d79","formula_version":"titan-u-contract-v1","latency_ms":0.6801669951528311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf031157f8f3e430d3e3039d27d121ffaeb62b02317e7abe91b71640cf8acb61","sample_id":"mmlu-moral-scenarios.val.762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1c03e7e1549efae949256caad13539085747a9f9bba140e74de4abad4db4322","formula_version":"titan-u-contract-v1","latency_ms":0.5187919596210122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e4efadf03316c063424d7ca4bff9bbde0bf525cad41fb31cb2ec669c84abdd8","sample_id":"mmlu-moral-scenarios.val.763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7cd2b3e32ad4469777d70164ad90be2bf0881aa2939bcb8eeb2c736ecd46ca1","formula_version":"titan-u-contract-v1","latency_ms":0.5052500637248158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c5d898c048a3a240c727d292ca2a8ca7e41cf3a9b551280a7bbfa98c52a48a8","sample_id":"mmlu-moral-scenarios.val.764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d1979be5e1fa3bfd675d68d572f106e9e1e3cff1eb9049a060a78877ed8e831","formula_version":"titan-u-contract-v1","latency_ms":0.5293340655043721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad2a36e18aa41ca29b67f22da760647011999008915a698b6ce8a72d5fb0ac42","sample_id":"mmlu-moral-scenarios.val.765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fbede1dfb3eea3d4baa62988eccfc5726d2e80a8c2012402e16cf928a8d8f24","formula_version":"titan-u-contract-v1","latency_ms":1.79237499833107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7f5535d0aa197ce3ad3abcc00ac80e358fa37b78bde1842ed6d813303cda1e4","sample_id":"mmlu-moral-scenarios.val.766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4e6b3779dc9238b1c2b0e5362125998a6879c22fcee28da789a87191e461ac0","formula_version":"titan-u-contract-v1","latency_ms":1.0166659485548735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3113ffd537530df4219f9d4bb805672a85f1a3ad35e605dd6ccaf8ec48ddb94","sample_id":"mmlu-moral-scenarios.val.767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7704fb18767d2d47704af6208cf9b15bff37665171fe1968d544340df104abc","formula_version":"titan-u-contract-v1","latency_ms":0.8081250125542283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c406fcd246427e3901bf39cf45fb260ab76bf119d7fdf45cec4a46da15ce02e2","sample_id":"mmlu-moral-scenarios.val.768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e494f42b9f911e8ee61a30e976f9dd22f79fd9d0c08b68c4cba6d1484f8d0a5","formula_version":"titan-u-contract-v1","latency_ms":1.5619159676134586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f32297e1efaaaccaeb921a0b5a019bc07725e36d6aa5b25ce6635f17f4d8452","sample_id":"mmlu-moral-scenarios.val.769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03d475005b31a9d1ab00ae8946d6569426d35dc0b102413d46916221dde31a23","formula_version":"titan-u-contract-v1","latency_ms":0.9009160567075014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5437706ed0f623b0eb617d100e530ecabb3119f6eb26ea8d7ad68746951db07d","sample_id":"mmlu-moral-scenarios.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b091fe7ce0df055184d412ed2e7f0da953848d134ab1a1a55841d35dc34dd364","formula_version":"titan-u-contract-v1","latency_ms":0.6087500369176269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc6f5b5920e8b02aa934abe47bcf3b686c7dd67e863feb1468d5b233e544de2c","sample_id":"mmlu-moral-scenarios.val.770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d04cdc166f8a63edf4276b8db1b17c13b2489ccc55e6388335328469bf1d2d1","formula_version":"titan-u-contract-v1","latency_ms":1.2556660221889615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e02527900967d7488c58bf2865612f95411e351a6fe3709c5da243c0d1cecee4","sample_id":"mmlu-moral-scenarios.val.771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3d47c5b8261764620e409297d98d6a451ede6b4552c0e6da3d65d4a0381f870","formula_version":"titan-u-contract-v1","latency_ms":0.5192499374970794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5371a8833d453ccc9890be1c752c31009b3b5f9fd58ef37428896cc3cced6bb3","sample_id":"mmlu-moral-scenarios.val.772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59dc9f28325870fece547592529704316effdb6bb9eef2c0caaaa18f3132537d","formula_version":"titan-u-contract-v1","latency_ms":0.5822500679641962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36af055d2ae4f8e8a10f0d69dfc1fb869fb7526afdf09af3984f25615885a550","sample_id":"mmlu-moral-scenarios.val.773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"839b4b5bdc4e83565e3a2eb8411069dcebc8bad6a2badd40229fb25b34e7cde3","formula_version":"titan-u-contract-v1","latency_ms":0.628833076916635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16832ad5adfd0711dbd06bad4084e8bc208c310b2fe3c55f3c6e65843df1b61a","sample_id":"mmlu-moral-scenarios.val.774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f1517e4618e83b0a18d83805c1a1a6e6ba83b22a919c301ad84f89e45e17782","formula_version":"titan-u-contract-v1","latency_ms":0.5325829843059182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a41bf19163b9709a5f2578b70a63f9fe81657003aa982c41c991c3c53664ead5","sample_id":"mmlu-moral-scenarios.val.775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4f682aab2b5808fa2db7e16177d9166669abaa0c1270e7e86e3c0a6df7a86ea","formula_version":"titan-u-contract-v1","latency_ms":0.5705830408260226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6c7114c0b8242d91fdddae485189b73a11dbec6ae57a321f96bedb1b0c0d18b","sample_id":"mmlu-moral-scenarios.val.776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f506f67fce3bb9a2ca2035f35dc825b1c24566972065287477b77e66697ee7e9","formula_version":"titan-u-contract-v1","latency_ms":0.6859999848529696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4255ac0c7b6f803102b302395b741aa06b84a29db91c46776bc8360cf7e17f2a","sample_id":"mmlu-moral-scenarios.val.777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b3062a31aacbf5f262d236143319b4c4c447227025e8d67ffe523b0a0923f42","formula_version":"titan-u-contract-v1","latency_ms":0.5350840510800481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a97183ca95e0746fa1407f83404dcc56b1732a3e65a6261a56cb7657f048db25","sample_id":"mmlu-moral-scenarios.val.778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75e46ee85151f54be24810fae2743b1a75f489d1fd54a60f675561e22457b94a","formula_version":"titan-u-contract-v1","latency_ms":0.5562499864026904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdb518a47b2bbd41634d11fa95b1a0ff7123813fb01e900861d0e3b927a07d64","sample_id":"mmlu-moral-scenarios.val.779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c489485f235e6ebade2766297fa5af16104541d602dd544b8a9029b57738832","formula_version":"titan-u-contract-v1","latency_ms":0.8094579679891467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8978bbdc900a2b3dde14a4955bdc25c54c3fa2c25fcf922ee56900cf9160f95","sample_id":"mmlu-moral-scenarios.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2678396064bdf73a7ddf07259dd4b0dfeb1e1d5abd3f94f316276e52e0d2a8bc","formula_version":"titan-u-contract-v1","latency_ms":0.5489169852808118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7068dbb7add3a109cac2c03ab3642630013e77394238c4314966f1d5c451bdba","sample_id":"mmlu-moral-scenarios.val.780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b41930d69126a5eba22113fccab2331b304b59f7ff8f2009ddee9a0c241b5f9","formula_version":"titan-u-contract-v1","latency_ms":0.5219579907134175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f6454c91bc5f72635068de79ce512bb282d4b91bf93b5138f1abc5d2f972f41","sample_id":"mmlu-moral-scenarios.val.781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9aca40ae0670a99fff68e4fcb73cffa7f467caf442e5255ba6033981aa0855a","formula_version":"titan-u-contract-v1","latency_ms":0.5894160130992532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d54ced3da617479b26a4a4858af6e2386b814b41675c7c6cb44945b676585f8f","sample_id":"mmlu-moral-scenarios.val.782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb0ca232d95399d733a569d643a87bfe9ad1e2d4fcde6d59fe78077f71985948","formula_version":"titan-u-contract-v1","latency_ms":0.5091659259051085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"847fe5bc3cb085b6f7bc46180037f57de62603f75999f0f1830ca6a8e244eee0","sample_id":"mmlu-moral-scenarios.val.783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a02b4e0ef93e5530305a0699f9fccec4a35bd33298f9d2964c1978f1eadfa4c2","formula_version":"titan-u-contract-v1","latency_ms":0.7462920621037483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76062410d8810ab8c163152c8d6b16ff7fb8e2c6bdc5177ea4991082d2ade4c3","sample_id":"mmlu-moral-scenarios.val.784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e60873b6152b678b393104dec41cd76de70d78156eb6953a04c9eea550b8b433","formula_version":"titan-u-contract-v1","latency_ms":0.6068330258131027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4167b3e9d7d0352d2a4999bc698de5f10dd8aef76916b7fc0e7319f74f983e08","sample_id":"mmlu-moral-scenarios.val.785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c39e269526e2379acc7b7dabbeea3123a6c7d2f75aea91e81fa4b4a30ae0a018","formula_version":"titan-u-contract-v1","latency_ms":0.705125043168664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6587f5ba484481c9059b42440bf976c7c177135ccf4bd714fda29494d2e9a54","sample_id":"mmlu-moral-scenarios.val.786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0f063b560cb4e0a493f8054416eab1bca3bd5f087c8aed0c60d0429e84555ef","formula_version":"titan-u-contract-v1","latency_ms":0.8397920755669475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31ce11f2d9a4e1cf470969526573d60d2807dbf22d60d221da1832173dc19200","sample_id":"mmlu-moral-scenarios.val.787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"204adf8726aaa64c791adb3812d6f2a61a9279afbb4d38cfc1768f1a6c604734","formula_version":"titan-u-contract-v1","latency_ms":0.5660000024363399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67c873758af537f06e3f399dea1af9b6d508046e71e0137f78178704466a7159","sample_id":"mmlu-moral-scenarios.val.788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"459a266890d2baf237c550e6dc6bd8e854c6401e530c24bf22507101c8cf28f9","formula_version":"titan-u-contract-v1","latency_ms":0.5193750839680433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad24dfd24512c4578dd476683976f1e2af55810ae25e2baeb07650ddf5a8daf1","sample_id":"mmlu-moral-scenarios.val.789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71b23ad8f1b3d5358370dae9b1b1860a5fb16a14853d8a8883a3ae1707f13013","formula_version":"titan-u-contract-v1","latency_ms":0.6633748998865485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c291d5433b2be2553de0c9e7e0255420090f0f13539a6938278766030abaf9e","sample_id":"mmlu-moral-scenarios.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea64c8aebc2d914be32ffb7e16cec74248972d64f68585fae51b93fe4fe68591","formula_version":"titan-u-contract-v1","latency_ms":0.8366659749299288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4b711411e4f1ab027c1232a2f45f7a2a30835fb42ee23fd50f231d4949e1458","sample_id":"mmlu-moral-scenarios.val.790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb834e46755f554fe5ee58f50ade71d40399cba22a4cbf7b2e27f325f44bc1f0","formula_version":"titan-u-contract-v1","latency_ms":0.6645410321652889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c292f66149116877ff300ddc34fe6523a5b78e7e5f862c4bd96e03efcdab648","sample_id":"mmlu-moral-scenarios.val.791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f06cc4c8fa9ba1d33734b87b4166feeac0319a28457f60e61c0495763895dc27","formula_version":"titan-u-contract-v1","latency_ms":0.7604999700561166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8f6974253cb8810af491de4245231962f4cc0798da7fd498416e2d9e2a83a7f","sample_id":"mmlu-moral-scenarios.val.792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"892c4217e318f44864aed1ed9a7fed52451d0b88efbac6772fc609d19c0ac996","formula_version":"titan-u-contract-v1","latency_ms":0.6272919708862901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e5dd52777bcd89dd741d4ddfd00e42104c1ba3ba6b3569982e9aad5bd6e5ed7","sample_id":"mmlu-moral-scenarios.val.793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf17572b1e9b5d2e51e18030bdcd42e097a1dfbe174e4848f77e33b430e84ec6","formula_version":"titan-u-contract-v1","latency_ms":0.9889169596135616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9258cc0ed518f03b6c55a87e884e9fdefbc666f1cb5074721ff4b203f42abb31","sample_id":"mmlu-moral-scenarios.val.794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e3b440a1326e88011b89e491a43b6763ea6938585ab5d0204d80fad4a9a53c8","formula_version":"titan-u-contract-v1","latency_ms":0.8022920228540897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0594598a9ac5af633b65ec481d6f4b9dd6e8e9c95d47ad0ba2ef68c697479d9e","sample_id":"mmlu-moral-scenarios.val.795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d508397d39c8912931a6b86e7452a4eacb53dcc8141d45323b841ecca21d12d2","formula_version":"titan-u-contract-v1","latency_ms":0.5260419566184282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d5e2c8388d3a8fd551095abd97afd7e229654abab6bb1c8171d3b9555b517e8","sample_id":"mmlu-moral-scenarios.val.796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2952c4362ec63be98b6ec33f0bbde6057defde8eaddadae77a5423a8d25a53e9","formula_version":"titan-u-contract-v1","latency_ms":0.6392089417204261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6c2b6c4963696d421aeeb0b35b9ba73218071e0e85f09a5efae51933e7e75fb","sample_id":"mmlu-moral-scenarios.val.797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d54035b0c268d219640026c07e7e31b5de8a353360b06ab420b49299fcb5af20","formula_version":"titan-u-contract-v1","latency_ms":0.6207919213920832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b95c477f5cf2dfdca6a07619e20d9d83dff0c3ad8e668ec9e879db3d6ba851f","sample_id":"mmlu-moral-scenarios.val.798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f3968536f5c03c5ea459fcca9935635f49b9ad07afb52e895fbab9b8913af92","formula_version":"titan-u-contract-v1","latency_ms":0.6282499525696039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff124318c83b2325e84ce3277e10b52b92cde9e862159e26d89eb3ea1380ce69","sample_id":"mmlu-moral-scenarios.val.799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0a34a8967f5945043d3f45ef86ec50f26b744f8abfaed13188e29c6d4188adf","formula_version":"titan-u-contract-v1","latency_ms":0.5230410024523735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79a3ae78a226dbe67f633417e23f69595561bf644663171394084d8b99db7ebe","sample_id":"mmlu-moral-scenarios.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f746dfb6ba05ba77953eded8869882a1264dd2f086be65845291e1ac48aff99","formula_version":"titan-u-contract-v1","latency_ms":0.6603749934583902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7478a0f1d9f3c3fad344ffe895745922a3405a1e3c7fbe531aa43633adf0742","sample_id":"mmlu-moral-scenarios.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d58b81c7e931fd15d0cc856022681d6035d2c5b22bf219b7380bbb6c20bbe103","formula_version":"titan-u-contract-v1","latency_ms":0.54574990645051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecf23394b6aaa6e943d49be06ec61c366ad7fd961af983aa9e5f400ccc08c3be","sample_id":"mmlu-moral-scenarios.val.800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"698d8ed215ba45d951543ee9b4998ed5122e411a9c4fa2761e9e3d1519d7250b","formula_version":"titan-u-contract-v1","latency_ms":0.6988330278545618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29797e1eb3b4f3f810de21d9b95ef97a8890a249eb2e185f3e80ff920e8b7693","sample_id":"mmlu-moral-scenarios.val.801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9698112118b8fcabe5448e060d5079b94878dee19ad7bd6df124d4c66d99e43e","formula_version":"titan-u-contract-v1","latency_ms":0.6803330034017563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2d937712253dde7cc9b68d9fb6e1899c355f9a5c85a416654cd8a75623f354e","sample_id":"mmlu-moral-scenarios.val.802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3343389a779f7bce2893375e052c1803e9b4db8bf095f2dc17182d5366cf2356","formula_version":"titan-u-contract-v1","latency_ms":1.088332966901362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"248a275e6c273b79045c76c684dddf908213b28e8a515280dd2c65fd2b429a9d","sample_id":"mmlu-moral-scenarios.val.803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8efc34a9ffe7fa46739239579e23c009a93854c27fdca520ddb25a3107c57ac2","formula_version":"titan-u-contract-v1","latency_ms":0.5362079245969653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18b5a8d3fff92e39f90d348c8e8d35b9528a2c12f553c94859831728f5582e64","sample_id":"mmlu-moral-scenarios.val.804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8aa8505b1e3b49bb0b3b11c0b5ef35001e0a92f92b05b1b2518e02e54a811fe4","formula_version":"titan-u-contract-v1","latency_ms":0.5215420387685299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67c4ffdd3ba0f7f60d56898454ef7336d274c661ae711dce2bf42833020f62f0","sample_id":"mmlu-moral-scenarios.val.805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b90794bc17911bd8f55a65e752414798db067b830f067694b4cc1dab4d9d26d","formula_version":"titan-u-contract-v1","latency_ms":0.5062090931460261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85f671941d1edccaa0ea692df9dac4dfcd30988ccd7f7c90dbb776d4b2aa96b7","sample_id":"mmlu-moral-scenarios.val.806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad9fccac013ecc6bfc8c633bddeb5ff391389aea3a54e6e5f82932f9b734502b","formula_version":"titan-u-contract-v1","latency_ms":0.5131670041009784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b49b84d4bc583bd95c30f31d0896471379d624a812e223a38c9494709bb6cae1","sample_id":"mmlu-moral-scenarios.val.807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96d6bc01837289afc7197966329761bc7a006be6aa289cee565542a4964dd5c6","formula_version":"titan-u-contract-v1","latency_ms":0.8669160306453705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c6983d22fa8042ed50be856f24c48b2ee69a685bf00a7440dc2090c3464b2b6","sample_id":"mmlu-moral-scenarios.val.808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1be8e5adb60ed5b8ae258e1a108dd723ba0f0c84ce418f2d1f08b2e8fe3b66fe","formula_version":"titan-u-contract-v1","latency_ms":1.7686249921098351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f719c8a4b54e846da2b7f65c8c5a8dfb1445d0c88de3dc140e522b78609f345f","sample_id":"mmlu-moral-scenarios.val.809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98ecc89d7800c90fe878b518ffa932d7900bcc1b65aff7acc27d65b4fe0fdeaf","formula_version":"titan-u-contract-v1","latency_ms":0.5131249781697989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec93a0ecda390d0706920c575e227d4236de235f8be0515aa4f4b0311a5c6eea","sample_id":"mmlu-moral-scenarios.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3691e624cb28f30d0b09e5af15b6615f7c7252b0d3859ad9e01435b2afc9eb76","formula_version":"titan-u-contract-v1","latency_ms":0.47195900697261095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce79ab2bbdce551d96241fcb4af24ac90034db4d847825a16b43e4bfa009a521","sample_id":"mmlu-moral-scenarios.val.810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f9d4599d24c689033b07ffc399608560677aa218a8f1e77f1ad1e6cd5031552","formula_version":"titan-u-contract-v1","latency_ms":0.6631669821217656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e623184abe04a0663aaa48836274e2e64f27cf2da849ef4eebe785a5fa27e8a1","sample_id":"mmlu-moral-scenarios.val.811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66c9fa9d9f41bdc17f638887087ba3ada4d8bc47e04edeb03d0f8bd3cfa50747","formula_version":"titan-u-contract-v1","latency_ms":0.6966670043766499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbc7a299fa28f4f7d5d06a37ec77adc564c368f3e43047d8a989ed35f4121ae2","sample_id":"mmlu-moral-scenarios.val.812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d164bf61686fa884b851c3bc4ecc5ebbe37c92fe7d34d5a331624deee7a512f","formula_version":"titan-u-contract-v1","latency_ms":1.0093339951708913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55751622678a8c174c619f2f1218b6e55ddb93acc57f41b9b37448e09ee8b810","sample_id":"mmlu-moral-scenarios.val.813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec46f40b3d741d20af292954e0d48e0a4c760808cc95bcc6b5aeb65f105a3055","formula_version":"titan-u-contract-v1","latency_ms":0.5560830468311906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d13f796da761e7203ebebb518cf69585923b29893fe1ba2f145f636aba977ad1","sample_id":"mmlu-moral-scenarios.val.814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4124829fa9baeab8436080f96a46c251705ea4ea03fc045f1bb48fc9d6e4415c","formula_version":"titan-u-contract-v1","latency_ms":0.558124971576035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"683ed9b208aa168aa1ddb737cd88d06764390190b8c06d4185872630218ab791","sample_id":"mmlu-moral-scenarios.val.815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fab1f0b3ab2a1847c88eb7837c68fa8026f0763aed6b1599259fb0a54378965e","formula_version":"titan-u-contract-v1","latency_ms":0.6528330268338323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"610f248acdad30008c68b6d2b86ec1232a2e9803969e559ec7ffa3262eb0dcc0","sample_id":"mmlu-moral-scenarios.val.816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f2b21e0992dfa4d82972403086d9728034b59fb937d13380b5d05d7408f11f7","formula_version":"titan-u-contract-v1","latency_ms":0.6683329120278358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"340fb932978fa83473ff9befa1f8db5dd91625d2b90a1c1d635a689443a7df59","sample_id":"mmlu-moral-scenarios.val.817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d7e6f99eee65911e33b70a5353db3b945cbceea126b312e68dfed49121ada15","formula_version":"titan-u-contract-v1","latency_ms":0.7469169795513153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f689f411fd905c6367f599d38824341dd3e9656c16eea39f269e852854956593","sample_id":"mmlu-moral-scenarios.val.818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03fda4324fc0546a0ec6ba62de0ec43141fea0c3886c2ed0e728f937edfba6ba","formula_version":"titan-u-contract-v1","latency_ms":0.5380830261856318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ebf818998bbb084ff504f76d0d782034f55ef88234e3c704902a1cf146ca9ae","sample_id":"mmlu-moral-scenarios.val.819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd52acc2e5a1db0165a16b92f09137aa52eecf34a09ee3b26448ec2ced167972","formula_version":"titan-u-contract-v1","latency_ms":0.5408750148490071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"629dd4f6bafc776107440d9a25b78817657e09bf10e569bb1db63840aa457ea2","sample_id":"mmlu-moral-scenarios.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa8d2f8536cdd6b9bad067404a68979d3beae5adc4c9a127205e046db8c6d741","formula_version":"titan-u-contract-v1","latency_ms":0.9195000166073442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d26aaf415a0e6ed2dd1b824324a06e4e82df187f08e15b5f4d2dedc9c2f7f36f","sample_id":"mmlu-moral-scenarios.val.820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"292a50c96fc7da79788f2048a766fc5ec226b7c95df054a5954434df104722b7","formula_version":"titan-u-contract-v1","latency_ms":0.5410409066826105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a3ce0a49243ee40e8d5712e9f310dbd3c67a2e7c088bff8562899112d8ad240","sample_id":"mmlu-moral-scenarios.val.821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ae5ecbd54cc2b4c0ad80902cd93234129b3fe05b5544a3f39c273f78a1b4577","formula_version":"titan-u-contract-v1","latency_ms":0.6457919953390956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88d66bfee03a77114c9cc11f3039ef07b0c76b56a387fe534846bb8d8433ed29","sample_id":"mmlu-moral-scenarios.val.822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1ac7f1ab35f4816514d48721baa8189e9811dfc031ed975d09527721665b964","formula_version":"titan-u-contract-v1","latency_ms":0.6973750423640013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"737d1d4381aae598fbdb1b07b869e9ce9b7839b942299a5d6bd105006112e921","sample_id":"mmlu-moral-scenarios.val.823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd830bc4c44d26f7cbf515b4fc96d8119533729e561517fefc72e8e6305e336a","formula_version":"titan-u-contract-v1","latency_ms":0.7268749177455902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cefa799c0ac1b43a5a7d404961f49874ba5906463e041ee03320315dc651f85","sample_id":"mmlu-moral-scenarios.val.824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9870aca4718e13448e842cb2bf5ee955b3fd07ed13a8dbda4b01b80856b76458","formula_version":"titan-u-contract-v1","latency_ms":0.5586249753832817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01e9da7580aacf70374f99310463f1a80f464889941c3240688d54646efb4cb6","sample_id":"mmlu-moral-scenarios.val.825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"445eb100d83223b85b18e0425eadaf349f9940e1ac28b2c710782037e1e6f324","formula_version":"titan-u-contract-v1","latency_ms":0.5123749142512679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6aa1edc99a0014b37c2d49b751a6f399874e829ada0066177896842ef6e18c24","sample_id":"mmlu-moral-scenarios.val.826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea9ebf8187cf54c067634bfb68e36ced7ca4613cb6e705c85cf792b3b2fbf106","formula_version":"titan-u-contract-v1","latency_ms":0.5405410192906857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"934e27aaa100438f7df6773680f81ae3735aafdc85ee75bf8748b0ed0a0404d1","sample_id":"mmlu-moral-scenarios.val.827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b27b277420dbdad07afc98e18abfbb22c3ff1f063763935340722f588bf94e8","formula_version":"titan-u-contract-v1","latency_ms":0.5705410148948431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4674040eba6c9d68f6b81ece2898fd10923f0a7481165a05f1c8621fff597dcc","sample_id":"mmlu-moral-scenarios.val.828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2f977f93a5221af4e70c1676a6bf6afe179a163d75b7559fb57223e88ed54bc","formula_version":"titan-u-contract-v1","latency_ms":0.721665914170444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b922265b8c8b38810fed6c73ecfafd040579559a2950d4fab0d85d2656696ca3","sample_id":"mmlu-moral-scenarios.val.829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea8edc771fe83cae973759b8d4b18218246581bc28652daaedd79e012a017180","formula_version":"titan-u-contract-v1","latency_ms":0.5839170189574361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"924ebb8fc571e8b107851af74ee999bf2887826673e59adb9063f9912a2b05f7","sample_id":"mmlu-moral-scenarios.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c175a96c58afe2955aa9c95e5db606e48d724d0ddcebdd5310035354f4f3636","formula_version":"titan-u-contract-v1","latency_ms":0.5309999687597156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41e1cdb73f93c87425644bbd857375ed9b582626a7d2f27c9b566a08d01728ec","sample_id":"mmlu-moral-scenarios.val.830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73bd56a861ff7a10ecc629415efa85300a51351c45d5f13abb318c875679de65","formula_version":"titan-u-contract-v1","latency_ms":0.5444169510155916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"611b128b936345506e166efa1576f915ac99632c63a3407af0533b89e742f854","sample_id":"mmlu-moral-scenarios.val.831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7136d0abbdca4d2ada3367a1b45e9df2acc0c92e345fa46374caf80d9bcbfd58","formula_version":"titan-u-contract-v1","latency_ms":0.569417024962604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f29d49a92ac2dc2ec759d55a1b149b5e0fdf7453801f05b606265d799200df8","sample_id":"mmlu-moral-scenarios.val.832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8335a12e3ee864b2a247dd0f6925c45d927a6881c33f43e6e8611a51442548ab","formula_version":"titan-u-contract-v1","latency_ms":0.5292498972266912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"936a82f2ed1ac1f0f81f20143494f2744f025aeef9f435e7e14bef57d37b2b1a","sample_id":"mmlu-moral-scenarios.val.833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a3268505a3960c56b2f053f8b6aaac52bdafe258c687a16143ebb8b1c752338","formula_version":"titan-u-contract-v1","latency_ms":0.5300419870764017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2d373d0c1fbc225c9c0edee3b4bd5689bf36d1cebbf164bc4fc477f47dd2777","sample_id":"mmlu-moral-scenarios.val.834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a92cc0d6bdba531e8503a05dd59eeb4ba94eaffdb3622866d7e9552d4ed92af","formula_version":"titan-u-contract-v1","latency_ms":0.5552080692723393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc06c4e8542afd932a5c37c71736898baaf23bc58154a50c283a62281e32fa1f","sample_id":"mmlu-moral-scenarios.val.835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7731f61e976bd1edbfc67ce2e56d887701817614a26bf82b65f46e9dc6f5d851","formula_version":"titan-u-contract-v1","latency_ms":0.804667011834681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c5d6c7b2a4cc1fb00ae9f4d2aa331ec591eae40ffc3fbe967bbf8f6de21c9c8","sample_id":"mmlu-moral-scenarios.val.836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0a0fcf2fbf24673da43ab2708bc543576636d5fb7db762b39cef97a3c99e236","formula_version":"titan-u-contract-v1","latency_ms":0.9779169922694564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fc9640f26dd3a1260940c79845b7cfcf07bd01e2fcacd191289a04c4ed07d87","sample_id":"mmlu-moral-scenarios.val.837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62fb7bf9a93c5909b7bca1a54ffbfd3396d3a5fa5c070e98b83373e189589062","formula_version":"titan-u-contract-v1","latency_ms":0.5458749365061522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e50c429fea0f82717fbf48903d7dd042f3995c873e55e82dbac9d5bb6bda0756","sample_id":"mmlu-moral-scenarios.val.838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c14ce5cccf06d9a6a907cd2972125594f487d28bcd565f78ec51517a239ccb14","formula_version":"titan-u-contract-v1","latency_ms":0.5098340334370732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8cee5f175c1cc3d35ecc584a1a9b8b4fea469dc1bb163bd5baee8e450dbb33e","sample_id":"mmlu-moral-scenarios.val.839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"737898ad6a446d46cb59afbd6f8b8e2c9887e41eaa4a23900cae2c6354d9e28b","formula_version":"titan-u-contract-v1","latency_ms":0.7799580926075578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0cd90fbcae0adad2674c92332bc0e2f0522d8accfe58c1d4b3cb02e09efae1a","sample_id":"mmlu-moral-scenarios.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5609510bc8a25534f29f5a8cd626de07c36ea4a60182d23ade3d3a889d570020","formula_version":"titan-u-contract-v1","latency_ms":0.5309589905664325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1032700ce90232daba555d844c19c410f90ed503f6ad7de1224ca0e5e50560f","sample_id":"mmlu-moral-scenarios.val.840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7c175ac5c9820e52bd5c9b52b67ce22b1628b2c2af3f1583c1221d523fdb5d7","formula_version":"titan-u-contract-v1","latency_ms":0.5534169031307101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"787e6cd5a901f3b5820aa1a4ae84ad3a7f716b9fc7f3f87fa1b9ebd18592ce0a","sample_id":"mmlu-moral-scenarios.val.841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3de26e44ec56d1510c7fd982ce832af978a08b811dc7be7b2c8549144a24d8a","formula_version":"titan-u-contract-v1","latency_ms":0.5661670584231615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e126029e7bc642c2c40042fd88adabccf579d141fc386aac33aa7d72693d8fbf","sample_id":"mmlu-moral-scenarios.val.842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c60dcf9eb8fa97f42d4df360a396987f2871e0f7678679d5c9faa0cb893d9ec9","formula_version":"titan-u-contract-v1","latency_ms":0.5014999769628048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbf85195b89d9300e3024d5348ee92224004e1cd56540558f403385b6b32a68e","sample_id":"mmlu-moral-scenarios.val.843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb9a746836c21a73180d937eb02bfe310bc5d10ca3863882b9f7a3b1f4c45483","formula_version":"titan-u-contract-v1","latency_ms":2.7209999971091747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4489774f0916286af99a7e43345201b4ea9d9f4a2fd2d93bb13f0445f977fbc5","sample_id":"mmlu-moral-scenarios.val.844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"125b91e366799991340ba790b4db33b0082e04e34000221c7b4aba30ff4c9092","formula_version":"titan-u-contract-v1","latency_ms":0.5448340671136975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6e4b65ce9d71abd147314fa37f52c5d91a6975055a16ffbf0853334568f35b7","sample_id":"mmlu-moral-scenarios.val.845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44ad5acdc931a110e6b4b163571c7580b128ef78e2b44a0513a1c34eea277e93","formula_version":"titan-u-contract-v1","latency_ms":0.5340420175343752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"317c3a00da6a94306ae525066a7dcbe7580107642a5c1bae4ed7a4ce9a463960","sample_id":"mmlu-moral-scenarios.val.846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12bb8324be3e293b090559371bad1e01c498be32f9fc67730c33c91c7a832f60","formula_version":"titan-u-contract-v1","latency_ms":0.74562500230968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e294454940d4408597c3c98ffe4699721d1a4b4eab59e45eb4240daba9e65775","sample_id":"mmlu-moral-scenarios.val.847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a707c0871a66156fff87e1a13e166ffbd7b682c73fb980736c7ce35f0ab98e6","formula_version":"titan-u-contract-v1","latency_ms":0.6480829324573278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7299618547357be8246f8e8bc7ca49e1b660b285a1b035fc5d346586834bf995","sample_id":"mmlu-moral-scenarios.val.848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"793615009f91de89e324227b3f01febad31ecf2f2481e71fd4deb5a4e3df118b","formula_version":"titan-u-contract-v1","latency_ms":1.5990000683814287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3f2dc8cbd39b2a8619d7fcb6b4975d85645451e48d243f309047e92985b3288","sample_id":"mmlu-moral-scenarios.val.849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"872c1bc7aead5bb978455996074fe7aae9adbd9a0fbf701cf009091c64502ced","formula_version":"titan-u-contract-v1","latency_ms":1.001124968752265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a701d0f49891a71d14802a5fd0bda218778cf5053cc4d735096b212a208c7c1","sample_id":"mmlu-moral-scenarios.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5af8b880483c25599b60b0405352a03253f897e9319ca94ca11e4f90430a74d","formula_version":"titan-u-contract-v1","latency_ms":0.7390000391751528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a58e71547a77d5331b5396ebaa6e2d93011417ded375f8c2d94bd2603586fafa","sample_id":"mmlu-moral-scenarios.val.850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ad42389c53719a043382c869b131a5f3703bd277ca8a94faa4ca710cb45ad02","formula_version":"titan-u-contract-v1","latency_ms":0.5252920091152191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cd87ee0fa1de6559f1a5ef0cf26bdf14c7e529ac5ec2978e05495717463d908","sample_id":"mmlu-moral-scenarios.val.851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2728aa930e4a02db3a26bca4f6ebad3a5ba12fd3d2aa9c3b9d5b9ef16ddc487","formula_version":"titan-u-contract-v1","latency_ms":0.658332952298224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b6be193a5a059ca5cd2fc28ee61d376bbcafca78890b854f05db1af271034b4","sample_id":"mmlu-moral-scenarios.val.852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6aaa634df07a063321b38c6d06c4ac3347c01dc922a350098be298a28fee2aa8","formula_version":"titan-u-contract-v1","latency_ms":0.555249978788197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0aaa66076e83475468c6542c3053344295385e6151a6919e099b55f4281128e","sample_id":"mmlu-moral-scenarios.val.853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"188546aacdaee4b7dbd65761bd1c9bcb27c12d989e1d508cde25a4c5af66e036","formula_version":"titan-u-contract-v1","latency_ms":0.5585420876741409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6eaf689519e4e6024512234632dd849513b1accbb2c198d53c90e1e7a000dbc","sample_id":"mmlu-moral-scenarios.val.854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d02e1f7735bdac19c7d7258b285ff12b5372f15c0e2f20b75a675a19fb4aee3a","formula_version":"titan-u-contract-v1","latency_ms":0.5151249933987856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c6a38afcd34a9f0263e9ac3b7a5b6b5c77cd83fff5c2a3ebe9b3304b7d8d98a","sample_id":"mmlu-moral-scenarios.val.855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e4fd4cc8202595af23116581a998fcfaa65f2a673a9a2aec4f870ff843135c5","formula_version":"titan-u-contract-v1","latency_ms":0.508833909407258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f05a147862766aaab3b2876468532a0b4ecc6cace8aadaff1ee0b8cae6e9d9f7","sample_id":"mmlu-moral-scenarios.val.856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"370c3604cf9c93e15b4d5a2c0810aacb2d6683a6bc59ef7e214a1f279a3e11c9","formula_version":"titan-u-contract-v1","latency_ms":0.7301669102162123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cac093991a1e901d4c95b5a5eb99f04ba1b1acfe911c76b585cc96323f50063","sample_id":"mmlu-moral-scenarios.val.857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0035802d705bab762807332c7bad71b115c064356990fa0002f47abf79bbdcc5","formula_version":"titan-u-contract-v1","latency_ms":0.668165972456336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38a692c2cc98a40ec4068ba409790a6b7d5f3ef9e6ac54c29c666b0b75b84db1","sample_id":"mmlu-moral-scenarios.val.858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d8363655ca9f28c287c6d1f118ace86a70b62204d196be985e804bc7397bb4f","formula_version":"titan-u-contract-v1","latency_ms":0.5869170418009162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62ab6f7cc63987eb8a446abbf07c20a3e3cbe798a61dc365235a1f0f27d7c375","sample_id":"mmlu-moral-scenarios.val.859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a0c6e237bac6577f5f479e85ab76f239ace1eff168f647d3b76acaabb8cfe7f","formula_version":"titan-u-contract-v1","latency_ms":0.5173750687390566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f89285044f60180c5fe3adc1e351756b30dd7fc81576397b67d5a8f9d4455f1d","sample_id":"mmlu-moral-scenarios.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ccddfe27e9375757adbe605ff138f965b074b99757876a85a91a9ee4e1fa08f","formula_version":"titan-u-contract-v1","latency_ms":0.5056669469922781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"458c83a2ad22d73efcbc9f938af47f5d954758e4b4fbe5be138b64313c4d1b59","sample_id":"mmlu-moral-scenarios.val.860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c05efd8ba28b7d21e73df80ee55bed42a1c0f07e4f42ffcd6a5743de8227ec3","formula_version":"titan-u-contract-v1","latency_ms":0.5355828907340765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b6cc689fccee55fa813f476358b069b30a463e36b0c243611a0a032a710b1e9","sample_id":"mmlu-moral-scenarios.val.861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2834e3c362ab776d0f5d86506e9815eb17b7e0a541c0b1d0b2478e6796ff41f9","formula_version":"titan-u-contract-v1","latency_ms":0.5215839482843876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44080e78130fb7fd764a1bca16c125c50558122aa2911eb215858ab25595c274","sample_id":"mmlu-moral-scenarios.val.862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eafaae1908ac8d360831c87958fbfa2dcd22918279efca2b5f4653118c928cef","formula_version":"titan-u-contract-v1","latency_ms":0.510083045810461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55712b56c7b7f41a0e9b8816e6057bf92a47c10bb0e7f6ca57940a97cdcf9a6d","sample_id":"mmlu-moral-scenarios.val.863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95260fa6985136a36bd52aa8a5c5eed9f323a786b1bd222dccfb12da4936ea32","formula_version":"titan-u-contract-v1","latency_ms":0.5093750078231096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fade40d6f90ad3cac9a980042057860f7837cb45215622feb31b662e5cb99f7","sample_id":"mmlu-moral-scenarios.val.864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adcaadf86159c5e3201fb270a6139937cd21b0270b4cc22a51da7aaa9ab40d59","formula_version":"titan-u-contract-v1","latency_ms":0.5517919780686498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"457eff7d17204c810d4866bf29f2dfca24750444a992fbf966fc6b024b73c766","sample_id":"mmlu-moral-scenarios.val.865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"580450b2dff8575e74b3a7e465ed1b7e0920902a3f5736e56ee2fad4f64801bb","formula_version":"titan-u-contract-v1","latency_ms":0.6738749798387289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1800e1e8bf1f27d95f039482d16af7a29c5c896bb2cec6c735afde8e6b5ca4b","sample_id":"mmlu-moral-scenarios.val.866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8aa22b49fc31ce816377e49a78e25a28521db45dc40fb33b8aa94c74a8b73a41","formula_version":"titan-u-contract-v1","latency_ms":0.7449159165844321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fb2b4306481c017e9b8673b20638770d6358c71116d10a0c1330ed7116da65b","sample_id":"mmlu-moral-scenarios.val.867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2413bded299d3f153554dde9f522d0b0d2d626d22e9c9ff88e933053b92af665","formula_version":"titan-u-contract-v1","latency_ms":0.5191660020500422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2a96370927bf980730804f125c4b6717534f784fbe48906adda4f13a3a144e1","sample_id":"mmlu-moral-scenarios.val.868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"674cdfa89440dbd1484d2c09785726449026ce0ec03880b6630d720bf0592090","formula_version":"titan-u-contract-v1","latency_ms":0.551957986317575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"736033a9bb7389a5dbc23ea78374d2d83fe4cdd71afd8eebd73b1ed350d24563","sample_id":"mmlu-moral-scenarios.val.869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78bad532d1ec3bdfcf481a2b74fe5ebd591cd9feb87e58a8969a9e4225b47c8b","formula_version":"titan-u-contract-v1","latency_ms":0.547375064343214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ba3353da969d38cc1f874206bb988738505810d5742a9a4ae25040d443efc6f","sample_id":"mmlu-moral-scenarios.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e39dea78c62ab65689d35a0b84842331c9338c2a6b19e8717fe386cc736b6e69","formula_version":"titan-u-contract-v1","latency_ms":0.710916006937623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b21984fd9ded5828011056d95f45db05c539ca8f586516e29b2c182ff72edf4b","sample_id":"mmlu-moral-scenarios.val.870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e4ab50f2e242688ac74ef344e4224d5dab55fd3b4347480cd653722916b2e7a","formula_version":"titan-u-contract-v1","latency_ms":0.8649169467389584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6957e31d84034be7f27c91b0a4caecbfa921cf639566ae6342e9f4955a3c598","sample_id":"mmlu-moral-scenarios.val.871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23374b21105797ebc73af39257dfd3d2a23c7cc7129b5181be1b12f969577a4e","formula_version":"titan-u-contract-v1","latency_ms":0.8414170006290078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae35c34b9edc1abe015c0258b766e4c02b5ed57a1e6df8ff6c074e2fd946d0dd","sample_id":"mmlu-moral-scenarios.val.872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2175719ae1a4240fb10471767bee63b9283c7b0c0ac410a69bb0ba447a5a25aa","formula_version":"titan-u-contract-v1","latency_ms":0.6345829460769892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae01171e49e47bf0978d2e3182f356687c9235497779d71ad1a6d7f950d86bc8","sample_id":"mmlu-moral-scenarios.val.873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d31c8abf05cfbb3e0f37a49eec4ca9145582d3e184884dd7647d944996ab9e13","formula_version":"titan-u-contract-v1","latency_ms":0.8703329367563128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27bf67f11f7379f5a98813d48386ae6f73e35be69c9e2868d200c284b5916002","sample_id":"mmlu-moral-scenarios.val.874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1094610a6b5bff3553e4df4b30feb3300b73b9c9e7d296a72f47827b42915068","formula_version":"titan-u-contract-v1","latency_ms":0.5470829783007503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02895ec7b0d05ceace63d56238a2d467e29205a41c827fea89089975968182e4","sample_id":"mmlu-moral-scenarios.val.875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66f5550ffa72f913bc3a96aee3b3f3cb0464ab8ad1e58f91b233b85ad5153db0","formula_version":"titan-u-contract-v1","latency_ms":0.6763340206816792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d495ff2f053976cf459e13635a1676370861686e7d72eef1e1d2a106a6c7353","sample_id":"mmlu-moral-scenarios.val.876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804d238219f14996d3a131149e00a0c95786f91e41ab0a772277976577fafb3c","formula_version":"titan-u-contract-v1","latency_ms":0.5391669692471623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"248367ee833071f8040dbd38f6c9494400ab0a99feb4c1ff84c8952fe8c52ce9","sample_id":"mmlu-moral-scenarios.val.877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eca1c90a68bd63b8f99ca77440a809a1f7eff08b96fa86570ea18c2b8a184c12","formula_version":"titan-u-contract-v1","latency_ms":0.538583961315453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e0cbcd6eae14194f51004587eb14403cde9728aa925bd0ebe2378e4e5773f96","sample_id":"mmlu-moral-scenarios.val.878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bbcfc30157f360f4584d5b397e54ba84654d9af648a28c0534d93f932d27221","formula_version":"titan-u-contract-v1","latency_ms":0.5128328921273351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec7308934b132b094273f378abf69326610b29970623c43345818b56aea0dce9","sample_id":"mmlu-moral-scenarios.val.879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a827bbab0da26d6163513195cbe8be2a34036d204ae158694d774888314a54b2","formula_version":"titan-u-contract-v1","latency_ms":0.5347499391064048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"672cae843a4d7acc6ca49937960ff6c20cab18eb9dfdf899598bda8fd07ae11b","sample_id":"mmlu-moral-scenarios.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cce43c825bf92b61b2eb73b393f70885350083c4f168f94de7d1fb26e97b2235","formula_version":"titan-u-contract-v1","latency_ms":0.5315409507602453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64c91bc6adc787997e43dd23fb225ac0a06c597bafdc70e3bf5902d8c446b909","sample_id":"mmlu-moral-scenarios.val.880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18c6bf40e7b07f26bed8d170543a931c48d4c2765bcdba4a2b3575c632390b78","formula_version":"titan-u-contract-v1","latency_ms":0.895374920219183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0233f012e486b30247dc374481957fd2e3f41bcfd57b66e0cafa438f0a4fb852","sample_id":"mmlu-moral-scenarios.val.881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53b32ad8d877f4cc7e88848b156a5bc7bccf1d449d97ae0cd348aeb0179ea2d5","formula_version":"titan-u-contract-v1","latency_ms":1.0344579350203276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a3da23b689f3289adad5632fb47e93f70021391735b7d0b56e0ed1a2f16db94","sample_id":"mmlu-moral-scenarios.val.882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dce546e14bbe3143e004f0aafa5b8ae9112d6f0fd28e288836241905f70c42d","formula_version":"titan-u-contract-v1","latency_ms":0.6559579633176327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e8d894a17efc9296aa18df129cae9cab26ad00459cf8ff1a4a9e41456ab4bae","sample_id":"mmlu-moral-scenarios.val.883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bee3c93cdb32de20c64a688eeffbfeb0f589297a98451212a545387952219154","formula_version":"titan-u-contract-v1","latency_ms":1.54804193880409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbd74cea8b53edcc082b053c8cd98072d3498bc92ca5652314b35a710f020b64","sample_id":"mmlu-moral-scenarios.val.884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35bb152917b3e100b80a03b0ae8667c6a0a3f6663bd793a96b68213219eb3545","formula_version":"titan-u-contract-v1","latency_ms":1.9667079905048013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba9d42ade7dc0c59cd59e611165bd856a605020aca107cc12c77ea4aa761b1ac","sample_id":"mmlu-moral-scenarios.val.885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51b3fb0aa09c66498c3d1751d2026d6262863ed07ac551f3107c429b3a03d0cf","formula_version":"titan-u-contract-v1","latency_ms":0.5516669480130076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc004538d9c3e0a9ccb4ea49a047ecbd5af4700f1658d998a5e542ccdefa3edd","sample_id":"mmlu-moral-scenarios.val.886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"997ae43a0de04301faf5400468ad5ffe70d5b517aeff8eb091ca9575167f54f5","formula_version":"titan-u-contract-v1","latency_ms":0.5688749952241778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fd847bad9ac86db69d0c12e22541a8be663a4f97eabdb248e4447662a4d5055","sample_id":"mmlu-moral-scenarios.val.887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39ee5ade828df04f443112b3dd7bbd43241c50f59cbbad0566ca0d67a1eb1528","formula_version":"titan-u-contract-v1","latency_ms":9.196541970595717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eacca7c24f5987de8f491aeba71e730703795e6a0a7a1dc5930fed6e2597b601","sample_id":"mmlu-moral-scenarios.val.888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1db33726a31f589aa9838beda3d260aa64bff2ee0492c87f61c904ef7b00b39","formula_version":"titan-u-contract-v1","latency_ms":1.31312501616776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"308f978da942087079686d09db71e69ea307a738d3cc5c172d3f13742f10d2d3","sample_id":"mmlu-moral-scenarios.val.889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bbdee610d1132f3df13f004a94bfa2d502f75eae6d3e4256bb52113e19102cd","formula_version":"titan-u-contract-v1","latency_ms":0.6312079494819045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cd64ad14bd35b3f207c74d91bec686e384f6445a40c09e7cb4f98df1627aaab","sample_id":"mmlu-moral-scenarios.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb62b64ae4c1334cc53e00e42845ce87fee0848b9de9fa7a6d66929be997ef1a","formula_version":"titan-u-contract-v1","latency_ms":0.5724580259993672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b3b14e40d2f6c94d55912f65d097437cfddaa7a00fa46d500b99a96336bceb0","sample_id":"mmlu-moral-scenarios.val.890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f27454da4617b798d7c37a4f5578ccccdbbda9a9219e99e7455c14b5d5746a32","formula_version":"titan-u-contract-v1","latency_ms":2.002708031795919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc728c1e6f7e7ff7145e28b197d992b7a14ae8b3526bbde0c395908440cf6ca1","sample_id":"mmlu-moral-scenarios.val.891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b07426b36326507f5bd546677688e3d4bdb932743477b5f4e8ca1c5844e0c3eb","formula_version":"titan-u-contract-v1","latency_ms":0.9364160941913724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d948b0301b2886ed11f64617b437c08c68359537b7f8848472769b1c992b257a","sample_id":"mmlu-moral-scenarios.val.892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7c2f0aff0847dc0586302d4c3d4134b32df4aa02e98a685a8bf9d52f1194ecc","formula_version":"titan-u-contract-v1","latency_ms":0.6286249263212085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cee42f2dfd0aa55d53fb2990a0ca7f5a67c50ccbb8958b51ba14619594420aec","sample_id":"mmlu-moral-scenarios.val.893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbb8ef60886cab4894ba4ac02bb04ff0037e55c6b123f300c49454db2925ae7f","formula_version":"titan-u-contract-v1","latency_ms":0.9166250238195062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4386b756473d982148fd17ab6e1ab87ec2358e25f6cdb6f0aebb18516809237c","sample_id":"mmlu-moral-scenarios.val.894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"613c149e1a0ed195badf536e936ff266c586ab9a62570f7aa9fdeafa76fc8e12","formula_version":"titan-u-contract-v1","latency_ms":5.001415964215994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79f7a5983223f302cc2d7e810bc0d3637ab1f7f70bb59eaa7ebfddbf53ab8ea7","sample_id":"mmlu-moral-scenarios.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bf9cff28ac5aff76b21840f1048efe393ec566cd85b15c297422b980a669430","formula_version":"titan-u-contract-v1","latency_ms":4.344083950854838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"878d1e9b71fb0eeca9fcff4dadc086c76443616a590752c5024ad78f60041cce","sample_id":"mmlu-moral-scenarios.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2686370cba4af4ed3eb2badea5607bbf2ed3612762444ed7e617c80868d84322","formula_version":"titan-u-contract-v1","latency_ms":2.838999964296818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"595f27b0b3ff957f9b106d08ae95b9f6d9fe78d622d953ea2958fb5f6251961f","sample_id":"mmlu-moral-scenarios.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86d4f4ca3e4459e2e9e80e73764223f60d087f54a8911b36cef0e728ef151c44","formula_version":"titan-u-contract-v1","latency_ms":0.7452500285580754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1af56dd25c6f8252b560d781afe1821b1796d32d47e230232b4a74ce7679c123","sample_id":"mmlu-moral-scenarios.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21f2b7b9212e9745be4b3d95016454ef8cb22a365e83ca46b9922094abb5d7df","formula_version":"titan-u-contract-v1","latency_ms":0.6107919616624713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b70022d15ff4a18f86f904f7e6b910774fcb25f9f88e3ee87cd19ae4b6c2eab","sample_id":"mmlu-moral-scenarios.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60a5f228def66d5196d33b795992268dcb772753d7442ac64858e6d77d44f0db","formula_version":"titan-u-contract-v1","latency_ms":0.5254169227555394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8875d6bbe131e64d4766e65aaeb980a5d15843d7f849ea3350b733b5f3305d9d","sample_id":"mmlu-moral-scenarios.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c21d03a6013a2e473bbabf1b1546d30377047b2f170e3d2396d321bb30a74b9","formula_version":"titan-u-contract-v1","latency_ms":1.4732909621670842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2849f7e4c0228899c09b4b858cbf7735fb08ab4447165510729abc8240712f7b","sample_id":"mmlu-moral-scenarios.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbdd28a9eacf5d218d05bba2391e847fc3162427dfd5fa7bf3833ec82975e5a2","formula_version":"titan-u-contract-v1","latency_ms":0.8358329068869352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b99820e51ddaea6787144b2ca1f9864e5230f7e6c2e88418d000ff00a309474","sample_id":"mmlu-moral-scenarios.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"960939dbcacd94ca53fc841b3fbfcfbeb5cc42000458a308acab4e7ce7ae0f90","formula_version":"titan-u-contract-v1","latency_ms":0.5484999855980277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14b7de72f1e0fb0a8c3340af41365c64380d4d1240b8be9ff2234f57021a7d37","sample_id":"mmlu-moral-scenarios.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"850e1d95b4674a0ce856bcb0e449631cc28bd1f4047241003962209990cae604","formula_version":"titan-u-contract-v1","latency_ms":0.5456670187413692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bef9aa8be183ab27accf7030239075dd793ad736055907085dc5e05c08811f0c","sample_id":"mmlu-moral-scenarios.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bed07cd0cefbb5ba62a1581dae629115a77b605fe24f4dbb12066ff404f11bcc","formula_version":"titan-u-contract-v1","latency_ms":0.5339169874787331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ceccab2d6d7552499c05c71021691a20fc9b0b0aee2b679647731ae2e89459c1","sample_id":"mmlu-moral-scenarios.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c68c912fdef4944f5f809024f6dce8b73ff77846e36752b83b213a532a31b62e","formula_version":"titan-u-contract-v1","latency_ms":1.380500034429133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d80f1bee0a8486cec2f652826ff05e0349563838357c4065cc79c74adf3249ec","sample_id":"mmlu-nutrition.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5015faf17ecc97b712e855210650c5f873e6f6c2ddcf104931f1b719eed5783","formula_version":"titan-u-contract-v1","latency_ms":0.6409169873222709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ce891751ed48f66599334c855b035270571c727dd8f4e2a53211b5792ed70ec","sample_id":"mmlu-nutrition.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3276856286be20b8f26ae661af5c4ac594ec91f4a334e287b4002c255d31abc0","formula_version":"titan-u-contract-v1","latency_ms":0.7778750732541084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7f5fc80b0e75873fc22d52f37a82a961b8ad939a7a490088724a51c29c87dbe","sample_id":"mmlu-nutrition.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"847a1ce73ae4d779a9291cf31920362c70966e330ade733366b800b2fa6a4515","formula_version":"titan-u-contract-v1","latency_ms":0.4932080628350377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07e9146bcbe8752fa74b3902548fd13bd293114c80c4a4bde39d1ddaaa78964a","sample_id":"mmlu-nutrition.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18d54f6db2936e8c72c4e4b6714d75d22c8b6b9977766574498a2651e2e04632","formula_version":"titan-u-contract-v1","latency_ms":0.45579206198453903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4f6ff4458180a9df082a9cb8a6396a222e3ce8de7177d2de45a68a2319fe896","sample_id":"mmlu-nutrition.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d167f6487ef247e1183f9809235214f3c8d234c9e9ea385ea7ae14acf31c9cb0","formula_version":"titan-u-contract-v1","latency_ms":0.6311669712886214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc91cf811bcc7af42bf882f0c9e85b6dd1569b687296cc733aaefa28c38a99c7","sample_id":"mmlu-nutrition.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf9fa31fdc1015d4c50b529576fd2f972719a25684e835d2d8af4c6ed8bed88b","formula_version":"titan-u-contract-v1","latency_ms":0.6064999615773559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cc689403beb3d7ef0cafcf45cfed05c14f40f52379f25f47a00d6b91c28e544","sample_id":"mmlu-nutrition.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3eca22b26742a3a3ec2eab96f3d0c9c196b55ef245f0c40ea0f85b9abd06c34","formula_version":"titan-u-contract-v1","latency_ms":0.6717500509694219,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2885f5fca7effa3c30c707cffb95239864bd60af73e19cc5b557ead6b921ec0f","sample_id":"mmlu-nutrition.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12481a7046a0cb7c781cbd9092266bd63080daac7796b89e8a21ac5a32330b1f","formula_version":"titan-u-contract-v1","latency_ms":0.9696250781416893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"858a9e651a80efea66a9299ac095521ee91053d2978c76a51a8fd0522008fcb4","sample_id":"mmlu-nutrition.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8e28bff758ca0ce77273db9b66c85e3ebccd54da87b0c34b4db60e95c319c04","formula_version":"titan-u-contract-v1","latency_ms":0.6259999936446548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45bc3c6e89dd46c0afc7cf84539b47ca05482e90090360c4340a231894bf25d1","sample_id":"mmlu-nutrition.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a9ad7a7c9afb31296cc5e678bc809e3da7d45b2e8e194ccdfd7fd9a84d56a70","formula_version":"titan-u-contract-v1","latency_ms":0.6437919801101089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cea2e66fe23c865fc32619551f5466a02ea82206fdd3890b9adb4c7c729ae6a3","sample_id":"mmlu-nutrition.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"220812cfb52d4ea038c4473d11491e383465c84852226ca2ea617fad5b02e160","formula_version":"titan-u-contract-v1","latency_ms":0.6434170063585043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f82cabdbbd119f85a77687b6495b2f09dddd5618778ba007e00099d411a5ff15","sample_id":"mmlu-nutrition.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15957b14e3e2db90321a86f66919aa6766d5708bc730054cfbb2df78c46ddede","formula_version":"titan-u-contract-v1","latency_ms":0.5907090380787849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c38ff671086e3d1d9517c9f2079490694d35771226d2de819e1a74f9c00ab171","sample_id":"mmlu-nutrition.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f997963668bc8333d03b6ae4af85d2ccf8ee7f37dd458c4c361161303976caa","formula_version":"titan-u-contract-v1","latency_ms":0.5510830087587237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fcc3e110f4cccb320acf0a421141a09ba0c4e63bd13d63cbea6ee038dd16fc2","sample_id":"mmlu-nutrition.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae277c2247d3368a3af8ba9fd03e11f909699d472c0c25dd246e3b730479b6d8","formula_version":"titan-u-contract-v1","latency_ms":0.9844579035416245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db89e4ca74c7f97b89a9351cc85ecba1aa0cbd6837ca2407a05ebf0b55ed810a","sample_id":"mmlu-nutrition.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47e7f34dbb3b96527000775f44aed69139cd9ceec48554310773c096805855b9","formula_version":"titan-u-contract-v1","latency_ms":0.9007919579744339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56f5446363e8f1296ef18c599293cb603a50098fdc032741eab79c7906714179","sample_id":"mmlu-nutrition.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a453ecaca2e49ed7d143e5c29024819f14e0a82e1350c07c5068ec0b4d5e226","formula_version":"titan-u-contract-v1","latency_ms":0.6518340669572353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"396ba0536b31d091caa834268e82735cef94acbcce07b2cf540a5db1e2486dc5","sample_id":"mmlu-nutrition.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05412a201e0136509b372f23702ba2af1d4021e5e6a1b81a6befdaecc0e37d4f","formula_version":"titan-u-contract-v1","latency_ms":0.5137079861015081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4a0eefe7bd6e2b0177601efab9868c0bc1f53eee524d8b0e88779890bf568aa","sample_id":"mmlu-nutrition.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17fc39158a65ce09b2ba1b955b75dfa590277e45d92a4224c4de88e129285f5d","formula_version":"titan-u-contract-v1","latency_ms":0.5914999637752771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c38b32c040ee5775cede95f5fc81831c6d0054e4614310cfb236d0502784c30b","sample_id":"mmlu-nutrition.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d38d6acb5bfe70bd409ead1275fb0c2c4e48c7a7c470983bd406a23ca1df8bbe","formula_version":"titan-u-contract-v1","latency_ms":0.5636670393869281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5d9e9e94a2f65086f455f9ba74e793eb5cdd22fe92835cfb13772402803e562","sample_id":"mmlu-nutrition.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"571299ad9279404f6fb615326f488edcf9c3124f4db96ca4f126cbc30fe181fc","formula_version":"titan-u-contract-v1","latency_ms":0.9309169836342335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0215d9c4582ef1d421b3c3076efaf88814ba58fe24440b58db2cfa03ea3b85f0","sample_id":"mmlu-nutrition.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e448d9c11375125b84edccdc5a03843fac23670e1f6372c3f7014e43d7a46a6","formula_version":"titan-u-contract-v1","latency_ms":0.55929203517735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa1f904f111fd00c805f4830f35f9a5eddc9e7c954bb7ed91e599fa29bd710e4","sample_id":"mmlu-nutrition.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b041711dce9242f1b0e23d595ccd291192a7805b3d084de12130478359c9f701","formula_version":"titan-u-contract-v1","latency_ms":0.7262080907821655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaea6c1da2586c33ea1d8b5ead822a17516f1738d2ca1a533b60afe4f9fd9c83","sample_id":"mmlu-nutrition.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7446a8796ece6dfa2f22c0dea7f60fb1f7cb8869410975cff5e17ba025056035","formula_version":"titan-u-contract-v1","latency_ms":2.149999956600368,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22cd5c6f482488b26c14e4c2d9b999d4f1ec4d65c9f4f0fe801684b01796ffba","sample_id":"mmlu-nutrition.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cdeedcd601b5f6b945649df31dc73abaa97043567344f9996134fd6e258930b","formula_version":"titan-u-contract-v1","latency_ms":0.6821249844506383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aac7e372d1881aa553d4dc39eeb7c0019c513731cce4015479e5fbbf1e2e21f6","sample_id":"mmlu-nutrition.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38163fd5bcf1d80cde90db892d1b8281e91426c28fc06cfd873af3d416567462","formula_version":"titan-u-contract-v1","latency_ms":0.5658339941874146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f2d95cc542f3a34edbd6772ae2cbc433afa6531daeadde9fe996a45768ffa21","sample_id":"mmlu-nutrition.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24b8d4b969f4da8e45edab02a4ac0312bb664796544a76667ebaa46f74341841","formula_version":"titan-u-contract-v1","latency_ms":1.3097500195726752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f93d9b85247964d9b448d290f2f1cd1c6ea9b71e80fecdf4f14d43cc0c6b72e","sample_id":"mmlu-nutrition.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8353a466d0578c4476c521f18b2ab96bc1d4a404dfb5d74aea5f75652eac5fab","formula_version":"titan-u-contract-v1","latency_ms":0.493000028654933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"980fed51fc7081389e67ce4304cef7739c185178bb8fed3a2d0b246878c24294","sample_id":"mmlu-nutrition.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f3563f7a555c7708a7102b3718eef289a98f50a61a05c7cbd261985eaa60d80","formula_version":"titan-u-contract-v1","latency_ms":0.4699589917436242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95f72258f3601514626f0a3e4aa215b63df799e409380093b6a278ece516366e","sample_id":"mmlu-nutrition.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d88b85dc8146f029c6770dd1d277a0924212f293bbf5ff6ede42a2333030087","formula_version":"titan-u-contract-v1","latency_ms":0.49249990843236446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ea71f3ef4435fb842fb16b455db0c4406375e88eb2e2d01e1e03427b2c4e55f","sample_id":"mmlu-nutrition.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1d36e150f090496368c17be1704581dd6f7bb1de85b7ee4a7866617f0cff6ec","formula_version":"titan-u-contract-v1","latency_ms":0.8335830643773079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1942729b611805901eafbce6a46114d63fc06924cd1732f91d36c427590ee81d","sample_id":"mmlu-nutrition.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"640c039b2bdcb95dfcfd5c1db8707c49a81171003807ee33e90ba6a346cd3413","formula_version":"titan-u-contract-v1","latency_ms":0.5752500146627426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95e711188786c612d41f0bb60de9eeba922a1b27a4e084d8b806473199c1972c","sample_id":"mmlu-nutrition.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c6beb540326ae8f18f08f94f0ba0eda6ae0cbe607855c760fa01afe3e71e7dd","formula_version":"titan-u-contract-v1","latency_ms":0.6879169959574938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cbddc0bf4183d518e3eb4c37fc7a96903ef1383b52d11c8f8d595785e2a8dbb","sample_id":"mmlu-nutrition.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbceb00f95cb134bb35b54c36f3eaa237ede3c07263da1b6793c7561d052c7a6","formula_version":"titan-u-contract-v1","latency_ms":0.5719170439988375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d168b87a25275b72708353a397eacbbb8af68cde042b718c43dc2d057afe5b0","sample_id":"mmlu-nutrition.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"032b9817c973fcd7e60b0e03c9f78ad779375ae0f4a6b99f74b7c01034f80ada","formula_version":"titan-u-contract-v1","latency_ms":0.6802499992772937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3275a27352cd3816ab8276d471b25df467b87a09e77a82e6fea03643b683a902","sample_id":"mmlu-nutrition.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cc7f4de4ced32d77a3afd074b427ef6f9e8687ce2e74527c5ad9600ea68747f","formula_version":"titan-u-contract-v1","latency_ms":0.5056670634075999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e8f2fb9e53462de09d71bb17492684ba02a17f7ffad14ec0982d1f6477b612c","sample_id":"mmlu-nutrition.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05ffb1fba4410ded58c06928c9b8f907cbea4e0b8d38cda297b67cadafdd5764","formula_version":"titan-u-contract-v1","latency_ms":0.6235410692170262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d833f765b67c38a1e01d6d059c149b199c0b9a6a4bcd6634218845039809d83","sample_id":"mmlu-nutrition.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78df16017646c2f52a3bc4f07f3917c4fd4e27903b590e638a2b307ff7febebc","formula_version":"titan-u-contract-v1","latency_ms":0.47620804980397224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2856106a4184cd2ef0ed5f3b9d31a1eb2df233c288a974dd250e9a2a8af464d2","sample_id":"mmlu-nutrition.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e606ece718600f670302f6c5da7a77457d773616b9d3dcaa90dc37b57e9259e7","formula_version":"titan-u-contract-v1","latency_ms":0.593333039432764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0652513ee0f192136c84bb8e2aaa2566b37b4a11abae6cb5aad7bc930e4c13f5","sample_id":"mmlu-nutrition.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31fc2b2eff23c00457015cc32ba823e404a374dd326c9ffb82a605e93e480d88","formula_version":"titan-u-contract-v1","latency_ms":0.6294590421020985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5faa6b418e365da46ecef5e421da6dedcfe1550d160ca8744f2e4778fff0f915","sample_id":"mmlu-nutrition.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c9f02dd5fd257825c3027a09f326f28e5ac6199369b8bebbb64031212a6e9fb","formula_version":"titan-u-contract-v1","latency_ms":0.6299169035628438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6247e7400e371cbf15452ae282d5be42888cd6aaef2801b9c1c7f7d4480968fb","sample_id":"mmlu-nutrition.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"824bb542a63915b6f3f0a87c40737643f7b1e2cf284e3f02befc20df32673da8","formula_version":"titan-u-contract-v1","latency_ms":0.7780829910188913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"337d8d51b235156d03381bc9c072fd69e79c712b7f541fdb6f46b448b737e522","sample_id":"mmlu-nutrition.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb13b36afb9c6344bbf9ba61dd4908e14ec2cff2cb3e674440fc7ed1d7f73e50","formula_version":"titan-u-contract-v1","latency_ms":0.6373330252245069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"604a627598cca3a65398224b88deba160211f288b88f49d48ed3823c764fbd47","sample_id":"mmlu-nutrition.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0568ad2026b34b3af7ba2a2db15ed8071525210212c082d992e8e0a34ddf8ce1","formula_version":"titan-u-contract-v1","latency_ms":0.4955000476911664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4680e679a2984d34bb798863a3d71719cbd169ecde300492d8ac47c1b7de0e0","sample_id":"mmlu-nutrition.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e4d8e4203f83c5665c9153037d1fd9e5b6b047a04fde16a4b00c085dd79ca4a","formula_version":"titan-u-contract-v1","latency_ms":0.5030409665778279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efec08ddda7aa3cdac4319a18afa7d6a8704e0b01d4786a423874d7c57323584","sample_id":"mmlu-nutrition.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d8313d08162f29ac8a70cfd4fc1dd0f8c97ef4199dad724dca765eeb0961834","formula_version":"titan-u-contract-v1","latency_ms":0.4587500588968396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"185d5b97fe6a71f65d2cc65de139ace44fc7d6382dede18fea67804851746ab6","sample_id":"mmlu-nutrition.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4123253b5a613aff9028bc3612868d2eed0c4ea558f090bd1dc9232b171d4f1","formula_version":"titan-u-contract-v1","latency_ms":0.5964169977232814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4a10a9f15c6df7d3cb7ba7c6f6aae7f1c25883880ad793fabe332a695e3fa23","sample_id":"mmlu-nutrition.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a80df6f4bac006e5084007c9c7d756dc0aeeb9fd5806a75adad80922794746fe","formula_version":"titan-u-contract-v1","latency_ms":0.7012080168351531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca1596be7feba7837467c4b121e156bea8557d305137773a3a5394d93d77b707","sample_id":"mmlu-nutrition.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fd21d6294358fbe93d8c39e806a009c24fd3c282e51700f7d34359b727c5204","formula_version":"titan-u-contract-v1","latency_ms":0.4697090480476618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78ab5e3b8fa19d6037226093a19cfd6a49c4c454eb5352114c0ca6c11e69ded0","sample_id":"mmlu-nutrition.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27487a18278905386ca4cd8b5da60c4d7800456a276a2d41e242471a639c4513","formula_version":"titan-u-contract-v1","latency_ms":0.4424159415066242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"628cc83814069db76eed42929ee7bd8858968f619eb835ca535a86d111f7ead1","sample_id":"mmlu-nutrition.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"639223c9fb64625cc1cde17c06f08d69704b58f3134bdb225e6f9eed91f25344","formula_version":"titan-u-contract-v1","latency_ms":0.6227080011740327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e1a78593a588564a811828c00891b96badb3d8df2fec36189aeaea933b3fb33","sample_id":"mmlu-nutrition.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"689a814b067d1ed3538291646ca60c9572226ade76361adc3d001414f37842fd","formula_version":"titan-u-contract-v1","latency_ms":0.5154579412192106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"882069b6f5833a1fc3663e5b1a8cec27096c2510846a31ea9839517e5b77935c","sample_id":"mmlu-nutrition.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"445cbf229c96d0dead7ff6f9cea8bdd2d00ffff3c4930acd61a12ae7ed1750b1","formula_version":"titan-u-contract-v1","latency_ms":0.6277500651776791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b802bb7cb12bfa5a4bc6feb1e951a3112b00b409602c44fb9e1be125ecf6200a","sample_id":"mmlu-nutrition.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30499c70f7540d51596e34e66d054893f9bc488d82ea87abb11e56db7955072f","formula_version":"titan-u-contract-v1","latency_ms":0.4387079970911145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07ad175751ae75fd7dd903523ad45af3d238833cf4441333c88117bacd81274d","sample_id":"mmlu-nutrition.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7b5291eec6ca7779188a5fe7111094ab6e0edb0a338037c14a64ecf706477f9","formula_version":"titan-u-contract-v1","latency_ms":0.7019999902695417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4f0db3087831015f7b0a1c70c38ba95b56cf7ec1f904f242d4a748e05cef40f","sample_id":"mmlu-nutrition.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f29ec30596f46327a8022c7a85dc3e574eff0668932e3ccac6965cb8816bcbc","formula_version":"titan-u-contract-v1","latency_ms":0.5874170456081629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"557a2a10005d799ab8efbe2f5e618a04c5f120860814402ee7186122d3499fc0","sample_id":"mmlu-nutrition.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"944aed4c61c90161098fe13601727cc1f1de4b70f571980d333328815186203c","formula_version":"titan-u-contract-v1","latency_ms":0.4656669916585088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d7617a82bdb1c9a0e2f79ac9d6a3425b642449d18c7ee4a7d53dc707d32f3a3","sample_id":"mmlu-nutrition.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b97695a388c23010b5926ddbe44e21524b32843ea90f97acb804279370eb8372","formula_version":"titan-u-contract-v1","latency_ms":0.4592500627040863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"315321858ea43230aee2011c3c0129c609a01285dc28bac2da5e1c981929aec2","sample_id":"mmlu-nutrition.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91a565b328c882cab68af78730857a15c4116174bc274952196490824e155fce","formula_version":"titan-u-contract-v1","latency_ms":0.4610830219462514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41561c49bd5b1c62cd194911c8e1410497c26ff0c9d089b66e290ec1fe1d661b","sample_id":"mmlu-nutrition.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0751ed41ee5d5bad3c353352729efcdd994fd1f20dd1f2a8eba7db5096509603","formula_version":"titan-u-contract-v1","latency_ms":0.4599170060828328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6738d5a21ca0e47b80ca4c6cd4cf556dbb4c281c20bb0cbcf0b5b17280d0bc1a","sample_id":"mmlu-nutrition.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e4a1041c03dc1a9de8739dcf9af617d936f56ff934a24bb42e852cd875eb659","formula_version":"titan-u-contract-v1","latency_ms":0.399957993067801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6266c167ab4ab34203846732a73f0bce0ceadff342594a8b061ba918d9085d0f","sample_id":"mmlu-nutrition.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"524e7e2a53f8a4ed457ac95ae89d499f405df6a45817b5b01848d496711b3793","formula_version":"titan-u-contract-v1","latency_ms":0.7278330158442259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0df1d843e8354099d225ed1d2e407845ef608bbd0bc7949e52166a15f871a75","sample_id":"mmlu-nutrition.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01868c4103b3029dc04769feaea0b61117d2fbd689b28f433ef52a57252b39ed","formula_version":"titan-u-contract-v1","latency_ms":0.7078750059008598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29de542509188257e023cb0d964dc8c106afcd611e6a4e358ceb154d06857ff9","sample_id":"mmlu-nutrition.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed90a8ea9f2aaa8405bbe2a22efc0481e301a4a83760e480a83c43ab347c581d","formula_version":"titan-u-contract-v1","latency_ms":0.7751249941065907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fef399b7ea979d20c1e4b07b8e4a77e6672806e9b592cf2e9fc57e5694b3d8e2","sample_id":"mmlu-nutrition.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48f0dfb9f4651f243d389f552008ca832dfe7bc862374e7aee00daef646cb2f7","formula_version":"titan-u-contract-v1","latency_ms":0.8235420100390911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"986415c5cc87a311821c3f8c39acb906f4e4c1cc9cbed749f6aa8d0c40d96261","sample_id":"mmlu-nutrition.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e34d734036c36d644b1a2115f63f58f3632b974127ed6ac32fa6561fed796fb","formula_version":"titan-u-contract-v1","latency_ms":0.49341702833771706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abca439eb1b45f6b92f7884ed3e4bddc0f330e4a027a914096c994c0b9d4852f","sample_id":"mmlu-nutrition.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2264b5da748ed025163a3a808905ec5b99769722a5020f191e4d3eebe4c10c0f","formula_version":"titan-u-contract-v1","latency_ms":0.4641249543055892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"260533a504bb65549f53e140dcc404a0ba11028e8a4eb0c81f22140e93ef38a6","sample_id":"mmlu-nutrition.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b92357d4af421d3af6141a6a6fdea5900e6ff7d221234b636e380f9ea1e5375","formula_version":"titan-u-contract-v1","latency_ms":0.5123330047354102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12ffaf106bafb1db10373360a0bc2fa766159daf03ebee8e0d226da141ec6cb5","sample_id":"mmlu-nutrition.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ef120c6435bcde6bcc4d7c3812ab93b5f18c05761b2f39a76246373162c7fe3","formula_version":"titan-u-contract-v1","latency_ms":0.6133340066298842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfaf5d4dc8bb6528fb81b27397c53d7af0b2888c439f3d03d564a0d40fdeb1c1","sample_id":"mmlu-nutrition.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"695dc4cdaadca9fab168accb047d543b968f86eecd59c3228fcf78a9f5021d1d","formula_version":"titan-u-contract-v1","latency_ms":0.9407080942764878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b6300813592532685d23574e99344c64e1599946e01ac82f2fefd42213fae20","sample_id":"mmlu-nutrition.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1fb155e4fdf6620955d2af654dff33e4913c0ebc6b1cd6d4aefe83deba415cc","formula_version":"titan-u-contract-v1","latency_ms":0.5535840755328536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6df9674b5c583abc4b09953ebdeb185bed2877711882bc729d26609dd538d5d1","sample_id":"mmlu-nutrition.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b2faba0efb604903f1ddc0ac1e46a88ab9912569d3189316be012fd0600f355","formula_version":"titan-u-contract-v1","latency_ms":0.632624956779182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"745e6436945cc759a4d612d321ae97aee6a0320e269083b61a2a223f949cd728","sample_id":"mmlu-nutrition.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06113186b1317b57a8d3770decb829de035980cab45dc23dbc082a3c373bfb6d","formula_version":"titan-u-contract-v1","latency_ms":0.48458296805620193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ecfdeb31d0df37e5e7d262c2ebc6ea6d4f908f3fbbb55f9cd4e350de7922fa5","sample_id":"mmlu-nutrition.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"899dbde4f6e5aa53a6f4441893bfe86f1b45a288f190a22380bc50dcdb2d9906","formula_version":"titan-u-contract-v1","latency_ms":0.650875037536025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3cf8a19045ec95e709e7dac82bb147ffc4d377c19a8057dd9bcda380d0849c0","sample_id":"mmlu-nutrition.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd66555aba0f4325430df8ed140929b92aa966de315467710d71c010b929f4cd","formula_version":"titan-u-contract-v1","latency_ms":0.6098749581724405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e7cb35896c99e2c9858dbf2affed95830ce7c48b6ffcbae1a47f06fb8b08c59","sample_id":"mmlu-nutrition.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59b00995da0c7aab21553f51b656d9efe6fa023794bb415322ae630c09371a51","formula_version":"titan-u-contract-v1","latency_ms":0.6755000213161111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fd2a65a665455b737a3f1ec1be84eb8fbbff0a62a3ee47981c6db3ae2bdf54a","sample_id":"mmlu-nutrition.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2286cc546de78dc0d48c5e8d0b34d65c3d460beeb102738e6d25d84aff504c1d","formula_version":"titan-u-contract-v1","latency_ms":0.8652081014588475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bb3ddedf1b5c522a350e6c6e05583661c5edd7aabad8848ecfeb6ff5e25d6cc","sample_id":"mmlu-nutrition.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e112bb687ae85642231bc24500729f7a7770c4ac4e9452c7aa16f6614577dbc","formula_version":"titan-u-contract-v1","latency_ms":0.49233296886086464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b5c51f39589fc770496869f059ec769e4834f149200ad5fdab2e3644f5a469a","sample_id":"mmlu-nutrition.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60b2255483361f9639a83c4405a2b3acb7646f09e8d4e9c4bea6e68311909a67","formula_version":"titan-u-contract-v1","latency_ms":0.6247080164030194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b1d3bf2fcc53a004b32e51bd6c0a9facbdddb1ef74d5d789557cbf299750261","sample_id":"mmlu-nutrition.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8a0f94bce5e84bd969be10932a195e1993628b3891938fe07ff04de0bc7f3ae","formula_version":"titan-u-contract-v1","latency_ms":0.6653749151155353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c30ac1b2e255c67325f3c8b77f2ce1417373faf73b3b9b73ac975eb8babf1682","sample_id":"mmlu-nutrition.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4620c1e2859ecdc317bb0967cd3340ceacd2bee90007b9e8b243c33f451177ca","formula_version":"titan-u-contract-v1","latency_ms":0.6217090412974358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f5f3421689025217f7f7cc2b7fb1ec9f3c026bb36b12f0ac3ebf39bd5103729","sample_id":"mmlu-nutrition.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8971777891bfb584b912f272cb5d643255d14e19a4961bc5c8b8bf6f2fe125b0","formula_version":"titan-u-contract-v1","latency_ms":0.5381250521168113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b7bcc239b61b4981e7272cb4768d67ca0456ec4251177a397a0b01f961633d4","sample_id":"mmlu-nutrition.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"670daa2482abfa7f6458c5559dbb09a2043daa2b2c496df2589721034672c0fe","formula_version":"titan-u-contract-v1","latency_ms":0.4366670036688447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae42447a322e435473dc216e597ff6af37a87d646daeec284f753f09af70f9f8","sample_id":"mmlu-nutrition.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85693c6392742bb46384057a0f35edc35cfa69f09c4f82bb54b3774fcb25bc10","formula_version":"titan-u-contract-v1","latency_ms":0.5273750284686685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d37b0c9330d20695b8fa4ad20c9f0e604f8f44dae7f2d9b1794ff302d3a946df","sample_id":"mmlu-nutrition.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58b15844a4dc00966d77087279f380c4783ee3ac0c10eee63b703ae80c770f4d","formula_version":"titan-u-contract-v1","latency_ms":0.4504160024225712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82a7e6db495b32136c99838ec74e4a20d4a22272834bc9bd898a14a43ba3d447","sample_id":"mmlu-nutrition.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"169389789fa9c0823d1c4eb597258caddd46771d1356768eb4c9b60ddb0020e5","formula_version":"titan-u-contract-v1","latency_ms":0.7114580366760492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74b387530e8afdf785395107de5e8becc293b0ce45d73ef13a16400acbb491aa","sample_id":"mmlu-nutrition.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc257d8c926d2ee7a85994b11008a75954cfdc35e4469e266b6366a35d186c2f","formula_version":"titan-u-contract-v1","latency_ms":0.4569999873638153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1aaaac00a1b49ad602fd81d5f06124ffec55e90eb8eaf277d0a384764f9bcc9","sample_id":"mmlu-nutrition.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9b87fb95e47edab8f0c90b2fa36fb9a8209803d5239d08a7cb616e4b9a339ba","formula_version":"titan-u-contract-v1","latency_ms":0.9004590101540089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2abe7bef3332340b50e11737d38b468d8669f1a2583ff7606778a19578859188","sample_id":"mmlu-nutrition.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"056529c6188306f93471818099b82fcee163fe3eb91b111fe6c1e4ba464d743f","formula_version":"titan-u-contract-v1","latency_ms":2.578540937975049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3354411b64c61ba99e7d6761eaea1890626e40480916e5e481ce67db79a4f79a","sample_id":"mmlu-nutrition.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8560ebeceee8fdb415ed4434dbca14b100e53070a1f0e62979d60e65934f00b0","formula_version":"titan-u-contract-v1","latency_ms":0.4802080802619457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e802f53ec7c9f5a3b3c6a5e891724fe3adc77cb9fcf440f1b8a5146135221c15","sample_id":"mmlu-nutrition.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7482a756d67546079009327b39f4a637667af99798c58cd334c12123b8a21905","formula_version":"titan-u-contract-v1","latency_ms":0.4427500534802675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"128e25b045412f836899ae13c3db19cfc4443e81b72ffbb196f6516e42a90454","sample_id":"mmlu-nutrition.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13e2c6a8a3601ba87bf88061d5dec74780e6e630285e6e748742108b678b06bf","formula_version":"titan-u-contract-v1","latency_ms":0.4099169746041298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2f83eaf6b5539b962f48052cf6b90a611926bd3e37f7acea6adb7a2bee2a40a","sample_id":"mmlu-nutrition.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df7fd9dddd644b729144647cad495c89e3573c771b5478c1560d0c90bfd181ed","formula_version":"titan-u-contract-v1","latency_ms":0.5858750082552433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"778c876dbcad8a5d35a563644b1c1090624e2817d840def25014997c8164f9c4","sample_id":"mmlu-nutrition.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b76a6a13f043f387a04c6c053d9f9673fb1cedbe3a2ae452cd23bba575576a2d","formula_version":"titan-u-contract-v1","latency_ms":0.5268749082461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4340dc54c0dc52ec884d540555347b044d7c3ee35b529c1e580d23fb1659cb3","sample_id":"mmlu-nutrition.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33cddbaefd74bf9586b1a51aa034ea49449bc297fcf2c7cf1c4165d0ad42c891","formula_version":"titan-u-contract-v1","latency_ms":0.4936669720336795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae996b1878b9847c4e31d76459f4487a1711589d075a9018f20fde204aa2dd39","sample_id":"mmlu-nutrition.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a36ddf3193fa3f18ec2cddd2b907f4ae6ceba5a19b4e9427e0c728fd81c747ae","formula_version":"titan-u-contract-v1","latency_ms":0.5967079196125269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24523c2c494efc7f5fd3b52b672053b7fe50c66baa25b2296200fe5777c4d5d3","sample_id":"mmlu-nutrition.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"339fb33f0774f0c611f877ef0d1d2c82449c1ca7e1f5af8f6cd8dba32ad99e33","formula_version":"titan-u-contract-v1","latency_ms":0.5080419359728694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"463ba1bd80048ea11338edcb9fbb087f669fcc47faa2d07c885d623cd34c42e0","sample_id":"mmlu-nutrition.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fde469a4703f1d1fe18094f0d4d90184ffcf0e7be6a8c566a029465adf348c7","formula_version":"titan-u-contract-v1","latency_ms":0.4568339791148901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf93bc674321a051caab28317d1cf2fc521e5d6b61e55130b88c7df932497a19","sample_id":"mmlu-nutrition.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10b7c60535a3bb732ad6546c4f3195bbc1e06f396c30f54bb207981282bad158","formula_version":"titan-u-contract-v1","latency_ms":0.47095806803554296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29de2b1f16a8bc50f66c67cd0276d4dbef8b554597fe665341426970c5b12e54","sample_id":"mmlu-nutrition.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f5fd38d3e70e01fb5f847c013e2950e37513828b8e6ba949ea8523da3107f61","formula_version":"titan-u-contract-v1","latency_ms":0.46370807103812695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fce50053d5cdab420da022367974fdc17eafb3778268f3e6eb4051354a3598a2","sample_id":"mmlu-nutrition.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2634b0c5743fa9ba5145f8420a73297bf0fac37c1c935ecf6d581a5ba15c3171","formula_version":"titan-u-contract-v1","latency_ms":0.82016596570611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46eb11db591e73a56b52b953375c1f8cc05c511367247af0348cb5c2abb7719c","sample_id":"mmlu-nutrition.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10b78d021fa033ec2b8535c3bd00357462c2d0c848a666fa8fb5aa1b1a82b182","formula_version":"titan-u-contract-v1","latency_ms":0.5747079849243164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04e70e4016a2413b68d3f837dcffbd82d155243d6ee708e6e2a53aa4d210c378","sample_id":"mmlu-nutrition.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"204859676ad43fd6d21167c048774a1312934d50166d8322f6ba565a03aca358","formula_version":"titan-u-contract-v1","latency_ms":0.4895000020042062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38061a05cb072cb59bef15eb0d2ab6a3098356ad0356e8cfe7f70117b0819eb2","sample_id":"mmlu-nutrition.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02cf6fb0fdd77199643f83190a9fc8f0e1712634ddae9b481cc2c313036b9401","formula_version":"titan-u-contract-v1","latency_ms":0.9031660156324506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97ffaab1b8627ca84f2efa019113781dc3d7e651975d223e51cf9ff42ddf1be2","sample_id":"mmlu-nutrition.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eed5b208b2640825d5a98e13274ba6fbab311b59239c6c12be90f8a294aa64fd","formula_version":"titan-u-contract-v1","latency_ms":0.5895000649616122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53c79b1617aa540d8d97503f463c615a7294f0c2f5ee17a399b1955883fcd756","sample_id":"mmlu-nutrition.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"193737f37affe3245749a85567b2a7c8664438093181588d239a9044cbfd35f6","formula_version":"titan-u-contract-v1","latency_ms":0.47762494068592787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d31413d397c8112d67ddea6f0850d1ce22a041228029777bf4ae8d7c35551558","sample_id":"mmlu-nutrition.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d3e5e5b28faa18f03c932115edb91ea4473c53360f1fa877cd4d85f2c8488ee","formula_version":"titan-u-contract-v1","latency_ms":0.508915982209146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dad034f125b807e40a058652deba43d4d5087aaf633142e90ea0980b5ca161c","sample_id":"mmlu-nutrition.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ba2e109938026b7c6f057e266ec4a8be5dbece637dec2907bf23ab93da28493","formula_version":"titan-u-contract-v1","latency_ms":1.4145829482004046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57224491f2ca4a8548f4639acd175d62f98278a05fcb7221ede65a661b9bf9d1","sample_id":"mmlu-nutrition.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e79882892ccae605fa0a65831a5c0e4bdda202a0efc090b41e4d2637bfbd2ea","formula_version":"titan-u-contract-v1","latency_ms":0.6029580254107714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c80ac1a142606b0b3f1298642bf7c612a34e076b048881f9bb8c3849660f4d9","sample_id":"mmlu-nutrition.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b24d91df9ebe3ebd24cf2322677a61a292efa0531218bc5b2da0d46208fb0c38","formula_version":"titan-u-contract-v1","latency_ms":0.7750000804662704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccefc3ce4251e6437701aec6c0a35e90f55a438bb54aa3bf8e75c5d5493937e7","sample_id":"mmlu-nutrition.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe5d098a320ce3cdd5dd817c35ec6940d61848c1e347848ee4acadf6ee45aa58","formula_version":"titan-u-contract-v1","latency_ms":0.5886659491807222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98a570d9fbc551a34dff25ff0983e582eb85eaa0c1d60013802f7ab33c0c98b4","sample_id":"mmlu-nutrition.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"097298437c0f94b6176e2a516ea26ec73875a43887efd4dcdd65001632328ba8","formula_version":"titan-u-contract-v1","latency_ms":0.43112505227327347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7249065a04e74ef86b9489f9565c0c3c553488d234aea3fd3ca52d83381b93a1","sample_id":"mmlu-nutrition.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64953bb3ab91d00915a6703268ecf41436f0f1e54948436be94efd3f2b79d5aa","formula_version":"titan-u-contract-v1","latency_ms":0.4974580369889736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fb9a86aa87b2e4b18d40b238f1d56342f4d133a94b69900a43fa52139db8cc3","sample_id":"mmlu-nutrition.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a3e8e8f6ecbfb2e8ac41a4633abe5b00b53608934564da71ae27c2e9be5538b","formula_version":"titan-u-contract-v1","latency_ms":0.5220839520916343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e07145c73f457e05a7b0de1f6576c511208b7b6f29bbb52df8ff18edee68635b","sample_id":"mmlu-nutrition.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d90f9efda53fef47db972708f485ae9cf70de24e184b12931bd46481b86e0ed","formula_version":"titan-u-contract-v1","latency_ms":0.430708983913064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"379f36130164159f2e8b74b3290b08bed28150ff76a318851dcf96a3f5b41ee9","sample_id":"mmlu-nutrition.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa68324d74770ab883f66ad6974b699ab35af5722d478c4cbf2f4d77ac82947f","formula_version":"titan-u-contract-v1","latency_ms":0.545875052921474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98d1c0eda0a72138b540c848ae63a284e89d5ad0083cbc71101641912077fb98","sample_id":"mmlu-nutrition.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be97c619f9872f38e538a478779753ce9eca6ecfa959b8013ed26933f7bf00db","formula_version":"titan-u-contract-v1","latency_ms":0.46962499618530273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ea97d6e6636358dfdb3d340ec544d77f59fea918d420c0689047ae9ca75070b","sample_id":"mmlu-nutrition.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49e8218bef8b0e3518dfcdbca9f010385d2566565b96df2e1e2bf2a316167f63","formula_version":"titan-u-contract-v1","latency_ms":1.1393750319257379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a190fa8273af13e6073e2074c641d6e16391193ab912b9613ec174830127c19","sample_id":"mmlu-nutrition.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8723e40c3e5430ef25d41e8be3f5fc9290775c0de124b1c788b50a76132201b3","formula_version":"titan-u-contract-v1","latency_ms":1.0961249936372042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45bab9dc2e676d01c9d62a974ba1c6672ddeb29288ebfd2f63c76510a74d39fc","sample_id":"mmlu-nutrition.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b69608e7fcc5caceb5359bb7f40bb2396b033f61946e493faba89ca11e47da76","formula_version":"titan-u-contract-v1","latency_ms":0.5670000100508332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7eec8fdd5afb4c9105c024c56c67317429d9cb11e7020912b11a7622044a90a","sample_id":"mmlu-nutrition.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da750304b8f5578af56b03a9de8869973809a8759246c48dcd1ded0a1cb0a0af","formula_version":"titan-u-contract-v1","latency_ms":0.571124954149127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f29aa56dcc64fff7deef69ad1a16d2632fd563279c226859378baa588c4e468e","sample_id":"mmlu-nutrition.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40e26c9207872f2d8b19a43e174ff7b008d9e1b0d148115f1069798515b73e11","formula_version":"titan-u-contract-v1","latency_ms":0.5665830103680491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5aeffa99aaeb9b914a2d831db9fda1cc23d207f6ee799b58f15febca06e467a","sample_id":"mmlu-nutrition.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4cdb8b5d1b144a8f5b72e400ec494b0866ba563ad6663a6bef8359f84721b2d","formula_version":"titan-u-contract-v1","latency_ms":0.48804201651364565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8354b5799f531bc524fce7abaa1fe7b4717e8b0432d2988fb4b4ce0cb17a0648","sample_id":"mmlu-nutrition.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1968a21619e2b633a39b148161a3615f3d6d6b1dbfbc9ee9150ae99fdb6115f","formula_version":"titan-u-contract-v1","latency_ms":0.5195409758016467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d96368370b48af10130901587f1a6524e6ee61aa9f8ea010c60ac46efdd4508c","sample_id":"mmlu-nutrition.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"808b73bbaf4f18d45141d47900bbde7b7afdf4af986deb6c1d40b72e0a79e12f","formula_version":"titan-u-contract-v1","latency_ms":0.45187491923570633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"154d1a3fa6fba1092361f167f3a6ed8e87a83079cb784d3cc89b9656aa43ef96","sample_id":"mmlu-nutrition.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6ac665b66188667623c7a38ec7f90aa0a0ea1ca70e4c6cf2675c59d5f2b303f","formula_version":"titan-u-contract-v1","latency_ms":0.5047500599175692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94ae9c413584819b979c6615a523483a769e9316e17a10a655d8cfaa50f4cc6e","sample_id":"mmlu-nutrition.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cfa160631504c7296720c794ce719df8a0057669c47d3f8b4e6b6e3575fa9df","formula_version":"titan-u-contract-v1","latency_ms":0.7076249457895756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1a573be2d6f3ed4dbf0404f737cdf416ec4f977be7bafeaeda380d09cb6b3ea","sample_id":"mmlu-nutrition.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e7590f012e5a2c03b1edc71b8d6e3d63dae952b2105ba54da1d3da35914903d","formula_version":"titan-u-contract-v1","latency_ms":0.7298329146578908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b6356fe8cea2b4e1d97e895acf67134d40dfb50b3b16c4cabaf0796429b7c44","sample_id":"mmlu-nutrition.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8844f3c302768b96e2e670552ed7341cb68b1bae2330832b109794b23c4b1d9e","formula_version":"titan-u-contract-v1","latency_ms":0.5436670035123825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4aad4608ad155c217c4e04dfeb432d4fd245e09fb988699a10a08f6a60998284","sample_id":"mmlu-nutrition.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec8beee3d54ce4cc26fafd259171dbed149d977420e020ac0d238c43bad27f6d","formula_version":"titan-u-contract-v1","latency_ms":0.5766670219600201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1020ce5b1bca3dcba0bb0ae26973cd4e7388ded2dffa8ce6b7f4f27ead524cf2","sample_id":"mmlu-nutrition.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"006d23227df1d48ff3ef3775a604270e2d6b7a38f873d94a7806c6d7191ea5eb","formula_version":"titan-u-contract-v1","latency_ms":0.6647089030593634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f6aeafd9db6766e99cd9fec4908e165cba4774dc3b234d3aea1249af31a8e22","sample_id":"mmlu-nutrition.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c0508707494b7a87f377ec750a00fd3b5193369dcfbf9d70008dc3964465dc7","formula_version":"titan-u-contract-v1","latency_ms":0.5219579907134175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10ac0a19da8040ce10ad9a550019210881e88d2048e4a3022ff3dfa36c38227e","sample_id":"mmlu-nutrition.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"190737f4d09c99cdcc3e1ff8815b84660e36b6812215894f736b86d78b4ce280","formula_version":"titan-u-contract-v1","latency_ms":0.48154208343476057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c96ca3ac8a5ecb6d1e2f6883e1d56487912a4866c02613164056f46249bdc3c6","sample_id":"mmlu-nutrition.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80fb8f9459f678ca80632065b24f5e4a6664b81754775bb9ed22daca686b7e0e","formula_version":"titan-u-contract-v1","latency_ms":0.5010829772800207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11596b6742e5e1fedbdab03f3a450cc4c0f0294409c44ee6082efd44cb11c640","sample_id":"mmlu-nutrition.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53c3636b7589a6c58dc498bcb5a0005e1167f1b37dd48eb39695375586a81388","formula_version":"titan-u-contract-v1","latency_ms":0.5217499565333128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"901fca076ddd7432d93adde3a3c9bf9c141731272731591db15c242054854737","sample_id":"mmlu-nutrition.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9493e6c7c32abbc9f44cd7c5228ab19868b8beba64b4601305971a655ce8fbaf","formula_version":"titan-u-contract-v1","latency_ms":0.4694999661296606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19c166330045e12eb457b2eb55676c93055b9b7e756ca52d9406e8c78cdf91f2","sample_id":"mmlu-nutrition.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c99fd161051512ab63f97b869dc5400c0c1dac3bc8061dcb7244d70bd7a2dec","formula_version":"titan-u-contract-v1","latency_ms":0.4230840131640434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1cb605cede0ba5ee355e5e2d51514edfa500f9de47c331d78a3136a88dfb38a","sample_id":"mmlu-nutrition.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d3313085790c36a3b25833450712591edef3ec92d928748d864209bb63d473d","formula_version":"titan-u-contract-v1","latency_ms":0.4342499887570739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2efa63e75e5cbf43afd1a151a0527692e108e3c5a2e0ca1f4798a54be1dcc37","sample_id":"mmlu-nutrition.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7b07de97218bcdad3ac6d76129b149357b67c1996c705eada1720ab9c2618a2","formula_version":"titan-u-contract-v1","latency_ms":0.46666699927300215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53ad87f4819845d00a25c024fb859212b4251fe075070fdc7a4968e1453f3634","sample_id":"mmlu-nutrition.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d30a0905fcdbca636c1dca4ca73b99f5191325f60eb12766109be7ad7f65bfc2","formula_version":"titan-u-contract-v1","latency_ms":0.5166250048205256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43c787c115c6aa504f840560f650f94816c96c1acabb652581de833558024478","sample_id":"mmlu-nutrition.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcc6c792bb94076db551dc1ed5aa04ac95ff3310830b2f7a16f2b871d94a3f47","formula_version":"titan-u-contract-v1","latency_ms":0.49400003626942635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c9f8c461015675c96c891b59a83ca099f777ad240b4ed179c58be982d76a7bc","sample_id":"mmlu-nutrition.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a9346b5f6c3ade338316b0bd6fcdb36de290810df86c424235835607ad9d354","formula_version":"titan-u-contract-v1","latency_ms":0.5128330085426569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a92709af602de6ccdcf7f82274c96fb9c11eedef0be8ee5ff4be14d7ec03442","sample_id":"mmlu-nutrition.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7836a1e2a88b1e83881f012e986c52d38aeaab7b126dc12a9c891ef4976128e","formula_version":"titan-u-contract-v1","latency_ms":0.5090830381959677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfbc78b265abc9b9c5f50fc713804ef5a0b23cff77c18f6c5a912b41981bf6fe","sample_id":"mmlu-nutrition.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16c7c1cb4ccb91dd60da2cb884e49d8793b0823bbfe4655b0f746ebe37855061","formula_version":"titan-u-contract-v1","latency_ms":0.5312080029398203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"335c9405a3f4e5b45591ac32d7b8dd3be7adefdf50d2d195c01741b07eb15e05","sample_id":"mmlu-nutrition.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"022cd4c33bb019a39fbe0f61cfc2dba38ca127c472a467e289cc60e393cd9871","formula_version":"titan-u-contract-v1","latency_ms":0.45616691932082176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8dd6145533cd0da69708765eadc401ff40ff5c14ed0ba906409982be5e6214a","sample_id":"mmlu-nutrition.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd55b7c4ca5b5f0c74e11c05cab83edc91dabfe65ebc79eea7c89c0209ac5272","formula_version":"titan-u-contract-v1","latency_ms":0.6759579991921782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8d10bdc24494730025911703693007f2f3a20cf442ce8894385916e3a680ed2","sample_id":"mmlu-nutrition.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96e93f7ff821168a1aa657d366a6abd380072e3e305438a2ad5ed4d4770ffde9","formula_version":"titan-u-contract-v1","latency_ms":0.7092079613357782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ead50e2d6369c779365c5dddd49e82a2d8bf79a09472f467a70fc5d30984bbd8","sample_id":"mmlu-nutrition.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50c2a8115e9b264663f63ca0493067827894dcb4f8ce9714ce97c028ef4b344f","formula_version":"titan-u-contract-v1","latency_ms":0.5135840037837625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5a848ccedb87b0ca030151c1641326452bbbda81ef4d110c8a852eb2802de8c","sample_id":"mmlu-nutrition.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec23b95ff12ac5ba70a482038a340c29548668b30fe5ec73d71828620b03a082","formula_version":"titan-u-contract-v1","latency_ms":0.6288340082392097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f170268f50b2e61c6d44fd9c23da1ad459efbb944ab439e1952b048f909a2022","sample_id":"mmlu-nutrition.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4ae4cf2c370a42b9b91789f3dc39e6915f25696793390ae95012cf37b19dc70","formula_version":"titan-u-contract-v1","latency_ms":0.4539580550044775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1f37bafdb7ea9a558c24df13c3e4a2e824fd698879f0c2da4805fa709a9ee47","sample_id":"mmlu-nutrition.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f91e8b8f191cb5d499302581f0dfbbc20c716cec5920a0c38ce446ab2fff37aa","formula_version":"titan-u-contract-v1","latency_ms":0.4951660521328449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a81b30a5f16e06428e38ca25f37260d217f8a254746b9a336cbc9ee9ba75ee95","sample_id":"mmlu-nutrition.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8916d07f215fd0a15faff56a20c99bb5cffa02cd543c5400e538de207cbca2b7","formula_version":"titan-u-contract-v1","latency_ms":0.5279160104691982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8fc7fbb8356d67918afd2b617580e5bfb8519069afe8af225cb6dfc4a94a148","sample_id":"mmlu-nutrition.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7a7aefa5a36e039bd09b1755ecd48303f2bba9ebbb087e2bf541c64f56cb4fe","formula_version":"titan-u-contract-v1","latency_ms":0.42862503323704004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fea2859aeda2bda3a7503ea314e763c0fb1d9fb3355c7ee04d328949a0a9538","sample_id":"mmlu-nutrition.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bc0fc1020856f222785ae60161e9d609287acfea88cde1c19eeec544a99e6b0","formula_version":"titan-u-contract-v1","latency_ms":0.557041959837079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"993b552999e5fc45cbebf693c3cb67638f3a8a5fcf575d4ae4d273841c46c724","sample_id":"mmlu-nutrition.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37030b0590823c5e11060eddbdb412169d529540d03eb7380ff54d32aa8b1ebc","formula_version":"titan-u-contract-v1","latency_ms":0.5736250896006823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20fb88eb002dfca1c9b3e77944b18e952d4507f816a8da38801c3d0636a1aa38","sample_id":"mmlu-nutrition.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8c46c5efe573b96d1f9ae3f23b620a1d473c3d0d9d7c0ff19e6d541209307c5","formula_version":"titan-u-contract-v1","latency_ms":0.5034160567447543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b9616dbf64cd76e1537a1b515d789c634c89f9b6e00ede7c07674f9b6afe9d0","sample_id":"mmlu-nutrition.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52d35450b6467173c2a9a3b58f73807b05e78b47729e6f1431420b53876f0e26","formula_version":"titan-u-contract-v1","latency_ms":0.4583329427987337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c1f2011e33329d0e607a886ab5a96c77e81a85ce37618f07ba20ff5e4b37ebd","sample_id":"mmlu-nutrition.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"070780286f110425354848465559de6b6442ede1be2784f3799117786258557a","formula_version":"titan-u-contract-v1","latency_ms":0.4539589863270521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58fe39763104de98a7bdd7361bf3405e696591fe1bb6711d583fa063db3ee89f","sample_id":"mmlu-nutrition.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b41a5a73bfc32e8e90baf823dc316d8bdf4443e36dc8d6bab7341b4607e63d24","formula_version":"titan-u-contract-v1","latency_ms":0.5803339881822467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e02646b200c94b40ba54c0d61b62cf4f2ccabc7b0b00ff097ca8dce9aa90f0d2","sample_id":"mmlu-nutrition.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f35d95b11f2f34d21dcbfe1db29bcb8983fab90bebf71c7a00fe4b38b15a7cf8","formula_version":"titan-u-contract-v1","latency_ms":0.4238749388605356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e42a8caf556e971c83b88cf329f713d131241bf77a88f6d4de381b3ddf10441e","sample_id":"mmlu-nutrition.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff6e2b70b9a6b8735afed6bd5ed386c0799e07f1e6dd93c6ec091408bfea9303","formula_version":"titan-u-contract-v1","latency_ms":0.5437079817056656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c36be0bd57da00c476a6881fad7f461207cde02b25597cc357c92fc93806c1df","sample_id":"mmlu-nutrition.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7afa5ccd92d48a7fbfab62663d535880f5bfc785897494b334d5483794988640","formula_version":"titan-u-contract-v1","latency_ms":0.4671249771490693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"def53020411ee7409275543bbce087c7f5d493ed7b99a0693a653105c1f667da","sample_id":"mmlu-nutrition.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8a6d8b5bed63701ee3c71e65fcf164fd9814377635c6513750b1334ffdfa3af","formula_version":"titan-u-contract-v1","latency_ms":0.5058330716565251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b571fe178b6d85bcdc6beb6ad0b142db031758895bc0b2a21441ac403d6dad89","sample_id":"mmlu-nutrition.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b26438f0a984da5ba19b31b1eb24322b99b0a678479c93b0a5c3f08f6a3a6bc","formula_version":"titan-u-contract-v1","latency_ms":0.6866669282317162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"858688959144e24e8730fea685e526b18f3b80d1ad6d7de6c86a7ea07bacd5d5","sample_id":"mmlu-nutrition.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f36f19d9a1242e9d2aa7396b17e01b1722bbb9ccc58879dad86de4cd74f7cd3","formula_version":"titan-u-contract-v1","latency_ms":0.5274580325931311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4936d51da0cbec8c0af29b9f1f3b563d7221c40593e7857782b114a5a71eb6f","sample_id":"mmlu-nutrition.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb49b5780d340ad0816d569ccd5fcbfcb7a4f15bc035be997bbb6021e1f3e94b","formula_version":"titan-u-contract-v1","latency_ms":0.47083303797990084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e6f6438480b3c9740d4dea3133ddb54f89f7177434227573bd05012218bfc16","sample_id":"mmlu-nutrition.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b71922139b2a2da0d697f500877bc6f8403fc094ca09337e72ca09ce2a80967b","formula_version":"titan-u-contract-v1","latency_ms":0.44420792255550623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b4d09497f4e39c0120486a612e3d5f5475b729f942fac4271234489f94ade1f","sample_id":"mmlu-nutrition.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ba50891d12fe42d5bdcbbd3de3b09d3a141ad6d036aae2fe1d2bf14d1007b4a","formula_version":"titan-u-contract-v1","latency_ms":0.4514580359682441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37d27bfefdb0731dd639c21392873b979e943be67aec219e4344da965c889d2c","sample_id":"mmlu-nutrition.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e294013fe5536bc8dae6a0d883147cf8e55c89e58dfde3253cdf069bc132475a","formula_version":"titan-u-contract-v1","latency_ms":0.4486249526962638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d6574222f8239544db98999a7d80b968777bbc8120cf3a875b840917919bf77","sample_id":"mmlu-nutrition.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"180eed4d101a884b394024bfb294cb9ef94e42a85c685188baec9ec2a50e5f8f","formula_version":"titan-u-contract-v1","latency_ms":0.44362503103911877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce9f76333aa5c23394e612292daad931baf07883be2b6902acc801203093fc88","sample_id":"mmlu-nutrition.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44becf133ebbf0451409f7708dc5e10f77256c6b8019365f004e1e68661cce60","formula_version":"titan-u-contract-v1","latency_ms":0.5229589296504855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c68b7626b72ed426d4d43013215ccf187fe7ee18d273fc60d2e0960b1f171b23","sample_id":"mmlu-nutrition.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"932997ce174d2166965894da01d95e0fe83c16a992fd55479c2ebf75fc833f58","formula_version":"titan-u-contract-v1","latency_ms":0.5212080432102084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eb35aefe882abb6a05b70161f87767e1f1d8ae47f504c7bf4dbc71a694a3156","sample_id":"mmlu-nutrition.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfebf71fbade8f32acdeab9054e97052747383c89c30c5b39ee018618c219887","formula_version":"titan-u-contract-v1","latency_ms":0.4825000651180744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3adccffcd90a6018768ac7c8100ba1f60f1e6af088176e14fa12cd702d93c976","sample_id":"mmlu-nutrition.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90f0d3d252b038088afcfc27a8e8ef280475bf65bf7673e1f12c3faed04deb7f","formula_version":"titan-u-contract-v1","latency_ms":0.5108329933136702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a60b1e15df2b8b32015e6f8c10c8d0fb16de4980a2eed53f0bf3289dd91c11f","sample_id":"mmlu-nutrition.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c11d79c7047b076b063b5adb798178a846044b58d81a340340863d342e82a02","formula_version":"titan-u-contract-v1","latency_ms":0.4909168928861618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d1fd8f35be4ec3696baa85edb33ad4a4ba0c7872ab54ad9bc51c115494c92e6","sample_id":"mmlu-nutrition.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19eeff299b819ed84b229c39c330e533c4faf082415fac95f07760a3359beb0e","formula_version":"titan-u-contract-v1","latency_ms":0.7642079144716263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da6f5e6f6d93ffb890fa4492e88dc31021bd220f7960163f2394d5021468c92f","sample_id":"mmlu-nutrition.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"513efdffe7a8bc338640f11473ed0195d80e85e565c62374c66bf8b7c455504f","formula_version":"titan-u-contract-v1","latency_ms":0.48562500160187483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"130e4ddb67b2eb18e0c15107f9002158ec7bcb63cef603fecefddbe9e4b5ec82","sample_id":"mmlu-nutrition.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05302ae39aa32f91a0bc594e57e0e1f1630a2f97cba5266c17fd1de7d9d3bebb","formula_version":"titan-u-contract-v1","latency_ms":0.6356249796226621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ab4a23f5ffbf8191e23f49d64f8318d9889c6430b9e5e865076e9aa137c6d1c","sample_id":"mmlu-nutrition.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a576540600dd11449e2663b55fb43d3f876d96e861c9fa04f035e3273f358e2","formula_version":"titan-u-contract-v1","latency_ms":0.5087499739602208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8cd3d25e28f78066659bdf4ec59360e1892a32235190f45030bb1c61eb4dafa","sample_id":"mmlu-nutrition.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5d6429ee1da36931c9ec074cb1fae67db0bd56e43dea76dc432e1023af263d1","formula_version":"titan-u-contract-v1","latency_ms":0.43170806020498276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bf74bcb04aa085c028c680f3a9604b56a0cb8850107646710d1be5f1e0578f9","sample_id":"mmlu-nutrition.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66a77b79c65219628af343e7934618e123f1b26541957ab13210014a993314d2","formula_version":"titan-u-contract-v1","latency_ms":0.4583329427987337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a9594a1673111d1f71b678dc3faa441eb278bb33585fc30631789716cedd964","sample_id":"mmlu-nutrition.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a51d169ff9e654836d9e88064db60ba6712e8512d41259dcd0626fdef40c35e","formula_version":"titan-u-contract-v1","latency_ms":0.4348750226199627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c9892d339a6480b718a723a9790e39e43ae19fdc7a908de8c8df70f446af7e5","sample_id":"mmlu-nutrition.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f17c264440a07552cbd8251030b18bc2e252203f339ac35b6457dc1499ecee70","formula_version":"titan-u-contract-v1","latency_ms":0.41291594970971346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08120fd21f2c8c522443590de3d1495da8759f9563dacf413079a68810202762","sample_id":"mmlu-nutrition.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fb6d0513c2e81501b9a6a46218ad17b17aeb8a249cd0b0db562c0618070d754","formula_version":"titan-u-contract-v1","latency_ms":0.4527079872786999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"424d1fd08af499f52d6994c38b22a2ede27484cbc7863805c3cd3f9f3f34c54b","sample_id":"mmlu-nutrition.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b5774886e0473e3b70e35c75165355eb85272248648882d9668ac2bb5f1d61b","formula_version":"titan-u-contract-v1","latency_ms":0.5987079348415136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4fe2484e8316fa56dabcbe7598d3a9a9aa609f7a2ec954574c71c08eae64d77","sample_id":"mmlu-nutrition.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a46e9a0a6bec7322deece35a65465ba6dbf4300f4091075c2263c2eac2db9f5","formula_version":"titan-u-contract-v1","latency_ms":0.43870892841368914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fcd8d93c3b8791f0d0ade166a1f307609b3cb54b3c2c3e49ef56ac958e27886","sample_id":"mmlu-nutrition.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e26c89681cafb6f0d9e6b5a7145e076d1dc031bb84f7b410ab2d2160cb067d9","formula_version":"titan-u-contract-v1","latency_ms":0.6843749433755875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76c4435986fcd2855eb852024b34a910bacc8ef24ee11861e3b83b9eb39820c1","sample_id":"mmlu-nutrition.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a98dfbd2dafeeba9640fd4fa6bb45f286e1db286825ca3471771a57c344b1d9","formula_version":"titan-u-contract-v1","latency_ms":0.6539589958265424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a468c96ae5db6495aafa7867fe6d4eeb797f673726bf7c5aa7c1f84795cafcc","sample_id":"mmlu-nutrition.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48c1ec39644e2d9588967ae44f84f6ba6a779cde0dd004cad5e0c9bd4ff4dab8","formula_version":"titan-u-contract-v1","latency_ms":0.5813749739900231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d01f2c711392afda5370b4a20fddac97b9aa850e968a9bd3113b906f257b22c6","sample_id":"mmlu-nutrition.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26dc3e2be74c9cb960b27664c315cb0ba8000e63ba58b93903a43081f24ecc8c","formula_version":"titan-u-contract-v1","latency_ms":0.5962920840829611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d8eb81d1dd84e48c5e13ba741ac302dd4efb6dee3130f82e9a7e35c662957f7","sample_id":"mmlu-nutrition.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0305d3017fe7770340f80f40cea00714864a636a1a8e45e321a7537a471d520a","formula_version":"titan-u-contract-v1","latency_ms":0.46916597057133913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad0b83bcd1bedfc1e799d8526256e90c209210fe41171230c1fd511b631340d5","sample_id":"mmlu-nutrition.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08d28225d1b24266d2a5384cbdea1e5a4e2d1a360041d97d7c16f0bba5fcd7c9","formula_version":"titan-u-contract-v1","latency_ms":0.9097920265048742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3e6bc1a4a083b629a71ebe6c253e67f31f69c777d5fed9ac641cc5b6a9a6328","sample_id":"mmlu-nutrition.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b667eb17ef045900b6abc2fa8479e8dcb710e1dbbdce80902aa97beac9df2e5","formula_version":"titan-u-contract-v1","latency_ms":0.4684159066528082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88ea2ba3208f237c4db80314a5c49ce1020276533c658e112935b3d5c22237ba","sample_id":"mmlu-nutrition.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"699784a34b61ee86ea6b2c37a710087436e96f06519c3b01d18dd8bcac8df7e2","formula_version":"titan-u-contract-v1","latency_ms":0.7384170312434435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41134223b907d9d09c67aac7a0e09ec7bd8b81be1ef785cc09020340b27e506a","sample_id":"mmlu-nutrition.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2860f2315484ccc22603d78d9f1ba01ddfce53dbc389de74e1a71345e93b712d","formula_version":"titan-u-contract-v1","latency_ms":0.5397080676630139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1f3676d2d9c674694fa88fb44816da4b64544b34a1f5495c015458487672518","sample_id":"mmlu-nutrition.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e3df91b0304b8b7617fa4f012625027e5fa98a64d00965c4d44caf17e6a4f6b","formula_version":"titan-u-contract-v1","latency_ms":0.6370409391820431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"487bc9d221a1bb218516bcc890f0310586085837519f3769ec1bbc171bc24db8","sample_id":"mmlu-nutrition.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cd2882a924dda4f37a18b7bdc59880c58978be8dd23a42f280cc88d57b6740f","formula_version":"titan-u-contract-v1","latency_ms":0.5604160251095891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e427ef0070228e13c09ae7da0cfe6cd85818ea43456f5f784f24ab1851cba3b","sample_id":"mmlu-nutrition.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7257528cb3837e0f6c5db949b29b40994924ce9f4a9c8144b967424e9e83e461","formula_version":"titan-u-contract-v1","latency_ms":0.5278750322759151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97c6e7f3484909639f41cd4e36b38474f51de7c80855df77c471d2b3d5067d4d","sample_id":"mmlu-nutrition.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fae14ada77bc685a594e123bdeaf5756b95b0e56f6e2937d042bd411544fbb69","formula_version":"titan-u-contract-v1","latency_ms":0.7065000245347619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9367d4f5acabaa941303dbfdc449e1cf4b3cb5750d89d91550482ec7fce0e77","sample_id":"mmlu-nutrition.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01b041b9b9c2cbb84d10dccc7f4fb831b5eaae496dedd40b17e4246d7c8d6b78","formula_version":"titan-u-contract-v1","latency_ms":0.9772920748218894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"346675e35ff6b7e3990969fa2df87017e55d6a855196a28da4d7033000436c6a","sample_id":"mmlu-nutrition.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffed35ec66612430443ec15cb672965f15a1745fc7d8cd22588c51a4997220c5","formula_version":"titan-u-contract-v1","latency_ms":0.4456249298527837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c9e2239fb9931be6cb6b87abf2f6903f5cf688f19e11ffd554a57343f6dfec0","sample_id":"mmlu-nutrition.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6cf382009d3ec68b838a9528ed8f77ac802426eaac317a53d958bc4fb059074","formula_version":"titan-u-contract-v1","latency_ms":0.4651250783354044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb2d10faa4940d1e1447a37714d24376c85f1700e8f7d157fa35495383520163","sample_id":"mmlu-nutrition.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d80d44049b2d570afb2c4a3ab463d6ed1a8f95b94655ad51a7478a9cb5aa814e","formula_version":"titan-u-contract-v1","latency_ms":0.5362079245969653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"222780f8f55f0dcfa88f9f47bbaf6001c72c44d83617841917c990bd070c7c0d","sample_id":"mmlu-nutrition.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"330fc0b0c21fda162ed041ee5a5a18453ab13572fe690a25de7e584ffc88f4f4","formula_version":"titan-u-contract-v1","latency_ms":0.600166036747396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"084d0f22098dde4aa9bc15fab276431728d2e31dc09415f775525b0fb3c41d8f","sample_id":"mmlu-nutrition.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"441b83efda2e3eadb281b783096a72ddcaf7f20ff51d5e469522042ac2e16f72","formula_version":"titan-u-contract-v1","latency_ms":0.6294170161709189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c28c06cb2421af3ea1fbe604477d1bdda494b0efbbf698e31eeacb363ffb8de3","sample_id":"mmlu-nutrition.val.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbcb737a806d878076bc2ccd8db20463f82f6a63fe98661c9232c81d97552860","formula_version":"titan-u-contract-v1","latency_ms":0.5727499956265092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80c1d65e080caea74d344ccdaf1c679e310d9af14eb6e4f56bfacd20a51f8f94","sample_id":"mmlu-nutrition.val.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3251dc4b262a13b46435ea7eca20298033c7d40b6d12925c565e6c181e778f76","formula_version":"titan-u-contract-v1","latency_ms":0.6331249605864286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11fcc20dcf6e56cd38ef4d9acda975fa50e1178f8ea141d4548000336b773aab","sample_id":"mmlu-nutrition.val.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1f179eef1edec10a907252f7c025486b0ce79defa6c48866ea92a441475693a","formula_version":"titan-u-contract-v1","latency_ms":0.9255419718101621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd2fd042ebff3f5928d9979a0e02b1964253e0091fdf86bbb15465e6c26ad24d","sample_id":"mmlu-nutrition.val.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cc72304991ae2aa9b201bcf30f685292a8be2fc1f46074d0e109b5d5bb74f45","formula_version":"titan-u-contract-v1","latency_ms":0.655125011689961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f4ef9341e85d83aa82385c7b85fa780b0a34d14cd759751898eb0e791c55b1f","sample_id":"mmlu-nutrition.val.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e447573249ba4d73c672350a535d10b1266965a794793ebacb510151524e479","formula_version":"titan-u-contract-v1","latency_ms":0.5746670067310333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d62203163fa6c26ecf15d8059a107110da45643ec9b98817bc44531f0f16c8d","sample_id":"mmlu-nutrition.val.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"996918f6e6b673f53317019b54620cab614083d4caadf532cc79e159431a3f7b","formula_version":"titan-u-contract-v1","latency_ms":0.5472090560942888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c8b6515855770c85854138e4971d0de2d81e3dd620704ce9ae28081e5005fd3","sample_id":"mmlu-nutrition.val.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a89e6578e0f847db91720912e44d9f9866eefb7d53aabbffb9dda91eb1964e7","formula_version":"titan-u-contract-v1","latency_ms":0.8276669541373849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"459ec4d3ba52a4b9fc9420b20cb2ca4594ba0607b539741b889c4f5e37baa7f2","sample_id":"mmlu-nutrition.val.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"294c87c6909a9de90ca4e6f6397dc84612aa6b844b44298799862c6878ecad37","formula_version":"titan-u-contract-v1","latency_ms":0.6324589485302567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c20651fcc11867538f4aebd59494654554abac759cac5d6e394ef4e82b19c9e6","sample_id":"mmlu-nutrition.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b5a7f60a6421b5cc591d3848ed37a1ed32b276e788dbc7483dbf3091db0e524","formula_version":"titan-u-contract-v1","latency_ms":0.5815830081701279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d54d5f4ba4ebfb423f48d53b487be5dc21e2cd79135e24508c73dcf1f110aa0","sample_id":"mmlu-nutrition.val.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"433217577542416c963561718209eb55184f614c0e88f6f091886d4fc112aae1","formula_version":"titan-u-contract-v1","latency_ms":0.5683329654857516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"312b2ed1761fc21710ade35017e722767aa33fc67972fb9123c04c8e86500856","sample_id":"mmlu-nutrition.val.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f363fb58d0b5b0fcb0db60f2810ad63176480fa9b7e16a19e55e7221a358930e","formula_version":"titan-u-contract-v1","latency_ms":0.49041700549423695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"782ab4d5066a7db337fb1e7005bc7c94010465606b890662d2fcbd8c71660e9a","sample_id":"mmlu-nutrition.val.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b22f091191d3ec168bf5d4bd81c031ca0d6ea13cc3776a54c4941463b6f24aad","formula_version":"titan-u-contract-v1","latency_ms":0.5446659633889794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2568a254b292e8be8613953862b479ca87da759f50382821b14d6a9dfdea24b4","sample_id":"mmlu-nutrition.val.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c1e58d3ac09771bac90fd832478bb099b5f522ebd5f9da531c0be007ea2a1d8","formula_version":"titan-u-contract-v1","latency_ms":0.6425830069929361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8f8ca158a3fa1bc4c88b836fa7ab4d5257a2f46ecb018d2f13d4bdb9d7c5fa6","sample_id":"mmlu-nutrition.val.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"906fcb5c93de22bb489bf8e632f2e4e226338d59019b32f8f67332c389e5ed21","formula_version":"titan-u-contract-v1","latency_ms":0.5623330362141132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d4d1b1e1599781d8dba0b2ef99a6411d81a90b9505c0260b7e75f5e9616f274","sample_id":"mmlu-nutrition.val.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c060c448d4a09e1abdfa306436cc8029f643fb555dd74eee15c3cc9fdd5242e","formula_version":"titan-u-contract-v1","latency_ms":0.42716600000858307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15511e1960f0d5f4aa8aea33fcdcc079a7403fc81e08a2668ffd1419aa6f9538","sample_id":"mmlu-nutrition.val.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4272290e1602e1744ee1f66ef974ce5496637cd080e98cdaab4abd3ee98d311d","formula_version":"titan-u-contract-v1","latency_ms":0.5782090593129396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"638cec4acb76929f64c87dbdb26ed65e260c63deb4a60b18eb71a8ddf591c3ed","sample_id":"mmlu-nutrition.val.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5a5c49efe3d2fb6663d452f862ceaf8eb4592f8e55a0909e45a6c0e1d200e6e","formula_version":"titan-u-contract-v1","latency_ms":0.4777919966727495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa18e15315c8fa274f6e5288c197a2499169003dca25bf3ff517e0a6c74aed0d","sample_id":"mmlu-nutrition.val.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05be8e444aad42761d6fb0f49bef7484a498a7c776a30444760b9912a8bcd249","formula_version":"titan-u-contract-v1","latency_ms":0.4134580958634615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d166d99750ee85ffda9cd352693cd918f672c113440f09d43a56a2795de9fec","sample_id":"mmlu-nutrition.val.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bc58927b346e7e28fa6895a5cc55bc57f70f30d0967aa8fb9ce500d05ef372e","formula_version":"titan-u-contract-v1","latency_ms":0.5793750751763582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c808dceea7e9b6627721152cf0972938a0d2561fccc1622d70f204ddfa8fd86","sample_id":"mmlu-nutrition.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b72e1c2ccae8c8c68a647e6d212c6bbcd24deaff4375a031dcce501f17bae863","formula_version":"titan-u-contract-v1","latency_ms":0.49041700549423695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5580498c23bd9e03e1ba0b6b186342cb76a7100f7b9ce7683b762761de228639","sample_id":"mmlu-nutrition.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"001985d8386630a3a9e7b603af0a78117cbb4543a80eae01c0f92b483dd3032b","formula_version":"titan-u-contract-v1","latency_ms":0.6222500232979655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b431ba26e79c5160c3aa931fc7464639aec503751af87f0ca8fafd0169f4070","sample_id":"mmlu-nutrition.val.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90a8d901682972672cf862285a94ccaf4759a7e5da8d22bea1e34dd6a041c925","formula_version":"titan-u-contract-v1","latency_ms":0.49237499479204416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a9f91a6e2f70d88ab146bd81dbbac71277c7b94a86f48850b2a959c8b57b42e","sample_id":"mmlu-nutrition.val.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2884048dc988e3fa1137022ffccc9fe857d48153a470cbd7e9e214296ea617fd","formula_version":"titan-u-contract-v1","latency_ms":0.6704999832436442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f35dbc3b83f40b6aca9aec4d637a166f98f44f5cd70c819959f32934a12028e","sample_id":"mmlu-nutrition.val.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52d6946070d99acc862595a213c047414ce271508c9776288936d4a65dc9629a","formula_version":"titan-u-contract-v1","latency_ms":0.6309159798547626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c6d76a5e336c2aea7800add33541e419b2032a740ccd99db0b1480611e91375","sample_id":"mmlu-nutrition.val.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"720c957db59382624d3843e28053bd90ae097a44bd141aad872434ee0c6ce5cb","formula_version":"titan-u-contract-v1","latency_ms":0.5165000911802053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1305ac7ee9ed72d37febc703398a58b8a64b4e704ea7496a20068f0af0d99f26","sample_id":"mmlu-nutrition.val.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d814e4d706f97224e409f170885fe6894ae2931d6a963414ac265e47a125ebdf","formula_version":"titan-u-contract-v1","latency_ms":0.5515000084415078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da42add7c69d3899beb8ce5030daa528e3094f236eeb156e8063a2708f079cc7","sample_id":"mmlu-nutrition.val.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"460d045525c335f261d509f612254a4fe1a43aabe36aa61bd67b4b507850baa8","formula_version":"titan-u-contract-v1","latency_ms":0.49229199066758156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dff1ec4e8571d0e5cad3c73cc720eab6d2241d629afe19b0d89c4199d99d0616","sample_id":"mmlu-nutrition.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5984b2b97806d4198517bb811ed3d43d69fef58ec052072681e725f68f6e721c","formula_version":"titan-u-contract-v1","latency_ms":0.40683301631361246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"096c382dec0379b1dfbe361e248a9aedc6c7c4b0926c3be088f4e2b7c4c0154b","sample_id":"mmlu-nutrition.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5a5440339e3b649ac471a1e4013868d0ef9521a4f1c3cac59c04b94da8833c7","formula_version":"titan-u-contract-v1","latency_ms":0.5250830436125398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a55afd84f9971d4b4a809fc1cccf6ed50544fef187d392f2ba09b81e2ee7b0a","sample_id":"mmlu-nutrition.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35e62a56c17f79c2df513394b0e0ee344bbd33e33f2264f6dedbf667f4509cae","formula_version":"titan-u-contract-v1","latency_ms":0.6272500613704324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a0f6c6c0caa2de8b3ec7af7729eefb684732d1befac1049b42a4182acd52ff5","sample_id":"mmlu-nutrition.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"482e45b78a4d3751d6cf6dd1e0b57d3aa3288f6618727a1d979205afd280e11a","formula_version":"titan-u-contract-v1","latency_ms":0.5220830207690597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"970845e6dc642fd41777d578d955c76249a0546697ac5355d2bd23b6bc5232f1","sample_id":"mmlu-nutrition.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e92fec380ee4aff801f42097a428601b75957cf3abd8bbf06b74fbd7725dc64","formula_version":"titan-u-contract-v1","latency_ms":0.6178750190883875,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04de0501f9d5bc1266dc249283d05f60342ed51fafb3c1f2c5df93b401630298","sample_id":"mmlu-nutrition.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6df2107ab236659b42a3f976a7b3ab72c8e268443d1a927872a026d4cbf29f31","formula_version":"titan-u-contract-v1","latency_ms":0.5457500228658319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b33f3dfeca980e02cc9ac5efc8e2b399066e60654c24c2b8b4f61f864ff3cdb","sample_id":"mmlu-nutrition.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efad74fd45f394a5e9bf98a1a60e27cc524025abce58064cb992985c36db984b","formula_version":"titan-u-contract-v1","latency_ms":0.5711660487577319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"254dbe5eb23b9e53594bd14a27f9ee066b23d739248e22e9c52f525c212341c1","sample_id":"mmlu-nutrition.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12b850cafb926b53bf3b13504fbcfebf23cef0c724d3ce237769abde38163e4a","formula_version":"titan-u-contract-v1","latency_ms":0.6002089940011501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0469414c59bef5e5f1800d2154e8037307f6394ee5dd7c86f414947cfcd12422","sample_id":"mmlu-nutrition.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4a8380533c311c15e8d6157b6320f8a5fa42e6c432d2eaac84d44fcfd283fe3","formula_version":"titan-u-contract-v1","latency_ms":0.5141660803928971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fb0a54e4fb9be600483c6524b4bd08689701e75e3dd205c08ca5769a932de5e","sample_id":"mmlu-nutrition.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"663d0f36dfa1ecc83087a6b45bcc710674da09d3abb2a9604cfc6faee68fa65c","formula_version":"titan-u-contract-v1","latency_ms":0.5387499695643783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2c9e5cf58ff88643587f019257e644821da8a2e5c102974fa4050d512b27993","sample_id":"mmlu-nutrition.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac8eb7092263ed99a764dd5da5cf87cdc3b883634341fe8f1dc70d51e0d49d45","formula_version":"titan-u-contract-v1","latency_ms":0.5280410405248404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc6f9a95fb82dcc2ebcfa4612ec99d2d9c45a307aff78a90dfd36e8554a68b06","sample_id":"mmlu-nutrition.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44ca634feb76fbf721ed8c2cd860a049cf77369664ce0c303312eadc3e7ab15a","formula_version":"titan-u-contract-v1","latency_ms":0.6851250072941184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56352e565f1c2bd5fb2ecd69ffe8038297f97e40c09c6126e35ceb0078beda43","sample_id":"mmlu-nutrition.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2d39cf5ff59424c6623804cc0fd3f4d5bba057d171ac239c4df4b7049a46d79","formula_version":"titan-u-contract-v1","latency_ms":0.43812498915940523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e10c3c34d941bde48f2e34cce1852bd70720bdadeee86c0d8e6c457a8974ff7","sample_id":"mmlu-nutrition.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d49069089ba5719cb15c0ae7aad7b4305629e02f297c683152a8ea0e5d379c2","formula_version":"titan-u-contract-v1","latency_ms":0.46654196921736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c763cf1f499c95d2fd88fa5baffe4bc5f5da117586b4a125f18f5525cf0f5ea1","sample_id":"mmlu-nutrition.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4cfe9677936d8e6e9038ab2ea697730e229578338942ebf15f152b387c461d4","formula_version":"titan-u-contract-v1","latency_ms":0.8012920152395964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b0f44db2b5e4f039e0c89033aa8fa00ceb7f972b27946b96d1e059131b0c8e7","sample_id":"mmlu-nutrition.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25e921870c4c589bf3e901841d7877c27873aa7d74dcfae835c8d617ae31a3cf","formula_version":"titan-u-contract-v1","latency_ms":0.7094170432537794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f829a8c47aa42cd7dd748aa6b299f168c093e95b7825da87ff28c280d315e89f","sample_id":"mmlu-nutrition.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"129b23010419c77d4a24c9a33d5f3421806e4f6962cc705a7d89ed192fddc861","formula_version":"titan-u-contract-v1","latency_ms":0.44483295641839504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbac7d2967917e92b6435ed54ead8beea8efe9e843d58ade3106b329c806c95e","sample_id":"mmlu-nutrition.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97af1d8bf1059b21509167161ac0228fc9043ee512067238d305d68cbe3048ea","formula_version":"titan-u-contract-v1","latency_ms":0.5282920319586992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4516cf43aa1d68129ad22dbc072b2458cc842a06298c1ede48f0bb2a27bacb3","sample_id":"mmlu-nutrition.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4d1d63f92a4b144f24fe5d44e5c9f2a45506c3590014d96d1d069f9740f9dd9","formula_version":"titan-u-contract-v1","latency_ms":0.4587500588968396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c5336fd3d86d6336a74e8a41b96fbcca69600e1963d8a569e74003e03d569bb","sample_id":"mmlu-nutrition.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80ab34716b8554104cb63e10ce4848dccb45d62f5d52e923d721a8ebb44a8072","formula_version":"titan-u-contract-v1","latency_ms":0.5365420365706086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3306d4838400eef2a8b55518018d70b3e687d822fad6dab7c233accf512cc70","sample_id":"mmlu-nutrition.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dc652bbb820c46136dea67da671a9a67b0fda51d90072ca88a7e2a0d1b1951a","formula_version":"titan-u-contract-v1","latency_ms":0.684124999679625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"772c384bebbc2f81adc1d449c957ef1c6861b7c1fe2a9f88b765c68218fc8c7b","sample_id":"mmlu-nutrition.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"348014417568672795a436bab1f34f0cec480369e300bd6557cce102151a7866","formula_version":"titan-u-contract-v1","latency_ms":0.5038749659433961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac074ed66415a448a3fdb473cf4ceb5095d504f85f31f6a713415af4510c7e70","sample_id":"mmlu-nutrition.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d95a4fa50119a6ed3c1c56611846afd57eea6846a442c4a3d0d3268859f6c061","formula_version":"titan-u-contract-v1","latency_ms":0.6343750283122063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cf54532073e35638baa59c382151bc104c274092d735d2110e5342056762221","sample_id":"mmlu-nutrition.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c46546ca68fcbe5b74b7c021a5a853083558f07d3bc03b33a3566e08044a3c15","formula_version":"titan-u-contract-v1","latency_ms":0.4104999825358391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d23fedbf4bb79f48b20b0b2c51d8e62914eaa990aab3e4ef68a5bf3765d86d2","sample_id":"mmlu-nutrition.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47b7754f0de5048a3fc412b384408600d4b95b0cb64f64072b759d1f6a77f949","formula_version":"titan-u-contract-v1","latency_ms":0.6431249203160405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec1255f70d9d9c5ec4d152498338f5216022398b0a29cd6268d97abee0b63a05","sample_id":"mmlu-nutrition.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50e87ec4b66bf97ac71de6e0e5d53234be7dadc8aa69cc664a99f49ca42aa332","formula_version":"titan-u-contract-v1","latency_ms":0.6392919458448887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c20fa3d1e4867195770b5e450e65ceafbf03df09e61d4780010a263c0c7e225","sample_id":"mmlu-nutrition.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc496d4d746df34363ce90aceadff6de97fb085aa6c88282a4f5e0f273a0ca60","formula_version":"titan-u-contract-v1","latency_ms":0.47104095574468374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb3f42361ff743258eb36340d838ec36396f85a582b27caf9765c508448df69e","sample_id":"mmlu-nutrition.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a36c33b1e731b2192544bb43390bbb244ee7a38e07cb920cc1b6a095b22689ec","formula_version":"titan-u-contract-v1","latency_ms":0.4781250609084964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b02521f548380ce8630423d684617db7c08bc3e499e6ce9264c626dbd82c4324","sample_id":"mmlu-nutrition.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a4811a2a9fe2d55d37e80c91cfa101fa08687eae5725dc308270ad08482343b","formula_version":"titan-u-contract-v1","latency_ms":0.4290420329198241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5abad86830130e53be7fe4d91eb5e6e87dc29df9a65231124a69c4376ca08db","sample_id":"mmlu-nutrition.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e26380e568a71539b2b04bb12add4c9530a804142f89e073df0a861ba80f5aa","formula_version":"titan-u-contract-v1","latency_ms":0.6399159319698811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a6d61b639e9a5aa453109e78ee8492fa98591bc4785a11be1ad7ffe39c2a8d5","sample_id":"mmlu-nutrition.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9434844272b461523bbd03aab2efb5c7860dde2a8901627078cc36dd612733c6","formula_version":"titan-u-contract-v1","latency_ms":0.45608298387378454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cac22af5c05539996874878e64606f35ae7812735064efcd52d758cb8477b5a","sample_id":"mmlu-nutrition.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f4cb8df1ad92dab47a3f410c3ac1f3a82cbeff9698573851d6421971579d936","formula_version":"titan-u-contract-v1","latency_ms":0.5834579933434725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a1caaa0f9151f44a96258a3f2974bf3950759519d884e186d094629b6c04af9","sample_id":"mmlu-nutrition.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8ab0f6cfc1927da36d4326878a17b093642b60602e05aaf918e0528d885e4c5","formula_version":"titan-u-contract-v1","latency_ms":0.4570409655570984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53cf029113f14847337f4e2a5ccd0cf3af72d430bfe8e0a6fc06d32d04f1eab2","sample_id":"mmlu-nutrition.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"829f17627863daa8e3c4feea1343c60fc2f23d412c0487e82d06b6ea73122e73","formula_version":"titan-u-contract-v1","latency_ms":0.5988329648971558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06feaba42cbcfce8350747fac802d63939966254e86a524374b2f3dd1012fec3","sample_id":"mmlu-nutrition.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d81ef7f596593bf0028a05254748bf12c699e772c009fbc21121be8f3b86e56","formula_version":"titan-u-contract-v1","latency_ms":0.5669579841196537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c02ea773de1137b593767f77e0ea63bf9b654baa3251ae1de58625f7821ef1d","sample_id":"mmlu-nutrition.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18882dc5d882ce4d4746d2fb62c62c3a710ad3c975678fc74eea0ea85311cb1c","formula_version":"titan-u-contract-v1","latency_ms":0.5983749870210886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf240b41c538d0850f0cb0a3e3a270196b1e8f5910f8116737a98325853dfb41","sample_id":"mmlu-nutrition.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a49dba1c1f5b105780e59b6a68fdc80f0bb31d7d303f47f06afdaadb66df2523","formula_version":"titan-u-contract-v1","latency_ms":0.43820799328386784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50bd25c20e4c797d38c2d1397f72a7a7fff1dc2d0684505a2be396e2b4551971","sample_id":"mmlu-nutrition.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fcfc355e15792e9039bf133c2205af360ae5bdd50ddd78d75326077fc6f6c4e","formula_version":"titan-u-contract-v1","latency_ms":0.650083995424211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40819991841aa3db4732e0064781c8d10148a755cb5e7edd62e6f0901db53cfc","sample_id":"mmlu-nutrition.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90d414f549e43202724a3b224f8f5c04282c20dbf546fdf6b17d7ae795115b60","formula_version":"titan-u-contract-v1","latency_ms":0.4885409725829959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"425bb603b164c65bf03d40fa18fbb67e9c192f4f57c861b79eff97ed779b6f77","sample_id":"mmlu-nutrition.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7b499c19463d3a16de9c9e50c1851ab9eedd446721d3b4e94b13d003609aef3","formula_version":"titan-u-contract-v1","latency_ms":0.8567919721826911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05f8875e90d877fb2b0a6f1fdfb586351d8a1049bad6ca31e31ffe1aa250d47f","sample_id":"mmlu-nutrition.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60680c12a1fa0fe4defed6343160b47b351a9a02177ce6150f324df76a753d18","formula_version":"titan-u-contract-v1","latency_ms":0.5561249563470483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8668e70dd9c01bffe88251a51d15f1b838430e0e822a9ddf42035fc5380d74e4","sample_id":"mmlu-nutrition.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"625cadd94d2b9feac161606d11329e0970ea5f6d1fcf1bef66fae2629eb94cca","formula_version":"titan-u-contract-v1","latency_ms":0.7060420466586947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a88ceed3283883ebba7ef733091d80f3762c4bb224fd8b830a27a4c9d2cafcf9","sample_id":"mmlu-nutrition.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4fb31bc096e614a68e398aaa50e9efff492c8de51b91ed1dba50b7407c44086","formula_version":"titan-u-contract-v1","latency_ms":0.44195796363055706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26c638f2cb5283500d15adba769b1d1f0213649f60f558a154537b0d679c1781","sample_id":"mmlu-nutrition.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d15fc51bd40e1e893b40426890aba1aab01921b697b16501e91c784b448298ed","formula_version":"titan-u-contract-v1","latency_ms":1.0247499449178576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bdcafb53141d6eb5cf35c4a49ebebaa24bf325b925aab2666ea76c53de87108","sample_id":"mmlu-nutrition.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fca113744431a8ce208cf0bd27dec3efb0e4e24782773f36a77ca723f3a24cb","formula_version":"titan-u-contract-v1","latency_ms":0.5827919812873006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90613b00cc26458130c5357f4978089036692ff44b073065179900f541d31c5f","sample_id":"mmlu-nutrition.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b346a1de525457ef5feafa09d6ab701b58fee1ba45ef782b8a4f715269ed3070","formula_version":"titan-u-contract-v1","latency_ms":0.4624169087037444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"581de05ee4213bd24b93ad86dcf5ca7db32fcbc00aa7feea422f90459b15fd62","sample_id":"mmlu-nutrition.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fee139f953104465766e9a09b7227e1cc0ff79354debb7f68b3247007c42f77","formula_version":"titan-u-contract-v1","latency_ms":0.5686250515282154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b64f8fb1978ecd50756838b1bede9bf467fae2f15be3d927c1189c29c2939e8","sample_id":"mmlu-nutrition.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fb40f9fbd6c1745f2172ba150d7f9603fa78ca741f6ac3ce850de63e235fb41","formula_version":"titan-u-contract-v1","latency_ms":0.4651669878512621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7ae6e5710746f9e99fe52f4070b3b79cb37e079abc59129c9805161c108c675","sample_id":"mmlu-nutrition.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eadfcc1a3e99d8b42ee45713d35d9446771493b7b3c120692d1b77746303b439","formula_version":"titan-u-contract-v1","latency_ms":0.8001250680536032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2adba87db8ebb8c0fee296edf277b721a634d80923744d03b387a6b7393ebbeb","sample_id":"mmlu-nutrition.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34752f84eaa00f0b0f1601534f6c9864f0117d5617401e3b769f4b854e4520c5","formula_version":"titan-u-contract-v1","latency_ms":0.4677079850807786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a41ae5cb51bc800f1f15d244612c7007712924207d93787750afe4767c0e80ac","sample_id":"mmlu-nutrition.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43947fbf1d8d6c1ca78cd050e37d78863ce368b512862fb88303a0d1d58241fc","formula_version":"titan-u-contract-v1","latency_ms":0.5719170439988375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"609036ba1c85bcc6079cd620fbac7f4502ac0a6c919e91e970f94a0b1900ebdd","sample_id":"mmlu-nutrition.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17fcadf62a0a3e41358fba70af82db95cca2f37c26377dec835df933ac8a7180","formula_version":"titan-u-contract-v1","latency_ms":0.6873750826343894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"709b03258484878ce699a5e10dd694f0622f640a67e8674d5284690f2579a796","sample_id":"mmlu-nutrition.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ba3689ff72db0aec871ac184ae029f5315f87e905db62cade1e868096a8b8cd","formula_version":"titan-u-contract-v1","latency_ms":0.48733409494161606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7be77ffbea65d4dd29f5a9a8df02a83d4973866a7d9746e0ae8a978658baff70","sample_id":"mmlu-nutrition.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fcc18e0b1f230c25ddb6c3cf83f78748488ddd14ff109bfa8968ab7613bd14f","formula_version":"titan-u-contract-v1","latency_ms":0.47220801934599876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34268d81912914686d030b90de19ca7d682c0b7a29bf9f0624b230da653b06c5","sample_id":"mmlu-nutrition.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98a2c3367c494ba3fbc1002b8632a8b118904ae664ea368d8d16f0a1f1e5005c","formula_version":"titan-u-contract-v1","latency_ms":0.4612080520018935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5f88c02678c6d7c9782b7a5134922baf24c3a298e795b941e1a6c2b41262a19","sample_id":"mmlu-nutrition.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe1dd5d36e5f34b343c2cd6ebf8813203cb97e78dd6172b8366a6607524edace","formula_version":"titan-u-contract-v1","latency_ms":0.5551249487325549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00cbb90b7552c5c8f51c081f094ddf50d49ba62a3b55ebd98af23a101848c094","sample_id":"mmlu-nutrition.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"053d810f2bc633eeb9128470d387f4cef19bc018f2a38104da26d44e2260f4e0","formula_version":"titan-u-contract-v1","latency_ms":0.6634170422330499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2faba38ffa010f5d6806c5a03cee26fdca267ac4f6c2df2ddedf7964d4a43b7","sample_id":"mmlu-nutrition.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9e698b1eac60f7f8737df339ac19f6b420b93764d8a41de2b9e3aee54cc3d9e","formula_version":"titan-u-contract-v1","latency_ms":0.9011249057948589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"305765255d7cb351e171c54a26b4a511ea98edc5f471c3324a7c837e00f35b2e","sample_id":"mmlu-nutrition.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24dff0149945445e303adf8fe5bbd70dd6a15a6608e62f09f4961e039f9d152c","formula_version":"titan-u-contract-v1","latency_ms":0.5739170592278242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bf05df1ebe70e2b02b414f98554fe26b618f0b731800745dfb516f5755a47d3","sample_id":"mmlu-nutrition.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db55da61c8d62d2b474b19352e617fd8db4702a6555a40179dc8e567dafd76c5","formula_version":"titan-u-contract-v1","latency_ms":1.090667094103992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d32524cc39b98314c5b292c89ac3a4007e90cd6a5b17858316454951c2412c6","sample_id":"mmlu-nutrition.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90f80d544f6f02d5169193c0d37b68953d5283afb69a97ab4b196c97795d64bc","formula_version":"titan-u-contract-v1","latency_ms":0.6122499471530318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31d925c0e16af464b137a2a4c892af9dacfbc51790949f5475e47ff72a1deb0e","sample_id":"mmlu-nutrition.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9220c0ae8cdadefd7d08d5cfaf6a9f7fd77de29451ab72e358bc16ee41b02b9","formula_version":"titan-u-contract-v1","latency_ms":0.47633296344429255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29cf0e871fcc1c9303f3a641ec114aa9b4facf52335fa5dc701ae9549e668982","sample_id":"mmlu-nutrition.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"784c4ce1e7b58720f9a398f0a0308e7d3ffe082f8ba92f53b7452f58ad0b69ce","formula_version":"titan-u-contract-v1","latency_ms":0.8295000297948718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f437326d042b81b5633e431fecbc49d81daaf96f52d7f9ce499d48e5214d518","sample_id":"mmlu-nutrition.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b99c0fee88e9be33402481dc01daefe8f4f10ca95cb7b1282bf936a88d4f046","formula_version":"titan-u-contract-v1","latency_ms":0.8744999067857862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6444829a3b0731014e3246fc2a973c72b8b2cb18f9aa9d7c1c60ccc42d12e407","sample_id":"mmlu-nutrition.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28e78cfe202b93c8445be2eb306b9f4feb1cc61c266a0bde9ed2c16598817717","formula_version":"titan-u-contract-v1","latency_ms":0.47741609159857035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf7beb478072e688c0dd508c8904e950db22e0dda5575f5e160fb74ca4baaa36","sample_id":"mmlu-nutrition.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1060afb2ca75fb2ac2320a45c32703d6e404cd35e8672b3e8adbc343a10c5d1","formula_version":"titan-u-contract-v1","latency_ms":0.5121249705553055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad1795ea6cfeb176cbbd98cf9d1d1173a7b13b79b7e1b06ecc2eebf0f0069aef","sample_id":"mmlu-nutrition.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c0d49414fb2ab43c4ab859e5b6954c9dd19deb0c4bfc098617af39c826fd893","formula_version":"titan-u-contract-v1","latency_ms":0.4276670515537262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a47c1947504f6325d512f4be54e91bc1e4b8e442a5ac5f129306931dd2d7f1a3","sample_id":"mmlu-nutrition.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44bb313a4c4d0cc4a92130f3958d783be78dd4b828812bbe861c19a9fbfcc575","formula_version":"titan-u-contract-v1","latency_ms":0.6319169187918305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa8ea6c705c8c91968958f913f14d543c156c7b4841858bba418565f0ea98160","sample_id":"mmlu-nutrition.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afd6164a189785769c3c85a3cb34aadd0c6e982d64a23848c09882be17c7a81a","formula_version":"titan-u-contract-v1","latency_ms":0.6936669815331697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bced53b3d25eba03749843496ef3fc6ffed9a5e4d8fae6d6222b4806b10b3a1","sample_id":"mmlu-nutrition.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41aebbc9d2d40f340cb7a00ec91cb036fb964dcfe3cab7c5d049c82f79e4d501","formula_version":"titan-u-contract-v1","latency_ms":0.6571660051122308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c016b2af6c47fc04c2aba18d1cb7a8b64dd241e65acd823c253cc5e87e60b5b","sample_id":"mmlu-nutrition.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0541716ff02328b0cb729196ae64058a1c346f7287cf4925652d5b5aed553a9e","formula_version":"titan-u-contract-v1","latency_ms":0.42995798867195845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ce292aebc6856745e852fa748391ff39b2dd80a8f559c019c8772f1e65eb170","sample_id":"mmlu-nutrition.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28ad8d73a67b99013e3a08231f4c94746cf257ff9f3ccb5388d4ad438580ef17","formula_version":"titan-u-contract-v1","latency_ms":0.5674159619957209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e46d1f576fc06eef9542e4503b3ff2399ae7da0d5ccca4b1ac61a43bbc15fef","sample_id":"mmlu-nutrition.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c5519930637cb5ffa55e8410c67f0aa1bca2474fda579c41c31cb6e0afab680","formula_version":"titan-u-contract-v1","latency_ms":0.43366604950279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c70eb14f50b138a52982ca37491eeb807223a0532edca4adad9268dd1ab71579","sample_id":"mmlu-nutrition.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c50df243039638b8ae126c91b5ca9540319694fe62aaabf0cad315b1322cdd4","formula_version":"titan-u-contract-v1","latency_ms":0.5031249020248652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cdf713a10d02043f18c01c059d45c2e1bdfbf1dcbf36aa07e44916bacc7f37a","sample_id":"mmlu-nutrition.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3aa29d8738fc223ab8c1340bd34099826b8168099e7f007c5c9257ab24aa502e","formula_version":"titan-u-contract-v1","latency_ms":0.41591702029109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dff9329441cfb02bd511d201a07f66a2a4cb74ae25322c771de79ae6d777563","sample_id":"mmlu-philosophy.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a30900b69be98f5d03d9dc17984165d89976d157aa2251394bb59ae8372fd668","formula_version":"titan-u-contract-v1","latency_ms":0.3963330527767539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b10ce9c913aef747c0356e33857ccfcf23158da7dbd8f1efe21449ab5253876","sample_id":"mmlu-philosophy.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a300275681bec8d7da37137937701b0595c545d3deaf3af2dedfac6e655139e","formula_version":"titan-u-contract-v1","latency_ms":0.6514169508591294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b654fa4bd0d021f0d81b3825417629ae61ba8c5f23a30d93f5d9cad89a7a34f6","sample_id":"mmlu-philosophy.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64f7ca7a361584ceb1b5b8da1096ba1617f2acb54133c6d43591484bcd01d0ce","formula_version":"titan-u-contract-v1","latency_ms":0.6353749195113778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae46aa948f6e2d5dfcad7773b19714a1d5ab237483fbbebf4366048fbc239bdb","sample_id":"mmlu-philosophy.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58764186a61a9ee2dc8b0b4c480ce1a8716abb3aa5decbf1f2eeda984f7bc841","formula_version":"titan-u-contract-v1","latency_ms":0.7112919120118022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5cb506d5f6cfebe1ef729bb52430a84c8b01e0ec1b65b80487cab5637bcd800","sample_id":"mmlu-philosophy.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac525ef7b7809ab711355d51d12c6c6e81b3ff944b3511e7fe1f40b2d6b82d1b","formula_version":"titan-u-contract-v1","latency_ms":0.46087498776614666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccc4f6e0e6816752f8033055eb4bd166c4f4ab0c1b92e594dfe278e49bd88640","sample_id":"mmlu-philosophy.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da273363c6e7bd9b32931090a14e842a1ea1d769b0fd56ca31c2720dbe76d729","formula_version":"titan-u-contract-v1","latency_ms":0.430332962423563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3361f3f6070c30813c44222fa3915208d9f4b7b89545d31f01703f4db3f6a30b","sample_id":"mmlu-philosophy.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48a5b34d9da98e607484b7bca8227ea6bbdd3f9bac3682dee724bf75d296007b","formula_version":"titan-u-contract-v1","latency_ms":0.4502090159803629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6a15d1ef4e6ca3a46d506ee9852b22ef67f793ecbca28c8021500581e4bb3df","sample_id":"mmlu-philosophy.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"936f7783bc5552837ecb1096ea3c8500af81b1ce2a0b43da76fef5d859780a94","formula_version":"titan-u-contract-v1","latency_ms":0.48929196782410145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0045f2d21de221c4d3743bedc34bfd5240936653a3ab872f761d5ade71a29703","sample_id":"mmlu-philosophy.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"442605b69cfdfb0c29db1b7b8605198644a8d5e198a1dc04146138fd9059835c","formula_version":"titan-u-contract-v1","latency_ms":0.697916024364531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2edc47e58eef0a207146d69b0d92c8b22cd3cb0b95bf68a6531f2da757aa75d6","sample_id":"mmlu-philosophy.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f56bff7f1b64b980c2d782cc23bb693337faf6799a1edc4bf6b277db5f1f669f","formula_version":"titan-u-contract-v1","latency_ms":0.6900000153109431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed7aa217e21b7748a9dda46c0255897746152bfc4457c67a597b649d07d334fa","sample_id":"mmlu-philosophy.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9be3423ed731d9bfc2d78baca36a58b87f345058b00336743c7d66cc2457724","formula_version":"titan-u-contract-v1","latency_ms":0.7797910366207361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16ed2d750aa63d3b67814aba345f84c0cb529ff4c6c45df818495ea394f4980e","sample_id":"mmlu-philosophy.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f53195f9f1369e7d397a63b7d8c8489e3295b3d16b06c826878647051c868eab","formula_version":"titan-u-contract-v1","latency_ms":0.52370794583112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3857efb378273b5079f4038e5ae32b6fda906949eb1fe3c035a050cfe0c55a90","sample_id":"mmlu-philosophy.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fabe7a3864b0970ffe9b67f00c7c30089c18dca9749c5055c57b8425cbc5b8cf","formula_version":"titan-u-contract-v1","latency_ms":0.5327909020707011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5219003d251ddd94836b9a37facbbbaa29bdd5a5c3e2a3e909c51613eb0861cf","sample_id":"mmlu-philosophy.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca4cf2204b452d24b8115857a16e7f17d751461be6a8e05b9e963e257c2ea595","formula_version":"titan-u-contract-v1","latency_ms":0.43750007171183825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a7cbf58158f8cdd24d2778171e6891f7dbbf2859c2e960c2896d5d1dabacbc7","sample_id":"mmlu-philosophy.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5950169717c36c20989f60f8dbf517ac4760f475b9cca487fb1ada6be6691c8","formula_version":"titan-u-contract-v1","latency_ms":0.6246659904718399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdc18c490b25b4637c830405bc7ef68506b83d9c7531ce759d7eed91ca272868","sample_id":"mmlu-philosophy.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40e1c5c67459e692aba47fe217827bb68f17409f6903812843fb2e0ff5ebbfa2","formula_version":"titan-u-contract-v1","latency_ms":0.4248339682817459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ed654bb636a4a4280ab079def99d171a5a526cf2fd49d67ced86b60d5b8748a","sample_id":"mmlu-philosophy.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"931ce8292f8c487e15eaaefd6ea5420d272201b8cb60e2823a92fc44eaf37126","formula_version":"titan-u-contract-v1","latency_ms":0.9316250216215849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84739e0203c15e4f5da94bc8876abc4d5351c572ac9375b8411092ef69f80492","sample_id":"mmlu-philosophy.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47c1449f11b895fbec96edb27c9a74ee3c88bfbb44e63f17c27841757afb044f","formula_version":"titan-u-contract-v1","latency_ms":0.4775420529767871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"388a96748d9e5d02e8f70254fec927b3bbd25451abd65edcac574f71f4d5c042","sample_id":"mmlu-philosophy.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1aa89964615b8d6a2778eeaa7ae74eca813bcf5f2a89b4ad5ecfb7697324839","formula_version":"titan-u-contract-v1","latency_ms":0.5995830288156867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"443378cf4dcae53322a09f178473c2023093970e858fbc88131b9d11f9db28e5","sample_id":"mmlu-philosophy.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10801fd6b5ebd1a8b8da63e53e61724f3109343a582ca6a0b49101b08cc9e50f","formula_version":"titan-u-contract-v1","latency_ms":0.45599997974932194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5370ae282b59dab1cd1f7258f213e5fd1da121ea993edbceca78e0e910eab24f","sample_id":"mmlu-philosophy.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"819e67f3516b5d37cb1d8eb1c0aa3029459fa9fbc3c12bb16331b0f85003e931","formula_version":"titan-u-contract-v1","latency_ms":0.4649159964174032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45f3664eca93c9cfe24d7a32687dc6b17ace5f7afcb07dc77cc870b1300d42a8","sample_id":"mmlu-philosophy.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b7b07318c5333a85c8d472d4e492265b825f131bd70cd4d96a99e324e658b9b","formula_version":"titan-u-contract-v1","latency_ms":0.6899579893797636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b37bd3c54dbbd669d4fc3a1c30311335e0db23ac2037dfd7453da306dbffbb49","sample_id":"mmlu-philosophy.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85c08bef485aae87b9d28061878efc4127b9c7ae7feda46def9100e368fe585f","formula_version":"titan-u-contract-v1","latency_ms":0.5488749593496323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78da241c6105867ade0ec2b59b70e64aadab74931d54958fdaf339d538db4484","sample_id":"mmlu-philosophy.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8caf163ff5355874c29636caf87fcc0eb97de546b8c34d4ea67aa8b3ee0809e9","formula_version":"titan-u-contract-v1","latency_ms":0.5387910641729832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfd0dfaffe40b552ee45dd0f2efc6d29b2478a32ed2b4c8fa273486117c6d12c","sample_id":"mmlu-philosophy.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffbaf471f364fc15f8553880cce7235945fa0cee66e8e01b52ffe36903447721","formula_version":"titan-u-contract-v1","latency_ms":0.5472080083563924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"741c94b769f2c4e4d1f32caeac2c3d47fa402cb88acfb8d2b7ed7e5413601db5","sample_id":"mmlu-philosophy.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e10900488bdf0c46552e6938b17840ca1538ca532562f136bf2deb6b79626a0","formula_version":"titan-u-contract-v1","latency_ms":0.48645795322954655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cbc65a90ef8ffd0241224c7b85f63259169cc4955a4d8040472ea1b0a669048","sample_id":"mmlu-philosophy.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"071dacb54e20fd58239022be44d32ce9f46bac28c52f690268c41449a5042616","formula_version":"titan-u-contract-v1","latency_ms":0.6140000186860561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4222925a80dbb1bb83ae75547699ec55e54cd2ab10f17a6228a3352cfcd12c5e","sample_id":"mmlu-philosophy.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a95fc8c6d727be8fdef289fe540dd7cc141ddf665bbb5fcea00eb82dd2e0ca04","formula_version":"titan-u-contract-v1","latency_ms":0.8865830022841692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d85d04bee8285939fb1eba5cf8c781f57e1cc9d2861af7ff0eef75564b21cbba","sample_id":"mmlu-philosophy.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dddcc164c559ed141361481070a50738ac30058c59c362c846e7a64c06c9e52","formula_version":"titan-u-contract-v1","latency_ms":0.6030419608578086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52e3dd4f06e5b785ace597417a18ad2c5cc8cb946f47bf955b8f0378514f6c6d","sample_id":"mmlu-philosophy.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e4921a95f46b0ba1de59df41d790290e8d640d4eca62d5db6e8c51c5a9b1ed3","formula_version":"titan-u-contract-v1","latency_ms":0.6205419776961207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d1c7fd04f53c7a64848a7d19f7bd73cd22154511ec2fa0a1adee98afae17dfd","sample_id":"mmlu-philosophy.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1f1a8564462fa6931698d9e7bc06dc871ea36285358c2faf13aa7f63083d2da","formula_version":"titan-u-contract-v1","latency_ms":0.5545830354094505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7ea8bfb6eb0a7aeff42d47f4e72829c58fb275d1b24611fbd2012a09f10e581","sample_id":"mmlu-philosophy.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e660b4e71c4d5a96a8b2aeb658a118d3e1ea0d3c61af948b999635f1afe2117","formula_version":"titan-u-contract-v1","latency_ms":0.5092499777674675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a09eb05ffeec00267a00c1a7d210a1c215faf89fad8fef44d63606527582b55c","sample_id":"mmlu-philosophy.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6a47ce1ad8e9f7dc5164cb1de2173666123354376d130270957950ffa5b50a6","formula_version":"titan-u-contract-v1","latency_ms":0.3891669912263751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ca678b7bb4fe6f37f5aa443d9347b37d005b93a1c0bffba973e87c7d69a6cd4","sample_id":"mmlu-philosophy.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a5ac06043d0bcd3e444f1ef934f9fe7ad51c99cceab6887eb154bd60fb19ee2","formula_version":"titan-u-contract-v1","latency_ms":0.40366698522120714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07b4adbf15cb3c221928d59b812092bbdeaa615144b0be387466e05367471c24","sample_id":"mmlu-philosophy.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13399704807d2ae956b6f8246bfb871c32d6dbd44cb1669ebbd1cf73a91b2d02","formula_version":"titan-u-contract-v1","latency_ms":0.44045806862413883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a11bcc4e3aae5d9fc08d95945fea946ec222cb274dec0743d9f7bb216967631b","sample_id":"mmlu-philosophy.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b2cc4adcaaf308253cf58dc752e2bb71a64b8fda263818272227acc6c59861d","formula_version":"titan-u-contract-v1","latency_ms":0.6760829128324986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a168a54be1eb80b0297acace26387807e93a5439cd007011d1ad7cdfc070526","sample_id":"mmlu-philosophy.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eac1f144bd12e10b52aba24a400dc044ecd324bf88999d381e48507a523ef676","formula_version":"titan-u-contract-v1","latency_ms":0.7639169925823808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"881799d1b007d2ec499cfa9263255db0ef3e57006a36fa83925f581c70a139b3","sample_id":"mmlu-philosophy.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d370a9deea810a5ec0fb19ba8f7c736633d16a8364e6084674edc8a17d442d0","formula_version":"titan-u-contract-v1","latency_ms":0.6620420608669519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfb6afe3dced4dd852392467916392772148840d2e7c650b1bafb6b4ac489f0e","sample_id":"mmlu-philosophy.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c8db3ddf225c81cfad6bc761a76a6d646693d16d0995284cf0b26015c465a56","formula_version":"titan-u-contract-v1","latency_ms":0.6274170009419322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"117c7a2f7c0c5369aedc37744a59e3089ecbc458afb3585c376a0bf0fcf8feb0","sample_id":"mmlu-philosophy.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2683ed7404c4a1b9b2bcfb2b38a91f91159f05e1ec7a786dd06ae651c116d3c0","formula_version":"titan-u-contract-v1","latency_ms":0.435790978372097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad28b9fe5b4b1a774ed553531a50aeee153d0a98c033b1cc2630625af820580d","sample_id":"mmlu-philosophy.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f1cf443ee6d57f2971ac2167de3229bfeaa0818b393069be8b0d829d1f9bb15","formula_version":"titan-u-contract-v1","latency_ms":0.6302499677985907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84c0b1b6f24766793fe6c8de779ef12fab67c9436561f352fde0b740542253a4","sample_id":"mmlu-philosophy.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ca6688c17d9148cdee03619817f77204946b635c5849f232b9c7f9a5401a9b6","formula_version":"titan-u-contract-v1","latency_ms":0.5600830772891641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02cb50e34f606c69436ba40ad8b0e56c10b7ffa7439828e8ed6ac2bca53d96f2","sample_id":"mmlu-philosophy.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb06520236b0b2f2c9507f093ae56f4184132781373b55a67db9438c9c403753","formula_version":"titan-u-contract-v1","latency_ms":0.4078749334439635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f83369666090a0d15f4a8ae34b400dc1a6eceef3e97443de318398f426af623d","sample_id":"mmlu-philosophy.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6aaf28b64137693fb95884db3cdc2e91fcab09feae5de103dba6bde5d3162ea","formula_version":"titan-u-contract-v1","latency_ms":0.44416601303964853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4907f7375902a4b97299b6cd2c245ce9bfac8586ef63a93adddab7a433c21a0","sample_id":"mmlu-philosophy.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a45601632aacce9da2e4dbc16dc84652f56857e808b9a9b2ab5e68e5927e0e26","formula_version":"titan-u-contract-v1","latency_ms":0.4646669840440154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2be1619f01ef6b4f4fa6cc6a348484a89bfef2d22292011307640ee196e1d10","sample_id":"mmlu-philosophy.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"886ec976e1de373821be1599498b87596f635a0bbc7c2056f6b711360717f965","formula_version":"titan-u-contract-v1","latency_ms":0.5601249868050218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"289570ff0d9b885b4fc0308a0ac06967b4b73d2edd2487d0f0024b53158c9628","sample_id":"mmlu-philosophy.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93dc92bd184af479e31d464ca91051ac2b9ffe099625bb7f4b71cc476827f70e","formula_version":"titan-u-contract-v1","latency_ms":0.4392089322209358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e307bd01a7863896b13fbb43e5b33888db8e512fbf0ae269ce22fad916d3f26","sample_id":"mmlu-philosophy.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56bb3321c8fc62181d5c45bf47ef8354d2f5741be656aec0b0673f1bef94d711","formula_version":"titan-u-contract-v1","latency_ms":0.4837500164285302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"756e852c60af77ff9fe546de22e9d47cf94221a2eaed3d78a098826952eace79","sample_id":"mmlu-philosophy.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2eb3fe7264fecfb967e216f74f9beedd52762c9dd1fc2b366c3d70f2ee99a451","formula_version":"titan-u-contract-v1","latency_ms":0.553457997739315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"963466c7f68a7b206357f77c815b80acff0f1144c3325a8df00f31375367eb53","sample_id":"mmlu-philosophy.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"933ceea0e80ae1fe18a70ffedd5ab109382ee3c9131688ecf9c253c4de6281d8","formula_version":"titan-u-contract-v1","latency_ms":0.5426669958978891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c12ec0d0c4820aa62bd3baf353a58e55ed8e4bbc627c3bd509a472b38cca72eb","sample_id":"mmlu-philosophy.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6efed45e33a9d2274b2a2f15e45f5110e85f70f147b6f36590eb4cad0a46a20","formula_version":"titan-u-contract-v1","latency_ms":0.5792080191895366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79cf19ef744021dad27bceda04e816274ebe15c9e4d924fa3ba857b838ab95b9","sample_id":"mmlu-philosophy.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c68e84a24a2c3418b3710c6cd9930a5a781c4dad885adaeb8c528d7edc838a69","formula_version":"titan-u-contract-v1","latency_ms":0.453916029073298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e57b82e7856a1518e4368d60dbe5426836341a81fef8be25725ff8166b7a813","sample_id":"mmlu-philosophy.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b030d818999afb8e96c9970e9e39dfd3944c000d34cfa95e1e699367191d6e3c","formula_version":"titan-u-contract-v1","latency_ms":0.4242089344188571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa3bd0fa4a21ca1fe89398e912beea81ffed9a987184d7457bea3083fe139938","sample_id":"mmlu-philosophy.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2828b37f02f2349aae9eab08ce5e61b8a767cba058be3727b5824a64985d7c9","formula_version":"titan-u-contract-v1","latency_ms":0.8062500273808837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f45137a6ed23d8f61137d8f8a362d78b237dd3d8d44ad8e995635ed43b838b9e","sample_id":"mmlu-philosophy.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2de11fd487704bf5a7de22c4cbdc70b646954586a5a8513315b532b26c2b0100","formula_version":"titan-u-contract-v1","latency_ms":0.6351249758154154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"289d5c81f1bc61c7991a2a40dd6f5c930d87add5b6b67ff3c3b78d7319239bd9","sample_id":"mmlu-philosophy.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12622573d42d14723b698a2979a166493ce94fa93b2a720ba6a186e7db707a74","formula_version":"titan-u-contract-v1","latency_ms":0.867250026203692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed8d8b9229c736adce915d36531bf4f3b4ea28885e1d45cb8e1423541d897c44","sample_id":"mmlu-philosophy.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6622181379cf38e2421b4eae4bac52482c007a86d3b7b598ab52581fe5ec0fa7","formula_version":"titan-u-contract-v1","latency_ms":0.6338750245049596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30706bee10bc39b9288c1d2f79b8499a34a82d55d503c060b21a12173718b881","sample_id":"mmlu-philosophy.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26df592132572dc1e00e3e9eda4d5e6348b2c671d5fa73f2fb1225215175ecb5","formula_version":"titan-u-contract-v1","latency_ms":0.8798330090939999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2c7c96e5607913544c51871a0982d4a5474553b33eb31ef7d1513f055fd8500","sample_id":"mmlu-philosophy.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc54c63e9dc272f2e01fe5cf2b6c3c4403fd0a4b80efed44cc898932c56f8807","formula_version":"titan-u-contract-v1","latency_ms":0.4642499843612313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be5463485b7c21e3088573c50bb6d53790a3c77281de8e44e327361aabc1baa5","sample_id":"mmlu-philosophy.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03149d5c9849ec1f7c502cbbbe62a5aa63128f36e2cae46a0437afad7c7c66d8","formula_version":"titan-u-contract-v1","latency_ms":0.5873329937458038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2817f11a95ba3c9b8404b4522191d7005ec0130009da5ee2cae6d83ca28a4d3","sample_id":"mmlu-philosophy.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1261de1cdb98dca356005aecd48d1f81b0357ff5e467ece8ab24d439492d771","formula_version":"titan-u-contract-v1","latency_ms":0.4778750007972121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfe0e48e077b2c4e5a208d9c127e9854f2479d0f7123e5accd67477b57e121c0","sample_id":"mmlu-philosophy.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27cf27c772257245fde478038b9aae4b79a5c77b3b31866e5114f2d80207366a","formula_version":"titan-u-contract-v1","latency_ms":0.5786250112578273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73932ea882834565ae2ab8dd26ac64893b9babe73fa2e4d9fc157d4a1a4fcfde","sample_id":"mmlu-philosophy.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"445cdd286e57cb51edc592e14c6208aadfa25baeeb97902dc71051f32a89045c","formula_version":"titan-u-contract-v1","latency_ms":0.9711659513413906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c71e22d7a70e81f699c2e4b13a7892ff5a847938fcf2cf93975c8dc3c4b07c6","sample_id":"mmlu-philosophy.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92a24c9fce6dce5501c7b25f72d2f72e7dc62509180fc1dd24855ec77556cd16","formula_version":"titan-u-contract-v1","latency_ms":0.5613750545307994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f26205af422a17093666c9a0bdb93e562ca707ed2be5ad17435dabafebd1359","sample_id":"mmlu-philosophy.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69e6edf4079d26dad426a83c5b2dece7a9e312e660c6c2f3e3f3e90235378dab","formula_version":"titan-u-contract-v1","latency_ms":0.5449999589473009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cad1b6066e20b1db06761a7ecacca2e136e627174ecf73032883ca03e4eceb6f","sample_id":"mmlu-philosophy.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3565b9790ca9489d50b6006552d3522163a9563e82fbcb569b23938870044554","formula_version":"titan-u-contract-v1","latency_ms":0.5650001112371683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ea8d3cf17cfd74ed40979d115315548086f88775986a7a8ec4f4246145bed80","sample_id":"mmlu-philosophy.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d09ed91ec10c05ef08684fe9d6cd889301320b9b9b2da3e6b1a140513f88867","formula_version":"titan-u-contract-v1","latency_ms":1.0145000414922833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d7f3a99fcb77bc73d79bf1bba9e8d25c793285cee9675a5e9a85ef11a2ffcbf","sample_id":"mmlu-philosophy.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15aa764b24eea1bdbb52c9ac8818126ffb026a35326de43bdd09ca42db32ccee","formula_version":"titan-u-contract-v1","latency_ms":0.4059999482706189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c79e2472c26efafd1c46d0fcc3489b9fbda8e38bd7f72f8de11c01e3f2838a52","sample_id":"mmlu-philosophy.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf817f05e41700894fff849e667be920e916674000ec47cdd0648b55f51ea5ab","formula_version":"titan-u-contract-v1","latency_ms":0.4184999270364642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2624f266aa409e0b5d02c9a235d191bf5d50871ca3b86f8917c69efe2093420","sample_id":"mmlu-philosophy.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4a0188f8fad7887f90899d40f501d97cde6cf57b3a15a07c9f7b3998498a347","formula_version":"titan-u-contract-v1","latency_ms":0.7324169855564833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e10f958eba05df60c7a85434bf38bd72b89cd35a8bb0cc3061ae7da4393e1cbe","sample_id":"mmlu-philosophy.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a89d9333c82c3ab6d38c655f2c4d3efcd012553baae3c9a533680b88abae7a9","formula_version":"titan-u-contract-v1","latency_ms":0.8651659591123462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6faf5f4f012f7091b45a2e64f808d823c76dd631cabe4cd866631f3c98146dd6","sample_id":"mmlu-philosophy.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb4dd2e5ec25b2f5fbf0ecd90eb6a99aee63cd6350f4c1ca9bb0d13e1b6e9b62","formula_version":"titan-u-contract-v1","latency_ms":0.6519169546663761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6678646f1fc9761d94d904ff944f8428332ef418eb4ba48a4bad6913ab2c4ac","sample_id":"mmlu-philosophy.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bbda2daaedd8181becf5efc433c54288b126d810039f502372a4e56471c6f0f","formula_version":"titan-u-contract-v1","latency_ms":0.6489579100161791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"656a8b8805ec2d0a1460ca8625614db89f0c0ab2e238920837b8c75139ef2699","sample_id":"mmlu-philosophy.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00c105423f6f17856328313f2cc323ecc132d88116010795029828605490b0fa","formula_version":"titan-u-contract-v1","latency_ms":0.4543750546872616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd70516830e6ca4b9e8e30cc72cfb80e809b10e264608b6c698c15f4e832d9e0","sample_id":"mmlu-philosophy.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f3602d1d798a5bf550e91c9b418c86552448ac35c135fd9615c2780df7e7964","formula_version":"titan-u-contract-v1","latency_ms":1.2257089838385582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"165d34fabd50b13130853bfb1ce93658b12a6f32a052ca84404ea97de275b882","sample_id":"mmlu-philosophy.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff45c4e4dcca815db5f472c4c7c32a17e06029c18fcb78b0a921727f42b893c","formula_version":"titan-u-contract-v1","latency_ms":0.4475000314414501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"810d2379d2657d51a3a33c95ddd8c8f67a2ceaf4e68c8b61b108e14f8938493d","sample_id":"mmlu-philosophy.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ceddd02263f3510b95149de681055c01b546df2ecbed85a5b90a904e98ff382a","formula_version":"titan-u-contract-v1","latency_ms":0.8225830970332026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72ebdb145bd2930709e56cbddd1030691cd1d05895310b90b85b9dec325a9678","sample_id":"mmlu-philosophy.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3716a1f2dc690a013cbf5de535b4de9118c7168a34938ecca30edafd59a741b5","formula_version":"titan-u-contract-v1","latency_ms":0.6418329430744052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cda2a8f1c55187b321219b8fdb1467d6dba3eaf76b5abd1da8651a458466bfd0","sample_id":"mmlu-philosophy.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9132e059e99b3bb55a2fdcbc27ff714cc8ce185c1b81bfaf871acadc08d87085","formula_version":"titan-u-contract-v1","latency_ms":0.5645831115543842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"593e99fc31dc042326aa815cc3abdc2eac0b2200fd33072f44d91b852dcc75e8","sample_id":"mmlu-philosophy.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78c4090fede6a4f2b77562d535876ff6b1d755c7fc57827019b8b2b0bb9bf18c","formula_version":"titan-u-contract-v1","latency_ms":0.4497499903663993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87c85ef2f8eb816b429488706492c1cd01acc478ddb6190b2f535af99dd59899","sample_id":"mmlu-philosophy.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"007edaea600e7841fbd30f2831f2b9e018655d2a8c3ad8a30614ce849e1e145e","formula_version":"titan-u-contract-v1","latency_ms":0.4126249114051461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3efd1bc2bbe8ca13ea6b08ab05ce96836473f3ab6a51c152d87afce5b025550c","sample_id":"mmlu-philosophy.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6f7fb3c111849d21278924d222b89804e3a9f87eb8845ce3492926f7844299c","formula_version":"titan-u-contract-v1","latency_ms":0.42224989738315344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e564302457591177b35e8a93d2a2bc862577fa6820fd8073335d99ea1f2cbf5e","sample_id":"mmlu-philosophy.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34796f9de4d61855a85b4d6756ba2e8331580520522c2834bc9e7420253ff6f4","formula_version":"titan-u-contract-v1","latency_ms":0.7192919729277492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d5d155b33e9856a83309c19f5754d341f3038d53d03e4abbb697fb07270fcfc","sample_id":"mmlu-philosophy.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64a6a97013e156de78fe08ffb8a1d625e64762fdf2c5e679460bdf4ab790f402","formula_version":"titan-u-contract-v1","latency_ms":0.6462499732151628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bc75d80a70ae40f0a31a7aeba531a4e2cb44bfa2ec07d26b40317df40aadada","sample_id":"mmlu-philosophy.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96072eb2feebb8a1a703940586691a84e0423b7057d0c03c906e2fec711af71c","formula_version":"titan-u-contract-v1","latency_ms":0.4712080117315054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a47f62767cda466a5481d82093e6921da2b46b6f9dc94606b80671bdc986dd81","sample_id":"mmlu-philosophy.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d199da38bc31d86b92ae6fb1dd23d093e1fcbb81db14680902ecac6af53a9123","formula_version":"titan-u-contract-v1","latency_ms":0.9228750132024288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1933902646d68d5a29b13b07b472d7de58bd4a3cf85598c1145d5f7d47f2e14b","sample_id":"mmlu-philosophy.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d87dad0bf35048fcc3f6d56039834d0398d08f9d7d7f00888edcd586a26343f0","formula_version":"titan-u-contract-v1","latency_ms":0.9211250580847263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7762c42c4573f167586e082c558a444613de3f8bf32109aeb0dfd5db5ac3a8b3","sample_id":"mmlu-philosophy.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7c7413051498c4c0d661e7474b888a0fc0ba037127da209e85ceebfc0e426b5","formula_version":"titan-u-contract-v1","latency_ms":0.6086659850552678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8d09ec2671f52e55f985eada322f0f9350d206e87e8cd56ddea878d24a0845a","sample_id":"mmlu-philosophy.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3da0c2088b2bea983b0dc1c755f14c6215a2c91e9733531d088aba99c0c61fde","formula_version":"titan-u-contract-v1","latency_ms":0.648624962195754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"329f5e73b8a47b87bf2b7f087d253b7b3f1cc373378a1b37031fdd00de5957d2","sample_id":"mmlu-philosophy.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8f2f4aeef980da8664e8619efaf6c00c2218dcee1ce49437124fe9e9dfced22","formula_version":"titan-u-contract-v1","latency_ms":0.4657499957829714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10fc961cefe17cfa889fd626da4921c6af3aabb1f890464f585a2fc1708f4fda","sample_id":"mmlu-philosophy.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb6cd0c8f695eddc0e69e6f06e4ac2c99b2775e84c264776e19e796d987bdbb6","formula_version":"titan-u-contract-v1","latency_ms":0.6832920480519533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f7bd403d5ea392502fde81cccf37072dfd92d3147c7034648a6e7647ac677c0","sample_id":"mmlu-philosophy.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a18951699ae1e2a794c86db5ab7f2a4be3a35f11210fe6be552a06f461999603","formula_version":"titan-u-contract-v1","latency_ms":0.8127499604597688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2efd554984ff8905628c8f7d47aabb6fd8329276984d6981ca02393ec0ff2abd","sample_id":"mmlu-philosophy.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47491758f7bb64d103440cec99ec2894b01268546a104c7d456b3a7e2c13f8a3","formula_version":"titan-u-contract-v1","latency_ms":0.4296669503673911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6700f9f75669d2f33dc0101ce1c8f35d1c96415fc1540ae7e574d36720c648ed","sample_id":"mmlu-philosophy.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8eb5e110bea33f0de139ed9a4ff57198fb0969357e0ac71cf3ce47a5eec58755","formula_version":"titan-u-contract-v1","latency_ms":0.6264999974519014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54660abc42aceafa0a44820eedcc4dc46a683018e51c5fae2ad26f5ac347b08e","sample_id":"mmlu-philosophy.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9a7cc2e0cdfcc1a27840f8e37a012b6287ee2d364c5c7723d4b54c547b13f33","formula_version":"titan-u-contract-v1","latency_ms":0.536459032446146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa23ec5d6afdd5b670a66799592e6352a7d92be81c3c6377d4036324d690550c","sample_id":"mmlu-philosophy.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ce5322046f07f662af049893fa4565851c2ed197d27e83dc4eae93a86313098","formula_version":"titan-u-contract-v1","latency_ms":0.7055000169202685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de38ef4e918834aa6b9f3ca476d75ddd546fa90889f313c8ce128260c19e8730","sample_id":"mmlu-philosophy.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8094fb2b6a93d7b227210fafd5e9d5cef304005935e781775a703bfde24aeca7","formula_version":"titan-u-contract-v1","latency_ms":0.8913329802453518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0665aff4a468e59cdef59451faaadd80a7eb54365398636772c87a6fab09bb6f","sample_id":"mmlu-philosophy.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89df4556f3dba8fdd2d23ad8bf13a24d8c72c5c5f0350fb771560a7ec925c7ce","formula_version":"titan-u-contract-v1","latency_ms":0.4719579592347145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5be4aa2fbcd575b79e9c417fe51abfc2664f6cb3ae03a0944625a2c2ef49dcb8","sample_id":"mmlu-philosophy.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d99e69a37d7b843e62e022423772987a389fb4e9858f8f7b55b4fc5b2ccf1d2","formula_version":"titan-u-contract-v1","latency_ms":0.452833017334342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0bbae489eebfc46f6abb0377c1ef925a72903e905999fd683f753c8cdb8134c","sample_id":"mmlu-philosophy.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"293f2e7fdb52aedade5980522480ac8c7c1a92c18a9cf201f2b2d782942bf190","formula_version":"titan-u-contract-v1","latency_ms":0.4610000178217888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7f17fa92d680bd24bed1a38f32c04d1829316faf665ddbff36e7db758a32344","sample_id":"mmlu-philosophy.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"560703cf735b490f355786cf58d34fed898e947868d61324169068888c648629","formula_version":"titan-u-contract-v1","latency_ms":0.6515419809147716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a03b7d0be744cef662e9d33d090780377996f4e6d0c565d6157f3f334a69cc6c","sample_id":"mmlu-philosophy.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"173daa9ce0db7b3dc951fde5949712b733c38eb4d5043c6b52de701e81201170","formula_version":"titan-u-contract-v1","latency_ms":0.5760419880971313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31f866638a76f79ebec72a3cf9192565705d74cf1ecc75814a5a04c9b9c70912","sample_id":"mmlu-philosophy.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f90c7ed80f95bd244f802a70062bd2284c875931505044289c5c28151bc32169","formula_version":"titan-u-contract-v1","latency_ms":0.49729098100215197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c85b4d31c24a186aae1826c66188704f85d2bddd5daa36043ec7529203fabbe","sample_id":"mmlu-philosophy.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66c89682862102186dd534cc41be373cb329daa6617caafaf0af79d8e5df0512","formula_version":"titan-u-contract-v1","latency_ms":0.42512500658631325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba9f519da18c2ec6e8fbb452faa2e4310f39286d7284eba278856421e4913ea8","sample_id":"mmlu-philosophy.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6379f73aee481d8b36916ceb794cb3172407576cdef899333908f90c55705564","formula_version":"titan-u-contract-v1","latency_ms":0.58133399579674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8c2f35ca389c952137504c1aee5e7814092aa2e407b9c926e97deb379789edb","sample_id":"mmlu-philosophy.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"210e2e32b1d6da3cc622bdc7d3d190ad30bbac202bc236ae55b6264337db8792","formula_version":"titan-u-contract-v1","latency_ms":0.6623340304940939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67d82f3a73cb5516bb0c80dc2aa21a01ea22cfc94dd27e02bc8b984227c3fde8","sample_id":"mmlu-philosophy.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b48b4c28a9c2c258660f404f730ccad886632744a615c2f1ba9f67b10630b2d","formula_version":"titan-u-contract-v1","latency_ms":0.5946250166743994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee36d4f4f9ca9baf9c5320b534a374eb8bbaa6333604af87de72dc067b0749cc","sample_id":"mmlu-philosophy.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc916a59ef7c8a10bf5b66f6c0ce5c7a2094636a2e932438ea5c0970e3eec751","formula_version":"titan-u-contract-v1","latency_ms":0.5987499607726932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7575201af9f756a641ef799a58e5044a1c994312a32a38c9f4811e31c0cd2112","sample_id":"mmlu-philosophy.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb4c26d5f8069d42a7b19e9e7f033d702ebfb48ac864d84dc422ac5a246385a5","formula_version":"titan-u-contract-v1","latency_ms":0.4538330249488354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1abbb7b494f6f2e837eb784eff1ac3af629ae32837ab43e2808eb68ee97a40b5","sample_id":"mmlu-philosophy.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a27ef811e66160138a5d93b0d7e5e4e66898112abcec5c853b1d12be56bd65d1","formula_version":"titan-u-contract-v1","latency_ms":0.5076250527054071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba5777daebd916567c14e208154067de41d8dd5957e5eb0416287212f9fd9172","sample_id":"mmlu-philosophy.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67af7b8fce8b15f5744925208700ce7f9e0c0c80dcef5da59eb321dd8be59835","formula_version":"titan-u-contract-v1","latency_ms":0.5608750507235527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"614ac98f70090c210ed4e71a87269cddf54f48ece511f913be320767b502d1ba","sample_id":"mmlu-philosophy.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df97e8d802a16a8be1f4d7f2262b008f6cfecd02685f39c62a573df1278dd41e","formula_version":"titan-u-contract-v1","latency_ms":1.154709025286138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a701466d6532722e9c474384c23c80b47893611ed6e51f62341d0d281f8a455d","sample_id":"mmlu-philosophy.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"933f0eaea8982a97925562d955d96c2df5dd16cd714d3afc8049ae4a375dccb1","formula_version":"titan-u-contract-v1","latency_ms":0.5960839334875345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dffbe20322b519950407dc8ba8cc338475e252275e37f0eed1e2cd49b6ef593c","sample_id":"mmlu-philosophy.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cd9ed20ba32cdc1f716763295d741296c39cd22accf04a5c38723d13029d4db","formula_version":"titan-u-contract-v1","latency_ms":0.805291929282248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"033e8b4fad83494370098fa3651b0011e02253001e54169bd3ef7eb72c7a453f","sample_id":"mmlu-philosophy.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf37f70dd285ebc0f8cec78ae9e32ddf87941df935d2373dd9e6846151371068","formula_version":"titan-u-contract-v1","latency_ms":0.5690829129889607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d438c964b6dd77bb3158b296cf94fadb770e307049b278951a10a106752e605b","sample_id":"mmlu-philosophy.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29483f3123633d0e701ed6b24206e81cda62d621611d833aedadb92780f6982c","formula_version":"titan-u-contract-v1","latency_ms":0.6789169274270535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbc6283574e62d67c428d5b615de0ed01c50115a2533665adecd0a2cdcb4fd60","sample_id":"mmlu-philosophy.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8efbdbcd1382db5cbd5ca26c5691057b627fd5cb88e3c92f22c2149c2d29d9a3","formula_version":"titan-u-contract-v1","latency_ms":0.5957919638603926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76665dbf149fc1d1d3743d007d440819266b48ed7ad21f659b4dc188e95ebac4","sample_id":"mmlu-philosophy.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2dd21a8602ee8c17a1631a16d548fd4d602997af5624cab85e6e6ceb2476eee","formula_version":"titan-u-contract-v1","latency_ms":0.5988330813124776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f1675a74e4396b173f54d3b35738c4384b67cd348b661e3d375ce398498cd3b","sample_id":"mmlu-philosophy.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a8a971bd1c320b98b62c8c7e3eb9edc2bbebace75eae246bdb71710f18bc073","formula_version":"titan-u-contract-v1","latency_ms":0.5245830398052931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71cd29b63912c19a0308b01bd7d67abf3ae7da377db6e93b4df7f05d637b3cc8","sample_id":"mmlu-philosophy.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f25fe233bce57b9cb566d0c951d31df4be1efa4545cc87f60c3df9a6f88b224f","formula_version":"titan-u-contract-v1","latency_ms":0.6045830668881536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b3fa72468779de2325b1ade220007ff6d4e9b2a5170a3aedf398cc249ace0bb","sample_id":"mmlu-philosophy.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1457e48aa88578c226db14b261ee8d96a0c285ed08c2184436ddeb73208a4dba","formula_version":"titan-u-contract-v1","latency_ms":0.43420796282589436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c385aac3c2e657f4d52bc93850c74cbed94a04ac591c5b97312b4be1c18872bd","sample_id":"mmlu-philosophy.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91ce6ef3ad41e61428c0b858ab2d38716e37f71a576d44f9dea893cfd135acc3","formula_version":"titan-u-contract-v1","latency_ms":0.4183329874649644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3243182d6caac04643b902c82a46c3ea20730524595bf57d65f94bd09b33e9fe","sample_id":"mmlu-philosophy.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c339dc9aa16b62ea783d800267f13586731c42bb6c40c6feb2bfa24160e24498","formula_version":"titan-u-contract-v1","latency_ms":0.6152079440653324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb904f951732d85332e99595c84c2707c98126443327ed8d7c483df70069520c","sample_id":"mmlu-philosophy.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf87e313be09ee3c170f4e577cda147e8c9c6c426f7e4e14e8a05d6408d49c81","formula_version":"titan-u-contract-v1","latency_ms":0.4692090442404151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"262c0a6c1e52962df75f97c9820ea3406c0a8a80d7729fca589e8b3f7240e7b0","sample_id":"mmlu-philosophy.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69687f9877418a87bf798e6a7e38feb3c72f09c9d5675802e7d3e3f4569d451e","formula_version":"titan-u-contract-v1","latency_ms":0.716750044375658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16439784f71b5e35aac7f900ed6de2e926b3b4fcfbe2e08470f3d98f4cc47516","sample_id":"mmlu-philosophy.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db15a292bcb58f349393dd1bffe1fc07dbf15890e5afdaba0ef731378720c75e","formula_version":"titan-u-contract-v1","latency_ms":0.4503339296206832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffff0196515d77e7ea1ec319a257de56a76786e935c75d6bd6aa71b35d7eb39e","sample_id":"mmlu-philosophy.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52ff1fb3708a8aea09f0bd06a53702add78e76de8a6f645b1daacd8d4e8cd9af","formula_version":"titan-u-contract-v1","latency_ms":0.5823330720886588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c6ea056771e9cf6986490d3005deb0da6c6b941fea4c23b8dc7d33bf4dd7264","sample_id":"mmlu-philosophy.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d728cd36edf48eaffe56e4edaef0d3e0e3da82dbeda2617ccc21c1db4d6b3b9","formula_version":"titan-u-contract-v1","latency_ms":0.44062500819563866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3214fcee2f8d7d876b81d1aa496361fc133e26876ba41e6da34904aa1ed81afa","sample_id":"mmlu-philosophy.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d53aa77853a5e22bd99acba51bf8c42890cf6aafffff88cbe348841cdf162a22","formula_version":"titan-u-contract-v1","latency_ms":0.5651249084621668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"199cf985643385c0aa341eea9374d7d1ed0d4cd72e5249ca5199ee31012a1355","sample_id":"mmlu-philosophy.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14f9a3bf2f7e0068912cf1707ef9ebd018ce6aac745d484dd4efbf5f48b3acb0","formula_version":"titan-u-contract-v1","latency_ms":0.43879193253815174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"103d05889833760c87051a73937ba502285f7af63972716bd5fdb503306a5e52","sample_id":"mmlu-philosophy.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c5b3578ad8b88fb405ba8a5334a6b234d8ec6eb073a253da496d20fdb691a48","formula_version":"titan-u-contract-v1","latency_ms":0.6068330258131027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65e73933dd3a9b962a32bf2fff8c380b28cdcc343c737b3275917be23e7b6eb7","sample_id":"mmlu-philosophy.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e60511ccc7eb7d438d87c0269f32b56b4ad4e2edfaa253a41265d51bdfef9d38","formula_version":"titan-u-contract-v1","latency_ms":0.7070420542731881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26fc8fcb9abc8f11f37deb226770955b58707dd9ea2d13b80ec1bcd711c22dd2","sample_id":"mmlu-philosophy.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77bfe5f499b46127f38d892dce3e74712a18c8e5b427a06c32aeb38ede645c02","formula_version":"titan-u-contract-v1","latency_ms":0.7270829519256949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cb45e1f14b287cae99a3b7cccaa46166e3e5825e471f1fcfb28969c7a4bedae","sample_id":"mmlu-philosophy.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3519b71f5ca9354fbc03599711c2372dc55c59926c6bf9a8632b877539a0b350","formula_version":"titan-u-contract-v1","latency_ms":0.5177910206839442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e76dc935534d01a61abd65a868f9203c699ebcc3261c7040ae728958fd46e0c","sample_id":"mmlu-philosophy.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d028a4b466b12937ac9074a4427dd8b0f2764ee1677996fac446c4095c99fe69","formula_version":"titan-u-contract-v1","latency_ms":0.4486249526962638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"346b604bf3ffbacb442976a878777e372298d48f7c040c593b9c47b3872b219b","sample_id":"mmlu-philosophy.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbe776ebe8431a236f0d668371733d1af8bafd25b941c60aa2854af3ef96b516","formula_version":"titan-u-contract-v1","latency_ms":0.8050840115174651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"060871d4e89a7f2c27202646077650d76f9250ee8348d4188876304898244552","sample_id":"mmlu-philosophy.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"572261b29b48babf3de25acb8a3361c6cb158cd224073d3748f62778fcadb25f","formula_version":"titan-u-contract-v1","latency_ms":0.41912507731467485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa40defcf20ccea2b0713e51d54316174acba79fa54fd929c260ffa8eef3d729","sample_id":"mmlu-philosophy.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca78ff6bcc6a6dfe3ed717de3b112915d74df60bca33ff268e2540a5621f4a19","formula_version":"titan-u-contract-v1","latency_ms":0.41016703471541405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5aea957afd296a0551ae1e4f7c226f2a6418c29870e96f5cfd34e1c43150936","sample_id":"mmlu-philosophy.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83dd1576a9ea31227768a3ddbc0cd9d9b4677ac2feb28c04440a45b7be5f434d","formula_version":"titan-u-contract-v1","latency_ms":0.5482920678332448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4548baa7c396a39ea1e01779b90ab0c739a24a49476923b2849cb1072dd35aed","sample_id":"mmlu-philosophy.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40225134c58e61c69b00754b5c86b5435b10184ac41441e04ef26464bfd628f4","formula_version":"titan-u-contract-v1","latency_ms":0.43712498154491186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0ec0b400b248da5a11cf97092fd584385a7289a50d5df5480e47917fc144f64","sample_id":"mmlu-philosophy.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae41f18ed1da9815ab95570989d6a8b8df0311f81d85416db0ff090cf4410ef3","formula_version":"titan-u-contract-v1","latency_ms":0.9676249464973807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04b54b63c420f065571d3e7e61c3c8a17b1a48f05d864cb180287aeeeaedddaf","sample_id":"mmlu-philosophy.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e7d47d6313e084a3af9dabccac907d3d024f5301b6e4658935869c8ac03e587","formula_version":"titan-u-contract-v1","latency_ms":0.5158339627087116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75ea602d6e68082d83325641126c1e39c62951c4362fbc5ac5eba40cb1638e04","sample_id":"mmlu-philosophy.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10b221183dd58f9ca01fd52860cbc2ad550db9135b0ce4d849392c4e8ff1555f","formula_version":"titan-u-contract-v1","latency_ms":0.5837500793859363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d113e5d0366f5f4cd37f7e021cba09d4ba8eb157b6af93e5cf1e65d8176c443","sample_id":"mmlu-philosophy.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"462a447f8dcd0a393494011ea4bc6f69e459b445e8a6fcc66bf235cd7d18a4ec","formula_version":"titan-u-contract-v1","latency_ms":0.45900000259280205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fd211a70be71f2eed9e14f6a8fcb7041bc82a0c55787364ab680537d94dff31","sample_id":"mmlu-philosophy.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c2093e74e0e4510d3b4562f87822b69fc505c8184e0a3319da0a075122936ee","formula_version":"titan-u-contract-v1","latency_ms":0.58170803822577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80c52b743463cee538b12f8c0761ec842febd05756bb87d45c2ff9bf99cbcf17","sample_id":"mmlu-philosophy.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a0828cf1fe427af78579b46b034738d4225dce90e054941458bb5ec561534ff","formula_version":"titan-u-contract-v1","latency_ms":0.5916659720242023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25efe0931fe41290791da00e848556d9177f99d2a79eec7ee8ae6dcfb61b0983","sample_id":"mmlu-philosophy.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2be61d628f9177ed0071d06c1be2e8f25bec1ddfacd2b7a0f6aefc1682fdf6be","formula_version":"titan-u-contract-v1","latency_ms":0.604458968155086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"921f7ea9933d25e13e6abde701c86eb60420d96dd2920a0f70655bfdefec22ca","sample_id":"mmlu-philosophy.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c826f72beb0ca2e38ca26d3ae7b78dc5fbea7530ffd1cca2b978bda811f0eb11","formula_version":"titan-u-contract-v1","latency_ms":0.6845829775556922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cd8fa02ba1d247369efe02ca43dcd6e5dd61f2f2a4926f67befd9a693292f43","sample_id":"mmlu-philosophy.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14806870b0136b78fc927f320b1213696722c3599e9745a37f5a7224f5975ed3","formula_version":"titan-u-contract-v1","latency_ms":0.6626249523833394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ed1e8175f0de57aeeb95fa01fac2619576bb21c22e5ba72fa5317d095ccd726","sample_id":"mmlu-philosophy.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"821abbaa8d6e30dd9b536c6bebdcc97ffea209d7508b7236334e161d8c67839c","formula_version":"titan-u-contract-v1","latency_ms":0.6563750794157386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42b0910b48058879a1f669cd647c34300bfc4dcfd4f3469327626b1fba85635a","sample_id":"mmlu-philosophy.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60708faa5daea8987e222f5438d7164069b6b6a1db2df3095bc87a9cf84e4260","formula_version":"titan-u-contract-v1","latency_ms":0.5209589144214988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28b25a448430b1f783448724a433d69266797e229c2cbec670e121d98289a27c","sample_id":"mmlu-philosophy.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36484b5d058cf85047ff6793fa1c889a35bcb126dd76588e6133afae2190051f","formula_version":"titan-u-contract-v1","latency_ms":0.675833085551858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"284976b58a7b173db30d2d87238aae6f35390066d247e823c82721bc7b9e94c3","sample_id":"mmlu-philosophy.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d63c1926cee84e77a6ffb22eefbd7df627f3d4714f6bc3f8b0279ad04886ac9","formula_version":"titan-u-contract-v1","latency_ms":0.6984580541029572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef85945ba3e18e764c44aea6bbe7734043f3a4de676d59f36c84daaa10c2d851","sample_id":"mmlu-philosophy.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c92c891faf702e634ffdee85c890bb3769968f49daf7d4c8ef1e1d6fb60fb6fc","formula_version":"titan-u-contract-v1","latency_ms":0.43441704474389553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2205b28e60c250696709c431ddf1455583096d82eadff6c68af87bf9f39b35ab","sample_id":"mmlu-philosophy.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db99148feec55beee99d048079cdb73f86edc59ea43b54067eca2e83ceb57126","formula_version":"titan-u-contract-v1","latency_ms":0.43995899613946676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"588d9d4435bd4e631d58fbdebb7100ec21c9553bba87c9520c3227f52251c5b2","sample_id":"mmlu-philosophy.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"419475d077259103221df94ee26ae2f71f51745b3a75fa6b13a9b10d7189bc49","formula_version":"titan-u-contract-v1","latency_ms":0.6611249409615993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e0e24ed94d8d2ab25715178072e34c6f3d5d5a8b9d7b6b918f9b188295a4f8c","sample_id":"mmlu-philosophy.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af3bda790cea023e2a4b23957b45cc52e0a0eba9cb5ab44672e44b1391cdaee4","formula_version":"titan-u-contract-v1","latency_ms":0.578833045437932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8c7cebcca0633ed229540ad186792daced2edd52987e26ca555d0f110eb3426","sample_id":"mmlu-philosophy.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2ab1005aefa85884f35efb941ffc3d407bcf0149f489602d90e35e64a397059","formula_version":"titan-u-contract-v1","latency_ms":0.5958749679848552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c94fa47e0fb66d86ff2fd1be87bb6fe44d786071a1bcad43782d58e9f9e7f8d1","sample_id":"mmlu-philosophy.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3f2573c5f3f0f83002a904e85ce6b1474d7e7008472222874f6a16ad81ac6c9","formula_version":"titan-u-contract-v1","latency_ms":0.4330000374466181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b3d3777d10c8fe87ceca89621c6073fd6208db1b4ebb2c7043c05fb9d04b2c8","sample_id":"mmlu-philosophy.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efed75742c4ae13422967fcdaa21fb7587e3243e2f0f38d540d9f113887f0766","formula_version":"titan-u-contract-v1","latency_ms":0.495583051815629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f624f4a95d1f7ac8414577e08accc176b9cadef71598ea846e0f45c9d72aca9","sample_id":"mmlu-philosophy.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2767dceba35b28fd4ea2a811edcfe72cb397f14380439bc6396b138e4fbd72e7","formula_version":"titan-u-contract-v1","latency_ms":0.6151249399408698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe02080f29d9b06bed5516f038dc850d38ef1e326c2d15beb3fc230a0830c755","sample_id":"mmlu-philosophy.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03b04b0176203f7b53214b05f2e0a1225b30776554f4ad6ff80233aaaa8a0cf2","formula_version":"titan-u-contract-v1","latency_ms":0.5275830626487732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"113bd9d5a0b3a480621bb1d17f4b5fa2a9a11511d47832e9c4b31f1139db8867","sample_id":"mmlu-philosophy.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f8247affbadad1316f1346b399faebe94e7adb40f94874c3ac840ac6b6a4983","formula_version":"titan-u-contract-v1","latency_ms":0.44412503484636545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c25a9bf8f8415ff64341bab67ce2f5b71e1476c91313fb0c0567747547694df","sample_id":"mmlu-philosophy.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2414d5fae00dade5a12253bc17090461c5978f7d4c12fe2e7d74621fde5266fb","formula_version":"titan-u-contract-v1","latency_ms":0.4648329922929406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43898ff74af76cc1678b55ca779af5565dc52ac132755b3ce6fac1fd31a4295d","sample_id":"mmlu-philosophy.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"449d91a62ce7394de814640b9ef04b2acbbb2cd2ac37adcd736a44c0f73ddefd","formula_version":"titan-u-contract-v1","latency_ms":0.5503750871866941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ded6259865685a87a8db64b879636afc2cd8bd46e5cde7a1cafb3fe7e61b05a","sample_id":"mmlu-philosophy.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f954376d837ff4bd4040585ad5ff70bc6c6663cf4830f4391b5e360095b18a7","formula_version":"titan-u-contract-v1","latency_ms":0.7600839016959071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4031eb568acd98e12c6c4e5e9ac8789d9cf82434f9c74ebb760f03857f8a53e8","sample_id":"mmlu-philosophy.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80001617d1ff075380ce28109f329ca97ee55633b8ec23f3531bb701549782ac","formula_version":"titan-u-contract-v1","latency_ms":0.8022090187296271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a96906b27eb88c527bdf745a95d3450d024c40d1b66fadf96a1162f2caccc13","sample_id":"mmlu-philosophy.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11bf58ce485b7637eaff148072f0eaf464a4a49880e57c44be9a0d2ba1cf1ef8","formula_version":"titan-u-contract-v1","latency_ms":0.43083401396870613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bef441344434135ab4506aa7d52fe43398050c8d3f3c730e5fb2a10e29dd14e7","sample_id":"mmlu-philosophy.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dacdc427a30f849eb914fee6d19b5d5b689d8f44658c2113e442a30b5730109e","formula_version":"titan-u-contract-v1","latency_ms":0.5801250226795673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c1eccc04bb73e4cc8a6c884200933d8400b5f6d5ebe7d5a01cbca2e417ed5f7","sample_id":"mmlu-philosophy.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ede44ef164ff56db67f040f30439e9f03e079bacd333ef7a44dd22724b2542c","formula_version":"titan-u-contract-v1","latency_ms":0.4634580109268427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eb6fd1ef6019a4138f699f09a76bcbfc642ea7d600d21eeb74c1bedd5e063d4","sample_id":"mmlu-philosophy.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c907d26eec2a4ddc746cecbe97fb6f26434cbc81e3529a408f50993294164436","formula_version":"titan-u-contract-v1","latency_ms":0.5942910211160779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"559fef7a6437e4be3b91be897c663b305861d2903b447b045022e87730c64aff","sample_id":"mmlu-philosophy.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24332fbd82d7e2c8764feab6465c9ac38c401601c2b312c8ee2e951c8563ecb3","formula_version":"titan-u-contract-v1","latency_ms":0.7837909506633878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffcf5fc4f1dc2176e2a547e0a35a22ab0e97fcc5d21351344ceb6789e83260c0","sample_id":"mmlu-philosophy.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a15377bce43cf437b24b03220e2e5765ebeda49cbd1f0883b81a57a919d65087","formula_version":"titan-u-contract-v1","latency_ms":0.5772920558229089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ba1d08eb22c576634e23db4db56277fa1e31c58c1d3899767c9928dcfd09de9","sample_id":"mmlu-philosophy.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdc78e29571ce5b9c3d8c605b6cda5348ec65d9deb83597ca1f4e92ccf38bda6","formula_version":"titan-u-contract-v1","latency_ms":0.8631249656900764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35f81137a1ceb1ae64586c036145d228f7ad2383028dfcf0e29dd0d476681a77","sample_id":"mmlu-philosophy.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec9e430d110b01833a1559268bbc093d7a974706dd425ca04272b4aca4503836","formula_version":"titan-u-contract-v1","latency_ms":0.8602499729022384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc300b0d478fabb2325fcf5740acd75cbab884c305844549335eb814349f2cf1","sample_id":"mmlu-philosophy.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05c3d2ec14c9b576909ce571025e093322aa62432ab1b495db904b5952eda976","formula_version":"titan-u-contract-v1","latency_ms":0.7444589864462614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a197362f20501471abb738a90f2837e5793f1fd5aba61526c13bca360cd48f72","sample_id":"mmlu-philosophy.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b55dab0036c98ae34311f586b1cdcd4e9f57134e29b4ba0aaea1907a9d71990","formula_version":"titan-u-contract-v1","latency_ms":0.6440419238060713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3151b922fe6d1b4468a6d585d431c06037be164b537041221246152aded01776","sample_id":"mmlu-philosophy.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f482075d8c4263a9a0942555fcaeb8b7c4b2588fc35fff5c95e295c1766bcd5e","formula_version":"titan-u-contract-v1","latency_ms":0.4157089861109853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ede841f134df536952960738811755a44b0e1910a068ab43859a9d97e49737b","sample_id":"mmlu-philosophy.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dafd2c212bc9da2c714ed614f2492b2ba5342fe677743f51b9635a8a72f177a4","formula_version":"titan-u-contract-v1","latency_ms":0.6892920937389135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf45314c31aa9915ca0d983c5865a0f215979bb02afb8902b95ff99be791e330","sample_id":"mmlu-philosophy.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bf8b6148b1ec63fd8baab7c8285e5d9aa055d0dfb9baed26843c202c84cc277","formula_version":"titan-u-contract-v1","latency_ms":0.6137500749900937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dfde386088469ccf79bc3278188ba4cc0abe40b2bbe948de9250390982b82eb","sample_id":"mmlu-philosophy.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49a8177773e5831dd4b1c616d1d48c8a391fb8a618c229332e346740875a34e0","formula_version":"titan-u-contract-v1","latency_ms":0.4971250891685486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7139fb9376733523877851d93520911fa3c55965d58f95b877ac8eda7c40e73","sample_id":"mmlu-philosophy.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52748849b32394a9619477c63e6a21d5f5c0d6cbb374208e41d8fa31dcf114fd","formula_version":"titan-u-contract-v1","latency_ms":0.4688330227509141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25cfa82b385c6d967983eb38429aa06e8d513468240f67fbe946fab9c8bbb2f5","sample_id":"mmlu-philosophy.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d983b1b633c620394543280ee090bf027380c48e01454e58206069246fd9d839","formula_version":"titan-u-contract-v1","latency_ms":0.42337493505328894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d03966216aa6f0637ed1520d7fdf609a957cad4b08577598714b139d82fdf47f","sample_id":"mmlu-philosophy.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0807b4261e51a0317b791b6990b3a96f85f2f683eb6be63f46f361055d4daef","formula_version":"titan-u-contract-v1","latency_ms":0.5180409643799067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"134f68d5c5190320b692c07bf57eae34aaf3057870a6971ff782b72bd0abd13f","sample_id":"mmlu-philosophy.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3805fb4d8436c322859384fba811c83e5b2113d8d30fcc7724ea401a498ef5e2","formula_version":"titan-u-contract-v1","latency_ms":0.4850829718634486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"834445e9d37422b9b131f73e5dc5631a1675d8bb3cb42ae2709efdd97babe754","sample_id":"mmlu-philosophy.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adc77e2e7af0be30c2372f6b5e4adc9064e2b53494465c817bbad669be564592","formula_version":"titan-u-contract-v1","latency_ms":0.46841707080602646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65d7c8520d7cc39f4b7384dcf263e666bb59370a2d06343561e4abe8a7801034","sample_id":"mmlu-philosophy.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"262c29f2e72d3c621925b8ecfd3b19ceaa6cdfd99d7bf1b3ff474ba8bdd900b3","formula_version":"titan-u-contract-v1","latency_ms":0.4948750138282776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4504b9eae1076fba7e19b8d3dc51362ba3628297fe42ffb10743d365242ded9","sample_id":"mmlu-philosophy.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4f6cd8cfc77d93e5ab06cd8e4c671d40e69c0e08554a592403e5d9f5407a5bb","formula_version":"titan-u-contract-v1","latency_ms":0.4556250059977174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f98dce85ffac61d3659fd30e588aefcb306c711d1f7145e93c7b01bd29fd8a2","sample_id":"mmlu-philosophy.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56fedb64a2a900005ac57515a86a0e24974959b3353c8fd8872a27b5f55bdeda","formula_version":"titan-u-contract-v1","latency_ms":0.6305000279098749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa5c2bf96cadf526d6a94f25d5ab26896d28aa0829638984d670a5cbcada0f08","sample_id":"mmlu-philosophy.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46413b7d0bc668d68769dbe08e7666c55bfdd55f52a889aaafb0a6855d653b3d","formula_version":"titan-u-contract-v1","latency_ms":0.652250018902123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12fa151aaa839f6b6b015ae1fb354d88b37279c240ab5089a2664217538a3a97","sample_id":"mmlu-philosophy.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbf34980c042637d167ba611e0dbb2668636dac1e768f0dfc9c4beaec74eca33","formula_version":"titan-u-contract-v1","latency_ms":0.6014590617269278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0a94c2f390ed26b99dd8e535999c8227ecd07a9576bea89d1f8e543561071be","sample_id":"mmlu-philosophy.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a6e4452d295c2eefe5249f24bae4f8b8e030c6763557dc623b711129f964d64","formula_version":"titan-u-contract-v1","latency_ms":0.625082990154624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"480f616744de769f4032a8f00b6d8c22be8c62564129e1824676891885caf710","sample_id":"mmlu-philosophy.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5406587a084db89cb7fe98f392690a1c53abfa12baa578641ebe4da9aa4f7e41","formula_version":"titan-u-contract-v1","latency_ms":0.5180840380489826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a348412bcd70c70c4c0b0b64f4c110c01b703fe37944865656af796b3cda59f7","sample_id":"mmlu-philosophy.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ad69c658702dae1432bb0ad818bd5fcdb4ea0f0e6444c4aa2790e6c4cd8f23e","formula_version":"titan-u-contract-v1","latency_ms":0.461083953268826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc94b146deed81caf9dac8064f0324ca4c3436411075089a6f7459a937f5f6bb","sample_id":"mmlu-philosophy.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09e61084657f1898acaf31937daa4e6a4b46eab5faec2c8d6b1265a6f3f2914c","formula_version":"titan-u-contract-v1","latency_ms":0.5822089733555913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ca8cf60dfcace996840c3869953bb63014f18de83a98a78a80578a6c8d7fdeb","sample_id":"mmlu-philosophy.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b74451eaaa57f28441db38d4b22af5e2b7f1108897a2f0c5e62b41a53d7ffc1","formula_version":"titan-u-contract-v1","latency_ms":0.4232499049976468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a65ff84b89dc5d9ea477ff17f2db3f60296cc0aeae0cf355ddd6f537cdbc7f2","sample_id":"mmlu-philosophy.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60a9f614aa6809587ceb3891bc5284da93e148b383af9e21f830a332e5a3be9a","formula_version":"titan-u-contract-v1","latency_ms":2.471499959938228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa6aa366f42df30ba14752be01f8c15ac8adf2bd8f6f9e6b7b2435a094934669","sample_id":"mmlu-philosophy.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23ee2bef3435eac310af50ca2e6d75db4b9b75885f6aa1d3103949e59d8138e3","formula_version":"titan-u-contract-v1","latency_ms":0.5897920345887542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d213558777b7df5564ae5acb4ae12856fd8288d1f5f0289cec413507f50ae197","sample_id":"mmlu-philosophy.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddfbb8610550ccc47c97a135712c9013acfd2e73882ad5a1a861c963406722d2","formula_version":"titan-u-contract-v1","latency_ms":1.1385830584913492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6401247b5e157fca1b0c60b207633a9392812e2a0f9bf406413ec26ca586802","sample_id":"mmlu-philosophy.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b814a9c00374e8c4711b8f23a75b62b78af1f2b5e468de327ec22c75f8e41653","formula_version":"titan-u-contract-v1","latency_ms":0.680917059071362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f8df82a7f1d1b22d4f4cefbd710f99882a1f4d2f3510ecd6e6d0eed9824e183","sample_id":"mmlu-philosophy.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d992ec55666c2e1b3ea16128d663deb3ea0629c053a915c5142361559dd5ce14","formula_version":"titan-u-contract-v1","latency_ms":0.8069159230217338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16faf925cb394be39304ad7525eb52b4638fbc25b68bb0b94694e999d1a3904c","sample_id":"mmlu-philosophy.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"759a12c474ba90cb2e63bf1b309c751fbe6bc19a41f540c8252aead413cccba5","formula_version":"titan-u-contract-v1","latency_ms":0.6745830178260803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fae19897da297f48a41f00b3af9fd6a6fd4dc3c5d0575147e823c806558c70c","sample_id":"mmlu-philosophy.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cee6634933a2d3de320be0c70b453e792aca420699470126d190f8e423c71697","formula_version":"titan-u-contract-v1","latency_ms":0.6723749684169888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6888840babf4c6529a03bf069d82b5a7bc698004356c9cb003d85263408eadd7","sample_id":"mmlu-philosophy.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11d9b3ff361f62515d81aab44012f5326f12688b484978bac7a7231d01b3449e","formula_version":"titan-u-contract-v1","latency_ms":0.5558340344578028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94e8a4297096a26c3a0463a53e50e9ba69a3e71eac7a62909cb812b280024ea0","sample_id":"mmlu-philosophy.val.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1616ffb533f42164ffc205237a715f6c3dc6c0096e2f531d62155d86648a39d","formula_version":"titan-u-contract-v1","latency_ms":0.5197080317884684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23ba2bfd498b815f9caa1ff1d86f804843456b2843c8b4c0b7acb33ccc6043a0","sample_id":"mmlu-philosophy.val.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b09bcb124ea4c5ab4dec665fbc0baa7c1c3aee428ae5452579709964cb4e943","formula_version":"titan-u-contract-v1","latency_ms":0.6762919947504997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e585082ec32ab295dd1c59e304b5532bdfe267d1af611f22525150132db53cb0","sample_id":"mmlu-philosophy.val.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c38c7d8b7a3bdf19d82b14318596a1170fdae33714532fe43bd1ce9d5989332","formula_version":"titan-u-contract-v1","latency_ms":0.4837079904973507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03848277a68344a1086300ef8f54f68a0c1083be2360e790af745ca0a2c587fc","sample_id":"mmlu-philosophy.val.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a5b331a7fa573746cbe521422b2085395921cc2cf2f5a025d68f07971de15bc","formula_version":"titan-u-contract-v1","latency_ms":0.4739580908790231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d088a6dc880a821d1a4d0afe5081e88a6e09fe536ca2c92ac0339dad2ce2e8d","sample_id":"mmlu-philosophy.val.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77cbee6db69707fb850bd80c48f7b911659ef675407214048fd9df91a9a03241","formula_version":"titan-u-contract-v1","latency_ms":0.4484170349314809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccd0034677c96cfc75abaea130ddabf35ab1035f35d517c8ce9a70c09198fcd2","sample_id":"mmlu-philosophy.val.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68ead739a25af7284235193f9b3ddce5f7bc4030057b00374b4f40e64491237c","formula_version":"titan-u-contract-v1","latency_ms":0.4646250745281577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8259e7d17c2497d2389214d618d653358a72864b682d5384130a5edc142bb1e","sample_id":"mmlu-philosophy.val.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bddd0974e2cb5ab675b682dc96c9a16bcee4215dd9dacf859b4e6f4546cd25d0","formula_version":"titan-u-contract-v1","latency_ms":0.585207948461175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41bbf795bfb833d606910793d62da371fd480ac95c8459deb99b709bfca25dd0","sample_id":"mmlu-philosophy.val.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39f5d37dd69ae963b8fa165c3acf706eb6451afc873b22d54dda704c2d21e57f","formula_version":"titan-u-contract-v1","latency_ms":0.6482910830527544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"874e57617e36717798ae146323ead883c73247347c93621f9fcf852d0c77a9e7","sample_id":"mmlu-philosophy.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c46a60fecfd6b64282c64cb888aba43c6c857cca507e801283449fa963f9facf","formula_version":"titan-u-contract-v1","latency_ms":0.639250036329031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"230f9235a5afbfdd69af4c6d482b3f5dfc4dfb4298a170cecb008bcee2a216dc","sample_id":"mmlu-philosophy.val.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d78f5c04b6adaaa9a7ea1d2aa6419a3219519ab4a951d2f336e754e1a74b4032","formula_version":"titan-u-contract-v1","latency_ms":0.45362499076873064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62dc3594e005ad0be549b168d5d02203b6c2af909e9d246e48b58776296df121","sample_id":"mmlu-philosophy.val.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"519fa8e061a453e138a90cf127f2a54cd9b2ec1477225ae9efd2ae7676386ea2","formula_version":"titan-u-contract-v1","latency_ms":0.6458749994635582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e678d950b47876d409fd7db60d1cf33ede6d56316ce17243586f95f4a02afd4f","sample_id":"mmlu-philosophy.val.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed0b73588acd651268eade8262516079a5f9cfb6fb44125f0382bc21cc2efe7a","formula_version":"titan-u-contract-v1","latency_ms":0.53725007455796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"163cdd1d35e571cd26ade92ab4f24550cd28af4e7d98254fab9058f5a7230fed","sample_id":"mmlu-philosophy.val.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2697d604baf916d52be3164dc510c923b7928bae5aa55f4ae2f0bbc9e16a351a","formula_version":"titan-u-contract-v1","latency_ms":0.6617920007556677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a57616f754ae010a5151520b7f1fee4fde7c93063d664c7134c8e46abde3d21","sample_id":"mmlu-philosophy.val.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48e8f78ef97ab60d49390861fc5de08502d80ff508da2b1b7881aeaeab87330a","formula_version":"titan-u-contract-v1","latency_ms":0.6547090597450733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"583accf29388bd5dd0335754bbcc7e6e93f254397d56602217239a6f8b49edee","sample_id":"mmlu-philosophy.val.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bb1b495fa4aea7e8d8d9073d7b31a4d5307a4b0766cb008a48322d3b70aa116","formula_version":"titan-u-contract-v1","latency_ms":0.8055840153247118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5959f9b9ff8faad606d56b483ff848fd5f321c846608eb3d7d8c96645324177e","sample_id":"mmlu-philosophy.val.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"350994c598dce4f9dbb1919fb96b163c0235d552997452d511f2ae60be603a7e","formula_version":"titan-u-contract-v1","latency_ms":0.49174996092915535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95db306cd2b3f913b18cecb88a643a6f89c1494af229ba492ff3e95aecd3a816","sample_id":"mmlu-philosophy.val.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71278b1f6b10367299c142a319ffb1a307eb93b43e3dfe21adad811c34c6f9df","formula_version":"titan-u-contract-v1","latency_ms":0.4354169359430671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b8d2fd3510355a834b92c99c9e3e7cb5a164a8900c8b506af7ff890e3faeee8","sample_id":"mmlu-philosophy.val.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9914034c66d7090df9be35e8e3c9dbd160871a78dfafab6038aba7853df3d9e","formula_version":"titan-u-contract-v1","latency_ms":0.6869579665362835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc83980f453e570968f0e7255bd95c07713631c76524d5c40ca7eb5d618e83d7","sample_id":"mmlu-philosophy.val.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9be5e12f69477e87b81fbc5d1a5962ea03ad49b8439526eb29ef37a2c1ecb15a","formula_version":"titan-u-contract-v1","latency_ms":0.5993330851197243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eece8030abfe4ad5b927483f1182058389e7125b858831f83bff06ef895f193","sample_id":"mmlu-philosophy.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cc218e9143412e5b64ca7d0b883ca1842e53dfa7f46bfa85413ca0623a9a588","formula_version":"titan-u-contract-v1","latency_ms":0.5866249557584524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4685012af0aff4d0bd0cf1d7b71a74ccb402fb8af6be4e4a2efe1cff284033d4","sample_id":"mmlu-philosophy.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3de5c8caa0812a8a3a113e6ae05e2cd21df21bb2731b32e61493791eab953704","formula_version":"titan-u-contract-v1","latency_ms":0.5956249078735709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d48f5b8b7139688a3326979b2ecde09cab7d8ff1933a13d1429f3a50a66db42d","sample_id":"mmlu-philosophy.val.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79462dc8a702866786e9948f319b65a6e03a69fe0ec2dc16586dc569b9331d2f","formula_version":"titan-u-contract-v1","latency_ms":0.8002499816939235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0b23d1c549034eb99ed0cd1a8ddffa50792e0acca4e2c411c6f4c48bfd49039","sample_id":"mmlu-philosophy.val.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a0577ab9638435d126f425dd59695f0c11ada1c9e59a761d276fbff33efe8a7","formula_version":"titan-u-contract-v1","latency_ms":0.6380419945344329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"243f6b474a976f256a1b736937bf63b45eea3f3f2f6b24492a0b3688241de7ce","sample_id":"mmlu-philosophy.val.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79d58329a258075b247ed0cddde39a31fdf59ef34d38c855c33ecfa2d252d573","formula_version":"titan-u-contract-v1","latency_ms":0.7675420492887497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a108965fe937f5308b7b576d382f4b369372746d8a724487b18e519e49106c7c","sample_id":"mmlu-philosophy.val.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30aea58c7d294e4a39a59e11d0e5a71b6c0ffbfc8c98d4e5fb5464491857e561","formula_version":"titan-u-contract-v1","latency_ms":0.7044580997899175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71bfab234158307b65fc83a04a3d2dc16c24c968624a8ce42f9f790c99179969","sample_id":"mmlu-philosophy.val.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f18b5995b1dcc28324d51b48d5541326d3fa4c3d63d6af01b0601866d863efef","formula_version":"titan-u-contract-v1","latency_ms":0.605916022323072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f04ffcb1c7a850f66150dc2224fb5af251c2cfc901d1b8fdabc70dd5a67e1375","sample_id":"mmlu-philosophy.val.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a4fc650b402f92fb843d7878383156129e56d1f2c13dcafd7837fbf9ec8a809","formula_version":"titan-u-contract-v1","latency_ms":0.4641249543055892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2256f7bbed19471d44983baacd3fe34e41e88b1e374f2b72dd94b542b4c76c32","sample_id":"mmlu-philosophy.val.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"907cbc7ef8d4762b7907d5cc7f3b0c1fc7dd66d0f39920289e74139704d2d7d4","formula_version":"titan-u-contract-v1","latency_ms":0.6189589621499181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d4b1daa313f1a81857afa47c006cb264b6c3a7014ce693b77afce5d552df354","sample_id":"mmlu-philosophy.val.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e82246dfa21b481cdb83d68e2f16f5e7a1175151c8c88a3e93f4f410aadf084","formula_version":"titan-u-contract-v1","latency_ms":0.5767920520156622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a8c4ca0edbea4bcbe70987b540a1fe8ecc331f55df1a67569c06d337bf23f76","sample_id":"mmlu-philosophy.val.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad2b6a42fab8239850b9b31c7cf78115193dca59fd435244c24422f79d8609ef","formula_version":"titan-u-contract-v1","latency_ms":0.5376250483095646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"687a275cda2c55d9f0db8373b02e52c27a7d62d8a004d7ad507911eaedf2a4a7","sample_id":"mmlu-philosophy.val.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"858af0d0c66dfb53465579d88963e256851ecf2966f3888deab4758cc419b529","formula_version":"titan-u-contract-v1","latency_ms":0.5934999790042639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16ac2f6ac4fbd225c073a0dd2f06342f2eb9fdaf7a5d31be12d19172741bbd0d","sample_id":"mmlu-philosophy.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0a2f6345a6b25aa58cce96a5b7310e3c8b07dd5f49393d82cc4581cd49a2e09","formula_version":"titan-u-contract-v1","latency_ms":0.4587919684126973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0f8a248922457fa38566b0ab89cc29ff0c956bd68a464c8c6abb2d1db632587","sample_id":"mmlu-philosophy.val.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"387bb6c64094e7b0c4d97f8abcdb8d3795c31a440a973bf50984c8cccfdb7913","formula_version":"titan-u-contract-v1","latency_ms":0.44599990360438824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c290a8f9100477955e8d66fa7f882a4b7c8f8b5fe3da54ede1c87d17682dd80","sample_id":"mmlu-philosophy.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2249fee36ea1a113767fac1f7c0adcc2e9e37ef6e37f5a73824cec41fdeda178","formula_version":"titan-u-contract-v1","latency_ms":0.4124579718336463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2efdabdddd35e3a276d1510e4302be1ad05b56795bbdcea85d55ae96143bbf89","sample_id":"mmlu-philosophy.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e38a81c522568639b70cfe3b51cb18b5bfd552dcb18e1eaac1a46493dc213f1","formula_version":"titan-u-contract-v1","latency_ms":0.6103749619796872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c2e2ac065a97af9dab23a69f206be0756bb88c42e6e590d758d45471e270a71","sample_id":"mmlu-philosophy.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ae777b7bd08b95916a7e9374664dfb99b93cc2f715764c47c82e6ff7c4cb340","formula_version":"titan-u-contract-v1","latency_ms":0.46270794700831175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a990887fedddff258f6fdc175ca65adeb64c6b8b18ecda1fb304d14d22c946ec","sample_id":"mmlu-philosophy.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3d4de64587c142c3920e97da35815d38efb4f7370475047a24d8e7a65510fa5","formula_version":"titan-u-contract-v1","latency_ms":0.6098749581724405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87831520efc0922c99e9125255fe95494038510e14109764a6f080d8f2e7455e","sample_id":"mmlu-philosophy.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19af09da2c2fa94a5ea85ab7fb57ca82db7de479453c62317a0cbd1c7fe5511b","formula_version":"titan-u-contract-v1","latency_ms":0.5611669039353728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"851f40e4191948ffe80168b2423235ba8b58b4df5416568738717b9597a564fb","sample_id":"mmlu-philosophy.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed88a6574005783aed81456a6a2a944a4c60fc81333744ae39cfd25306440f87","formula_version":"titan-u-contract-v1","latency_ms":0.9506669593974948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c7e0d599be8facf15a05cffbfaae6c7724c7c7accf6eae05d7c755f26ec1c8a","sample_id":"mmlu-philosophy.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c59f38e85646f03ffcf09920ccb5e150e0d00e14948e272ceeafd2587fa0e629","formula_version":"titan-u-contract-v1","latency_ms":0.47108298167586327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8cf17d36c3e51b32fd6cb35fa2b68e3d5661e0e969a158be4531780803bbb24","sample_id":"mmlu-philosophy.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9260748e4970ce457a052087e89e6512c49e761797987d105560b449831801cd","formula_version":"titan-u-contract-v1","latency_ms":0.6376249948516488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca81cad3dff94a2b7d9d36ba6a57f2bc5bdd228d0282028666a33f6cbd61306d","sample_id":"mmlu-philosophy.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac5354c786889af39803d035fab32cfbb081b9283599e06884fa8469f9954086","formula_version":"titan-u-contract-v1","latency_ms":0.5834160838276148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3573c35e8274bde442036acd27caf7f9403db420437b5db276bce02ca5c059b","sample_id":"mmlu-philosophy.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3396e7863638fe10cdf266cb28d0bee5137eca7426ab0c281a8d90d4abbd14b","formula_version":"titan-u-contract-v1","latency_ms":0.47999992966651917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c98f5da6f05b868bfa17842ebc8fc306be1247fecf6901a2ff87f1319b067ee","sample_id":"mmlu-philosophy.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ac5be9b1df0f8f23f81e6b04ca58243870a2f9a1ef798be4502a86a28e1a953","formula_version":"titan-u-contract-v1","latency_ms":0.4895000020042062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1d2541f2dd728c0a289012d6ca48ddade9cbbb4372d819dbbc846e9d1721be1","sample_id":"mmlu-philosophy.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da7fc988a312a2e9534dce72d7d38dd1cbda2293eddf508b9376bca3380957f9","formula_version":"titan-u-contract-v1","latency_ms":0.6371670169755816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84284255332bbb26624c5a7c8fe96b400572f567cc381ba7a16d27b08ccab244","sample_id":"mmlu-philosophy.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3306437d09b5c96ae4a6bd387da31b2a8e942cfa747351a1bb0fe2bf7ce8c205","formula_version":"titan-u-contract-v1","latency_ms":0.44816697482019663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2a217f6ec5b2e3c9213f027eeeddf90b7a0683d34bd1e1b314564a28b804a0e","sample_id":"mmlu-philosophy.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38654dc9a59f9ed4fb6228ffb6c717245191dc4bb957b5df40ad64099ce80173","formula_version":"titan-u-contract-v1","latency_ms":0.6037079729139805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d61105e2236f272e3e7d3f992ce80ecee0ff161734412e00ed6abcaaf4657d6","sample_id":"mmlu-philosophy.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b17867289fb2e60514ce1cb7a3b72b5f25ac2993720cd9b2654ca325996e6a8","formula_version":"titan-u-contract-v1","latency_ms":0.9169159457087517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb13ce24d409042c85e5af77ac02eb1c184f2a8f717b2e05780b4c63b6ef630d","sample_id":"mmlu-philosophy.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31c073d29db971d83d9c3eed35520b8b422e9bc755ff5edae75416fa6e56c418","formula_version":"titan-u-contract-v1","latency_ms":0.6096250144764781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"262a8d64307b38047ac1ed34894d67d84231e007e5c4a567d0468c20f5c0117b","sample_id":"mmlu-philosophy.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e840289934b29fb38656b6fc1d6577d46e43496bdcb6dd5c14beeae560dd3807","formula_version":"titan-u-contract-v1","latency_ms":0.6445411127060652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a05a06b8d940978ce87faf8bed9a58cd18757c0e70e2f9f2075136b67ac273b7","sample_id":"mmlu-philosophy.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"375fc119f83aa043b285197e8656cf39ae853689a9827b4ee26315053ee32f49","formula_version":"titan-u-contract-v1","latency_ms":0.4453329602256417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8885a2a97b9855bdecf89a4473b7b719a662cce2a7884276b28208144c1dda65","sample_id":"mmlu-philosophy.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db008fd55456466367559b8d94327ea5e69ed6f0527d034b921523736da67f04","formula_version":"titan-u-contract-v1","latency_ms":0.4403750644996762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76d0b5ff918ba6bb10adb2902703e2e8118659319eb12126d8b7cf027cdd3e52","sample_id":"mmlu-philosophy.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afc035ac2a1f0543fa842fb9d22ef56f425e701cdcd48c346cd936cc5362d0ab","formula_version":"titan-u-contract-v1","latency_ms":0.45495806261897087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ae0c210aadba472de231f8c955503c20b222e02aadbd7b90e2b51c658b88c48","sample_id":"mmlu-philosophy.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2faf95fc3f8780c59ecdfc1238783ab4950f59f6266301171749e38e245a261","formula_version":"titan-u-contract-v1","latency_ms":0.4663750296458602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06822af4ac3dd030a639c87761332c30321d9092012db349390d58cdf7326ecd","sample_id":"mmlu-philosophy.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e28cb90014cf996bd817a9a9227468128521d3d99f3833c94b84a6bf7b3f7d7d","formula_version":"titan-u-contract-v1","latency_ms":0.606292043812573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"170e6c0dc51ad121730b7c321c2e93428a1ad09e94b8896ddd6cfd5b18ce5925","sample_id":"mmlu-philosophy.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed7793478ef575fcfdbe37652e0d65640aab1c4369b6bc76c7080cffa2a18a27","formula_version":"titan-u-contract-v1","latency_ms":0.6930830422788858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ba50d86c0fcda509e5a770214e1de34902e4dd9bd8cf9a596bf6a2d318d2f55","sample_id":"mmlu-philosophy.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89762e74585263238b3ba5a04e0198953b7320406ef14d38e742d50f3c786324","formula_version":"titan-u-contract-v1","latency_ms":0.5705419462174177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a25735979227918b9d0b972acec08db82f994df5b06e5d2ea118b0e0e794472","sample_id":"mmlu-philosophy.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af5787b47cf831fa0b7139e543cb8a03a7e26c009305a1a2ab3bca8920def274","formula_version":"titan-u-contract-v1","latency_ms":0.6420830031856894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a2d6e69dd1374a03aef85ef334622137ef10b1e5d2336fd15db88f942a77769","sample_id":"mmlu-philosophy.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67423915c193b4aa471b22361a02fed82b5545a1c9749985b05d1c1042449234","formula_version":"titan-u-contract-v1","latency_ms":0.4499999340623617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e55961f2cdbac9c9bcc60f888ee6b635031f7f9cb8a36595db54778b974e81c7","sample_id":"mmlu-philosophy.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae4c17b619d7dd86ba08b38a2b7d9509fa8cd4dfade163698a33036cacc82247","formula_version":"titan-u-contract-v1","latency_ms":0.5494999932125211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9011c1a2447d73a83e092717ade1a4902ace14dfc5d0485fd4695bb81da0b745","sample_id":"mmlu-philosophy.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce7b34725dab3493e3cf4c84eb314e147b6ac09fe0d990895d2ce6dfb896e42a","formula_version":"titan-u-contract-v1","latency_ms":0.4819579189643264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b48f0eb705512d50657c6ae14db62714f35048421fdfcbf099134585a3a8cb7","sample_id":"mmlu-philosophy.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cffc2150055fa53df7ce9d34d6e0819fef50ba97453e402c2137fc2f051c01b","formula_version":"titan-u-contract-v1","latency_ms":0.4485839745029807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c2022d6f9f7dbe9569ac132724ce69fafd665029d82c88cfe3483d3fd14306f","sample_id":"mmlu-philosophy.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"748aa0182db43a48640a970fa7b8b3aab9df599223b2da06852bcdb2faa15919","formula_version":"titan-u-contract-v1","latency_ms":0.46274997293949127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac3e49fcb1f0d136d6ddd4a9c4c645e8096fbef2097876ddee586b174804e2f9","sample_id":"mmlu-philosophy.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bff57a441704a978f42dc1af1cc867e8ab9b1f5022559993a5d3a814dd56b5f","formula_version":"titan-u-contract-v1","latency_ms":0.6071670213714242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3c6ec3f7ecff8fb5244cc5825509e37da1a94cccfc149863b5c6a988e62a6bf","sample_id":"mmlu-philosophy.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9eebd578e0f1b9cea45f6f331704137b1ad04f42eda794734056d046fbf062fe","formula_version":"titan-u-contract-v1","latency_ms":0.47212501522153616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"914ab165351d5705b448a5f2dea24068c31c2015e8a8fd8333f1afc38f315d04","sample_id":"mmlu-philosophy.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c7d6ca1a49a43be61ab3b9bf3f63b838401b9a1bdd145e9d411705c784c66ae","formula_version":"titan-u-contract-v1","latency_ms":0.5878329975530505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7830d47b9a83adb6c6232c7b86e9a4a9f290b7872f87517b0ad1e4e3846d4c1b","sample_id":"mmlu-philosophy.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45af3ee4e3f62bd1176ae2ec90508b7cb9be0f3f3892c912edf2a6e6d13f810d","formula_version":"titan-u-contract-v1","latency_ms":1.015750109218061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a574db666e3e260f47b665ba87b54ab2be596ce1f43d8cacfa5374b06a2d7e8c","sample_id":"mmlu-philosophy.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2eba816d4089521c392811674d7a85da4cea5981fe2037facf248261a429fa0","formula_version":"titan-u-contract-v1","latency_ms":0.5740829510614276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c0fc94559e78d2e059afcda8f295e93bac3646fef412aaf2cae684707b825bf","sample_id":"mmlu-philosophy.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ce2cdcfaa374de6a72d2e32083c43f390f5e55c75cb360f4c4cf0097006244d","formula_version":"titan-u-contract-v1","latency_ms":0.43708295561373234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bd3c81d2a92ac850489e38a0eedca3194494329ce2399516984b60719163fc3","sample_id":"mmlu-philosophy.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0f74b45242a5eb4b5986358cec7dd808bdd7441c09b94c5023d65c30b23cf17","formula_version":"titan-u-contract-v1","latency_ms":0.43562508653849363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4ae845e261ada939a2a50840b628b9ad1faa3f1d2a8b77200e4e02b8d00f473","sample_id":"mmlu-philosophy.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ebd847660f773383c6f728ab02bf52a991a4627a208f1ff12384c94d9317e81","formula_version":"titan-u-contract-v1","latency_ms":0.48404105473309755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9799b9d7a63b82039c238e72e8bdf7d7f283d83361d89135baeec873671fbf65","sample_id":"mmlu-philosophy.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f84729dd9f689a9da490c187c8f4d9c54f9a3c03bfb3394d3cf91a3353189936","formula_version":"titan-u-contract-v1","latency_ms":0.45604200568050146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d04438b8980e55de65b5590a68f326259a95d9bde93ce2fcaa56148189c67602","sample_id":"mmlu-philosophy.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb5e58dca1caab61ce4dddf105aa2e89e3215769f7f317a6bb555c1ec65fce28","formula_version":"titan-u-contract-v1","latency_ms":0.4300839500501752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2797a1d6d4f5a72dbd5b660305bb19f7cd051b0a6e99dfe7d3186d054b1672fb","sample_id":"mmlu-philosophy.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ef26408557ee05012d71ea65986598b051cb8ad5d593ad3113d7cc25f8e635b","formula_version":"titan-u-contract-v1","latency_ms":0.6270409794524312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"104e1a922a91e1f3395591affa1c56d9ac09fb937c1b2bbfdfe200c24d1fc9c4","sample_id":"mmlu-philosophy.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47991c6dad444faac5b64c51d4484bace37b0850d659e588e15a1b41d0e72cf5","formula_version":"titan-u-contract-v1","latency_ms":0.5815830081701279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"673116c7dff88d3c55124daf836b672d84f67ff1d3093afbf78cfbce178fdb69","sample_id":"mmlu-philosophy.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca5f14bce3e6dc88727727c92c5e3e7496585864d1be9d1d4e4e1849dc950b90","formula_version":"titan-u-contract-v1","latency_ms":0.634124968200922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"923ffa938389ffe139d72dcb451ea1bf8f460bbcc7cf8361b5f55af47174e5e2","sample_id":"mmlu-philosophy.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6d57b82e5aad5ba3639a6bb33ca68edc6139065703450fc8ab89d7d815ea526","formula_version":"titan-u-contract-v1","latency_ms":0.7082090014591813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efeacb454f4abb33c480ce9afb32ad80eeeef88b287a02d9128f285cf4d785c5","sample_id":"mmlu-philosophy.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52d1d6962f8570df89ef8b9a5298268f7a6070c7160e1ed32d76b36179a5403e","formula_version":"titan-u-contract-v1","latency_ms":0.4699589917436242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c94b7488ad4a850b2fe37f1248882d79c522477dc615ec8042cba01ca15e6ab","sample_id":"mmlu-philosophy.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"179a73ffa8bf75f4ee9393f04cb96381b703c02da9a29e9084184d1269b22148","formula_version":"titan-u-contract-v1","latency_ms":0.46683300752192736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e013fabe4b22b7db2841bf5c13d06782822a37f5398e303ef27bf36143574c3b","sample_id":"mmlu-philosophy.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13945d09fc79562eabb18b491a8f4fc8d74f4738ec13d09d50b26baab4998b57","formula_version":"titan-u-contract-v1","latency_ms":0.484667019918561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c24c5fdb3af63cb8dbb4e9575abd793e34980b6962f2efb23029e08435484d91","sample_id":"mmlu-philosophy.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c854d8cc34a6b7a3cfb024f0cc6c1327b2aee37f815ad9b0d7004d8c49c63fb","formula_version":"titan-u-contract-v1","latency_ms":0.446291989646852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02078f73722837b0df07aa30d47047c8044209e5c8b68f877fc6990620620fae","sample_id":"mmlu-philosophy.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3142638fba9ffd38477ab720945bddf9f216cb3fe7235824d1f90f2e19d95d72","formula_version":"titan-u-contract-v1","latency_ms":0.5801250226795673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f5205f48f72a2ac616d62d79d4143113c3ee06cd6b1fc154e69dde5c42c3cca","sample_id":"mmlu-philosophy.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc71f8f402dbf0e91a754c47465737d05d2b023777fa3353b5476330fafcab8f","formula_version":"titan-u-contract-v1","latency_ms":0.551666016690433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44f3354d079228e0577d14c361f4b179a541ed3502ddcf546a45da1d5c7468c4","sample_id":"mmlu-philosophy.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bcf113c608c245007762c3993cc08136421e5588cd69b126cf5bc902597ca84","formula_version":"titan-u-contract-v1","latency_ms":0.6620420608669519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e35ee27f70fb7626dab46c52a06b0190ccb738aac74b5195c5b620d21d2bf47","sample_id":"mmlu-philosophy.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f61f370bd2c0f0d495092036a19661fa5be95b6f8e893e3881d8e9985ecf187d","formula_version":"titan-u-contract-v1","latency_ms":0.5049590254202485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67e5f8a1ccffe33f0239cc815d1493c38e961679e543287cec17e31628c6cc27","sample_id":"mmlu-philosophy.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c24d57e0974d9b11ec93034655533b869cdfc8e8c7c06e59c9c63e79b9cbb77","formula_version":"titan-u-contract-v1","latency_ms":0.5606249906122684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"356f5bced0d91124ae2bc5d23c77b474a61cc65dcc3b95c48871c8e8556c1ad1","sample_id":"mmlu-philosophy.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d43e9be740cd35fc2184430a55d6fd124d372a31a716a6019e7b98e75a83c2b","formula_version":"titan-u-contract-v1","latency_ms":0.4762079333886504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6652b4a1a20b7ecf21fcff29bdc0bfa1688935a834d397213eeb0e6fd591133","sample_id":"mmlu-philosophy.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4306d3b69b520d0db788f6992b9bf5e91b9ffc4c4a5d8065344654e81338ca88","formula_version":"titan-u-contract-v1","latency_ms":0.44049997813999653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f2ea8e652d4ec78ec3a06dc7253cb885e2b20d94ce278f511103b63ed67d548","sample_id":"mmlu-philosophy.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"524c87d32e8392c1c76a9b7c4425b0737d805ac46284ce2a21b6645e34e39d05","formula_version":"titan-u-contract-v1","latency_ms":0.6854160455986857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8c9a7cc42cb8ee27c5fd83722265b94365516cce92f028f4635f246afea80ab","sample_id":"mmlu-philosophy.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dac72c3d06062a8fce062a64e29e57032ac5a69ee425410bf87c50589327e65d","formula_version":"titan-u-contract-v1","latency_ms":0.5907920422032475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efea5b5fb68b2c3b5e11c165a0bfd8cb4b17817c5065b8920adfbd1fea924675","sample_id":"mmlu-philosophy.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9af340d74f52d7b9fc352fb0101cfb27728fc14ad62a4c047227b5ad03196b9c","formula_version":"titan-u-contract-v1","latency_ms":0.5238329758867621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50f021c2fe882853364b95384163535e9af79af02caffb2c65e1c0cad98d5e12","sample_id":"mmlu-philosophy.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c22cb69816bb698c0d5aae5dc63ade0dd4b96fa9a2875c2d79a960a11ade228","formula_version":"titan-u-contract-v1","latency_ms":0.5490418989211321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d107ab2f8a43f4bc5fb29b96f12d70501210b8abeca97ed03a3604ab33fd9d70","sample_id":"mmlu-philosophy.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20ef9e65b2516e5c027de308bffb93c8dd6c8b6d8ac7ccefee03cb9eec63eba4","formula_version":"titan-u-contract-v1","latency_ms":0.6891249213367701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f2a919c200352bfb983a29005a0fa5a693716a859c4f5f23af3b3b079c938b5","sample_id":"mmlu-philosophy.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8fb5ab0f25c720900365e5599b59499747104c20b66d25ab0ecf37903ab1ba6","formula_version":"titan-u-contract-v1","latency_ms":0.6380000850185752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19bb32ec2cebd9d227a40b4f41febee81ac33af13ca7c441b807210796bf191d","sample_id":"mmlu-philosophy.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b575984c83f3fcb896fdc47bb466e4a46f647a48f4d7fc4715eb913c2c261fd7","formula_version":"titan-u-contract-v1","latency_ms":0.564957968890667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c42f5eff65e3d189373738f0e2bbbb26cf43a82513cf0b1355621e204a6bfcc","sample_id":"mmlu-philosophy.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78b24922ed97da41fde4116a12082b561161926cfbfdc0b1a1f1478b205821b1","formula_version":"titan-u-contract-v1","latency_ms":0.48716599121689796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b8bf557f6ac11b07934b8f76e08bb59a8c1856191bfe89dce8607dae9b1f9c8","sample_id":"mmlu-philosophy.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01959bd78bbc3eb85983d4f6ad6665445aac7e55c0616ce3854ab9993792a255","formula_version":"titan-u-contract-v1","latency_ms":0.48625003546476364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20b41e7222a45b2b8fcd0b0a7adc4da66cbb64e4caf9359c26c8b2f73121aa39","sample_id":"mmlu-philosophy.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f88e59e644fbb91af329c25f58b2cc3dfb9b33f95b94453039f21455bc5ddd9","formula_version":"titan-u-contract-v1","latency_ms":0.6017090054228902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0de42ac0d8c7b6abfbc7640514bb6fa34e26edd73f1488ae20fa590ea06c9878","sample_id":"mmlu-philosophy.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4d14e36d853c6c19a1f950345b4106aa18e1f4e82a18dc9641cf685f73caf1e","formula_version":"titan-u-contract-v1","latency_ms":0.596500001847744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"773dd1c5c9b98a8ba3930bdd725e91eba832372ee10fd3544ca9b602a42dcce6","sample_id":"mmlu-philosophy.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7f07ed479f45f6b7b97a2b8758e54eb7b04d5c491e0aad9c8f0a82623e93020","formula_version":"titan-u-contract-v1","latency_ms":0.7299999706447124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56b0dc54bd1bc3577fcf4548231ac7ee0e4b5b11037d1f78070231725c09c1f3","sample_id":"mmlu-philosophy.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6834e99786f249abc6710c6797d02bf48966e6c557f1d616b8fa48377938049c","formula_version":"titan-u-contract-v1","latency_ms":0.5550830392166972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b32f1793cfe7552ec8707b643f73bbd4e9cb64f8d7e056c2f7cd688f2f897a62","sample_id":"mmlu-philosophy.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"652e4ed8a9bfe51a7152015c95ae7b319aebf0c46c3cf9010e2b3aa522f6b2c4","formula_version":"titan-u-contract-v1","latency_ms":1.348499907180667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19b31407b36367c969cffc01f927f38e1ae630440d1114009cc8cf48ea828775","sample_id":"mmlu-philosophy.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e303f53f6476e4861d9e53eb12ae89cc31e856f341b5e808ba0e54188cc57b99","formula_version":"titan-u-contract-v1","latency_ms":0.4447920946404338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45e83073a25f7d11f024abc535ec69db2c57d447501779f0afa2cec2b2647820","sample_id":"mmlu-philosophy.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f10f6aa23cf77e7ab7945ff564e22988bc8875e9dfd4141f52449779bd262dd","formula_version":"titan-u-contract-v1","latency_ms":0.5047499435022473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"869a04fbd4f7b947cc54ae19ff5ad26aba3ec131f75cf451ca46f09fae18b7f7","sample_id":"mmlu-philosophy.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"066b855895e4f60802420a46d0d80c5fa34da160494243a7340835f5934b0339","formula_version":"titan-u-contract-v1","latency_ms":0.4556670319288969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d8a950db8ef281954d5f28ee500c59328045e7fee69065de2461ca99dd7e560","sample_id":"mmlu-philosophy.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44f2f07ea9ca537a32a5e530d343c1bf399f58298d9be7c2c7d1dc3115250fd2","formula_version":"titan-u-contract-v1","latency_ms":0.5799169884994626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b7ece0a3ee6b7cd0f86df22aee1cc9688ee8c22bdf8afb1dd4831e68675e15d","sample_id":"mmlu-philosophy.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29e796a2fda9d920be3ae799f8694e05929bc610856c518b6db16f2fafaef3cb","formula_version":"titan-u-contract-v1","latency_ms":0.42037502862513065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21f9798440b704cee1822ff991c22c410b06f370b7f4a3ad28961ea02527022d","sample_id":"mmlu-prehistory.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"093d69aca892998dbc1fbaf81ea9369cd86cb672bc771c1c5e488d5aa53f7fee","formula_version":"titan-u-contract-v1","latency_ms":0.75833301525563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78944b19d3a78652e9c28084c3f1688a6ae9af709d750818aebd4632b938036e","sample_id":"mmlu-prehistory.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee9d9ba25933328a73de4f7c40beaccb4c49c892696c4fa011537c781500b0e6","formula_version":"titan-u-contract-v1","latency_ms":0.5066250450909138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5655218994a3e36054d86a3126f78190adfa69ba4944c7376e74dcf9b0551cd5","sample_id":"mmlu-prehistory.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a8f21828ccd602e0689684d50f8507955b3907638a65c77419a44976b251a1f","formula_version":"titan-u-contract-v1","latency_ms":0.560999964363873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2750d9bf1309836abf4f4368b23355e5ae803465d67a48bb5ce05cb63e026c6","sample_id":"mmlu-prehistory.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51bfa90d0da063a1f0edbaa52c62bd842c0168eedd140df0a19867cab4c1c196","formula_version":"titan-u-contract-v1","latency_ms":0.5960420239716768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d58a6dd824a28db76a6ffa98d3a72a258fc6319ad66ea2801c8729555ec470e8","sample_id":"mmlu-prehistory.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f6cf8f5b069a7ecf9c271a4efbd42c09b8a31f2e441c87767d710b36862cc8e","formula_version":"titan-u-contract-v1","latency_ms":0.5190420197322965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0af0a8ce6a08496d286c36f417fda49f38ec31528566a46266a9da982537e358","sample_id":"mmlu-prehistory.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16dde86d387fe2c4c5d3590f1b687b07a5afab24a35a4cda39ecc5068a94df21","formula_version":"titan-u-contract-v1","latency_ms":0.6169159896671772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e735dbe26a884d808610701609bb35ac91eaf40a505a821a30db8e75f4f0bfa","sample_id":"mmlu-prehistory.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"169c5dbbbb34325a4f290af2cc1de4eb897b1fccd74b6c21096ce672204d4b62","formula_version":"titan-u-contract-v1","latency_ms":1.1559160193428397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a38ef9f07536efb3c466079c64d2b6daba93d5c6e28da769fcfc9770f32bf4e","sample_id":"mmlu-prehistory.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2422a4e74f91e6ba09cdfcfc3bc564f0a8d2d9e13fb577debee5254a2eb268d1","formula_version":"titan-u-contract-v1","latency_ms":0.5794580793008208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0c5fc3b1d530e60c8455bce1ff258b542086d1a8a2f79ea55fb6b104245a6a9","sample_id":"mmlu-prehistory.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94b2735670bad56b3c04e8d57c2f0bbdb4b39c0eb751e28f11ba6cf34fe838f3","formula_version":"titan-u-contract-v1","latency_ms":0.641833059489727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9455ee0f8c001733b4cbd06ca365653c1e30065df91636040600128aa47bc9f2","sample_id":"mmlu-prehistory.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"285d1c2956c3974ccf89a46a7db46f15076cffe15ad00204be3f23907eb9bcb4","formula_version":"titan-u-contract-v1","latency_ms":0.6685410626232624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa2fe92506b51e9398f3d568651ed1811848092735f3cbbcfa79290851f42b91","sample_id":"mmlu-prehistory.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fb92d606be41cf66512f2f8cd47a028722a7394a154158cab81adae55c793e3","formula_version":"titan-u-contract-v1","latency_ms":1.0082500521093607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"354640c22cb612fe0a147ca05bb3bc0f4ee304b0f497511f4819b81a6723d29d","sample_id":"mmlu-prehistory.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8bded436fcd2d7771f940939b8e27ddef6a0061471653e30bcc780765222849","formula_version":"titan-u-contract-v1","latency_ms":0.4335840931162238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"196ab5696384e0cee73608af6d2a5bf43bdf4713e6010136d7a7d5ef2b7fe844","sample_id":"mmlu-prehistory.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a9e2ffa9ac8af39c27c927b596bf780a0458baf64fb3f78028cf9573b1966bc","formula_version":"titan-u-contract-v1","latency_ms":0.5137500120326877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec1f8ec1877221a4cc609bf16e2f47c31177f43dbd7b923ad92d1c38e866a188","sample_id":"mmlu-prehistory.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d7b5b93ab73c4853a2c245ac8afeff22410fe48905610f56cb8eae316d7efc8","formula_version":"titan-u-contract-v1","latency_ms":0.6721660029143095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65d866ed00499b6a3b3f69a4415fca5fd190e3e2204289c0aa62f6c19eb19d2b","sample_id":"mmlu-prehistory.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bc45af4622a1902b7aa008994660796cbd1242f9ed900e8daea6316f28ad46a","formula_version":"titan-u-contract-v1","latency_ms":0.826708972454071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"267d78a0d906bd0a95742f56394059f2f31d89591b946d7c1fc054284db44904","sample_id":"mmlu-prehistory.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6a8bb04dd2141d6e83f0d72414bf78f094ee4b56eec0067bcdf29bc28f1d23d","formula_version":"titan-u-contract-v1","latency_ms":0.6249159341678023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d321ef83310727a42925b8c588e18e1236fe0316d79eaa91199c07efbb270284","sample_id":"mmlu-prehistory.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"350d8057b790a72221b7c2fedde061b8cd668c6182546f3ae817afe280c6501e","formula_version":"titan-u-contract-v1","latency_ms":1.1403339449316263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22cdf29fea57d9e71e3e5f8acbfafaf18bae336935cd977dc3f520cf8feffa02","sample_id":"mmlu-prehistory.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65c8f83fdcccf5ab96f84d37b3bce8a358bee9fc22ad8a7d2d6832d420cc23a0","formula_version":"titan-u-contract-v1","latency_ms":0.9402920259162784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0af5a1979f3c38ae19e48b045cab5a45a1a575e90331e4eb55a27fb9c94e8697","sample_id":"mmlu-prehistory.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d86e019543d62cdc82ba7e94f31260e45ba94637e2f2c9a13c663ae3d552153d","formula_version":"titan-u-contract-v1","latency_ms":0.5600830772891641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d94daddcadc1ba66f61cfdb09bdb26fe0da097129fbfe5c111a5f98ab019c49","sample_id":"mmlu-prehistory.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5fc681ade2f0ff8efad5815c62c21bd615585e4191a7ef44eeed3ff6ec74234","formula_version":"titan-u-contract-v1","latency_ms":0.5480420077219605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b538e96c478c1c3c62457afe77cdfca516f369bf311bb0d8b909ca338a4e050","sample_id":"mmlu-prehistory.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34c3e551b7928ecbffee9ce282c5e44d66c5fb01626c0e87838e117fce2374a9","formula_version":"titan-u-contract-v1","latency_ms":0.48937497194856405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e3e48ca58f1ca12097832606c324a3bee3fd01ec05c71f96e0291e374f58ee7","sample_id":"mmlu-prehistory.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03ef9225aebf57e46ec223ca7ee0a498e6f26ae917f4b4a36bc82d4324a2d808","formula_version":"titan-u-contract-v1","latency_ms":0.7001659832894802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"039f20ed44c06bd13799347597d70ed964e1cfda003e36293e1f78d05bd79344","sample_id":"mmlu-prehistory.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"754139c41777d15be65a12bda52a47e883f064f157c248b6ae60226d042aabf4","formula_version":"titan-u-contract-v1","latency_ms":0.45341707300394773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1a916512b963150fd090ef5a22beb0a457add3ad5f1d7a146e25dc1669733ac","sample_id":"mmlu-prehistory.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40446b39924a2a3e140c4197e8174901047c879a8bd74f001bde686bfb813264","formula_version":"titan-u-contract-v1","latency_ms":0.4932080628350377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab459c08f14ecde3caebf69020b65cd3917aec0f96b0e8761ce9f54f4b05efb0","sample_id":"mmlu-prehistory.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78da107f966eb05e929a2cddfffdabf191018ab8e859ed6932fb5dc3105d89cc","formula_version":"titan-u-contract-v1","latency_ms":0.44954195618629456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc687c7b67e39f2f28b1574b4ac87d264ea21930fa89e3c8caa7626681a4014b","sample_id":"mmlu-prehistory.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"321592ba5cdde3b865d6ca19f0c67933bddfb38b14665104e37fe218fd444dd0","formula_version":"titan-u-contract-v1","latency_ms":0.3842919832095504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"328a731328d9932bd0764d80f633a9e9f5376dd1d70b56955c585456cae9919c","sample_id":"mmlu-prehistory.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ca6a3c87ae2b791db36a8fbaee46e30e45c8a0a55c7e0154d52558f31dfa85b","formula_version":"titan-u-contract-v1","latency_ms":0.6145410006865859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5636e4740df0e0c19509fc924b16a10b877b58dd43b71c903007a2a157109526","sample_id":"mmlu-prehistory.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95bffc737d42040c118b2bea80ec78fa549762f55666e86500cced2f9aa5d4ae","formula_version":"titan-u-contract-v1","latency_ms":0.6880000000819564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa5b64979efd3bef585aedbe8f8af6b4b21f1cab1573f33ea9af72afcc483c36","sample_id":"mmlu-prehistory.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7556848a7061355346e54753357fb8b024de92ef15017a544f6009c8fd014daf","formula_version":"titan-u-contract-v1","latency_ms":0.6236669141799212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90455d2a7ffd4e77ef77cf9f4bd82738dd06063d9775292cefcba15d4c36951f","sample_id":"mmlu-prehistory.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4c1241c3eca9010975d40d8152e551109a6e505ca3efc530961517f6adb803d","formula_version":"titan-u-contract-v1","latency_ms":0.5931250052526593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93791e4e16847cf0599604c2b2a1b49cee78a072597a8d48dc7e33bd2db8b0f1","sample_id":"mmlu-prehistory.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d845e77e30aba49f9ded6eb107ccfeb005ee9f162544e60b4d705cfcdace72a","formula_version":"titan-u-contract-v1","latency_ms":0.5370830185711384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed081fe0fa3d41792d101acd53d5eb537b128a72a8a5413287c3a426c64b8f73","sample_id":"mmlu-prehistory.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37b33644a27011fb571e7119b64e55c3d579eac83b47f9c0e9c9806a8823c8d0","formula_version":"titan-u-contract-v1","latency_ms":0.6261669332161546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c955b287e44fd323b12003310e4ae49da2597abd12aba005efa6a2f40df9d33","sample_id":"mmlu-prehistory.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b24ac5b9b62f320de083e7675dbcb06e442b9d9682ea704f8d2d3b787dddfe21","formula_version":"titan-u-contract-v1","latency_ms":0.41841703932732344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2666da2da5a23c040686c34fa041d1c443bffe0391120a5a04b143b3f85dba0f","sample_id":"mmlu-prehistory.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b03708508d9314e84ac282b4b6afa40485fc5ffbc8e961a7fcf05a51620646c0","formula_version":"titan-u-contract-v1","latency_ms":0.45520905405282974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08e9bc340e51952330e39aa8b5dbc3b966a73096859e4c390745ea86e2b2eb4e","sample_id":"mmlu-prehistory.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac7d391b524d778f903b446aa9fad83e3c887a6655723a5832e35a2375c16a49","formula_version":"titan-u-contract-v1","latency_ms":0.4387910012155771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9b61477a8419c5c30d3f8f9b1a7372d35ac7a8f25a159f0a7eaaef0fe07f577","sample_id":"mmlu-prehistory.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcdae86601b8eac5bc5b2fefe88d00936d8ed0f828af7a62566145ba1f1e08d5","formula_version":"titan-u-contract-v1","latency_ms":0.4680419806391001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79da9ebee04a1f404e3fa0653397422b081ca37cc57d8f404343b6144c43e215","sample_id":"mmlu-prehistory.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0d55c9df941bfa1fb9aa758f6dd4d08fc3e10ce2018088c54b06b6b545f416b","formula_version":"titan-u-contract-v1","latency_ms":0.43866701889783144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1014d813d932777164c2dfcaa796c51fc0794c87342ceadc93a55db0ae3a4ce","sample_id":"mmlu-prehistory.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f927eb27bde492fec04ed466bd228d0854f96c132a7490292403b3735018a89b","formula_version":"titan-u-contract-v1","latency_ms":0.4849580582231283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27852c2c04116e90cd42da0a8df2b5905a2c8472596aef5b30d0baad1e039f06","sample_id":"mmlu-prehistory.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"632e15429a543663f010bb7a300561ffa21127140a8ed1cf63f21da6afc700c8","formula_version":"titan-u-contract-v1","latency_ms":0.7167080184444785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bb3d53f2d15d2447b830df7ad10348a875e4636585e79c629803098af73c38f","sample_id":"mmlu-prehistory.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18535ff22e923ad54fd155fb506351e0e4d7f52f6a94b32f809808cccd23d8b6","formula_version":"titan-u-contract-v1","latency_ms":0.7577079813927412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"713fa476b3ffdc9cd311a94e2fe2fc128168dd6cc48b76dbdc88d64aec1fdafc","sample_id":"mmlu-prehistory.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffc7d1c4a23fd0952b695d205a87efbe6bde9a6dac53b551fec62e4f55529fb9","formula_version":"titan-u-contract-v1","latency_ms":0.41329197119921446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"360ee394036b1e3d19078d934d18bf190eb872e287cf4dbad44e023614ce0f06","sample_id":"mmlu-prehistory.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7db7d05bf730490986a21b038db4551e42ea52251426a9827dc655a90a7322b0","formula_version":"titan-u-contract-v1","latency_ms":0.6583749782294035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48d81c12d893a3a0ecc77131e98b7133595bdc298fe52d028d0ad49faf60b730","sample_id":"mmlu-prehistory.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"874fa2601b49f883447cbe4c86234ec227cc4fef7f07481dda3d66186afff47d","formula_version":"titan-u-contract-v1","latency_ms":0.5606659688055515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4c24d6b0da4f6562d0f53ec170348664237be1f2884dd7dfa90f2072d99f495","sample_id":"mmlu-prehistory.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96173ad9b38ffa53306b4fe6ff00e1200cf211fb51ac7ced283d8b51f7f1da2a","formula_version":"titan-u-contract-v1","latency_ms":0.483666080981493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"542f5ccfc0150ae6e262e074af8417e659d21acbb7abd825a967accdc2f0e888","sample_id":"mmlu-prehistory.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4924a684650d85a9fe824af630c5af0d89f971d10d2f0a61150dfd9e79ccdfb","formula_version":"titan-u-contract-v1","latency_ms":0.5797080229967833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd62892386731c7a40ae820f902f2280b55bcc77c592de641f1d3e90454c3542","sample_id":"mmlu-prehistory.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b68f15b89fc066b41b9d5fb4ba77680685fba86801df0c25df5b08bcce6dbbe","formula_version":"titan-u-contract-v1","latency_ms":0.6595409940928221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4a69f9f009fb2a8e220f868f2a44a9af1eadb7abef2a23c4c95d0c5dc8a29af","sample_id":"mmlu-prehistory.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc29f223687e1593e1730a907c2708f0c33e9f7b2520bb1d51777e9a622c12bc","formula_version":"titan-u-contract-v1","latency_ms":0.6076659774407744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a506231cb94716dffb557d06c216847a8e2070bca53578bf74986d2e388aa73","sample_id":"mmlu-prehistory.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05544ef57b705564497509a5f3240e346b56cf897bd46dbca8f26e2ce0b83f96","formula_version":"titan-u-contract-v1","latency_ms":0.76149997767061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f841a4d1794d7aabfe03dcb0d88bae0ef85d2fbc75ff1515f4370375f72ac6b","sample_id":"mmlu-prehistory.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ca3f5df73e37d9d499840e34099be61e49dbf04d4b279c7436b257e40edb846","formula_version":"titan-u-contract-v1","latency_ms":0.5021659890189767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"242b32d7176487bd0b2ddf8b1dd47984ac301e8813a198d45c482eb63ce5233d","sample_id":"mmlu-prehistory.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b46b2203c9755bf1ee74569fb97b7a1b51476e7f05817f87884ea9422bcd6424","formula_version":"titan-u-contract-v1","latency_ms":0.4452079301699996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ac3a38580ca683b0b5da39e8c537a27eda67437708a69e2a6f03cce7a20ff0e","sample_id":"mmlu-prehistory.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af6a2b49fee1715890d274e053917722ecd60364a6a0716b2eee014081d8a962","formula_version":"titan-u-contract-v1","latency_ms":0.42808300349861383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc9c5fcbe7798dab3d3845421e57055d5b2aeb1e540f63c67383b3d484def7fd","sample_id":"mmlu-prehistory.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae7062e71a3eff5fb0220381b2834743bfa2a8e62a5e5487e5e939f1cfe30909","formula_version":"titan-u-contract-v1","latency_ms":0.58637501206249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e36453dacb7e872fbdf3e07c39063e86a97cd071585edc4a0316214c691e18d","sample_id":"mmlu-prehistory.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3695b0c2a5de7dc1e9c205e772993a6bee3c518d18c34528860a1c4bf9a1462b","formula_version":"titan-u-contract-v1","latency_ms":0.5747920367866755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5397f0d7ac66b0c65f8271e2df5f8fe00da4c35902d8bbaa467dc0d206ac7254","sample_id":"mmlu-prehistory.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b543a22f1a4db04c957e3e109da842cd7d0a7183b07053e51b82615317dbfff1","formula_version":"titan-u-contract-v1","latency_ms":0.7790829986333847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ec95bf17a5d82a659dd900844dcafde6a3c98cf3d9500e386a8969961fe5013","sample_id":"mmlu-prehistory.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"734cef411f4a60c9660572340250281c8ff81c603d65d39bd06d5ca8b79139a5","formula_version":"titan-u-contract-v1","latency_ms":0.4488329868763685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4762de87f54a7b174880419e4ac701b8e80effb1dee3dd62df64c6a5a6e45833","sample_id":"mmlu-prehistory.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae1f3872405d3c96f7623b3cf83415484a431292e5137d5baa29c1540737ba93","formula_version":"titan-u-contract-v1","latency_ms":0.4630829207599163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fd58804b757f937767cd86bc8f3ec9c20bf4bc0f260b92ecb95269ef004a9ab","sample_id":"mmlu-prehistory.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53e92deec7c75cf85e0cd7174dd1dc93b1779999e287c3916e07a663bf04e734","formula_version":"titan-u-contract-v1","latency_ms":0.7251660572364926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d78c961feda36ba7e0194a9eaea3f9078bcb2cfb143598e5369322960f3b614","sample_id":"mmlu-prehistory.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33dcb483fc0702e81c70447b630edc6274671e7b944bdca01ed7aa97695b8204","formula_version":"titan-u-contract-v1","latency_ms":0.6383749423548579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a688fb8d8ea03c0841d87503f76216d5b399cf1be65b8ab5e9643a6617f27906","sample_id":"mmlu-prehistory.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33438f79914ac8d4eb8be0dbcc3ec6fe6c7d7f3b0479156f29a975da9c068d6a","formula_version":"titan-u-contract-v1","latency_ms":0.43062493205070496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66b76544967fb070a7c5df12f9f583223c1d4bc0244e7a6fb9bdc2b4f1a6928d","sample_id":"mmlu-prehistory.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c033894085cf9d0aea9ceb1018934af7ec5db42479921508dabc96315011decf","formula_version":"titan-u-contract-v1","latency_ms":0.733249937184155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"121e26a216f1606fdd49582cde0340e7b50e08152f418f2dedf4021f6ea18a58","sample_id":"mmlu-prehistory.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a7951c22cc1777da8fb5eb93e20acab413a4d053fab8572726ecda2c9d234bd","formula_version":"titan-u-contract-v1","latency_ms":0.5889999447390437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3864ca59997c30aba26d875227b69a32ff77774e516e823657e00dc460501fe7","sample_id":"mmlu-prehistory.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef1ffb10cd331209d0a773815cc01cfa81a82022376b846f42a0eb08784382ce","formula_version":"titan-u-contract-v1","latency_ms":0.8251669351011515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff1f87e36267299119b2cdaa6a4343cb4a699cb203a5494080e49e2ca2b3f5d9","sample_id":"mmlu-prehistory.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dda136544028f5993cd2b5b5d238cb4254ecb3ace51023eabd41e774b2836b2a","formula_version":"titan-u-contract-v1","latency_ms":0.529124983586371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c3b902b8e0a3d5e0ca57c04f1b5b5fff5b2684db3066170661f5811674e767e","sample_id":"mmlu-prehistory.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f60a3f32da735abe097b747231368f616e76631887245423adddaabda4e0bd9","formula_version":"titan-u-contract-v1","latency_ms":0.6943329935893416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b5a128d6f72c69dd87823365678e63a28f91645800c3480d636c469d2a054d8","sample_id":"mmlu-prehistory.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1359ba3fbfe3280b11d92292b4489fd33b7e2921c6efe6001e1a413520961c1e","formula_version":"titan-u-contract-v1","latency_ms":0.42529101483523846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b69763c1c679cdca2f2d35efc6f68aa10a36024bd3236dc787e78cfaf3fc04e","sample_id":"mmlu-prehistory.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f4db29b0eebb99b94d91ed88d8355ca3ae0053e605daaf66968aec63d0ce92d","formula_version":"titan-u-contract-v1","latency_ms":0.43812510557472706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecfd2164d0e4b2d1261a64c027714cb30117f8810a8efe8f8077975720c773bb","sample_id":"mmlu-prehistory.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6533d1e97aaf4327bb6bab82e06cbe2355e0a6279fdfa03106d23f263be2af1d","formula_version":"titan-u-contract-v1","latency_ms":0.46608306001871824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1877ae517faade2d842e0c38a89974eb56cfcd7aeaa3d5d8d05e5b569fb42662","sample_id":"mmlu-prehistory.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e9ebc2706278152acd9a894232ec8ed47927f6d4bd51071f063e36b69439497","formula_version":"titan-u-contract-v1","latency_ms":0.4651669878512621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf587a53254cadcdb133e35472911a661917bbbd1eb05898fd2846220018ecf7","sample_id":"mmlu-prehistory.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dece210196b938ccd5f7f46e320e5cf82079e31adb70ffb17550de7f908ed1b7","formula_version":"titan-u-contract-v1","latency_ms":0.48520893324166536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"765f08bc2308bdec3d9b54570abdef752ca786dc3441f04fb01606597be273eb","sample_id":"mmlu-prehistory.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0de24fec039f6d0977ecee5d70097fb2ce188d3d373a8ac33e0dff1e569bbae5","formula_version":"titan-u-contract-v1","latency_ms":0.7892920402809978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d22cb8ad68779d60a6ad88e50f93a65266436b6ea2c053aecb1634e91b9d60e","sample_id":"mmlu-prehistory.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef1f0e296b6c6d87a1f9cbdacc3f7abcc5b72379d046707be36330bbba30ba6f","formula_version":"titan-u-contract-v1","latency_ms":0.6659580394625664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db490fd864a32b71307f1fda309d852f5d894db239c9acf51a811bed30d879df","sample_id":"mmlu-prehistory.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3304bc6923b4783742db390040bd6e3ba7c3b4ec8b5f241eb4e154c1d43f601d","formula_version":"titan-u-contract-v1","latency_ms":0.5809579743072391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d1722a57c7e8d9772a1d0861300ff0ba094dfc5d3622c56b0b9655fffb9826e","sample_id":"mmlu-prehistory.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16735fb09ba459b168109e6f4f297ec546c048848bffb6f5f97af00c815626e8","formula_version":"titan-u-contract-v1","latency_ms":0.5762079963460565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39f1df9a9246fb3c95a306e36f18c4cb05f9cfbaf494d5f80080b7c2e7181743","sample_id":"mmlu-prehistory.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"891ecb59b5f9d3f1180f77aa53c6e32954379a990d8ac0298ad4ae8e82302e80","formula_version":"titan-u-contract-v1","latency_ms":0.7362079340964556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d22d62705ffbde3cdebaf43197ef2dd3ca96a3f9c26267e1288ac71115a69493","sample_id":"mmlu-prehistory.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1e861449a5aa44211378ce10cbd3e8fc8f920e08b53fa40ed1f3d85981540ca","formula_version":"titan-u-contract-v1","latency_ms":0.5610419902950525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62b35cbc29c7bc8c61324127c36befd5eb39f7d9abee94851871c0072c3aa46d","sample_id":"mmlu-prehistory.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc4fa2301cb921a26687c7d9ed6074e26c0774d4d24b1750a3a5a6461253018d","formula_version":"titan-u-contract-v1","latency_ms":0.5767080001533031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bfbcd8ca80782a0f24fe635ffe51253cfa6d9e00e84369bc05d7351508d2125","sample_id":"mmlu-prehistory.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b5bda0c49448d785d83648d94b1f04510fd41ee941a89e6bd4223edf6f7dfb0","formula_version":"titan-u-contract-v1","latency_ms":0.4950000438839197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dd3ac9472afc281a14e737f327fea087c485ae61a24c79d3186bae25676653d","sample_id":"mmlu-prehistory.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3dc5c16221a6accdb51ccec03bb57b1fd74da73242f0df859bdf78f2a7069a3","formula_version":"titan-u-contract-v1","latency_ms":0.6130000110715628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db1d35a8c32812e089dfd56687ebd08ce0b6858320ef2ff1a4bca4bde0dbb5dd","sample_id":"mmlu-prehistory.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6934f7c63847a62606a58186079bb77b34131a6536647292bee0aba8afd2ae0","formula_version":"titan-u-contract-v1","latency_ms":0.45145791955292225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8488fd8b75cd2aa339e9e6371798fba8c8860fc35a454d9aefdbac0f11fa04f3","sample_id":"mmlu-prehistory.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d18a17e900873f3a2d5c02a89edbad68f91f8162d0c5a0fd08e9071f3e7b585b","formula_version":"titan-u-contract-v1","latency_ms":0.6263749673962593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6979990b25aaf21d022ba7981c87d66accd16c942c53e023d997370f7ca65ef9","sample_id":"mmlu-prehistory.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c2479bd1d287003434f96e791ed40999af3d15b2c1fd01c3e9522a255aae80c","formula_version":"titan-u-contract-v1","latency_ms":0.5062080454081297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3a8d2fe4effa815b8dbe02f8e21ebef690e2c5e91ae02c1e3e02789aee49492","sample_id":"mmlu-prehistory.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f29320ad2f00ca4851b72704b632bebb8940e579d18209e5f87014d2b3895a9b","formula_version":"titan-u-contract-v1","latency_ms":0.5353339947760105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c528530c877b562adfedbf459fc7f1a6a1570a93ebe69cdd1711f73e17954d8","sample_id":"mmlu-prehistory.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c61667671e160f357b0c57e9c6428da9f885e5dff133d03e14970e95cc8d7e1","formula_version":"titan-u-contract-v1","latency_ms":0.5857499781996012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5a1f5ccfc0dcc5d261d3189a40f3c75086cf104a5c0015a35f082743826ba91","sample_id":"mmlu-prehistory.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d6f132789ff5505912a8c7203a30c457b950e0c6c8a75f3866a2c5a759c1de6","formula_version":"titan-u-contract-v1","latency_ms":0.5532499635592103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80e1a710312702e37c003b9c360df514280ee6c233b5a41e2a38ea167d6fa714","sample_id":"mmlu-prehistory.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"003d196663352fb4cd34cd3194788c066382fb086ceb3924115706e5363d719e","formula_version":"titan-u-contract-v1","latency_ms":0.620707985945046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3100fd6672ee7c7bc895c51fa4895b7f51e453b98a9f569312fe495e0e9ffbb","sample_id":"mmlu-prehistory.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a40e344ee85e24f481bdd505344dab16db3e3bbbd688323aaa2bb460813794a","formula_version":"titan-u-contract-v1","latency_ms":0.6124998908489943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c888d9c28d7dd51eaa15d6a725ff0248696377b2a6d35f0e5f887f031691381f","sample_id":"mmlu-prehistory.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb2b15c9ec4af55df1fcf081332fb976f9c7d6ff7bd90a0048788888eb950c0f","formula_version":"titan-u-contract-v1","latency_ms":0.44004200026392937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fd35c1110381064dfafdf6e557b34e28900ec83db49fbfb28d9f4f1840aa77c","sample_id":"mmlu-prehistory.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8eb52a8cdb540920cacc7d9098f1aa60b6bc3f191218529cd1006bc5d8b6e181","formula_version":"titan-u-contract-v1","latency_ms":0.6205410463735461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4191443c0dae9b4324dab39a16f81aa3e841a0ee065ae87abcb322a7f19e4d08","sample_id":"mmlu-prehistory.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a8ad46f52d9840fe83b1224f264d632f36866fd04217cf30a52776379eec8de","formula_version":"titan-u-contract-v1","latency_ms":0.6352500058710575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8ace9f283d540b23a885b736d86ff53359155b106439d7b60f8debd2db9565f","sample_id":"mmlu-prehistory.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"839d35b41ec7cee70d0443145a090ff4b86de9ad62d85797ccd1e4920688ae26","formula_version":"titan-u-contract-v1","latency_ms":0.5625840276479721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5121614f5dc6f4ba5fa7473cb63e66fdade10f4c9a3c40dd93bc03e691a52212","sample_id":"mmlu-prehistory.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94e4584f7fbc9dbc5a14edb72e3dce2959ab340845bbaf84221220f64b9d6d7a","formula_version":"titan-u-contract-v1","latency_ms":0.75683300383389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"953c1f8de593fec35dd00e639c44b82b5d6f4916fe8563d1bc11dde932a7f252","sample_id":"mmlu-prehistory.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5af55dc4a26759a8e7c8e92df7c4f0b74fcb271afdeb103ece75f6abeb9461ff","formula_version":"titan-u-contract-v1","latency_ms":0.6565419025719166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43b63d38db649fc2a3bc06b2f3967621a47d21a58a36e984f5611e3c17f82c0b","sample_id":"mmlu-prehistory.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5fbfe7f8841c6273c4ad02eaf478652dc843fb7c67468a4a9028a1d393fb777","formula_version":"titan-u-contract-v1","latency_ms":0.6593329599127173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5847b24fcdbe1841c09e73d7355d2d1c3b2b2d5d3cfcc13e130a37d584feab8","sample_id":"mmlu-prehistory.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31d2a1d7f078982522c4b8fbf19aed894413aa1d31b92eb3ac3c77ab240902f6","formula_version":"titan-u-contract-v1","latency_ms":0.45350007712841034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b84e0da0c3e32b395edda61768d5f5a294881b62ba66f3d8c3c7449a433bf6ae","sample_id":"mmlu-prehistory.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9cdf2ba04df9f5760475df861157c79625c347ee118706a861fee56a543405c","formula_version":"titan-u-contract-v1","latency_ms":0.43937494046986103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dbee9432407675cc25eb45f6bb4c36980371a0c56aff8c2962eb5da2d046694","sample_id":"mmlu-prehistory.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dda8ea4c5a134716135f7e0b360673628735ae9af02f01d51dc18083767aacab","formula_version":"titan-u-contract-v1","latency_ms":1.313874963670969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdd4d118b3f0adf557b97b901bc18e3a135d569375ed3c290bcbd55d0d5f607d","sample_id":"mmlu-prehistory.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb1232d96597dcb07b8b4e7d2a58c50c7fb4a36bf101891580bd283c103592f3","formula_version":"titan-u-contract-v1","latency_ms":0.5575830582529306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a1d1f69fd7e494126296ab3162be0f507167231fd3e88f535eb7fc6231138f5","sample_id":"mmlu-prehistory.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3911d4201badc29a5a97e0b9babdc369f541c310457c432613ecb53d58ae1e46","formula_version":"titan-u-contract-v1","latency_ms":0.7458329200744629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"542c995ff87343604f5b69be1221f82d36925b496c4da66e3cbb2a4014785699","sample_id":"mmlu-prehistory.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a3d5bed2742b1249a972a583008ce50fed23c62f61c6dd5f4226615c6a735a7","formula_version":"titan-u-contract-v1","latency_ms":1.0602499824017286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac850326760d8d17b6db79e411c4cf0c0e406fb0aeb24021781cd73945874ec0","sample_id":"mmlu-prehistory.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3db0537cb2b7d9fc4d63e40528b881b3dbd54414fe74689cbae07bc2e7958e3d","formula_version":"titan-u-contract-v1","latency_ms":0.7420829497277737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a534dd1982d7576cbe1c3ea2fa256d4d9e6d09bfa3ab0be8844ec07dbcdda63","sample_id":"mmlu-prehistory.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f1f416732e1e7ce7ad83e15f694220d31dc26bc6a4a80c66a4ba8cecb9245f8","formula_version":"titan-u-contract-v1","latency_ms":0.4688750486820936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"829204c811555c09b215cc2d3b1947f55ab77eaa16c50877c6845b7d646b68da","sample_id":"mmlu-prehistory.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6d4bd13975f7b28f44e0709cae1aeda3cba0c4be8c6d1f6fd2ecc0060629801","formula_version":"titan-u-contract-v1","latency_ms":0.642457976937294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"790de5b243d0867f21d509ba076a9dd4d0be05544319cbbc11501e2f47fa8f4d","sample_id":"mmlu-prehistory.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fbf763b74ae13443ef8d2ccf51cd0e1f1032e08930bcbfb81231a464e5b6c87","formula_version":"titan-u-contract-v1","latency_ms":0.5203330656513572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e58c2e837d99043f8ca0b53972d9a1f146ce645710e3b17c0d8c472512ab06dd","sample_id":"mmlu-prehistory.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63bc832c84faaf736ffe8c86d96a5e6f77defdef75cd0876d181db157de4917b","formula_version":"titan-u-contract-v1","latency_ms":0.6113749695941806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b354515352fa32c90297ef37a8687542e5dbfb62597a68517f1ac11f70d2eaf1","sample_id":"mmlu-prehistory.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"638859a53d5e608dfaa8a9c72e22e54c84a431a4eb82dd9ab93d8ce4454c3cb7","formula_version":"titan-u-contract-v1","latency_ms":0.7098750211298466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd124a75983ccd7e3dea06b850f1e98a7b7c017d55fea86c8317c8a4b1790e62","sample_id":"mmlu-prehistory.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38927262b903cafafa1778cbb823e49099b6c44fde1cfbfad0b9c5181cc5740b","formula_version":"titan-u-contract-v1","latency_ms":0.6647499976679683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"239cee6bbf392800b313fdedf59e0442fa878b9b5bb71fa59951bb9bb342cc7a","sample_id":"mmlu-prehistory.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd6aa3a6455a3a75565b1583ea3390b72a6a11f0693f611da93a81b254064693","formula_version":"titan-u-contract-v1","latency_ms":0.8955000666901469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94aa6c29e2de91b981a73cd92831e365b80cd19d3d0ff92f9e6f0364c94b41f0","sample_id":"mmlu-prehistory.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcb34c34f0003202869e495ee03c2a80797f80b232a78aa1b3321fb760089d5e","formula_version":"titan-u-contract-v1","latency_ms":0.5001670215278864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f96f1a88aac2a882ee44e578e689e2b19c8417ac8dd3287f05b18f999ddb219","sample_id":"mmlu-prehistory.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b9a468848f664f351c7ab65ba88b5f61293903fe61a0a108ef467cadfebc3e9","formula_version":"titan-u-contract-v1","latency_ms":0.582000007852912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8802fa16f4266884b456ce8ed0f7c9942b9d4a4b8287228647347c0ed0da3781","sample_id":"mmlu-prehistory.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34963d18cb9bdea237fb1a146b433e6e5f861a6e881b7bc8bef83301cab031a2","formula_version":"titan-u-contract-v1","latency_ms":1.0315419640392065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"478e8465a80abcfef21af86a95b070ddb68e007948cbee757f266930fc4700bc","sample_id":"mmlu-prehistory.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf4094906217e258f80f28210de7051e75a15d4913d72eb094fa58895e111595","formula_version":"titan-u-contract-v1","latency_ms":0.974041991867125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1745d69f1a29948e141bac2d02b6886380d6e1e3ec79904acc4b3aa8cf00e2ca","sample_id":"mmlu-prehistory.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32f916f58911f4a17e076f1cc723650ad1f374ca677a9aa930e67cd5338b18e8","formula_version":"titan-u-contract-v1","latency_ms":0.5564999300986528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"219e02e20c813861582f310eaf327667412898ab0377619fcc1069028619d138","sample_id":"mmlu-prehistory.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97446aa63e621ced3aee2960de220f42a990e1d71d005d0246431444ecf4225f","formula_version":"titan-u-contract-v1","latency_ms":0.9051669621840119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b56d92a071b1b63b49954b00421539106b272cfa77a90f76684c613809289147","sample_id":"mmlu-prehistory.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bca701aee64e93862337da459bf966dbf0d557c7c62b17bf217761edad44e71f","formula_version":"titan-u-contract-v1","latency_ms":0.9418330155313015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f435d95c9a2977d1be14047d0b0db87c39b17fcac0e241b77bcfd2dbb1068cd5","sample_id":"mmlu-prehistory.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a08b776c826322915340a11540513220b35af6fcc3442491375837e412922766","formula_version":"titan-u-contract-v1","latency_ms":0.7607910083606839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d752fc5561b3eb73c05820951fa48de4bf0971fc73f9a1aae03c5e139d48f051","sample_id":"mmlu-prehistory.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8292e0bb160cdc8d0ba0dc0dd5b732074777f297d570c68806611bb1cd9b2c60","formula_version":"titan-u-contract-v1","latency_ms":0.9957499569281936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8344604aef8faf3794f53608f99c064abde72ae4d5f43d9ad56e0e789cfed82a","sample_id":"mmlu-prehistory.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b526027acad87d2d48f8beb26bb60abc50075a9eb1c19631698e836154d09ec1","formula_version":"titan-u-contract-v1","latency_ms":0.8901249384507537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e4bfb70986aa98404ac613ebfd3b15b39647cc6f2da55a71d024b452df7cb4b","sample_id":"mmlu-prehistory.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af9f2efec27c3254158273a3b0bc43f761f4978d3379274cdf9d6adacd401e29","formula_version":"titan-u-contract-v1","latency_ms":0.5093330983072519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5d483fce6fe703e4ff16bfa8f8f548eeb88159917af5bf729411e1cf738c729","sample_id":"mmlu-prehistory.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df870e55fdc1b12f1fd3e0b567226b0a6d14532939e8cd1ed1346209b41314a4","formula_version":"titan-u-contract-v1","latency_ms":0.47308404464274645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e124bf4936271cf54595c8c8e16b518a1c65f892466ec4999c0504b4292b943f","sample_id":"mmlu-prehistory.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b35035a16ae21d7a6d35d4c0a3b3d349dc2c99d7502e507fc80053e40f999d1a","formula_version":"titan-u-contract-v1","latency_ms":0.44945802073925734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1db8dffdee6789db37a29d97a494a0985b4185e00867e41b8fed14ab4be2d22","sample_id":"mmlu-prehistory.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf3f63fa855af9360be43dc85b289ee154cd3fe39138e9c6bb2895d96cc606e6","formula_version":"titan-u-contract-v1","latency_ms":0.7382499752566218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84d15522fe97727c1d17436f5e794a559dd35f9852b076efdece41816b240f39","sample_id":"mmlu-prehistory.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02dbfc12eeea1c80bdb4eda3ccd03c574ad2cb20c978ee7f895e613a2689c4dd","formula_version":"titan-u-contract-v1","latency_ms":0.7408340461552143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"757e69b104cc77581f747cd23a9197b289fe5c696379948ea0b70e3486ee4805","sample_id":"mmlu-prehistory.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b506def8aca587a572e3336aafa63e8ad78a447d59065a97f7d8502f9cacf990","formula_version":"titan-u-contract-v1","latency_ms":0.7852499838918447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ee027c36bedb3bd2144650a8ae49d781d61672a81b40786d8cd886d0d568a05","sample_id":"mmlu-prehistory.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e606d6a749a61ebfbb05543ec9c0445f53c424d645484e6e30a04de5bf43d28c","formula_version":"titan-u-contract-v1","latency_ms":0.8293749997392297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fc62bb30c3d484f41c5d37ac5f0700c68b49e5f86d8ec6ff810a91877bb0d03","sample_id":"mmlu-prehistory.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8643ad962b43e9083e13a8074614e42b718e210cdeab0953cf19d5d0ba53115d","formula_version":"titan-u-contract-v1","latency_ms":1.2740829261019826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14226c86e2e55c2fb4f1b4f132734812fe79d9a25d767b8ee1a6a4841d5d43c4","sample_id":"mmlu-prehistory.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb4f914b6552290e48d87a6a9bdf019cf771c644ea447ed17aa7dce69c7711ec","formula_version":"titan-u-contract-v1","latency_ms":0.8066670270636678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5726e00f12160ef72e491831f4f574539d6968764a99d4338926777006e97b07","sample_id":"mmlu-prehistory.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"436ec925915397c769d75518b51b4cb4fddd8cfba5c986e83f0c7fd9488b9e9b","formula_version":"titan-u-contract-v1","latency_ms":0.4484589444473386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30d65c3368eff9baf56d71ebb210c866fd991c1aa360672873386f69939ea808","sample_id":"mmlu-prehistory.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b69260cc51c6b59e52e2dc9a09a3bdad114caeec669d3bcb0264bd8d694702a","formula_version":"titan-u-contract-v1","latency_ms":0.8043749257922173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"736f77363c952e6758bc72a2b8f7221741414ab41ded2089c65580aef1d6893b","sample_id":"mmlu-prehistory.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f16201a3ed018896702d0a026674a816066840903391c6d01e4d4e7ecd6149e","formula_version":"titan-u-contract-v1","latency_ms":0.9570419788360596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd584c12709e16503e2d9ee3b2aea4fed2b0da07c6f5b495cf668bb560df8fbd","sample_id":"mmlu-prehistory.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c84ef5730d8738bc15b45f79c23d6004f16891aa6cf19d6571d8da9c3492f92","formula_version":"titan-u-contract-v1","latency_ms":0.6864999886602163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcf262c29462acb1b4c21c8fcaca2de2147589680533bebd9212e9dfd583ce66","sample_id":"mmlu-prehistory.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3ffd63afef77b66d7475ed1a87bfaa88815d3dbb820b81683adbcdfdd83c1be","formula_version":"titan-u-contract-v1","latency_ms":0.7272500079125166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f2ee0b577c367a5da4df49090019977c511e042eb3716a46eb13b373cfaba9d","sample_id":"mmlu-prehistory.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28b82ae0c778274e4cc5aee390c450bb210593fa086901be896dc7b9537d67b0","formula_version":"titan-u-contract-v1","latency_ms":0.8148329798132181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bebf13817ef9d95b9296d6d0ad30229ca89b99b161fafdab27c085e4f7bfa67","sample_id":"mmlu-prehistory.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acce12ae2b7ebff37f6d802eda878019d8481ac9bb337fab2e38f2888b3221f6","formula_version":"titan-u-contract-v1","latency_ms":0.8163750171661377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe46abcea4eae989eb7556f39334b717fc92dbaa435e48531e2b424bc417f9ee","sample_id":"mmlu-prehistory.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50196edcf9cc1d3b0c26f963dea95c8926157b6bef872d76eda019730cbefc41","formula_version":"titan-u-contract-v1","latency_ms":0.5339999916031957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0aa5327e1c187e98ed3d5322e2a7afe0f9229a498eab87ece9d3cc26c80c76f8","sample_id":"mmlu-prehistory.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6be41f63bfb6d7009ac2285f8c0267cd562dec9348d36c6379107b602a95e6b2","formula_version":"titan-u-contract-v1","latency_ms":0.7823330815881491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b68094608379b2ae4f4df06b660f6cc30d8726f70acab850f23839c253b648d","sample_id":"mmlu-prehistory.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e4ffb41d17a9a6cb29096e870799e7cd7959e3beb7f85dd759aa032a5667908","formula_version":"titan-u-contract-v1","latency_ms":0.4974169423803687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fc5576660f018f970c1089efd8c0b5759f7c8348b2c60f04be2aa714e556b76","sample_id":"mmlu-prehistory.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aadb5eb2dc1cb0b3f471da2fcfc87012c5acacd99ea2358c06bc198f3e6adb7d","formula_version":"titan-u-contract-v1","latency_ms":0.7225839653983712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7ceba89c3a57a7ba24c2ceba380da53a242035e0116ef2e0f48edbb2d503588","sample_id":"mmlu-prehistory.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e83861d766b6db1b0b4acc82912a7b7efe2409a44660c7c657f5aa75748f2f6","formula_version":"titan-u-contract-v1","latency_ms":0.6644169334322214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b95add1437b8f5d784028433d129b12576986ab843ca52a2e694269d3d3c686","sample_id":"mmlu-prehistory.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df048e7ce82efae8c3f7c347b57b239f6b96f6d0def071c6ddfce434e11b4182","formula_version":"titan-u-contract-v1","latency_ms":0.8391250157728791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e782569fc16c4e72fef352f82d942c68f1902ae2bcd36d1387e389593a38856","sample_id":"mmlu-prehistory.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4e0910df2dd3eac7a057aab842193d85c84286cb399ceb1f240296e9996c047","formula_version":"titan-u-contract-v1","latency_ms":0.5169999785721302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e067aa36e2d85eef24849e360219af43df1420224b2c314dfcc37fc7c520e0c1","sample_id":"mmlu-prehistory.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bba43c74db0819f925cc139eab4553fcecc78da6e294b350e85a3018e257252","formula_version":"titan-u-contract-v1","latency_ms":0.7116249762475491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf7a19e1fcaefa00dd0b571992657c4e09f90a47216b323e3588ad8f53be71f5","sample_id":"mmlu-prehistory.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eac6d172cbd163fa3ade7d679a9bb06c5f14b74cc33f73e9592bbc5ec463e4a6","formula_version":"titan-u-contract-v1","latency_ms":0.8732910500839353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"875631ca5979b6d5c111cc2e611a26a46af4fd68c5ca87ca1167b35819c72289","sample_id":"mmlu-prehistory.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"220b791846252ffe95fff7997cccb940848e572fc7141ca3cd9028f21b53bf9b","formula_version":"titan-u-contract-v1","latency_ms":1.1108749313279986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1b88321ee679a7078365368060bef26bf47e6431b1cc190174ae02de285ad69","sample_id":"mmlu-prehistory.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f69c5afe0209ef87bf93fabbd1b43da5cee2e8547c5c0068fe7cea1ad71292e","formula_version":"titan-u-contract-v1","latency_ms":0.8325000526383519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c853a88aa0959510d6444a4ec2e6a145418bc33e7ea977800ae9bd4dcbcdac7","sample_id":"mmlu-prehistory.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebe0a38395c8b8cf4b1910b958fc0a7d093df97cfce012a464eb0c8dfb37aa96","formula_version":"titan-u-contract-v1","latency_ms":0.5580830620601773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc31f4c5387a8d85185b47c53dd239259bedce52ef96e2283a7a03197998704c","sample_id":"mmlu-prehistory.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31df3bf865faa634b332ff3751b03be53dccffb1d4c98b56b836a81243d2d4ff","formula_version":"titan-u-contract-v1","latency_ms":0.5750840064138174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98df7ca944023c8a20d40262479c3ab22ad6a0ebf0237047918e6643d344fc58","sample_id":"mmlu-prehistory.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2d87a4eea86d2308881ee060d4aaa7a0931d52f1c68acc51a564dc1a2f3332b","formula_version":"titan-u-contract-v1","latency_ms":0.7737920386716723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c416faae697f3458bc09789aa2cec57915e57c264d1d2aff9f49b7b23eb8fbfa","sample_id":"mmlu-prehistory.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c2123e22a78bb598451ec8e1ce67591fee2ca80f94e64a2fcba323d300f9cc5","formula_version":"titan-u-contract-v1","latency_ms":0.5271659465506673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f373179de8aa8c0320d52726f888fbec9f85494c4cc58035237e1e3522a0b1c","sample_id":"mmlu-prehistory.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3671e3142b360b4c5998f7b4c84cd610f384bf925cf9b2830d2f8a80467e22c3","formula_version":"titan-u-contract-v1","latency_ms":0.6061670137569308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f29174f6509c7f682df047f904442fe13483bafd2619e5f7ecdefcd4a6915cb9","sample_id":"mmlu-prehistory.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05a807f5ba861324c4093065b10d881151ad2fa708aed91912f0f36f3edb30a4","formula_version":"titan-u-contract-v1","latency_ms":0.6040000589564443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed916257c11065fa9ae90e9de2e8dae6054b51d7283b6fec013efdbdb3c4f850","sample_id":"mmlu-prehistory.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82bc54cc3c859be2a5f0705aa98002a6ac01c627bf57ee7b92cbfe866a7f1eea","formula_version":"titan-u-contract-v1","latency_ms":0.5918750539422035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b2a6fdd2772675112d4f46ef368418c12e4e6db3c78b9ba3dc30ce824d1d12c","sample_id":"mmlu-prehistory.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba75fa67f750425e830fd6f6af4e7d8b38a22384913756ab65c17feb06c1d538","formula_version":"titan-u-contract-v1","latency_ms":0.4241249989718199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a626a46a2b758705510c2ccc4d22494a37394c3d80661513b7d38dfa23d52651","sample_id":"mmlu-prehistory.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b46283c8c594cd30785d3f81f2c290303d3c931d468a26b3bf0b939bf72bdb78","formula_version":"titan-u-contract-v1","latency_ms":1.0278749978169799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44f3a45d162f2d5fa29568c04b52551cea2cbc72c96241802c3448e5a0f3013e","sample_id":"mmlu-prehistory.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d26d75c30ad2e11d78a492138b750f03aececcd4f16c763a21c11340de7fdc3","formula_version":"titan-u-contract-v1","latency_ms":0.4312089877203107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7a514fbccfc25309a327bf8a4475000d995aad2f4481a2174bc241c59b75bbb","sample_id":"mmlu-prehistory.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce6bc471e81567e013a9b94deac6a2276be2257bbf96d9f4c81fe7d545303d55","formula_version":"titan-u-contract-v1","latency_ms":0.44245796743780375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d81cdc802fda0f698bc14f97ad21a0415d7ae91c931e1cfa60593d7758895d6","sample_id":"mmlu-prehistory.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56b2395bf368dd6e3928ba273725cf073010b3ab15b9e4bc5c4b4035b8a153d8","formula_version":"titan-u-contract-v1","latency_ms":0.4445830127224326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"077f5c6a68eb92cf783f17b7831ba3077fb2ad95c4df51943bcf37bd771a1583","sample_id":"mmlu-prehistory.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87504125d8325a65fa1ede32d1e085ebc1c0db44a8a0ec7cc84b177d66b9385f","formula_version":"titan-u-contract-v1","latency_ms":0.49245799891650677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"224e3bb19464346187a22936e568312397d827da0f51f9d480b5e9360316c336","sample_id":"mmlu-prehistory.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b3c9de972bd5a340336ea3e654ac1893014bb86f0a0e99a6d604abc1e4bd02e","formula_version":"titan-u-contract-v1","latency_ms":0.4814169369637966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c638f74525bb29ac68b1613bae96cd5719d43009cf3399e5296d94779e7ef75","sample_id":"mmlu-prehistory.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d212d2a3cb30e26f745bc53485159b0dc1160a2ce3f98361d64684dcd9059050","formula_version":"titan-u-contract-v1","latency_ms":0.5491249030455947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cbce66e09573f303bebf71c420b1bb8b0a8adabe0d53aa64ec044c49b24bd42","sample_id":"mmlu-prehistory.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ee57e36c049a4d8df930803b9e287c67f12c58ec1c776b480553fad395df29d","formula_version":"titan-u-contract-v1","latency_ms":0.4617080558091402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"791f41ab0bfa173b3924e007f6b45f1130a16f9cca799d8cdd4013b51211685b","sample_id":"mmlu-prehistory.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eba169b98cd5eadf7219f77be2d1b1360ee6941e554dc90c8662a1971a82fd02","formula_version":"titan-u-contract-v1","latency_ms":0.49708306323736906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e50da1bd0e362019e03f76ee2dade3b2b2639c9815c5d974bf3e247a80a87a79","sample_id":"mmlu-prehistory.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09177263090462a3cd447e0c801c3881ed0aae3c3bdebea5dfbc44f52359222b","formula_version":"titan-u-contract-v1","latency_ms":0.44645904563367367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14399800773ea66482783b0c0931267d2797e95c0f8c1d803898a63712504cee","sample_id":"mmlu-prehistory.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"758d89571fd42585f3b577cb8b057d159daf7cc247821f3e74e84e1826bda162","formula_version":"titan-u-contract-v1","latency_ms":0.7125829579308629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"287eef0b426024745c1283e1008d32cd960b8065235a3d72dffbdbca8a7c4373","sample_id":"mmlu-prehistory.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91ce1c0606bb3f38586c501fb98f46574c443b5572758901bf7e00834c8ce391","formula_version":"titan-u-contract-v1","latency_ms":0.46966702211648226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2389aabd1008d6da82b9fa336b057f5ad639b5a621bf53e3a16281e34a33b957","sample_id":"mmlu-prehistory.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89ef4715d4277c0f169af812533725452551aa905f7032bb4a68047a42573bc3","formula_version":"titan-u-contract-v1","latency_ms":0.6469159852713346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20f476118457fbaa6c5f525c3bd0aeba87f2cbceff5704d5f28ab50f2e12421d","sample_id":"mmlu-prehistory.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f1551f417b2b1db688561047a4a0c64f7a7a8191a4c0693fda2ea25478c17d1","formula_version":"titan-u-contract-v1","latency_ms":0.5756660830229521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2544ad43ceae8f7f8e53c93c8105e8ea428f10b8cb829d74fc18ed6ee277320d","sample_id":"mmlu-prehistory.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2bbed32c5c1e69182aa1044df5369d6294b955a0122c33cc975c57ce864349b","formula_version":"titan-u-contract-v1","latency_ms":0.48887496814131737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84ead5456835908ece69b5f6e54b501f7b87d993a4526575e3f5d6c6e669baf7","sample_id":"mmlu-prehistory.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85a08e9d565e25e799599f64e5da176e4514d7b8dd5f15f0af7efb5b1c3832e4","formula_version":"titan-u-contract-v1","latency_ms":0.6339589599519968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de725df656937be7b4ed5b2420413325e014ef36e77cb14ea8d54e4be29c0677","sample_id":"mmlu-prehistory.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4296047f8bf917c956975201491a2dc2c7835a84e65ebbf5e0433ca81c34d3b2","formula_version":"titan-u-contract-v1","latency_ms":0.6302919937297702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e64282d26dbc73824b2af790301bee4c9583c02764e16fd8c8571b75dfee2dc","sample_id":"mmlu-prehistory.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2495f0246eba736ff87ece20401bfb20e2ccdf5cfc612042fa11f53bf3a39b06","formula_version":"titan-u-contract-v1","latency_ms":0.4651250783354044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccbac4a322e53bb314dd2340e6d1cb82ef438b406d881cd3584bd1ca19bb536d","sample_id":"mmlu-prehistory.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7fbe0c6ac1bac457f2d5eb62d1828ef90eef7081c5668da5dc175b614b99e68","formula_version":"titan-u-contract-v1","latency_ms":0.6763330893591046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d134d25c1cc9600624f68b2ea7795e688b1f7e89c70ee6f27d8481004ab48bcb","sample_id":"mmlu-prehistory.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ee52a373e3378a8ad947bc9e84358b75fcea626232e638bd9cc54bc66e4c8a1","formula_version":"titan-u-contract-v1","latency_ms":0.47562504187226295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fff09a79d99d1b0a43227ba024d2c79fcc928ff74bf16a957aea7db32b6a8a94","sample_id":"mmlu-prehistory.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6984d9c6b953007f7f4ada2d2137b0197fdc890a56f9ff413a28422a8e090599","formula_version":"titan-u-contract-v1","latency_ms":0.6002919981256127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a55f1a9e1f0798464300f33046bfc20f13e0ecce1393964e10b95a99a2ca2a5b","sample_id":"mmlu-prehistory.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a47f73956e2a6b16d974abb09d7b7aa55f32b2e57293c3dcc0705fd5745c572","formula_version":"titan-u-contract-v1","latency_ms":0.7508330745622516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab3a5ecf2212b1b988d148522a38a1f6eb89975283633fa846c294013fa77a32","sample_id":"mmlu-prehistory.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f931e60cc4b69f244c266f92268cbe33802f27b82d6f89db5f88e536856238f","formula_version":"titan-u-contract-v1","latency_ms":0.7316250121220946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e77716bd416bc184b4091e24630a82c9eae0bd89d7885420aca1a419c21b3e3e","sample_id":"mmlu-prehistory.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3b5db94ad43600a3bb1d1e5a9769cb70e7efe0eff21910732e5c529234be9dd","formula_version":"titan-u-contract-v1","latency_ms":0.7727500051259995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da53c46ef084f262243f286c74f0159ea7cbc5a7fc97dd13bd2858457a05395f","sample_id":"mmlu-prehistory.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"968f8889308a11f4320660eff0faf688f110f9c520ad1b3b9528dd37c7dd38af","formula_version":"titan-u-contract-v1","latency_ms":0.5628749495372176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78b4c1ef634b43143bca381ddbf8d40981752b9c230c06858994ace3d9331da1","sample_id":"mmlu-prehistory.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ded85d99ef58f6726ad0ac91a41c4670c8de6a4c409b96460dee13b5a1ed9a8","formula_version":"titan-u-contract-v1","latency_ms":1.117000007070601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90d0ccd646116a54a4d5fcfbf0f511226a90e2a00c7ed5920f38749db80ef3b2","sample_id":"mmlu-prehistory.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8008887adf54f361439f708b59427a8a85bb9489efd5f5394cfe45475863240","formula_version":"titan-u-contract-v1","latency_ms":0.5847499705851078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cd05b5191af0ba9f56e412fb34eeaa42dc10b868f403a7d84dc77fccaea169b","sample_id":"mmlu-prehistory.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b05e89ab894fe28e8943d8d6a9ee69a505621f1c8f68967f2ebe66a073c9af89","formula_version":"titan-u-contract-v1","latency_ms":0.5678340094164014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fe607676aef891be8fdb7a5f91af84f6721dced3444c7a1032f02e5f62971be","sample_id":"mmlu-prehistory.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a15a640de42687b5f04d1e1fb12879a8af466bc3fc5362f139116f6fb0cfac57","formula_version":"titan-u-contract-v1","latency_ms":0.4196659428998828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"345b2d26f625a9b260cc61fbfab6892c69423be90957494d4d84bcb80c76238d","sample_id":"mmlu-prehistory.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bc750ecd5b0fcbc529602feb05b0b83c4b58f1e68eab7ac365deb646d1e4d14","formula_version":"titan-u-contract-v1","latency_ms":0.45804097317159176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55633f59c3d37c181a177df9d95c67bf451da5dbdc3cef9e412ce43ba842d218","sample_id":"mmlu-prehistory.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddcefb07950368110cf4183c0a15e753524be3df9bc0cf1d105b44aa270fb6cb","formula_version":"titan-u-contract-v1","latency_ms":0.49345800653100014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2db1d0eef02d2af7206dd24e15e4dbd5ef034e532c254f09f7cdc862ef319db5","sample_id":"mmlu-prehistory.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc660f44eda5cf1f0227e573b7cc34e6f4e897023d23e63bd75375e8a8173603","formula_version":"titan-u-contract-v1","latency_ms":0.6707909051328897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9f00ca8072b64251f828c2ae1e3119e90f8a1c0cd315f797403f074243fad68","sample_id":"mmlu-prehistory.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2c6915b79840ba152767f2ce0106a25294924d950fa456ff8ada23921bce75b","formula_version":"titan-u-contract-v1","latency_ms":0.571875018067658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c633c585539dfe40ed5e0885501a2384f0da3856fd918afe616d1d75f805386f","sample_id":"mmlu-prehistory.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53ffc6cc01783ae25182e8f92ada481eebac35eea7d6b912db22fa933f1adc83","formula_version":"titan-u-contract-v1","latency_ms":0.6750419270247221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6a32576d894868ca9129c8d94b68e909f15821caf7b909b5f858a44b38a2f26","sample_id":"mmlu-prehistory.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e0a6fe2f44d0d3d241dff54d44339454881d2e3802b55e683a84d0722d44b36","formula_version":"titan-u-contract-v1","latency_ms":0.6364999571815133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"474123bd92dd68a64c0f7cda557967790a6387634fdea642e3fa7e2568148366","sample_id":"mmlu-prehistory.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb9703e5a33a5820dd9b4870281bf093f9a580edabdd02f63a4cfee540d41bc7","formula_version":"titan-u-contract-v1","latency_ms":0.44716696720570326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bad8c9c9798980790e898597550af32677c913c8bb984914333e9b28bf4db35","sample_id":"mmlu-prehistory.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c77888dea59cec431d111468268f8bc5890a1a9439a0ee40092799aedf95f82","formula_version":"titan-u-contract-v1","latency_ms":0.48266700468957424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a0c6daf29387779906d86ff6e6deab858d1261786cb805eda2e79fd6f344a01","sample_id":"mmlu-prehistory.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bf018a6c4a3340b347f12600579d9272c523e3ae2ce2f49f20867edd4e90d61","formula_version":"titan-u-contract-v1","latency_ms":0.4843749338760972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc9754aeb6e6105b6b21b3f9aafb4e78e76df3f057582c9dd16af1d93990ac4c","sample_id":"mmlu-prehistory.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edd7b08aa200f267f8169aeb5bedc113feb488ced8319958735f859efe8110d7","formula_version":"titan-u-contract-v1","latency_ms":0.634124968200922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2924a79fbf2006447758fba658dd83c2b26e17462923d0118fb5461bd893e8eb","sample_id":"mmlu-prehistory.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"986d8bba5c248b2d333e6e13b7b8b335e2850f04715c24ed8c82a2768516e7db","formula_version":"titan-u-contract-v1","latency_ms":0.7876669988036156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"573f919b03eb02b2fc541e0f6563545b0c3ba9926f311fbf7b978ebc9da45bfd","sample_id":"mmlu-prehistory.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa788b1ce45496012f0fd79a4d7e08bd3030504b5a839a085e477538a3275092","formula_version":"titan-u-contract-v1","latency_ms":0.6122080376371741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8857fc29cbe15ad55cfcd5222597df93ad9ca6930abfe69113af1c07b2c1269a","sample_id":"mmlu-prehistory.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"066ddb58a1a200443e54bdcc0a0a1dc05be2b021e30d8577940962182131bfae","formula_version":"titan-u-contract-v1","latency_ms":0.5633749533444643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84d0b880600bdac203ae81a499d431d3279969edca1b9d91381a3683b8609333","sample_id":"mmlu-prehistory.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25d75d7075d4aeb0889324069d4cd20b21ae4ca243c50719712b08303c63675d","formula_version":"titan-u-contract-v1","latency_ms":0.5421250825747848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6251b49d547771a88287e56b82bab2021107ac274e022678cc18089b9a8cb749","sample_id":"mmlu-prehistory.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96b7ee2bc0935d8192084f796ef235c9bd72c7069b0cdb3acf011f0aac87a084","formula_version":"titan-u-contract-v1","latency_ms":0.4519589710980654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa8820368bd8cbb8e905fbaff15591586df4edfe4d3f66bc217b5e64e9f40e3f","sample_id":"mmlu-prehistory.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d9826be46207aa20a079839d9f56355f95efd4f6512179a8a43c5dac63b2a2e","formula_version":"titan-u-contract-v1","latency_ms":0.6773329805582762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e5e4ac6361708ee0f09d9faef07815eac3a621c8fbe52331c8f25889fe9e554","sample_id":"mmlu-prehistory.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0366e2f0562ae5cf25849860fadbeea467677f02c3f8cae9096bf91858703775","formula_version":"titan-u-contract-v1","latency_ms":0.44608302414417267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74f1c602c403d08c049a52c6ac34dd849da43fab4a15d608a56367b4fc0025ad","sample_id":"mmlu-prehistory.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf4863a4c1cf9981c61f08c6d84866d5096ac12d4d0ddfa92c93dcbe9c29ea12","formula_version":"titan-u-contract-v1","latency_ms":0.47345797065645456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5b9cda40c71a6b31a33fbececccef65ae44099330dca8fb07525db52149576f","sample_id":"mmlu-prehistory.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8ee6acc4014f3693483092f1ad119ed95354bd53a9f589a049c45ed9d2b14b4","formula_version":"titan-u-contract-v1","latency_ms":0.4369160160422325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35e97ec3051af8a7f05a2c3b633bafc21bb02796de4cfeb7d091f1c5aaf349d8","sample_id":"mmlu-prehistory.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fc705ceae33622f58fab8bed862409a0757ecb4f37019b5073f4304540fd21c","formula_version":"titan-u-contract-v1","latency_ms":0.49512507393956184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"684073ebfa85964386497d3e5e8f218fd2c9e661c29fcedf120c14c0a8df5c4e","sample_id":"mmlu-prehistory.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"260079d448babcc97cd149d4648a88a88f45dbb3cd1f975744cb644ae9cc6f10","formula_version":"titan-u-contract-v1","latency_ms":0.4410409601405263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"660bfe47136d55c7eb94e629beda187e5f05a85eedc45e4e3258aec42452a2b6","sample_id":"mmlu-prehistory.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"def186a439bab7e8705080bc159a5c1a75e23204f46e387a365fec58aa338d3a","formula_version":"titan-u-contract-v1","latency_ms":0.691374996677041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"194df6af9a8437c5addf59985dd6ff95b5f1d154fa82e0c3849508fdc68faff9","sample_id":"mmlu-prehistory.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6824c40f91ffdf5df734a8f2aeaae6624b261af83efb475fb53d1041d2215053","formula_version":"titan-u-contract-v1","latency_ms":0.9676249464973807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15ec4caa2df4dcf49e33e49aa6c04b79dcf657103cff39fdeb38728af2ac50ce","sample_id":"mmlu-prehistory.val.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f3ce6270ac4efd5c3aa46713a6cb2010833afd1fa613b847963226a86dd1d5c","formula_version":"titan-u-contract-v1","latency_ms":0.6832500221207738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b40bc1b617de2907304045473fea2628c32f7f9dfcc999d033f3be9e49af33a","sample_id":"mmlu-prehistory.val.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec2635597bf27411650ffdd9cf88e5242b33f2a23cdaeabb4b0393a5e899675d","formula_version":"titan-u-contract-v1","latency_ms":0.5131250945851207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83f9f3a6d66123f66f55c99f3bdaa219cedbd21c053e6cc2720f088dd0559582","sample_id":"mmlu-prehistory.val.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a65614b9649597be7487a5d43a61704a0e04989570ed600267a60aa56d8660b8","formula_version":"titan-u-contract-v1","latency_ms":0.4004579968750477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b5b300fe90219938529c82d394bd172dc3889040a4eea1713a222ee625c310b","sample_id":"mmlu-prehistory.val.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdf816230479c7d8543c35563c1f6db614c57ba3a4c658013e53d604aa453929","formula_version":"titan-u-contract-v1","latency_ms":0.6250420119613409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad811f23ce08b8ba94c83c511cf9cd05e5aa03e881d1cd98abe98c5498233f7c","sample_id":"mmlu-prehistory.val.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"727d5d245d15de545a9ac774d76322ea6e455039cae0d9726f5a0ed02b5e404d","formula_version":"titan-u-contract-v1","latency_ms":0.7064170204102993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e3a00a716bf90aeedcfa2f86110472e57269a65bb5c14c2118c7f2df3760008","sample_id":"mmlu-prehistory.val.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9582c21e632bdffd43f40ac58d9e44edacb66cd6535d7d6c53486f8becdf5315","formula_version":"titan-u-contract-v1","latency_ms":0.9272920433431864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdb0b7d0727ef20b894d401e2c259fd509f3aedeccac83ba3f58083fe248786b","sample_id":"mmlu-prehistory.val.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d5b83326f37dd4b492c4bb8c63118a1b2b16626da9562f898d0890ece0e18f2","formula_version":"titan-u-contract-v1","latency_ms":0.5159580614417791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b605b5e84cc461412baf30a74e0d99c6b2f7ec6dc45e0e9ca9fc856230ac8513","sample_id":"mmlu-prehistory.val.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b3395dd09d8e4f23806d8c55d9db5b0807edd4a3de804ede7c41a8108ce7015","formula_version":"titan-u-contract-v1","latency_ms":0.6242500385269523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"417e00a2bb725fb7268bbaaea9e8ace02e3740e1305965bea8ed88a2cc0c4ee8","sample_id":"mmlu-prehistory.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c59ee69005649267b3f59499f9cf86c640fab5eae78f81a9adc42d6029c5aa7","formula_version":"titan-u-contract-v1","latency_ms":0.4481249488890171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8844bed803ceb67c85cb90c05055334085c64944827176cb83606bfcfcb129e","sample_id":"mmlu-prehistory.val.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cda96a5039f7f1c2ce53e4ec08f91832434103fc46516abc23d5e37ce0ece036","formula_version":"titan-u-contract-v1","latency_ms":0.6894579855725169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fe6128e9b052e9e7eaf63094fca7462e6d394a9a71d936955968a1e3322728c","sample_id":"mmlu-prehistory.val.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4df4150fca80bbae2daff37de324215db1784ffe69072160248f1bc5b7c109fa","formula_version":"titan-u-contract-v1","latency_ms":0.600790954194963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ceb589ccb1622e1b28129bcaad8df93d91cfba4c524f6be7dde8c461037c834","sample_id":"mmlu-prehistory.val.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70e186c7b8ef9752f9276c200b5c4a63af83d123f5511d1e2af7cfad91309beb","formula_version":"titan-u-contract-v1","latency_ms":0.4539169603958726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"193592cb771cc24bcd9d8904319909b853361b71b76a1725e8ec2464888aff54","sample_id":"mmlu-prehistory.val.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22c284e8e31187b2f2c2e62e13a9c149fc8add2fda406bcac5335e5d6788f868","formula_version":"titan-u-contract-v1","latency_ms":0.6784169236198068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43ca135a17f92f381998d53336ce4e8671240e4b2759e2d49816eaee2761a77a","sample_id":"mmlu-prehistory.val.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a8ce5b23068d68379e9b41e002246c9f4496e5f649c8eb4898f4c5f8d85dbf0","formula_version":"titan-u-contract-v1","latency_ms":0.43308292515575886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"519f1761f4946a63980c0cebc79de622b4250daf01bad426033e0d7ef5ad4b83","sample_id":"mmlu-prehistory.val.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d239cab13329f531a2e0876f52b115895195206e2af9986b6eb0f4f381600cf","formula_version":"titan-u-contract-v1","latency_ms":0.46770903281867504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c43874d19ac1ac5fe17bc36985828cbd5b0241384200930808b3fe4db6d2df19","sample_id":"mmlu-prehistory.val.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2032bdf1b64c3a00b4038962a1277fcbb08e7015226aa2e01b5dba526830490f","formula_version":"titan-u-contract-v1","latency_ms":0.4407919477671385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be8f9f666ce481db24d7c10143652320f08f024e6f301b53a2bf1f2c1415334c","sample_id":"mmlu-prehistory.val.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e04f7ecace1a51a7c44096e699b63abd027f978f3c84216e2c333be9f9d8230","formula_version":"titan-u-contract-v1","latency_ms":0.45429193414747715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c50b6f5f8f46addc5e16ce019a6ad27ae6187337f43501f3fbf7df252314a007","sample_id":"mmlu-prehistory.val.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fca091c4e357928da7d33137445e07d5af1b7cca0b9807f4a044fbf3aec0175","formula_version":"titan-u-contract-v1","latency_ms":0.585292000323534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8444847e661e53a001420af45814b728a94a3124709cc9485ad101c08a7db3e","sample_id":"mmlu-prehistory.val.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbcaedeed495278a27ade3d42bc5832f3d69e1ea3ed5d25714569ce592c68244","formula_version":"titan-u-contract-v1","latency_ms":0.4663339350372553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea14ff372b00af0ff46042d9938c37078981437962b9f92666ea22c3c4cb1875","sample_id":"mmlu-prehistory.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81eccacf37818a361d8379ae5b4f862d106de1e8861cf4822858f85d8d609213","formula_version":"titan-u-contract-v1","latency_ms":0.6061249878257513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d889b112af3b20b3264f5c248324cdc077c4471e0a94583377eed754770ed218","sample_id":"mmlu-prehistory.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fca091c4e357928da7d33137445e07d5af1b7cca0b9807f4a044fbf3aec0175","formula_version":"titan-u-contract-v1","latency_ms":0.6710410816594958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17cfc6391a7d7f02c2e2a14bb860d9c8f9ff1e69fa6c2b2c97d28e99e42e1800","sample_id":"mmlu-prehistory.val.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e6205b60bc06c6e8d73d6b5b32e6ff994647aada3d0a852b2e1ddf18c44571d","formula_version":"titan-u-contract-v1","latency_ms":0.5597090348601341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4f5efb55b107efd0c9809eb020415b5a7645074535969344a2bf4fe6aafcb4a","sample_id":"mmlu-prehistory.val.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c97f751648939c72ab83cd65b043d8b680edab59e7411adb5a5451f20e2f1878","formula_version":"titan-u-contract-v1","latency_ms":0.7687920005992055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bd32bb82b463a252b38cffcfebb672383666211cde2236c65d5ed5d11f6115f","sample_id":"mmlu-prehistory.val.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd44ed73f3ac5bb527fc1fe29b0f54345763da272ec041c0f290bf3d0b6909a2","formula_version":"titan-u-contract-v1","latency_ms":0.7852499838918447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b74ba460359793b066e19025c2dadf1e7d28e2ea11156ba144181c710dac72f7","sample_id":"mmlu-prehistory.val.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d944ea73afe9dda0fdd1b99a91e8f1b3561e90efc4e4084d8e6c0abbee7e081b","formula_version":"titan-u-contract-v1","latency_ms":0.5587079795077443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b578b97c078f016a3f56bc4831370197758861f5ec2643d64275dca6984d5d6b","sample_id":"mmlu-prehistory.val.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6245b72edd219a8fe500d87ca84f1cb5549b658321e5dff50082143a497c4e57","formula_version":"titan-u-contract-v1","latency_ms":0.5394580075517297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2426826155ef5ca06b71a57b6d4b111e44534f5c314123ace0f56c501c4a22d8","sample_id":"mmlu-prehistory.val.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f750231710132c0de63928222568c8225b8ba77b65ed00b26b8c2d9013fda0b","formula_version":"titan-u-contract-v1","latency_ms":0.5954999942332506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"162bf83ba798b88d940e02c3bb088af6586bb31020c393feb5d82513a43b7be4","sample_id":"mmlu-prehistory.val.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48c84c63e72a14c79cfeb4770f3be0516e609f6e78215986f1b1d0f081cd741e","formula_version":"titan-u-contract-v1","latency_ms":0.5169169744476676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4153429613cf66d64fc94a44ad3aefa9977d2b982981d13f3be5177c2b555823","sample_id":"mmlu-prehistory.val.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c6e13953687c15a47be7ee78dffde95db85b726f1f499696d69bdf486fdf124","formula_version":"titan-u-contract-v1","latency_ms":0.5005840212106705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8cf17a3930daf6686a7e658a2f3fa98287a9707a598afcc26d9a5c4f895727d","sample_id":"mmlu-prehistory.val.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"693381fe5fbcb944f885fd93b72752527fe93b1e661a1616631c41cc4b06585b","formula_version":"titan-u-contract-v1","latency_ms":0.49491599202156067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"106d2043a89e240543e4cd8f5edc49263e1689fa53065a003a3261570548905b","sample_id":"mmlu-prehistory.val.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0564071fe04f0af6ccdbdb84f945f8f47941d723e5580e2b4b05754aac8244f0","formula_version":"titan-u-contract-v1","latency_ms":0.47283293679356575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc7203e3ff1051fc77a3f6aafe93d950ca91b6267cfe37291b3078b1ef3cb4ab","sample_id":"mmlu-prehistory.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f14f6213f286c1156f586f3617e998fecb4cc126c1e44fa8513788ae097dddb2","formula_version":"titan-u-contract-v1","latency_ms":0.5963339935988188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff946a52b7a1e59ad8dacd697bb21504c7d9f630601e35b9de0af8c14ba73cda","sample_id":"mmlu-prehistory.val.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd5780b76516abe45e753167cd77dbf563bd8ed2268c761939c679f8154e9454","formula_version":"titan-u-contract-v1","latency_ms":0.5395000334829092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff449aad2a58ce9948078a9f32a8e2998f16be6d8fcef1563fcfc76cc169a30b","sample_id":"mmlu-prehistory.val.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d3b54067957be2d5f80df05e51f51e94373f882d07c8c14d76abe235f37e07c","formula_version":"titan-u-contract-v1","latency_ms":0.4453329602256417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e3a953d864fc7e1df8e6429fc131370ed899db099579bd811d424621befc5f1","sample_id":"mmlu-prehistory.val.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38456f78ddce6e1c393bb425d27996911384d1d1682b796f375222688f8025d6","formula_version":"titan-u-contract-v1","latency_ms":0.4516249755397439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15fa699a6898ba7e070b2d82ad85b50414dc5ff29c976b42b8df94bd5271457f","sample_id":"mmlu-prehistory.val.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"674448714a139f1cc21b5ea0dee9a78b2b0ad1bd6d7ce442519a2980d255f62d","formula_version":"titan-u-contract-v1","latency_ms":0.45245897490531206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"302cd886019a6e0a5f6aff58609407dfa2c829067d8ae4ac4d6e22b3015ea1e4","sample_id":"mmlu-prehistory.val.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8578eee461779f357fd30af171a95bcb7fa3ed6507e8a1f94a8cb4256b337aed","formula_version":"titan-u-contract-v1","latency_ms":0.5888330051675439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a23547a80a47c4d17ce31ce78f5a60820c50a3509b0bbd9d599c02709db679f","sample_id":"mmlu-prehistory.val.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3bed222b9adef0c75f29e5753424e01746f6e4bb32ae86c316d51b031dc10c4","formula_version":"titan-u-contract-v1","latency_ms":0.4467919934540987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e24485b362bde96f97decd556f7be100f7330d31025d882c1a3ce077200f33df","sample_id":"mmlu-prehistory.val.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e411875c7e2e2c680429928b92b83cc50cee8e134cf301819e3ffc60a6aaccd","formula_version":"titan-u-contract-v1","latency_ms":0.5044579738751054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d7893735e1bdf72742fe9829e96a60a545e4511ab65c94a5a693aa289ab6344","sample_id":"mmlu-prehistory.val.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdef845e99e87ef5090ce240ed6f1dec0d150257ac6e6c74558fba8f42e968e8","formula_version":"titan-u-contract-v1","latency_ms":0.5905419820919633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef92049958b91687282c0ff8371e3b2e71b7702fad06a2f9ec035e2340a85f05","sample_id":"mmlu-prehistory.val.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c32ebe17b4f86aed78f7b71833339dd44ed86db61e4ee99fecc9dde51d6000d4","formula_version":"titan-u-contract-v1","latency_ms":0.4984999541193247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f7369cace3a6be5583a7cb56181c1176f941bc7e9fd65c5cb86dab02ad7ff18","sample_id":"mmlu-prehistory.val.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8075fbf9b76996f7bf38fd844088080e7cae5b975dd58da6c3f12325399760c7","formula_version":"titan-u-contract-v1","latency_ms":0.7218749960884452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a767828fa39031d1d6f21edf0effb6fb52e57df48f871109e2b089fcb38897c","sample_id":"mmlu-prehistory.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75b03cda46bd578bda2b95dc37ba7f9b61128758a3270e6749c15de87e588681","formula_version":"titan-u-contract-v1","latency_ms":0.51566690672189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ef9d9dee2a13b84193a09f447eb88440a391ff8b72b77e44c658b716cb6227a","sample_id":"mmlu-prehistory.val.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f5b23ea3826aa1ef6e6176c68f3ac9298d0c855ef8be4bfc0caecae198fd6d4","formula_version":"titan-u-contract-v1","latency_ms":0.5399580113589764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef38b4930f5177e3e5772f4439f9d3db790a34a50ac343a06bd458383a6c1ef9","sample_id":"mmlu-prehistory.val.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"473b72489590f7356a967ee376a152f135bb6243817a44e8c7d90cbc687e04ef","formula_version":"titan-u-contract-v1","latency_ms":0.4306250484660268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcf37bcfe8e708d15bbdacd517a52eb74d8139e79f6e2a071d61e93337868f31","sample_id":"mmlu-prehistory.val.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67da0bd2b55cd35d2cc6eba35bf1a61c7593427f9bc3698e267c28f0e2138bc5","formula_version":"titan-u-contract-v1","latency_ms":0.48741698265075684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db28a380c9b78e45bd76fce8d5d2947973fbb3e912655a116c7fa54a57400ecb","sample_id":"mmlu-prehistory.val.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75ee87ab47ed0125ed6c4e5adf24e371f17697c58a41ce7d23887a1feefaf518","formula_version":"titan-u-contract-v1","latency_ms":0.5043339915573597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94caed40df61c62e8b0ea8b512c6f2937708a22e5da9c7a43e183f9f45b7639e","sample_id":"mmlu-prehistory.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dbe429d9be76f41c53091aebecf83fb135228b6b1d50d4ddf5790ea69c00f4e","formula_version":"titan-u-contract-v1","latency_ms":0.44762506149709225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7357f75bc1da716d37a75ebb5d41047f73904d267445d3ede72ab2001518caa2","sample_id":"mmlu-prehistory.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cb87f7254e41f9b73f34026b6b40f963bc6219fa97974ef3a06f98dc9b176ba","formula_version":"titan-u-contract-v1","latency_ms":0.6035830592736602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7f46ebe6cb8c95c10060c60f4eb8d2a9558c44fe8ce2c0d0c4ab79d0be54019","sample_id":"mmlu-prehistory.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"623bafb2a6d26f73159fa61bd33f09d8efd4e31734a16d224b399e6281ba89b3","formula_version":"titan-u-contract-v1","latency_ms":0.46554103028029203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38937dd018565c74f6d7b81e923de6293b49463e00ad247f37953a06eb513483","sample_id":"mmlu-prehistory.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07e89b4320ef5b3cdbfe9d857b098490b7b3fdc332824c7325d926208e136f38","formula_version":"titan-u-contract-v1","latency_ms":0.460083014331758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcf7b7077011860775dc4d862fbcb8678c1c55390dbc00440748b6b92eb3df6a","sample_id":"mmlu-prehistory.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3843820fd29c9186606595593cefa8694c4ec5d785e939a0435bee8b9e7046ba","formula_version":"titan-u-contract-v1","latency_ms":0.4760000156238675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c6690f72697d46280a612e65943b2995911e9ae91f43f0df9270484805de2e9","sample_id":"mmlu-prehistory.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8d93e8c25bc0a9b4e6cfd75939a6cabe3a6414afabc84b8aef46f61bfdef10e","formula_version":"titan-u-contract-v1","latency_ms":0.5460419924929738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86b69023a759daf10c245b7425459bb843e5131c44858e727454bb062e189b97","sample_id":"mmlu-prehistory.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f4c90a938c26f1da4f2d871a780d78e5e7385ed8a91b6ac3b9cf05b67e44a7f","formula_version":"titan-u-contract-v1","latency_ms":0.46904198825359344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1895e9f1823778fe93b280df4d4f755ce296005168e6c29995e4807d7352fb34","sample_id":"mmlu-prehistory.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cbf0b9533b75ad87ad64e55364f2c5decedbabcdf9c6d668cea69238fa2d99d","formula_version":"titan-u-contract-v1","latency_ms":0.5139999557286501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfdfab73a27f0ebf00e74c671856db8cd22c497f0398141262b2aadeb29d0dc3","sample_id":"mmlu-prehistory.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8617d8b7443507864284f7e965e50cb802ea86928180fd3fc357d4515fdde33","formula_version":"titan-u-contract-v1","latency_ms":0.5470410687848926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9b7b2b4bc48054dd22dfcee19e59650989c4f04f4902af2abbe6f18fac3a6f4","sample_id":"mmlu-prehistory.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5072c05bf8d0a77b2312d281b0c64694f7c505d876576df530e05f7d306ccb5","formula_version":"titan-u-contract-v1","latency_ms":0.5041250260546803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab7e233a72253742579911af5e83a53de82ac007a2cb703fada173bb9ccdfe78","sample_id":"mmlu-prehistory.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef13593c12a209af10478a6a88b0216208685ee550d897425de26c3b505f4ddd","formula_version":"titan-u-contract-v1","latency_ms":0.4587919684126973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a604393bbddbcc793568caff78adcef4cb44f57c629aa741f965c142741c1c4","sample_id":"mmlu-prehistory.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76c8b77d5485b408eea5125a993a8726003abbdcf1b1e6759eb4cff5fd17a9da","formula_version":"titan-u-contract-v1","latency_ms":0.4491250729188323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f6e1f677692289ed3608117a7230560216e821bef1493cb2120716ffdba7b72","sample_id":"mmlu-prehistory.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"632a3b0f39db455698b2084d545c6ef195c398afc74b6111796d7e0b7ca7a018","formula_version":"titan-u-contract-v1","latency_ms":0.4450830165296793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6eb1099e1bca4903ebf45c674734a14c9f26079cef7c14c73f715c428aa63d3","sample_id":"mmlu-prehistory.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06db8d3b772ac6c7ad0a6ed70166eed33d40dfe4ae5952f06aa319b43fc91a9b","formula_version":"titan-u-contract-v1","latency_ms":0.504292082041502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e744926c97b212ad77a88a12b1fb7b2b3a13fd155cddccab69d294ba1ff861ad","sample_id":"mmlu-prehistory.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e2dbade553676c051be650bfd12da0862b6591d5e0e0d6073c342695253958e","formula_version":"titan-u-contract-v1","latency_ms":0.7874579168856144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2835500981d1fc4fac812c674ff973df3bdaa8a90ae4f5122e90fa0af99efae3","sample_id":"mmlu-prehistory.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a14cee99e388de6fa247180db3dccd673fade688321df66cc25be25dbda5b7f3","formula_version":"titan-u-contract-v1","latency_ms":0.48575003165751696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"380de61dd4ded00f8539132fa674f535c9a3fb4c748f56d3867d2878d6d52a3a","sample_id":"mmlu-prehistory.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2977aebd136af3549e8a1462a4d79f52683624e89ab3561e2ae24f43cca153cb","formula_version":"titan-u-contract-v1","latency_ms":0.681833946146071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef3799bb4010b3caa4bfcec4d4d44f6c8fcd848e952b5a85ed5b5626b0404caa","sample_id":"mmlu-prehistory.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"09c21fea8f7791ead42e32882318d9e5f92f79892756457ce5f3468b0c7c7323","formula_version":"titan-u-contract-v1","latency_ms":0.4718330455943942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54861121247c15e134d690966a6356f834c621d0048a50974d925c270c51ed4f","sample_id":"mmlu-prehistory.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49092d75defea8be7fbb94855a3abda88cc147cf049bc812960d935006c0bded","formula_version":"titan-u-contract-v1","latency_ms":0.48762501683086157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"945fcf55d0c63b6b40543ac304320391d53453ff2665c4694eb986c7bd300266","sample_id":"mmlu-prehistory.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e77d55684f97c90ab9819d283b8be229d2bdac28cedc9dc87adf615e0c582f1","formula_version":"titan-u-contract-v1","latency_ms":0.4396670265123248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcc4472bc48f96cc21f3b01c71e67045ea690b024132e18d4d888afd4f6c4e8f","sample_id":"mmlu-prehistory.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"534a8eb693018649553b6d6257822892d8236f282faecbc6d31375f486856299","formula_version":"titan-u-contract-v1","latency_ms":0.5041660042479634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6894ecd04e1baa8bbc856b315d21551390aa8990c4cd642f23ac9aed43df527b","sample_id":"mmlu-prehistory.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c677c3bef5661eb747171c86f980f5efbd37c7eae31e8386bd7a477baab75f9","formula_version":"titan-u-contract-v1","latency_ms":0.731457956135273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28df1199ebf210453de7eb0242ea16a72068f46c588f9cff31093c07fa87de49","sample_id":"mmlu-prehistory.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f99549b71dc7226c2247ce6a852d1f476c81c2b7751cd1c23b2d53ec6d2f52f","formula_version":"titan-u-contract-v1","latency_ms":0.5096249515190721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95a950e51e94e06d77c2c0b4059b910146db81fafe16c93aee104b34007680a0","sample_id":"mmlu-prehistory.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edcec6a5a0e4e7316ef05ddf76c97b0b19c8418c7738363e1aa19ac693c933d4","formula_version":"titan-u-contract-v1","latency_ms":0.4432499408721924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"658ea7b528956bd5f8fa637daf03b18cac3a9fc24540b0fe749932c6475ac759","sample_id":"mmlu-prehistory.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5e0fd28b527cddb25ecc7854677b88d9e785f29956adcc46d9434f99bbfa540","formula_version":"titan-u-contract-v1","latency_ms":0.49933395348489285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35255a49b95dbb5c912678b27bd1d836c49f069b999c30111d6fca3105043cad","sample_id":"mmlu-prehistory.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b06e7a4294d063215b06007082019e14de34ffe51ed7cb60a334ac58f0dd5e0d","formula_version":"titan-u-contract-v1","latency_ms":0.5498330574482679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edf8ac9716a8fe9af2f351ad59f10e2abb3361945a4c2b41bea17cfc4fd32949","sample_id":"mmlu-prehistory.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f35085e57e00e0ff842122e5a7f06cc138ba7acd6aefc946fd47f69520aa4a37","formula_version":"titan-u-contract-v1","latency_ms":0.9036250412464142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f24913870ff8642c472df9ef266b3753819fc9d205a6cc7e49a84ebd790bc834","sample_id":"mmlu-prehistory.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3979e082af20e7963bebce8a46e597dd977002fa6ffcde2ba81f55cdb1277440","formula_version":"titan-u-contract-v1","latency_ms":0.4187910817563534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"155efad2b8eeb961644a7051ef8594ca746d719145bd2b0162584b43645fada6","sample_id":"mmlu-prehistory.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a2fd471618cad00095a2cc27d3e645cc3e00fc2e1f562e61d35373e6a3fa9d1","formula_version":"titan-u-contract-v1","latency_ms":0.7352499524131417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4482b73e2d69ac50a46d5f231ab887afec0cd1391f4055da74688ef1fd670e95","sample_id":"mmlu-prehistory.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76affc26759e968d2d71d7b12e688b3a66b565c14aeb92153aec3f46992eaf3d","formula_version":"titan-u-contract-v1","latency_ms":0.43516699224710464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dc7dc01bb076351185aeef37ba1fcf7d0869911db4cbcd20d2322c2cef35645","sample_id":"mmlu-prehistory.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa8d7b0572a1f0c37003c7432cda15b226b182752cd90525afc4869aef5f2a44","formula_version":"titan-u-contract-v1","latency_ms":0.44783297926187515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c93fdaf2489b1a458debe2c4f34c3a7a3685408ef76cd6c667a67733df0a358a","sample_id":"mmlu-prehistory.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e675f266051091cad225c141ed9c5a4c0074fca0ec9eda2b649b79b08944996c","formula_version":"titan-u-contract-v1","latency_ms":0.5683329654857516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bca0d0344154ab46b895a93a4a4e1835938856e2dab6065af10991d2d58a759","sample_id":"mmlu-prehistory.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"471503fd383ed7653751efca4b54774a062300be13c293513f3b2a3b0ce1c08f","formula_version":"titan-u-contract-v1","latency_ms":0.44841691851615906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a781d9507fbd2880d4539a63cd9303e623e3c541291d4eaa0393fcbbaaede2e2","sample_id":"mmlu-prehistory.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bc8faa8ae5f0c089a0b706e2fa6a7eae64959860c7828d2f54b54a77b13a3b7","formula_version":"titan-u-contract-v1","latency_ms":0.6033750250935555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0004e9d96c2cf6512554d17ddaabd411a71f428603558d9b8fc82b3f1c80369d","sample_id":"mmlu-prehistory.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8534ae5c7988783dba8c793f635aff5af6da482432af30a26983fdefada1f44f","formula_version":"titan-u-contract-v1","latency_ms":0.4923340165987611,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbc5a81e9062174d22ca27f300cbe483249adb61897b09decd48419f1f86f737","sample_id":"mmlu-prehistory.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f40c29c3293209b8fac8cdfc45e980c93f0b98de14173fc66b015d81e02b8be6","formula_version":"titan-u-contract-v1","latency_ms":0.415540998801589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1c21465412d38c43de2a5a40098e0525888aff12950ac171f769b4b7220a6c5","sample_id":"mmlu-prehistory.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb868353f47dd80e846b25aeef3114c56766a14c9b6647db2720e507d873a71f","formula_version":"titan-u-contract-v1","latency_ms":0.7002920610830188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fba2c53a1bd09d210dce1e710afdfd697f278c6602064a5e3fb1f06dc65f62b2","sample_id":"mmlu-prehistory.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e5b5b3c2ad94a8def179f515185a18601e2744262ae76845f88376db17843e5","formula_version":"titan-u-contract-v1","latency_ms":0.43937494046986103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e26ba84b3d3dd8e2ae6ddae3e92535dd7c49a7e2d5cec63b4b794702d66f84c","sample_id":"mmlu-prehistory.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd7ed6524a9085c5a5294e9f4ad222edee835844d06848c44e08c0e15067048f","formula_version":"titan-u-contract-v1","latency_ms":0.46687491703778505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"655502e28548f7e5c696f28a4714c2e7463227f8e7da111e6f95e8229d896c87","sample_id":"mmlu-prehistory.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c6d0c46f4b39364a9fbea0093f3c5ae07dfa4e49d29172e4e6c5c2a40823262","formula_version":"titan-u-contract-v1","latency_ms":0.4189159953966737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2400341690137a246deab617bf76069f97ba58a46122760258c50a936f844a7","sample_id":"mmlu-prehistory.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cdc778bb8291421f613859810bdd8c37a95f4c578f1f7a783b42dd93e4db296","formula_version":"titan-u-contract-v1","latency_ms":0.505582895129919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6ae674364d1ad876c434818270c48b40663b2a47ffb16602db8d4085d722c84","sample_id":"mmlu-prehistory.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1363a322f22c6f5f0d5172038d8c2873235648dea2585cddea07b8bdf430ca32","formula_version":"titan-u-contract-v1","latency_ms":0.516833970323205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea2f3f02c38bceedaab307514b05fad88c1d32ba11ea734b588e17edc2cf94ab","sample_id":"mmlu-prehistory.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b624a8577e1138167a29a62b82ff9ceeb658135e43a25b4a20a1abdeb5bac00","formula_version":"titan-u-contract-v1","latency_ms":0.8754590526223183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2e3453f2d41d11e1afe97435707f88752e5931c794d3d22bd0377dd88a100cb","sample_id":"mmlu-prehistory.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96999faf7a11cedc402bd9583e87159dbddd01a92c644110e1fbb3e25e424c2c","formula_version":"titan-u-contract-v1","latency_ms":0.469416962005198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63e5025ef1b16e50610eb7c05fe404f35dd3a7757504b9ee19e5bf57d4397790","sample_id":"mmlu-prehistory.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69734814d7dd7d1546a4a02bb5b6aa4905175ac7b935716828aabe4b0a6a93f2","formula_version":"titan-u-contract-v1","latency_ms":0.5381249357014894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9adc76e3a1acb767f94aefdd54f81ae65c54aa2ebb7cbfedc802367e24c3738","sample_id":"mmlu-prehistory.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b5990e59290011e6e1c40381ad9550f5a8a1c35e4a206397db754bb638276b4","formula_version":"titan-u-contract-v1","latency_ms":0.43154205195605755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2ad0b493226bf1c60242a4e327ecf3a7754b5d8bebbbb0570937bcc44cb6bbc","sample_id":"mmlu-prehistory.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3fbc409abdb77ce0d0a901ffedee3b27e750cd33b9e7ab0df7f8dbc7f7e455c","formula_version":"titan-u-contract-v1","latency_ms":0.41516602504998446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ceb5de362d7a92c0fa88e2450bc5ac38fa8a935618acf0add3dae8932c5a44b5","sample_id":"mmlu-prehistory.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d341ccbc6c98278f3b8fc38a36fa2800746a59648d18fd12c5fedb321a30c546","formula_version":"titan-u-contract-v1","latency_ms":0.47979201190173626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4aeb05c0100e04d5bd176770f47cfcc163a071ed8aa1bc12f0a723da88194c5","sample_id":"mmlu-prehistory.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af0dc93e336fdc6bd8a1b5247ca5e59c63c077be825a5b07a37ce642a664002e","formula_version":"titan-u-contract-v1","latency_ms":0.49524998757988214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4b5e389e8402fe447c0a642f0c2b9c71546674e97926f8380398282fb4869b0","sample_id":"mmlu-prehistory.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0d5313f2b21a48857f0ede7c68049f5c1dccfe88dbe129bab9072eb262d4647","formula_version":"titan-u-contract-v1","latency_ms":0.4373330157250166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c7a59859725b3244acefdbc76f6d9a26629da8aa6362d439af60d8edc08a276","sample_id":"mmlu-prehistory.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03ff2a50127aa10ada4620defe89c845e5be1e3e9b6c6a341680969c5acdb533","formula_version":"titan-u-contract-v1","latency_ms":0.5618329159915447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e530a208711a1994caae620e198fba90937537cfcf29b310e7453c20d7042ac2","sample_id":"mmlu-prehistory.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a030e9aa065a5c8925aab55cb4abff02d2b746c56c4c2df38f81448c7e6f42f","formula_version":"titan-u-contract-v1","latency_ms":0.4776669666171074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf9bcc53783b646401007bbdfd505d3c2936debf37d8cb62a65c0a7c64a2791f","sample_id":"mmlu-prehistory.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24706786c82ede6d69488fb123aa1ca11725ee73bf1ce7023b302be6df2f6224","formula_version":"titan-u-contract-v1","latency_ms":0.71387505158782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0ccabffd6d049e343d92dcadd93639fe99db7fcb71384cef370d158b86aa6b9","sample_id":"mmlu-prehistory.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"067ad57d946e9342d0af5fe328587e352646eb36c465cb12f34370b68ccd8a1d","formula_version":"titan-u-contract-v1","latency_ms":0.7124579278752208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ead820494d1bbcd4d90acfaad6e1933b85c74a070d20d1fcd5298455e16b8720","sample_id":"mmlu-prehistory.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c0d07a97c97d30c6ad185394a067b06133f690e23c49901cc2d8e96827eddc3","formula_version":"titan-u-contract-v1","latency_ms":0.6103339837864041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f23a2bbab86989c4421934d45043d006fe5949e7f8961f7396656d7885d3f61","sample_id":"mmlu-prehistory.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ded59e758868ce0b4b5c97dacd0630e30a2b536e4db87f7e48a47818774d78ce","formula_version":"titan-u-contract-v1","latency_ms":0.4374169511720538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27341e531cc36f3a87b5ea74a51ef284c7fdf9248878f617de491cc90d68dced","sample_id":"mmlu-prehistory.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"438c9dfa609fdd154bd3d17f0c66adc3784c4337eb6b80b3070a5120eeb6ba4d","formula_version":"titan-u-contract-v1","latency_ms":0.7626250153407454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aca99d9d8aa3749e2c8d683f486d0a6f96934cb1c7425c6192f1d98b77344b4c","sample_id":"mmlu-prehistory.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"345447da1c6df9584c50dd5feaf551e957e2e4ca3637e6f6b3c444b61df1e9f6","formula_version":"titan-u-contract-v1","latency_ms":0.45258295722305775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c5e4cd6891eeef0fd2b78bda3fd709f36ca9f30ac525c1e78e253ea8bce9694","sample_id":"mmlu-prehistory.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a311951c772a21a2ce1fb0472d64f936562f4ed9f290c09bf6c5054d52bed91e","formula_version":"titan-u-contract-v1","latency_ms":0.6147499661892653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e3f6b277a49ef9f72695f0ee5b8430f86c78001cb6196bcfd462228f9368958","sample_id":"mmlu-prehistory.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01d5dd94c6c0781a0d8111f864cdac1bb582ffde9a3c918137badbabfb92d90c","formula_version":"titan-u-contract-v1","latency_ms":0.7564579136669636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2e42e22da10dc0d35b7bafe2c1a175abf7e49d2b557d9e9153d0f528ccdae0b","sample_id":"mmlu-prehistory.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f1fb43aeada43487452d827b0b9d8289c3f5ab34f199384dfff593f9d27c40f","formula_version":"titan-u-contract-v1","latency_ms":0.6118339952081442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a91e6662c07c6c98c5f78c5d3376a7f78ae1e242933946922a83f51b3b393679","sample_id":"mmlu-prehistory.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"425463aad7cac00debf5b474e29d34cff18a9ac300448bf4d8dd7d5a75c1443c","formula_version":"titan-u-contract-v1","latency_ms":0.5965419113636017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffbc97029b79e8c63de7f05c3024952f9a8dacff373b9bdb987bbd73e71c9504","sample_id":"mmlu-prehistory.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f05cb3fbbac5ff746b4eb0c7163c281e92560778e77db155d5f72bcd5c6f6d7","formula_version":"titan-u-contract-v1","latency_ms":0.616125063970685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22851309288d2e26147217529ef5c7b41047752027a16e603c7394a0b12c4a96","sample_id":"mmlu-prehistory.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1a3e00d9ec049a2b6fd2d477092f2c58cda50e38067b154d5cf359ed1008cf8","formula_version":"titan-u-contract-v1","latency_ms":0.47512503806501627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91115fa065bb7c65a7ba8d3c8b051b010ea32986e60faccf0ba78c66b3d4d92e","sample_id":"mmlu-prehistory.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6caa1ac8c710ba62f925edcbdc04d318e0da6fca959e3d67a0be68c9decd68fe","formula_version":"titan-u-contract-v1","latency_ms":0.4723749589174986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9329bbd9470f799d313bd2ae3e8128b30d68cd6659f1438484901796379f4ddf","sample_id":"mmlu-prehistory.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e05b2db6e00cdac3354402b0d628963734fe85d8eef27692894da602c9cbc97b","formula_version":"titan-u-contract-v1","latency_ms":0.7051249267533422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4341b7a27cbc0f2782970bee2ed1626f37b9239ce9da431731a42dd8323952fe","sample_id":"mmlu-prehistory.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eeda8eb3c24b4543277728c70f11478b99446c452bd2fd6e77abf8cae551395","formula_version":"titan-u-contract-v1","latency_ms":0.4510000580921769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c05ead7ff9ac89274a153c89453e7b87fb42f45b4beaf01cf00bef5a4f0f1f0a","sample_id":"mmlu-prehistory.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34af10a9e459e885927cbfd5fe302e5c7eb1738e770df2b8db2f89619a4482f8","formula_version":"titan-u-contract-v1","latency_ms":0.9789580944925547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20c8ce8bbb511676d92742ae95f40bef2a4731e4a1d4a7274013c523e81ea88c","sample_id":"mmlu-prehistory.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ba2072543d88b5b793d6e78153933d2da2078b436a476c94bd70aa0cd9381c0","formula_version":"titan-u-contract-v1","latency_ms":0.620707985945046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1edce76c519a5c7b6c1b6407b7dd53c4232ad418a7656dcd0c7bc0d47d97633","sample_id":"mmlu-prehistory.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22946b4c7b79cccda5d328d5a98e3cf6d6c97371d75fde4a19db8d72f93cb1ad","formula_version":"titan-u-contract-v1","latency_ms":0.48508308827877045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c99f5f5f68ae1c6e0c2739dcab1f00b2a11b6690729094362e332553461aa079","sample_id":"mmlu-prehistory.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3327c867aa28533d63c04b92bbf7227f809050a249f58f163b5f47102214d7b3","formula_version":"titan-u-contract-v1","latency_ms":0.5922080017626286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7848ec34b122b435a2b09e66c1d708c0145e999fb9ded821b5bf7cd58ed48dea","sample_id":"mmlu-prehistory.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4a771647ec64e8be26035ccd423061f82ec47dfe491af88487f0d8a5f0aefd3","formula_version":"titan-u-contract-v1","latency_ms":0.608708942309022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ecb7db5b5f85a4d740d73b53473d6897512ceae6af07b4efaf91b7def055c3b","sample_id":"mmlu-prehistory.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f63d927d5fa762cce269a95c54b6d1ed5db4395f9511e54391ae104557062d91","formula_version":"titan-u-contract-v1","latency_ms":0.5371249280869961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"468a8dda7b30394d642b9e630861644e85da937e9a25fc530e1ed636c799a869","sample_id":"mmlu-professional-accounting.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6bad0701bcbf735452b3c4cd3d30788d76495edbaf0868b55775abc0575e8f0","formula_version":"titan-u-contract-v1","latency_ms":0.5192920798435807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f05d6f5ba6771c62f3f27be812cd3eb000f0b128d00f6d794f3e4f6b3b8367c","sample_id":"mmlu-professional-accounting.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9d4573d4166f998ffd2a34e8b9b48a2ef27ced7b37ac61f1df29bf821c6859c","formula_version":"titan-u-contract-v1","latency_ms":0.7190419128164649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82c3d2cf0ad561622206b73da92d43df78f0329f1b7bc3c6335ebc41c8bb34c3","sample_id":"mmlu-professional-accounting.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8568bb6be877425ba6fc686b6b587ee6e6a380893f4df024ce0a81e2659a4869","formula_version":"titan-u-contract-v1","latency_ms":0.46554103028029203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16a14adf6f0db3cf0db8dad8fec1605440706daa23da7b7a7b18360f779655e3","sample_id":"mmlu-professional-accounting.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3a0b8894e7188e61227eb171f224e7e9e33696a99c43cb1822fa5b00c78f1bd","formula_version":"titan-u-contract-v1","latency_ms":0.5197500577196479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"419029b8b847d5a2ca82f73d6c83cfa9c384dccc4b1e8e09b6fb86e333d1cc60","sample_id":"mmlu-professional-accounting.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81df4de26f7382561090bad685e389233f5db946b44d8b80b1ea9355f1c90b81","formula_version":"titan-u-contract-v1","latency_ms":0.5938330432400107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3270d6a20962eceacbca01b3e19497769ec857f931ad8fec7789bb6b9dfe7bf","sample_id":"mmlu-professional-accounting.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2e542ad79d18bf60338bf1253266c75dda4293d641200e50fde0da4492fa55b","formula_version":"titan-u-contract-v1","latency_ms":0.5416659405454993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"048074b791b5e5bfb47e41aa915bcaf72422bb833d58e3c6f16bfdd0d5a0c639","sample_id":"mmlu-professional-accounting.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9746981eae1aeb68cddf08244d3d08b879dbdc72297110d34265917a4d6358df","formula_version":"titan-u-contract-v1","latency_ms":0.6255829939618707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec3c089919a7f62ea24c01f14b90df4bdf64887f193285150fa02fbbe2dc46cc","sample_id":"mmlu-professional-accounting.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96f4a0e6b44d3c7361d3d6bdab653c6bfcb1f1fdd6837eaf1f89fb834581407d","formula_version":"titan-u-contract-v1","latency_ms":0.9490420343354344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b1fa75dfdff87682917dbaa59e71bf64201575743a4c023716ed9a06df89c52","sample_id":"mmlu-professional-accounting.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73d3e330c9c5154fe3f10c326d7be8009752ead18918a80fcb92ded4400d9c03","formula_version":"titan-u-contract-v1","latency_ms":0.5236670840531588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae02d7c6fcd90c45c0c517938b5a14833464f65235c95da0d267d49b9f2f6d7e","sample_id":"mmlu-professional-accounting.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9860136ff99a55efe7a7211f43887fe304cf38097cc5964d3063d7a09f2a79e3","formula_version":"titan-u-contract-v1","latency_ms":0.6564169889315963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"821d2ddc7942a66148c39769e703f976b78e25fe32de912be28546bbd4dc276c","sample_id":"mmlu-professional-accounting.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94f02ffd3a187e01dfffb2842fbad99ad89c868ae065efe9f5b33899ecbf0104","formula_version":"titan-u-contract-v1","latency_ms":0.4587089642882347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acdd42c0be0249ac3440d4800381b4d8c514560026723747ef6bf75aa67f7dd6","sample_id":"mmlu-professional-accounting.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43718f9df7dae857c85c786afb8e401f4d8430487b73904902500f56c76fe790","formula_version":"titan-u-contract-v1","latency_ms":0.41683297604322433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d0ff941790a2dcfb268044ebbb9ff12c65d3667f4c64b8fa898bbe104fdf1b5","sample_id":"mmlu-professional-accounting.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f2e88ac387921369d821fee5f8e074f001f14031de616ec61ee73254243f22e","formula_version":"titan-u-contract-v1","latency_ms":0.5437079817056656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9ea93be516c9ce405d8d450ed62c02b71d21d47013adc88c2fb28997db790af","sample_id":"mmlu-professional-accounting.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1f0144942d2709a54548683bf05bc882131212dcfd864cd3611cdbbf94aa837","formula_version":"titan-u-contract-v1","latency_ms":0.5910829640924931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ba215f5d6770965d757bd836a18f846e6b0098a4c08bfeaf4f8fac616f02395","sample_id":"mmlu-professional-accounting.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4ca513edf0971eaaabd341f6cdb5c1fbf77f4c1b89260620fd6e895b09ae161","formula_version":"titan-u-contract-v1","latency_ms":1.1826250702142715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"631aff1e2332df5071a3f282651f4c4cf200af728df0946e9dc1737b9edabd89","sample_id":"mmlu-professional-accounting.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22e47d3bdb010bbe0f0a44576540cc0671d21fa46727c277036ad30b617aa6a8","formula_version":"titan-u-contract-v1","latency_ms":0.730500090867281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c89b506f24cfeeb24373f46c72e29651a863caf25799a89b7646b7afd050b34","sample_id":"mmlu-professional-accounting.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfc4115fa6efa8101d457a32ff33a5c8130e84156ccc0da06b7c03f0ab110fe2","formula_version":"titan-u-contract-v1","latency_ms":0.49179105553776026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c78ccdb0a529f0cb64691a6d5c6b19cdfc82986018cc68783e34fe5361b62ee9","sample_id":"mmlu-professional-accounting.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45ad1fcbac3f2a12fbbbcea13490a1dfacc6990aca7b43df535fb3afc09bffcf","formula_version":"titan-u-contract-v1","latency_ms":0.5765419919043779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70e1f24484aa02fe97c2b01e427f2420f1d11fffcf6b175a7f8c09cef73de605","sample_id":"mmlu-professional-accounting.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"957a1b5183d37afa2cb558dc49e6ca27ac87e8538e8eefe2f632e5e389e2e378","formula_version":"titan-u-contract-v1","latency_ms":0.7534159813076258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3b9754cb1137fce6385056395a3c182ce249028d23d9daf18e53a19de46736f","sample_id":"mmlu-professional-accounting.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e11601a20fc554759321e13370f18dd2b692ca3153615f867759e281da64401f","formula_version":"titan-u-contract-v1","latency_ms":0.6403749575838447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1b26eccb85f6b0918e1a4e54cf158a0d8a3c20ca3efe07186d086de263ab587","sample_id":"mmlu-professional-accounting.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9093d1dcb91cc051027ce1b5cd91afbe2fd03af226d40162a24d2aac3b038e48","formula_version":"titan-u-contract-v1","latency_ms":0.771709019318223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce821111a804862af1d7dc01530a34c06f0f1c1885ab183b01f61d9ca30d4e1a","sample_id":"mmlu-professional-accounting.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49a64711bc0800eab92c05022d44a837193700727b4d5da92a67f7b0bbff3891","formula_version":"titan-u-contract-v1","latency_ms":0.7939579663798213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb2acd2bbf21672488bb490fc23ab23eb0426f7642ab2bd3599426d4ac9fd42b","sample_id":"mmlu-professional-accounting.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9efee38954eb8ff2c8d6c4f4e555e3a17254a78d238e59f6c3debae3ce01aa3","formula_version":"titan-u-contract-v1","latency_ms":0.7671669591218233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cd7e1716c44a38bfd5fefbc8ce0a549dd328baf6a3876c355af2ab130cbbfd0","sample_id":"mmlu-professional-accounting.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd81eb953391d15f8c3f08ae0ad7a4fc6ef1e4944487aad448f8f710b2269870","formula_version":"titan-u-contract-v1","latency_ms":1.4673339901492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8ed856963f987a0cd71654ab0f89f409f32905e347647a86f5df113432d29c4","sample_id":"mmlu-professional-accounting.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d8fb445c938ef6b897f42542d3498e2bb10ff47001a0a9c10566f64f7cfe9dd","formula_version":"titan-u-contract-v1","latency_ms":0.6619999185204506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"195d7c74143012b323d3dea87c5ce2121ccac35822de93b148eab68753d80d8a","sample_id":"mmlu-professional-accounting.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28a5ea03b54e3ffc43910b254a14e22e8fe41ec60fe9d2702af1ec21c5ecabff","formula_version":"titan-u-contract-v1","latency_ms":1.0047919349744916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e8a34bb2559022a7e9392359a6b14a3d85d3fc0f990c7908734bd6db57140d3","sample_id":"mmlu-professional-accounting.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d69252541ba1c97b324ce130d4c22a46e024bf7817cfc591e02404f4b5184026","formula_version":"titan-u-contract-v1","latency_ms":0.5234580021351576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50dcf7d81a80db0fd6ed01fdcba6e9d703f46ff80c9c56590c85db5f2da85c22","sample_id":"mmlu-professional-accounting.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94932825b754a954ef2baa6fd55a0a05b582517de79d1dab38e2de0bc41643d1","formula_version":"titan-u-contract-v1","latency_ms":0.4824999487027526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe12bb64778e2544673239f250663dfd3ec8f467e7d8ec52dff3dd42c4406d78","sample_id":"mmlu-professional-accounting.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6a786288dd2696885c49a5864d2c50f39d60b6a19685e1dccd573e068b60d4b","formula_version":"titan-u-contract-v1","latency_ms":0.48466608859598637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93e73e8a918426b0281017e0dce31c387014c26a8fa7a00e45352bf00361da9a","sample_id":"mmlu-professional-accounting.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"176a3949ce0431d5cae39b2d5328d7e25e4ecca40513b3933ecdc00195b25b5e","formula_version":"titan-u-contract-v1","latency_ms":0.5282909842208028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19b54d6decc8b3e6ccc2858d1528316a1ad42682e784ecc1baae2680896c07d5","sample_id":"mmlu-professional-accounting.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f87f2ee73e63ddda3f832dfda554e5d0c5a0cc492d9e86594be33aadcf71b08","formula_version":"titan-u-contract-v1","latency_ms":0.9228750132024288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f3e5b92d3d1d523c955251d4aca972af088487cad69c0fbd9dd73d77ccedb60","sample_id":"mmlu-professional-accounting.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5356f621e73ada9cd848f49c64b337f6626718c3127df6e07a37aa521cfca1ed","formula_version":"titan-u-contract-v1","latency_ms":0.4949999274685979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2816f0ff19118b8753c862829b0ae220a89883374fd7278425a1424cab2ef7a","sample_id":"mmlu-professional-accounting.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"126126bc3b064f3439cbd1cbe46e503fd36c5571743c027a179d58176dcf1c59","formula_version":"titan-u-contract-v1","latency_ms":1.053249929100275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a3d340f95565d2cbdb4fc5db8de9e5137cb78ac2e16898666d7e7e1c913949a","sample_id":"mmlu-professional-accounting.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a729bbf7b71ffb3a7552f6f67e08ec270c396ae5540658c574ef9e612bb3d145","formula_version":"titan-u-contract-v1","latency_ms":0.6367500172927976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"538621dcb9525702851d7d447792575abc469986a51bdd8c2d6fd4c957073100","sample_id":"mmlu-professional-accounting.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a025db13213717928b78c85865c8d4caf1754d6ab8921dacf54d19a253e17ff8","formula_version":"titan-u-contract-v1","latency_ms":0.9694580221548676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98d7a2ec79d1426bf55e35148ca1c53573c0319c16c2ef1794be6974fae01822","sample_id":"mmlu-professional-accounting.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60b50a38ac8a4b3b714524d302bbed8c2bc621c4022d61d0de45f8c0afde6967","formula_version":"titan-u-contract-v1","latency_ms":0.7224590517580509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76fbea6d48bd2ddad856b256f49052fb018ed5bd1d7084fa75bfbb5c94f078b9","sample_id":"mmlu-professional-accounting.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9b217f9d76419a60b434783349225e53e861e63ee8c501325537a60fd56acc3","formula_version":"titan-u-contract-v1","latency_ms":1.3525830581784248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa9b78071d38d36404f112cd5250cd10c7a92fb1ced8fdfe553d541a760e886f","sample_id":"mmlu-professional-accounting.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ed5736810eaa645cd8c5ecf3644ea44e8aea2f740b602dcac0807970d7e46cb","formula_version":"titan-u-contract-v1","latency_ms":0.7540410151705146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85236e35724540eee9d59224778f0bcb86559f6a0898b24f0280e8a20d29b3f0","sample_id":"mmlu-professional-accounting.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d4681cbb1761f2b512d0be5b9e754a79e5ef699d0b23e3353c6e3c9eff2b21d","formula_version":"titan-u-contract-v1","latency_ms":0.7730829529464245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58dd094f8d9b7edd444a7b60cdfb3cf6d9f1903111e595c4a1d9012bc1f58284","sample_id":"mmlu-professional-accounting.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4e687ed486d1467ba28aa4b6c756f61f7473869ab0f62cc87a79313460f15d0","formula_version":"titan-u-contract-v1","latency_ms":0.5099580157548189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77fccf1d5663c00c2b803a4c5284e544ef7a65dd4cbc68e6c7959377a40fa74c","sample_id":"mmlu-professional-accounting.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c9d85c2de163688135767c6bc298e235cf3af859d4cfa044bfdbe435fc4aa22","formula_version":"titan-u-contract-v1","latency_ms":0.46391598880290985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea84822acd5e26bb5cf3e901da728b848f7006af9300ef48140bb40d94b8c2e6","sample_id":"mmlu-professional-accounting.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4040f8c15aed7fc544ed68a3f05f771dd869179763af584a9289c0791c78979a","formula_version":"titan-u-contract-v1","latency_ms":0.5390000296756625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcc1a2e1f8b8fd80d16f325ed30d5d32a2be1d5181090c2f696a483a204fb2e1","sample_id":"mmlu-professional-accounting.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a42fbeefebd4b09f928e35881025710337aa45496cbff197e574dc41be0fa2b","formula_version":"titan-u-contract-v1","latency_ms":0.4353750264272094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d115a4431251ea64b482fda48834eca199eafdb15ad89c9d94cc828b4c8a6e7","sample_id":"mmlu-professional-accounting.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82358ecd6c8b2adc7ee2132325339b2e8163d533610683e0fc1641d857821c24","formula_version":"titan-u-contract-v1","latency_ms":0.5847089923918247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7b53c0c47322950632ea9528dec1d8f1d764aa8f59a6427744a3c19a1bb0ae1","sample_id":"mmlu-professional-accounting.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71def7ff518666377e031c87fc1161ab85fbe15653d83a5b39a8e0668cd9a5d1","formula_version":"titan-u-contract-v1","latency_ms":0.5139999557286501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7318d051213b26cc41ff29bdcbb000abe09d26b0ff34a2282ff2058bf0c8229a","sample_id":"mmlu-professional-accounting.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b488b72937db39fe141c3ec966fc6229d7f362566123b8580caf5f599a19648","formula_version":"titan-u-contract-v1","latency_ms":1.2587920064106584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0f3c26f0e6397fb46006678f10fe4e3f63edfe91cbedf07bda8e6f3827ed5aa","sample_id":"mmlu-professional-accounting.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a320f308a9bf0cfb5cb2a2736313f9eda3af7070c2c7026978e574d2b4717ab5","formula_version":"titan-u-contract-v1","latency_ms":0.4747499478980899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6b3c0663bf3cbc9cb391004dac42f6794f531e9b45ecee972a3054c48c006e8","sample_id":"mmlu-professional-accounting.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"160419ee896b47b8ed939b0c403f7206ac40b3824eafa403a02ecd205f1822fa","formula_version":"titan-u-contract-v1","latency_ms":0.5683330819010735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2e865d090573c1e035567e3add11a338cd0ec5386ee66da124965a77fee474b","sample_id":"mmlu-professional-accounting.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"068a378a416a87c1f00c76e87ad136c3d552b2b5ddfcefe24a641cbc5c2cc7e6","formula_version":"titan-u-contract-v1","latency_ms":0.5074579967185855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cb58b1e12a32df17462341f0ccbf26e0ef64fba905b6727a07934e37345c5be","sample_id":"mmlu-professional-accounting.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43b274e8683b7adfb3c73af977e60bb2aa475c7b1c9e22e8865b8f8050c9383f","formula_version":"titan-u-contract-v1","latency_ms":0.5185829941183329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9ed4daee3d7d9df32dfd33e1b5893588c915af865152fa78b1533bc7cdeb11c","sample_id":"mmlu-professional-accounting.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb356c745359a46f3cf4dfec31c2ea0bf423182d6e81d1930245b2e85d18f071","formula_version":"titan-u-contract-v1","latency_ms":0.498834066092968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1678a11aa40843e54af93e0565669915484e9987abdba7a6fc2588902763627d","sample_id":"mmlu-professional-accounting.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c0ac23f9ba1d84454bb4af9dfa4d4b0c0fc1abd2f4c01cae64f68e68d6e2577","formula_version":"titan-u-contract-v1","latency_ms":0.5673749838024378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd178457ae3937bbb5aa014e1f5786d2885d19d455e7b8859ce854bc95ac26bf","sample_id":"mmlu-professional-accounting.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48aa4231808a9982d97f8a799da9908e64bf01d7e0d521ec2f9f336f08db9022","formula_version":"titan-u-contract-v1","latency_ms":0.6366249872371554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9be0ba12f9ddd2ce0ade1e86b9254010a9e7f111d80bc16e50b85ec6e732f955","sample_id":"mmlu-professional-accounting.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04880b6f6eccb7c1d3b104beed2dd59ec480f389c7f3175c575efc970a74e7fa","formula_version":"titan-u-contract-v1","latency_ms":0.5563750164583325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0461e9c1c85df1a6348f788c160ab3ffede040be2d622e92af5eb87be9a739b","sample_id":"mmlu-professional-accounting.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b35574ea38937ee8c327f466c56571b5c1628682df9c46a0642a096f67af49cc","formula_version":"titan-u-contract-v1","latency_ms":0.6270830053836107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7c77328a29971a91a0e82193e6e87c4b281401b103275c92fb172e860f69c45","sample_id":"mmlu-professional-accounting.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc541ab0942ec8c499821b637d1982d846e422fe4696711c655faa4a1378313f","formula_version":"titan-u-contract-v1","latency_ms":0.8088329341262579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9b196fcc6b6a6661d95ffc4879c3e8597eb8c82a5a82b85b4295b8f7b0b06ae","sample_id":"mmlu-professional-accounting.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"983a3d742cbe8d9e92d34e79eb19499044623ba152fc93d11f7fa0377aad9394","formula_version":"titan-u-contract-v1","latency_ms":0.47966709826141596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46de095520837c0fdd7198df714f4c6295ab3c49bafa562719ca7ddbffa19892","sample_id":"mmlu-professional-accounting.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51100b456af7590db787e5dff4d0d87f6cfac2d6a2865ec41f17a3db36d580ce","formula_version":"titan-u-contract-v1","latency_ms":0.8322090143337846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1aed18f13853b1ad05d7b91bb4720eeb6497b61910ba829c84023a7156a98b5","sample_id":"mmlu-professional-accounting.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72470d3d85f5e78affbfcd9ae612d2f7ec2074ac68f59d750c5fbd06cfb9dacf","formula_version":"titan-u-contract-v1","latency_ms":0.5663749761879444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3142b714da1b75bfe48e4592f121ae068cce20869ba540bf0eeab09dad94399c","sample_id":"mmlu-professional-accounting.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f6685da08579b78171f473fbcdc31cd34f77ed6e925ec4a7a282031647a71db","formula_version":"titan-u-contract-v1","latency_ms":0.7747079944238067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06a6693fec47fde2e0620f4e1c37b09a0cce5802405a0ed0a5dc07bae1bd4a6e","sample_id":"mmlu-professional-accounting.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6b71b95656cbebb09d0af14568311c419f8f22c1a7af57c2594899429702d01","formula_version":"titan-u-contract-v1","latency_ms":0.5882080877199769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaa1cdddd43d8e9adf014859bce24b0d6bfc8af84d92fb23a42d297e56c5a652","sample_id":"mmlu-professional-accounting.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a13011336db11edbbe072ca29611a39eece73571779e2eb622884921aed74ad","formula_version":"titan-u-contract-v1","latency_ms":0.6891250377520919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"356302f20b8c07fcd496eb652920053de0bc1c00e2746316c1dbcdec4ac58f37","sample_id":"mmlu-professional-accounting.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e563beb5ffc3bd68633a2a15d031f08e64223eb8bc344d4fc64bdcf4f3f31f24","formula_version":"titan-u-contract-v1","latency_ms":0.5300419870764017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a05f03d85e74d7a0816a840560c0735479369c258f0ba584e2bb8cf695addfaa","sample_id":"mmlu-professional-accounting.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f0475e240f06b04b1057973f68ed0a520b479664943e70e0913ddc11fcca192","formula_version":"titan-u-contract-v1","latency_ms":0.569084077142179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ba38a2a9a9403a1a12458ef4f15de0e6910c9bfd982bf75d96b0064cd654d02","sample_id":"mmlu-professional-accounting.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6bcacfa601b97f9955a544d1f36a4053394721e7995f46aa184b89e83c94f32","formula_version":"titan-u-contract-v1","latency_ms":0.9242499945685267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc546cefb61965f3a2a0ac3387900701a615c0a7807591a9409e9f01b1155f56","sample_id":"mmlu-professional-accounting.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6be10cc1ad375314a36071ca6b79f54c200cdac073ef73f2622b8d77e631e6a9","formula_version":"titan-u-contract-v1","latency_ms":0.7005000952631235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a53fdf5fcd38b588d62bbab50c5727eb67ca453644329865114d59a0e2cdbbc","sample_id":"mmlu-professional-accounting.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12218db68dc54aa6f0da01936683501e692c0a957d906eb9cc83e4f34ac50814","formula_version":"titan-u-contract-v1","latency_ms":0.5935420049354434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fad7069070c282e26be9e5e9409cee4785b6f8c6eaa81433021560dbcb969b63","sample_id":"mmlu-professional-accounting.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37eec739ab477ea4ef5b8ad0b2f9671eb3fedb87e48aaa5fce3f3a279ee33f8b","formula_version":"titan-u-contract-v1","latency_ms":0.5102499853819609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"572ede5688a90b419acbfab27bdc713c54c3a886d4b61fb3d245d276ed1dba66","sample_id":"mmlu-professional-accounting.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45be125d9c144fd293c6b5a580c3e1293718afbe1cb6e0a0f8d16b15454914a3","formula_version":"titan-u-contract-v1","latency_ms":0.7614169735461473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c569c7f36c569cf5a6609c4c65faf025b51cb3830a7c595f7c6dfa8d730a2ae6","sample_id":"mmlu-professional-accounting.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34af1f182b0e0d44d8b15517d91e54c1acbdb2702fdbe309bbf79e97d8a552a2","formula_version":"titan-u-contract-v1","latency_ms":0.6538330344483256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b59cded3f0c0dcfe4f224e030c96570b940b8438d7856445a77cfa61d4b6d6c","sample_id":"mmlu-professional-accounting.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67a19232c123e1be6b62006e398f7e0ac0d2cf8fed14386c8f0bce3418449682","formula_version":"titan-u-contract-v1","latency_ms":0.5291251000016928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4a073b5419a06f6d713088d379f77486131c3217512f94549ae21cb32b57670","sample_id":"mmlu-professional-accounting.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb1aa910502b4a76b31abd5f8c524ad77e5a81ae4ef334dcb21a9d64b420e5b4","formula_version":"titan-u-contract-v1","latency_ms":0.5755409365519881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"205359a9c99e05484ef4c16eca7445a252952114a2f360b8360fbec54c733746","sample_id":"mmlu-professional-accounting.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e192af7a91aca9d1be10df843f85d60f832251cd07fc20ed842f63254f8b78e","formula_version":"titan-u-contract-v1","latency_ms":0.6532500265166163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33c6e63fee00026e75edfe72fe17030b9b899308fece884bbc989c727e6b45d8","sample_id":"mmlu-professional-accounting.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17a22d33c586f2873ccccecc4183a4b97064bb9fb49dc21709a84bb6cc64e82c","formula_version":"titan-u-contract-v1","latency_ms":0.8523339638486505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e55661410f6d699020720020df1e930cee2885fd8391f93f8439042e0d0dfb74","sample_id":"mmlu-professional-accounting.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e43fd333511740e7898b502ce95014102ddf257622ea5c752d1177b7baef5dae","formula_version":"titan-u-contract-v1","latency_ms":0.6240409566089511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8e4ef12649661ce44754e57abd7aaec9bbbc8792dde4ea609f9da8e174adcab","sample_id":"mmlu-professional-accounting.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc82c4e8a12ac7ae7643ddb1bdf0182e6a2e9432d26d5fc3de7327d75e1da0b8","formula_version":"titan-u-contract-v1","latency_ms":0.6425419123843312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a919a2334148c75cc1c79f540eccb2621a2853014ed6f0a1d2cccd90c5d59d96","sample_id":"mmlu-professional-accounting.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"570437ab3cb1428689453e5b887d217aa662d9efbafd5a9a4a927f7335980a7e","formula_version":"titan-u-contract-v1","latency_ms":0.6712500471621752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4418c029abe35ec319182ada361115556ccec998d891228fcd753b633438b99","sample_id":"mmlu-professional-accounting.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03d804bf76557f9a7c9c2184136a9735520cb2a65b20fb1d2f6f1f0868730b49","formula_version":"titan-u-contract-v1","latency_ms":0.4632920026779175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fb3d2e84643838804fbd75dcf5723debe947b137ee366132d56508406eea250","sample_id":"mmlu-professional-accounting.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f85381da74eb7c381e305d158ddfffa14235202340ef591217ee17d803149221","formula_version":"titan-u-contract-v1","latency_ms":0.7222909480333328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9edde170f022af37b7f18abf009d2afe36bf72b284148c5b2125a9ed05fd5a37","sample_id":"mmlu-professional-accounting.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5afffa97f2aa4513a20d95ec69e1840028a270a8e3547cf2fbeaf3c2276ca90","formula_version":"titan-u-contract-v1","latency_ms":0.5593750393018126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2102c29891307281ee3809c928fa89258d43687a4fd1acb054a7dbf408c8fdc","sample_id":"mmlu-professional-accounting.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86c80d41be298aea6316d49d787fed8b2d7c4c0cfbf32ead72fa12fd365f9b73","formula_version":"titan-u-contract-v1","latency_ms":0.5037090741097927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"305f30549f10bbfcf67a00bdd94d5e13c580c6f10cb1bc8e4c08037322e8b208","sample_id":"mmlu-professional-accounting.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91abb37f14d9823ba8d942ecfd058389f93e44e518769f6dcdf2e7d4ef21b91b","formula_version":"titan-u-contract-v1","latency_ms":0.5305829690769315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82c267ad1f68de2bb00b35fac6417525ae70d73e8ccae6070d7300423f3da58e","sample_id":"mmlu-professional-accounting.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c07670d9427e44a042087eb98c5f5188d69b3560f23b085234017bf30c1992f8","formula_version":"titan-u-contract-v1","latency_ms":0.7521250518038869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bdaf61c1b1825d0e7b20c2597088e34fbba1f06cbbbf75be693e79da6e4987c","sample_id":"mmlu-professional-accounting.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"323cb22b605bca62d35d5cb99b403f7de168229776df8a1793d82f01c142bb22","formula_version":"titan-u-contract-v1","latency_ms":0.5527909379452467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b7bdeccf49214af6875145ccd034edd319b0569f98b8a7f8ee92b29c09d3e7d","sample_id":"mmlu-professional-accounting.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a608220a5d0a768db8691749485c2cb1a4f5f2de8d3805d82a347aa63e84aa77","formula_version":"titan-u-contract-v1","latency_ms":0.9525410132482648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"513db010213e57cafc362dc1274d7770a3fddaef09bfba4962f87ef83944b69c","sample_id":"mmlu-professional-accounting.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a8e526190889935b23fbdad8081714f60c06569107a309e7b0374cc7ea9f6e7","formula_version":"titan-u-contract-v1","latency_ms":0.5521660204976797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40a9472373818927de068880a51a8feec75f4749746ac3fe1b73b2d60fce23a3","sample_id":"mmlu-professional-accounting.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"579b17c609b5d855c1d85f6aca9235a3e03d7d68e06879b4169cc659dd43b7e9","formula_version":"titan-u-contract-v1","latency_ms":0.4511659499257803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d54e047e1db2ece584f8971c8439f95e74991d201bd2cc49d31ea1931418aab3","sample_id":"mmlu-professional-accounting.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c997408a22c9b582055295828eb5ce9205b9b78d4fc6f4322614532a49ed0f3","formula_version":"titan-u-contract-v1","latency_ms":0.9747919393703341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1da11ec1cceea7ddf19486836b9fa4cb97fce606fa800f319dd6695d614842ec","sample_id":"mmlu-professional-accounting.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eff1b8399b07a962ee34141192ef0d2509b1ce6572dc6776bc825545f113b3fd","formula_version":"titan-u-contract-v1","latency_ms":0.5192919634282589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35011e35e7f5ee1a174f869db4349765d1bbd440cb11c0caa289de57b065ecdd","sample_id":"mmlu-professional-accounting.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca3e21225ec99182720f5d0976043e9a1df70ca6fa25fe438580b0457e65614d","formula_version":"titan-u-contract-v1","latency_ms":0.7794169941917062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e371dc81ecbcc86cec3e6e35ebfed47cd3a0a00cd4554331c7f2a69824ea4557","sample_id":"mmlu-professional-accounting.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a761dd829fdf2a5256a44b2a652d3973e460e707ff8af6191e2d6f4e0f7768c","formula_version":"titan-u-contract-v1","latency_ms":0.7288750493898988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52a3007eee1f063921f514f0266cf3c3b35413af759a8dfd402362f715abdc15","sample_id":"mmlu-professional-accounting.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71dd86fa263f41606101cf5b70c1d59bfaccae6e5bbdf72cd29bbf1645e55e16","formula_version":"titan-u-contract-v1","latency_ms":0.5800419021397829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"996d8990a7579c1c9d13e00b57630406fe5256a9e97bae0cc00d32f689c029f1","sample_id":"mmlu-professional-accounting.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"327d29beacbf3a39883cbcd745ac1cb968228acea9f60e1f280855b909fee447","formula_version":"titan-u-contract-v1","latency_ms":0.5585419712588191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b14452cf43387bb76e1370de183f36a025b77a4ceb2b0b2982c26cd76bf5bca5","sample_id":"mmlu-professional-accounting.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e64c7b5b61d364e22a808c14b3cadf80259a695155e98eaf373d49d8a23d5aba","formula_version":"titan-u-contract-v1","latency_ms":0.5060830153524876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68293f5c9dca5bace3cda4cd28aa98a49b480db44b1f625ce74075307f9e27dd","sample_id":"mmlu-professional-accounting.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d41e4bf78c3c4345e5761f03cb743a43d482a5c1b7a8edd5219a74de2ca14dae","formula_version":"titan-u-contract-v1","latency_ms":0.7084159879013896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d22bda2e76d16ee1f44ce5c5973da3fc6c107503483339ece59a075a2552e59","sample_id":"mmlu-professional-accounting.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49910c9dc00b087fcbc771c5916b61752890e1932234ae46e7dc47fde2db3224","formula_version":"titan-u-contract-v1","latency_ms":0.5460829706862569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63aea511fa46cb49a895bf34648e33cd25c8043375e30635a627eec7f02c9a1a","sample_id":"mmlu-professional-accounting.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e2590c6a4ee2a1e10b44a86b32f480d6fac505c0a7447e1bc3683501761787d","formula_version":"titan-u-contract-v1","latency_ms":0.6209590937942266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb75748197594e9c9b93ceb95361aa1ba789fa5a9ca55d49c8583a62c4201f3d","sample_id":"mmlu-professional-accounting.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a61f503fbbc6a7692145bcd48c0af115bc30976fa4703006960707fd0c35b7e","formula_version":"titan-u-contract-v1","latency_ms":0.5058749811723828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5b92b22a5b88565f5b68faa3d775e2f4f673a10a1d9ef5778bed9a2d27eda41","sample_id":"mmlu-professional-accounting.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7d62bc267f1c45a689c08af4254e7313e14379887cc80d70fd9665192a43026","formula_version":"titan-u-contract-v1","latency_ms":0.5243750056251884,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"098795bda2d69db5ea694d833d3248650e4be9f27c982643eaffac03ec59eeec","sample_id":"mmlu-professional-accounting.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1674bc27b68769e9f24ba5ff815ba02e9896aca00afa27355099306c05165b48","formula_version":"titan-u-contract-v1","latency_ms":0.5683329654857516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ea2a622edefdc12f82dd5badf3e13584e57c4f7884f1220d0ce752e96b29b40","sample_id":"mmlu-professional-accounting.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8899ba7d7a89028285599bf3c97cec2916a4639f1e77590d269198589c679189","formula_version":"titan-u-contract-v1","latency_ms":0.5662500625476241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06bba82bb68cd5cc4720f56af6c613e22c3af97388af05b6a55922984e13baff","sample_id":"mmlu-professional-accounting.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba08eb63f9c24d3174623aa5686e16405989370352b762b936cfb38338eda169","formula_version":"titan-u-contract-v1","latency_ms":0.47341606114059687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86d9f02f15f0d8bfd10fec3f1b65633a42383359b914535eefd2468bda3e1574","sample_id":"mmlu-professional-accounting.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebe7a405173ca2b52c4e922d5036fe73a969a6f8eb5ec6dc6e16a78b9215f39f","formula_version":"titan-u-contract-v1","latency_ms":0.49587502144277096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfd6add66eec2bcf9626b21d9343ca5315b777b0a9bec3477a6ee0d64a7226dd","sample_id":"mmlu-professional-accounting.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afb042dbfe78a6a2b85fdd703a09ef2a95b053bffe83a3d0c6315a5b0a09a30f","formula_version":"titan-u-contract-v1","latency_ms":0.47616707161068916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd133f31b82c4bb363f4b3cd1c74948ecab87bb46f3456202984fc5bff225971","sample_id":"mmlu-professional-accounting.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0af94d393db8ef771dd46da9e78f9bdaa00976dec7d903d6904939809d1afc39","formula_version":"titan-u-contract-v1","latency_ms":0.48925005830824375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96b4d12da9eb56d9e9850c2abb3cde8badae478d73266f733e88a7a5aeb0dc8b","sample_id":"mmlu-professional-accounting.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c2f627bcb95517e25409571aee14ec3e457d777f278d75d8782f13382e01e65","formula_version":"titan-u-contract-v1","latency_ms":0.4551670281216502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55277aa02cd7f4c7bb628e64d40fce482fd8a50cf35af5713cf4972437bb7bc1","sample_id":"mmlu-professional-accounting.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"906d8425eba4b464b0b474e760315abaa2ee3ca556f6ccfab60ef4d7efa8706d","formula_version":"titan-u-contract-v1","latency_ms":0.5565000465139747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce401e781ec3f4e978e96a080528bc540260f95a052508aa34c683bfec4eb166","sample_id":"mmlu-professional-accounting.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a114c7fc9e7ab44ca644c5ba752ffde7c8db48b82767120f103ce6bd9c54cc2","formula_version":"titan-u-contract-v1","latency_ms":0.5313750589266419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd0ff0340ec34a3db72c4f339b2f69902ef880460c79cd89e2225eab29d02171","sample_id":"mmlu-professional-accounting.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbcaa54823f2ee3fe71164ccb4200ac2b9f9e320f9e61eafb9d97f1724e08490","formula_version":"titan-u-contract-v1","latency_ms":0.4643340362235904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f45a427611faf47fb3a381ed8694090a80ce42d7485671cf6c3b44fc716e0825","sample_id":"mmlu-professional-accounting.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc33481e6c5855f63a23d899d959f9a51ad2277505d78d9a851df534e73b38d0","formula_version":"titan-u-contract-v1","latency_ms":0.5657079163938761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"235713046a148c97379da20610548dd98a344152f5568064010b118ab623dd46","sample_id":"mmlu-professional-accounting.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff02cc47b3bc94f28e7a35f7cffd83c746c2dc97f434bde80a3a149c61f5c973","formula_version":"titan-u-contract-v1","latency_ms":0.7196249207481742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"107efba7dd1876007b983912c7c34a82d61aefa5e037b69b924e76ee6cd24d53","sample_id":"mmlu-professional-accounting.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7589b76c94eadc546b3b93dbf937fb856a3b32b399170df6322e973f13a4c146","formula_version":"titan-u-contract-v1","latency_ms":0.5582500016316772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2aa16f000d4bcb437e8814951cd76e5aa175cacc6523052b7721191ec834a734","sample_id":"mmlu-professional-accounting.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caa7916207d3654267e9354e80b6ed462729f11238f72836aff6441ed0f6d0ac","formula_version":"titan-u-contract-v1","latency_ms":0.58787502348423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e5b4cee773a5a488fe366f8872e16750f728402ff79c59f3b6ab567678f4753","sample_id":"mmlu-professional-accounting.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52d0afb4d242e0a4cdc699b5c0137156deeb3bcd0b646965606e7f61da90e976","formula_version":"titan-u-contract-v1","latency_ms":0.7318749558180571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2d267c89fa4236adb514da6763614e6630f12c0b1eaffc493251a3465a3700d","sample_id":"mmlu-professional-accounting.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f54b8ee02aa2a18a0a4d8eaea40a5bdb2460a33fca2c304a3d76227e362fd17f","formula_version":"titan-u-contract-v1","latency_ms":0.6654169410467148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35806c2f27848147229429be1006726684451911f45f99ed0771b010f0a03479","sample_id":"mmlu-professional-accounting.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dcc0962aa197b0a490e6c94e8db943447a7645c68616aeee077cf29eb92f710","formula_version":"titan-u-contract-v1","latency_ms":0.5520000122487545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eec69af9b5ade5b2168957357720212f1b224e73384b10839a5f964f9f33c88","sample_id":"mmlu-professional-accounting.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b2c71092e49eb51c0c8a58a373a24e14b9df65c3ecd79d53d20608a7d3f2877","formula_version":"titan-u-contract-v1","latency_ms":0.4855410661548376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"150a057d302ccff520eca529d05920f65a84cc814fd0771c022be600c31f5802","sample_id":"mmlu-professional-accounting.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46c117712143760aad8af35a1380778dc3ffaa981091fae85f1f07674c9c4cf8","formula_version":"titan-u-contract-v1","latency_ms":0.5336250178515911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e79c9aac2aac734e2f411a80ff3c37b207a420ff056721bda038fef10669b45e","sample_id":"mmlu-professional-accounting.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"395234b5da47d91e70895f699a6de13ef62433887b1830eb883aaa47fe66ce01","formula_version":"titan-u-contract-v1","latency_ms":0.5250000394880772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa9ddad47073529d98213822ad98c7a3fd1443cf9a6d727a5cee3ed7c1a1e812","sample_id":"mmlu-professional-accounting.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"212384fe21987420ce9247db8f33cd864cb585e46c5c7f1abe123c46f6d31bf2","formula_version":"titan-u-contract-v1","latency_ms":0.7834159769117832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e81b7600474f8eab886e8f89996f09e86c4a8b8a9fccd6e5cbfc3b90e8b4dbf","sample_id":"mmlu-professional-accounting.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fc50384331396bc29ba4ea6fec6aba092d3678166b9df53f72d9441dde9e10e","formula_version":"titan-u-contract-v1","latency_ms":0.7607920560985804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"732fbd0f3f50a69aa7df9f453b5cdc7b681955252c294d615fe8c5a1bfc01f08","sample_id":"mmlu-professional-accounting.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"330667bb363b7c7b985f6cd6c9a4d3754828db8739fea4703c3e7ae32fe5ec52","formula_version":"titan-u-contract-v1","latency_ms":0.5483749555423856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bda069deb14676e094c38ef3f41bc8469664faad2a92f2d1e75e755060d32aa","sample_id":"mmlu-professional-accounting.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"696e9693521c920e2094fb4cb83ff0eb855a906a60f27d39956e158df1a0970f","formula_version":"titan-u-contract-v1","latency_ms":0.45870791655033827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4ea48a5834d6520d39f10b651cf4de97940d1544ba6319c221fd13c9719a78c","sample_id":"mmlu-professional-accounting.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb535793a910af1fe5716d7818e1129fb22d22706793710c0e2c5eabf4a96a2d","formula_version":"titan-u-contract-v1","latency_ms":0.8074169745668769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1c4e0ef5b109260969a56059334a13c980fe841f1b94dd44d88933465abc7e7","sample_id":"mmlu-professional-accounting.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73a5bbb34adae9adb47ae4e700dcaee3ba0655067502f570924e4a92e4fba58b","formula_version":"titan-u-contract-v1","latency_ms":0.5250829271972179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46908148a1c430f229ea7009bb64c94d08bd0c4975ca8d03c371da9df6e83014","sample_id":"mmlu-professional-accounting.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e720cb5bf91504347538c72a1d3a8e7e87a3b5675f36c25925cdf63df3a8ab24","formula_version":"titan-u-contract-v1","latency_ms":0.5843329709023237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd4e5e6fdca0e86099abf3e645012673e2a9f3c075b937ddb3c7477b5459450e","sample_id":"mmlu-professional-accounting.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a35ec0f9f62506d4aef5ca587ea453993d00747b9fff86c9366b2b5b03ef3d91","formula_version":"titan-u-contract-v1","latency_ms":0.8363329106941819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"533854ea206d223f4eeb0f283c8911a82764cd371a3014442f19f3b5d0b6263a","sample_id":"mmlu-professional-accounting.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b908250408d07324d9984ffe2bc4551bf2c31ea914eeea6c181a53c6d1f20cd","formula_version":"titan-u-contract-v1","latency_ms":1.1594579555094242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23645f1746fe85ebab953fa31d500d1e5012021ea2c61f66f7e9201097c04b92","sample_id":"mmlu-professional-accounting.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1acd195cae0fd5cbbdfee640faf01736c97d3aef4b451b6db5df6e51eb3505e6","formula_version":"titan-u-contract-v1","latency_ms":0.6711670430377126,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cd29b7109e788dc65255e4df2dd4a3e3ce56e41892a1781964f282b1f762d87","sample_id":"mmlu-professional-accounting.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9d2de78dc873076cae69adbddeea29020e5e46670034cab8b1172cfae66ab9d","formula_version":"titan-u-contract-v1","latency_ms":1.066666911356151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f6ccf5dc0d81818aef174d251a9e7fcd8dbad1a8d97fad3d0301044928ade32","sample_id":"mmlu-professional-accounting.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f8cfee1abdbdf606a5445ebdd5f2497d4d72851d9b7dfd46f15da7d83497414","formula_version":"titan-u-contract-v1","latency_ms":0.4884999943897128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e04edc277e9a95864b28a6d59cd8eea9ff864951799c736b39132c61141d55b7","sample_id":"mmlu-professional-accounting.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c25a08a26bb0c8e55103fa3eaa05509a6e725ed058b3e8cc8f834001cf1e7b7d","formula_version":"titan-u-contract-v1","latency_ms":0.5178749561309814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f61edd638abba2ae2c6f476a4a2a20e91753872959ecdaeb34d550e90678ad94","sample_id":"mmlu-professional-accounting.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d065bbde174e3d9d4f6dd7bb38b642450597704eb1052d59c18b91e5f37f6f0e","formula_version":"titan-u-contract-v1","latency_ms":0.5887500010430813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cbf4b12c3dff2ec6277f02358982b805310c0a7619e3622a4293c11bb5b22ce","sample_id":"mmlu-professional-accounting.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed9fcf63bbccd7bd28448676cfd98c2f0ca2be7111be2e2f7feb9441f20e51da","formula_version":"titan-u-contract-v1","latency_ms":0.45570801012218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f328058dac1b551e7291e30a9b47ddbfae8987746609942b9e3f9659b4ebb50b","sample_id":"mmlu-professional-accounting.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c855f59293370c1ffa726733e3ae5ebada476711fcb52d691b0f9ed4c555840","formula_version":"titan-u-contract-v1","latency_ms":0.6645839894190431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f49d708277d610bd123d6ed053154dfc8202cca3e4610e08f26a987ca970b61e","sample_id":"mmlu-professional-accounting.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"354fbce39de27ab448cd58aa31bad509354c162eb5f25161092ea290230edf0f","formula_version":"titan-u-contract-v1","latency_ms":0.5463330307975411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"843410e431f9f6a6b4f5020f5546146a8501cba200b5817cb9fab993b42d45bb","sample_id":"mmlu-professional-accounting.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71ae3066a554a348a435ac1a86aa2f56a5a13d268235debebf64586d35e6117b","formula_version":"titan-u-contract-v1","latency_ms":0.813000020571053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4539d06b9b9975b3f85f3caeb4dde4fb41d06ba0fb473c130c0325da9026b12d","sample_id":"mmlu-professional-accounting.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a521f0ae6d830ed9bac335ba85fcc72c52d6e53ce0d27c5a4f3cfc87ab8f007","formula_version":"titan-u-contract-v1","latency_ms":0.5216250428929925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0780ca99a129e32b2821193a30929bcb721f3154620d4aee84d242051862333d","sample_id":"mmlu-professional-accounting.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"baeb544233e229467c498b5353a97e3d4ae7b93d04caa7c2f31ad1d3da88562c","formula_version":"titan-u-contract-v1","latency_ms":0.9579580510035157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b0df10c019607c4bee96dd4e359c52ded47d286a9d0ac875e4cceb4041d20bf","sample_id":"mmlu-professional-accounting.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39d56cb989afbbd9e4ae2e859eaae4dd62695068ffeff1212174cf0bf3a88802","formula_version":"titan-u-contract-v1","latency_ms":1.1353750014677644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3539aad57d39e0fa2d0728a0f4cc7017d038a1a271302dd60f38e4a2d52754ab","sample_id":"mmlu-professional-accounting.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d64805b44b7056d22c56ab40c0a74d4af73cd3e8f0f1aa31be761727c1347e6","formula_version":"titan-u-contract-v1","latency_ms":0.5162500310689211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"818f2d50f0a8250fb893e08a4d8f92804eac10ead75d2aaad675a38aa3f76c38","sample_id":"mmlu-professional-accounting.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89d3fcd8dc95764494a6a6093f6eefbf4449b10142a108ded54b7006598d8a94","formula_version":"titan-u-contract-v1","latency_ms":0.6263329414650798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"217c58135e6e018b221641d7df6469771ed335d0a184c4489ecae116a5504ed9","sample_id":"mmlu-professional-accounting.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc92138650ce25ba2a83c641243293b7fc7eea3fc2b5f4c64309c4ec61829838","formula_version":"titan-u-contract-v1","latency_ms":1.3387920334935188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"135185ecea0c22745375d83faa6adc1bb9cb0f9a6d798049ced18680e757272d","sample_id":"mmlu-professional-accounting.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b6e8c62757a7fba16470502770ee70fd94d6fb93934acec4aa3b818a55f3be8","formula_version":"titan-u-contract-v1","latency_ms":0.6068750517442822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"687a773080e69a5f3de5463474d396d0c696cac65d8b2dea74179922a1fcceee","sample_id":"mmlu-professional-accounting.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca694ce84f217690c89d6678cf317ac5ea84a5c041ca44828d924b5d77636b56","formula_version":"titan-u-contract-v1","latency_ms":0.5009170854464173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3dd126bcfe2022543e9b161ada311313afc35779e63de1627639c275b962159","sample_id":"mmlu-professional-accounting.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0086db2c704106c8bf4d730faa585ec057664b728c561f9183f67bab02a516b6","formula_version":"titan-u-contract-v1","latency_ms":0.5367090925574303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c59958844725753c25f8cffbc3035d6104a2945a710bfe601cacc79ec50cb351","sample_id":"mmlu-professional-accounting.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bbc39f211191b02085f65d024aaf163b8dabbc2d52473fb0947b4bb2149e0b4","formula_version":"titan-u-contract-v1","latency_ms":0.520500005222857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d6f50e4669aca41e308647141be5eb76c9f6aa6df3c6d59a034293f31eed923","sample_id":"mmlu-professional-accounting.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d4f049f9765410359a3effc5be5d4be4bfe2873d3b239c747001b780155c81e","formula_version":"titan-u-contract-v1","latency_ms":0.744457938708365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7b16833acd576ac06da0fda8f5cf569aa8b91f316e0e78c52985501ae4a6a61","sample_id":"mmlu-professional-accounting.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ad07ef781e18acd7784d4d8053e2fe0139b32c99c40468fe279654d95406143","formula_version":"titan-u-contract-v1","latency_ms":0.533499987795949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe24758cd6a9f595ece420970bdcf31405d97dcc9fb92176e41a28a43e70d2c5","sample_id":"mmlu-professional-accounting.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3af10bc9e9f8df24fe474abafdb19184e224d082353d0183c8558defbe8a34d","formula_version":"titan-u-contract-v1","latency_ms":1.5864170854911208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c79cef976a632d2e132ccccc01d8a2b380b9f0bf2a9ed8911724872e424e5f5","sample_id":"mmlu-professional-accounting.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57fe6b9026924a4f221ae5ed0413d1b3a3c902da9fa5a23ecbe4b31ceddcf91e","formula_version":"titan-u-contract-v1","latency_ms":0.6161249475553632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d75b120a525a22ae192e9366d1240debddf7301e62ae673cc62559d421481397","sample_id":"mmlu-professional-accounting.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60efd0cdfe0e0d1ebd8321fad1df7462f4666fe32d3f23c91f9d7f62fa3a850e","formula_version":"titan-u-contract-v1","latency_ms":0.7317919516935945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6c7fd947dd3fb390306fdff26b2affa830c4af485d6ce439904fab3403d57b8","sample_id":"mmlu-professional-accounting.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f61fa78396cc301fd56b391b98a5eb85cf13fcf36871343d86f31266adf0ffb7","formula_version":"titan-u-contract-v1","latency_ms":0.49270899035036564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e063d0713f2ed712f16d652f98de0bb191f6db824cc4f3d63edcaabd10aee83","sample_id":"mmlu-professional-accounting.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"494189793716db7ead41992b5e53e4ad363b08d2da972299cfd070c17c0dcede","formula_version":"titan-u-contract-v1","latency_ms":0.5853329785168171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cec79d85c9600f16a07132732faee26766a06d712fb21b17b33fd53608b328a9","sample_id":"mmlu-professional-accounting.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fb9f7f6e98a9b244f4682333129379c164e3c20c8e9f4ada1b08293a6ee0488","formula_version":"titan-u-contract-v1","latency_ms":0.5705829244107008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd94cf976f114065f9d02dd511f5550bdacbdd0ecd729317e99e219fa7e1e03a","sample_id":"mmlu-professional-accounting.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd517ab0f95f2423d0c318c20017448e817cb6750e31510750cd6c68f1758581","formula_version":"titan-u-contract-v1","latency_ms":0.4409999819472432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e0d0a4576b0099e474dd41914ed94a582ec8f57198d88a918c75de4e1178eea","sample_id":"mmlu-professional-accounting.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a454795c4a35e3d258d973747f2106c1fc2bcf7d020dae75d78d827d9fa9b5e9","formula_version":"titan-u-contract-v1","latency_ms":0.6471669767051935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c464b2bdb510dce25082662a5fcb2acc333f8221707d14b96757a0c1fc01e459","sample_id":"mmlu-professional-accounting.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1942a04be3d33d633aea30171d174095a19f8933723272447153aca0c098988a","formula_version":"titan-u-contract-v1","latency_ms":0.6955410353839397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18e001cf980eef7d55dbef5c598ddf424eb6ea9dc2c17e0919804768cc0c12cf","sample_id":"mmlu-professional-accounting.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35b814073cdd7984674bf37a0725590d5dcacf38810cf2b06df6d99f2516792a","formula_version":"titan-u-contract-v1","latency_ms":0.5939580732956529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"045c5fa6395b3c722d70d3c3f3b37b2f9bc8bfc176990c07ca77be3113edcc8c","sample_id":"mmlu-professional-accounting.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d99423425575e1b70248ce22833fd60d8b355b23f9b1f4b1d07bcf9c68f59751","formula_version":"titan-u-contract-v1","latency_ms":0.7346250349655747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f182ca214ab54501b4da166c98d37f05cf5eeb4f5068d510ba77fbf09444855","sample_id":"mmlu-professional-accounting.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d671d4d6720fcdfb0e148f7f37474807d15186485222bf8d8d2b80aec2a96c6a","formula_version":"titan-u-contract-v1","latency_ms":0.4485000390559435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b392999136892bb31a477ba8ab7c85fc4079793b5115ce10182a50cf3e6a766","sample_id":"mmlu-professional-accounting.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a17a6de7074b0ba44182b9575aa7fb19f1ee91a6dd553a6c88651b3e9b25b12d","formula_version":"titan-u-contract-v1","latency_ms":0.7046670652925968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb0f07d72f0de8266fbfabbe5e3c92506f472f7b4b37a181e501015dd73a21fd","sample_id":"mmlu-professional-accounting.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19b686b70db21db64d57dbd5038778c780b08c2bbb10c2258824ae38cd64a2fd","formula_version":"titan-u-contract-v1","latency_ms":0.7396250730380416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dfb6cc04fc07b5cb39924c7f99c1554259516cafe97072c089bed27114198dc","sample_id":"mmlu-professional-accounting.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99a27cd61e728f130ad98a47f96c0ca2f859552b48d2f8f1998644729197d73c","formula_version":"titan-u-contract-v1","latency_ms":0.6800830597057939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fa47546d20129a398c503792a8ffc86f8bfa93c9114d7db46232279756de00e","sample_id":"mmlu-professional-accounting.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f790d7e638fc062ccfa2bcbbea096117aacdee8d9e641f12c68dd4cc37d06cf","formula_version":"titan-u-contract-v1","latency_ms":0.5197500577196479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14fe2f1c61baf6cbd3e6ebfea18fbd4cf741838db532c3e44e322590b44eafec","sample_id":"mmlu-professional-accounting.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d39e5d4974acc08531835a5451a8aa2e3f931ff6d4394b14cbb488d00e7d6f89","formula_version":"titan-u-contract-v1","latency_ms":1.188957947306335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c91d002c17453e9997fa0f11db88a65013f78493842eb8a2280c6e2a8e35fec","sample_id":"mmlu-professional-accounting.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be89c8a68e28f4dcbb2371b196319ce8a66534e6a9d683e9a255067508c944ee","formula_version":"titan-u-contract-v1","latency_ms":0.5684170173481107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6305007ec3366981c1a2f6478b3a49fa5145393c25bea98f28bd58c0826a0cb","sample_id":"mmlu-professional-accounting.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0407ad6a6d88cc9b6928ee25a84487764f2fc811d72dd52f4d02b2f3d888a266","formula_version":"titan-u-contract-v1","latency_ms":0.6730420282110572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c40aa3014f2ec7924dc10dc68393985cc17d0bce35f3f7c490b3767fe92e5bd7","sample_id":"mmlu-professional-accounting.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49decf233233a31c79f9ada260b5dfbefbdb5965e3666819329513f185866520","formula_version":"titan-u-contract-v1","latency_ms":0.5344999954104424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f18a71553a63f1d36b8790d31a46d8d6a328cf062bf4f0b43915da3f50742ac4","sample_id":"mmlu-professional-accounting.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b118079315832674048f32e54470c1468e7baf6c76a9c76034767ead633ae4e","formula_version":"titan-u-contract-v1","latency_ms":0.7263330044224858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3299ee522c12d21771553b3659e42eb18321ce3deb1e84dd6a2959405dd4cb31","sample_id":"mmlu-professional-accounting.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2fdf34b3d7ff23bd5b3f1865dfc60106310dbd1e9b667c04a1f4c3ff7727b2b","formula_version":"titan-u-contract-v1","latency_ms":0.48037501983344555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cebab420cf717269d02ec0970faba3cc36d65c3706f162432cab1612306f534c","sample_id":"mmlu-professional-accounting.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffa224211413e5a6ee91569804b278844d808c7a0a6d563d38aed8545ea082b3","formula_version":"titan-u-contract-v1","latency_ms":0.819541048258543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77c2be07ec3a7d09f9df3ba0b43dd54a300a25ace0494823a025d9800a26ec68","sample_id":"mmlu-professional-accounting.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f137d5407e0806826c98a95c19b5ddaff654f1636d511c2f1c8a030968f8d1c7","formula_version":"titan-u-contract-v1","latency_ms":0.7613330380991101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5873f445ca2550f2fe60584048e2f662c28e4482777e7620809ffd57eaa58eca","sample_id":"mmlu-professional-accounting.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"071e31aff995d76f5502b238d93a4aab1d6d8d6d34b1a469334c75baf6d9637d","formula_version":"titan-u-contract-v1","latency_ms":0.5101659335196018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d81830a7d7e54f4bd6a2ba0d282ab4101cff8e9997b766b9d345b0c3c2240b2","sample_id":"mmlu-professional-accounting.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3eeea753456ab40a7295a7d45019ed1298f62193373b4247b224acf77812336","formula_version":"titan-u-contract-v1","latency_ms":0.518333981744945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acbf2ed38425d886fa6d142c32e48fbca49a261dae80adfce967a3d0ddcfb3d9","sample_id":"mmlu-professional-accounting.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d094118ce5b416997cfacd9562e11f55e17a6c6aebdcfc090a178be2d12a94a3","formula_version":"titan-u-contract-v1","latency_ms":0.45254104770720005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eec102e70098603b44923c8b627f8c2fdd94219a6410e5cd02f4a6d4b73776f1","sample_id":"mmlu-professional-accounting.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da663e3383d9d5434344cc9f408c2a5d00b8aa32abb14c0aa042b2815077e5a9","formula_version":"titan-u-contract-v1","latency_ms":0.5267909727990627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c55e78219ea327880e166b5fb6e412f3d472f0292e15c4c1aeb432d7f5c877d","sample_id":"mmlu-professional-accounting.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b2228cf1be98cd601858c26577e9e9c240e8318dbaac733f8837940a463651f","formula_version":"titan-u-contract-v1","latency_ms":0.49566710367798805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d7cda49ef2a67da2538cdc571bea3fb548e8034f0a7135a3c87e19f39772319","sample_id":"mmlu-professional-accounting.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"052391603b8ab96bf0e26ed795e9556871e6333f19a89ddff0a5ecf168d2d31f","formula_version":"titan-u-contract-v1","latency_ms":0.7672080537304282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc507306a582600042b1edf28281d03e343c8fee3c6d3bbb154b9f0322fd7e9c","sample_id":"mmlu-professional-accounting.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f56b579fb925a94678860f066f96c9489243f65e9ad6785084e72ce188a695a","formula_version":"titan-u-contract-v1","latency_ms":0.6022920133545995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d8099f0cf880c2c6a567556450f1bc1b4d48d490d171a35493ccd04f48261e6","sample_id":"mmlu-professional-accounting.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9078622006de5a252136af4b39e74753ca55ae5c2e61f4b3eac0f7835f469067","formula_version":"titan-u-contract-v1","latency_ms":0.6659160135313869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c43093cb9f48d4b787b3f50d2c0a00680bab416e53593db4d6b285daa4cac3f3","sample_id":"mmlu-professional-accounting.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01d094cc9e9c0f6a2ea030f6ca0a963de1557963cdf06301a8c6f67d6170f57e","formula_version":"titan-u-contract-v1","latency_ms":0.5478330422192812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"593c680544b6a636c4d5bf0c278bbc354177860f967e55cd7258a096fabbbcc9","sample_id":"mmlu-professional-accounting.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e51d24933dec53187dea23699ebc55f2c8897dea55f3dd8dd629f4386cbcade1","formula_version":"titan-u-contract-v1","latency_ms":0.563165987841785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f919aa1354681de7e4bd411d89830ca54917e617a3e3eed584b4c9ff2734fe0a","sample_id":"mmlu-professional-accounting.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1e1fd4f81dcda0b37b9283eefcadcd4abbf3ba358cdfb9ce77fd174bcd20474","formula_version":"titan-u-contract-v1","latency_ms":0.6585409864783287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"173440e295be91154fdbe0e4e63a2d4179ffde9a29e4c7fbfb3883a4b28fb9a5","sample_id":"mmlu-professional-accounting.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0072cad7e1fbbaa4f425e654c0a16d67f766f5a7faca67e6f2549be90f7d943","formula_version":"titan-u-contract-v1","latency_ms":0.6471669767051935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"743e1727986c9d76a97c7dbf0664eacce05815f7ee6d4cbece8734313dec5ce1","sample_id":"mmlu-professional-accounting.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdb6c1d7fae2a56b3c29993b8d7b979c81bf37e15b6bcf8b6b65d1ff1a7d5c1e","formula_version":"titan-u-contract-v1","latency_ms":0.4469159757718444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48c23404710a4fa3724040ad57eb88df53723d05401e7f630a2109d9841e8fa4","sample_id":"mmlu-professional-accounting.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e40f41ce2afef5b27b1d57ab48c626a2af5944f5435e24f320317b12c861df6","formula_version":"titan-u-contract-v1","latency_ms":0.5091249477118254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cbcb6cc5980ac513b85ca98f1bce796a3074d48d627cf326b239c281478502b","sample_id":"mmlu-professional-accounting.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f58cbc8d739e3b10369b2acd68d1bb5013115c1aceaa6d4bc6b393e00f3c4fdb","formula_version":"titan-u-contract-v1","latency_ms":0.5435000639408827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8755961172bd587f25c0ed36ff7ecc4b3ad72ce73375f18e00296fe72aad7db5","sample_id":"mmlu-professional-accounting.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1f98ce290b496f69fcd15e442f3f6bffef0ed7319f3683d8d753ecc873a7ec6","formula_version":"titan-u-contract-v1","latency_ms":0.5849169101566076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf51f3b3653a4d8b7d4ecd73288a36c782b418f0fae9a8aa83948bc6f8f9586a","sample_id":"mmlu-professional-accounting.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75464bdb6b289b8b1a1c526b08895cfb0e600b329de6c8abfd35edab6258163b","formula_version":"titan-u-contract-v1","latency_ms":0.6785420700907707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fea9ce4b9724f92dcd5169811dd54a686aad237b6f54ad502af52ca827bcca06","sample_id":"mmlu-professional-accounting.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8e0d8ff45dfb265cbd8b68abeaa01581404da043d0e65d336b849fcaa969be0","formula_version":"titan-u-contract-v1","latency_ms":0.46950008254498243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb3cfbcc3339787842a506f8845e865b161b61bf17eda163061779c43ef2613b","sample_id":"mmlu-professional-accounting.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c94639b9b991ede7d0c7e4cbe4e1985fed5879d9161b76ab1672b1a57e8ea010","formula_version":"titan-u-contract-v1","latency_ms":0.7811669493094087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d14684a9139d1eda7363dd59479520a2c52ea3f4569bc5c3fa2d32e06d8bf69","sample_id":"mmlu-professional-accounting.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0f51fd2bf88b9aed9cdc48bde0bdddeb56c67ebe017518b0e127e017626ec28","formula_version":"titan-u-contract-v1","latency_ms":0.5147919291630387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc681fbafbd2eb1c362cbd836012df46f8cef1713340b47606a54416f6e697d2","sample_id":"mmlu-professional-accounting.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22177383178c2485dea2b233be791a119032fe6f8f98fc37891fd9881f35c8cd","formula_version":"titan-u-contract-v1","latency_ms":0.5357919726520777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d2296cf5ad131881462756d7aa0f16fe72a8afe24f0dc497155312931397983","sample_id":"mmlu-professional-accounting.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b939478390a8f4f04ccb16bfa1c463dda4ef187af082a55f90992edb3c3663f7","formula_version":"titan-u-contract-v1","latency_ms":0.9014159440994263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81ffb65905cb0594339064b461808f920c10460a0ea398d13997787270b4be49","sample_id":"mmlu-professional-accounting.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d2b73c981a6d4148b378149a7053bae8a0d7cf34e0d20ea344883bfb1780146","formula_version":"titan-u-contract-v1","latency_ms":0.903958105482161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"034dbb32254a33ff7614c627e84353f92873a216b2522efd26512db02723438d","sample_id":"mmlu-professional-accounting.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"794b9a57d43069fa730f4e86dbcbfa3e4d99aaf486177c88ab30f1c0dad1d128","formula_version":"titan-u-contract-v1","latency_ms":0.6500829476863146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9e9d6855215525385d1b6c456351c9cd237685d67ae5581782a068d81d980b2","sample_id":"mmlu-professional-accounting.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ab93a20142b36d1cba25c89c115d75004ad0085bb5b3a19b67097c4d1b2f7eb","formula_version":"titan-u-contract-v1","latency_ms":0.7474159356206656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ca21184bd19e9bc97a498b079d01c3c4f2a0d99313c562df02b255bf86955c9","sample_id":"mmlu-professional-accounting.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7ef8c75b2a16810e132cd33424ed8f457e98ae433f418ae3c661f9c92a9ed79","formula_version":"titan-u-contract-v1","latency_ms":0.9382920106872916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17cde0b61a27b9db09275a7462aaadc2102093898c1a2132b32495dbaa5fed87","sample_id":"mmlu-professional-accounting.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0446f7bc03f1ea4d23e89b3b640d5d5e3a1210099070f28c94feefd348de9f6b","formula_version":"titan-u-contract-v1","latency_ms":1.0006669908761978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fba076c7b591bb210897f4479f1f38103129fee2bd18688f402339fe22fa026","sample_id":"mmlu-professional-accounting.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f45afa360bb9d1abef1a04964cef2a77185da2fa562b5f23af4d565d2e097eda","formula_version":"titan-u-contract-v1","latency_ms":0.5215000128373504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c43b07467f4033863ae53c4b23a3597c1799f633e0d39fab6a6678787902f82b","sample_id":"mmlu-professional-accounting.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f3410d021201397ad39f6f9a163f917b4ce9746db14c607b6cbf768077ab070","formula_version":"titan-u-contract-v1","latency_ms":0.516457948833704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dab7ed4049afefda9967a943a62349192648cb8272ef0cc2fdf6bc74e2dec714","sample_id":"mmlu-professional-accounting.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58715cdabce15397022c11e6331ad9ea1ea54e68959008d4cf94d58f402404d9","formula_version":"titan-u-contract-v1","latency_ms":0.4936250625178218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31107f24c1ce908902859e86217c3028322feec1cc38f34c1542b183b13ad311","sample_id":"mmlu-professional-accounting.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7afab6742233a456d1914627800275cab9ee111edb50788ce9abc736151ad29","formula_version":"titan-u-contract-v1","latency_ms":0.7148329168558121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4042c3cad06134266d6e45b04c6f9e6fe0ed2150f5d310e727cadf1e9fae4e13","sample_id":"mmlu-professional-accounting.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f65a9c9a2848878e18f1bf7d63bf0cd8637aaff38a25081fef4027d75437e44","formula_version":"titan-u-contract-v1","latency_ms":0.5414170445874333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0cbd24022ecbae3f5b0f53745ea5b8673b2fd30df7de8627bef649b7079e076","sample_id":"mmlu-professional-accounting.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8180f38b7dcc77592d591a2f39789be7c0f651cd94d2d6b383c2cdc48576bca5","formula_version":"titan-u-contract-v1","latency_ms":0.5314580630511045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1451b588a02b7a4948d6013ce9a78d678f767040f2ece5bdbee4d367312f1a33","sample_id":"mmlu-professional-accounting.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90f2588e050858d6dc0ec0877f22aa13231cd760c0be36193a5de17088bb004b","formula_version":"titan-u-contract-v1","latency_ms":0.5184579640626907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37d023f91a3a443ddc76ccf1d74a223b9dd5aa7c56434335c0eb16385ec5a5f3","sample_id":"mmlu-professional-accounting.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b3a9eb7ba3622034cf1e5c93a75368939d972ab0a53e2d188e3ad3faea2bcd9","formula_version":"titan-u-contract-v1","latency_ms":0.6018340354785323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96ab25622f98b146404723b0244884b10cbec9b7492bc743cf8fa4bb66b511e0","sample_id":"mmlu-professional-accounting.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c097548dab60c34a6538d99941fb992e931fd63c676a2e82b13e217e8c54cf4a","formula_version":"titan-u-contract-v1","latency_ms":0.5172080127522349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3f66eb35010e6be9e173bae0219efc0f02b8089db57ce076a89686d544b6967","sample_id":"mmlu-professional-accounting.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10e7db33de0f8085181fa40603f8d6785f7f62a2b5daec9895f100962085a9a0","formula_version":"titan-u-contract-v1","latency_ms":0.5917919334024191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cb5b2a8ad559eeab1ac96fdc1403fe2f5bc59b55e75d25cfba0c0ab5f73b8fc","sample_id":"mmlu-professional-accounting.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d6c2e726e2fa4be643e48caf61ab9162856098808fe22084532fd09650adf1e","formula_version":"titan-u-contract-v1","latency_ms":0.5403329851105809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a79f490b01f7b03264d7e48bd86c8bae7d1553b6d9c75105f0cb16b88da196a","sample_id":"mmlu-professional-accounting.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c067ecc81ca318a5af1b98f43a01f0093a9f526188c08445cea8303a9e6503e","formula_version":"titan-u-contract-v1","latency_ms":0.7735410472378135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"767bd241bf037895405630f05a347c15b3dc52cd60dc13666f40cdad87d5b28e","sample_id":"mmlu-professional-accounting.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0af3e0267c923dfd300d91af9a1e4d47d0f655672564771fcdc7a63bff82e5d","formula_version":"titan-u-contract-v1","latency_ms":0.4890409763902426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bb5b27556c86a2e25d835a7d77cc54fc90dc39f779fdad2a936b87fdc65cf1c","sample_id":"mmlu-professional-accounting.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b100ef70bb0cd962316e6cd28f6d35d22d0e1c0f88935bfd5443b4fba369e56","formula_version":"titan-u-contract-v1","latency_ms":0.5674159619957209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf6db0f57d08b32f3bf990276e54be1eaf038b815043bbe430af9342c679927a","sample_id":"mmlu-professional-accounting.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c901497e5d1acbf78b3cba9b49ff87c0cfa949b45d558a2c9caf84f2625b2c09","formula_version":"titan-u-contract-v1","latency_ms":0.731125008314848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e575fd5b73ccff66c6305ec49e2f40f23df83a9363a1368aac17ef455a15a5c9","sample_id":"mmlu-professional-accounting.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08711742dbb163333ce97e513d34bb0e6414807eeb9715722e4304ee75c9928d","formula_version":"titan-u-contract-v1","latency_ms":0.4473330918699503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f075240ffc2bc0597fc978d4b8e5560891aefda34ab9c79199ed1d7a9681877","sample_id":"mmlu-professional-accounting.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28f24f7cceb1070e7f47702d61107b76dabcccde80fc928af1d6592dff9e7c65","formula_version":"titan-u-contract-v1","latency_ms":0.4724169848486781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1f8926bceee6f8c9dcbb765d9fe372de93953b0b58159ce34e6155542172238","sample_id":"mmlu-professional-accounting.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf8e5cad38dd4000ae7a221df971167c6022fa0f08914aa89c70069a865be338","formula_version":"titan-u-contract-v1","latency_ms":1.2897920096293092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e85296f3e17aca917c379f7a9c00a7bb4f07c4988b1282d50e6334344573adc3","sample_id":"mmlu-professional-accounting.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"819b7f92bf294af3372932cab852ec68f2f9a4938d4133ae3b39a5319794e4eb","formula_version":"titan-u-contract-v1","latency_ms":0.5188329378142953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30c1ddc04e8f4189d1f56d6cfc44a050612abcd90ac538fe058cf8214ef7e7eb","sample_id":"mmlu-professional-accounting.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dad4090b8623c0e0c7366939b9f9fb5a3ddfd08b217b9d62f45d0eeae24c645","formula_version":"titan-u-contract-v1","latency_ms":0.7937910268083215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"692074b349ead7da1605ae6008cd2323f52d46087bc1195d7f1241c8e5d43d52","sample_id":"mmlu-professional-accounting.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fceea1dc2306ab948bd1b87de72f9eb08803145ffad9218ccb8df2c4c05c7c1","formula_version":"titan-u-contract-v1","latency_ms":0.5395830376073718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6980fa859b2dc17589aaa7cb6040af90094c92f6beaddc63860c5e9d6dc7d78","sample_id":"mmlu-professional-accounting.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8e37c40d71d63687279dc8c4711e16078445689c25a298cf0e8a51d64f5bd91","formula_version":"titan-u-contract-v1","latency_ms":0.7426670053973794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33d501cc4d41de935d4f47f0419fa602db5ae2a9ad7ef2d45e3e4c2935e61850","sample_id":"mmlu-professional-accounting.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c13742f0f3a991870c8fd94223f9ced8aa1df4742f3aac8b4fcb9cdc1960dd4","formula_version":"titan-u-contract-v1","latency_ms":0.5702920025214553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c5e430b9e799f734f49e6782158131124f16d5464cb706020065b22941d5d25","sample_id":"mmlu-professional-accounting.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0eb234b9267e1484e82287a07a7f4b54870a6efa27eeb313eb44c1da33818ba","formula_version":"titan-u-contract-v1","latency_ms":0.7989580044522882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da2871d42cbd9b6204fa4bce81b45124d30874fa3cfb61ba275aa28209ece219","sample_id":"mmlu-professional-accounting.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fca667f95a77ea753ed1d87edb88010dbdc44b17037257a1f41814efe61e1c03","formula_version":"titan-u-contract-v1","latency_ms":0.7019169861450791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b16b15367d1d6dcc29998c83983618737da515f3e115141715203c7f4552113","sample_id":"mmlu-professional-accounting.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28901c8e85dec64e82bf1e416535b9347364cce968d98abfb15d4282da52f116","formula_version":"titan-u-contract-v1","latency_ms":1.0436669690534472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a7badff18b70bdd0a0c2341e2c26dea8c3fead39d23294a8fe20e5dd91e37f3","sample_id":"mmlu-professional-accounting.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbbf7a3acb0ef7fa849e4d6c1a52d0f842c8343f90c999a309783a932896762b","formula_version":"titan-u-contract-v1","latency_ms":0.5047920858487487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3abe23bbce24e849b634831a82a56696e1394dd0ff0ad99d2da06086326424f5","sample_id":"mmlu-professional-accounting.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6df7eb74bbe41ec0aef187ea5c897061abbe6787d2f704658647fee28fd75a0a","formula_version":"titan-u-contract-v1","latency_ms":0.5142920417711139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6c908d1a0a4fe45308186470b976ac39a5eeb3cb761577645144099108c8400","sample_id":"mmlu-professional-accounting.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d8b06ccfa37d597a9f1639f8deb722928c481632e08ec4631e893a2c57193c1","formula_version":"titan-u-contract-v1","latency_ms":0.550583004951477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63edb0368009df89d03e8de2752a43073c2e58a3a1d7bb707bcbda4abe958b37","sample_id":"mmlu-professional-accounting.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d68bff95a72098995088fcb91a45ca61742d80af1a19312949be46cfa1c9eac","formula_version":"titan-u-contract-v1","latency_ms":0.7596670184284449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59037ded5f5ede81b92a0508c5f7302025615be4c9696a2c59e135f5ca932d33","sample_id":"mmlu-professional-accounting.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3e3da4f0219ce4f78d219deffe556f5c077b9175e92b7c799c2997f28b013a1","formula_version":"titan-u-contract-v1","latency_ms":0.47233293298631907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbb0772fda6a867aca0d000090c5c54e3df1f604afeda8adf39c575990e1f22e","sample_id":"mmlu-professional-accounting.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edc2c106cb58b4087155e8fc43f185b0d760a2466186bf27eb9e9e29976b2640","formula_version":"titan-u-contract-v1","latency_ms":0.7645000005140901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f14b73c513b1dcfe3c9c2d5407bd7bab3a6464f5265741ebcc0b77fe9befc476","sample_id":"mmlu-professional-accounting.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49a8fe2fb149a14626274a93a36986747a542dfe01e409ec91d6a555e40da241","formula_version":"titan-u-contract-v1","latency_ms":0.6692080060020089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6385cf54739b77f05e8e95791fcfb01df5d7758dde4d14852b2e10324d227fb","sample_id":"mmlu-professional-accounting.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e6bbc38f31edac675d08bc022cb00313d677b5e4c2ddcc93352b2c8f110093e","formula_version":"titan-u-contract-v1","latency_ms":0.57366699911654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ddcceff6d8e0801b1457588c14b0db8f0410c04dce96a0372a40066765f1e59","sample_id":"mmlu-professional-accounting.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f43d1b6b631a2146fcb6c47a7cc6b9ded2cfdf96f1862e613db901098089d651","formula_version":"titan-u-contract-v1","latency_ms":0.9674580069258809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfee95a31963ea0d8ce9d83d6c5d6004cddb71c0bdf7453627c3c75ff2f09cd0","sample_id":"mmlu-professional-accounting.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbd24374fb2fadd6eff365e3027ab35ec9e26cdfcd0ece145a2113896582ad79","formula_version":"titan-u-contract-v1","latency_ms":0.6682499079033732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"787a0cb745f33296a085b53dfbe93191ddb8948272c115f6959e3f4ff2fbc4a1","sample_id":"mmlu-professional-accounting.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a5ec06e4cb38aa700ec15dded7355a179ce7a1db87f9053a9eb648ab67800a9","formula_version":"titan-u-contract-v1","latency_ms":0.6405831081792712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3530414b89e5ec8ccd038e9b7b026653cf5916381bf3d559726576f75dcc62c","sample_id":"mmlu-professional-accounting.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe0bb94dee324c693db6e43c9e833bdf70872461a7992c012a6bb62110954a22","formula_version":"titan-u-contract-v1","latency_ms":0.6130000110715628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2b1b8d28aaac7c7b25a286794e6b29d6137399bce41534a28cb87a10d56156d","sample_id":"mmlu-professional-accounting.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26ea1b02c3b0360879596d5d42732b65a2c8db6bbed7476cbf1c1db631fea1f4","formula_version":"titan-u-contract-v1","latency_ms":0.7160829845815897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f1ae8d02e89701729d12ea83c349844ce6bd08db6c9d1e89020137086f591ea","sample_id":"mmlu-professional-accounting.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b096d233ab2ce400f5fa93d9a7f3c76164e8ea22691d55e0a7dd8bcff603463f","formula_version":"titan-u-contract-v1","latency_ms":0.6789580220356584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a266971ec9649855367935f959c329dd5a761be45e9a6c383435022ee9ff418","sample_id":"mmlu-professional-accounting.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a85c52fbb5e315fd1ae57b6300e9267e1e5c56f69bb96d06194236430d92793","formula_version":"titan-u-contract-v1","latency_ms":0.7185830036178231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"265257d575f2af4815778147e942cfc952f2856b96be93391f3257a9991880f2","sample_id":"mmlu-professional-accounting.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e8664d5b3050f11ca631e7edbe78e39b1c5b2ef25278df065e90c850f801008","formula_version":"titan-u-contract-v1","latency_ms":0.7478329353034496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cf6a36162cad023527787633b129b1b51722c64303bf8bb3ee80e6c683d8765","sample_id":"mmlu-professional-accounting.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cabf6fab73ec8aa50e061a8bc703da523b1abbffc2f40442c75a0a087795ab2d","formula_version":"titan-u-contract-v1","latency_ms":0.7195000071078539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"832685be2189b7964209804fe1b161b7619c006afdb8f693d0f5072c1be3a1bb","sample_id":"mmlu-professional-accounting.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fb8d3fd4e6860c577e93eef0264b93bc0504e06534c0c7ae14f68668b58019b","formula_version":"titan-u-contract-v1","latency_ms":0.5654999986290932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"132e852dea7055f059c9d0803d9dd559ec2cff74f106851bdb75e1306c47ee76","sample_id":"mmlu-professional-accounting.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ce19df904748248cccf58aa972e089614b5d9e25acaac66f4431d520f167048","formula_version":"titan-u-contract-v1","latency_ms":0.5658750887960196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dd8af85a1d8c2b122821284d84e72ea8d55b26d9494e0d6f9370edcce1a01c3","sample_id":"mmlu-professional-accounting.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a343a834ee8e3118f81248505eedcfc891db99ce2544bdd6c39c73992f476a2","formula_version":"titan-u-contract-v1","latency_ms":0.6397080142050982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab08ff11e5dd9fd48177c3ba4ed000d443f6e301298a01aac464cdfbedf9075c","sample_id":"mmlu-professional-accounting.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b10339addcd4b4550de5ed45f4cd39128de88efa4359df9efa2a2aa18b25bb58","formula_version":"titan-u-contract-v1","latency_ms":0.6829160265624523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6e66372b697dc1bce4195061f34483d9a3bbbfe4f81aabdf5f125c2b934c767","sample_id":"mmlu-professional-accounting.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25d6eed5f26cd90c778a488151b53c741c77c39b1bb6498e6b540d1355179436","formula_version":"titan-u-contract-v1","latency_ms":0.8752080611884594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08f536fc2bf42e80618908dfb3d9ea10ca6a25ea3297ac95b232e505e6126d77","sample_id":"mmlu-professional-accounting.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"788e60fe438a5e53c7d48a3f9235926080ed024e4662e2a038849740fe7a7e4f","formula_version":"titan-u-contract-v1","latency_ms":0.5725000519305468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c066604676e830bff4940800f6b28d6f98f0d4c88146df9a90c5c732b6e9df2","sample_id":"mmlu-professional-accounting.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"848334e9d22aee3b0899772fffdcffa4522550f44be2d9cbfd96d3f8f7d194c4","formula_version":"titan-u-contract-v1","latency_ms":0.7279579294845462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18173d2d149a6e090b7b4c29d379128511c5404b57b6b3e97c6e9491047c3f04","sample_id":"mmlu-professional-accounting.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a841676a8ff7030669f50940646a8c20633e454ab93eacbb027f390546d399cb","formula_version":"titan-u-contract-v1","latency_ms":0.7049170089885592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"478569c54e09baf5fac8083dccca1af938f038a20ef8ca0d9ca51692d927fffa","sample_id":"mmlu-professional-accounting.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"723d62ff80f136969c195cb2649d48003b11c75d5c298ffd0da944e758ac2dd5","formula_version":"titan-u-contract-v1","latency_ms":1.033665961585939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09f59e4b9b2523188cd116b7f0db2cd7b4c544fed8d45e5343d5abcca8b73b2c","sample_id":"mmlu-professional-accounting.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05e552b4bf6a7aeb259c83165d68d356957a7308119a48678cb824f463f4519f","formula_version":"titan-u-contract-v1","latency_ms":0.6135409930720925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab13c4150569b5b1afc0397cfa0e1864108fe1ecd2c7f9383d623602b782829b","sample_id":"mmlu-professional-accounting.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d49aa26282c3b795b84f1e3f49547c7b7591f8d187132abec39dd0132e17da8","formula_version":"titan-u-contract-v1","latency_ms":0.6325000431388617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b48e033b7da6e49486413168d100727e98b897d78139bb0f38e40f87de7515e1","sample_id":"mmlu-professional-accounting.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4d5269bc30fe0409477af1214d9051b0c11e0e28741eba4d8fdb710c0c5584e","formula_version":"titan-u-contract-v1","latency_ms":0.4861250054091215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3b5d56b9d04058730386be399d2580de12fbd8b059dad04f2b17f8d9cebcdb0","sample_id":"mmlu-professional-accounting.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffbc733e2ca79584748a8d79916f379235c6ee32dc65ccafe989267d67f4f383","formula_version":"titan-u-contract-v1","latency_ms":0.6970419781282544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab65f1a0e3da57fb7635ab325b113b2446726f2400a416a800270a718a372707","sample_id":"mmlu-professional-accounting.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6ff2dd81db981e968dd5af221604fba23928bb74c123d275b7c5a9715c7dd20","formula_version":"titan-u-contract-v1","latency_ms":0.5376250483095646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ff6ccc5e032c492dfd75d0cb64f96989bfd5d544fd0668e107554aa4b61c9e7","sample_id":"mmlu-professional-accounting.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea50789942ded66c0f3191320e2c6d6fc91cf86d24bdffd5a47daa193165e026","formula_version":"titan-u-contract-v1","latency_ms":0.6493340479210019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4c89e7b2ccecdfdfcb417568ff6b6e9f96448bbb89b5ca1861084b4a95dc2c4","sample_id":"mmlu-professional-accounting.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd61e3a4963b0aa873f0ddd7b7a2e197f009487ea7868c7042168c8213af3e9c","formula_version":"titan-u-contract-v1","latency_ms":0.5509170005097985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e945080b61ed4273d356226c64da64da6a43bca77bc79b0e347e6e4bd3914072","sample_id":"mmlu-professional-accounting.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b497bb2fc5eae9e93670793ef8335d5affb9c1d204171cf726244fdeeea5120","formula_version":"titan-u-contract-v1","latency_ms":0.7130420999601483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa878ee420b75e4258068a51aa8778bce9a29ed9595c7b818869c11d18f6b323","sample_id":"mmlu-professional-accounting.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94b3dbb54e3ce3341f5d90c1d14bcc76ac56ba0076c7de73f75f54892796d674","formula_version":"titan-u-contract-v1","latency_ms":0.9162500500679016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"412a2c4fcf1fc4f2a9d1ec468abf4ce004841695608ea4ca17ece9f930daabcd","sample_id":"mmlu-professional-accounting.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d6b560ea242f3769e0b0b85055076fd97c2da6c59ac7be0a80957b588b35374","formula_version":"titan-u-contract-v1","latency_ms":0.6924590561538935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25e6ff824c46b008ac64dc712c9d42c8b1b57afb6f8e597dbf11675b5ce14501","sample_id":"mmlu-professional-accounting.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8596ad146a0955691c0f97ec39e0b10b6a2497d0bf59ffe8a9134e690a4334ec","formula_version":"titan-u-contract-v1","latency_ms":0.5953749641776085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1a4d7b6e7d0a5409fb592fb88586d2a408a235935853b0616af93a4b93aeb8f","sample_id":"mmlu-professional-accounting.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e08a36bda3c76b0e8d9898cc20db4bbd7e0810cc1f7fe41c526e53e93edd8ab0","formula_version":"titan-u-contract-v1","latency_ms":0.7019999902695417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dc101cfd32ac573e88d6ef068d798d62d8ed5ae3bf4ec6e16560ab51a13e379","sample_id":"mmlu-professional-accounting.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47970d352cf7c7ca8f426635d0e3b3d5ba5e4e73c69694665e8820d713b0e357","formula_version":"titan-u-contract-v1","latency_ms":0.5055830115452409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25b42a000026f7ebe9c5e22077885ca0db2b5b017275bfcc5e3611ea6b80f286","sample_id":"mmlu-professional-accounting.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2727c299f340d7b54b8bdac05b3fa992f2908163c88f61761f83610be067609","formula_version":"titan-u-contract-v1","latency_ms":0.5803749663755298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21fe1ec075a74b4f4d9c8ff5bdcb5c02a9bb630bdb5b9ea3582992bbe570684a","sample_id":"mmlu-professional-accounting.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f66c4d569520d30eadd55951cc6009b8dd88d1d06565e1b6c116f96147d0206","formula_version":"titan-u-contract-v1","latency_ms":0.5636669229716063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c398c5c1d350cd11a93cc2f9075fe14d664e92251d136e53338f6dff4907ed3","sample_id":"mmlu-professional-accounting.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02ea89c04dd1719615a60eaebc6299eeecdd478af4f7190a80b68e62398c118f","formula_version":"titan-u-contract-v1","latency_ms":0.5142500158399343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad8aebb02026f2b33e3ae7a4935247c6806b96b1a7773cb6bf3b633bea23db12","sample_id":"mmlu-professional-accounting.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73f36616eadaab4f4ae458d64c142f161faa45dda9c51688fbecff58673b872b","formula_version":"titan-u-contract-v1","latency_ms":1.3359999284148216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c41ec1c0f3ffb252bf0763afd98fc4113404a86d132d6c8056317cd069b3a14","sample_id":"mmlu-professional-accounting.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d9f7f29f06bc047d3609b43aa0eacca64d768633d5db283cb4677ce1aa62d4f","formula_version":"titan-u-contract-v1","latency_ms":0.6160420598462224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e13e21925a2790e36253b95f4d1523a2655a41920f812c494f45228604cbf888","sample_id":"mmlu-professional-accounting.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73efadd62e820741edf570b0d7f83f0a20f06257d0102057c9ffd6e733e0dbc8","formula_version":"titan-u-contract-v1","latency_ms":0.7232920033857226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"936b00b8cab6c3910a555f6020055fc16b2d1c65dbe4b821b203e2283581333f","sample_id":"mmlu-professional-accounting.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e408476e9dc499714229d83d67f98497bfba661361394aaf85586e62c5bb730","formula_version":"titan-u-contract-v1","latency_ms":0.5984170129522681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbc25e801b9b858a13a1363ee7c0a9af8d24ecdacbb21d9154f15fc0d865e400","sample_id":"mmlu-professional-accounting.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44f2c401390b5987750d2fba4d57990ae08722efb79473a4badcfffb28ef78de","formula_version":"titan-u-contract-v1","latency_ms":0.7106249686330557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b242e51f578323ae1668b934856d7ac4b07e50eaa90b041205f31a3b3823cecb","sample_id":"mmlu-professional-accounting.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab05731a0b06b51c30b101895d5352bd5c08ebaf2c6a311437eca728f873888d","formula_version":"titan-u-contract-v1","latency_ms":0.563250039704144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a48b665d00a612fceb5ac4be8209c34b209a02710feaea082612c012d034f4b","sample_id":"mmlu-professional-accounting.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee3b3d7dbdb3afac3fb8442a48b2a980e7472983d0b369d36c0d442cb34ac2ab","formula_version":"titan-u-contract-v1","latency_ms":0.6100840400904417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84d687a83f7a787f06154147c5b98a357d33ed1d820fc038b280d2a603aedb58","sample_id":"mmlu-professional-accounting.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2f1c5a4cf4307e1495eb0ff82706bff18ebd0cfd05591e5f28c27b2f73682d5","formula_version":"titan-u-contract-v1","latency_ms":0.6513330154120922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f8c6a7da2b5a2c7b2490c58da303dd67f3866672957056c5d10c3200d2e0e79","sample_id":"mmlu-professional-accounting.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19f1c6fbea1102fe4f36ab49405833764717d8625a07f596a7410b82a9370689","formula_version":"titan-u-contract-v1","latency_ms":0.8738749893382192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b77b0ccb003da4d69d6640a9ddedf174e535c9f3feb7b72c9def4f2b6e66d09c","sample_id":"mmlu-professional-accounting.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb5b201d12c439028e530990339bf60c5e5851809e23de07eae9c39dfec63922","formula_version":"titan-u-contract-v1","latency_ms":0.5353329470381141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"712b9c28eabeca3fcdb6e7ac64ca7c332143acfb1508ac1ceb2fdaecf5cbfa42","sample_id":"mmlu-professional-accounting.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4bfc0522e8152336b5aaec58e464073ef89f12b35ed5bbf96fd89e8bbebe8f7","formula_version":"titan-u-contract-v1","latency_ms":0.6104579661041498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a68e5a339ed56fe844bea9c34dfa46957542e662d4d5bee92df3a31b35818ebb","sample_id":"mmlu-professional-accounting.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44c80b7759b6f9af6bd54b9a804459cd362e41b5ac19c8f218d2b958f4faba36","formula_version":"titan-u-contract-v1","latency_ms":0.4818750312551856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"692de0796e88aab2751525f1e99d375435c3768e3972bfbae51fb4685eae377e","sample_id":"mmlu-professional-accounting.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"827b1ac67afbbbf885d51276f585e7eb9072233104a7a8ef4bfa86d600fcfe91","formula_version":"titan-u-contract-v1","latency_ms":0.9488330688327551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2b02bf23fac5ddc029d779dde1e1ba4d2a7e1481abe8eaa5086d6224a0aaac1","sample_id":"mmlu-professional-accounting.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"516dc09ae27f26eabf9b6246f4ed6adb3c22ca4abd2ce0900a5cac4b87a3d17c","formula_version":"titan-u-contract-v1","latency_ms":1.1805830290541053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d02d381e24eb86aff71a69958993828e3e845c2a6ca7b1dc635062a6062cbd02","sample_id":"mmlu-professional-law.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2095c33f8a9cd21bebecc8e11c30efee797f842fa0bcc159d1e8efa8592007a","formula_version":"titan-u-contract-v1","latency_ms":1.0061250068247318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f45846551e221a60945e32753530da953f7eb0bcf6a9f1810c995974b0a19e9c","sample_id":"mmlu-professional-law.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f74a46fbe2cb7ef0bb043e68905ebf12bd71ca1117ce2b7e0cf6db25a35baa0e","formula_version":"titan-u-contract-v1","latency_ms":0.8265000069513917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8610d757fc73b2b369acb32d4c8e400204e91412812cb7d9b92d4a6c2059f7d","sample_id":"mmlu-professional-law.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c0293c318c580b96352836012ed2aac37a93643820f9266576036c0d37878e4","formula_version":"titan-u-contract-v1","latency_ms":0.5197090795263648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98b0e428b75a2c073824a3bdbfb4ae1c450fdc9977a83e1e1422e8dd01a9d83d","sample_id":"mmlu-professional-law.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1a8d36b52b160ef3bee6572660cf010d233a269dcc4d6cf877a67aede378d16","formula_version":"titan-u-contract-v1","latency_ms":0.682624988257885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2437abd2e596a2ab28c12700fdbece8ba89e3a5f1f8920ad0b697c9cf2043a34","sample_id":"mmlu-professional-law.val.1000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fde11ae8c1e5c902e62002621ab235df4e19104801f7a8484c728afaf03bf5ce","formula_version":"titan-u-contract-v1","latency_ms":0.9613330475986004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"025d7328372698a0fdc18e54f9f187ff1a08112bd9ee91d5b3f9491eeb18515b","sample_id":"mmlu-professional-law.val.1001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"834ea851cbf5f285c0ea24dbae1d0a626b1c22d093c2e620158fd01a2cbbd8a6","formula_version":"titan-u-contract-v1","latency_ms":1.0492500150576234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"915ad430a8b595e5e9c28ab8e2fac8f3ce34f792d07a731a23579e5c079bdaf1","sample_id":"mmlu-professional-law.val.1002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c2d85a70317b4f195de80523e5fa3594366f3662796654d4bc67afa461e3a11","formula_version":"titan-u-contract-v1","latency_ms":1.3296250253915787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc1b02267ac4bd92112ca39fd8cdb334a1cc53ee458d9ddb43c769fd1cd12bd0","sample_id":"mmlu-professional-law.val.1003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56fe0f17f1cfa6bd967cc46c74d4c4ebbc7e2bd353af93fee76df5ca25aa4009","formula_version":"titan-u-contract-v1","latency_ms":1.327750040218234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcdd71b42172ff5320cde26ec57c63f4a0dfb1a251533018f72c022a0708aa73","sample_id":"mmlu-professional-law.val.1004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7780bab1a1afe42f3c9571ba10573fa1dc20e87eac80b0e611a8f79d40b4a203","formula_version":"titan-u-contract-v1","latency_ms":1.2346250005066395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a2db91d8601bce747c93de920e50bae63b942235d6be1fa43b4260661863e1d","sample_id":"mmlu-professional-law.val.1005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c56e87c7b9fd7b975c7b0addc32f0e117b134b5e6c3a257f9677aec034b589f7","formula_version":"titan-u-contract-v1","latency_ms":0.6906250491738319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa81552b2eb74ca7e5fa65311e7bc04d8116b00c4d5961e5d8c88faee7bc8127","sample_id":"mmlu-professional-law.val.1006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e7d65598cdb41c8535889eaa45ddbcfd56c45db0920b6a798ef4d86a84cea03","formula_version":"titan-u-contract-v1","latency_ms":1.0560828959569335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5313443eb40a6a94704cf0f6636b8eab63d3b421286c365215ef9698208c428","sample_id":"mmlu-professional-law.val.1007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0752787dcd2c6ebc6d824e30046dc256a8b9e7e9b5aa59ae95cb0e26c17fea1","formula_version":"titan-u-contract-v1","latency_ms":0.7812080439180136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cbc7ace518591a3905580ba841098f941c5ab3acdf1ca9eb9c185e116f07bea","sample_id":"mmlu-professional-law.val.1008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b58b64ec4cf37457f2ee3dcc3085697bc6d7a25f58248086f1343959046a589","formula_version":"titan-u-contract-v1","latency_ms":0.6240410730242729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a76efe80b13963a8cddfaae52e46391144556c9ffc2ae6bd234bc39f003d703f","sample_id":"mmlu-professional-law.val.1009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b63d9e4df5e32f86a863b0ec68076c20df302464c63c5f9229dc34145c7d206","formula_version":"titan-u-contract-v1","latency_ms":0.6544999778270721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98a365470d44479fda3cda53f91b664e545d1ba9f90b2a575dd8a853507856b5","sample_id":"mmlu-professional-law.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45e03d25804db5e2e8fa73e06331d45ace62efd2e77f78e20928cbe82c1eb5c7","formula_version":"titan-u-contract-v1","latency_ms":0.4980838857591152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2205324dacee30f38bb28d4e2f31c9c6536fe4afabc458f899a3e26111483b22","sample_id":"mmlu-professional-law.val.1010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d126f693cb6922a3500ed73031c8976775e51663d78364208290ca8ff21a9c9f","formula_version":"titan-u-contract-v1","latency_ms":1.5664580278098583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69dd0f2e678fd7f8cfa4f4f186e42d8b7df8413d21426acd381db9fc45fee1b5","sample_id":"mmlu-professional-law.val.1011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f829386bfb635bc2dda30914a0c9939afc046211c0efc9a7cd17213d953a35db","formula_version":"titan-u-contract-v1","latency_ms":0.893375021405518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a97dbf7bc6a475f1418a9be48f880707790ebe9bfc39c8c8c2789debde7bb58","sample_id":"mmlu-professional-law.val.1012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec200d606062637434053a69a64263b2ad442e590c38a85e614a637f94ac1d58","formula_version":"titan-u-contract-v1","latency_ms":1.5523750334978104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9772d3b076539640ef9b3c117ae7586c5704a71716b203ab2d77688bc2418d8","sample_id":"mmlu-professional-law.val.1013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ece2aa38f1a2b42e404c317d39bc1114725e646675a6f7acfdafc24406e0ad6","formula_version":"titan-u-contract-v1","latency_ms":0.6309590535238385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"411f3d23bc78b99ed9195b0b4348608536d4d20796ce7cd85a9f6b8559a1b117","sample_id":"mmlu-professional-law.val.1014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"071a1abd9675346d9c4b6a5cf5e8dab06cacabefa79154d86fb95bfbbc52820a","formula_version":"titan-u-contract-v1","latency_ms":1.0220420081168413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42920c17f153ae72179a9f4f85e93628be3d188553ec2ad97ed8f96246d39b75","sample_id":"mmlu-professional-law.val.1015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fff6c0803c77f79f723258167ff7613eca0911b0fe5d789a6c8cc82319adb78","formula_version":"titan-u-contract-v1","latency_ms":0.6047090282663703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8a7b2fb7997f996d2c58d20e368a5b36794ba02dcf318ad828c3e986be7d958","sample_id":"mmlu-professional-law.val.1016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"458d6e38b784285e3f72f2807a8121d49d1a79140c351f279e5d1b1508b38bfe","formula_version":"titan-u-contract-v1","latency_ms":0.72825001552701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27986ec49e000287883dd67914c9b716bad9e31c1eaab243447f115e5812613e","sample_id":"mmlu-professional-law.val.1017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40105649977f96a4607975a21edbc733102b17c47c773c377e74e122ba86eae4","formula_version":"titan-u-contract-v1","latency_ms":0.9827499743551016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d065d2444f164c75aa2913690fd274cf2962a8f045207c1fcdbd871aecac0346","sample_id":"mmlu-professional-law.val.1018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ddeb69ead64fcea61e4851190db246f8649f40b7bbac7066d53b7c52ed27777","formula_version":"titan-u-contract-v1","latency_ms":0.9331249166280031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c60e49b234d265ef45bc4378d1a6840f9777739678e065ed291e085024500db","sample_id":"mmlu-professional-law.val.1019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ada8cf5887b172d942ff047a3846ec76e7c604f1afcd107f2abb5815b5a298ba","formula_version":"titan-u-contract-v1","latency_ms":0.9528340306133032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ef74c2cbb577c37d09f0fe8e6d7ee4a94c48464ba21ed0cc30130139e58884a","sample_id":"mmlu-professional-law.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79a63e9b35a29b462593f07a8944e218e2580b321c91b1e92bedf4b003485274","formula_version":"titan-u-contract-v1","latency_ms":0.8665829664096236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d38f6dc93b49373919c8c2544c6ffc39733a8683a79f2687f058f1ae40b6dd4","sample_id":"mmlu-professional-law.val.1020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f79d8d44ee38a92c5fc74426c8773584cbc97b522b713cea736d09c84952420","formula_version":"titan-u-contract-v1","latency_ms":0.6900000153109431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"283ec2de056521bbe0cd1966460d1162b1e23de6da4831e9f50b3481aeaad83d","sample_id":"mmlu-professional-law.val.1021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57960182d0cda28135c490d2b96eca50ef7710237650577d0c68b3694fff9967","formula_version":"titan-u-contract-v1","latency_ms":0.6726670544594526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b27d0cb8f51474013c20d6441c0137fd1a38c6c6e67022bb3f4da15b3bb3b6a9","sample_id":"mmlu-professional-law.val.1022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f35cb5ed5e5a8fce9b164c6196f6ec37e33d43c38e70548ef652d83d132828c","formula_version":"titan-u-contract-v1","latency_ms":1.172125106677413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59da228d46c6204348b22e1e5640705de4b2523e3d5448d331678c4c4e0856eb","sample_id":"mmlu-professional-law.val.1023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"186b6a16162a10a2f8fef509575460b5990d35f14c01b9ef64bdd917ea67c0de","formula_version":"titan-u-contract-v1","latency_ms":0.6559171015396714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec8662b927c3ada1d03833fe5433dd0aad8c5e2cfe450c4f173efc1016262688","sample_id":"mmlu-professional-law.val.1024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47a2bfef0aca1b64ef49bec31b92f20f8ba47fab0dda48559980410d99227aca","formula_version":"titan-u-contract-v1","latency_ms":0.7252499926835299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e9061b226e0213f7ac2a6533cc5bd1de3b1c62b5b8f848eb2c17ce8fe6e14d6","sample_id":"mmlu-professional-law.val.1025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58e5c6a2acd435f8783c60a002197850a9b2d7036f35dc47577286d535dc95dc","formula_version":"titan-u-contract-v1","latency_ms":0.92691695317626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c367963616c853bfdf465ece4c3868e786b14c59b487797c64c99099c05862f6","sample_id":"mmlu-professional-law.val.1026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da2505e415e2d8ade49ce945331e4719f0b702073b60c1bb59aeb501dae35807","formula_version":"titan-u-contract-v1","latency_ms":1.3426670338958502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1af588aa527e9ca05043d69eaf2436dd073ad9733a04aa17fa0aab8c5535538","sample_id":"mmlu-professional-law.val.1027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa0979eae9d3aec18a07ed1d8f4e6f492907c41a0b393e467625a1c47f2cf9b1","formula_version":"titan-u-contract-v1","latency_ms":0.8570830104872584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e51a1c468f5635fd8e4447890b1c1ab33b2249c036fc7e9c9204982b83b20aeb","sample_id":"mmlu-professional-law.val.1028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb2d59e4d691da6b974d4c04d232ceba08c637d9ca6a7d464216eb89b8ba4d29","formula_version":"titan-u-contract-v1","latency_ms":0.7751669036224484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23811dbc3a4d76177cc10de48be6a084b991892e432d2546e3df7ccf3aef0bba","sample_id":"mmlu-professional-law.val.1029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c37a9edfb967c49b7eaf418e5321ca3fb653ab7f60544d37608e844899d6b503","formula_version":"titan-u-contract-v1","latency_ms":1.0562079260125756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e5bd385aa4f9ded693e953c99e0cd6e466baf4699b34fd6220664e231c4eb3e","sample_id":"mmlu-professional-law.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a7c2d03fe6b82fc79dab60403d38f57debb7444e66670f13783ac05bd8ab7d8","formula_version":"titan-u-contract-v1","latency_ms":0.8406250271946192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc6430fec30e9a554cb987679da48447982169be2bc516bf1fb1c2ad03d93fd2","sample_id":"mmlu-professional-law.val.1030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc06c09097af7531f1fd3625d5f4bae95a461b5e3c33ce576cc09b1264cfbf4b","formula_version":"titan-u-contract-v1","latency_ms":0.851707998663187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aea4d06522d4ce267770d237105b5fd9d45448dccea00f93e9fd64f52b6f9761","sample_id":"mmlu-professional-law.val.1031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8277d53ab4417b75ec3330b07db3365324cbb8ea9a0e65076d169398bc147470","formula_version":"titan-u-contract-v1","latency_ms":0.6584579823538661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e1b7fa31a97d159921da144359258a625e8387b103b412efb00e34283b49b0c","sample_id":"mmlu-professional-law.val.1032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5352e643b4b01d4f27d88ae6e32216f5b758784a18f76f530f55ee7abca2a8e1","formula_version":"titan-u-contract-v1","latency_ms":0.5533340154215693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"416845af904d17345a0fb833c23327ef85e483b755c91ab38cb457234020de84","sample_id":"mmlu-professional-law.val.1033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c14dd2302aaa27693890c21418bcadf014bb4a399a8527b3881b0abb22c2dcae","formula_version":"titan-u-contract-v1","latency_ms":0.9622499346733093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc45aa45c649b9f24b71135740ade4499fc75642260e3edf511fc56f2462c753","sample_id":"mmlu-professional-law.val.1034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44891ced8d1a4c0c4996da8467b17d167d54916d8d14bca746c2aa4a14e89839","formula_version":"titan-u-contract-v1","latency_ms":1.153249992057681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c68e7adb5e9fe48495fe814f516fae14c2493a54fb2b311dc0c9207c07242455","sample_id":"mmlu-professional-law.val.1035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a69622bf8ac84f6b7a07c11e3d83f1a659c1c88194fab57953571743d29e5167","formula_version":"titan-u-contract-v1","latency_ms":2.4617910385131836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68d29680bd56b3dfbaff51bef96f2bfd9fec638912ff86fda02eb4cc894f5600","sample_id":"mmlu-professional-law.val.1036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"531bcc1909aa15612813c7081c697782c6cea9ba0426e95f1b26557c4151e56f","formula_version":"titan-u-contract-v1","latency_ms":0.73291698936373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1aa04ffb9f0f31e10cc95d66c124cb017704f2c0656eab2ae1e3e68d2cdab3ed","sample_id":"mmlu-professional-law.val.1037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1abe8029bd1f87a29603922db33c1bf2e5d7ce50f206325ea734aed12673c83e","formula_version":"titan-u-contract-v1","latency_ms":0.6191669963300228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e5cba2903da4099f231038dce8b3cee5fa1560d42e01e33f641fd92f6ea0130","sample_id":"mmlu-professional-law.val.1038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e43fdd2da467c87db4923dd7ec56b08bb771b6451561a32137f23f18044841dd","formula_version":"titan-u-contract-v1","latency_ms":0.6388750625774264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4794191497405584450de06e588892f62c3a060f346d724c173ef58fa151310","sample_id":"mmlu-professional-law.val.1039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9118c83bd44cd71f306b7b27d6a23d5e5c2aecf66eebcb2da80d91c6cca91bf9","formula_version":"titan-u-contract-v1","latency_ms":0.5715419538319111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cfc215372437f7fe3dcfea46442a14bdd558875c898a45b79605327b4215799","sample_id":"mmlu-professional-law.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cde5ab5fcd0bb7ca6033eb8bb357b23da737f991ee233d16af536055060f6bc9","formula_version":"titan-u-contract-v1","latency_ms":0.8422090904787183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcbbf5078d912f4d2b1f39a6e71b6722bd54920f2c55839c069b92d41dfbbe48","sample_id":"mmlu-professional-law.val.1040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1399ee8fc03148856cf1e18200e073ad487c8536776e722f4f6f8b6cabebff5c","formula_version":"titan-u-contract-v1","latency_ms":0.7153750630095601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"951ec833f706ed573677efb6285687a3c5eb399db5060db2e053b082261aeec5","sample_id":"mmlu-professional-law.val.1041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"938c0f072028ff0c002472ae43add4f5b5f5099108dccdc9cc98dc77a13665b2","formula_version":"titan-u-contract-v1","latency_ms":0.8623340399935842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d97d4bf3ada0a254968b0ec26d107477b898dd06c4eb11f12841198a04eb8eae","sample_id":"mmlu-professional-law.val.1042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbe60996b06b45f08e641862a55c0410074911382cacd85f03294a7eb35db178","formula_version":"titan-u-contract-v1","latency_ms":1.0723749874159694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e363b00a06e3d2bef66906019cb21560bc3e7e82a08d265f38fb1ea71e9d8a07","sample_id":"mmlu-professional-law.val.1043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7056f41b6bdd64f257b7367ad2115f683759efb2acf6b3012fdcca3de84a0ab","formula_version":"titan-u-contract-v1","latency_ms":0.6751250475645065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2082f0729a8edc700da4809010bd13d0d4736e10d00ad03cbecf5bd7244b6613","sample_id":"mmlu-professional-law.val.1044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"971c452c55f96931ce51c60fc482af7cc9a5d49882caf30ee63320e200cf672e","formula_version":"titan-u-contract-v1","latency_ms":0.7386659272015095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3465dff8ff72a51407c74caba80e93c85597a04e24c2da13c17ecd382e3c2fe2","sample_id":"mmlu-professional-law.val.1045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a0ac4daf27a3a5af3bd9c25cd08e531bb1d037d4bc2ad551c38248dfc2171aa","formula_version":"titan-u-contract-v1","latency_ms":0.7910419953987002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01fc6ba8f8f0087da991256d3c4d209c49ecc06cc508955bb60e6fefeebf96f1","sample_id":"mmlu-professional-law.val.1046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"236ba71422c1602ebb6b4c55f26a82b3ccd39944a5a9d6de07dea778fdd997fd","formula_version":"titan-u-contract-v1","latency_ms":0.6106660002842546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1796c919cdfdf3910ea5612281364e41f3f8fdbc71bd2ca3ec2c6bd4efc00eec","sample_id":"mmlu-professional-law.val.1047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b899d82c5a5d47cd412e5d26d4e7abd17fef4bf66842c28ea860850a8823e12b","formula_version":"titan-u-contract-v1","latency_ms":0.6340830586850643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"044f6a7a44a4a9635b721072b895037df3ff309028666ae9d56c47f00c2e95b5","sample_id":"mmlu-professional-law.val.1048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b010b032f49662650de33ff9b9f72172d5364ccfa894c8244f0fda4b87d38fa8","formula_version":"titan-u-contract-v1","latency_ms":0.9463749593123794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"737e888571e0b7a83f0e97c3efaa29c0b975956e62d34bb82ab10830fdb71218","sample_id":"mmlu-professional-law.val.1049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dcb7e85471a18132b20b1be6bc8ea223eefb1ad7c99f4d2196352db4547fec0","formula_version":"titan-u-contract-v1","latency_ms":0.770249986089766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3c3f76e075a80e48b29c22556eac9cd044af19ea07b2bfab8ff9c269d4eb513","sample_id":"mmlu-professional-law.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52adbe2c4300382edd08c526c912d99af75673e86d9b0d9df299ee0a30e1b4d8","formula_version":"titan-u-contract-v1","latency_ms":0.7173329358920455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3465290d6151e50e0579a6948b33be844aa72e6e9a5ac038556ca2c4a90e08e7","sample_id":"mmlu-professional-law.val.1050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24906f8f6c3963d311ab175612c2a72b323f277e6fab7d199efe45cd9ad4a24a","formula_version":"titan-u-contract-v1","latency_ms":0.5693749990314245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36a3ecc7e6910d4961ecae41af76b0f1885c70a67c06564203e871940fa3aefb","sample_id":"mmlu-professional-law.val.1051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b165f1995113a10816b525c5c52fa0e9d7a6e2cdaf783dc8bef74b226c3703d2","formula_version":"titan-u-contract-v1","latency_ms":0.7489590207114816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc5db00341854d2d921559eb6044695c361ac17fd4a1485b5b9e4fa3e95138a2","sample_id":"mmlu-professional-law.val.1052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03cb88d67d493e759b27693514933c595cc8ce97e68654d835e6a4200e3eeab9","formula_version":"titan-u-contract-v1","latency_ms":1.136374892666936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a209d16902407d8646a34cb72923b0743382d0001909b612bbc5deedbe5cc7b","sample_id":"mmlu-professional-law.val.1053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8b2357af91d715311526f9c09c57ab23ceea460fad95cfc4d7cad6c32b687f8","formula_version":"titan-u-contract-v1","latency_ms":0.5955829983577132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfec13105e58862f8c173936483ab2e1debeb573f67455df831f0d04d25df30b","sample_id":"mmlu-professional-law.val.1054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"487be1d7cc55518bbc6b3ed9960bae509650daaa38a5aad69bb84fea35bea39a","formula_version":"titan-u-contract-v1","latency_ms":0.8257079171016812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67ba21cddd73d0ab6c9585334e38c787539d835b0eca98e41c3fa2220844ff20","sample_id":"mmlu-professional-law.val.1055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8aef5eb58016692801c7b4eedb6f4118949b64f0b249227dd7952f2ad9e35c80","formula_version":"titan-u-contract-v1","latency_ms":0.9735419880598783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d6004e62caa52f36a7c09bf3995798e069b244086d3cd4cc4d1b9e0f79dbd03","sample_id":"mmlu-professional-law.val.1056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfbee0fe1393b2e5d07f617a9fbaaa9c5d41dcd39cf97f427745f965a9a7c627","formula_version":"titan-u-contract-v1","latency_ms":2.5537499459460378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c24a16978b7f3b6ea20a0608861fb7295b31645c11d1fd2b9b6a21c5e1d40326","sample_id":"mmlu-professional-law.val.1057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e400cfef59308ed93e5974ab91d88c6ab807ed92bd0f317e1334f184883cdb8","formula_version":"titan-u-contract-v1","latency_ms":0.779207912273705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"457c88e50b3a16f5efb5217db3bc1cdd77adca428b40efdbcdb36e5d645c0dab","sample_id":"mmlu-professional-law.val.1058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e872fcaf7346a2c5daef61cdc312747f7af0b69f329bfb67eabe211d4a91b3e0","formula_version":"titan-u-contract-v1","latency_ms":1.2847079196944833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc6f7c4052c0cc64f9eb4386c14e1c8ca1eed6592f896876e55e53926c8de95c","sample_id":"mmlu-professional-law.val.1059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7a5912b8272e7507b3e48906ec168e7ca9e97d85b2aa0dc98d5d41d9e4ab10b","formula_version":"titan-u-contract-v1","latency_ms":0.9294579504057765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e930b1e16483dfbdabfceec657cfd2ad026487865a8b40ea449a1349833b5f3","sample_id":"mmlu-professional-law.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e65c878664400d95f24948a1d73c03610236da6ad05e689a6de8474c347aeaa9","formula_version":"titan-u-contract-v1","latency_ms":1.1896670330315828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ece054dba1b310736aa18488108b7030f9d97063530de4fb83972a67600d084","sample_id":"mmlu-professional-law.val.1060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cac961f53b109d1fb3d11acacbae290b50dbfd0ad68109d007b9618c98c1e45","formula_version":"titan-u-contract-v1","latency_ms":0.7747499039396644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eed5cb3ade1120152b22eedbd5b1bb81efaf0d5d7a63c06e4fb8010d36d5821a","sample_id":"mmlu-professional-law.val.1061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00dfef2951702473909e1236d447688f930cc24b104bde7a9756015ebcb731be","formula_version":"titan-u-contract-v1","latency_ms":1.4292499981820583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"648b31357d93fc9a5674e1b96b53f574c6fbfb3253201b8293ec43a33c1332a6","sample_id":"mmlu-professional-law.val.1062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e29ccda16084630adf4be7390116dd25b475ef758d1d91827f27e1f4eff2283a","formula_version":"titan-u-contract-v1","latency_ms":0.8694999851286411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a1d6bc1425748d9d6c39fc4e3524d3e89933efbc26831e378a9c155117091c1","sample_id":"mmlu-professional-law.val.1063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cb6de2d41a462b58e4459a6376219429a0bbda6b23c48ebce689ef0ef664a68","formula_version":"titan-u-contract-v1","latency_ms":1.1386669939383864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4747bb6d8d2bf99c7402ea9566072029db6696f0b50db84419bc8468f4ee254b","sample_id":"mmlu-professional-law.val.1064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0158229babeccc088ad97d1b00ca3ee2a3555e9b9122e0abf620b98327d7e2d7","formula_version":"titan-u-contract-v1","latency_ms":1.0846250224858522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ec64b1e43eb3163706196f0b07222dfa98ae164a0aaccb53b5b475966cf6532","sample_id":"mmlu-professional-law.val.1065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17adae226ddacace8f3bcf52ad3140d9676dff73d0fec14d6e44e3053574b73e","formula_version":"titan-u-contract-v1","latency_ms":0.6859170971438289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2949dc4ccc6bce4063aeb7143eb12a008799ba34d31f46867975d96036bab869","sample_id":"mmlu-professional-law.val.1066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d546adeb15129ce56cc219ea1e011034f71d02b4c73f2b2a2f9f815e423b52b","formula_version":"titan-u-contract-v1","latency_ms":1.094916951842606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2d3c26e606d28b87acbb7f56c6a2ade111af988aad85fc2ea6f7f4314b35cfd","sample_id":"mmlu-professional-law.val.1067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"672564535063bfb59b27ca0f847b7ffc1d471b6f1c7376375fef273927c3b59f","formula_version":"titan-u-contract-v1","latency_ms":1.1636250419542193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee85fe4b0ea8416b9273beb253505fe9b24d2b8f76aab4c790e1506f5c64e88f","sample_id":"mmlu-professional-law.val.1068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1692676363944201dbdf20961159a1a26a904a2f41f3626996ddfdb882bbdf5d","formula_version":"titan-u-contract-v1","latency_ms":0.5905419820919633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7068b7727c3f4d6bc3b825658d6fb77bdbb70c3f78e14fdc39c7d721ca1bb468","sample_id":"mmlu-professional-law.val.1069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c14d835e8254e06c00c027cf5d54caad14caff050915a492bf25de4f1aff592","formula_version":"titan-u-contract-v1","latency_ms":1.0045419912785292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8124993bd314c3eb612e6756f5b08f8793905b37f8951829b26d4d7d41931f53","sample_id":"mmlu-professional-law.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3a0327b72efa04ed12395e703a5986dd424621f23fcae6cd039becc5b239ce5","formula_version":"titan-u-contract-v1","latency_ms":0.8212090469896793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98804e2440365849ac96dd49a7753478f8accd39a9717f720d1c332dd89b0eca","sample_id":"mmlu-professional-law.val.1070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1fb147a18c08fd51b92e31f4d19f6126df80e2bbf8c54d215ac76f49072ec2a","formula_version":"titan-u-contract-v1","latency_ms":0.9112090338021517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4480193aab7a32394df80d08d2afcac45c827ea71a128ec7ae1b7af3378fa586","sample_id":"mmlu-professional-law.val.1071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98d753a29f2eadc5c68121252788b2b27b86ed0bab9ffd843deddc8e6271a684","formula_version":"titan-u-contract-v1","latency_ms":1.1472920887172222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf6cdf34a0bc0d94c2d43db1c58833697d0031b65d3ba8424480f790a517909f","sample_id":"mmlu-professional-law.val.1072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e20b9bcdf1fdc321e93f09772a4f950e0fe8d2b699e0abeb35e358da39dd6bd","formula_version":"titan-u-contract-v1","latency_ms":1.0006250813603401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c68cbe7b24efc34e9ea7791ed5d422773283504682e1a27545ae92e61579ad4","sample_id":"mmlu-professional-law.val.1073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10ee5d4f7cbd88e13fb9335d09073eae76473cb51e7e48b9e49ac6a58d921375","formula_version":"titan-u-contract-v1","latency_ms":0.786209013313055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ba7a71940d538ff48c9f85665d5e8284c7ca9a91a78d279b8f7b1dc8c4544e3","sample_id":"mmlu-professional-law.val.1074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fff972d9ecaf4edf8ff83e5865007bd578dd0394aba072b6ff48481c15e90284","formula_version":"titan-u-contract-v1","latency_ms":0.9370830375701189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"154d77b1f8aa88986cf99b3e405ad8bd685acb419376af530cfdb6c2e9d6a4c0","sample_id":"mmlu-professional-law.val.1075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcca97dada3064b247fe5435728346d448589ef1925e7dc5f6854f918cd747e1","formula_version":"titan-u-contract-v1","latency_ms":1.0362500324845314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fe3c6c7320ec85275709192390f627a9ada1a4fb9a69bc108e17b8ba44e2564","sample_id":"mmlu-professional-law.val.1076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"217dbcbd625b06b9f436c98bc85e70665bb442e8ac2ba8439bdfeb32f9d4cafc","formula_version":"titan-u-contract-v1","latency_ms":1.0804999619722366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa3be74930cb11ac396de6bbee7277d56efe5c00ac1e70a52b36bad6c485ebf6","sample_id":"mmlu-professional-law.val.1077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5aa4ea920876822f11002530b93c0f330cf2b565a33ac9b58aafe764299a2cea","formula_version":"titan-u-contract-v1","latency_ms":1.3570839073508978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fa509f149f95031f418c00aa13815ba9ddfaec47e32feaf1fc2056cc2fef8a5","sample_id":"mmlu-professional-law.val.1078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0daa2dc165c59ca2fdb9bbaaf3b33f2db4c04c4ee8c71302403093653ae967a4","formula_version":"titan-u-contract-v1","latency_ms":0.7447910029441118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8df12ab996ef3f69b78055c191bd301e0ddf34b617fe9955b0f43d596e959c5d","sample_id":"mmlu-professional-law.val.1079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02f2c899cbac248e69a57ed6139808ecd8a737c9edb16e797c042e0e82c7e8a1","formula_version":"titan-u-contract-v1","latency_ms":1.4604170573875308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83453600e4d87cd2c8b29d2f20d0839117ff3b67004c2345462111827a3e5a65","sample_id":"mmlu-professional-law.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70413fca2642db63f96708ce557b03376dac326ba8f9b227d0eed825e747e908","formula_version":"titan-u-contract-v1","latency_ms":2.4758330546319485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a1f5f19f360a5a17546aa1aecb00b6930b90e74c555bc52b7231d6fe1a754c0","sample_id":"mmlu-professional-law.val.1080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ceb2d5e9738eb245c710cca4308c64c9f6d0842613b37da73abc8497f4353579","formula_version":"titan-u-contract-v1","latency_ms":0.9891670197248459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ce1c2ff7ba1d1247d632a3146ae615b5b44182a460f79ae1d1cc812668c3b6e","sample_id":"mmlu-professional-law.val.1081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de709929b97e1a99c4503b4394ef8d1b29387f485c4d12102ef88a97600b4442","formula_version":"titan-u-contract-v1","latency_ms":0.7500830106437206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1134ef49f7d09ba756c04a27c06d13323a2795f56bf8ec6df083500de83ba77c","sample_id":"mmlu-professional-law.val.1082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d34fc3cedf9d6da3807e2939f1476965bb49b6c9472f146e407bdaf442b71f7","formula_version":"titan-u-contract-v1","latency_ms":1.6868329839780927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d79c6c1b472a8b1cb2c378ca74ff6d92ebf9f0a4d99277d05b3e7cd259e66b7","sample_id":"mmlu-professional-law.val.1083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"550dfaff93ebe8380986d812fba08b5a675f308ede697385812feac7689effa8","formula_version":"titan-u-contract-v1","latency_ms":0.6202500080689788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3f2df1f7f002998e6bb051b7dad85d04efad2ec53e9e4acf437afc9854adef5","sample_id":"mmlu-professional-law.val.1084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9c86af7e979c4076d46be599a9e10b52e23f162aea9f5fe5b981c2491d8df45","formula_version":"titan-u-contract-v1","latency_ms":0.7932500448077917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed925f96400c877213c482e31558942cbfe6b3bd1105a59b80818d81bf8a2c5","sample_id":"mmlu-professional-law.val.1085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e9d3dbd170f79ad90a74748863b4127c605a5b8193a5206a06f3282982763b7","formula_version":"titan-u-contract-v1","latency_ms":0.5892080953344703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1aed35274016464516e606887da4a5cfbd94cefff0c518197e1707906cecfcea","sample_id":"mmlu-professional-law.val.1086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f7f2081436c6d093b9ea2344be7386c77d30ae311b4a955e96eb4cf4e704195","formula_version":"titan-u-contract-v1","latency_ms":1.4322500210255384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c787ad6c36f74445c2fd666bc91670c85d4c27fbb91eb9924a236a392de0e37","sample_id":"mmlu-professional-law.val.1087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"436e69dad19409e4a64b5fa065ac298ad316c3252f2b9d160376e3b7ca540987","formula_version":"titan-u-contract-v1","latency_ms":0.9462919551879168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82f63cbb45ea6ef083b538b6e489979491e72f9fd5bebda430af49a68f45b961","sample_id":"mmlu-professional-law.val.1088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"134988efc4759ec3f9149f416af141fcb4629c6fad4b8ab37d1a4d8d39fc833c","formula_version":"titan-u-contract-v1","latency_ms":1.3293749652802944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db4979c41fccf335d351f3d13f7d06bdd78fbb49d9036e4e8aeb3cae1db50b42","sample_id":"mmlu-professional-law.val.1089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34e9d907fade80881603658f507580051b0ef1fa6254c3f9d45ee6b655583282","formula_version":"titan-u-contract-v1","latency_ms":0.8620000444352627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c08b3e1015af88447457cf363bbaba7da16ac856eb436a085c202ad1a75ead9","sample_id":"mmlu-professional-law.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8edcb113a6a92b77a1d34991818fb1e64d42f78e27117e006a80854832af2e89","formula_version":"titan-u-contract-v1","latency_ms":0.515374937094748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"651de3415f49965746f057effc552db8e7f40bb57056db8d361ebf2b2658b2c6","sample_id":"mmlu-professional-law.val.1090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11d1695443f4b37109fad05c4970f33a70b851d6eb47c543d2d535ca72b23374","formula_version":"titan-u-contract-v1","latency_ms":1.0034999577328563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e783defb8336e9c5910c548fe2b849ae8344729e29be947bc67fea7406e40b94","sample_id":"mmlu-professional-law.val.1091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c4db31721815ae4f74ade7e93ca79e6539e09f4f6c5c786abd0c789f08c8411","formula_version":"titan-u-contract-v1","latency_ms":0.681250006891787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3de678aa1856014b6aac307500ae7f4168ced4bb9679d2a1c2c1c09a8ac33a9","sample_id":"mmlu-professional-law.val.1092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c911db491ffb2159a1402f32472129c37fa068a74d79a69f95c0da7002600de2","formula_version":"titan-u-contract-v1","latency_ms":1.009833998978138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5970fd883dc3ccf0f1f59e6b860435d9f00aa14957067546a06c70fea323d605","sample_id":"mmlu-professional-law.val.1093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f72e212ebcfe1e61685a5152a16c4c742da99476025dea75c26a841fbee50111","formula_version":"titan-u-contract-v1","latency_ms":0.624791020527482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c09a89c516f393ab3a1caf0ee177083e7b773e1dc5cabb9748a62dfbaacdab64","sample_id":"mmlu-professional-law.val.1094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e1966c0deff8910c07f84c230c97414c24818c17fe6c8870e87d051047191e7","formula_version":"titan-u-contract-v1","latency_ms":1.3698330149054527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40bd92a12764841ea39110706089b80e2898c411331956f7a9101668833fe02b","sample_id":"mmlu-professional-law.val.1095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11e6cf2f7777b24dbf9d20903f5f40bd04ffdeea2ed6190b823d0586ff06c029","formula_version":"titan-u-contract-v1","latency_ms":1.255915965884924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65f5e8b5555d46638e453fa8eac3bf55d3389aff47a64c95510d06c0930d840c","sample_id":"mmlu-professional-law.val.1096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"148e7bb2b76dd964a757c6fa8f62a120c853bfdd39774759eb449852a1c8a971","formula_version":"titan-u-contract-v1","latency_ms":0.6284170085564256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07bddfc135e1d8a0b4f93fd1bb9a0216eeda68ed31a62b093e41faec84d6374d","sample_id":"mmlu-professional-law.val.1097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f65219560c2e057ec2da6a4a469aa072302d42b6243aaf9e5455030681129b2","formula_version":"titan-u-contract-v1","latency_ms":0.8159170392900705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef8e42f2f92f46ab1e92977e714ee134c419ea3c845fd8ee9ad7374ea97e089b","sample_id":"mmlu-professional-law.val.1098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4abceb2d30bcaca9daa130fde7ecc565bd38ca86f08cfead019425e8babdea87","formula_version":"titan-u-contract-v1","latency_ms":0.8176249684765935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2611ea8c96d31d157fe590b0f4e6afc597e21b95ba01266aaf1afcd843ac960","sample_id":"mmlu-professional-law.val.1099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b8563c18b8dad3facf6827448895b1e0d4b294ec3c302ad48666bf8d947607b","formula_version":"titan-u-contract-v1","latency_ms":0.9730829624459147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27ce1190a32f836ddf03b3d9da468b7d216eda4cd33b5703b35f0ae4c2227dba","sample_id":"mmlu-professional-law.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24522d67a2948afe803349f87b632c0d82efe9f399a1d2f0ffe64bdac4361530","formula_version":"titan-u-contract-v1","latency_ms":0.5708750104531646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1513652ab60f14dbf4f6707c6562a0fbe30fea4df2c3f4984b51d629773bbcd","sample_id":"mmlu-professional-law.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"652748e7f9e28385278e46c67905a4880361f7120a204ad12609981ff7ec3034","formula_version":"titan-u-contract-v1","latency_ms":0.9066250640898943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eba441c783d3a19093b0d800da1503a550f83e69841d2f860e31de4bd4ef0c0","sample_id":"mmlu-professional-law.val.1100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"282889ab977a0acd5d50f94ff9b7cbc7508cd6de29c75ea5571d6278e27ed78a","formula_version":"titan-u-contract-v1","latency_ms":0.9587499080225825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96530bd78f7352478c94dc1f59c87d25a8ceea16711695adea041db4fd3dfd05","sample_id":"mmlu-professional-law.val.1101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7f8f1d8eddb871d403e26e50f92380ddc54953beec6100ddaf02c327565f9e8","formula_version":"titan-u-contract-v1","latency_ms":0.7624169811606407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"412b12d01b93efdbac02263a1ae625af167734bb363421fb9e2aca2cd9488562","sample_id":"mmlu-professional-law.val.1102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dccb373bb71db078a8523cc09a8a79b39412a4a5dfc399d77b831773be2bec08","formula_version":"titan-u-contract-v1","latency_ms":0.5667079240083694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bce51b9ea6f0aaeaa73b21b58e0727d8b2c0c2e844cf1e7358410f80bae1ed4","sample_id":"mmlu-professional-law.val.1103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23b5df88bd409e586f20e710ffc04ae4a3edd9948a7f178b66d69289f11a31ec","formula_version":"titan-u-contract-v1","latency_ms":0.865416950546205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58228c21489678cfa0de85940c6ce9876a7d7cedeeced6652a4635f83ef5b32c","sample_id":"mmlu-professional-law.val.1104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cffd94d422dd85ca2d6813a7d11a230134ebb14fa5af22e7b0d51b262402c8c","formula_version":"titan-u-contract-v1","latency_ms":1.1617090785875916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"080ea48fc2e4042ce246fe2e76ee3ac999e230e6a8cd886a037c7b14329bcf5a","sample_id":"mmlu-professional-law.val.1105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97de309d3b921275e24410c6260676457cfef6c38bd1451a1dedb3be93fd5011","formula_version":"titan-u-contract-v1","latency_ms":0.8274998981505632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"510a5a49f87d8aa1161cd9a78b2dc8de824683b97b7c065a9c1ee28bd2ded824","sample_id":"mmlu-professional-law.val.1106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97c35c4482ed0e1b7da0b6480baade56afd87336eec3d2189db6cef858b8ce46","formula_version":"titan-u-contract-v1","latency_ms":0.6046670023351908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2434e9231095d1dd2dceb6700c9b0d2525ac4f8943000508bc2f28788ce6a97e","sample_id":"mmlu-professional-law.val.1107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bf67d2b7c3708b023c419f3ed1ecd95181c92453e42a2cd4563de2a892f20c2","formula_version":"titan-u-contract-v1","latency_ms":1.0675420053303242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"890103e44b1bbe03829f047ac2fde569a48873867c7e3e3f8856fba8718330d0","sample_id":"mmlu-professional-law.val.1108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"391dc69c2e7f340a232c2a9a9708c80c05a2bcd0692f9fa47a30ac1ee620c494","formula_version":"titan-u-contract-v1","latency_ms":0.8252499392256141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06828e8475bf5086d72f826816bea140abc5a55f2c38966d54008a5d4a2750b3","sample_id":"mmlu-professional-law.val.1109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0380458c3d2e6812b99bb49ae8cbba942d545de0ce8135c9b41a661e3077261f","formula_version":"titan-u-contract-v1","latency_ms":0.8527500322088599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09273b2ee3b9691cd14490bb5dd9b5ae5185cf24e99e2c4ed58be75516d16849","sample_id":"mmlu-professional-law.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87e19b6ebb6889a03d98ce139b4bf0ab195fbc781855216ee71af1066f4d96be","formula_version":"titan-u-contract-v1","latency_ms":0.8471659384667873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28c0c512c58a8aec497c1c233db5b6463ecb81f34dc8c421901a5cc4e3e16b19","sample_id":"mmlu-professional-law.val.1110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dca602cd2576880cf20ca21cb66a9d9d7c47795918d6870cb21b62cc268c1a7","formula_version":"titan-u-contract-v1","latency_ms":0.7277079857885838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7446e8d67c3f7a53830dfa28362843dcf9affeacdfcc3393da71d6a1f61e1c8","sample_id":"mmlu-professional-law.val.1111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02384f44bf3b26d9c8ccedaf5d73d68915551382add0edf6940e965166114c23","formula_version":"titan-u-contract-v1","latency_ms":0.6052920361980796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"795e8093b24da84084f0124a5ef147a01a06a42f4f32df22a3d47187928fb2db","sample_id":"mmlu-professional-law.val.1112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18dc2b3106749a7cb257156d7b5e376238730637c822616ae2c01de39c7870d9","formula_version":"titan-u-contract-v1","latency_ms":0.6417919648811221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"475d3ada1e87b01bb81926185f01590dd4e9d911b8b5108da797e1ceae83c3b8","sample_id":"mmlu-professional-law.val.1113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21d9d781a73c8d2aa6c1d489b877a9cf54502dac4929164475ee1ef64a9b995e","formula_version":"titan-u-contract-v1","latency_ms":0.8160830475389957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a02fe47500d576353c590ee655df2a949f70c4d57309c520a99f6eb29edd9610","sample_id":"mmlu-professional-law.val.1114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a4521a1c26e902bb3a2138126dccc20a7c8220a5ad6d8cc1667ee079a3747e3","formula_version":"titan-u-contract-v1","latency_ms":0.7654170040041208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b62c1a47fbda3f32a9c6e3e5420fa72812bba429ddef0d8b0cf894c21e2ed5e","sample_id":"mmlu-professional-law.val.1115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f57169692529ea9f43c3a2279ec454bffe7082af7db2bf21b3799a04de053139","formula_version":"titan-u-contract-v1","latency_ms":0.6455830298364162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a56c9a2541d0b1143c77d18b7e5b42d8523648780e8482b6a2b2e9c978a3fed5","sample_id":"mmlu-professional-law.val.1116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"467ce2cb1cf807d0b86076869b71becf5a3ab9f8734fd8ae5079497c694be576","formula_version":"titan-u-contract-v1","latency_ms":1.0046660900115967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95d38cb0574990f803afa1355a074e5b3fc5bf89764773fe5906c7f0f2a8f57e","sample_id":"mmlu-professional-law.val.1117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d20ddab457138eb7290bb19ad99326753819430d63479c22f00f927d04e2517d","formula_version":"titan-u-contract-v1","latency_ms":0.597915961407125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be2851e04a226504e4a5482552c97389593c2d6910388499e6a6d665fcbf64c1","sample_id":"mmlu-professional-law.val.1118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b229255efe290c9cdc5c6a768fa7e5887aa40d1bfb937da3529c0aee1bed3bde","formula_version":"titan-u-contract-v1","latency_ms":0.7480001077055931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b9ae5751ca14f68096f6675d7bba78cc045779009fcc8d28745846132ada9dd","sample_id":"mmlu-professional-law.val.1119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"976462bbfe04ef8e5e15ef54e0aa203a5b02cf171ac053855af5adb5323c1ffa","formula_version":"titan-u-contract-v1","latency_ms":0.7912919390946627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02e1ff6fc44cb83f33b7d547afeebe83dc358576bbe3a4d77bec1fe236f1b7c8","sample_id":"mmlu-professional-law.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84eb41214b36218b0ba685b016a2cbdf46fb0116ca084b5f332e4970941d92e7","formula_version":"titan-u-contract-v1","latency_ms":0.87629200424999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33da4af34ac5797b70a30a4c459383b4f019ea76701abf32b6c2274cb42ce9e0","sample_id":"mmlu-professional-law.val.1120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"607d42c98aba7cc207f133ecb09eceaef0e37aa3f6a91e92d64f19d4f1b38dc0","formula_version":"titan-u-contract-v1","latency_ms":0.7081249495968223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e86a00ca0c9a7cfe82743208fd66af1111b4b13b9547702bc3a445c8e67fbea","sample_id":"mmlu-professional-law.val.1121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"095c8e315c17852330861af24df3a87d0b412dac0443a0bdc9d5cc8a3791b482","formula_version":"titan-u-contract-v1","latency_ms":0.9357079397886992,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b995c2adae7bb52c8adb3aa91dd8e7b0be5642e7721b45ac956c48b49ddf8d08","sample_id":"mmlu-professional-law.val.1122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"110a3536e72c0f6578c5fc8ffeade4566c48d58f2d06b819be634f75f09449bf","formula_version":"titan-u-contract-v1","latency_ms":0.962416990660131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"769c00a977bce7f36caef41ebaab7c833476aec8767543e60848675d2cf70b4b","sample_id":"mmlu-professional-law.val.1123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81304b925df10ed443ca644fc04c22ed73d042e2fdaa280365af2b8b91e02b85","formula_version":"titan-u-contract-v1","latency_ms":0.5565829342231154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d712aecd8b7e15f2682a6af950bd50d53d7bb4e39a7d393ce03c50ae11904ad","sample_id":"mmlu-professional-law.val.1124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a7bb3c255a72d3e17db2c73e3b9259ee0a8330d26c6af78fb3b7a8606c6ce34","formula_version":"titan-u-contract-v1","latency_ms":0.7884999504312873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c447b25749aa62649f4d5138976d3772b022b8cfd1e93688d8b56565eca8a9e","sample_id":"mmlu-professional-law.val.1125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"979fa8f534ca2b92500d515b988f728b5b22e7002e3690eea9b4a68b95001be7","formula_version":"titan-u-contract-v1","latency_ms":0.7910829735919833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f3b84f4064cbe53b40bae226d3a65c8f606468aae0f9011f79ab499f1f6f9b9","sample_id":"mmlu-professional-law.val.1126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"483a43bfe07dcd5c82fe29f0d07b152ada8f0e7fff12232d82ca380ee65d2525","formula_version":"titan-u-contract-v1","latency_ms":0.8381250081583858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b890196231f17e1c70478bd3f4ad2ecf49acbe2ecea9395d4e2795daec365312","sample_id":"mmlu-professional-law.val.1127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b946d5f227fdf2a61eb7f6682f0b475f11c6c76b48ea215c81a3e6e4bca233b4","formula_version":"titan-u-contract-v1","latency_ms":2.4771669413894415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da11b344ee05567e2c26735ccfe3e3ee75061d587c61a530069846b879de7a8f","sample_id":"mmlu-professional-law.val.1128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99546076a720eb712a288e8b5168d9c4268e616455450366f0924d80ebd763d2","formula_version":"titan-u-contract-v1","latency_ms":0.8021669927984476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82653f42bb3bf1a8dff3d6e0be72f9e790545b693fa5fe34687ee95fcf8a6869","sample_id":"mmlu-professional-law.val.1129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd795cfbe98d5b76ff924c8ba5ad3c3e13b73b220df35c1b9c1208374dbb6434","formula_version":"titan-u-contract-v1","latency_ms":0.6315000355243683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f704a5aac23b2fd13ceb046104d98ef4fc5e519e8fbafb427407daafed0db412","sample_id":"mmlu-professional-law.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ad4cf5ef693dbb06ca4ce3dd3d57f2a233b8b4e923d1288437e8cabdd12cb50","formula_version":"titan-u-contract-v1","latency_ms":0.5700830370187759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfeb5fc84f20c6f26aef3a7356293f23e1aa18c947ef9edb2e8e19655c63dcef","sample_id":"mmlu-professional-law.val.1130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9127662c45b7032a373661b1daedad3f2cb0b1c0cc4b382886aa66bc7c99b1a","formula_version":"titan-u-contract-v1","latency_ms":0.723959063179791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"823eb6d55d9ba4200feabc39dcc6419296e251006d7908f5012e3ac326b1d857","sample_id":"mmlu-professional-law.val.1131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b218361a00494f0a030da3b0863404f1c9b16c67882ae17eeb21f846624a6795","formula_version":"titan-u-contract-v1","latency_ms":1.3265409506857395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"012d1f16a092bec23d2c7806dc6cb7538bf288f5ca2c429199728511799be256","sample_id":"mmlu-professional-law.val.1132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbf141dc97e9dbdc94371f43fd7dfca44c1178340a1b7aefded524ec28ed1726","formula_version":"titan-u-contract-v1","latency_ms":1.184999942779541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d6fe30ee25f561d2ddbd8fa1eda7cebdeb2a0927a2e21be79c116aa237cd5c7","sample_id":"mmlu-professional-law.val.1133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25bc33adc9b6fa7fd4a3692622fc6747db7a11988a0aa261fdf12107e3749466","formula_version":"titan-u-contract-v1","latency_ms":0.7926250109449029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9b9d99bc6afb468c94e5532ac37e773f126cd05d5aa41fae81d908326908dd2","sample_id":"mmlu-professional-law.val.1134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ec465cf11b4af08c158d064e762f5ceb6f967e7ecd5c66c397fbf919876119a","formula_version":"titan-u-contract-v1","latency_ms":0.5431669997051358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b7dc7963c73fb689be65a396c542d09f927a864336f47a9f2d1c38b4275c397","sample_id":"mmlu-professional-law.val.1135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e12c33951b47604ac7c9d1a968f502da61fd01dcfebd7018949c244ffc10101c","formula_version":"titan-u-contract-v1","latency_ms":0.5608329083770514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7760db0f3cbaa02661ec019ebef4e82a7573fa715b9d6cce98b63e8f6f3b3797","sample_id":"mmlu-professional-law.val.1136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c974b68640f960c794efb469db20c99b62967e6d036ef15102f699fb101c755","formula_version":"titan-u-contract-v1","latency_ms":0.730374944396317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bef150ea3b25144f85b95f7bdb1f1e5ac8d301f83a47f2a4ddacf609dbd10814","sample_id":"mmlu-professional-law.val.1137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03fb1a1c7f8049dbd6c0a11943ff3fbd4a9680f2b2e1ea570d404c33c990dd0f","formula_version":"titan-u-contract-v1","latency_ms":0.6434590322896838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c5a9716b4f2694554cf4b4e157733d798d2303a3d4d4a70f02f2d92706e1b8d","sample_id":"mmlu-professional-law.val.1138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e9f6308c1977ff63be25b3bda16feefcd4cd541cb80e1a6e4ba99e533be69cb","formula_version":"titan-u-contract-v1","latency_ms":0.7106250850483775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"075423921ddcd7e29a8083aae237f2239d2f402c1a611a3425ceeb72d8cf7f55","sample_id":"mmlu-professional-law.val.1139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"059047eeae1a53e804cf77f41198e0f1465f203e9a8d77967f2d30882a26e586","formula_version":"titan-u-contract-v1","latency_ms":0.8347919210791588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a59558dcc41ab07031024929d7f382d7a72a3e66007a8fd2596efecb16d391b6","sample_id":"mmlu-professional-law.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"715041b3bdc10b4b095bbd401db9d4748c51ac9a22e42f93bd7144e7dc360aed","formula_version":"titan-u-contract-v1","latency_ms":0.631249975413084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"672cb63af1b8b6f7f107e64a429e63933b539f6aa4e7be773c2a061567fb85c5","sample_id":"mmlu-professional-law.val.1140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06d34b0becbb7bc3655baba11b48f5be0177241309fc09e6899a3e77dbfa9079","formula_version":"titan-u-contract-v1","latency_ms":0.7657499518245459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"237a3985b121f949f429ced1138e369c952d4e3427225f9bbc7d3336ee8c5df8","sample_id":"mmlu-professional-law.val.1141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ddb3e2460114b49fc1d55b64b9c64106ba43669ba5b199a43b77c0a32bf5bab","formula_version":"titan-u-contract-v1","latency_ms":0.9276249911636114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d3efa4adc1f4dc53ccc1018679ecf7a139b728858cbc4efcfbe8d48bf171080","sample_id":"mmlu-professional-law.val.1142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1254bc812e93c81a54e661fefd6ea1868406450d2499b130bcb6e578154144f3","formula_version":"titan-u-contract-v1","latency_ms":0.9108330123126507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2c09e6e1ed551e97f7ab0fdde657a8ea748cbb50659258b601c7f9da943e923","sample_id":"mmlu-professional-law.val.1143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42928305d09a7c8c6c073001d2ed9a858dc7d5c4dc755ee4ff426eaa1226090c","formula_version":"titan-u-contract-v1","latency_ms":0.6606250535696745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32a6bb7915adf0da846ae8e34dc75bcbbde14bfade0733a7d86e4c7fb0fb455d","sample_id":"mmlu-professional-law.val.1144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8200d745dee5903e9f9a1451ef208e8f825d76a7a7765f1b64c4816e269c6ee","formula_version":"titan-u-contract-v1","latency_ms":0.6812079809606075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57f5153183f04c7759f291200ff11d8839d4abcc91a713c06298e02506eb858b","sample_id":"mmlu-professional-law.val.1145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"146420b91344908e2b25e6cfbf6712b1c30ec0543699c63348af5dd18b5399b7","formula_version":"titan-u-contract-v1","latency_ms":0.7147080032154918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6489f927e0096a152a5fb9b9bdf328c80babd7878f5704e8aeea8b9690ef3455","sample_id":"mmlu-professional-law.val.1146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3f43089bd209323b7a6eb73069c4e7843bb2e97ce6dea5d0fa4cb8b07c2649b","formula_version":"titan-u-contract-v1","latency_ms":0.691042048856616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d083112460a0432b872ce056908c366deeb55d5bc3c27000cced96babe42c42","sample_id":"mmlu-professional-law.val.1147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9f9c3eed6166f1378f8f43f5549f958e6867e9c8bafa0e49ee6ff2b60c6e743","formula_version":"titan-u-contract-v1","latency_ms":0.6374999647960067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f128282ff6f80e0c008cf038b10c5317d44a682f716ec071fb1a806e8bb6258","sample_id":"mmlu-professional-law.val.1148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"124c0849a6ebf72f07a5354f3aab1430bf91f6c9a1d99eb067bf41ed9622e527","formula_version":"titan-u-contract-v1","latency_ms":0.9051249362528324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cc48a9f79fe766b6a7e1216a8818743505122c87a98619d5dc334ded4cb7d63","sample_id":"mmlu-professional-law.val.1149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65e55fd8a84bc4686fc9936abdc74e1a8405c3abaf1f10590bd94bf7cb9cadb1","formula_version":"titan-u-contract-v1","latency_ms":0.6847500335425138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1cc35bedebc8ddefe124fa84c98c2f991eba5faa37174bf1a960a7c71f1b9a8","sample_id":"mmlu-professional-law.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"933c759621af025eed37a31026524d1ff06fd39103cf004838c27e11a012c6d5","formula_version":"titan-u-contract-v1","latency_ms":0.8974999655038118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14e80e330b399953d3e44f80874541bfcc1f1fd8afbf7e0c0cf7dc2fa8cf36ae","sample_id":"mmlu-professional-law.val.1150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3a6380ea07abf81be4c57004ed890d3e84e4f58e228aa59b28ba37de984e752","formula_version":"titan-u-contract-v1","latency_ms":0.6340410327538848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70d2efc8c9e5badeda9d5093589e125fc3bf02d5807b8185fe4a2042b9b1869b","sample_id":"mmlu-professional-law.val.1151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b61d71f2879e379608ca30726bb66e49f6b0148f78face7280ed27774cb73115","formula_version":"titan-u-contract-v1","latency_ms":0.7775420090183616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68be2d2986e720d49668c0efeb52c777db7453be1f08be33bba9cc1130d2119f","sample_id":"mmlu-professional-law.val.1152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c097ab5097f7b7af27af723b51fc9079e11aa391474e0c27280044f9ec92ca67","formula_version":"titan-u-contract-v1","latency_ms":0.6613340228796005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d72fcda0e5b86bc958faba04d5de9a8956da0c5b74dbf7cf6a72c4f5dd50d155","sample_id":"mmlu-professional-law.val.1153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73be5696ced215f3958a0fa40b5ff9020290bf24131ce892a552b94910b209a3","formula_version":"titan-u-contract-v1","latency_ms":1.050249906256795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18fe56e948b794ff1e7e25c6b9c0c268e6ff327a8b1d23e2943e7c1413ed3b8c","sample_id":"mmlu-professional-law.val.1154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5faeb75eb8eb4a361da03b719e64fa6830a29a799005bd8096922c5a291cecf6","formula_version":"titan-u-contract-v1","latency_ms":0.8983340812847018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30e8012569b1e2767bba7467f1f49a1374adeddf46862c30b664d45d764597ca","sample_id":"mmlu-professional-law.val.1155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa15d6b8214f681614b106f233ae4f3f99aa2b2e600fa5082a33ea37a9d12f5","formula_version":"titan-u-contract-v1","latency_ms":0.7071249419823289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"683ed0bf865f2adf9bae07687ba118a398c50df7d6a45b2835351eabc3012a23","sample_id":"mmlu-professional-law.val.1156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51afc9ceda32874f32acefd2d6bae26a513fc499dac011c4e1d26325c26ac5b3","formula_version":"titan-u-contract-v1","latency_ms":0.6053330143913627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3e863ad903a5911914eccb681db4f8eb0a6ee3349e573e30c090c49f20983a9","sample_id":"mmlu-professional-law.val.1157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb706eb5dad164c24a7a323b17af79e068909de3b3595ab04e1e446f89e8d46b","formula_version":"titan-u-contract-v1","latency_ms":0.6392080103978515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f699b69461c12578d90e0b855dfc6259367e44112269976241f8f52e9d13ed9","sample_id":"mmlu-professional-law.val.1158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41e52a242485c6fe2c78aff1c652d5c027d3a7fe15d37c57c27ed8e484cd3c74","formula_version":"titan-u-contract-v1","latency_ms":0.6399580743163824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0b9a4f6af2e24a5c5c5c5b7625158336fffe9c20852d6298ce2311fa832b3bc","sample_id":"mmlu-professional-law.val.1159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a9ed98de9621d7c14cb5b031581fea2a742b4347e12da38feab2eaa9daf2082","formula_version":"titan-u-contract-v1","latency_ms":0.6807500030845404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e383d1318db581f91d6af3ac6e664a917bc213453a81288fc793de36e431d24f","sample_id":"mmlu-professional-law.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba05426a52fa1136b4cbc6e9ba89a3d0ae7f5298372ab82d368aea37fab9b839","formula_version":"titan-u-contract-v1","latency_ms":0.46729203313589096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"004f9c47ac56a13ea5348e5e7e171280abf8529a09daab7cb941a9d3f8a71f58","sample_id":"mmlu-professional-law.val.1160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a5b971a45f2b5f87b5ffbf0ee669d85544167be6dddc1e2b72c6b0a690dc8a6","formula_version":"titan-u-contract-v1","latency_ms":0.7346250349655747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4933da5d384f8652f6b6cd5347b91bdf5d64551853745706e721ac0bd2d98b6","sample_id":"mmlu-professional-law.val.1161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e52bcad6789aa14ae4e0d0edb5a65ac0f141ebd43128621ce15bd4ec1c9da42","formula_version":"titan-u-contract-v1","latency_ms":0.7165001006796956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"255df3bffad65e035773540126d4466a6f608ef882e339e9969f108b81c8005c","sample_id":"mmlu-professional-law.val.1162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"685b7e417e14f0f011e817ecee1e08e05be353daf23ab26b7ef7b2b21ff0b26a","formula_version":"titan-u-contract-v1","latency_ms":0.8024170529097319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19e563628913aa74f8dcd4cbaa84471bc63d829a3ff1ddbae3e11d7a7bf33fbc","sample_id":"mmlu-professional-law.val.1163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86a10a495aaef21b8477c275e823cbb90a651aa2f1da7fe176d20cd5340c0842","formula_version":"titan-u-contract-v1","latency_ms":1.2413340155035257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"befdd5c6812a44f8d85127d6993111a53989898dff1210d8baa95bede7b95683","sample_id":"mmlu-professional-law.val.1164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d3f68b326c77d97fab730e1e571d1db8448b667626618b3515da1aeee5837cd","formula_version":"titan-u-contract-v1","latency_ms":0.7547090062871575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc52908f46cbc59d5b9399817d2bdbe2d6b00f26dfef65ba5e08c0b937e9a3c6","sample_id":"mmlu-professional-law.val.1165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8be1a63b1b61e9dec5dc8ec58f85bb8f0dbb34d82b1b893ba29be1f747043677","formula_version":"titan-u-contract-v1","latency_ms":0.6221249932423234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"366db20647222723bb2ab552ecf7aef2815222dc2515ae2dc5a6234e8b15972c","sample_id":"mmlu-professional-law.val.1166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e49e9aea8f00e3a06df6276342c6b0e8c72f36a4a3879fed50a8b10a7b6ef148","formula_version":"titan-u-contract-v1","latency_ms":0.7648339960724115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59f1300257a08b9937958b70b7f77a785e081056742f78d093ce2ec8288c40cf","sample_id":"mmlu-professional-law.val.1167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a0b39f701590f61a75ad3b0fb1c39f6c4aa8b775397ee01aa9090a3d6247dee","formula_version":"titan-u-contract-v1","latency_ms":1.0069579584524035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4a4885c5ae06fae2271048804f0608a80f83768d4c21d7ef21dc23deb87d6b8","sample_id":"mmlu-professional-law.val.1168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85c158220ee9dfb8a722ae32ff27bf8225feb52664b199490e1662067b1a09f2","formula_version":"titan-u-contract-v1","latency_ms":0.7774169789627194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdf0845202af8308b0ab3a452dc4749cd60bad4698913dfdf30bb8d9695e39ff","sample_id":"mmlu-professional-law.val.1169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eac97652d6cc85f2ad843320d871c01e9eebd70b9d46bbe4d3040de313c54455","formula_version":"titan-u-contract-v1","latency_ms":0.5934999790042639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67453783a238757fb17021ceb46cc9c498e5703b6e15046795a5cca4117bd184","sample_id":"mmlu-professional-law.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ce5038ef8f8faa406ba95cb0f46ead9c74ebad6dcd1ec55ca161e3665dab73e","formula_version":"titan-u-contract-v1","latency_ms":1.0674170916900039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af68b7abf3820b5b0acf9d88d63bc7877186b3a3121ba9490647eacc428e1719","sample_id":"mmlu-professional-law.val.1170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a215585a44fa2fd106f2057db2258109fc8b6aa0d40f015102561c4c6a277da","formula_version":"titan-u-contract-v1","latency_ms":2.2370839724317193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a85e2d5ab42e972a3eca6f7503ef898a2c59a11851652ed72646fcfa95784ec","sample_id":"mmlu-professional-law.val.1171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e21aa0ca8a6e5541a81379667678016054224f555c8da50a90b1a5d489a44aff","formula_version":"titan-u-contract-v1","latency_ms":0.43820892460644245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3392d4d2dc7a3e2e363360136eb6454f2c72b99592bbcbacf1b3d0fd1fcc198","sample_id":"mmlu-professional-law.val.1172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b0419d5635d73c46c6f709c3b4bed3ad9a41342ec5ffeec665e088a61c3eae2","formula_version":"titan-u-contract-v1","latency_ms":1.0111660230904818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eec63aa2f25bd71902fa17075e7cfb82a7e2349bd602ea63aff0659d42ce45e9","sample_id":"mmlu-professional-law.val.1173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e23f8d697b8bf0fe83e8958f3eb932a520bbef7d0af1829cd63360ca699ee5cf","formula_version":"titan-u-contract-v1","latency_ms":0.5783750675618649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a52995805407b4d55cbbd553edfc2681190e5dcf8a6d28723aae5b75abddcd0","sample_id":"mmlu-professional-law.val.1174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"663f2c699e6d92db21dc54846444ba349fdcc3aee570c0ee533f641c65fc4320","formula_version":"titan-u-contract-v1","latency_ms":0.8799579227343202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4345c547273633b9726e5bc060f5e272acf98acbeee8c0ed5e9c35d714a60b8","sample_id":"mmlu-professional-law.val.1175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5eed4599c044d5df40ea2b283b99a7ce87a0b2df049fa2503bf5975d15181350","formula_version":"titan-u-contract-v1","latency_ms":0.7559999357908964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0338f67c06feeccb880094ea9956576e5ce6cdee60efc4287382a10e1333132","sample_id":"mmlu-professional-law.val.1176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6075855ef88c37b665e5357e81155386f59620a4caabcfaae5289636ef8c2e75","formula_version":"titan-u-contract-v1","latency_ms":0.5790420109406114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da52eb5bc7b3f8b3ca30be60105d2cb1bc79f1009395f5e7e3c6a2178fa7b104","sample_id":"mmlu-professional-law.val.1177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bee2c0205ef4bc58acb2cbd05543ec76a3db1635cc96c70c14cb7fba76be898","formula_version":"titan-u-contract-v1","latency_ms":1.5220829518511891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"607bd8d0063c09405ac3f735aaa512dcdab2216f5183e520b415d9ae5875f186","sample_id":"mmlu-professional-law.val.1178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96000ea58cc69ff047b2a8728584e630ad1e88373a65fc6341ac465c27f29454","formula_version":"titan-u-contract-v1","latency_ms":0.8937499951571226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a7bcc7c9d2e8318af1519313782ea9e4f2b5b2f3d087c7e05c29efdc0f031dd","sample_id":"mmlu-professional-law.val.1179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"841869fbd1e645bb988e0172dc253b4e8844f415d6b2391c9422df7b06917e48","formula_version":"titan-u-contract-v1","latency_ms":1.5012919902801514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2aa6831782bf05edb8b6ff1c63cdf0c97f2886ebb1b0201cc060d8bbd505bfb9","sample_id":"mmlu-professional-law.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48d6ba62eb07aea00e4e78c07020b59c4477b9acfc40608cd17ce1071f90410a","formula_version":"titan-u-contract-v1","latency_ms":0.6614580051973462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b73897ca7240bdc4c54426efd4aa44ebfef43689d51527f9f318096ffe005d1","sample_id":"mmlu-professional-law.val.1180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1be5cd546ec207ec28cd1bd85fbfb682b5f213d3c25a1e0b3cd13d4abb56a7e","formula_version":"titan-u-contract-v1","latency_ms":0.8026669966056943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42208976670284e9d1ff04ea6dee8880e5e17dcea6ad9313c7df2f3adadeda42","sample_id":"mmlu-professional-law.val.1181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aac0e2f2a990c0946ddb38cae81ebfcab865df54acaeea152bf4555ebfd1e3cb","formula_version":"titan-u-contract-v1","latency_ms":0.6038750289008021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8077f8943548e2d7aba0be228eb81804c9cad85d501cf81787438ac5cd6b6df0","sample_id":"mmlu-professional-law.val.1182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8e83ec62471b1490f439f62918647f45dc2d8082117ee7455614b72ec15235a","formula_version":"titan-u-contract-v1","latency_ms":0.8606670890003443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"660014f3c950b3dabf9a55e6ec67cca07a61f673cb741a1ae93f8a4e9fd54591","sample_id":"mmlu-professional-law.val.1183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eef57a188d1b8a6a938eb18cffac0aef925ac513acda58c2ae9631a453fa761d","formula_version":"titan-u-contract-v1","latency_ms":0.6884579779580235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1eccebd86d9b177645208239aa03ae73156732648572be1e1b90a41539feb346","sample_id":"mmlu-professional-law.val.1184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81a68557ebeee54c02b10df3bb7575eabd863f0914e506bdeaaec1fd1bb9ff6a","formula_version":"titan-u-contract-v1","latency_ms":0.6945000495761633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dce3f368a2a27ff26abcf2da304fd95d35cee0f33a285ca68c36db644e63764a","sample_id":"mmlu-professional-law.val.1185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89ccedf4a511de481fcee50fc8732055ee00ed94c0f36723186dfb68fff1607f","formula_version":"titan-u-contract-v1","latency_ms":0.7787080248817801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"723aaa513c73da159cf1ecd26694649715ca068b6ad56f097c9492bf193787fd","sample_id":"mmlu-professional-law.val.1186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"125f55604c628697aead9cc7f86dc25799dba2e971bddf82452634063a4210cf","formula_version":"titan-u-contract-v1","latency_ms":0.6553330458700657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f3231f0b227d189283223e8d1609dcb6110c7ee695bee3a7890f7c873f51992","sample_id":"mmlu-professional-law.val.1187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c396166675fa587c33445f8a8afed5ab116ac41eb55e83d0ce9cdedfbc3ef3fc","formula_version":"titan-u-contract-v1","latency_ms":0.6462080636993051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"804337d54ec9dacd05551124bd445193ed36269881708a892787b71813f6340a","sample_id":"mmlu-professional-law.val.1188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6cb6e53b994e89d5811417192f333b3f2c833ee5bf377486013a7c29b76976b","formula_version":"titan-u-contract-v1","latency_ms":1.0821669129654765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ee605d0f3390c558c79cd8511bb50135e3d2fb545e74b7899d54db305cb6c99","sample_id":"mmlu-professional-law.val.1189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d34449234f7d4706b3564d8daa4fa63917475b8ba9dfbe2cbb56b0c608747b81","formula_version":"titan-u-contract-v1","latency_ms":0.8117499528452754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58aff250eb6bb8bd80742bb419dc0f1f4ffd101ce1c03c19c20897cf7cb6dc7e","sample_id":"mmlu-professional-law.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62a37907704a47adc50e3bdd5689346045cf594eb606e8ad28fdf7f122e57dbb","formula_version":"titan-u-contract-v1","latency_ms":1.2875839602202177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"319d8ddba54ddc29acf7fc7f902fa39d074a477aa9c2570eb77f9bd00e1c1b35","sample_id":"mmlu-professional-law.val.1190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d2c4f97652dc1c71cc03761a927850225fbe059450cb698aa83db47f7add39f","formula_version":"titan-u-contract-v1","latency_ms":0.7892500143498182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e2f6f48b2c475892ac89a7b74339c94e4ece6296847f631b818a8163c7de254","sample_id":"mmlu-professional-law.val.1191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c9436f35fd40eb868e6de8db793222bd6df30f1e29490f15074246fb05b43d8","formula_version":"titan-u-contract-v1","latency_ms":1.2049590004608035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1014bd65379e6ae0493ed1c30b0dc42969ab7a8c1d328531b980c7fdea46bd61","sample_id":"mmlu-professional-law.val.1192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2db3dc44a671fd66fd803c9f84dd5149ae40d1912671e8e0605853eaa8a6a97","formula_version":"titan-u-contract-v1","latency_ms":0.6562080234289169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0533f21a07269098701a59b32d898d8012aa3d69bf5ca1ca2ad79b4c19e8968e","sample_id":"mmlu-professional-law.val.1193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af364fe76205d73b8ae1114d1808ccf76a1683e0a154e850cd5d5536f0944189","formula_version":"titan-u-contract-v1","latency_ms":0.6328329909592867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"916ba88aaefbe50643f24d637bd67848d7dc249b2adbd03a41d11169186141d8","sample_id":"mmlu-professional-law.val.1194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6998cc84a271b7aefd4e196fcc029f142d10e99a3f62f8468141b348dd62f3c6","formula_version":"titan-u-contract-v1","latency_ms":0.6757080554962158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d77595832292eb65aea83279643bcb3ef3e67799fb51ca3ff7b7773ef306c92","sample_id":"mmlu-professional-law.val.1195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e651529c7d241c96e3152b322b5dd3cb439cdbe683838c9aca1b6c17f9b87b4b","formula_version":"titan-u-contract-v1","latency_ms":0.7327080238610506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c003b9a9d11eebac1f95a86f5013e5f597f4e855b8630285c7ba2410857924cb","sample_id":"mmlu-professional-law.val.1196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8607c6dbada0296343f2568744abfb70731fe0ab93a480cb15c0a768d1cd3436","formula_version":"titan-u-contract-v1","latency_ms":0.7535829208791256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a4ae0993ffe3cd9e240af15f62020101ffbad2180ae76eb456ae1d2f037054f","sample_id":"mmlu-professional-law.val.1197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26c1b25d77f2bb39b979a667a6b325d5ff6c7ead874fb5ecbbdb834462b6f12d","formula_version":"titan-u-contract-v1","latency_ms":0.5495840450748801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0143e39f93ffa0489b55fc675de9eb212451fefcfd22233fa631820ed9e01b96","sample_id":"mmlu-professional-law.val.1198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c7ae45f788137c38abb6a247a59897768def9c3fdc92ad43db84e6f65111402","formula_version":"titan-u-contract-v1","latency_ms":0.5068749887868762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c2b7686b245f1a2bc0651406722d69967b3b920724317167a897b17eab5315f","sample_id":"mmlu-professional-law.val.1199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0426c842591b6b08f487377caadc7529a4ac1b9d52c03ce69a1514db19146411","formula_version":"titan-u-contract-v1","latency_ms":0.7497499464079738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ab000f0df4b8b9fbb9674dfe5fdf98963b51df67fc8cab5f9b2bc211856e204","sample_id":"mmlu-professional-law.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76409528bb78dbfb9dc5c7f6781049fa0be5bdb533c1a94867a59bdc1ddbd187","formula_version":"titan-u-contract-v1","latency_ms":1.0513330344110727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23af5ce611ef2d74f751823a748f2dc4858cda6a2e7a2a4b9ed135c995b4861f","sample_id":"mmlu-professional-law.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69dabc920e8328db621ebd3ab28684ad002432b966bd3370661c07fab37ff666","formula_version":"titan-u-contract-v1","latency_ms":0.9930829983204603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"865655eca3cf7919d725c6d6e79018938dcc4f6fc91bc48fb38778fadc17cfc6","sample_id":"mmlu-professional-law.val.1200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a61b210af1b217f95e711c4078afcb4e62e2a65f51d3c4a08a2c49064c0a2a6","formula_version":"titan-u-contract-v1","latency_ms":0.6776670925319195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38936419bd9549c2fb7efd6913f87aa07b3f71544b51045be1ae89f40e01efb8","sample_id":"mmlu-professional-law.val.1201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"624b76004e81fa0d479a8bd8917a2ea4ca10a83f5842d6ea86038c03ca64a41a","formula_version":"titan-u-contract-v1","latency_ms":0.9844579035416245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c68fcf3e14746e821f1ee3cdd5df95f445240258f845080e49f36153a1ff4711","sample_id":"mmlu-professional-law.val.1202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c5e5ece08d281c615a0de322b96f18ecb618ab2b58aa25d2bd8937f7fd39f81","formula_version":"titan-u-contract-v1","latency_ms":0.8666249923408031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"122d29c16a886f242de722172dad6da49d81beb0e6ee199ee18c2266d33a7c04","sample_id":"mmlu-professional-law.val.1203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be721d83cedf108651b4fb286171d68e6802a1d753ab791458b925d5f90cf631","formula_version":"titan-u-contract-v1","latency_ms":1.1902499245479703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2e84062a5c5c7684c38feaf57b0ad80f1870acec8ab8ebc76420b92e1d4b7bc","sample_id":"mmlu-professional-law.val.1204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc8384ba4c2e82afb36ba7d3b042c2d4c0bfd8d8c9bbf7d3c42d80fbe656f604","formula_version":"titan-u-contract-v1","latency_ms":0.822333968244493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46fc0ae9b5ed78c4746102b47aba7dad96463273bc4607b837ecf15bf538f197","sample_id":"mmlu-professional-law.val.1205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e743a16b37922e8197a3ce0e1f509439e6d11400893bbbd8c0afc8797024430","formula_version":"titan-u-contract-v1","latency_ms":0.678666983731091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d84a9e47f2f9061fe042a3e23b62faa93b4cdc99fe67bbbe2af6b12e3ee2b4e1","sample_id":"mmlu-professional-law.val.1206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d8216c5a2545aa3df0e42bb7eaa80668edd55264a0e451361098fa06fdabb1b","formula_version":"titan-u-contract-v1","latency_ms":0.5957079119980335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"763d014e304b92895c5524dc3d81f27a008b52f65b3e1742ee707b6065785ab4","sample_id":"mmlu-professional-law.val.1207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c8e4a97a480631196ecadb9ea31f34f3c5f05f78e681d764d02c937bf5a56e0","formula_version":"titan-u-contract-v1","latency_ms":0.5624169716611505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cff50c10cd144b244653fe172b7494538ba7610e67fe226a69154321a6dc03fe","sample_id":"mmlu-professional-law.val.1208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ff91e4044e2d945614389ab68840e1d82bdaa9db6e9ce9a2b20ef44bfba6b73","formula_version":"titan-u-contract-v1","latency_ms":0.7464580703526735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5591dd0667853c5a807c04c2f78a1e45df11c6179aca71acf194def1f75a8a8e","sample_id":"mmlu-professional-law.val.1209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6260fabf94a136b1e335d86f929949e81be90756a7c16abd967c80fc9f653b5c","formula_version":"titan-u-contract-v1","latency_ms":0.7217919919639826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e6ec8e8be1d1c4d96b5caef14f095682a263ed6f74726e1c1e255dd6a07e509","sample_id":"mmlu-professional-law.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8884bb7dd8ce672188dcf232ac3eb81acbfc152ea9e802b7857a25805c967df0","formula_version":"titan-u-contract-v1","latency_ms":0.6582499481737614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35b07bfff7cf7a03d6e42ec8d891276c77145d4c971236db2c1b45fdd65c1122","sample_id":"mmlu-professional-law.val.1210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adc20c5881f93c8346871e52fddd355ef94ea0ae3afe1715957f7fcdb2b0dde2","formula_version":"titan-u-contract-v1","latency_ms":1.3261670246720314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9dab2723ad743b9f16ed7a587104cea65f18e0e27df096c1b3dc75aab44a92d","sample_id":"mmlu-professional-law.val.1211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95309036cab6f9330d01e70292d119a362251b6df25b6d504bdd281aeac9d467","formula_version":"titan-u-contract-v1","latency_ms":1.1775000020861626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"739fbed858bbfbd9572555a8d7fc26f1d79ddee6e85cf328bb2080894b4f751d","sample_id":"mmlu-professional-law.val.1212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b63dd78bb8867c774fbeaa4c37b980ae99688860405f66ab0a0886ef74cffc2d","formula_version":"titan-u-contract-v1","latency_ms":1.4457919169217348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d261a7be12a9adc0cdad2a3585d65f2ae290c91674b1c2ed69f2efc8f34912ab","sample_id":"mmlu-professional-law.val.1213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"163fd964f30622f161328c48a3884bce624da2db9d03d8319d4440e9e5ed88eb","formula_version":"titan-u-contract-v1","latency_ms":0.7667089812457561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e17551334c1bc41abb83431308bde2ac27f7f88a65639bdee21373426ca91816","sample_id":"mmlu-professional-law.val.1214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c2912ce7b883009f299d906bbb0f36e112beea4ced5266016b5d98d243c4a74","formula_version":"titan-u-contract-v1","latency_ms":0.976208015345037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"deca641c6cfdbaaf8dfe85f5f82c0393cee8682398c86815a5788fe6ee2a6844","sample_id":"mmlu-professional-law.val.1215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b84d259947eae3279835c092d2555fa86d3788edcd2f0fbc2cde2248a841a71f","formula_version":"titan-u-contract-v1","latency_ms":0.8349170675501227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfba96d8ee8f2b0b201c939e62aad803b9d2f2582091b6a3687a8773da8f2c60","sample_id":"mmlu-professional-law.val.1216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21dd661f0eee55262eecc229e07934f72b611924009e8ccd6381f74fc69a744d","formula_version":"titan-u-contract-v1","latency_ms":1.1040420504286885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"410cbdbd9cd5a88e9a4507aa29e6276b5f796df719da5fb7e6e4e2632ad2e46f","sample_id":"mmlu-professional-law.val.1217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22a557bf1386a571532c6511a29da014f283698417a977369477a13ce8602756","formula_version":"titan-u-contract-v1","latency_ms":0.6517500150948763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad31bb73b4b8f975ee7fea07a60455979a521ef95dac49a482f7583778128764","sample_id":"mmlu-professional-law.val.1218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97cca4f88f4a2b23d2414f60a4ca95bed07ed26e38b1ab4e20d36c611ba74f8e","formula_version":"titan-u-contract-v1","latency_ms":0.6458329735323787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cf1ca61f92aee72bd0eefb3283cf483a2f0b78160d1bcbbcfe7dc38c5f905dd","sample_id":"mmlu-professional-law.val.1219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc2a9d72518a8819944dbf21fa4338409c9eb5bc38606e30b91d40fbd76ff9e6","formula_version":"titan-u-contract-v1","latency_ms":0.5938330432400107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2035998c5e7ddb299a21c2dec8fe11d5448f4fa410874d87a6b9f49ec9d26051","sample_id":"mmlu-professional-law.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc8ff60a8ecacfa36dddf1de0c8972ca94229dc6f1ea8cf0fc3b3292a4c398a0","formula_version":"titan-u-contract-v1","latency_ms":0.6596659077331424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2a938ab6f14bf21f1ee9ad54ea54a090a3db9fd56af8b8d7700c3387ed92d93","sample_id":"mmlu-professional-law.val.1220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"294bfc27a27827618892b3f8d871ccce331448f1ebae482a271ba54db9a339ac","formula_version":"titan-u-contract-v1","latency_ms":0.661291996948421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7957ffcb5cedd9d6b02ae92a4bf076aa9370e311e7f475d4fcf6237e5e1401e5","sample_id":"mmlu-professional-law.val.1221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68f36d7bc982e6223b7defdcf2198e79043ad10e1229fb89cc1d9271f26e8c45","formula_version":"titan-u-contract-v1","latency_ms":0.7302500307559967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d18185a53a35e6c5975eeb03373cc5a1e7b8de50e29cc82dd6a580d17c49ba01","sample_id":"mmlu-professional-law.val.1222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8257a5ce380f9669306e272a28c4ea08a3917dea29c869ef387bb934066c2d5","formula_version":"titan-u-contract-v1","latency_ms":0.6404590094462037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a0772410b85a15fb0bcdc19dad71f93a79904ccc4a5a1f4caeceddb6258bad5","sample_id":"mmlu-professional-law.val.1223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5eec79019fd280c6c212340d76f0a5ae74ca9eb54984a84c8cf3fd2ae03b300","formula_version":"titan-u-contract-v1","latency_ms":1.0424999054521322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bb084c517a5ae6aa9508eab511949401f936bdc43c7a6f73d33709b689bbee7","sample_id":"mmlu-professional-law.val.1224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be2ddb1fecef16baebf760921a99ce252b00c68eeb57b07d196fdce820807d1c","formula_version":"titan-u-contract-v1","latency_ms":0.5383749958127737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f481aec0da993f25ff2ee56cf8c0ed0e9e4fd5ef539effd7f4ee92812d9d524f","sample_id":"mmlu-professional-law.val.1225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5115540ead0216263f7d9437bd5324f9a6e74d9a1258b594713b40122c07899f","formula_version":"titan-u-contract-v1","latency_ms":0.7382499752566218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cad85aa624963eb6edd5aa7ea859f37604a8a5668bd1923d5b72fd1b6e81a64","sample_id":"mmlu-professional-law.val.1226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4eb3435fa4c5c0a6ef835407630bca89c79722351f7b67014e17732362863634","formula_version":"titan-u-contract-v1","latency_ms":0.9835000382736325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cfc88f98aa4daee9eebbfb7bc657465f989c8609e51a2308d7b921c6864476b","sample_id":"mmlu-professional-law.val.1227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bb20c3c43787e1a6394688d5076b606815391ea6222badefc634c5397e070db","formula_version":"titan-u-contract-v1","latency_ms":0.7114160107448697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a743dea0902340dde58bbcbd214f542492e5d153a972935be5f3a62377fe9d2","sample_id":"mmlu-professional-law.val.1228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89bbd61e68c2c10e38ccbae32352025d2676ed7b85fa0b65132f345eead42cca","formula_version":"titan-u-contract-v1","latency_ms":0.8558339904993773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22f2b047a5b0adf16cc50e4552009fee80dd33667c1339384b2e7c3dc110d98d","sample_id":"mmlu-professional-law.val.1229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a66941851099dac6721fbc69c6041f99860c75939ee88840cec86755527edd3","formula_version":"titan-u-contract-v1","latency_ms":0.7373749976977706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce34287f4e71f9953e7f575d8ac218ad347eb6e9024294d0fa19420ff7d6739d","sample_id":"mmlu-professional-law.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3aba78e0b47d53de134bd53d1547b3dd2acc1c14415c106445b8c3d62a6aa64","formula_version":"titan-u-contract-v1","latency_ms":0.7452500285580754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cfa10cc282e7bd1138a85064f3ff8c437a75f13499d86f89e7e17fccce41405","sample_id":"mmlu-professional-law.val.1230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a9d437676173db246ed5fd0ccd55871ace3c01fdd733159c5161227d0fe0294","formula_version":"titan-u-contract-v1","latency_ms":0.7486660033464432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bf90d5b72a2bb418902dc56de2041b179ae5f38240b20114921e5f4b172e107","sample_id":"mmlu-professional-law.val.1231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb43246892c6d75e9c2cd091e54384c0acd8d6499ae76ee23df0db488aa40cc0","formula_version":"titan-u-contract-v1","latency_ms":0.6889998912811279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"955dfa0bc9d0db5f59c0b6bc8d7216d709fe74a591c309ec99c1633972510100","sample_id":"mmlu-professional-law.val.1232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1594f87b7e5fa8a936d1dea5bd6e7a993e37f69157a33bd904605b7f2242692","formula_version":"titan-u-contract-v1","latency_ms":0.6288749864324927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f60767ea80eb73f2971e1d3dff379b3c9dd2e5765d6fffabdd3c6f3dc5929f33","sample_id":"mmlu-professional-law.val.1233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bcfa635c64c249d2884881198b70fa62a7a4e8c5b09bff60ae289f9fb3cb76f","formula_version":"titan-u-contract-v1","latency_ms":0.5845000268891454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1323793ee3be9ae5ae6759e4f98008669c97abef05d6f63dd5e6700413b26eb2","sample_id":"mmlu-professional-law.val.1234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ea84fcb806b12554e7ddf802a851a71fc3c9174b2e1b0d9e3a9a98e4830deb4","formula_version":"titan-u-contract-v1","latency_ms":0.8252500556409359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff6965e2590a346177203a2ec36b973fe744db5c50f2f223055e1d41a015d179","sample_id":"mmlu-professional-law.val.1235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e203df624005bee8906c387f4b1efa7a515a52c0a94989f10bd6ea6fa3135304","formula_version":"titan-u-contract-v1","latency_ms":0.9061250602826476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d74ff5216f6ffdb2cfa82fb853855dfb05306036e2ab17e044054cbdd041b34d","sample_id":"mmlu-professional-law.val.1236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51f3be7d8352923876cb5f994d2149f68c58e257d75034eff80122cb8a2e9994","formula_version":"titan-u-contract-v1","latency_ms":0.7927909027785063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b0f10d49c3f64f0796ec242a332a4b22d6f699edb51e4fe36d2d4377cd92a20","sample_id":"mmlu-professional-law.val.1237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a807445bab0631e48b631456bb13b38e38ded53f8a679580aa3632f25cc3237a","formula_version":"titan-u-contract-v1","latency_ms":0.7661660201847553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5177f1579f90876ed57aabb1f6c8cc99adcc8be63f2188475424a2624e39a243","sample_id":"mmlu-professional-law.val.1238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"681b5097971712af0911de8b4845dbffe90b75babe53bd6820507a4d14e723e1","formula_version":"titan-u-contract-v1","latency_ms":0.8743749931454659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c2af8552950fb6efcedff07af09e43b8e9dd677a9cd363715b15cbaa985c3d3","sample_id":"mmlu-professional-law.val.1239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ead8d5b5de66edc4b72a85ca7d35f9e67d4adfc6bb51e04754b70d15a0451bf0","formula_version":"titan-u-contract-v1","latency_ms":0.7612910121679306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b81f1dafba5904d93ba6335c6be144b637d863a2776abf0672493058b5e65825","sample_id":"mmlu-professional-law.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d14b9084a15d40665a03ede53f8bbf38f7db401f6bcd7f4fc394d38775161be0","formula_version":"titan-u-contract-v1","latency_ms":0.8092079078778625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb3abee240040a6a4c1c108cc123f2f682b8cc2d7aced5bcdd634596832eeb75","sample_id":"mmlu-professional-law.val.1240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"029b46e2de72b56df886b7ce85494632227aaed368769fdc52ec262b2a993db6","formula_version":"titan-u-contract-v1","latency_ms":2.0228750072419643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce5439387f3912f534f22ee8770029a9b81003029a258e09de8380a98aa344bc","sample_id":"mmlu-professional-law.val.1241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa276bb9be918b06a41b499d10cbf3289e384d75e1c206e8233193cae1c4ba62","formula_version":"titan-u-contract-v1","latency_ms":0.5464580608531833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0d493fe88fdd28b6659773206199d09092f4afc1c52a572387b968dc2222101","sample_id":"mmlu-professional-law.val.1242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2db6acf41b0d94b09b253af93d5815159a35876a906362aca6c1414a7d28473","formula_version":"titan-u-contract-v1","latency_ms":0.7580829551443458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa19e9cc8109beea70bfe2e6e5eaaa4f0054e556eca12036c249147c4b6a5160","sample_id":"mmlu-professional-law.val.1243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a76bc330bec1507773537227df7b7caad63bee13b4bdb91a6023539ebb8f9018","formula_version":"titan-u-contract-v1","latency_ms":0.6560829933732748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45594c2741a611074d2ac4782c29229771689de2e651572c7b71743145f0eeb6","sample_id":"mmlu-professional-law.val.1244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ead99b3bb7dfd55f14e02f489f7a64aa671cfbf6b6f48f54dcda4a669c66d18","formula_version":"titan-u-contract-v1","latency_ms":0.5322080105543137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0de0360d0b54ea8cc1bde5c797a5a969c98ff7210ce6a0e1c70efc8898d2b8c2","sample_id":"mmlu-professional-law.val.1245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63d14acbcb20f0c9609427d7317a1ee27ab7c181ad9357737a3eb3a6f1c0b2fc","formula_version":"titan-u-contract-v1","latency_ms":0.7732920348644257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01259bfffafc4fd7d9b18a3216737f9e77f2d04b9c50688d1855d28947d54b3a","sample_id":"mmlu-professional-law.val.1246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef84767627eb996d2769c30a091ea4b118e476b767e347c040e143762394c093","formula_version":"titan-u-contract-v1","latency_ms":0.918499892577529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5f6f28b74d1acdfba1b2ece8896b1aeede19ddde4a6018e927ac86cbf6a457d","sample_id":"mmlu-professional-law.val.1247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"390ae8e73a92c892d1c17fab1d920203dac0f4791a9849f8443d119da18b1e2a","formula_version":"titan-u-contract-v1","latency_ms":0.7701250724494457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ced5ac6dd948ff77c1c334c60eac24fee8a42199c4240383d702d58438ae25c","sample_id":"mmlu-professional-law.val.1248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c42da5754ba1632c4ae19c7a95c1d3c7cdd79f4e7798bda1d4b04146977e4cb","formula_version":"titan-u-contract-v1","latency_ms":0.7110829465091228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e7e01e19a9e522a041be1956f6786cf8e25d86e5caf0492061c4468907db798","sample_id":"mmlu-professional-law.val.1249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2728d9a0c7176660de309b745d28bdcadc3e64865e4449cf771f06e9937461b3","formula_version":"titan-u-contract-v1","latency_ms":0.6212920416146517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"367146d09353a2fa52ed75b566d356d1e1e8550254b227c6390613d279dfc55b","sample_id":"mmlu-professional-law.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27bb62c8c4475af5f7012994216d54c185fe836ec26e4a00a1f496a5c1511e4f","formula_version":"titan-u-contract-v1","latency_ms":0.9018749697133899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0203b3746afdcc60936699f1694ad164b79dbfd246d964915e3ac8ded0fd4d37","sample_id":"mmlu-professional-law.val.1250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9f87d0f4aa92936bcf966a29f4375c105ba97e2e03fc276bc993b86de6511e8","formula_version":"titan-u-contract-v1","latency_ms":0.6031669909134507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"300cad1e491046ad6516b5cd8aecf1bfc9bc3aaaa963e968651161fc565b401a","sample_id":"mmlu-professional-law.val.1251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3c551724fbcb8a433e4a8f78a29b06bbe98f189bfe9019cdec6f57373b591d8","formula_version":"titan-u-contract-v1","latency_ms":1.024290919303894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca7978a1fdabcc36e4b798d320b5e005ba3c15a77c07044ae1d81c42970af32b","sample_id":"mmlu-professional-law.val.1252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfece64e9f0da057b5430c53929d85d41e6c8f421b412149098a8ddd44d2c31a","formula_version":"titan-u-contract-v1","latency_ms":0.7139169611036777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a4b57e6d96eae20ad13855920d870676b6a55cbf4cb9f594e81e267bd1334fe","sample_id":"mmlu-professional-law.val.1253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"578c6b8944af6c1174d0c73ba2472c6d96d74d42094c084c1d8700b56746a37f","formula_version":"titan-u-contract-v1","latency_ms":0.9629590203985572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e758a64f6dbecdd70d6b6e3ef49ebbda911f66cc84bba2292a7765c82da50be3","sample_id":"mmlu-professional-law.val.1254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79eef05e0fc4c966b69dae0770df353e713ae091e72a10da4bc7b72d7321c801","formula_version":"titan-u-contract-v1","latency_ms":1.1970000341534615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21cde8f8c753d862f758ad528d0185bc9c55d6fa473c0c29931ab600e910f2e2","sample_id":"mmlu-professional-law.val.1255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62e9a39ff491df3448a10abd53dffe7b3fbab466df1a4cd2098255297ca8a9a4","formula_version":"titan-u-contract-v1","latency_ms":1.001874916255474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e46be3e458a963003499766457739a07ebc852c378b4f7547ba48124fdce7d5c","sample_id":"mmlu-professional-law.val.1256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4490855dc228dff0b14d918199e4e79c1af75738ce9cb6d89419b691857f367c","formula_version":"titan-u-contract-v1","latency_ms":0.758624984882772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70839d9a45fd7d0387dd28d409060a84b0a01f85d4c3ce30c9bd46707360df8a","sample_id":"mmlu-professional-law.val.1257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ed7636c2090b599e5cd71044104203999d4e71336b3ad903276585415d7b509","formula_version":"titan-u-contract-v1","latency_ms":0.9240000508725643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c693975b992aff07274f6fc0de361cf9e27e6af6e668984c6b6cfe02d346e786","sample_id":"mmlu-professional-law.val.1258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"290623a443abe1ef32e9f01ec3107f9f98f96f7364181d66d178b75aee61dfb8","formula_version":"titan-u-contract-v1","latency_ms":1.606541103683412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3f954dae95ef614e7403a056d2509b475a01aee03e94c06479ee27612bb6927","sample_id":"mmlu-professional-law.val.1259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"897fa531f8a7d87c5a8ab5744ecff18dacad44f44b1a856ef48d733c6c1ae8cd","formula_version":"titan-u-contract-v1","latency_ms":0.437250011600554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72ba457fee39462557c88fd1a4b597b4e2983c8911142770c181e6dca9639206","sample_id":"mmlu-professional-law.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f2869d14d1a8775b630af4f747a91d6dd2108bff722dd499b9be847bddc758b","formula_version":"titan-u-contract-v1","latency_ms":0.734084052965045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59b5b9cfec04376bf002c32d35ef5a0f275d409076c39a6942c9ca7b2568c64f","sample_id":"mmlu-professional-law.val.1260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b36afa9e92349030d711f78fea26a8add1f8e7aba09a676723e86f520c05118","formula_version":"titan-u-contract-v1","latency_ms":1.4777090400457382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28fcfefd291e6b35b0f0996a87ff054d074238222b9c0e6a7626185a0a0df13a","sample_id":"mmlu-professional-law.val.1261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9377bac107695fc5707d0b9fa1ce2154d2b7b61d9c8ea650c516798d1584f16d","formula_version":"titan-u-contract-v1","latency_ms":0.6158329779282212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8c85e01f4442b066730a926e5d4e79746c3b972d614aa203a285432765394c6","sample_id":"mmlu-professional-law.val.1262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4012f066a094d6ff4ade5a5ac3a956ddb619b5c13ac67938fd06268e7fbcd7f","formula_version":"titan-u-contract-v1","latency_ms":0.5357079207897186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d040654ca784385eb56e13e5c604f59cc3c079ede34ec36cf13598977d6203bc","sample_id":"mmlu-professional-law.val.1263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1968ecb30b6eb5d4c79f8b3256e97b1c03f1c67d0175bb2466f099bcd276f9ed","formula_version":"titan-u-contract-v1","latency_ms":0.9300420060753822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8349446ffecbe105de8f63cbe19ed2e687060f8a372dca90dacaa0f435bdde48","sample_id":"mmlu-professional-law.val.1264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e345db30b854bebe2604f426cd0bf2d1d62cd144ec14e2de6b2f27340869db4","formula_version":"titan-u-contract-v1","latency_ms":1.0707920882850885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fdea73a8b0f8747194bef427080953d9278ee90c845876f56a320206c650569","sample_id":"mmlu-professional-law.val.1265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db2aff7ae3db3b1ac701848420de536d96e2241106f2b29e25a925348d882644","formula_version":"titan-u-contract-v1","latency_ms":0.702124903909862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f738069927ce49238a68e62719973ab8c78cd27eab8fbbb778561a429111f78d","sample_id":"mmlu-professional-law.val.1266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cfe9243aebfae6e11b4ac202d5ffae6b1df7be2179cec45f49caafcb0f87294","formula_version":"titan-u-contract-v1","latency_ms":1.0474170558154583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e07211475e91ebbb9e8edc7532f65d1edecf3e2b3984bfd6bfbd53ae81c0b18","sample_id":"mmlu-professional-law.val.1267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53be287b11662500e48d81d18cf40131a9bc6cb6159cb63b4d29413ca8ea3bba","formula_version":"titan-u-contract-v1","latency_ms":1.001583063043654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34225a05eadde870be49a4d15dbbe235e1c19ed5c1b28211358cf873da093d6d","sample_id":"mmlu-professional-law.val.1268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2fc8b87b010402ec7248808e2e707e51acfec864a664aa8ff29d1693eec499f","formula_version":"titan-u-contract-v1","latency_ms":0.7697909604758024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbfa8c5e9146f3e245fb00b9c54369eef977723bc642ee08266198a037100757","sample_id":"mmlu-professional-law.val.1269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9059923ba8b0bf66939385e6ab538484ff92daab113ff55ddbcfa43cd58cc413","formula_version":"titan-u-contract-v1","latency_ms":0.9474579710513353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"936074ad9ec2f8135c66092b77a1e99d7653cbc47acefb2147a450e48b5527f1","sample_id":"mmlu-professional-law.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ced10d41418255dd2f864cceccb142fd579435db89c9f40e57269e756b1aac4c","formula_version":"titan-u-contract-v1","latency_ms":1.0498330229893327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c25e98226691262d447347e4f9e7960f76b061f179989cf9b86af6a77476a9d6","sample_id":"mmlu-professional-law.val.1270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"821125c4de3ca9fdd2fc4636d0e74831a0c73d133e23eacb3894ba190d6649a0","formula_version":"titan-u-contract-v1","latency_ms":0.6591669516637921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd45bdec31e0a6a9f2999368777e8b25f6a17b7065939b745c4f11378014a315","sample_id":"mmlu-professional-law.val.1271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de07e8ccc6c107936dc10cf6eee8755c9ef5341650092fc5baa7550698952c66","formula_version":"titan-u-contract-v1","latency_ms":0.713834073394537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15d4273af4802ee841749463ee8817023d25b6a80c686ad12cd34d5b288d6243","sample_id":"mmlu-professional-law.val.1272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"640e33d3ee85ca3afc52719bbc9602baa32d8f3de2cb2dc6418d2e1080a63d71","formula_version":"titan-u-contract-v1","latency_ms":0.7096660556271672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90d02dc445e21a2db5bd9ac3695537dd729ca17cb9c9c56cfd30942ed93dface","sample_id":"mmlu-professional-law.val.1273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b382790346e8a27610261e0ac9234344e453e2159da340c1a85869b625feb55","formula_version":"titan-u-contract-v1","latency_ms":0.6451250519603491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"603ae74a5b6083663a55defbe072592c373481192b266ed18c654e48b3d76595","sample_id":"mmlu-professional-law.val.1274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9da3335251c1b4a7d1618fddc1637b94f5ed781c59f86ad8562eb6328fdb1cea","formula_version":"titan-u-contract-v1","latency_ms":0.886084046214819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1b16112f6da6bc9d6f8840e70c1d766e34ea54d1ecc74e295d11eaa02db862c","sample_id":"mmlu-professional-law.val.1275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d34bfd3e4074d7ada6ebd87c9ab0b3598b08f48c88258a472b8c1049a49037f","formula_version":"titan-u-contract-v1","latency_ms":1.0903750080615282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1eebcf7fa3f81d451937de32fc0c33edeb01b2b6eaa6e48c396159469b040024","sample_id":"mmlu-professional-law.val.1276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f36e3cec9836dc12940669673f4d1326a82321e44aab3730f8c3685964a5f34e","formula_version":"titan-u-contract-v1","latency_ms":1.0044579394161701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3c226c004c04611134ac48f9926bc46156a2bdafef89cc28ba276528f9e6d06","sample_id":"mmlu-professional-law.val.1277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0af3369253ff506e985e9537c50071bad2f4a563da047d716a53124a7af9e0d","formula_version":"titan-u-contract-v1","latency_ms":1.0907499818131328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca2f2506bce50d4955e2b7bcddeeb6271151388d31043bba71651b4994521b1d","sample_id":"mmlu-professional-law.val.1278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"effd005239ed54d06dea2c061aeee3c461c731ecf6a1b19875e87745c0048813","formula_version":"titan-u-contract-v1","latency_ms":0.7930840365588665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b1b3aa632f24062850a934037d385e86761aa1059941a98bca575fa1903d90c","sample_id":"mmlu-professional-law.val.1279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9264165ba66da18cf3c85eac8da1f535b8257d0108c234941eb24e897ce36963","formula_version":"titan-u-contract-v1","latency_ms":1.0717080440372229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"711b78bad3059f936419acc376c00bf23fe713b7395cc9696fc87213a1e48be3","sample_id":"mmlu-professional-law.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5256dbf6a381941e91c0d545a110292d6a471b8ec8d49407dc003b06531d20ae","formula_version":"titan-u-contract-v1","latency_ms":0.7902079960331321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e8afe01a098d972086f1abb33fef24bcfd6db8d77058cfe879a8d9daafe57e6","sample_id":"mmlu-professional-law.val.1280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2471d4d14c514c8348ca06febd2a333a11205c91d41dbd3f05c8092554423a37","formula_version":"titan-u-contract-v1","latency_ms":0.7188749732449651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6725bbddb944926a259c8cd4acb152c9f69d3b19961b47cdae365d3bd2b1d9ec","sample_id":"mmlu-professional-law.val.1281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cca90fffb4e30f15a7f9c3e8139d49e49b9feda9f6dfc470317da1e4d438087","formula_version":"titan-u-contract-v1","latency_ms":0.5615840200334787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c527f85db7575953819adac17dea5c70ba7e74138bc1b67898e7fadac717d68","sample_id":"mmlu-professional-law.val.1282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aed60261724189312910dda470492275469f9d10f041a118f76cf02e09f97fcc","formula_version":"titan-u-contract-v1","latency_ms":0.5819170037284493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11756053713829c462ee0a84c86fdf63c95d56f1a5b23edb364386a012a04019","sample_id":"mmlu-professional-law.val.1283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cf9eec7848eea6599e714bbae8701b382ac17a01c5e40e2c619d57665f6a5ad","formula_version":"titan-u-contract-v1","latency_ms":0.6155000301077962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6768d81d673619bee315b5abac0e04709ed3c2d886f3d57d3a0dc6d8ad0413c","sample_id":"mmlu-professional-law.val.1284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d025dcbd273e22cac4781826497ebe037a7dfc152950cc690158b84f5bab657","formula_version":"titan-u-contract-v1","latency_ms":0.8864999981597066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f91c8cb8b861dc725c359896eedde73368fe3fb0d875ca4b378d8b0f72ab7fd","sample_id":"mmlu-professional-law.val.1285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cd2361fe1b84cc009b7da29459902e9da8d1eec186294aa9267e955093af1a2","formula_version":"titan-u-contract-v1","latency_ms":1.0655000805854797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5ee9d0055fbf58434751ba4bbbf99eb3dace8525d37d02d0659a97cf0dcf91f","sample_id":"mmlu-professional-law.val.1286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d73b37c55ea52f650756c6c4173dc9cc75e9d552ae6e29215d66fcca3e7df0fb","formula_version":"titan-u-contract-v1","latency_ms":0.826291972771287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f7f0e2bb306df60015634cb1fe0aefd42e40279af0407a19e1d855623255a5a","sample_id":"mmlu-professional-law.val.1287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a25ac3dbcb127a1b3269c9cd71be08ce0e12111b772574ef55c9a214b18d30a","formula_version":"titan-u-contract-v1","latency_ms":1.0158329969272017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04d221021a84d488028e669343cc7b5bd649f7468c6b4b038b2bf0adf176d429","sample_id":"mmlu-professional-law.val.1288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e1fa74735e77bc5fd6a760835568030b4f312a514b12fef6d5fc6cfe5d5cc96","formula_version":"titan-u-contract-v1","latency_ms":1.0232500499114394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe9b226feba73847e2d85c1c850fa63ddf03c9ce44d54f2c097e924428825208","sample_id":"mmlu-professional-law.val.1289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"730bc907ddf1aa965637ca38c38f67162344f28f8deaef93f5dec97fee53f5d0","formula_version":"titan-u-contract-v1","latency_ms":0.9324999991804361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ad03e485bdc74a318f1806a433dcc59c5e5d7dc8e6ab91444d9270c005adf98","sample_id":"mmlu-professional-law.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca4f59449c58a5651f83d63630bf8c52023ccd15df01904398274fc02aba56cd","formula_version":"titan-u-contract-v1","latency_ms":1.4523749705404043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3bf3455ea9120d524d8c91a91664290db645a4d7f677946f727ec0f4a053a1a","sample_id":"mmlu-professional-law.val.1290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f41ad600f15c4c1374e6a80b5d9414e966865a81586dd08f0fe96e7a718fe927","formula_version":"titan-u-contract-v1","latency_ms":0.674791052006185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fb7c924ad3165865e7ce0bdcaa74664696936c6eef4274ff54600d9aa12e781","sample_id":"mmlu-professional-law.val.1291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31a1669b7049b9161b52434fc1362c0b053632643ac6d1b37011a0b734f484b3","formula_version":"titan-u-contract-v1","latency_ms":1.607749960385263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bea66254a125b8b544338ed6a4ceb77dbbfa01c450c1a7af8bfd54488c7fcc90","sample_id":"mmlu-professional-law.val.1292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4385586f06ab87cd937ec49d06a5a4ef33bb17f4a75a97424cde3f936509c202","formula_version":"titan-u-contract-v1","latency_ms":0.5476250080391765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cc7c69138fe975a389cc51e635538f1671114092f151c9add1973277ad7d904","sample_id":"mmlu-professional-law.val.1293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa714893d9414bc87c68c41c9154984a404e7066e7283d0b488beb1ddb6ebace","formula_version":"titan-u-contract-v1","latency_ms":0.8547080215066671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b60a96f457581cbd7d946c530fad0ddd248d776fc244c1dea3fdc9a65c69127f","sample_id":"mmlu-professional-law.val.1294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e61f0fd23a39477645023d17693351315d73fe2aba0b5b3e85471e42e5e0643","formula_version":"titan-u-contract-v1","latency_ms":0.7317910203710198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3de493c55b5dd44a4165b7b5a1dada65956a67081a9a2b24a1877f20838802cf","sample_id":"mmlu-professional-law.val.1295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98926d95d67e58fb32e438c60110fe24336be4a02b333bc87b4311528b83b294","formula_version":"titan-u-contract-v1","latency_ms":1.3400840107351542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c09930d52ef0fcaa0f971d399aa9a2192d29ec0967591b36b83661ca1d09c4f5","sample_id":"mmlu-professional-law.val.1296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfe2c9efa1814ffb4c410f6ccd68c7ddae23501ec75b804dfb851f02e468c493","formula_version":"titan-u-contract-v1","latency_ms":1.1820410145446658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e683feafe4dbff6d44fdc9fa758bee67ffbbc882f21be6306aef5ad82f030d68","sample_id":"mmlu-professional-law.val.1297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4451ae16cc408e5cd81b5708bc56a8ab06f8c61187cad23e7d664f76a7eef8db","formula_version":"titan-u-contract-v1","latency_ms":0.8787079714238644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68210b48a8641925f40710b12cd57000df1d04b945a26c51dcd7c051686a95f0","sample_id":"mmlu-professional-law.val.1298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5aa9c6761b2e48a20c3a90bb24ec90cf10aa19723f3857bb9df450d15079b08","formula_version":"titan-u-contract-v1","latency_ms":1.3126250123605132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94c581b2a829039928a9a27995b442eab6a11927f5e4562d33ee9993bf956325","sample_id":"mmlu-professional-law.val.1299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e71762086f7c2e85865a42d24bebade3599065ba06d1c9f3f032dd7584926b7","formula_version":"titan-u-contract-v1","latency_ms":0.6076659774407744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61e6a63109d0c53908bdb1ac483c7d24593020d47045d40da20ff2b46e53d11b","sample_id":"mmlu-professional-law.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47516feab2822b9f3987000140d3e0867cd3ded50be4c6430406ec3b2349e8d7","formula_version":"titan-u-contract-v1","latency_ms":0.6202090298756957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2aa3292df8b67deca0cfe2e7dc0d7d8a305b8c43fc89a00728957f7ea1eadb8","sample_id":"mmlu-professional-law.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5ee0568153bff432fc497dc0cb69ecc3cd56c8cda7276b4cd18d094c3c043f6","formula_version":"titan-u-contract-v1","latency_ms":0.9367919992655516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d36e8bf256e01c16ea72e21f7162eed9e469f0315b76cef61e184283abcdef19","sample_id":"mmlu-professional-law.val.1300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a54828f1591fed786b465df40aab33eb59eea7d40b4aaea0234e1752e99614ca","formula_version":"titan-u-contract-v1","latency_ms":0.7842089980840683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aef45f647acce49eaffe8a7e6d6aa7cbaf7d778f56ff48a2e296de4a302588e2","sample_id":"mmlu-professional-law.val.1301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75b82e3a6cb34bc0726a482a1e67d9dca94c245b3eacc497100c532041d10f10","formula_version":"titan-u-contract-v1","latency_ms":1.0281250579282641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6553447f1430af5260b74770ec461350068fb921451b386fc9f9fc4172933a20","sample_id":"mmlu-professional-law.val.1302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc2decf86efb09a630274874ed7623d13241977d23485e3d70e0f1a23b351fc2","formula_version":"titan-u-contract-v1","latency_ms":0.5414170445874333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83bdef05c92ff841d7339d03aa68b877d94ad509b4d3273d3f9081ca90ce47b9","sample_id":"mmlu-professional-law.val.1303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9162644ad156c7597f21bab5bd3d63b98d5ab7f6db4461102330b84337b2cedf","formula_version":"titan-u-contract-v1","latency_ms":1.093916012905538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81651b7ba226393c303e342e8b8fdb8aa4b43e3c251d2b038e649edb1c7066dc","sample_id":"mmlu-professional-law.val.1304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b686f8cec0a42e9a1e39ce673dd3f5b6c501c153d6953e064182ced218e0a02e","formula_version":"titan-u-contract-v1","latency_ms":0.8872919715940952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16d220a42dad3cbde8fe50b9642153b0324811ff8d6a4adb0df7c36e04ee8599","sample_id":"mmlu-professional-law.val.1305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bea0a7c88147307db75c2bfe22b95d4349f52433f57ed40423d9608e80fadef","formula_version":"titan-u-contract-v1","latency_ms":0.5973329534754157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"359ad1af1b582bf9ed18be5e7b828f537875488d8a9fbf6036ff9a3d9a0775b0","sample_id":"mmlu-professional-law.val.1306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88f08f43f6884b9a0a49166c66e16aa4a507f1f28759d477bcfe25fa535078bc","formula_version":"titan-u-contract-v1","latency_ms":1.2842920841649175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"143bba19b40c1291a78333cde859470d82c05d8aa70534fa76042663aaca7000","sample_id":"mmlu-professional-law.val.1307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61f8b8e5a0b7ed4dffb627a276d8441a782915ace692043c4cc8aa4f1abe3d2f","formula_version":"titan-u-contract-v1","latency_ms":0.8972090436145663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46d95094ec985815cd1059953ff0d17d6ba60fdcd292ea9c91d363e782ecb71f","sample_id":"mmlu-professional-law.val.1308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af08684d7a90283a2e1336f7e6e0bad2f0a88340caac4ea8502ee888718649d8","formula_version":"titan-u-contract-v1","latency_ms":0.822708010673523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8de25f6d261ddf3498fb5e40724ad36aa7785c3ceac99ff1da072dc42a332b7c","sample_id":"mmlu-professional-law.val.1309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bfabc8b61dd7806bf1e3ffbd8ea8081833285b8c0cecd7d1eb53002e136b371","formula_version":"titan-u-contract-v1","latency_ms":0.6759579991921782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e9331facbb9e40171e8b68e19b38ba0b3dfe4f5a171afcd3e58f1bd6b849387","sample_id":"mmlu-professional-law.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6822c8831d57d210f5a1f9aab3c732080ee2dbb1b34cb3df624d0b669b02b491","formula_version":"titan-u-contract-v1","latency_ms":1.0058330371975899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4f63de36f95aeab936cada3a1914cbb17a502b169889e965b124cfa1d074b8f","sample_id":"mmlu-professional-law.val.1310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"684dc041e7ac7bb219d8251ba7c1f1a9dca2e198f7b85767bd4d1b5b7a49ded1","formula_version":"titan-u-contract-v1","latency_ms":0.8117919787764549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1022ca180918c675cf7502201c8e92fc0fbf670258a1d27db0b2bcd2f4ad861a","sample_id":"mmlu-professional-law.val.1311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4a3254c39ff8672ec6bc994b601808c8876399f7f4f26bada00b26eec235110","formula_version":"titan-u-contract-v1","latency_ms":0.7832500850781798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a441ea2330f588d98d98ebc37de71f09029bf6206bb43d8076eeb4b6bfd55b5","sample_id":"mmlu-professional-law.val.1312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dfb972f4ef55adece1606ae14d4a4c2865e0e8331b91ecd9431ea71a924138f","formula_version":"titan-u-contract-v1","latency_ms":0.8706250227987766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dabd1ead7c9aa685aa34b0ea4760daa04bb9c57fb1960bcc91d65916382fbd7","sample_id":"mmlu-professional-law.val.1313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14587c8b37002f7a376614ee0194eee001aeb42c95d25211757bba33055efaeb","formula_version":"titan-u-contract-v1","latency_ms":0.69183309096843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"066064adfdc8ccd05948d7750d83ed941f4d6e748543f3a4327d55febfcb527b","sample_id":"mmlu-professional-law.val.1314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00ede16153f51afde91d1f50248b59594c0ffb52bc04b28a0d8896b167583850","formula_version":"titan-u-contract-v1","latency_ms":0.7970830192789435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae73baead05b9dba4b3d84c3cb9f9c536aa998aded7897e99a1f26a1c77044bb","sample_id":"mmlu-professional-law.val.1315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c82e21e5a03a39736718f85aa17771245384a18ed978edb0a75affac407d4ba","formula_version":"titan-u-contract-v1","latency_ms":0.597915961407125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ab6d49e9036a4b48b2ddd67bab1635c6cbf91394f0d3398649d785d17771948","sample_id":"mmlu-professional-law.val.1316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"305e06e0e55334a98985938e8a27f57df46a86105e236fda96fa43f74f2baa75","formula_version":"titan-u-contract-v1","latency_ms":0.834333011880517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf1bea6d2a17ca8074a21488e5cda7f2206c9f01486abe776d97bfd76c7bcdfb","sample_id":"mmlu-professional-law.val.1317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd7784fb0aa459968296d3ebee2603d0ba76f60fddd11b1ff49059f64e2bc919","formula_version":"titan-u-contract-v1","latency_ms":0.8293749997392297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ec1ad7a840330e9c2d5ad8da32089600a73387ec717b054a84bab6779158016","sample_id":"mmlu-professional-law.val.1318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f089e64012f426da697d583e83955d67e9aa40ea4baf078fd8a4e4a2a7d3dc4","formula_version":"titan-u-contract-v1","latency_ms":1.0685420129448175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79679431c7140a84af917f46b1f2343426a5a4fae13c507c1d14f52356faa666","sample_id":"mmlu-professional-law.val.1319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f269d1fe09983700d4fcef90a39c7085adf62289b648e405dd290dc9289c7ffe","formula_version":"titan-u-contract-v1","latency_ms":0.6703749531880021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af9196304d241d4cd8e0b4645f35fa2e8b5b0403236a32bc2ce802cbcef208e8","sample_id":"mmlu-professional-law.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f37b753c5f051d7b1468afa1e383609fa75466a08c503bc2215c24bb643f576b","formula_version":"titan-u-contract-v1","latency_ms":1.0858330642804503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97582aca32433b60bd5f4a5e2540435eb4f771bc4f53f7e33162aa38069b9221","sample_id":"mmlu-professional-law.val.1320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9aa45d1dbe614ae9ba57c5bce8dcb6fd411674469568d8951df84bf3612df80","formula_version":"titan-u-contract-v1","latency_ms":0.7177499355748296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7394df227d997e4823453b4f3302995f60f8a6abb22babd7c3d194ebe46bd594","sample_id":"mmlu-professional-law.val.1321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0868f6137f3c7e6c36c862015756e6b2a8df0483ddd012a97cfa8295c5d60f56","formula_version":"titan-u-contract-v1","latency_ms":0.6902499590069056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdf3dccbb8b70a28c4d35b56d1aa143535d9c0e9f630f7aea926e80b726bc944","sample_id":"mmlu-professional-law.val.1322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9fc646fefd7b9e5327327d30cc2f56b4a962cf060bcfe39b989555bb5a4c3a8","formula_version":"titan-u-contract-v1","latency_ms":0.6653749151155353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe8f78a7cef475c323fa8fb04183d52aa10b404001acb5286746854bbf2f254c","sample_id":"mmlu-professional-law.val.1323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a32ef944a9860be0c2aaff1ec5a47820e99a101f4649210b4d7ffba65db9b176","formula_version":"titan-u-contract-v1","latency_ms":1.05608394369483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"121c0c492c496464676b115c70e407b620e395ec600f8c76c3366261cdd3138c","sample_id":"mmlu-professional-law.val.1324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a903f437a84f9f00140a0e1b48fbbcab774026f3070f0ffa651ca6df79873a5","formula_version":"titan-u-contract-v1","latency_ms":0.9722079848870635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe97f7ee09fc492aea9cad068f822217a75ed30f2649276c029e57c5a6ddc312","sample_id":"mmlu-professional-law.val.1325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b894e23717c408f638e4429ad3d9a12292c9aaa0932c7209490170ff37af19b","formula_version":"titan-u-contract-v1","latency_ms":0.7617500377818942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85637ec1bf2472ba3e48baf718581f69edc0dc6daeb552e59f8dbc5af756f329","sample_id":"mmlu-professional-law.val.1326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8c34ee9195524a273c9e97664705143eee9ad090fd6b96ebb519b10bee17bd5","formula_version":"titan-u-contract-v1","latency_ms":1.1216660495847464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e9d6b0811d06e18abe900b5330fc59c58a1017dc7d74f0a2dde357776e38211","sample_id":"mmlu-professional-law.val.1327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efee3cfccbead916ff87ca17164e44d51b7f12fceffdb68a8814e378f8b05d80","formula_version":"titan-u-contract-v1","latency_ms":0.8249999955296516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32327713cec6b948411b6fed47a298acf2aaeafee7badeced74e19d613d5aa0e","sample_id":"mmlu-professional-law.val.1328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3aa618a46996235bf3bafb4c1aaf372ecbc9810c0a818883ac630ef198159c57","formula_version":"titan-u-contract-v1","latency_ms":0.9466249030083418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c796509135d4cd150758144f484789f978d0a82b4d80122668fb1634e6c2b85","sample_id":"mmlu-professional-law.val.1329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dddd52b09a768fcc567aaa16fc5381c1ba48f4c5283b940a0d487f83989321d","formula_version":"titan-u-contract-v1","latency_ms":0.7255410309880972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a22c8e60107b6ca068a6f344eb4af3ce263721c242f3b8d5f2985e428245d907","sample_id":"mmlu-professional-law.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e8a116c8c38275f3734e2e6c48e0e8f6f5059fa10871baee8a75dcb7308346a","formula_version":"titan-u-contract-v1","latency_ms":1.0992080206051469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d340fe240bab279e8ae68de5ea40ca454822b07b9a3549815ba5a2098ab68db3","sample_id":"mmlu-professional-law.val.1330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae00ecacde235fc0db7eae857c9a092dcca32a8a5d5e70a7707c66112e8885da","formula_version":"titan-u-contract-v1","latency_ms":1.1902500409632921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"964b6770166af1efb7e70f59ac1bfd6f4a4713156ce7eb4b458588059c81e0e9","sample_id":"mmlu-professional-law.val.1331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"525713737eb74751594f34cadcb7ae4482765f4a2c169c0729e48010905c76df","formula_version":"titan-u-contract-v1","latency_ms":1.2314170598983765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a5d28ab29956e0a2367eb7b2206e3a35305e84abc87957d44fab8f3af0f05d1","sample_id":"mmlu-professional-law.val.1332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdaa1c493040b2f28b2d5e16d8a7e2c2e99b62258e3c2714b770a8ca371515b1","formula_version":"titan-u-contract-v1","latency_ms":0.7350420346483588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff41641a53c3a32f9dab51c4332c7035ce273200801818e37d47a8a3ae345428","sample_id":"mmlu-professional-law.val.1333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c318e7bc9c3af744c495860c59f0ab1133e2ec7c4dec1c50d77d2549fe151ff5","formula_version":"titan-u-contract-v1","latency_ms":0.8458329830318689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5bdd70d350b03b8234d3b61c268fbea8a3a81e073f36b2ae4283072fe850c22","sample_id":"mmlu-professional-law.val.1334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0568de64372413c792021da0bd54643d5e270c3a9ac3ec58d2ad86713baf4075","formula_version":"titan-u-contract-v1","latency_ms":0.8307079551741481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e728971a10c202b203d7ecdd6f70d8fb687892b1479c7ffbf82fcc5e347edbd3","sample_id":"mmlu-professional-law.val.1335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84c0f28212803584bc61836c767c8d46ad068754e488377ee8cc6c45c3c82a5f","formula_version":"titan-u-contract-v1","latency_ms":0.8718749741092324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cc0bb3062f1843f271a8afe1f69250a3ddbce93c86713c53c2ebfb4c18f7460","sample_id":"mmlu-professional-law.val.1336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"535b2075f7038312002cadd0ad6d8ad9f79c1e7de526adefe48cb9ec7cada53a","formula_version":"titan-u-contract-v1","latency_ms":0.9647499537095428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"019bdfaebf1263364a12d2bcb6466032d38b3377c1ab06fe92b4dcb6fbb64914","sample_id":"mmlu-professional-law.val.1337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2a01d2450c7249faef389bab35e90e929540f138546fba3c3d25639f09bf597","formula_version":"titan-u-contract-v1","latency_ms":0.6473750108852983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8ef7a70727646b6680a708184bc35c4f61f3bb53e2b543580ae70d973224155","sample_id":"mmlu-professional-law.val.1338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40fddfeedf9b109f401c4e77221c43304c3075bb4b2ed31416dba2b506fd9d49","formula_version":"titan-u-contract-v1","latency_ms":0.6302909459918737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89d33462e2c6b1a54e3b83c291a45a2b6f7d95e39f586348338bf0dd2bf28605","sample_id":"mmlu-professional-law.val.1339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce45bc0249f25fc746d58083f771ce7489ad3712dd704ec407b76904d9115e1b","formula_version":"titan-u-contract-v1","latency_ms":1.0202090488746762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab32dea2eb7e19b9874c8acd557cd5f21daf210226a7e5fd52032a636348db6f","sample_id":"mmlu-professional-law.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da1ebfadce88d330f90543ff452db2de629a2e1f418e70c92ec681803d9027dd","formula_version":"titan-u-contract-v1","latency_ms":0.6893340032547712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cc71e466cfad2bce9366bca049f02070c1c1d8e1e887c8d28f49e225c38ff1b","sample_id":"mmlu-professional-law.val.1340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d39c2c75f29bcc41d72102e5880baa8f014dc5459f4c919f15fdce7183add3f","formula_version":"titan-u-contract-v1","latency_ms":0.71854202542454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03a8c325786abf96ccd7a95fb17723ceb69bb911456f9b1251b288afeb0c7bb7","sample_id":"mmlu-professional-law.val.1341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b879c78018e074f01234a8627244b0b0bccc4140d90c7a34ee6e0a2a3ada361a","formula_version":"titan-u-contract-v1","latency_ms":1.3516249600797892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfa4d9d1385a630ce202f00e5ced3ad849bc3b0616af64685658446ffe0568de","sample_id":"mmlu-professional-law.val.1342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeaa937742d7571eb27557e9ab8e0c0f36bfa1e69608e6b958c1c4c7dde492db","formula_version":"titan-u-contract-v1","latency_ms":1.1551249772310257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3ccee4ff72981ca1c48bbf62b1ad37b9fa28d8f8feb454404a959db81a1496c","sample_id":"mmlu-professional-law.val.1343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f3dc217f10ebdd80f350d85d00bb75b6213f96b29d78e0af3a8509a5bf95ca9","formula_version":"titan-u-contract-v1","latency_ms":0.9705419652163982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d3ffc6cffbf713544c5a10e9d15643a910869ef961de4a06b1bc6ce8c716461","sample_id":"mmlu-professional-law.val.1344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"267af112a28587626f62d3f9266eb5d7fc4f79512aef767e48211786a726a731","formula_version":"titan-u-contract-v1","latency_ms":0.9113750420510769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03084ce436be7d4be970e1498faa8e9715397c1ae5629a28e531a14ff0ab8805","sample_id":"mmlu-professional-law.val.1345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88183fab6f4ea8854a5e56f29cf3515700937b38de105589cc9f0555e23300cf","formula_version":"titan-u-contract-v1","latency_ms":0.6129170069471002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4ff1193e03293c8ec9d4b183bccb48e14ac4e4c941f8e691b7901d9c4166b34","sample_id":"mmlu-professional-law.val.1346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b31a8f768b2a1ed07ccca695258a953ccf9b60431a13028703a25c846850302","formula_version":"titan-u-contract-v1","latency_ms":0.9193330770358443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f80a864cc396ea1c757439f19b189af8685fa21b476f201ac1a047daa879fc23","sample_id":"mmlu-professional-law.val.1347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a6691e3945a6dc0aff3cd7963c073d056013ab8b018b51384807fb9dcfe19af","formula_version":"titan-u-contract-v1","latency_ms":0.5057499511167407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a75282513fc28480add33fe10cfb87fae1312efb1ed3991576d6890390688cb7","sample_id":"mmlu-professional-law.val.1348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc9ed4f39bb8d39423fa7f7185bee767be757c15f0a184ce2d70a3f5443f14bc","formula_version":"titan-u-contract-v1","latency_ms":0.6314169149845839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fbe5062caed1a8b97b6e048053deb3d3ea304e215bf27e23263fdc9e9fad2be","sample_id":"mmlu-professional-law.val.1349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b9de796fdcfe87e005ee90bfee78c737c2029f91d4defc79e615e22950919bc","formula_version":"titan-u-contract-v1","latency_ms":0.642833998426795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"706070fd4b00b986baadabf91dc06f8f8c39be9f1bd475701ab97f07c2f30fbe","sample_id":"mmlu-professional-law.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5880835565ea6c269af6b164fa43e7c9c6d270aa563f6aee56953a302536aa93","formula_version":"titan-u-contract-v1","latency_ms":0.6257080240175128,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ff81f272668cb2a250423b3108edda74e9f9fbfc0e768637fea5b0e94e00ac4","sample_id":"mmlu-professional-law.val.1350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0bfa5157b743f75970f4f77840243afc1ecbe8f2147bb60dc8040db8bcc4e83","formula_version":"titan-u-contract-v1","latency_ms":0.8468750165775418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cb7586cdf8fa4ae1c442cb8092b492929c66f02cb3d019428bbf7456c403b06","sample_id":"mmlu-professional-law.val.1351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27619c59cbb029b9802cda90617b564a6b542f03c9b057cc915b59d15bccf6a3","formula_version":"titan-u-contract-v1","latency_ms":0.7922089425846934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08ca66dd86fe5f53279e19fab6b635a504903a68f1d8a6aafdeb8d3b83a2477c","sample_id":"mmlu-professional-law.val.1352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e9967034d1d64b3813896d4f64a17ac39af4b0de82d2744157e6f4c2b40cd2c","formula_version":"titan-u-contract-v1","latency_ms":0.7891251007094979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64d4425a422b9d835438e24355f5f3e54dc078fcca1c6dd41994bbe43f6d9d56","sample_id":"mmlu-professional-law.val.1353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aa57e6d3ba6b6503e53f659abf7f4992158c8c0c40f71e66d5a763891c325cf","formula_version":"titan-u-contract-v1","latency_ms":0.8671670220792294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60429667d19b650bfe64a9d0b531fe51098e54683f9fab75df62473389fe6d9b","sample_id":"mmlu-professional-law.val.1354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21a5482f215ba49fd5b5ff6bd7df1491de7b02789e20f31341c9b93647a8dabb","formula_version":"titan-u-contract-v1","latency_ms":0.7034580921754241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"421125d66a6f5e6ce1c35cd23dcf9fdb96f0bbe0f6c6508a30457e99158ea15e","sample_id":"mmlu-professional-law.val.1355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97574e5f2b65a58e129ad281622b26d2d92d1ba6d3476295e2e8fa59b53115fb","formula_version":"titan-u-contract-v1","latency_ms":0.7863340433686972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1276b35e4d24df86c1d7917a7c5779879320ebb522b13448392df86da5f5399","sample_id":"mmlu-professional-law.val.1356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c65303481b47d44dd0df0e3ddde9793291f7e9098c638926e1df5d1bccd1813","formula_version":"titan-u-contract-v1","latency_ms":0.7755000842735171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e236073495f19a4f3a09a67386bef87f9340b32a85c793deec39f38968c50537","sample_id":"mmlu-professional-law.val.1357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c0d49e0246aaa72eca13d1ce4b930eddea6f20c0d6b1f9441d70f772b62232d","formula_version":"titan-u-contract-v1","latency_ms":0.8591250516474247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08dabe32f8d600e8f8ea3b66688fca71cf8e3d9b32f5f3d68d891dc87873a04c","sample_id":"mmlu-professional-law.val.1358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"016d52171f8ba7d3f32c062169a9aec2b5944f798f98c17edfdf1e9fc77c1f72","formula_version":"titan-u-contract-v1","latency_ms":0.7664589211344719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a155e060110034facc80766f96e79493daa5a39aeb23ba23caf1b6d956df7dbb","sample_id":"mmlu-professional-law.val.1359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1ab40c324cdba27fb892adbf99a95a19ebceae631d80a5af4886c60190465ac","formula_version":"titan-u-contract-v1","latency_ms":0.8582500740885735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b63bb15ff4ed580d5ccd014541f1ea99515fd8bf066851c40c671a70e2b81ef1","sample_id":"mmlu-professional-law.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9dd64f019a4abf29e6c9f2ee2e8db4cf3353b7c5048dd3e33a42d200fc570292","formula_version":"titan-u-contract-v1","latency_ms":0.8665419882163405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07d65d4c1ecb38cb09a74a39c98be2e4c0332d5504b5253decc976381cece054","sample_id":"mmlu-professional-law.val.1360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42b9c7c8eb404d569d4e688f107d1f8905a91cae5e95356263c7a76d557f88c4","formula_version":"titan-u-contract-v1","latency_ms":0.7854590658098459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95c42f6c5d8c43a26f173f1fac2d771cd4d32a753ee7f4e1d1fd8e866a7e561b","sample_id":"mmlu-professional-law.val.1361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1beca96d50ca4a624e5a5b4e290556b16c90702cf4b38856d438a62e6f668854","formula_version":"titan-u-contract-v1","latency_ms":0.6592089775949717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c24706843f0b67f7ebc680443b6326687b8bfe4a5dc4ac80a76adb8f709b247b","sample_id":"mmlu-professional-law.val.1362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b5827ecd26fe706f8cfea42d2d8b2d3766935e9001829dedc3bc2ea1838b67c","formula_version":"titan-u-contract-v1","latency_ms":0.7266249740496278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"645b102ebdccf035fadef0555541e85229567126f286f96945d152cef4184545","sample_id":"mmlu-professional-law.val.1363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8f06e135c7525dbeb0c78eb57860d859944026d7df452d23734ac4d34cb8764","formula_version":"titan-u-contract-v1","latency_ms":0.7437919266521931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"706316858f1b17012dcc9d16858243fbfccccbacdac5adf10f47878e51b3f0b2","sample_id":"mmlu-professional-law.val.1364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6a0f7ba5185c00fcaa54ddcb7050f3a7b0f1e2382efcb4426544a032d88687e","formula_version":"titan-u-contract-v1","latency_ms":0.613542040809989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54a3d4a48c3597665adae56e4f114ddebebc1d6264b0f2dc11c78bc6d4a660ca","sample_id":"mmlu-professional-law.val.1365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f627c1f26dd4abd0354191121f9e7a124964feb0a6de53ddb3642a304ddb119e","formula_version":"titan-u-contract-v1","latency_ms":0.9184170048683882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d77d6a596f54ebe05cd8dfe3ca441b738e62f1de0984bcbb5745a6ffe913e79e","sample_id":"mmlu-professional-law.val.1366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"433c36e660e6b6e3949e2c9d0d104718721de7e07fa9b87f4d001adc3c2e88d5","formula_version":"titan-u-contract-v1","latency_ms":0.8181669982150197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d43ff3e414456188b479e9a1c4c56b51a1c109686fb76ad1d5cd6eee0c3262ad","sample_id":"mmlu-professional-law.val.1367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c4db28e41c7adb15cebe6a493d70fe80985619500c99d69f07063e5a1a64a34","formula_version":"titan-u-contract-v1","latency_ms":0.6807920290157199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f054cd0790b4aece335ec21a50033c4139aba58bbacd02ca3dfe6469ec7d2e88","sample_id":"mmlu-professional-law.val.1368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06661fa601ac68476d0328e3308ad1b679a61909814785239d6ff50d2b5a5cc3","formula_version":"titan-u-contract-v1","latency_ms":0.7653749780729413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17d3179397dab6075a50d17099e0d31283140a44a91d6689f82baefbcd149f4a","sample_id":"mmlu-professional-law.val.1369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6d98b5a74ff436db077e52982d6cdd90c84831f923eb02d98439de57597a90c","formula_version":"titan-u-contract-v1","latency_ms":0.740207964554429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5b4b40d299a486c30fc3e27e8d37ac3c02423cec302498d2cf35d85008e0729","sample_id":"mmlu-professional-law.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f14ee8da17725a74e06e19ce3699d10a4736e493ce59546a1f3934cb8dd7a6f","formula_version":"titan-u-contract-v1","latency_ms":0.720249954611063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa71e888992db9178ce0709483dc40ca2bbd458cb7c040237a5907ec600d3f7d","sample_id":"mmlu-professional-law.val.1370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e69f79e1398b9dc8586f2ab8ae2899a027cca1887c9b3c913151e778ad4b6a1f","formula_version":"titan-u-contract-v1","latency_ms":0.7621670374646783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"973d62576c2c2ade95ab8f22d1088b984784f06aad119e97124bda0a494d3e16","sample_id":"mmlu-professional-law.val.1371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"504b9b4225e366459fdef26234e7d01f16b0c8f4bf4c993b4886af9fff6c4ce0","formula_version":"titan-u-contract-v1","latency_ms":0.7688329787924886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58de10947dee71d3e5601a4e7c34c6d4a2d6261a50d359b0377545a5d4269442","sample_id":"mmlu-professional-law.val.1372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edfd95b5e3133d67b36fdca7d87c3d4c478d186b3718654fbbb4466c7665fd40","formula_version":"titan-u-contract-v1","latency_ms":0.7587500149384141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"950e92a477447ca22101db0a0b6122e52a0a4fe35e5a4e96735d7aab3411c144","sample_id":"mmlu-professional-law.val.1373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e155eeb8e859c415b862243b76ee8097fb6b79d7590ecb99349f10d92deaf366","formula_version":"titan-u-contract-v1","latency_ms":0.7761250017210841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a3a5d9551b21a7ccc663d54eab10d49e6607f68d6d02a0d6bae2f09548d7a65","sample_id":"mmlu-professional-law.val.1374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804df9eecb1fb5bb441191838d7cbe4a22b852deaaa6425ec5686e1e54fb5fdd","formula_version":"titan-u-contract-v1","latency_ms":1.0683750733733177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbd8961fb46a1186a8d7d541e4cf8b0172cb2ef39fba284bbf543f70e99b4a89","sample_id":"mmlu-professional-law.val.1375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"970e42b65ee3ffe5df701473753ca13fab6f07405af87778132dc7fe4a6ec4bf","formula_version":"titan-u-contract-v1","latency_ms":0.7170420140028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80877f78a59c9b404e58db944bfa0a058d7d7e6e7b3efc596e2d7bc384301dea","sample_id":"mmlu-professional-law.val.1376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c1b2b9460528ce5e0472d9697b562bd66f1a3f08f0e7f38e13528e1ff6c1cdb","formula_version":"titan-u-contract-v1","latency_ms":1.2465420877560973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6b7beac7bca7d20da63c58b599cdd232d9900993d4fedb8df76f7aa1b98e8ae","sample_id":"mmlu-professional-law.val.1377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8974852ea8bbc78a0d83c93e8cb6fc1c089da00b542f619f804720416c51499","formula_version":"titan-u-contract-v1","latency_ms":0.5313329165801406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5ff4d752b75dbe3d2bd1d08b38e406f1765c5f43334c84196ff318cd3e4268b","sample_id":"mmlu-professional-law.val.1378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb426e5e98fac734453d42960f4fa3aa1505d9d709e54ae5f61cc2c5250c825b","formula_version":"titan-u-contract-v1","latency_ms":1.3018340105190873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33217ede71e2be2357cb67425bd25e825f4858b55484dfe493b5b4d2ee277000","sample_id":"mmlu-professional-law.val.1379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e25440d5274c8ee58c2739dc40f759de245def8aa1a5aecc76676af7b5b7bfb4","formula_version":"titan-u-contract-v1","latency_ms":0.7233329815790057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"214ffb420b0d4cff7b656a473c421198aedd2352aa59523675bc6252d8d82f67","sample_id":"mmlu-professional-law.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c7c00833c9c2f1cbcd740e1d6decda61a5e2cd44e7f6e1e101ab3ab938b85a1","formula_version":"titan-u-contract-v1","latency_ms":1.3758750865235925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3522ecdbd0f0abce1ac70a964e8a0807a530acdc022b9822b6a1b5d057320410","sample_id":"mmlu-professional-law.val.1380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c743f9e2038c1661688b44c193d243bdca84fc45a1094f70553f0c4679bf26e","formula_version":"titan-u-contract-v1","latency_ms":0.6769580068066716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"413dc7c1fe736f1334c990c558fb1604fd5ea1851dff7aae96dfff0474844ebf","sample_id":"mmlu-professional-law.val.1381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2542a30b115a6731ee7d7b2464f5a21fec498d3a11a31431a7f4bb5bbe9e268a","formula_version":"titan-u-contract-v1","latency_ms":1.567042083479464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36aba738ae075293bafa449c1c462a8178ef437514de00e5b0b3fb85d2e1ae18","sample_id":"mmlu-professional-law.val.1382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7493c0ce8f1ff5ff33d2d1bd9177878d2f99274a704456d81be219cefd19827","formula_version":"titan-u-contract-v1","latency_ms":0.5975000094622374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9490f7dc292d6bfff45d653d1b8ef1686d28770bd864978d4578fbfbb6b39038","sample_id":"mmlu-professional-law.val.1383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d74d9958b9e753c24cbd80c73df227ac07c4a5ff5ca76995db7723696de5ccbf","formula_version":"titan-u-contract-v1","latency_ms":0.7507919799536467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3fd937569b0948833d1f06f399a5893aa2127d28a7786c398e553adb7ce10c7","sample_id":"mmlu-professional-law.val.1384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"947b4213c39eb14fb2d220dfb5d1f643ca12e40a15d6ee5b08e61162307a9073","formula_version":"titan-u-contract-v1","latency_ms":0.7877920288592577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a9bb64a7634ec9ef4d740a11da1676b42072ad69ae8290c07114d63b5a47435","sample_id":"mmlu-professional-law.val.1385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ac05045a8a168983e408fcdcfcee14a3c6cc942bf42659cd0dfac9905e93839","formula_version":"titan-u-contract-v1","latency_ms":0.8272089762613177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6d2edd6ee1a77a165d7cec9987c60f0232963edf8209dfdf086965115786bd2","sample_id":"mmlu-professional-law.val.1386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30fa5ea1d276000bc5ef225831c6e33421d870770793a28dcf27625a89507683","formula_version":"titan-u-contract-v1","latency_ms":0.8174999384209514,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e4ab206beef28372bc6a386eeadc286bac4947dc7443b3a9808ce7cde62b785","sample_id":"mmlu-professional-law.val.1387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7629ec81a7ac21e28df672ae3fbf44462fabc83759587a08a270fe90107487df","formula_version":"titan-u-contract-v1","latency_ms":0.6983330240473151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2532e26317e50bb95234cb3295d7b7e43497b99c26a7fa64b9340ca3416721ce","sample_id":"mmlu-professional-law.val.1388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bf3704c447192f79619e7fe496e247ac18f7b68fea5dde98435ea07602a60e2","formula_version":"titan-u-contract-v1","latency_ms":1.0061661014333367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b38415b54fc970c8348a40a9c7c5e0940659ac35abc24950659b7fd598e8fb3a","sample_id":"mmlu-professional-law.val.1389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"554b1d6eecdcc27b6c1736d32319bfac98d402789f0153d6d8701d6134f272f2","formula_version":"titan-u-contract-v1","latency_ms":0.8809999562799931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d0ab00b9f7c5b1f8be64dc701fecb11acb6a4fda3cd4afa25aae2d6834e76de","sample_id":"mmlu-professional-law.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f88c0d5051865676b959ac93699ab18ccc19198a995baaadc4d708420161c7f","formula_version":"titan-u-contract-v1","latency_ms":1.0371250100433826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33acb355d59eee3e4a78d65e5161d6ede29e76e57ce797db7eb4eafef9b1210e","sample_id":"mmlu-professional-law.val.1390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52640cc7d9d1810be7ee91788071add68b05c9c3799e8d5b44c88cf7343fe6d3","formula_version":"titan-u-contract-v1","latency_ms":0.724583980627358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5da02f3c782599bd229381eb4318f63eac1da1d76b49c17e9da22dde1df1ee57","sample_id":"mmlu-professional-law.val.1391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6c2ef92554b87cc5f22a7ab63052d7301eb89ba3c27209afe26068cfb5bc2ce","formula_version":"titan-u-contract-v1","latency_ms":0.8526669116690755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1bfe0beec63cda3f3d672d05ad423128183ce68ffcbae7c8e5d33ce058bd5da","sample_id":"mmlu-professional-law.val.1392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"674ac8f3284b23d91d1039a5aec14ae3ca2265517427cd86845acd62693268da","formula_version":"titan-u-contract-v1","latency_ms":0.7566249696537852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10be8dafc17ae2868f6b54eb5c34bea4475b7c0ea0221c9c8a0857480587cffa","sample_id":"mmlu-professional-law.val.1393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9047219aef83ab58051da5b916d2fdd2393ccbef57ffd4565a2cd3437a34504c","formula_version":"titan-u-contract-v1","latency_ms":0.8637919090688229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f84e4d7df15fb8f84dc2c45e7e13a5b4cd7bdf32f15fecbb2e19e423deaf1717","sample_id":"mmlu-professional-law.val.1394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7659313201eaf4ccda8fda2e3a46fb7e08fb9e5ac3f5428cf916b8ea5fa2e81f","formula_version":"titan-u-contract-v1","latency_ms":0.600458006374538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59fcf5f1ab14c276e9c3348a0c88b4a764a63ea1ccb3015235cb0ab27bbc8e82","sample_id":"mmlu-professional-law.val.1395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58d4661c2d8e6294b7351b2d2ceca501fb781c4405de0cca7185bcd178c54626","formula_version":"titan-u-contract-v1","latency_ms":0.8457499789074063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6764d12371c7d7f61c1757cbfd78df9854e89955e295589c26daa44f5acf7fda","sample_id":"mmlu-professional-law.val.1396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"808e32bfb42b2cf347d6be6c0dc43206a3aa1ed71ecff651b62997df50dff5e9","formula_version":"titan-u-contract-v1","latency_ms":0.6638329941779375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c29bbc24ae14a829209b94dbc2a6defb651e5706764b14beab0631ac4bb79f50","sample_id":"mmlu-professional-law.val.1397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83257f2417a1b1f02bfe4ff3b3517649d39d6f2e94da560a5132f8c40f2bae27","formula_version":"titan-u-contract-v1","latency_ms":0.6545829819515347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"836e4a39e66f36303219cca7a60423a129a4c79b36467b9a20ded703ac55abd4","sample_id":"mmlu-professional-law.val.1398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13471c199d79924a35ad4ab69fd74387d1bebcb5c4b56ba883279bf7a62987b6","formula_version":"titan-u-contract-v1","latency_ms":0.963917002081871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15899399e48cc829e445b3aa7c4c6862218daf8d191b93d44d6562d7331b7275","sample_id":"mmlu-professional-law.val.1399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60bf2cb7c5f551d9ff6b1aadb6307e30376314fa734541cf0b0b4ab3e0e184ab","formula_version":"titan-u-contract-v1","latency_ms":1.1135420063510537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"601aa41dc6043e482a26b1112c07fcd044e96073033f399b499dd6bb27a8c0c5","sample_id":"mmlu-professional-law.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c545c5ad9a99b29eee210ee2b7052c5633e3587fa5be700c2bff350fe7382676","formula_version":"titan-u-contract-v1","latency_ms":0.6683750543743372,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26cd0215c720d381c7fb6a510db708888f59224308335c927deec928427be828","sample_id":"mmlu-professional-law.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59d41ca77adbb67a14b7c0b14bd533ccc9cc80e0257d70b143961ab8eeca7d16","formula_version":"titan-u-contract-v1","latency_ms":0.9701249655336142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63357183b189b75d99eaa5a1b0d805bfb36cc3bcf56d583cb2d0f22eee7cc6fe","sample_id":"mmlu-professional-law.val.1400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0596d043e6fd0b8a0ddbf7e3c528ba454af0eef43fee01d371f8f553dbd7fdc","formula_version":"titan-u-contract-v1","latency_ms":1.190874958410859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"773c7a6766f8297941766c9239d472ef27ab3b0a504a838b66226bdd3a045d46","sample_id":"mmlu-professional-law.val.1401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"035c9782c8649a89b9eb185ffc656900cec2ddd5b41a9ddfcc6dbb0e7a11174a","formula_version":"titan-u-contract-v1","latency_ms":1.3047090033069253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4d1c2cdb3ae7fa527c07a2a4c77d8dcf6e627a01e5596554b082400071cdeef","sample_id":"mmlu-professional-law.val.1402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6ed168458d4ee123009483d5498de9ab49c4f94d0a0c43322a73351539735c9","formula_version":"titan-u-contract-v1","latency_ms":1.1691669933497906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"353d5e26d64577657f420e012fc70a4ae9761877c983b2f9453e31cd67b9b4bd","sample_id":"mmlu-professional-law.val.1403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed11c24bf36529ef16b9b7dad81d76d4a42102224cd798efa31ea99bde6e9a84","formula_version":"titan-u-contract-v1","latency_ms":1.20449997484684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21f2ad6d2ef6eca5ebb37cdb4abffbb6a8a4b61b8c3616ba89924dcedf24ab05","sample_id":"mmlu-professional-law.val.1404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c27bff2c5f1f78993c6fb35d7b6872dd8fb31ae59557008fc40068b6eeb785a","formula_version":"titan-u-contract-v1","latency_ms":2.041999949142337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20d59620033e00060252e77955538f889971cd66eec65e188317616ad9bceb14","sample_id":"mmlu-professional-law.val.1405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c06f74f07493678ff2f8195021cc61159f42638d8ad939938b5fe6e434072389","formula_version":"titan-u-contract-v1","latency_ms":0.9971250547096133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1f7c5087215005cd0b904fdba55ee749cdcf91d48d5c1de853eb172769ed548","sample_id":"mmlu-professional-law.val.1406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ca957bf252b5f8f0aa7497c47c0827b22360b852a13ee516f85dc2cb292ab23","formula_version":"titan-u-contract-v1","latency_ms":0.6580839399248362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b74611079515800ad0e7a52872ff85cd5a6e89470de1524d95441bcaf93c9bda","sample_id":"mmlu-professional-law.val.1407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dba2507dbb82954b2e325b7c66eedb899c254c419666edb5078832e1aaadec9","formula_version":"titan-u-contract-v1","latency_ms":0.8879590313881636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93ce43e446f6688139a0a103b240ef469ef70d5f3fd376f8f65014886940204f","sample_id":"mmlu-professional-law.val.1408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb07bf31b356dad3947b5fed6c4bc00df15016bda5ba73bd925dd8fee4f8c237","formula_version":"titan-u-contract-v1","latency_ms":0.9758749511092901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72a382b24ef8c7012d1ca9d0f22fee97d06fa834adc9abbb10ffc5073a068e14","sample_id":"mmlu-professional-law.val.1409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52282a013330a4bade8e5916d958b684d56a28eef1a44e117c404519a26fed65","formula_version":"titan-u-contract-v1","latency_ms":0.9595409501343966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b06964515bcd5ebb9b464eb351ff67e72e3d8ddd9e97ab5cd3aa6c292dfc2eea","sample_id":"mmlu-professional-law.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d608306aaba1b2d9afc8976f7ca11ff4ee7eab6bf6d2a295c012aa563866a567","formula_version":"titan-u-contract-v1","latency_ms":0.7972500752657652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d00e3eea4d6610457557eaea36a2e11197f49219d9b614e9fa8dfbec7499359","sample_id":"mmlu-professional-law.val.1410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9503a0832c0258dd761de8d0ee2316670d44797a8caadff3aef2611aca8dc90a","formula_version":"titan-u-contract-v1","latency_ms":0.9882920421659946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94d821855c301f65ab3b2c40d2eea5c9f43350a6cb129b3dbb8b66d91780b48f","sample_id":"mmlu-professional-law.val.1411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0314110ab6c1d8f606caa9b01971bfb531a88f8887a99b3096e7ba94ac67df37","formula_version":"titan-u-contract-v1","latency_ms":0.6874589016661048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f41afce700f7556a5368958066e3e51284a00d50e5dbf1d8c43b3ac0afecf798","sample_id":"mmlu-professional-law.val.1412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21b2c2027a8ef715242858871984366617f24f269f009435784a851dcf8ec209","formula_version":"titan-u-contract-v1","latency_ms":0.7143330294638872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4870163b47b5d91c6610251ba2133b80a8ddb4c79adf64e6a4c73dff7c05e04a","sample_id":"mmlu-professional-law.val.1413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe43269be035c622698b97e27759f637d0d3be878dfba8c8a8c5e2e79a1c5328","formula_version":"titan-u-contract-v1","latency_ms":0.827415962703526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03515d45ac06e89706d5b505c44f9526ed971fc606b15e404bef580bc0044205","sample_id":"mmlu-professional-law.val.1414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47dcf2d11bb780b21cef3c846914d11b5d0f3113e1605554d1103ddf788b1f19","formula_version":"titan-u-contract-v1","latency_ms":0.4927079426124692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44f7e8674942b1f5f8a19f2fa9c5f9217642e1f6f6f4a81a6f4ec27ed92f5da0","sample_id":"mmlu-professional-law.val.1415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c831914c6f6a5de391a601ff173e88ada5e257d3504f58e71b0c8bff6fade8e","formula_version":"titan-u-contract-v1","latency_ms":1.2538749724626541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a88735c461df7b29b752a81c61c0f631adb557f71645e0ac6a823c60cf687ef7","sample_id":"mmlu-professional-law.val.1416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c34cf2495072d7b674efa962ead981d95f4961f7949863efb1fbd0683c72b92","formula_version":"titan-u-contract-v1","latency_ms":1.0025419760495424,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"960fa14ee104d3adb7d3b4718fb0ef0161b5a0c3af7d9bf6f3fb2a5652a19613","sample_id":"mmlu-professional-law.val.1417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"320e59dc494552a1c5a987bc0eb54f9a7cb81c99bf35c069a80e9c8888b56296","formula_version":"titan-u-contract-v1","latency_ms":0.9782500565052032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eefe7e7f2ff19dac782ef5d0998df616dbcc54628aa7847df07c88914adbec29","sample_id":"mmlu-professional-law.val.1418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21fc7546a38b14e3ff1f0046758a8b386de8d2c53669fffa75ccf7da57d7f367","formula_version":"titan-u-contract-v1","latency_ms":1.8097501015290618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8da537d37dbb62b0f2958ed978ec609572446e965c3b9ab565281d3a8d49fdf1","sample_id":"mmlu-professional-law.val.1419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1af8fed570af0c1aec77d2cd76c741b752d6a90371a26ddab36805d031237f80","formula_version":"titan-u-contract-v1","latency_ms":0.6433749804273248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e266ca720e0aa6210aac4c3c9ff340a942c8eeabe3720ac537e56da090158ed","sample_id":"mmlu-professional-law.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"339758e2284812e450ddd09d0e90303e855c711010277490211fcdab7512e846","formula_version":"titan-u-contract-v1","latency_ms":0.8252090774476528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81cc0aa83e0b8f52bc651b2f1e5f1687199b2b8c6c4ad152022e5c6103126c69","sample_id":"mmlu-professional-law.val.1420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb023a1857a79f05e2f105d14baffe4f785e18ade88277974d6817fc742d2a8a","formula_version":"titan-u-contract-v1","latency_ms":0.8244171040132642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baee0919a1b02065c9bed77e1f7d7c7bc9de184a55df6eed8a1828b7dd65957b","sample_id":"mmlu-professional-law.val.1421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d104c3beaa28363d78659e612ba5657026030686df6fae486eae276eb311658","formula_version":"titan-u-contract-v1","latency_ms":0.7053749868646264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"505d0208d2ef9bad69b4bf94bed16f778bde60b135d777ad448e1dbfb7af4fba","sample_id":"mmlu-professional-law.val.1422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b265ecd3f8770bc184341d9542b8081e3c27e33caba159dfe339f8ba3e0f465","formula_version":"titan-u-contract-v1","latency_ms":1.0821670293807983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fcd9db81806e95835cefd410df13444489d9fc51106ddc5dc6adb659c74a0c4","sample_id":"mmlu-professional-law.val.1423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca5b03449e169f12875926da7dcbecab95096ddbf0cf87c0fd338bd0070f2fdb","formula_version":"titan-u-contract-v1","latency_ms":0.7639999967068434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ac119718ea476647efcc55c36a15595278d463fa806cfb2b518a20f97330125","sample_id":"mmlu-professional-law.val.1424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99d39301a671cb72f4eeb9665775a8db16f14d8d15aef8838cafe463a03d7b84","formula_version":"titan-u-contract-v1","latency_ms":1.093124970793724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9627f09822065be5a2e4530adf8cd697cc0ce2a3eb9d1f11c984f814ef59a21a","sample_id":"mmlu-professional-law.val.1425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cae40a9f7f19587c812ef135f89a9e60df1c95af1782d206ab496d95b2b9513a","formula_version":"titan-u-contract-v1","latency_ms":1.3444999931380153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b61be760605c77305d8296986388ffa63b4b265192695bdf9efd80344fb2eb64","sample_id":"mmlu-professional-law.val.1426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"223ab3ac0b24ccd184b539fd8ee218da5f9e3be8ac67a268c076b6c0682a06ee","formula_version":"titan-u-contract-v1","latency_ms":1.1519169202074409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19f17c431d26ef033cd443148576c29ed5c94daee44a9855b5e93c7c24e33957","sample_id":"mmlu-professional-law.val.1427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c39a63e2976556817a11fd462be40d1364a165882e429900c4ccd40b8e8e36fe","formula_version":"titan-u-contract-v1","latency_ms":0.7254589581862092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be39a4380f0e37b680131cc35d9a437117e79bb66391f514aeb52d0ae1a024fb","sample_id":"mmlu-professional-law.val.1428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39e710f2c7618c68df293a59fa2813e3cb098e211e68538eb19fb4e6e353971f","formula_version":"titan-u-contract-v1","latency_ms":0.9642500663176179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a948cde732af35660965ff6b7c857b65ee4cb5da8409083a8e1857942fb97de2","sample_id":"mmlu-professional-law.val.1429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7011f5f9cc8c9d30349d2566cbd80ad95815e2b58a6e372f1eedfefbe69dfbb3","formula_version":"titan-u-contract-v1","latency_ms":0.914708012714982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"432b6d5c33aae11556a6c29d99f3e2745e6f302741b81cc9e9b3bb098668b1a7","sample_id":"mmlu-professional-law.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90383e4e73c5ccfa54df938fd90d7bc5f471df4b7ed8ccea80197b9f16a40fe0","formula_version":"titan-u-contract-v1","latency_ms":0.8847080171108246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"884f7cd3291549652182ddd08e00f45bfc1079024d8901ed7304e66ba0947bac","sample_id":"mmlu-professional-law.val.1430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45e50a1556081c8822746ea137857bc8ce60f138fd045b3fa7639222a5113ff7","formula_version":"titan-u-contract-v1","latency_ms":0.816625077277422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"398d003acaf1b9c73dc00b97bfa646d1bec509a42aa0590846f3702cf3bcc446","sample_id":"mmlu-professional-law.val.1431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6548dc7cbc09fa62aff42abc15d83de695125eeb531a0b486b77b452d618c1b3","formula_version":"titan-u-contract-v1","latency_ms":0.736959045752883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a2cceceddded28d834461d40136fe61fbd499fce2faf66920d1f0a2dade38b2","sample_id":"mmlu-professional-law.val.1432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e28434a3834325f88b8bcdf41621224aeb4594e5fbd4799682f9b4c9bb20e6ab","formula_version":"titan-u-contract-v1","latency_ms":0.7896659662947059,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"761dce2ec9200c560c479820e29a357ba4ff0b3d665fbeee31fa64cde9205da1","sample_id":"mmlu-professional-law.val.1433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36523f7a0399d1b7496b482e61fd7eef359685ef109c593f19dbe0dfdda3096f","formula_version":"titan-u-contract-v1","latency_ms":0.8654999546706676,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfc94f9a8f4b27f1970298dacc84d0755da4ebd808224d2f638e6e3d35a19630","sample_id":"mmlu-professional-law.val.1434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07a897bda73f1a7c91307d89c2c886c588baf1c58616d6ce37e482e8b4a9d180","formula_version":"titan-u-contract-v1","latency_ms":1.2515829876065254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b68fc76dc1e0a3c450453f14b0b61cfdae09c01de9f6f69d1aa0fd698c152aae","sample_id":"mmlu-professional-law.val.1435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a9d180b61f730dce5074cd3e2404eb55aa3559274da2d57ba0b7a0e0ebfeef2","formula_version":"titan-u-contract-v1","latency_ms":0.9261250961571932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76b7eda2a53d083bcf4808f5ddb8ca0adf0e078b058ebe0f61eca6480fd375d9","sample_id":"mmlu-professional-law.val.1436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"539f20aa2e02d98b02a4c9024c7e0478aa05207f35d658810365f60609b0d80f","formula_version":"titan-u-contract-v1","latency_ms":1.1319590266793966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60faa3c2cacf0297a5708e5020e5f4e61cfd52baba0138cc88907a0cc5086854","sample_id":"mmlu-professional-law.val.1437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6d25f637ae69a0e74c6dea7cc7d670d4d2a5965a30b684c52e20e60b87391d1","formula_version":"titan-u-contract-v1","latency_ms":0.705749960616231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"222797eacbb90d99bc06d12725743b06e3d9b518be7d4a94bdc7ac07fc158b29","sample_id":"mmlu-professional-law.val.1438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"719abbf210271ee43493e5b8ef49f6971b2b63f8e9bcfe85f3bd7b71f923448a","formula_version":"titan-u-contract-v1","latency_ms":1.033125096000731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4372bc323fb195a62920ccee68cd582ce1350e89671f6beb3bb186ab14004002","sample_id":"mmlu-professional-law.val.1439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29f6b9f17a343bbefcc14a4bd40ad58631dcd564312e4600707e1b327a2c70cb","formula_version":"titan-u-contract-v1","latency_ms":1.0455830488353968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5741d087fa8dae10e722293095240f0a8f21fbb58b650e8ca34bd9bc067985a9","sample_id":"mmlu-professional-law.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3f20f722fb9846d789229ecdc42e39c731d24da42c683505dc47f1d17377ce8","formula_version":"titan-u-contract-v1","latency_ms":1.1445420095697045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07bf6f45bce0614a49e6f00bcaa454026e5fc0d257b37910326b98bde6b246ad","sample_id":"mmlu-professional-law.val.1440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6e8663d6810994b4044bf950f16fab9331fa8994b4ed6e1e6c54d671b6d5b11","formula_version":"titan-u-contract-v1","latency_ms":0.779957976192236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef8f366244ed004b8075ff7995cd3c873a2a80d4109d6c9a13ebe15c98e5844e","sample_id":"mmlu-professional-law.val.1441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0387d07d6d24432234c24bc081604e7fb9a9b72d271198b17a8948a575fe5b2","formula_version":"titan-u-contract-v1","latency_ms":0.8525000885128975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37480e21a111d36460b2d568b92a49e42cab2f41c5f0a2ad91a54b833cee13d0","sample_id":"mmlu-professional-law.val.1442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"391a42af8e49d0ef509cc6927b7e813040914b4982f451bcc731cdf30200d632","formula_version":"titan-u-contract-v1","latency_ms":1.1487079318612814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5afc52ba5f84f2f39142eea7e8d52538e9282069e275fd6ed0157a2ebc7e192","sample_id":"mmlu-professional-law.val.1443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"642f64de078fb26a84aa5c5b55e46df787c44f916d2d0a00ad16e66569be8850","formula_version":"titan-u-contract-v1","latency_ms":0.7612919434905052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e553c09264521b0740a775dffab72f319302d227c437c5d836f5941543768a80","sample_id":"mmlu-professional-law.val.1444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"095030fb2faa5bf792ee3139bed8044b25a81227e9235de9f5f86f0f9d48b67e","formula_version":"titan-u-contract-v1","latency_ms":0.9580840123817325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0264163f646d9b63053c02d17954c87a27ad417c22fc83ac82a419abff4eb340","sample_id":"mmlu-professional-law.val.1445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f9cfdcf1933eebf17603f854a680aa8cbbdc3e13b879c97edf55995097ce524","formula_version":"titan-u-contract-v1","latency_ms":0.6673339521512389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ceeb6deb6a5e0508c09a3ff3fcaa6a91b3b1a4d2f4d142f16d74a039d89ab89","sample_id":"mmlu-professional-law.val.1446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9019ba3142be76e184ddca8f927787ada0e576ccadc65edc750396cbb3c4da3","formula_version":"titan-u-contract-v1","latency_ms":0.5561659345403314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8297043182cf318e3d4d48490a2fe7395f76d49a4d9694d50286893a56904c5","sample_id":"mmlu-professional-law.val.1447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1896bd9ae8d68282f94d753587b94d6c04f9a91ca97239c933c5f5a915d77c0","formula_version":"titan-u-contract-v1","latency_ms":0.6864999886602163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a153bc0e170ebf95d75f7421f5006e4b88ef8bb589c80eb370c1302e64076c66","sample_id":"mmlu-professional-law.val.1448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dbf31fd6a854d30aca859538717606e10f4ffd9278cc4de49e43f173d6f9596","formula_version":"titan-u-contract-v1","latency_ms":0.5952500505372882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e692a82500531ad60a45dd37539e632daced8dbdfefba1066c1ec4b7f818e8c","sample_id":"mmlu-professional-law.val.1449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e00a6f06a6ba7a7fd848297cc78a31224ca4ffbb8dace1360680d0da414f687a","formula_version":"titan-u-contract-v1","latency_ms":0.6626669783145189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddfb90758dcfa88e130a855d3f2caa670d5997afa87a976cba32f754815d3495","sample_id":"mmlu-professional-law.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2489ac408792825fb36f2b352b24520633817e66df0428bb16e21f8c85aad22b","formula_version":"titan-u-contract-v1","latency_ms":0.8709579706192017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9c21a9a355dcf7e3e660101bd7a0552205a4d2a3539962134d8644cb00ad5a7","sample_id":"mmlu-professional-law.val.1450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4feea3ef72e5c4ee47994699b47b0f0a4fb0012d2429f6672572e15d1378d8f7","formula_version":"titan-u-contract-v1","latency_ms":0.8300419431179762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93f1c7d4f821bac58064d8293cd5f1a5823efb50ac722e4315c1732f4f1baf55","sample_id":"mmlu-professional-law.val.1451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ec0fcfb78a051a9252523d4314f64cc9a092b851d995fe1c2f98b7622abc783","formula_version":"titan-u-contract-v1","latency_ms":0.7013339782133698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6a7913b893f04784bc48cd9e8d7796c8d12573848b86b5d2a50bb08d820a07b","sample_id":"mmlu-professional-law.val.1452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb90f22c88d8c67d3b1c43893068d459d720af93afb63256af0ec84fa04ca83b","formula_version":"titan-u-contract-v1","latency_ms":0.7713750237599015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b34615a695f13537f99fc3aaa61b202a1fab3556ce32ffb321361c7b58910e3c","sample_id":"mmlu-professional-law.val.1453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e889ceb6c096ded228f3473b639b944fcbe2aa3f6218f076050b61232d544db8","formula_version":"titan-u-contract-v1","latency_ms":0.8434590417891741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af055e3fbda0b831144b024160374f0b894ffd05c4293a423a879646b8fc85c3","sample_id":"mmlu-professional-law.val.1454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df0768e7f8e3007868098f41ef598ca519f359a4c6be614bb70485dc7007ba2e","formula_version":"titan-u-contract-v1","latency_ms":1.670790952630341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba3a49ad1d95d25059e3705e01547be520c17aa812d7fa07679af89a632ea4f6","sample_id":"mmlu-professional-law.val.1455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"150c93cd74ae9c779f3ba2b468314dfb64e7d6889f7ba879991696ed1455148c","formula_version":"titan-u-contract-v1","latency_ms":0.6943749031051993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db7cb6e5d7a443e9d6894ccd3e8678a4cf9994bc75bc7f2361398129ffa3853f","sample_id":"mmlu-professional-law.val.1456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5a30cb86005974e92b3fd7b72dc90da3751dfcde9c649f699e0dc66eaf96689","formula_version":"titan-u-contract-v1","latency_ms":0.9306250140070915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a32e9f154152ea44cd368d64a69e59da72544167a30ea5095ee3fb2ecbd9fc47","sample_id":"mmlu-professional-law.val.1457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa768d15470744aacae3cd90723ce62fdc6e664e3eab6818708fa48bb75d975","formula_version":"titan-u-contract-v1","latency_ms":1.1285829823464155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baec7b1cbb7b38eaf8c09d7cb21bc2597a1e8608be9507d435e12c169b2d0fc5","sample_id":"mmlu-professional-law.val.1458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b14f4fe00dad0fc86043e79f91a3c55a6eb01b999ea6918bd35bb2d3ef53ec0","formula_version":"titan-u-contract-v1","latency_ms":0.8569160709157586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"487092d76db2f1f0553a89b98eb9962436fc8e5b0ede64caaf4580ba23db1d46","sample_id":"mmlu-professional-law.val.1459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40e5ea2934a05b03c68ee274331bf54862f1634aab6991932673442d4240618d","formula_version":"titan-u-contract-v1","latency_ms":0.8783749071881175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eb452de9bc2570b3595feba7175771ca3c2fae693ef38b249f58cda60c878ab","sample_id":"mmlu-professional-law.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddba396f92bc6c52db0121ec45b00182df862fdea89c6fa21b43248acaf846ac","formula_version":"titan-u-contract-v1","latency_ms":0.8712080307304859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ab1424a69088f1e64b0baad5f070a07526d7a862c178a9e7199275ced88dab3","sample_id":"mmlu-professional-law.val.1460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92d381b65fbc395a07a17de05f8cda8df63a9fb0fa238642fbc21e735bb0b21d","formula_version":"titan-u-contract-v1","latency_ms":0.8085829904302955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43d516973caac28ef416a45aadea5d8e8d5e948a47284aea391505b367f372d3","sample_id":"mmlu-professional-law.val.1461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87804a7c4f1e95221e837c4a855706feb34d9937e8682e66399421d68f291860","formula_version":"titan-u-contract-v1","latency_ms":0.7407920202240348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fb876adb71b6e86c4c1e42cddf1297b267e38ae85bb559323c405c54ef5620a","sample_id":"mmlu-professional-law.val.1462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"334eb42e35a376454f71d7462355255f63d12ac06414b085c161922eb72c04b2","formula_version":"titan-u-contract-v1","latency_ms":1.0767499916255474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"174d780cf91fc7fc44a05a8233f5c5fb5ce7a734debe10c3555742ba47ee1ab2","sample_id":"mmlu-professional-law.val.1463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d397856cc30f3f35e5ba7ef2d04be003597d01232a248be0da24607a9ac3913","formula_version":"titan-u-contract-v1","latency_ms":0.6789170438423753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4504cf652fd3d0ab38ef359eeac36f14a1bc35b0561aa6f9d4207e59b7ba0f3","sample_id":"mmlu-professional-law.val.1464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d578f5e6d51c5a0befab2e93da4da7cce882296b3e89b6cc44cb92c8b68b2156","formula_version":"titan-u-contract-v1","latency_ms":1.0276669636368752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9557fbe02e5c81a214ae4d0a282fd18d7713dc5d13b5c945291c15c60fb6b0ef","sample_id":"mmlu-professional-law.val.1465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8a905d7560ce3af0e2f00ece9a51634e926dbb7b51260902de6bdb6f9707bb3","formula_version":"titan-u-contract-v1","latency_ms":1.0971669107675552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da3f72f4fe5589727af574052b627de3ede2ddd1965bf21392a7671420ed57a4","sample_id":"mmlu-professional-law.val.1466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"348c283fc23c7eed0333fa58dea02eff39b5996daeae8554d8ce2ddd49767bb5","formula_version":"titan-u-contract-v1","latency_ms":0.6045419722795486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97a2f5b849aa6b79d0eb94893146cb720c1be2f014b99d6650b052524a48ce9c","sample_id":"mmlu-professional-law.val.1467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e59f4bfa6f0130759bea2068783b282e7eb3d67b10d06505849aa7d0e768cdbe","formula_version":"titan-u-contract-v1","latency_ms":0.5755409365519881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5519e9a1ab77cc03f6f01379523e7efcc1f6168c794a2f2678eba8459876ead3","sample_id":"mmlu-professional-law.val.1468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da84811ccd83ad8db57bff0dd60ab43746b53bf34b70ff8141aee2851257e142","formula_version":"titan-u-contract-v1","latency_ms":0.6063750479370356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cf756ce7e04dd137df66d247089d87611879e94365626f12719213091225861","sample_id":"mmlu-professional-law.val.1469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbdd16624c3b6f242bddadf498373bfca224c66285334170798db035ce7f3b66","formula_version":"titan-u-contract-v1","latency_ms":0.7374580018222332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"813767760fdd613a257ad8390f5fbcd1be42cb4e3d03a95f6f49407ed547fe88","sample_id":"mmlu-professional-law.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdf436ca96735cbc5f8d4d1a68cd9e11d934ab3a065b70c306a921df818d46bc","formula_version":"titan-u-contract-v1","latency_ms":0.7124579278752208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8833e4b0b30ee4afecfcb6e665efa95069b7acd687d5185a0740f6934135cf39","sample_id":"mmlu-professional-law.val.1470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e433df0858ec71b0d550e6bb7f8f5a1113fde8bc0285b8395de7aefc67135e27","formula_version":"titan-u-contract-v1","latency_ms":0.936417025513947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"806ffcfd6a8d1609289af9da121f7a877809c871974bbccd8f4804d435be851c","sample_id":"mmlu-professional-law.val.1471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4af4e3a764c9e5004d18aa781cd34eadea32f92d6cecaf1a8a0613e69d3cce1","formula_version":"titan-u-contract-v1","latency_ms":0.8005000418052077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15633af41852552c37aa061d9216cd6d0c0066882d8bd5538d8486701daf458d","sample_id":"mmlu-professional-law.val.1472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6eac5f0505269f4b86ce43206791491eb7acdb81bffaaa7a7c7e72b75ff5f00","formula_version":"titan-u-contract-v1","latency_ms":0.7937499321997166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52708fad1a4e469b74960869ba3725d60c5a2225a1f6710aac05e6c19c2e8b71","sample_id":"mmlu-professional-law.val.1473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d6151400316129f0c9f5b00df4dbc48d6c1c9f7d222a2177ba03ddec6a02f82","formula_version":"titan-u-contract-v1","latency_ms":0.7888328982517123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e43910b7eda6f5a9b921db92ef44c637310475c56f6ea218145c4eae7e7eebc5","sample_id":"mmlu-professional-law.val.1474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c57a2ef0d041cc2cd726ab58cb40e3559ad12ea7460e9e821c6c8461082c3c85","formula_version":"titan-u-contract-v1","latency_ms":0.9566250955685973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"705816b653e89f720e5ca5fb92425f148b23474484812e4f0353af15da7dbf85","sample_id":"mmlu-professional-law.val.1475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a024f227ef8492afa4c6136c3310abd18044320be6b9af616763f502a6cd3803","formula_version":"titan-u-contract-v1","latency_ms":0.6087500369176269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08c3437fef3202e55d6ca8eb160add2a64634e31d16af23f92e311cb346602fc","sample_id":"mmlu-professional-law.val.1476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6db6efbd9c9d0119cd75fb0fa2bfc95e7a27891f5afcd37dc1d71335d8c87e10","formula_version":"titan-u-contract-v1","latency_ms":0.7874580333009362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e96bac7a0b6471fb858503da4120672d7ea94bcfb6ec3ee0ae821e1742b7cd5","sample_id":"mmlu-professional-law.val.1477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8faa491e159909b11b2f1eb524e5721cd350dfba98b820431f0ddf9079613deb","formula_version":"titan-u-contract-v1","latency_ms":0.6875420222058892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5501a9232b5dc0205819bcc2150e15771d939d66237724b676bbe1e01a4312b8","sample_id":"mmlu-professional-law.val.1478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"170cc25bdee72b67fd06be9100b11e00636d2dbe581f3328be6178dee79273ca","formula_version":"titan-u-contract-v1","latency_ms":0.8110000053420663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ea63fe3afb445941647ef44b1d868088c699d43399998a8349080fd67158630","sample_id":"mmlu-professional-law.val.1479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"527019362ec517840b4a0bc732ea6b7f172daac316f4724bf0e74df5519a7250","formula_version":"titan-u-contract-v1","latency_ms":0.6611660355702043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31ea18d4f3bde70d78a2f11439e928ce0c51990e9adc7e65fd6514269e59e4cc","sample_id":"mmlu-professional-law.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e878ebfe1ad36890d67c51416782e376caa87c4ed9bed05be4ee2d50ec5c429b","formula_version":"titan-u-contract-v1","latency_ms":0.8559580892324448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcb51c7b891cfb82dc2a86680f36a2f3225eff35b02e6b34c33102f6627c1b6a","sample_id":"mmlu-professional-law.val.1480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06b779bd3dc024c8a1450df817fac1ad5a14085dd40a18dac42a73a5287d484f","formula_version":"titan-u-contract-v1","latency_ms":0.7296249968931079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b08e380d29283b6221dbeee9488977d6f4880476edbfcacc953558287bed0b4","sample_id":"mmlu-professional-law.val.1481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1edf245d4a323b683757fbb14fc343ffe7d3d375398740c8df1abaf1095d8993","formula_version":"titan-u-contract-v1","latency_ms":0.8644580375403166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7578de0975508f8836fa10f9e77b1bcc36a059b2b19a6b3b1bd5d6ee63fd81a4","sample_id":"mmlu-professional-law.val.1482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a168e32e5a685330188b2e2cab31509d8f61e43822753c9c1660836b6af3707","formula_version":"titan-u-contract-v1","latency_ms":0.7862920174375176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05fa316f25f460e6abf6834d40f49fafaa7f8d06fe0869ac41e4d7eaf445ccdf","sample_id":"mmlu-professional-law.val.1483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8939fd990dd7b6b781c2da45165c926e4f6ff2721c48f321bde527b070a57b1","formula_version":"titan-u-contract-v1","latency_ms":1.1963340220972896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb4452f8625b981665738bef77d5ca4640bb81245dbaa0357604bf059e2b3ce6","sample_id":"mmlu-professional-law.val.1484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fca52aed4ae25a3631759d77e6518ce500b3193246d45a4735a2b64661bfb1f","formula_version":"titan-u-contract-v1","latency_ms":0.6695420015603304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5b77005a1d8bb70e901dc90cd6adae464a63a587691fc7714e9eec957b8a66d","sample_id":"mmlu-professional-law.val.1485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29eaad7dd66b9335158cf3481887e2ef7731c6994143b6ea9b92891c8a592f9e","formula_version":"titan-u-contract-v1","latency_ms":0.7441249908879399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5071744fb4438ba285cd26f2d12c3c09ba5b287d5f4ecc3c730cd0ee15fef9cc","sample_id":"mmlu-professional-law.val.1486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8d4b4d6b0c4feaf2ce5e563335c8b5fc289ac5d93a7b4f830ab51f0208f471c","formula_version":"titan-u-contract-v1","latency_ms":0.9965409990400076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6e1273a383002914fbdf15bee5dfedef453f78fb5bf4fc9ba410c5de3b8cf9e","sample_id":"mmlu-professional-law.val.1487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"932790864d38bcf947bd654fe1279acf3e6d5ff44027442c8bd95bdb4fa2a409","formula_version":"titan-u-contract-v1","latency_ms":0.7618749514222145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ab9efe717a9591dccb9fe005cd0373e10ab760dbdcd9a4a107f9b35169ee123","sample_id":"mmlu-professional-law.val.1488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97d60d9eb9446adb101cc4dcc3e8cc3c05575e123cfcb6e34937d8903b9384ef","formula_version":"titan-u-contract-v1","latency_ms":1.3666660524904728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a0a3470d54c2d663d1251742caf8262d9c56de3b3398da33bfbf59fdef71e98","sample_id":"mmlu-professional-law.val.1489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d22a1c7edb06d6341c195301d4eb0597579c68c06438b724543dc8b17f3584a4","formula_version":"titan-u-contract-v1","latency_ms":0.7406669901683927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ccab5837b5d00236334bf6ba1a6f55cdc5d8180c29add2dc284ab95353c9fd4","sample_id":"mmlu-professional-law.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"449a4c118504dce1c312ddc9b28f1513526a36e37dd7bca4d6e30daf366be4a3","formula_version":"titan-u-contract-v1","latency_ms":1.312167034484446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71cae8a73586e5dc5421c9f8a68af537d13249ffac374b97b0072c9359ec620f","sample_id":"mmlu-professional-law.val.1490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34d332d2be629b4394a8b06d548fc169222e73419b604ff0eabd8479c11ef409","formula_version":"titan-u-contract-v1","latency_ms":0.9582909988239408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad3b69cc84cabcaa071631af636a3f67e668c858f2e6847b34564ca786509e27","sample_id":"mmlu-professional-law.val.1491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce6f5696642373dc7e4ef2750c4dae2b624079d80e00e86393f60a149d430026","formula_version":"titan-u-contract-v1","latency_ms":0.9312920738011599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"982c2daeae3e66516d768c843c7f61a89d92e49f73f682284f387da41faccd01","sample_id":"mmlu-professional-law.val.1492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50b2e310af941bd9e6adb8fd04e725decddad2ecd02b2b6fbb6dbb8601c842b2","formula_version":"titan-u-contract-v1","latency_ms":0.8880409877747297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f677f1ceafc92122c7c354b50fd6eb49dbeeefb480a7594d4aaf874c664570a5","sample_id":"mmlu-professional-law.val.1493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d75d622627c4e10d1656a1c18c08189cda6ec4cea94cc8670807cc5af301e35d","formula_version":"titan-u-contract-v1","latency_ms":0.8371250005438924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c8e5ac561629868c229b66826fec5a8a902c40a9138020b773ea2b8d3bfd108","sample_id":"mmlu-professional-law.val.1494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbc314f9295b73ff5603b7bb0dceb7aa5ff2d6a1def5521ef96b3d22fcaa81a5","formula_version":"titan-u-contract-v1","latency_ms":0.8231659885495901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3167c44e7a2f16347ab38c2c10b30f5be9acb1b7a47fd9e715d347fe456c60d9","sample_id":"mmlu-professional-law.val.1495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f60d12886780d5cd68fc20153cee948dce751b77485477fc3f80446cdd03ee8b","formula_version":"titan-u-contract-v1","latency_ms":0.8709169924259186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"899e3e0e66057dc5b92031d9ecf50210b95edca4af3d61f3ca63dbbc53bedb3e","sample_id":"mmlu-professional-law.val.1496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"399479ce2b939c821bc6ba24ab20470fe3afea732eb3c9ff2e9f8b0eb3106f5d","formula_version":"titan-u-contract-v1","latency_ms":1.0100409854203463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8a024ff9154f0fa14307d847b0c9b747e7eed11c9c3b92afe317323a9dfeb48","sample_id":"mmlu-professional-law.val.1497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ac0fb23c2d8478befeae6af0c016fee85cb044c6e973db6a14e509e31680f5b","formula_version":"titan-u-contract-v1","latency_ms":0.9566250955685973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6056cc819f938bd8f0896e6d38224c6389bddeee288f354a06635bf6b871391","sample_id":"mmlu-professional-law.val.1498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1443ee66acf71f25227f4e6b71b9d2b386b4326e81c4d051c34a36975af83f05","formula_version":"titan-u-contract-v1","latency_ms":0.8427919819951057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fdab211eb8ac42041e4779741c2df212c994409504351859b5c7a6c386eaa2b","sample_id":"mmlu-professional-law.val.1499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ea4e3d1153e78d770dac484b57ee9dce3a5328b0a334595177d05946fba2ca4","formula_version":"titan-u-contract-v1","latency_ms":1.117417006753385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"373567c1642d3393d330450414fc3566221e76f1ed9717561b92ee69987a05f3","sample_id":"mmlu-professional-law.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"518e6db6e41f636fd98844b79a61faed8e49158c4a9bed5beded8a838f49eac5","formula_version":"titan-u-contract-v1","latency_ms":1.1884999694302678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cf23f53064dccfbbd35854e6be31a60b35b25fe87550078631b6a81f5d4b969","sample_id":"mmlu-professional-law.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c19a0a308eca0f8ec3cc0787461c924c5495ea17b4eceb775c733102af900ce7","formula_version":"titan-u-contract-v1","latency_ms":0.8467499865218997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8219746900032cf00602d1da3492951dc68aa0ea8e43f246254dba8e59e6321","sample_id":"mmlu-professional-law.val.1500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0232f7f40a9fcfb8ddf4c39512447acf79b04da95291de51fb3ddc1b56be648","formula_version":"titan-u-contract-v1","latency_ms":0.8097089594230056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37db810375117fa1b81ba031ccc3abfde5a46897c393649edc1876076fc7ff02","sample_id":"mmlu-professional-law.val.1501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e43ecdf985fa7d4423204756964f982c86a602a1589ee2aff18720e3db87172d","formula_version":"titan-u-contract-v1","latency_ms":0.7447910029441118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3340af420bb534175d30e7956c0a68bcd3c3e871cf411cbf7f1ded8d8fffa333","sample_id":"mmlu-professional-law.val.1502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"417179fed8ff8e22b17d44cbaf6c842f3247134d396a536066537b62b89f8fe1","formula_version":"titan-u-contract-v1","latency_ms":0.6017090054228902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5ae6a251bd0d81fac3e6ba9bd754b88a93b8bccefaa244510ae84a8296844ff","sample_id":"mmlu-professional-law.val.1503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"306f2796126f5b405f1f081aa1259fe8706f7cb5c18d6af25c06760d5c491a60","formula_version":"titan-u-contract-v1","latency_ms":1.2746660504490137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4f46a6a1de4cf989aaa037093c427ed4ae49866ea6ae1a589a62d3574975f98","sample_id":"mmlu-professional-law.val.1504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a7ef723ab36e998a47367068d82ac990e95650747e0c7fbbaaa6101d66edf1e","formula_version":"titan-u-contract-v1","latency_ms":0.8635830599814653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fdf52444498a1285367da8deae6c9c991facab08d1855f6f3ccb4b6f375a82a","sample_id":"mmlu-professional-law.val.1505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ffe40fb0780ca45d4e9ac583aaecf0ea34635ab0df22e6ae424df97ef551445","formula_version":"titan-u-contract-v1","latency_ms":0.7986660348251462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b70b8d4bfc3d2d600d1e21e50c51b04ca8eea7a2887c9364de1e89d628ea3d07","sample_id":"mmlu-professional-law.val.1506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"084a979bab69010d81a798d6b4a8edbb87f6f01096c9d3676b610afe6154b43d","formula_version":"titan-u-contract-v1","latency_ms":0.8737080497667193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"437ceeded1557babe56fd904d2b5159629dd037f5fd4886ada13ee63308ecd07","sample_id":"mmlu-professional-law.val.1507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d101b21bc691ad71e8178b15bcbeb7197fe07ebcad7ad44f1f0d09184a871a45","formula_version":"titan-u-contract-v1","latency_ms":0.6620419444516301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4299e5dd0fc7f8e6b9bf4ccde11c54a5e029d726e6f43dfbbd977c69a737f38c","sample_id":"mmlu-professional-law.val.1508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee447404c0f08ba59ff25172c045fa70ed4372768015fca59eea65776bc7133f","formula_version":"titan-u-contract-v1","latency_ms":0.8271250408142805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32640771eef6e6440f28e5c96f0729e8f9fb8d28072e3cb1541fc2a702587e48","sample_id":"mmlu-professional-law.val.1509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fd8e057801b7c1c9c31285577f0b853e8e2b6698fde04f77e2678fd15a866d5","formula_version":"titan-u-contract-v1","latency_ms":0.6850829813629389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80845dd0eb14c945e632a2d68c38f35cffeaa350f8fd1f3a68d3a4d670b92785","sample_id":"mmlu-professional-law.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8dd73691341ea3c6ea2774ce9ad1366808e05081e280807f49ea81913a675c4","formula_version":"titan-u-contract-v1","latency_ms":0.9293749462813139,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1250cc2362a4f3a184c4d7c8105107d324865a894870e7ce488e2f5b50c68e1f","sample_id":"mmlu-professional-law.val.1510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ee86eee5e0a382770a87e7bf01ad8c85bf4241b80bb8685cf2e4371760118bc","formula_version":"titan-u-contract-v1","latency_ms":0.8097079116851091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92969652f0417e8974f1383a5cc1b28cc74e4a8494fac62494b960ebce526ed6","sample_id":"mmlu-professional-law.val.1511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72d126f53219142dfe79ce9e655c41012495a744deda2078310d681bcc7173af","formula_version":"titan-u-contract-v1","latency_ms":0.9185420349240303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6264218c8f4641684688839537e81d336122f171c8e85c6bac6be1c963bb51bd","sample_id":"mmlu-professional-law.val.1512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9066b8588d16abdd7c4fe79348bc767a523d7bfc6f1c2f94bb3a0656325239b1","formula_version":"titan-u-contract-v1","latency_ms":0.8471249602735043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78f0a3b2b77ca4e4a62347e0448b6b1d1e9b277829bfe93a927e9fb86024103e","sample_id":"mmlu-professional-law.val.1513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75222fb8679fe0ee081c121fd686d35116005758808d3a48bab6d989308bcbe0","formula_version":"titan-u-contract-v1","latency_ms":0.8236669236794114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bbf5d3caf7eea50038517736ad05d2c9e96d316160458241a1f483c5be381cc","sample_id":"mmlu-professional-law.val.1514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70efc745ebc586beffee09bbb5f8b8a26e64720d928512b14f73577edbf6fdb8","formula_version":"titan-u-contract-v1","latency_ms":0.659208046272397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a130b0a1f7d9f2d53cfbb4cd0287c12d0de3f649264a50af41856fdb28df7c2d","sample_id":"mmlu-professional-law.val.1515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfa1a70b1e0c2931786e9234f36bc2fae177710fce10321136348a0a231018d6","formula_version":"titan-u-contract-v1","latency_ms":1.2055840343236923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66066cf1446c31ef7ce687705cafbfabaf9d85d558e75a39009c1a999884cbe8","sample_id":"mmlu-professional-law.val.1516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1d3b599a92cb34545977419bb2c783429a8209ef58973778f13026cb6dc342d","formula_version":"titan-u-contract-v1","latency_ms":0.890083028934896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11d00bafdc41fe00413c94a94ad0530e9cafed4321dbd5ced871077d609e4cbd","sample_id":"mmlu-professional-law.val.1517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23b3cd7358f0dd26639dbe486f3828b626b836dafd2c9062204945b5516b0b64","formula_version":"titan-u-contract-v1","latency_ms":0.7320829899981618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d27859bfeadaa142e12179dc9bde606cbecff46d6d1fd6b4432b36c7c7ca4b9c","sample_id":"mmlu-professional-law.val.1518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f61870b972b64624b33506a541b483ba11be8fe8b0f5f144ef420a173436b33","formula_version":"titan-u-contract-v1","latency_ms":0.6017079576849937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b483b30cd75a6217edd3700e62f2c07f27eaed08a8fe0793d79034154f1cb1a","sample_id":"mmlu-professional-law.val.1519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c3a16674e4120a44e78d271341bcd7c312cd56f12ea0664db6e65c84034b9e5","formula_version":"titan-u-contract-v1","latency_ms":0.8640839951112866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fbf4a93a4892a1294952b54aea30040b03ed42783f1c004d8eecb4d57583360","sample_id":"mmlu-professional-law.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56aeefe16eac80ba6029bc38dbebc5f826d12353e54b362f76bb9bc8994a67cc","formula_version":"titan-u-contract-v1","latency_ms":0.9287500288337469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e29208a5bdeac45fe2a288ac829e3fc0fd5dec31323f8244108797b46e85f685","sample_id":"mmlu-professional-law.val.1520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0eb93bf2917f8abcd477b1397707bc406031b0523efb10c47427ad3ffb4f851f","formula_version":"titan-u-contract-v1","latency_ms":0.7902920478954911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0df56363ac74bee9f69e23013977302abb4d52ea91312709475fafa32f11f320","sample_id":"mmlu-professional-law.val.1521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65388e88f11bb39e047fa6ef72eb147a7a7bf659e5447ebcf92b35ba9b944381","formula_version":"titan-u-contract-v1","latency_ms":0.7240410195663571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35b47ba6492bc2479035dabbaa84617248c2199fcaffab5d4d1ec4b14a22e6d3","sample_id":"mmlu-professional-law.val.1522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffef95d5aefb76fad59b0a8011865c286531235e4ea9bd12875914e2414416f0","formula_version":"titan-u-contract-v1","latency_ms":0.9007080225273967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c7d01933da8d4ce2c641e4310dc13765f450a4e2b0a19410159c5c080ea5c69","sample_id":"mmlu-professional-law.val.1523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02e50ced0e892f761c299581f9e8232c40b6ff6b49a15d2731c8a63366ab8614","formula_version":"titan-u-contract-v1","latency_ms":0.9768749587237835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e16cf278d261165e0d90c87782b32f926aacdf966ceacf185a72cec5e8f0e775","sample_id":"mmlu-professional-law.val.1524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d28519304602dbfa14d3995695d22faf066aca5b2446b09c38732239cc89a6ad","formula_version":"titan-u-contract-v1","latency_ms":0.8378750644624233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fbdfa02f572ee1074d2fb057861d6fba05f0093fc5d69840a62f790b4bd277f","sample_id":"mmlu-professional-law.val.1525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc3a98ef380f3366780473a20207487a62df5cdd49770b6106e020104474c9bb","formula_version":"titan-u-contract-v1","latency_ms":0.6591669516637921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0b5456e6e4a043d3b5596ebe9dd91daa124086101221e01c84a95c3d99a35d1","sample_id":"mmlu-professional-law.val.1526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cedf4d3a346bb12b5c1a94f3a4984363ba3f139868d49fb901d2c1e2a8f366f","formula_version":"titan-u-contract-v1","latency_ms":1.5568749513477087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1624b575eb961c71ac1c6c5cd4b14066cc66480a3f101456ff5270b4613db35f","sample_id":"mmlu-professional-law.val.1527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24f9ed3a27563bec438fa071449f98336e0d1753ee6d6fdb2e90abe072edaf4c","formula_version":"titan-u-contract-v1","latency_ms":0.7785420166328549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baa267174b5f5d5e5a0fb98e99d5ba3dfa9009d890c5e25f6e3bb082057e3010","sample_id":"mmlu-professional-law.val.1528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"170d9877a2aea28edc6e7bbeaeb2ce34b7c3392abffa35b426ad5211cf93c251","formula_version":"titan-u-contract-v1","latency_ms":0.7266249740496278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01e04fce0d344742d348d365aeab9ac510752c76364d1571b74c0dbc478eb33f","sample_id":"mmlu-professional-law.val.1529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2e0835e27ebb27e384e60934ae909484c9ab544993cbcd898d9eebc0eb82dca","formula_version":"titan-u-contract-v1","latency_ms":0.8145410101860762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46809e95fe4f51dbf08e00c29dd2137526a467be29412792e98b9dd4c3a4dd8b","sample_id":"mmlu-professional-law.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf63bc4e08e93f238594cdba537f5c578ccfd5634a3492e89faa8af4ecddae11","formula_version":"titan-u-contract-v1","latency_ms":0.5523329600691795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd5706a95d61cee1326db7a3cafe850b6c3a4d879d663a05724652cdbaafe7a0","sample_id":"mmlu-professional-law.val.1530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cd3a61210ab814af13ec943af816a3a274ef958bfd02756d8aeeeb3cb306846","formula_version":"titan-u-contract-v1","latency_ms":0.6177499890327454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acf370e6a9b0f24d44b82575b288a475afed1ec36303c48a15710b394a9a041d","sample_id":"mmlu-professional-law.val.1531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f1e7e2e84da646ce9a5b00dbc08ec2fd1ce636c19cad960efd7d7c8d7d6ecd3","formula_version":"titan-u-contract-v1","latency_ms":0.8873329497873783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc3871a9f9a600651b2bf6188a52cfc2ca15dfb757295df96b163ef994fd6e59","sample_id":"mmlu-professional-law.val.1532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4341a1769df2b07c38defdd3ff52d34475e79cef3cc6dc43c7e7bd9d5ad1b663","formula_version":"titan-u-contract-v1","latency_ms":1.0808749357238412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff4b41bb310f7af405c9d55532951961484c2715d9f2f834407d199c2d49ac27","sample_id":"mmlu-professional-law.val.1533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aa07f90fa9f4e63758ee86fe02dce38fdf2862839843630a3ff622d9d389ab6","formula_version":"titan-u-contract-v1","latency_ms":1.1150420177727938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2071d8f040a2e9611976f93ebbb740dc971bd2965967eb8ed91432c73733f539","sample_id":"mmlu-professional-law.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0303dc0e4a0a668642c0e1ce794e032a816ebfefcce1210014f55b82aab4bd1d","formula_version":"titan-u-contract-v1","latency_ms":0.6368750473484397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8433491e54740457516d3dc7f0b2759d07eae10de88b75983e5dd713ecddd34b","sample_id":"mmlu-professional-law.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81f87a5eea2507c4a9e3fd254dff7a65c5dd2d00ffcffe97e6d8e6b8a0648d18","formula_version":"titan-u-contract-v1","latency_ms":0.9502919856458902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0ec7457e450f84037d2abbbb46f77bc912fec67b259ee127bfd731e86464540","sample_id":"mmlu-professional-law.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03685d773fdf5d7a5720f36c499e63094ae42dd5315e960a2fa4f2b971b5c465","formula_version":"titan-u-contract-v1","latency_ms":0.5338749615475535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"629cabdae9d086040f52e9bc4a5bff676a96e59dc08186f2af8c0d2b4576b6e3","sample_id":"mmlu-professional-law.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62d4636711236abaab66c5f5d756f52e03fbd566dca564dfeed5268d16049531","formula_version":"titan-u-contract-v1","latency_ms":1.0398749727755785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa9411adc8617a4f00e90bdffa6517d95883b4d0c644f4e8d68772e47795c4e2","sample_id":"mmlu-professional-law.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bc9c5168d2d9f0dd1bcf4f1af264886143569790f4ea1b89adbab110e7aa707","formula_version":"titan-u-contract-v1","latency_ms":0.7104999385774136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c14c3d11aab07e11a98c66e9a06b128c9846b2acecea129f102d0b33ea5daa6","sample_id":"mmlu-professional-law.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caf21d1f23077fdb309a5eca02316f79d70861ea1f06ddffff86fc4c143a0908","formula_version":"titan-u-contract-v1","latency_ms":0.8980840211734176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37ef63a61488b2c230ddb710336475935e4ad011d46ddce50806bbc6006a056a","sample_id":"mmlu-professional-law.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f6b98d8fdff5c98e8fd5327dfecfd02f5908c00e7924db0f52332101232cb54","formula_version":"titan-u-contract-v1","latency_ms":1.3180419337004423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4521ada582e67a7cfeb356998c8bd3574f4088ff8b19f62d5291c25be4f135b","sample_id":"mmlu-professional-law.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a508008d793e7325094633a095d9009803b0566bdad256013693166993ce864b","formula_version":"titan-u-contract-v1","latency_ms":0.7173750782385468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1a463db3dff2c18483b0e9971a1d6390c6b3feddf57ba10a5c9ed21e74cb196","sample_id":"mmlu-professional-law.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3980c165c57ae65771326f6139eae00e3d1fae72b5d4aa4aa26d138279bc082a","formula_version":"titan-u-contract-v1","latency_ms":0.7120000664144754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05a635080823fe3d8a177a585c518e2d96510ee102da3205822d4c2d7bfc2761","sample_id":"mmlu-professional-law.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9acd8b325cdd9492124aacece6c138d6f211858c063d8302a77a4d3c32af59c","formula_version":"titan-u-contract-v1","latency_ms":0.738707953132689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b24b9f38a11eb242d2b7af3c2dde82d919dd18d4923e1afa5113e24f3dc33fd","sample_id":"mmlu-professional-law.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a596966b7f40c1af5fec3c20013a5c5dd97eb157d1fe2b23472cc9e5aebcaf7a","formula_version":"titan-u-contract-v1","latency_ms":0.9651250438764691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58d8e083d98ecba489c8e519939de452abe525da0bdf6f9288d994bf53a911ce","sample_id":"mmlu-professional-law.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c16e19799df71e1867a92edbd563c06908d176cefbbfb03ead28dd129e870a40","formula_version":"titan-u-contract-v1","latency_ms":0.8514579385519028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0210edb5d228b2947493fd27aeeb507781669c0d0807b432a676c80e095351ef","sample_id":"mmlu-professional-law.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66292e052a9e7de96cfa7946176152cf14fffa0193afec11b8ed8aef78a189ef","formula_version":"titan-u-contract-v1","latency_ms":0.7861660560593009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6df7239814c6e6055e239d4a9df557d872b68c1332c97e96111bcc1519397bb","sample_id":"mmlu-professional-law.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fecee5ddea6cfc6980818f9c9aa5489cde8290f86c70dd51279ba44afdafc0bb","formula_version":"titan-u-contract-v1","latency_ms":1.1880419915542006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9422751b6e230151715c4d67fee8c3d5b9f20f81e7749f0d085097c91b6ec039","sample_id":"mmlu-professional-law.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0eafe71a01d637850afeaaa788a9f5c96531d991718acb697b9dad87f4446f8f","formula_version":"titan-u-contract-v1","latency_ms":0.8358339546248317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fecebc13eb0178fb7eb65565eff421ce121e10d47eca9a59c0a6732def771785","sample_id":"mmlu-professional-law.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b895e87077907393a9b2848801c6ff93fc9532c6cf379651637d2821d61a8d4","formula_version":"titan-u-contract-v1","latency_ms":1.0732089867815375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"593dac3e011114c782370eb848bd99bb9e22cabc4fe1ff6c94f7930b291458fc","sample_id":"mmlu-professional-law.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5aca5e625902203d25f2db00a59a7a4cff24ca0ec05755e6e124c03b509e772d","formula_version":"titan-u-contract-v1","latency_ms":0.9345000144094229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3824235b9cdccfd24131fdf068afb27bcba2eb0fafa8c27b25004f3c52419653","sample_id":"mmlu-professional-law.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"101efe3920d23d9808b7dadeb554e774001378dfd1c6905c5d54636894942027","formula_version":"titan-u-contract-v1","latency_ms":0.810749945230782,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81a4e9c0d622e1cdefa7c4b83eff827de76fe44de5029bd400c00c8db35ac70f","sample_id":"mmlu-professional-law.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5eea808f05c838a92bf774057d2fe4935578cfbac8694b77665ac7061e906b2","formula_version":"titan-u-contract-v1","latency_ms":0.6713339826092124,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b8fcb54974dae82356283259e78e4a20e064dacf7e28745835da602ab6b608a","sample_id":"mmlu-professional-law.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c336b3f0e3e49d00963852c02a6592b3ab2fbebea4c56dccf133ce3a95a9fb01","formula_version":"titan-u-contract-v1","latency_ms":0.9135829750448465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb7554073a80c85b407748c592e6a5efcd3eabf82e5bf47b17212388927a1c91","sample_id":"mmlu-professional-law.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f3f2168242333b950ba4138ae830c065bcc9f41f527958925ac4d8adc810cfd","formula_version":"titan-u-contract-v1","latency_ms":1.3402500189840794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f753fa97dc811a0045dac07ae5b86d2b3ab1f3f167659fa08813204fcdfad364","sample_id":"mmlu-professional-law.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f8684384b33ab4b34cf301b4b5b631e7471506d4106a8f27fe2561d1adb42b3","formula_version":"titan-u-contract-v1","latency_ms":0.7508330745622516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95357fb8e282a84e3fc2d7acbbd331abae3643dfba8cf37c1d3bd61372bcc99a","sample_id":"mmlu-professional-law.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"275e8fc0a6623e3c940c052ebe4b98eaea1b4ac62646043fedd5c650f77499c4","formula_version":"titan-u-contract-v1","latency_ms":1.0742080630734563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7033b5add5876f5bd90a90c117b6a617d126e9a6eae303278a75c8fc9f612d5","sample_id":"mmlu-professional-law.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"953bb12bebfc3601b79d12464c730c3182262fce90f666d16059996310d0d691","formula_version":"titan-u-contract-v1","latency_ms":0.9633749723434448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f26cae656f7f899f44c5d7109b1dec5a36b4c7f8bc3b5b8ba852ed9ff48a395a","sample_id":"mmlu-professional-law.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4cd2d8028615a42155309b2c60e1dbc0ed2687f49b3405091ac04ec9b09cfb9","formula_version":"titan-u-contract-v1","latency_ms":1.0834169806912541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d4339975952ee3b0d9c25db19a82a83985dc1696b252530a2fd44c7568c114f","sample_id":"mmlu-professional-law.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cd07c423bd84a955c6ed323161cfccb65675d4168fee701d8b2aea2578564d9","formula_version":"titan-u-contract-v1","latency_ms":1.4547919854521751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff64f9621d80fd6fe192a9218e25972eb9cc37f30bd81358970f8d3e7a0ecf2f","sample_id":"mmlu-professional-law.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5819c96d1fa344cdbdd19799ee147aebd8d987afa2b4330a64f51f93c83ab758","formula_version":"titan-u-contract-v1","latency_ms":0.8275420404970646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d67b976b98119f2284e64f791eac7f2157956d897f9ca23333cbec9fd94487c8","sample_id":"mmlu-professional-law.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"940c1e33654700f6f02615cc8b3d96351a256e5ee42695d66f9465bc13896d53","formula_version":"titan-u-contract-v1","latency_ms":0.835333950817585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"430243e6aab95c7f52387c3add34b051381af141d1f6ca6ef093da95115b6eb4","sample_id":"mmlu-professional-law.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9115355c8c5a0137b586c2379e714acf3e34c0f12bca604a6b4759f016a48f4","formula_version":"titan-u-contract-v1","latency_ms":0.43645803816616535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db559240f60a74c3172acee2fd08d1c80fad58c335a2832a952523563e94bb63","sample_id":"mmlu-professional-law.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdc8828639363d13d7f88aa79cec0e0142d026ac183f22c017c90d1029fb37bf","formula_version":"titan-u-contract-v1","latency_ms":0.6678750505670905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ebad9be04a6b12cec6d62864d1261b25cda3ea01421c0c7ba183964fdf6f13d","sample_id":"mmlu-professional-law.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2a1bec300d377590dd2b56bfa1da1d173c501f896b26d38eec8835755be7699","formula_version":"titan-u-contract-v1","latency_ms":1.1909999884665012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"256702041eca0e1c402d9c35b77962ae702c2ead3a54f148fca9c312a3f87477","sample_id":"mmlu-professional-law.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b82e54d10630f0bc303b5eba9c11fd8b71831ba3bf09fd3c8034ab4f05ca70a5","formula_version":"titan-u-contract-v1","latency_ms":1.4049999881535769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6f48b7fbc0103c3bff6b3ad95f678da25834c70d5d3ad9a3efbac261a0d2373","sample_id":"mmlu-professional-law.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66cbc44149d041161c71e23ed789daa9bcae9fca8a24027f8e5f39b746cf9c6b","formula_version":"titan-u-contract-v1","latency_ms":0.8807079866528511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d7aa865b0e4d533c0282c2b6a2d635b9ed7f8f082284dee2390fbf24a8a5dc4","sample_id":"mmlu-professional-law.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7829a0d56b045e0b4e943070395c511a9864a26528571bd4305a421654ebd910","formula_version":"titan-u-contract-v1","latency_ms":0.6015419494360685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ed6f71104daf36638f16c94326081e3de9a697e1c8c79e3961ac7db5b28ea5a","sample_id":"mmlu-professional-law.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56410dd2b0f963a96a240f82d2fe4c962464da4eec8ae46fb591bb3f722a95d8","formula_version":"titan-u-contract-v1","latency_ms":0.6745839491486549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ed1e92f8458bf494d4f911cfcac0313d11ca7fa1fed305e4d4451bb8decf2a3","sample_id":"mmlu-professional-law.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9543b57a5b0f33dd2cd706e142af595b918ae3913f8965a929f58171003276b3","formula_version":"titan-u-contract-v1","latency_ms":0.810040975920856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7f72089a9497203a162713eada236d3b19685edc6be74c3e4298d964d3f31c9","sample_id":"mmlu-professional-law.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ccff7fdceb0a62b10a976e32fdf9acf1299a2266caeeeb736a86c2e8cfe9785","formula_version":"titan-u-contract-v1","latency_ms":1.0115409968420863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39c1a8d7da5615c33f534495be58e0eef89764146dd877db665c6b4965b944ec","sample_id":"mmlu-professional-law.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ff514b841c6879d1d2480bec33a59f7e7897a134dfc09628b9f9f0c2ecdf13f","formula_version":"titan-u-contract-v1","latency_ms":0.7137500215321779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fb8dbef14d21c372b8cbdb74473e984554963f279623168b3c7f3fe5d8337e8","sample_id":"mmlu-professional-law.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be1637fcde9344ce01d52604005064ce9a1b874299692b8c22a5a292e5aac332","formula_version":"titan-u-contract-v1","latency_ms":0.8783329976722598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd458539b792535c43ddfe4bd6f1a2e2ddd3f9942a20ee0b7f4b5962566e8ff8","sample_id":"mmlu-professional-law.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e3b6e651630dadaee724f764eca441374ac8a673fc616e0d1019cf14b5d4fc0","formula_version":"titan-u-contract-v1","latency_ms":0.671040965244174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1896f5f53bb9a135327877aa5aa4e07ff0fb9869a3bfd6f1a6241f6fd5e3a30","sample_id":"mmlu-professional-law.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5993aa0a8a24c31eac8dc06d511a3f55d7e82e6c5edc967df2e8150cd82f60ef","formula_version":"titan-u-contract-v1","latency_ms":0.850624986924231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01910e8c8ae1c8bc48c6b71045e11c9b16953a2999a5618ed6291857c89d751c","sample_id":"mmlu-professional-law.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca33a3928a63f462db9083fadbf3353febf6d509ec5906e1e98b86e0c834572c","formula_version":"titan-u-contract-v1","latency_ms":0.7700420683249831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"872b696252bd7da93b3419577c6f6999492b33daa77923048b529c1b1c892f2f","sample_id":"mmlu-professional-law.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2190483583a344c503c972956f469f24c784abb547d31614f953096166aaeb3b","formula_version":"titan-u-contract-v1","latency_ms":1.2604580260813236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"670657b1d1984f8bc8ec67e22ee518bdb16e504de0297e8fdd769a92eeb60868","sample_id":"mmlu-professional-law.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38fc659bc7e3eeec0b448aa1c0de0cfecf51b3e574df78279d973eff6f73a7af","formula_version":"titan-u-contract-v1","latency_ms":0.765874981880188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8c43e55eda9e7d60cf7ff9edea98c2272a0774027ca99bb2b53b4d54d89f381","sample_id":"mmlu-professional-law.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37f70f751d12b34dc34cb5bed09ec8656564dc0281425acaeb698256d880f6d4","formula_version":"titan-u-contract-v1","latency_ms":1.1252500116825104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c51c822ee5780c431912e13981ee09a81f45dd45526507a3bcbeb8a95b627310","sample_id":"mmlu-professional-law.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4191286f4bb1e36e0dd01e87a6552e9f471d7a2eb77490ffbd7448c14b659a20","formula_version":"titan-u-contract-v1","latency_ms":0.8367920527234674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd225132b5193fa934e2bc6fcbfa2c4c35a83a36b5adc749de4c25f173759fcb","sample_id":"mmlu-professional-law.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"761c13655cd323c6e78d72dc796e65ab203ad5e45d801fb5ad3f48983e5900bc","formula_version":"titan-u-contract-v1","latency_ms":0.7532499730587006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8acdb0d32765173c3d7ffb985ccaa1ade26caf2ac58f6c79e467743ad5a2823c","sample_id":"mmlu-professional-law.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdac82f3ef58127e3be3074d2df9ae73d2171448921ddf8b974f91b291bc7269","formula_version":"titan-u-contract-v1","latency_ms":0.9314169874414802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bb0af189b74a10fe25eb1b891787e0db08d3060e21253a6f5f7cbd2d3232c32","sample_id":"mmlu-professional-law.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93e46d5432b313fbf6ab09abec26e7cf2999944070ddd0687e7fbb846c332357","formula_version":"titan-u-contract-v1","latency_ms":0.8274170104414225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa14c5c8e3b4bf519f4eb437072d7e1751017ce66bcba8145922044f45b6f75b","sample_id":"mmlu-professional-law.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62d2bd48c07b5eef4644410b2ccd159037b13742996c893e7c5fc23274930313","formula_version":"titan-u-contract-v1","latency_ms":0.877707963809371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b12190073ef14714d002d376045f044f844f1fd854dd3a5d29aa1247d355e70","sample_id":"mmlu-professional-law.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be87f28669d9e0d987d08b992b9f5afa4b311e6929859dda014dcb73fec035da","formula_version":"titan-u-contract-v1","latency_ms":0.8425829000771046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d07545427c5077f64cb099124b573e5d12845b5113e0d56bbdf32c99d1061d1","sample_id":"mmlu-professional-law.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ef072ba3467956d52718dd5bd04a635af10fafd188d3052485e6ffaa8c77e83","formula_version":"titan-u-contract-v1","latency_ms":0.7437500171363354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e63b5a930e7a1b90154d1cbb8dcf86e3d4d427bd4820374a73e667748baeb6be","sample_id":"mmlu-professional-law.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60fad634f24a7e9129a9bbda8798e8cd99ecd08d86b3a9850379ddda63420ed5","formula_version":"titan-u-contract-v1","latency_ms":0.8526659803465009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87577b17758000ec7903b5bd277b9ef892f500a7ebcea48904b82dfc7b4baaf1","sample_id":"mmlu-professional-law.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46a5b1efc59ab34e6326f76204380b4df6db64dac466fb982bb100b46c1cca6d","formula_version":"titan-u-contract-v1","latency_ms":1.1242079781368375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14c914543dc66df7aba18b7f8b291f5a4fd59fd698e40c6790996665dc997c83","sample_id":"mmlu-professional-law.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31a6b2fa323919d13815e6a44c955b577c228af4dd8fbccc49c720f0de511ec1","formula_version":"titan-u-contract-v1","latency_ms":0.7068340200930834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a54c9f5a00a4b6aecb21c5f68593a535594e5796b1b546da831a848db9aa2b7a","sample_id":"mmlu-professional-law.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"612caf281f39dc312c9ab5f56b002295d096daff82b25ceb15d034c32784411b","formula_version":"titan-u-contract-v1","latency_ms":1.0042089270427823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a2a972fa65a16c6dd51c29f694a345421a559b2151dc6fa433dbf9b9f5aba9d","sample_id":"mmlu-professional-law.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29d5228171861dfba43661c669deb45f34bd97c6a1c0eb438f607072acb353b9","formula_version":"titan-u-contract-v1","latency_ms":0.9865419706329703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e47ef383dc166b414e27984d42dc7eafffea0005495e04b8fe635d886efcf6fd","sample_id":"mmlu-professional-law.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"337612776d29b007ce8d35273152626ecced570b84ce863c3da5401b4d3e3b76","formula_version":"titan-u-contract-v1","latency_ms":1.0147499851882458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2afa8402c97a069deafeadf8bc096b140366ee16b5d9b2ab20e2d752bbc454f","sample_id":"mmlu-professional-law.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae037e3d1c8102de53b258ec050663cab22cdd5c2ac269173ebb13e3b51d3576","formula_version":"titan-u-contract-v1","latency_ms":0.8439579978585243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd090eff3e39e3556105ed58ee8520362c825016369a6e54626e77b0245859db","sample_id":"mmlu-professional-law.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3faced0e71b95a9a88cd85280dad4ecff0e4618ec72a8b85462a287ef90a42a1","formula_version":"titan-u-contract-v1","latency_ms":1.0306669864803553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38838482ea16dfd5c892dbd78b2b2ccd75f8f1586fd7e37db5d2fdea06c3dbe7","sample_id":"mmlu-professional-law.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e39c8f29eb8673a48c5733e7fd05ce05040dffcd4ad6ed5a89bd915ab5cb182","formula_version":"titan-u-contract-v1","latency_ms":0.6376670207828283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cadfd85d921d80c51fdc8a36bfe697af395dcce8239fee60e9bad9c4f26a24a","sample_id":"mmlu-professional-law.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45d059f58c9c3f470670ef42d2fe5f588f90efaa1487a0ddc35dc7534bdbdc96","formula_version":"titan-u-contract-v1","latency_ms":1.134083024226129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b734e342bfd1c50900792187695d0e298788749b021176cf282e274735c2353","sample_id":"mmlu-professional-law.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43f12fd3277eb8271cac8a23ba60f3be41c714a22874b4fb15d2cff5e86b4cb8","formula_version":"titan-u-contract-v1","latency_ms":0.8782090153545141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12860c40dc631833808210ec6c1dd5ea3da8abe08df56ef7128648b6ba67e3ac","sample_id":"mmlu-professional-law.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"980072b3ed28c69227aa9db4dda5eb64dd76eb4585e2db99ae0058ee1a0f47d3","formula_version":"titan-u-contract-v1","latency_ms":0.6979579338803887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a65619e225d3abe13cfe02c49aa769dbffad134249f74b18562a6d53fdf1dc9","sample_id":"mmlu-professional-law.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"931e7b1968864e79991262c9c62c81bc288440178d08ec57cf53f1bc004dd800","formula_version":"titan-u-contract-v1","latency_ms":0.45787496492266655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfdf7fb28fd73794556bdcdb6d379cf62e92131417ff2b9f0c0890134785f1ec","sample_id":"mmlu-professional-law.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3735ebb187c0c1822bef87857fd72780e5492b3c097d2bb76bed15c2fa20d3d6","formula_version":"titan-u-contract-v1","latency_ms":0.5281249759718776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2a428d08368e1385935464fd0fbf34009d0f09d0e6bf49f6f0d6bc81647476b","sample_id":"mmlu-professional-law.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20e2b6993dfd94747a12e0c87cbf6fcf46d649a22835c028c4a92fc0aa0d2749","formula_version":"titan-u-contract-v1","latency_ms":0.8228330407291651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"474c11bebe9bce948bd0a5fa5169d0cfddc2d39cf820a324cd0433930c315eef","sample_id":"mmlu-professional-law.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fceeb8926c5c9c24c6ac3105ec5fc5fe0d63a29a7a22896c9306ed3503124cd","formula_version":"titan-u-contract-v1","latency_ms":0.7689170306548476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f65d14cede00aaaaa56e0d80db2290c2e7b9d612ebe90cafdc80e3b8dbedeb1d","sample_id":"mmlu-professional-law.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a72f711aeb89d420cfea73ad10f2da03f2491536ae50efae7b6c5c4dc744eb6","formula_version":"titan-u-contract-v1","latency_ms":0.702582998201251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db9228d554b2e5c3b4e5eaae087bcd727504038f1fe391155d276092c41e1e54","sample_id":"mmlu-professional-law.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a1814af748a1b5698547637b0c64c69b87e8159a83b83c7cbc193e3b18fff11","formula_version":"titan-u-contract-v1","latency_ms":1.2194999726489186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42c4e04b7684b89d5238d95690a0a6cf75e762bf56cff43b7f799385df085cc4","sample_id":"mmlu-professional-law.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ff9106eec8ee19c70067ffdc4c0defd50ba77954af517f9232b08a76117e64d","formula_version":"titan-u-contract-v1","latency_ms":0.9394169319421053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23b6431d258c9dae3d67c43df93114ba9316cdc3bece115528d28b365f2b1d55","sample_id":"mmlu-professional-law.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4d115fc72a5682d121bbd91ae69f84fbc6b92ac48411826ae187d0d84d00a41","formula_version":"titan-u-contract-v1","latency_ms":1.3992500025779009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c74d14dba96e2f0650d3b28f59b22916c3a62e2d3d6cf4f0836600907d9b0d6","sample_id":"mmlu-professional-law.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8ce989e8547b45ec167243d49bb9bdfaeb42a89ef9d61d19ffa0ce686550f31","formula_version":"titan-u-contract-v1","latency_ms":0.9383750148117542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d947efbe6f883f4c08642804dce06709d6f30a3b0ff76f8ee22b3d612f6f893","sample_id":"mmlu-professional-law.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bed2b4591f2e420ebd39b7c9655e596917d295c66fc7129b50de9b1007b060d","formula_version":"titan-u-contract-v1","latency_ms":1.0582089889794588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60a0c1605dee58e9e1e0a4dee65eac321856adb3495af50bd2f384f7ca2ceb18","sample_id":"mmlu-professional-law.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b228b57fa8d4f7381ec890a1221bf57c3c1581e8c097528901a5d1c5d1c80f9a","formula_version":"titan-u-contract-v1","latency_ms":1.0634999489411712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3909d45dc3dde38718eda46ab7b18e5d941dca1da861025230d6e97fbfe51f12","sample_id":"mmlu-professional-law.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dd418c6e73e4c5fd1b08990950c5f3cab81d056bb8ebb5117f605a5d9801c0f","formula_version":"titan-u-contract-v1","latency_ms":1.1011669412255287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a16dc6ed9ad2231e64d8460ae60c93111cf6c67996bd02d17e0624ecffc8f67","sample_id":"mmlu-professional-law.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a68ef819b2af404fc7933bb50c1bea40c62664f8c158014aa4dc220354453dda","formula_version":"titan-u-contract-v1","latency_ms":0.6953749107196927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7e9074894795d6ded9a1ba0b82e8aa8bf5ed942db82fe1dca8e776cb26ffcb6","sample_id":"mmlu-professional-law.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"054ce0e05d8423f6232c107c05c12671ef9ac004c2b9c4ed915d0476f780b239","formula_version":"titan-u-contract-v1","latency_ms":1.2491249945014715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f3bb62d05a4db56fa1743048b0068c26739b1293f06ad34a26b7d1cf61342e8","sample_id":"mmlu-professional-law.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84182accc9fc06e3767238d8317ba9d7ada5b42be60c99c87aedb1f8b19165cb","formula_version":"titan-u-contract-v1","latency_ms":0.813000020571053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fc719648a3cd7c1f141fdbe3276234956ee8f11364a57b9b913fb08b23d3b22","sample_id":"mmlu-professional-law.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cc6cd92aff35f64a7547b2af6ca315fc151ad688aa2143eafedbf09ef3c4b4c","formula_version":"titan-u-contract-v1","latency_ms":0.8835829794406891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c0e3e2c9962ae4e6c5adfea5deb4c8a1fa37b41f08a62e736d03615415fb666","sample_id":"mmlu-professional-law.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5146a1606bf4ecb4064a315973a4014ba8dcdb2e225fa1b5d115b2060d9d434","formula_version":"titan-u-contract-v1","latency_ms":0.6664999527856708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"976cf63f6c49794fac202f26271c13229e3da7a60f6e6a8a2473987c62d9e08a","sample_id":"mmlu-professional-law.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac6417adbf36e957185dddfadbfa78147d67d67840f5cf460fa833e86a63fb0c","formula_version":"titan-u-contract-v1","latency_ms":0.5899579264223576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fc456d4c377d563226aaadecac61e3ad3b1c7b973472ad5d5c75766c51e6d7e","sample_id":"mmlu-professional-law.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"310ff7d78d5e89d7ddc76b4f1cbb764d525ba7aafc947bf6ab72ac7a90294fdc","formula_version":"titan-u-contract-v1","latency_ms":0.990999978967011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36bcc7d0a5c738bcee73cfa7f9972fe56de01083a00c52411ba26c39d5045f1c","sample_id":"mmlu-professional-law.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffb78ca6e25dc0028cec838eaaebebc413a63485248548da29cb29846c9149be","formula_version":"titan-u-contract-v1","latency_ms":0.8104160660877824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1da1e9e7ad3c77998b62adae54d2929ac46db5aedfc9f244d7d45f99733c135b","sample_id":"mmlu-professional-law.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"598157d7d12e3f91c07a2082f020e771db0a32555b76ecb75dc44eb0dfd375b3","formula_version":"titan-u-contract-v1","latency_ms":0.8874170016497374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"405b52126c64cee3ad88747f03d8911d884597799b0a6033e3c478bda41ab557","sample_id":"mmlu-professional-law.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e06ecdf3a7d79c7335bdcf8360b13ba666d88804fa81f75f7a9799baaaaf47ba","formula_version":"titan-u-contract-v1","latency_ms":1.0375839192420244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b9b77151907f5cd1649fe43d47645d6cae11cd128e6a97f4277864bea715077","sample_id":"mmlu-professional-law.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cff1fbd71d46d06bcce359884d1e394a87aadcaf9ff60fb3b1ac62ea3d0cc34a","formula_version":"titan-u-contract-v1","latency_ms":1.268333988264203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af556ed6495a11caba5c03ed404f4bf586994e653c303cdeb6025fbf23d19570","sample_id":"mmlu-professional-law.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1338ad092f57b0894c05bce3e098235b11fecb04f43c6a2a89fc85a630f7d333","formula_version":"titan-u-contract-v1","latency_ms":1.0308329947292805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3dc6408a7e1809fe842061bc5fde9ef4e8ee5834d899ef6baf52b4dac98ef61","sample_id":"mmlu-professional-law.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59390c3c95fca4af70ad746d633bd66803675a020c0760a52328667b81316bcb","formula_version":"titan-u-contract-v1","latency_ms":0.773875042796135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ade64f6a956595c49a1540c6ee1d7330d3dc8fa42369ddacbcefa5d473a443b","sample_id":"mmlu-professional-law.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0513167d73bee9a58835de8ca14e5a9f0d2bc9630eb867f6d7c8544a9f5602a9","formula_version":"titan-u-contract-v1","latency_ms":0.6101659964770079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2450d1389467cb11e91594dff962e8dfd79c1c8ce010f3c307d375fdef5d374d","sample_id":"mmlu-professional-law.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54d124700e23ef8e7243d277af89a50cf118a26232b932c9a9662b3999f8d698","formula_version":"titan-u-contract-v1","latency_ms":0.8544160518795252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40073c8b975f98e4234d73e4d17c74d3f1c608850dba750d9a7ddfe80db2ee28","sample_id":"mmlu-professional-law.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3764865cc3587c19ea28adf7b2d032c5772faf669cd176bea835eb673dca7b49","formula_version":"titan-u-contract-v1","latency_ms":0.6935839774087071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e86a406b73dfd45d0d1d834a022774784c657801a1b5b7e953e4b0abbecd3135","sample_id":"mmlu-professional-law.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa7a0e5684e606464213ce6c0fbd33c7095f8bd7fd477f8c9d4ab9b04015c1c","formula_version":"titan-u-contract-v1","latency_ms":0.6481659365817904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdeedbd49029a40de65ebd4ddff642c43662b3b779c7beb5ad9349853bde9724","sample_id":"mmlu-professional-law.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd7bfe0cd64447c1dea832124515ccc921dd8ea710d2a230dfd832a421f31008","formula_version":"titan-u-contract-v1","latency_ms":1.2699590297415853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3474289f84dd09527e663d09d300387cc7f027bffb88f71e2683d7965abf47c8","sample_id":"mmlu-professional-law.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7649b8d93db7d508287cc0977b2a35da985b09e62382ddc54070e5a0c0b3f3a","formula_version":"titan-u-contract-v1","latency_ms":0.865332898683846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f538261e30fae49f1aeb7779e9fb277a66950475c0fe792ebe406d504f2f8538","sample_id":"mmlu-professional-law.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f97eefcf1fdbd75bd670b24dc2f523534a8b916887d52876688dbe67976e83f2","formula_version":"titan-u-contract-v1","latency_ms":0.68229204043746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32edb895acfad411583cc0a99b791ff2a79c6fd56a786a8a6e9375b459b5d72c","sample_id":"mmlu-professional-law.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e88b95a7ee5cd1f108db8569a4a8c1dbfc547c05d161d12f6f0de1d14ee9fec","formula_version":"titan-u-contract-v1","latency_ms":0.7043329533189535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13457569beb46d23ac435f14b022e9a5efcfff8bd9215da544a532933efef635","sample_id":"mmlu-professional-law.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7912c2f4aab486a2560b38dc87d9d621e1f3308855dad8817232b16cab1a7c5e","formula_version":"titan-u-contract-v1","latency_ms":0.5930829793214798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59e34065a6b481b264794239fd45fcdbe971b7991c29bb01e0d365c2389a286e","sample_id":"mmlu-professional-law.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64e34a5eac1531358481e92fc332f62ae3beb67e6d3ea366d738b092fa2e4950","formula_version":"titan-u-contract-v1","latency_ms":0.7779999868944287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2a2f18e40b11d655aa689aa92464ad45b2b5479b003f541c906d2402bd71dfa","sample_id":"mmlu-professional-law.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccf05bb1218a228fb9f7b5046988b72222c81ccf7c1ea21a849fa8f446edfeab","formula_version":"titan-u-contract-v1","latency_ms":1.0572089813649654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3857ef56ad36a456ef151b1258546659669d458d4dcda9a538eccb8ef285295e","sample_id":"mmlu-professional-law.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc5c3221a94f4bb493c07048a3da19e02df0ebb5e3af8e14f253e55c5249b926","formula_version":"titan-u-contract-v1","latency_ms":0.9747080039232969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c71d20f48cfd58e8e3575717897fb62b1a27c54179a94a3e70888718908649e3","sample_id":"mmlu-professional-law.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19b4eaaf9f64a493e70ffe6c717698e0e2e0a099f39da72b11eb46641d265087","formula_version":"titan-u-contract-v1","latency_ms":0.969375018030405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45ea8e0e636fd9b4d50ef91d7eb9128b6f69da469a7b3ae23b7825583abea27a","sample_id":"mmlu-professional-law.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9eb81d212412326456b2d0b2e34c6e604b6034f2ada743b8a2c493c797bab9be","formula_version":"titan-u-contract-v1","latency_ms":1.176375080831349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8c25722aad5c8df79c46968a892483bd5ed0ee6476797f9a09cee4060f08aa3","sample_id":"mmlu-professional-law.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e271f23c0b618d46e4f4794e3287918b34a9ff2c07986bb61c7db3c6f5715c0","formula_version":"titan-u-contract-v1","latency_ms":0.9563750354573131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4aa3b701ea977d0566f355cef5b052365e8539cdbb5b19edc05f57cf8d13480","sample_id":"mmlu-professional-law.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0849cca738c3546b78f373ef81ec62f837ef9b6a09d3fcfd10fb66d68617ec1","formula_version":"titan-u-contract-v1","latency_ms":0.6359580438584089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dad77648453779df6cec9684ad307c2be7542e5bd7bb2e15039b2860b5200a2e","sample_id":"mmlu-professional-law.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbc9bb8be074a7223ba80be94604f777f6256f171bba32407e2ff31d3d090d90","formula_version":"titan-u-contract-v1","latency_ms":0.8512920467182994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50f2c83c18d36f5d45ce9c2f7ac26a72907848ea63fc9b5b9438bf5bc2202106","sample_id":"mmlu-professional-law.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96d3a9104b6f44c4d86efc8964c4453b6cd0f4976936c0f37e7ff43810335416","formula_version":"titan-u-contract-v1","latency_ms":0.9517909493297338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e706af0a5aa7ee28b75ef06325985e995f7062e02d2a351140d2522fbdaffded","sample_id":"mmlu-professional-law.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08acae4972f15a102a1e83ae5b0415c409304f45e7057c62410da07def8358fc","formula_version":"titan-u-contract-v1","latency_ms":0.78504194971174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5d6cfc4dbece6a99fd6a0b8b5530937d81f36cd39176c51c8cd8afdba758b4c","sample_id":"mmlu-professional-law.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fbd30678a6233e43329c98f17e14d50d97ca3eade2cc3d9df219c25796eeac4","formula_version":"titan-u-contract-v1","latency_ms":0.717833056114614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e3b719255f713dc0f8bb677d767d7c8dbdb27567f39c8dc75ea687585a9e707","sample_id":"mmlu-professional-law.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e0bd8b319fbcf1a530bc59cae39ef8e41a3c8827f257fb2609ed368bb9590f6","formula_version":"titan-u-contract-v1","latency_ms":0.8217080030590296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65b22c571f0973b0c5a37fb874379614f53508a2b1e57c4e28d655b565352e41","sample_id":"mmlu-professional-law.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db47a916d2b3f8f1800d2425e0fb483f7741679e3a136418ccf3b8e6b2d8aa9c","formula_version":"titan-u-contract-v1","latency_ms":0.6862499285489321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1ff5ec29267f205117a0e26c350a65dd2c74f6abd5f3c551f055bebb22cc2ad","sample_id":"mmlu-professional-law.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de533d44505c1e7393e1c448a986f22183acd69fccec3b0aafcb17f131a5aeb2","formula_version":"titan-u-contract-v1","latency_ms":0.9881670121103525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"617901d6c7edc3f24d54f6d82f074582293ebe0ba7fb7058858fe98e3b2e69af","sample_id":"mmlu-professional-law.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"077dc0d53495b3d6e20d4728e97168df5ec356ea5a1cfd513c51347320edf728","formula_version":"titan-u-contract-v1","latency_ms":0.7042499491944909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a42221f7bf572de3997cfaa77c137aa0d8af2b48c7abef902bcbe646c6ee3eb9","sample_id":"mmlu-professional-law.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a56ac6085c854067f8755427983431aa46cdfa10ca7e71e42934b76b028693a3","formula_version":"titan-u-contract-v1","latency_ms":1.0325410403311253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"016382eb626b9c61b27d86e9de96a735bd379194b66a6e34769717079217a397","sample_id":"mmlu-professional-law.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd944e52949d5c6ce0dfb0d760659110c5e1abdb0a58d154b47a874341d3fc67","formula_version":"titan-u-contract-v1","latency_ms":0.7105420809239149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"174f804746b347d09f4f4de018579a979f0fedcf9623933d44b9b933a2e164bc","sample_id":"mmlu-professional-law.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1c199bda3556eb0f56c5fd041e21dae763217930e1a4ceddfcd44257aa08e16","formula_version":"titan-u-contract-v1","latency_ms":0.8556250249966979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14e8a898e796463eb7117bc87c047173fad89cf8c742a70f8dc9bbfae465d647","sample_id":"mmlu-professional-law.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36b0b7f2f1baf44d55ef24dccb1fd14c737a2672e931e4d35d5e87680600c487","formula_version":"titan-u-contract-v1","latency_ms":0.8887080475687981,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac6fecd7a9dba2fea4997da8d11b2cb027a4fe3c769435d0e79125b4980446a5","sample_id":"mmlu-professional-law.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6390abce28db5ed958f923855dec6a92396643374dbb1951be49015b1ff8864","formula_version":"titan-u-contract-v1","latency_ms":0.7241249550133944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96d608bdc162cd4e06784c367e9a83aa5c3f85b386cdd3efdf4dc13300922bb2","sample_id":"mmlu-professional-law.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70a7c86398786c7d4214f70fbcb342df125e483c8edc6663c4df46a67da2803b","formula_version":"titan-u-contract-v1","latency_ms":0.6055830745026469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5bda872610ffd8182e5f13c7dd30ec2578fdf154965653556148308756e18c6","sample_id":"mmlu-professional-law.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30e10cbd20983452f7cf03a6f5c297ea514a63331c964e182e3816aae2b9f220","formula_version":"titan-u-contract-v1","latency_ms":0.9269580477848649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2b80eb59c245c7ad2ebaad623f820cf451274c6024d8637913eb52d6eb95486","sample_id":"mmlu-professional-law.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08b1eeebff8f27f23ecbc98b70f03a01b14ae0edf28b2a4cde42934749d24144","formula_version":"titan-u-contract-v1","latency_ms":0.8931660559028387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ece053dc5713cdf4574611fd00998382c7c803dcaaad61889a8d682ed273220","sample_id":"mmlu-professional-law.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddc07485581fb454143f2208eafc638b283cd1c5a28cf8054bd0d94010cd399e","formula_version":"titan-u-contract-v1","latency_ms":0.9284160332754254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f6981752c0f1123b4f33acf42118746316585e48726a10e56bee8120bb04637","sample_id":"mmlu-professional-law.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e889e6aa33993ed8950f483d2a480196507585e88d20d80d933579b04e99ff02","formula_version":"titan-u-contract-v1","latency_ms":0.7943749660626054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e06a1e1335134e49410ca912b7275071c56ae243ebcdab5c2ca5781a4db8a0c","sample_id":"mmlu-professional-law.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14d4f27b47e1daecd64cadcd0dfd87e01f6848230da59e264576d055c1aeb583","formula_version":"titan-u-contract-v1","latency_ms":0.7408329984173179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"195a14e4455968cf8431a6412cd7043ba73c17b62ca518a60f2057e4f0f9a036","sample_id":"mmlu-professional-law.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f9f410b31f961596410c4765304ea5e4dfc6d26719220029dc3f54ab826a279","formula_version":"titan-u-contract-v1","latency_ms":0.777082983404398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9275e4b42511b2c03b4ae1fbaedbda994e622037b343a19a7792926387cdbb9","sample_id":"mmlu-professional-law.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a9a5ee9ac1c223db1ae955f9f06082c4d922c8425a744b6396654fbcf72d24e","formula_version":"titan-u-contract-v1","latency_ms":0.7109169382601976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd50f429d6c894cb22283398002f5828f15e4f3fc60a204a769d7086a0f827d8","sample_id":"mmlu-professional-law.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b55c265ba95dbc393dda65c06f39162dbc927a78f5292d67f5e06c57998b24dc","formula_version":"titan-u-contract-v1","latency_ms":0.9665410034358501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1da8fc80d63e012d6462897db867398dd4492ff0197fec441dcd622983854e63","sample_id":"mmlu-professional-law.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5767998fbd7c3809c92104c5f56f5fd6894334b7b2431d4ab407f8ee594bd423","formula_version":"titan-u-contract-v1","latency_ms":1.1045830324292183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a2d0e57459e2f5e0a0bc3b60b7cafe3ea892c617aacc132958e443db7d8ecff","sample_id":"mmlu-professional-law.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9334d79e59b07fb5f87ab0bfc12ebb30c334d647d0615b49a8402c308ecc168","formula_version":"titan-u-contract-v1","latency_ms":0.7330001099035144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42e5821ad661571729aab8702b9a800257f19822c58f52581d49023db806caeb","sample_id":"mmlu-professional-law.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e81eab0acc2b7bab1dbb679036fe2287d800d4a7552fb2cc9a1e96ba99a30ac","formula_version":"titan-u-contract-v1","latency_ms":1.2341670226305723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7574d3af091fa246d47b1bf74f2de465c4f11d8e008d59191097cf16cb65a30b","sample_id":"mmlu-professional-law.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f5f2a327bd52339c9ee78554e04e0709e8a896156c51655839a4c81e64118fa","formula_version":"titan-u-contract-v1","latency_ms":0.9897920535877347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16e8e499e8f9614e52027cf4d8a2a5c6c0dc3e205b0f883f54aebcbf0a846525","sample_id":"mmlu-professional-law.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ed063937820be2de03fb12a60ecc5bba0a82104c66bb358d4b2648bf53534a2","formula_version":"titan-u-contract-v1","latency_ms":1.0997089557349682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c906ee03920611304d67723dec3419b638537e27ce21958f4261e3df91c341fc","sample_id":"mmlu-professional-law.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e3a7a108dc1109c9a44ef4a7b792d9a3aba07497b48f2b5efdc225e779caa8a","formula_version":"titan-u-contract-v1","latency_ms":1.0764579055830836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeb11dcd445bdb28e25404a8783ccf61ef473f3debe0dfcc8fc0ddcd8915d899","sample_id":"mmlu-professional-law.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"133af0a0fbe5cd30df9c224bc437baba01a6bb0bedbb55ac957d5aafcc6d23a3","formula_version":"titan-u-contract-v1","latency_ms":1.0229999898001552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43401aea3df9388a8d9d6b4a5ca6c74a5ac9cf1c3c022e81310fe01257fa7eb6","sample_id":"mmlu-professional-law.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c36f8bcb61611e472f8e4102c5a23d87e76c7c28483b1672624a379371123ad8","formula_version":"titan-u-contract-v1","latency_ms":0.7324580801650882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7b9fd46451539e60af337185631c6c77ff8301b9a46c6eab174eae396d076ce","sample_id":"mmlu-professional-law.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d1b4ec6233cc7dcd497da0ecdab409bd0cbc87251bc420f5b75ba63d79ce786","formula_version":"titan-u-contract-v1","latency_ms":0.5864169215783477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96251730db0ab9807c6f0a735b6cec9376500fe02fe6c69afed76cd3a330e510","sample_id":"mmlu-professional-law.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef20e82d1e7fe24808b272a7653112fdba2155df403bb868a8e2df369d8674fd","formula_version":"titan-u-contract-v1","latency_ms":0.8993749506771564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"553ffbd95484224a0b805042bf0f0f52b147d0aaca23b902aa59bdc04d4dd45b","sample_id":"mmlu-professional-law.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"253b8d14f6b023646bf5235086b22c4676fd5db8802c5eea10d1df37c4d9fc19","formula_version":"titan-u-contract-v1","latency_ms":0.7717499975115061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09606dbe2e3b3d1495f427bc56bb8c40aed458b07ebfeb726ab9a53ee8b05191","sample_id":"mmlu-professional-law.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89e052e7c60a725f791bbff376fe0915832f5da49d65f68feb0b4d0bcd90fff5","formula_version":"titan-u-contract-v1","latency_ms":1.3754579704254866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e9ade5ef6f9e7a837ab4efd6139d6e615b9fede3872a14b37e05a1487f4e891","sample_id":"mmlu-professional-law.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53d93b6c0a073187ce13f1a43107b87e5e110cca70ddda494a4520d5b58de00a","formula_version":"titan-u-contract-v1","latency_ms":0.8756660390645266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e9d2045dcf11e4c06e307bf92cf29e67a9cda75a07cce49c802d7bc86604f85","sample_id":"mmlu-professional-law.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"290cde2dd2b337d9ed522c587cd90f9fd734e5d2a3fd3f0549023914980a98ee","formula_version":"titan-u-contract-v1","latency_ms":1.1095840018242598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f5144b78685cd6d51aac26daa9efcccb9a60320b91a295bbd2aaca3b8194522","sample_id":"mmlu-professional-law.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8e692d2559e6f8a5f129385be1e58191e6545707e21058fdfd7883d520080fc","formula_version":"titan-u-contract-v1","latency_ms":0.9017919655889273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31fdc79a7388673e4d9cae0126af756dd062c6484cd04dc3bcf08094727c0e2f","sample_id":"mmlu-professional-law.val.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fb1be5dd3f3599f1046f89a52e6c699b8193ad1de3b598b3cb365ce7e2b65d2","formula_version":"titan-u-contract-v1","latency_ms":0.8882500696927309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"460e7f60a1cd584c43dac41a16683b0f51da6b08030cde82561137d0f704754e","sample_id":"mmlu-professional-law.val.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20cfe29346440fb50a23ac3733a76393fee96fcf0085656612e9964707e6a6d8","formula_version":"titan-u-contract-v1","latency_ms":0.5966670578345656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39e0b4046302d6dd153d9a393ef95f913631ae09e9d53ebbca00090ac2066a13","sample_id":"mmlu-professional-law.val.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d9a563ade1e3e2fd57306aacb02425cd351e08a315338804cb7ff511061a286","formula_version":"titan-u-contract-v1","latency_ms":0.6134159630164504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a4d87c3ecb3631ab9fd58e0cd4846ece2ff834b8a964a83a7c6b841ca709270","sample_id":"mmlu-professional-law.val.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804c66a36c71e02e4bf317ff1b404012fc55e523a954657241185ffaac5587ab","formula_version":"titan-u-contract-v1","latency_ms":1.1486669536679983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7d0fbba8f621c9ba7d0995e47408ac9ecee53e7ea0096a73fe85df75ed74ef5","sample_id":"mmlu-professional-law.val.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eed63fa2d7ebd12a9049722069f48cd49de8c6a25efe4501c29491cc74d45c9c","formula_version":"titan-u-contract-v1","latency_ms":0.9445420000702143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d0f000ec7a99e91684ae932d15ae242894719193d96a01b372c7d91b07daef0","sample_id":"mmlu-professional-law.val.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a67fc48a48073c9aca6257a9c264dc27b51c03ecf5640dd661fb4c7b8ef89c16","formula_version":"titan-u-contract-v1","latency_ms":0.9434999665245414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef5588f4540c77e67a2c18bf28fc8c8dd7d014d417a594a2585cc48ae5638820","sample_id":"mmlu-professional-law.val.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1239a3c0191a38b029012296d5f40d25e0481cbef8de7b6538e3de1359b59418","formula_version":"titan-u-contract-v1","latency_ms":0.6457079434767365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fc9bc1240215bd4fa5773109a99db35cab5d379e8150083c0e6eefb936cc779","sample_id":"mmlu-professional-law.val.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b43a1118c01e8759ca7dd31339c2d3df6cddba96b691d7fc9bd5f17eaa035f1d","formula_version":"titan-u-contract-v1","latency_ms":0.5474169738590717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac56ad5ac1af31a93e3875bb38880db856590cb153ed33dd8db43b31f544f525","sample_id":"mmlu-professional-law.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0871b6cb14dc57d246433ee927f4ced73c3e1269727a7f292d69f6b7fb30b241","formula_version":"titan-u-contract-v1","latency_ms":1.2812080094590783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e38083a5a3d574940a59863ed6337aae633313ff2bb102631aa43ec4f17181ac","sample_id":"mmlu-professional-law.val.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b792f77752a81eb4f496d603c2016acff8c4c91049ac9b1646758589ff5a1494","formula_version":"titan-u-contract-v1","latency_ms":1.5095829730853438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8372e83d24942342c2e22d6fd2b4c6ba9d2964d51b33476c8e1981c407c88d8e","sample_id":"mmlu-professional-law.val.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3028b78681dd963533f1d6d9f8df75c2d2dc571dbd48f093cf7d625989975d91","formula_version":"titan-u-contract-v1","latency_ms":0.7087500998750329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42011bdeef9820620b8faee7ce005454d450a8c8090d152a8378571223df8c2f","sample_id":"mmlu-professional-law.val.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"937fb66a9dd6395f90b24c5605f4fff5f2081a5beb8b71e5dbcf85594a0f4e61","formula_version":"titan-u-contract-v1","latency_ms":0.8523749420419335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c1818ef1d591d8d952f812054cd46a4971a0293df15eb335acbc09171b0a421","sample_id":"mmlu-professional-law.val.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18bbc3b5ac4821d6832e0634f93aca858c3ca6a76bd35d52bed3aadba8a623e5","formula_version":"titan-u-contract-v1","latency_ms":0.6871250225231051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"991be20bd7eb3a75dc808e3928c295bc82295b9ccebd5e5bb3dc7dbaeb536cea","sample_id":"mmlu-professional-law.val.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebc7d899cfbe1d99b00014bc046411471b50982e890be9d1d6bfbe6738792a91","formula_version":"titan-u-contract-v1","latency_ms":1.1010420275852084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fd442811925a2af8defeedbf15b56f4b388f2acb93b7b067d46f9528a4240c7","sample_id":"mmlu-professional-law.val.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4cf8d44d07dce26641a25b402cc3de42b059f27255343ad4cc4ca363692ddac","formula_version":"titan-u-contract-v1","latency_ms":0.7580419769510627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d1fabc22af84fe8d8308d4f2d89351ef1d1f150d688adddfb5572e4bed9ab1b","sample_id":"mmlu-professional-law.val.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e35c41d767db1d923e1f91843c4f8b0dcc192476409a4990067a86a1ea78557a","formula_version":"titan-u-contract-v1","latency_ms":0.8065829752013087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbeb6d0b8c7c0a8aedefc146944e39afdcf326ba2081d120262d2564babecf65","sample_id":"mmlu-professional-law.val.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3b84487a6ed4ffcc4f091fad9c851f600c6583755bfd7e91493f8cbe6cad2a7","formula_version":"titan-u-contract-v1","latency_ms":0.8271250408142805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ce3a17a7c6f9a536fdb6fd9d397aace78ee2aa34e839d05be9ba42a65519164","sample_id":"mmlu-professional-law.val.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"167f6e8a845041de1378694af45fa7cdaee5c41e34430eb6ffe18ced4e8b6fac","formula_version":"titan-u-contract-v1","latency_ms":0.9845420718193054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94ffff7c8b9b4b1828b70e090d366801e52e2379986577511b6e1e1be0bda4b4","sample_id":"mmlu-professional-law.val.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89062b7aa9466101da594212e28199791fc4e56c729c3365b1ee7ca39ab8f070","formula_version":"titan-u-contract-v1","latency_ms":1.5671669971197844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2548ce7e514aee736726889365ca055a3e46eb3d011361d5281857088c27ca82","sample_id":"mmlu-professional-law.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ebc112164d63273c795401e32deb58e56c40a7f2de2043fb2a04352336ef519","formula_version":"titan-u-contract-v1","latency_ms":0.5546669708564878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff0f79b00c9d424f7ec88665d1f1332cf954a382034107622d59591efe8bde3f","sample_id":"mmlu-professional-law.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"086f721c39ed53321c8d9d9650a65871baf392ffd28ac2704cff96a858a22c71","formula_version":"titan-u-contract-v1","latency_ms":0.6385840242728591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f98ca4193c2ea1ece87b4dde70e38685059ca945fbfa1d27f2d4120958a6dc6","sample_id":"mmlu-professional-law.val.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbdfecd7aad4a590e3e44e07bf1e0ef12e4a053a34e4712f8d196c11af8b3c2b","formula_version":"titan-u-contract-v1","latency_ms":0.7638749666512012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4f6e4e808fcfa4dbd5a669361ddb849dfe7b7f6af3517957755801e68a83d7f","sample_id":"mmlu-professional-law.val.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72bea6cf11a30e084f2dd57a821bb5cdf44ebd7d93dc9d8a153d9958b3313810","formula_version":"titan-u-contract-v1","latency_ms":0.8251660037785769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a933b76f2fc231f05a99b085243fc903dc2fc5ca1f5d0c7d5deae04917e9f158","sample_id":"mmlu-professional-law.val.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9448a8a1f67c4da92c1fee491ce76a4bc390ce7591505127ec2ecff2530fb26","formula_version":"titan-u-contract-v1","latency_ms":0.6010830402374268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b845ea9521729457852a8667ef67478e4dd7ccf55fe344a5f41e63489953a174","sample_id":"mmlu-professional-law.val.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcd1cc083fbc5e3ec0938620a9ff38a4ebfa3642dddb5db9ab41f029cf746cf0","formula_version":"titan-u-contract-v1","latency_ms":0.6938750157132745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7e76cfa134e8e3d782818716c0b42e27a40b12e239e69d9b3d34932b43de16a","sample_id":"mmlu-professional-law.val.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e76590f6b48cf594d9d64807a49771cbf963169e57d23d04a248d925732fffc9","formula_version":"titan-u-contract-v1","latency_ms":0.6943750195205212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"961c141355a48554a2737bf20b1d4da1f0fec3d0a4f75375f45c9de25b88fb83","sample_id":"mmlu-professional-law.val.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e22b63e3db9477d55386f0a07d51e1f8d7378c17d34eb63a1271f04737bc2582","formula_version":"titan-u-contract-v1","latency_ms":0.676875002682209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fead3209bfe9da13420c8712e76b785b6e59c6163e1be68b752d19cb0e8db018","sample_id":"mmlu-professional-law.val.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90fc12af49dfaf93dc9da9c928446875a1e6c6a8feca0c5cd35c2be20bd58075","formula_version":"titan-u-contract-v1","latency_ms":0.7075420580804348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e49ab8beced9b0cd3e4bc1551b66b6036dcd8a9d28cc7b9145882fc9f2a3bb18","sample_id":"mmlu-professional-law.val.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dec7b51d4223e2b4141e1a34588bf34205794400a9cb469b276c39f7f3886dfe","formula_version":"titan-u-contract-v1","latency_ms":0.9667910635471344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f24b16674cc686ab099e05cd1c06a89df062f0d876ac70ef77326b486d39c2b","sample_id":"mmlu-professional-law.val.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"864bb3f69c00586f52d6f6671298ae0b689eb9465ddba0f465cc41a50a65f3e0","formula_version":"titan-u-contract-v1","latency_ms":1.097041997127235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7b28dc943ef88966dbbc9af97928a97808765f50f8fb436854d362b7cef34e4","sample_id":"mmlu-professional-law.val.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aea9a468ae0f8c50e3d5ade1f26ddb67e39cdeb4b1a945782353f525e7c9d16c","formula_version":"titan-u-contract-v1","latency_ms":0.6762499688193202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1aebc7608c4e95a5ad407b451ea3a2e31dc7c94a5dea84d4b6a130b9bbcdd080","sample_id":"mmlu-professional-law.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01a48a1b86a7bc16ad6fcf2a2c38ebd88804435622eeaadf0ecfed570ee5ae2c","formula_version":"titan-u-contract-v1","latency_ms":0.55545789655298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffc7b1d53c2a8e0b1a249fde0bbe1d4474524397aa872b265cbc69df68714376","sample_id":"mmlu-professional-law.val.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b578f0f3d911e8213aa08f765af72c4bb92330d493ed54eada71a4b49d1e123","formula_version":"titan-u-contract-v1","latency_ms":1.0295830434188247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad64a46ff396c7e0cbfe324ae507e09341049f133d6b05f61ea117d94c44ff51","sample_id":"mmlu-professional-law.val.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a474ce6879a90254d955aeaa7d80a05477ec516a9dead5a183d5cb3d73d1f9ad","formula_version":"titan-u-contract-v1","latency_ms":0.9235410252586007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c19f1f7fd1c7e232862a2f883b62c0f2126ae8abdf5eecf7a8c5f8db7c8f6ec3","sample_id":"mmlu-professional-law.val.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76e4c662cf0061ba6b3dd4be7e308b7e528c52e9ad494d9d892c8c9aad7f143c","formula_version":"titan-u-contract-v1","latency_ms":0.7832910632714629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f163a1bcfa5bb5842b6ac4ece4e4c149ecad32160406b47120e66509598cf8f","sample_id":"mmlu-professional-law.val.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b397d52ba314a32dfef0f5699b48fc60e8e4791ece462e96d79fb286b80ecbbc","formula_version":"titan-u-contract-v1","latency_ms":0.9952079271897674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7034269bae7e3c1497934b23ed8c88e8afbce4bef86bb3ffae7d225272b78396","sample_id":"mmlu-professional-law.val.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"682d491005407e1ee38f869750c434eb8cc8d021205bd65364276fdc37cba6a4","formula_version":"titan-u-contract-v1","latency_ms":0.8539999835193157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1c0bbef729b993af96baf2f9136ef4c391836dc6e9b16be27130fbe1d3fd0db","sample_id":"mmlu-professional-law.val.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"243bce3d1b0ecd325d05dd209b2ff79475a44a6689ec354a58baddbb028069c6","formula_version":"titan-u-contract-v1","latency_ms":0.6923750042915344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15c85ea93234fe91a7300529ed10c40f95020d4f27ad5499831408fedfe9b67a","sample_id":"mmlu-professional-law.val.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0dd1b7d70509695add8f2389a4e5fac842fc026a63e784cd6e935ececdeea67","formula_version":"titan-u-contract-v1","latency_ms":0.6971670081838965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c75df799d835e8b4f65d2a0f93382fa95b893808b7ccaaa41e8e6ff09d78fbbd","sample_id":"mmlu-professional-law.val.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a2c45b05099a6eae1c2e8ab77b78738ab1e18e758f63f2a423ba4db2d326879","formula_version":"titan-u-contract-v1","latency_ms":1.2209579581394792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40c697d65dfd44dab9c7aea2e3690e6d0355dbd793ba33bd2e9a69fb808a13d1","sample_id":"mmlu-professional-law.val.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"395eaa8c65f8307a7da3ab3dd022ad33cb38c7d98298dce793a9184e218d5147","formula_version":"titan-u-contract-v1","latency_ms":1.1584160383790731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d370198bdcf400ca52f5325270bd8526a75225d8000b0ffa0f019843f2ecfd9a","sample_id":"mmlu-professional-law.val.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f823abe3a62baad95a9726ceb07402a9d0756ccc06292276e7bfd96dd865ba9","formula_version":"titan-u-contract-v1","latency_ms":0.8372919401153922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23e2b3d76ab1c07be536f0604df112824e816a3993a338c6ca22c467014a5f29","sample_id":"mmlu-professional-law.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"643fa3cc07411938ab9e4cdd8fa82c477c82d512ff1f91cca3805591c2a8fb70","formula_version":"titan-u-contract-v1","latency_ms":1.1663750046864152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c010e1292eefce4b429fe922f3483be597bdf3aac4b130cbc2ee04cf82e0bb40","sample_id":"mmlu-professional-law.val.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9aed0a259c31c9e2fbc27ababbf53ccfec39a4f0b8cd37e9d44ee2b64b3439c8","formula_version":"titan-u-contract-v1","latency_ms":1.1489170137792826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0ae076257c9aae9d79b7dd42fcee23cd3103a32d29f7739e3ab805cb2b58754","sample_id":"mmlu-professional-law.val.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90d76d932868ab4f8db9ded7f032b137580477ef434fe2d9f442b1d2eaff8a1b","formula_version":"titan-u-contract-v1","latency_ms":0.8932499913498759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5554d45f83d4e478012232b38c4775334625c9985209b495b757e0dcbc136fa","sample_id":"mmlu-professional-law.val.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78b5b4e8e300fd98d1b6524673dce68f18afc78ace05c89fe2859632599baeef","formula_version":"titan-u-contract-v1","latency_ms":0.8272500708699226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a28da839440aefe974f174f7b91d1c72c890a17d97f59ae10fd98eccc6684843","sample_id":"mmlu-professional-law.val.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9028fb02c4929b09328d5f4be4c1f56c0c7596cfcdd5002cad9645b6eb4c83b6","formula_version":"titan-u-contract-v1","latency_ms":0.9627079125493765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3c1f8e6709c522d35feb513db69f34ce1c28ca7494c458ed61b09b9413bf4ea","sample_id":"mmlu-professional-law.val.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7598167e93ab43b1651e69eae17d9af9ee7e6b566993ab58a8a620d00fa1c38e","formula_version":"titan-u-contract-v1","latency_ms":1.1792080476880074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f588bb536ac428c8ac92653ad387e3de337839bf268382ea005d7f51afc1f676","sample_id":"mmlu-professional-law.val.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbb2f924be68893ec281e1f444d8647ee6247f62a415c27003a872ef448ece8c","formula_version":"titan-u-contract-v1","latency_ms":0.8768340339884162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b454f6a7937e8578a9115279b631b2f53157d648c4a624745aeeb944ec9afa5c","sample_id":"mmlu-professional-law.val.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75a03ce5360f6b39a4309fc208dbc0aae9de80b3b2bbc8d1bf40439d01d5fb76","formula_version":"titan-u-contract-v1","latency_ms":0.6310839671641588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd7732b30fabf7782292a4304b3a2ef7b889cd09136147b95a3dff30e625b6dc","sample_id":"mmlu-professional-law.val.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b7c30294e85d4b422d42a39efde5aeb026e9c5e252d68604705a189b06165f1","formula_version":"titan-u-contract-v1","latency_ms":0.8808750426396728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8786342baf214790f7584212220f18043aafc6cfeeb7a0fd11bc9bfbda81de04","sample_id":"mmlu-professional-law.val.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4261db0f2da7a55e359f7a01eb789365db77290c3f029669417cadc993538b8","formula_version":"titan-u-contract-v1","latency_ms":1.015332993119955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1885068f09b437529a34cefeda1e37d84899e753c3b14c25470e58d8f8cf857c","sample_id":"mmlu-professional-law.val.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"592292da7505711f42dbc3b629a16ccd3d67381e1de2de1aa272864e1413d634","formula_version":"titan-u-contract-v1","latency_ms":0.8849169826135039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"debbca867c77ad54f01690ac495f73f2244d50c0a3201dbf3298c3223ea970da","sample_id":"mmlu-professional-law.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f8dccbe4e667efd0a606e064f7be74e534fa82e5576e78420b6034c82204a42","formula_version":"titan-u-contract-v1","latency_ms":0.9644590318202972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca832ec10885b0b82d360ba1828c555e8bfde1984724c5f8fa9aa64d1254a3a5","sample_id":"mmlu-professional-law.val.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a3f74a443c4096255e30e5deefed1654b9dd2b66e13373ebd7d964af2fd2e00","formula_version":"titan-u-contract-v1","latency_ms":0.942584010772407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9bb423cd141934ad3509053eb3a73d37f02af56a0d2c874496345ca3ef58376","sample_id":"mmlu-professional-law.val.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"662aae4a4418bce420260a50eb258da2c8b95ec998797af59f2e47ff6b28d888","formula_version":"titan-u-contract-v1","latency_ms":1.2601249618455768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"794384c40c0f122705fda4d0f6cd98deef93af4e7caaf7b4fb6c2153f3c0d1a7","sample_id":"mmlu-professional-law.val.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19562be8edf2eb010318ace6e51a6496490839e2c6f4208f177badf89339bec2","formula_version":"titan-u-contract-v1","latency_ms":0.8659579325467348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1396f2cdd237b168fef05308ab5ce66fcb4653b1464ce40ba99ab7d30ca95597","sample_id":"mmlu-professional-law.val.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1527041cfd227dc848a98e18e3ef181af045ad7d0e42a52f1b2f272f3731386a","formula_version":"titan-u-contract-v1","latency_ms":0.9198749903589487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25990a7d7adedf393b7ee7a2f60b675aa82100753af3fdf02fdd71d7fbe541e6","sample_id":"mmlu-professional-law.val.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abdd306347f91b93c00a115340d55a0ecb9118560865e736812ab473b3085ec4","formula_version":"titan-u-contract-v1","latency_ms":1.4097499661147594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bf7248c4c0e03e34661a8178e7a68f95b08e69f9301cc067f52bde3a17d5b9f","sample_id":"mmlu-professional-law.val.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa2e4c57acaaa63d5f1869edcea1b30a3ce8dc57703e5262612e79a46fdf0cd1","formula_version":"titan-u-contract-v1","latency_ms":0.6074999691918492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b3b775cd0e5da505e890ffb57fd985cbb2b1b4807901f1c103a65ec537f00f4","sample_id":"mmlu-professional-law.val.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae8ea91d01750e5f9150f843ef3b96c44de8edde4c19a744ea6d3d548d868e5a","formula_version":"titan-u-contract-v1","latency_ms":0.707249972037971,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd80c984b7deed4c3123fedbe344844bd6f518db364138722beafad07b911c5c","sample_id":"mmlu-professional-law.val.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb5fef2d234f69bad8eb67c7bab5d78c283985a71a94be6383604417cc395936","formula_version":"titan-u-contract-v1","latency_ms":0.8842919487506151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"152fcee404fcd6a32111a797273d31e7cd994f3abd751bba9a56b4dfdc9ceae1","sample_id":"mmlu-professional-law.val.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"515a10e8176a85bb8d6e0f93b775e289d0849978b7efaa940b3c59ed62ba5d8c","formula_version":"titan-u-contract-v1","latency_ms":1.3187919976189733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c33d880a4877c82caa2000d7391c1463c9405dc4a76fe4b4eba4bab875539e6e","sample_id":"mmlu-professional-law.val.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99718c0a30935de5ccc9a3f4bb04002266e62868f63306bf58fc18ae963c1b48","formula_version":"titan-u-contract-v1","latency_ms":0.8681660983711481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0720d5a185837bee670868051d2ef189b1376b125719b363a7d4af3c2b1e73b","sample_id":"mmlu-professional-law.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d46403d727b0182db930531049851c80844c4c8f9f0a43bf6e464b97a040b767","formula_version":"titan-u-contract-v1","latency_ms":0.9483750909566879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"decbf512fc348dfad9db00ac87aba2d55714a8255f7c19e224bfe60d47bb7f92","sample_id":"mmlu-professional-law.val.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66b8aa8b69ed38bea8a9553b0ca1c36d4ce591d217f872670582179429abe752","formula_version":"titan-u-contract-v1","latency_ms":0.9891249937936664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d79bde232005488ac2e32a462c0d587bc021c6256fcc4857824b25128d4ecaf","sample_id":"mmlu-professional-law.val.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3eda2f34e582d415570f3555241b418501f92fa9919857d41d38b6798d277781","formula_version":"titan-u-contract-v1","latency_ms":0.6361249834299088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b17fc4864f37ac36fc09bd9dbedf7c00ea1a0c779312c8d5c03715a3fe25a900","sample_id":"mmlu-professional-law.val.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5248c0e5e6b3f7a238f2d19fb3190c934ba1dd91f27b470c1305ad18b84c4502","formula_version":"titan-u-contract-v1","latency_ms":1.1949170148000121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39802a12ddfdaf5b3bb1fa08714608fed6455da4cc57a4d1808fd2277ed18a1c","sample_id":"mmlu-professional-law.val.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29f1311271ca09434bf73b1f3b9c238ea84845a06c5a73540acc80866bfdbef0","formula_version":"titan-u-contract-v1","latency_ms":0.9637499460950494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f66f649fb7edc3fe0ba55d0176ab1734ab56efcc29d957f70c0c7285bea7fa6b","sample_id":"mmlu-professional-law.val.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e6db49b057e87036003f20babe629a940f710577d15e2fa8c9658c35a763f4c","formula_version":"titan-u-contract-v1","latency_ms":1.400750013999641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8084485ac0e807b1abd749ef6e79f5517d7bd49fd22cf383fe9975f95819d7b","sample_id":"mmlu-professional-law.val.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"670a91c60fde7ed157de637c2cf3118a19f021f5ce7b9ccc16c22ff1544cf2f5","formula_version":"titan-u-contract-v1","latency_ms":0.8781669894233346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6271621c6c94a89a6c95f08adedd0b1b26ff6abc367a98ba967fbe7f161a8b86","sample_id":"mmlu-professional-law.val.346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fdf9af370532ada09afc34bb1de27eb194291f8e293d2a3c2d37a16b69b7d4e","formula_version":"titan-u-contract-v1","latency_ms":0.8310830453410745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c4a1b26f31e7732b342fbd2f50c14d6c7c7d91af10230ca039ce683e81b5e4e","sample_id":"mmlu-professional-law.val.347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd351985422301e5ad8dcc75b31387703c5152ef02586f9c0fdc24ddd8642c90","formula_version":"titan-u-contract-v1","latency_ms":1.0521661024540663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe4709f3044398ef4f9dc3e6ecedae0f13d56404ea38215671d62fe2befe375e","sample_id":"mmlu-professional-law.val.348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b36a3a7dd964e4db9f7dfb7708cd12ba4f025777c705fdcb1e8de1e065fa372a","formula_version":"titan-u-contract-v1","latency_ms":1.0611669858917594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0199c7d7636049a8472b13ad3b6ef7d3fa968a558fc0fa28fabd59fa9e19186e","sample_id":"mmlu-professional-law.val.349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c09edd5b5205da3eb022406e389bc2c5cc6195c49b747943965dde6a998ac05c","formula_version":"titan-u-contract-v1","latency_ms":1.090124947950244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f454e135a8355a4566dde07a69afea2d1be8a31a91895e76852b6b6c110ff6a1","sample_id":"mmlu-professional-law.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a807fd8ab1d1919db64f7641ed49e98d25a95ebea2abb09fc1401e262bb5a21","formula_version":"titan-u-contract-v1","latency_ms":1.089917030185461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa4723cf5897d462922fb73e9fb61a2330ae9c5811b58c89ab0f0456c4ed914a","sample_id":"mmlu-professional-law.val.350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f64f701668fc755188cf034f4004a42bedb6a5a7a240f7181feb48a817bde91","formula_version":"titan-u-contract-v1","latency_ms":0.9608749533072114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37fb3aa32668215984cfc57ba881dd95f314c2148b448629a6083015973ad3e1","sample_id":"mmlu-professional-law.val.351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d393a836932edd5a5869ba11b4b0304b65f2f8f5564651d21237df0a6d49974e","formula_version":"titan-u-contract-v1","latency_ms":0.9868750348687172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e350e19ec76073357c835d59bbab32ee594c43a4ffcb61982a5cf7700c835a3f","sample_id":"mmlu-professional-law.val.352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cb653b77cd9e6655149699a1f1ea0a38e595c4ef5804011dc8481ad66e49578","formula_version":"titan-u-contract-v1","latency_ms":1.0959160281345248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19629805c2af7d3a7ac3cb42a61147af07c4a12e2818557e5493018fecaf3408","sample_id":"mmlu-professional-law.val.353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cac97f0267975f7e86294439ef60aeb55d32a9b513db2033fde278710c09fdc1","formula_version":"titan-u-contract-v1","latency_ms":0.8990830974653363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"778f370071478d8fc6ad0d4465d15f8d05ce4cd52b5a88def98963f8621d8d56","sample_id":"mmlu-professional-law.val.354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25cf3b7e1320a12d6fa8d93f031cc4b3984dbd166bfb90bcbbb17fa823781dc2","formula_version":"titan-u-contract-v1","latency_ms":1.286415965296328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e9fafb1274a1c97d23ede3a512b93dfb192120fbd7532a7eccbf821b0b8b115","sample_id":"mmlu-professional-law.val.355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec2feaa721b4642f3ecb0ea39160addb4d7ffa3a3885be6d8b08a46c4c0b61f1","formula_version":"titan-u-contract-v1","latency_ms":0.9761250112205744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4139354a86a8bdd74afd296b3b7d484f499c23dbc4a81d4c0ccbb10ebbd3d32b","sample_id":"mmlu-professional-law.val.356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0d94ed3ab4f10f54bc890ccf107408934104e2d8677a9b40ce7f991f8bd685c","formula_version":"titan-u-contract-v1","latency_ms":0.9472500532865524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00b73265657779b6e1cf3d905c3a9f48a50dce80e8844797e130d67657e07cc7","sample_id":"mmlu-professional-law.val.357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f464536532155d9b178829c239e09beca7205dc436d03929071d81abbc538e72","formula_version":"titan-u-contract-v1","latency_ms":1.2757499935105443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6f26e3490b3cbd33c31f00b3186af8d7f050793adb56187ba8fd93e3190dc09","sample_id":"mmlu-professional-law.val.358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06cbd5952b707349729dd50292df2101e8b2abd81d992b0055d6722b1a41b4e4","formula_version":"titan-u-contract-v1","latency_ms":1.151709002442658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e000e395ef8e1e056c120f41f2f7ca1e1aa8b7d257967ff2913a83ad51aae2ea","sample_id":"mmlu-professional-law.val.359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b90298ac22e37cb48caa608a626a71ed8716f3277878818538f4c60cd119e4d","formula_version":"titan-u-contract-v1","latency_ms":1.0910410201177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a33a84c976471ad4e0e214d2e47f0216fac8ee2d8cd643cd7e98f94e5ac9b28","sample_id":"mmlu-professional-law.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac7fbada935bad2d816b3c658f526d4e5aab1f3a212fa3acc65bde9d54d280ff","formula_version":"titan-u-contract-v1","latency_ms":1.7852080054581165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee2f0fd6d38c8e100168aa4dc0a12091acf0998926139dd382f2f4a5a7821233","sample_id":"mmlu-professional-law.val.360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c98b20a3cb564287b790bde66fe7dddc965fb8b6c177e38dc9bfb0394b60cf8","formula_version":"titan-u-contract-v1","latency_ms":0.739790964871645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e24891bb29aa4ac42fb2d551bc5e421e230643c033697b56dd002ba2145897d","sample_id":"mmlu-professional-law.val.361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e47ca78a036dcbc0d652839d62211a5585aa26dd4d3915aa03669b9573a954fa","formula_version":"titan-u-contract-v1","latency_ms":0.6129170069471002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"914939f15793dc73c5dced2121109401769fcf702904af7412321ba463964d77","sample_id":"mmlu-professional-law.val.362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41c09279fd9109e1fc6a0e32cd779d8ff2ec00197ed28e62db329e9d907e4014","formula_version":"titan-u-contract-v1","latency_ms":0.6277910433709621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d743376524d4fbc2a8f7116c7f21c8fea27095afb02c5002ee1cfcb8cf15cce3","sample_id":"mmlu-professional-law.val.363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"678cecc4423312d951c013116900e3349f16df80625052001ea828d8efc6ce62","formula_version":"titan-u-contract-v1","latency_ms":0.8248330559581518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"617286154c03894f426be11af77a63e26948adbeb256b7b2e68dbd142faf8267","sample_id":"mmlu-professional-law.val.364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1895785b0078eddbdf7c0d8cfceb85d30ed9038400ba1a71c903add2aa2f0e1","formula_version":"titan-u-contract-v1","latency_ms":0.9399999398738146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03957437f2a63910a1bd6f91154547e054334648908c14d7ba211c1bf91678e2","sample_id":"mmlu-professional-law.val.365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de07ce6cea8567e1fc893dd2386381401caff92bc9ca4424316b6c7ee7971976","formula_version":"titan-u-contract-v1","latency_ms":0.9237499907612801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e86da450b262e348510ee2a537c3c6446beb9171c620b7c579263476b46c9db","sample_id":"mmlu-professional-law.val.366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8c23c7b64a954390c08c827bcbbbac2a1885f78077729ee2d491b7a58dab038","formula_version":"titan-u-contract-v1","latency_ms":0.9776250226423144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"029cd8ebf6baf4f0c19a99fad343eab7fb6b77dfd9f23f4f278715778c495468","sample_id":"mmlu-professional-law.val.367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e99fa5889355dc18ff5853f7dfe32117008161648c9fb305c0e7aa37d4dcf10","formula_version":"titan-u-contract-v1","latency_ms":1.0622910922393203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6bcd0271328910ce14fa17fed65b30c4384f5f9d3f67030fd67f9183bf5f44d","sample_id":"mmlu-professional-law.val.368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9788bc938f9fc60b030ac05f286b86977aaf6231accd8b5dfceed1a600a09806","formula_version":"titan-u-contract-v1","latency_ms":1.211875001899898,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2291f167c8fefdf46d996ee9a7f2a672b4b3b6e34870daff18db837c762222e","sample_id":"mmlu-professional-law.val.369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cce2e6c0f90b7da2da51dd824300bde6b5acef8263f60400cde960446b5add46","formula_version":"titan-u-contract-v1","latency_ms":0.9294580668210983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"033c8520092744b753616c6f3a192db2df9cccaebaf7360dd84755e73f0ccb3c","sample_id":"mmlu-professional-law.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0245562b771c79095c730f696d3e2af5461bbf06b6b9809f279677a40135ddba","formula_version":"titan-u-contract-v1","latency_ms":0.915458076633513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d10d4d217e55d88a610a317488af71fe91cd01655e3de48501cb6c08782d169a","sample_id":"mmlu-professional-law.val.370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a18384a503d5637140def07337ecce6301b9bc8e7646e50d6f34b73c8999bbcd","formula_version":"titan-u-contract-v1","latency_ms":0.6437499541789293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14f53e4b1760e0586356b86b155a8997c1e8921aa5fce7e589995b2944e34d9b","sample_id":"mmlu-professional-law.val.371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf9d3a474510e1c94e45b5134f06648384ea1bc3d1dd52feb77672058e3b31fa","formula_version":"titan-u-contract-v1","latency_ms":0.7489159470424056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2271688447950221b214e98d73300271fd9c724f9da97e3aa95d83d297fe599e","sample_id":"mmlu-professional-law.val.372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"811b3a8a1d0f839c2b2d7dc6d69b049b3728c35afbf6d80cc37525d1c79a9c40","formula_version":"titan-u-contract-v1","latency_ms":0.9258749196305871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a4f8c0cf7fc9a92ea55411883b8f51ab0f7b430ee495639a20d3529ec2a3912","sample_id":"mmlu-professional-law.val.373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2bab97bd97a434e1d3fb4875a6057375f7f7e12ff40ffe55d94b0b8b783b8d3","formula_version":"titan-u-contract-v1","latency_ms":0.9612920694053173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9f4c9eb163e5890e320921c3045c8bcae787f92cb1fc404052fd045bc90d0e9","sample_id":"mmlu-professional-law.val.374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a04d5e586cc90ade9730b4a7ef5ea46e97f460676e20031cf7c0058af82f4e97","formula_version":"titan-u-contract-v1","latency_ms":0.42399996891617775,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69efd8e4f6db1dae3c905e7706e623d79e8a9f247560876f57f164e8ffbdf272","sample_id":"mmlu-professional-law.val.375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"829e2097be5bb2f3a0a6d087719868df7b2bfed0a1cde77153803fd73ee2c38e","formula_version":"titan-u-contract-v1","latency_ms":0.916791963391006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f43cb6229a5216986bea0b8d6d48bdb70708ba0238481ca1b7d602d096e4cca","sample_id":"mmlu-professional-law.val.376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9eae2c60aeca0f4307e7f90c7a636d8b7496974ff63bc29077064e55df48c6ff","formula_version":"titan-u-contract-v1","latency_ms":0.7446249946951866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a8d2e2c6cad21154dc977303586c6fceb2cc89b6eac2f0d3b2132b3b0589f4d","sample_id":"mmlu-professional-law.val.377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e8e5dcbfef206d28387e96c6007f21f3d265edfca066fd3f6bde6aabd6e0f04","formula_version":"titan-u-contract-v1","latency_ms":0.9839170379564166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3ac88856bea4de96ee7d3e161921e35035d43845af684a2d58a93de6dff6094","sample_id":"mmlu-professional-law.val.378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d302bbcbed22be85dfea2b190007ef73789abed7653b3b32ffaf771181d1b01","formula_version":"titan-u-contract-v1","latency_ms":0.5807080306112766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50b5d47f9c6a756ad52af4a4af4762ec4a0c081b8b6faf80e87521db0e6ad054","sample_id":"mmlu-professional-law.val.379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4219b14b3a000ab3e5e3e86f02fb4be20dd06d4f9a2fc5dc72eea25eb1331bd","formula_version":"titan-u-contract-v1","latency_ms":0.6492499960586429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c9720b3a73362996b6b7a43e8f749d359b0305db002b06cd99f272a8e70e143","sample_id":"mmlu-professional-law.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e686667682de5fb6636a318994dbfdc95917a81b78c8b80cc5340c2fe0a9a8d","formula_version":"titan-u-contract-v1","latency_ms":0.735500012524426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a8724488d27fa95476ac2bfb40ac6584fccd00855903b9c457ce511cd4083fa","sample_id":"mmlu-professional-law.val.380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da9769e0d23ab4323af8553aaeba0ee9b6b163bb96f7920287ec4a4731f75ffc","formula_version":"titan-u-contract-v1","latency_ms":1.354541047476232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64729c4337426e7f8efcbf86ad13b037e6e4b0159f2ee9d495acdae8ce673f4b","sample_id":"mmlu-professional-law.val.381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46ecd4491465a3ee6f56b6c8e7390a39b3a5cc3bcd963f6f7ff5a4cacf8dd288","formula_version":"titan-u-contract-v1","latency_ms":0.9926669299602509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b20860c41e60de5e83c6861cf8db8b705823c2aebac22c0a6fabab1cae623a79","sample_id":"mmlu-professional-law.val.382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ecaa9450df501b2f46b1922078ac79391749f318ec91a5cb02e6694158fe4ba","formula_version":"titan-u-contract-v1","latency_ms":0.9807919850572944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62ad42a1fb1ea449dd4ad61e307ac1ed0ee2f1d20aecfc16d212834531cfe559","sample_id":"mmlu-professional-law.val.383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5f51beded61700ac15571a8c4030520e093171bf5ba7b5711b4916868c33467","formula_version":"titan-u-contract-v1","latency_ms":0.8981249993667006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2f8b4f149a1ac220e7c86c69443d2132d1ef258b776a3cf98b6854942a95416","sample_id":"mmlu-professional-law.val.384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"696cc1ffdad2e653559c30fda906ffbd3d6e2d8a97db17facd6c6148606f9e39","formula_version":"titan-u-contract-v1","latency_ms":0.8595000253990293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"555234d36bae11de39fa6c2432bc86fae17460273ad317cb555a56d6b0a433d9","sample_id":"mmlu-professional-law.val.385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9726610087d5a6c9527743b6d84ea05472d06ceaafc761e290935a790cfddaec","formula_version":"titan-u-contract-v1","latency_ms":1.0545409750193357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"defdac961ec79e50db199e2e787ac79bb69d2fdfd32ab2af0d6af95b662744da","sample_id":"mmlu-professional-law.val.386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8076903a834159d8d470ef5d7cbeeabd70468bc3168232e01a0b733eb025083f","formula_version":"titan-u-contract-v1","latency_ms":1.0706669418141246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d01c556804b1a78828f4bfe30989fd9ca7ff10c904d36b55edcb3663f1e07a8","sample_id":"mmlu-professional-law.val.387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce616264c53b5d703f66deed66a1aba2f47f33ca70faedf06ce4ff6e42562ad6","formula_version":"titan-u-contract-v1","latency_ms":0.6612499710172415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b26117464035d432ded809c55ed589d5c87d9274629e67b0422d1181f860a2d","sample_id":"mmlu-professional-law.val.388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"268dd9849208c1ab01f551a699c86396a9fcb12c4bb75afb11b9870a95ba0d16","formula_version":"titan-u-contract-v1","latency_ms":1.1790420394390821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78b40d446fb13c24e747f33948422b58d3da4d74fdf11420c11db39ff46aee6e","sample_id":"mmlu-professional-law.val.389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d3de9c39994233bb46733313728eb7249c1431f1fa0d12a48ef87cb70aed79e","formula_version":"titan-u-contract-v1","latency_ms":0.9168330579996109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bd39268a1a12574626365f7ad9ae1c3652567707a8c23478a91bbf9a2b981e8","sample_id":"mmlu-professional-law.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e93b48ae00828388dddc8871b5d571b7ac70fe7600baf9513fd54e8b0422e56","formula_version":"titan-u-contract-v1","latency_ms":0.8032910991460085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ba78f523df4d11fff29d583099373a61908e6b0a0e1323c014619a77e992549","sample_id":"mmlu-professional-law.val.390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00cba36a3252f48d1b2f6fd67524f796a3dbced98b76771ed588fcc910a9b2c8","formula_version":"titan-u-contract-v1","latency_ms":0.7675839588046074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0d97fb103d13712dcbb53878ed79e65f3f2fad6e78612808d96c8e090f1decb","sample_id":"mmlu-professional-law.val.391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18facf38d5e4a2af52083b82e80222e3060aae5c856b188e7c5ee60e319108ba","formula_version":"titan-u-contract-v1","latency_ms":0.7829590467736125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02900fc1278b4e111647fd51baef70ae79b87141b2d450aa217a24f62101b93c","sample_id":"mmlu-professional-law.val.392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d06917a5e775d66bbc0481c39691c5ad1af53c9fdf4a986bcda7336dbe89804f","formula_version":"titan-u-contract-v1","latency_ms":0.9952919790521264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d161fa0a8f3763caf172e22deaf03d41932ed3f9d146801825f346f18d9470a","sample_id":"mmlu-professional-law.val.393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2dc939cb4b36b953090ed0b0b1e753dfd4bd268870c3f8e266df75b68f871bf","formula_version":"titan-u-contract-v1","latency_ms":0.86041702888906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62765b770bd20e9180bdc228dcf4e12872dcca767bf0c2ae6a498d0c1a535494","sample_id":"mmlu-professional-law.val.394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb93e2e2b9bbb5c55483e3b81cb583e3e490c8b98e4881ed274f1e251764487b","formula_version":"titan-u-contract-v1","latency_ms":0.899125006981194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb66c32dcda75e5978ac196824048a1e7200ea28bf296b5d8b3d041fa5d82d5a","sample_id":"mmlu-professional-law.val.395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bebbf1a6d4d7edc28137340e1d23e03c4ab936de63230060ba7af91e1b646086","formula_version":"titan-u-contract-v1","latency_ms":0.8694169810041785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c8aa4487e4c97a40290145634e039fb57694f7f4026f1f34ae47dfab0ded6e0","sample_id":"mmlu-professional-law.val.396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"802abda7a6daa49267ac1fed8b6a94433c9017eadab9cf80e4c0bb184186d88b","formula_version":"titan-u-contract-v1","latency_ms":0.9361250558868051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b505b99d900565b6a5de5cf2d6658ee92ec8c2d037beb595da01c3b8ff5fc1a9","sample_id":"mmlu-professional-law.val.397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0c010444fb039b7845fb40d95ef7d6fcb222d1e1f333ae3e83e992c17c76942","formula_version":"titan-u-contract-v1","latency_ms":0.8300419431179762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"213b00240bc829ba4336508d5bea433aa7e7bea8326a0a6996019f56d203d3f3","sample_id":"mmlu-professional-law.val.398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"263cbab0fab000fc7c6514f457718c3bf2ddeab86a5ac24fa31f19f570f058fc","formula_version":"titan-u-contract-v1","latency_ms":0.7251660572364926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f5fdb242a762aec527fb15b344eebc0224100583eb29c8a84eb08d72a8b62ab","sample_id":"mmlu-professional-law.val.399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0de0dc4030c9d91f3eda8f937dec5291d527ac2fa9745773e996e69b44ff05ea","formula_version":"titan-u-contract-v1","latency_ms":0.6052500102669001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8349e9abb965d2ba0f238a8e69f35471c07e3d5b1c3dacd1a53ae7152b2f9c8c","sample_id":"mmlu-professional-law.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27683194686d43dc7b228ab7f8ba949330019065f51aea0faeb336825e965f80","formula_version":"titan-u-contract-v1","latency_ms":0.6567920790985227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00a15860647ca3b7402d262ec3a9c161ba3694d627fc4a986a749cb2db7e7cc8","sample_id":"mmlu-professional-law.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ee2ade93a2052f3cd7bb7ab7b419f0cb43986855896bbfe6ed05fcc14a5e57e","formula_version":"titan-u-contract-v1","latency_ms":0.5471250042319298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4545695bd16283e5fa4d40cd7613706f569ef4715e3b5e603bed32f7e622e750","sample_id":"mmlu-professional-law.val.400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a7afb377542311cafb7449b065b21d6575b574f602e4cb8d0349896e7f740d3","formula_version":"titan-u-contract-v1","latency_ms":0.7555000483989716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96e3311c5c0e0657c5264ce0449a8b2ef86bb5d3264b49000386fdf52fbbd140","sample_id":"mmlu-professional-law.val.401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf2f43390cbf8286af7bc4be29719a80591087974d629422d9efa4ba567ccdc7","formula_version":"titan-u-contract-v1","latency_ms":0.8495419751852751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee3268e4a894fee822442cead70543b2e62adffd90856949a0b5ded9910181dc","sample_id":"mmlu-professional-law.val.402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ceb26ae3c9580df96d4491401e680c22d0a7797ea68f2167f335ba106217d43a","formula_version":"titan-u-contract-v1","latency_ms":0.435790978372097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d404eb7c7edc1056f34ec02106b0f0270e9b142fa91c240872dd441d5d91a39","sample_id":"mmlu-professional-law.val.403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce596e00520b8706eb39e60c112714347f4df2f3fbf4acb1b787dee4a154d131","formula_version":"titan-u-contract-v1","latency_ms":0.7965000113472342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74019ebc55135bc1cacb1318e6d2b817d72222953411c3800f7f522c3ab2e00c","sample_id":"mmlu-professional-law.val.404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c54779ccb94dd06c5b1174e9e5a688b732c51ec8660a4805a4832ceb9114ce75","formula_version":"titan-u-contract-v1","latency_ms":0.49341702833771706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c56e35ed8aa6ef7147f90f5121d81a1fb6b6b638df2713cd9971c17d01702fba","sample_id":"mmlu-professional-law.val.405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f44c26c796a2ceb38a721e231a46f773070997edeeacf03e026e9e98c587988","formula_version":"titan-u-contract-v1","latency_ms":0.8130830246955156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7973504b7c7ee9f9dc2a3fbc82ed11553e487921ba5736bfcf4acb4b88f6770","sample_id":"mmlu-professional-law.val.406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07b9aac798825efe07dfe2fdf44a1e6587634c668565ec742c143665a1010b95","formula_version":"titan-u-contract-v1","latency_ms":0.8573330705985427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6edfb15813057234557206e28ba1929bab20a38b49448d8d9467058c8ac597f","sample_id":"mmlu-professional-law.val.407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e0757fafcfc098750aabd46021a862d398129a2739cc6fd73cb7f1814fff9df","formula_version":"titan-u-contract-v1","latency_ms":0.9289580630138516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b86b953789be0647d7a88faab2f034ea3ce2601d5c8b25621507f7566c2ee288","sample_id":"mmlu-professional-law.val.408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b97739cf2b853af3ceb9700b8c91ed291c9445da49a130a5a9c870370da240b7","formula_version":"titan-u-contract-v1","latency_ms":1.0700830025598407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac07290c83e52bc5b917c3e7d592547364be9c084c549ae2bee8074103435030","sample_id":"mmlu-professional-law.val.409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12b98fe02d98ecdb70ce8a848ddf1e1af63fe978fd4e1d4ea457e439b2747e7e","formula_version":"titan-u-contract-v1","latency_ms":0.691416091285646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adb5392478874273c4307d033ba16158df6b472a99409e0ff824edffb613c1ae","sample_id":"mmlu-professional-law.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7b11b9fad33eeba001597140c855ced5e00c72e67e5826436123e78e30efdee","formula_version":"titan-u-contract-v1","latency_ms":0.8357079932466149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e07b78b624558beaf5232c05cb7b7dd0fccf089a3480d1016dd635280a8dada9","sample_id":"mmlu-professional-law.val.410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7398fca7f5f3d1f77c446f52fb67e92efe96f0ddba4dd3af3cf98288239ca6c","formula_version":"titan-u-contract-v1","latency_ms":0.7960409857332706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87128fd8d39f54642b52eeba091570cfe3e90604f8d59577fbc13c99c94c558e","sample_id":"mmlu-professional-law.val.411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3e628f578c6320fe330750619a131e3fe4d225e6b14f54c13675820137036c0","formula_version":"titan-u-contract-v1","latency_ms":0.6862919544801116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ea97f9f177d00c6022b0f09ac435b13c8f918884723499a40b0f27be976be25","sample_id":"mmlu-professional-law.val.412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"618cea31526e7c7eb8116f3b6f201900fb53b46efa7aa607a4f2e3c42d1d9a5f","formula_version":"titan-u-contract-v1","latency_ms":0.9672089945524931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f4aeaa60abe98e07041049170e76ef9bd9f590e9ceae73dc034700fc2c93568","sample_id":"mmlu-professional-law.val.413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba04962cdefd2befccc6723f0986b41d20825767e09c425f7713274ceac49c47","formula_version":"titan-u-contract-v1","latency_ms":0.8733749855309725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be0fca0cf39dee410064a6febf2f8fa43fd8c2f2b406cfb71e28356dc1f1b5e9","sample_id":"mmlu-professional-law.val.414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6f02c6f7bb6d114441dc2337807c1f53adfe1a88e4e8b553051534f1437fd40","formula_version":"titan-u-contract-v1","latency_ms":1.012624939903617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cf2a8dd741304ae543cc791891e5d5c8d572c0b205eba7a143a65a82da43bc6","sample_id":"mmlu-professional-law.val.415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec50bdf79ed11c1a13ccff77427a46a8c4f5719960aa286215238c20a3d09712","formula_version":"titan-u-contract-v1","latency_ms":0.6453749956563115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"118258b1b1da05e84e265fc1c425c69b1bbf925f499828b90130b8dd53f6dd31","sample_id":"mmlu-professional-law.val.416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39ce7d6ca14c6baa49a0c22c7baf810163e787b1156d79233ffcdcc71f561efc","formula_version":"titan-u-contract-v1","latency_ms":0.669916975311935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8c56d96f8e8112eaf09229ad17ba66bf889df7938f481614e3f8ae76593c317","sample_id":"mmlu-professional-law.val.417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f40515da771e88fa0001e45f2d213e3fab28d6844b89554bad3d0cf26105ce3c","formula_version":"titan-u-contract-v1","latency_ms":0.7587089203298092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65c811df03044e8e569fe4bfdd8fcd4ce8e1cdbff490110afca1b20799cae848","sample_id":"mmlu-professional-law.val.418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b591efd39839fd8985523eff176140fb91049878355dc8b8d9cc5ca294c858a7","formula_version":"titan-u-contract-v1","latency_ms":0.6543340859934688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b4bf42c34db9a186d6bfb0248402fa3df162d91e434966a64aec1dac18595e3","sample_id":"mmlu-professional-law.val.419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"498db16252965a3259bdb7a7069da60e051102e9bc7d1bcaf6aa4ac857eb5ca6","formula_version":"titan-u-contract-v1","latency_ms":0.6804160075262189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad6a9d2a41e1e93f9ec4c82ff311c681a85b5a43888a9a3e1470f884809787ac","sample_id":"mmlu-professional-law.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76b0a4e5678b1c31cbc8f3e3584666611ed2416e6d290f03b1629a58a6e156b6","formula_version":"titan-u-contract-v1","latency_ms":0.8064999710768461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cae27f746ed9e190c7a6575bb4052836efc74aed187d496384b7a54c9e75854","sample_id":"mmlu-professional-law.val.420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e5c1ae6865630bbc42bbb917d96f4ff4ca0791f3cf0680f117418cde80540c0","formula_version":"titan-u-contract-v1","latency_ms":0.8071250049397349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f21134ecb53825efdbd28f2e0c68f550919fab420c09b2b04104891ba6ac59fa","sample_id":"mmlu-professional-law.val.421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e581d7abd061eadb5881cdcf54733c5f0dd4615c528992aac0aa0de9355f5741","formula_version":"titan-u-contract-v1","latency_ms":0.47554203774780035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39c3e9292ed505ca4fee85c2c4ef36322b77377fc4a68c6bdeecff570829660d","sample_id":"mmlu-professional-law.val.422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"215b4581f848df4fbd461bd75e9b4219d6340ec45be3603d76a43d62b78e9e0d","formula_version":"titan-u-contract-v1","latency_ms":0.9000001009553671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cf98b247364b3b1c1c4d8cbcd9f8f5cd887ce6a8b62b898341b385b9905e4ab","sample_id":"mmlu-professional-law.val.423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3285dd02d1cc26c038c12da0734583bad31b5144bbafee2a7d4d920e815b0ce1","formula_version":"titan-u-contract-v1","latency_ms":0.7977909408509731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef6b3324e67dd44dcc9277259e57d6219edbcb2825ffa9215444f1d66d39e5dc","sample_id":"mmlu-professional-law.val.424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7ebb11681bb156b997b8df2ce31dd6d408644f2b4311c634b970f6ac2782f2f","formula_version":"titan-u-contract-v1","latency_ms":1.019874936901033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c28cef88fd5829dd97a3ac47dbc20da387b380579a3a24ae52cbd617a2d67da4","sample_id":"mmlu-professional-law.val.425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d96ead52e33d18c6c147a3c35db45725639bf3c43da343c910851d282e6c4f2","formula_version":"titan-u-contract-v1","latency_ms":0.8730411063879728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c822a8880272b84ef8e1782d101a94244947d6e3c0ff60473a9e13f9a103ff16","sample_id":"mmlu-professional-law.val.426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"214d264e68237ddab74bc60bbf5221cb39b7c0bcec466d48bfe8aea4ab68e888","formula_version":"titan-u-contract-v1","latency_ms":0.9351250482723117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a13dad7c29e2343a439c110a3feb09406de4b7cc69f3ffaa0933e0b72ffc1121","sample_id":"mmlu-professional-law.val.427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2481c173eaebda444751a8b0c83ed901111746fbf32806630591ebb7874e98d4","formula_version":"titan-u-contract-v1","latency_ms":0.7649170001968741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db04583f6fe2653803cac9523a5e5c7914c83decd5034be2dc0acd00f05f6e2a","sample_id":"mmlu-professional-law.val.428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d01b6a4658612473dd086b31df1ba397b3b6a2f82168d2253c721b0be9a89b2b","formula_version":"titan-u-contract-v1","latency_ms":0.770541955716908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35ef02aa84dd4637102683245f5db6397e35a3d3d3b88b92eafd1bc97d7822b8","sample_id":"mmlu-professional-law.val.429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22b6693c21cd20f82cac75c38a0d0d7dce16f2c593169e5e65c12f2fd6f3c3f1","formula_version":"titan-u-contract-v1","latency_ms":0.5439580418169498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6191946b05bb39867b383f9eaa39afe193a630bb2746aa565b425929f46d989a","sample_id":"mmlu-professional-law.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0ebda5fd709171ae013630046ed7724c4990ccd614ca380465b5b907f8d6729","formula_version":"titan-u-contract-v1","latency_ms":0.8721250342205167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33cf3efbecc69a03ef989be3998a67b7ddff2a57984b424d756e6b7c44d13c97","sample_id":"mmlu-professional-law.val.430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2be594b39e303749f4e5154f76cb386ad6c0e51b400cd4756a716026485ee60d","formula_version":"titan-u-contract-v1","latency_ms":0.562415923923254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f16b4563ea3cd23582f08d28786083f4ad14cd08de50e3bbdbf5124e9334b9f0","sample_id":"mmlu-professional-law.val.431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"114673ea0d362c3d301f8443554013deb4cd5809e99c2ad4c95178bb94692397","formula_version":"titan-u-contract-v1","latency_ms":0.9975839639082551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3836a897ba8e28736435300812e2b7d9cac85bce5b1257f4ee792d993988f5e0","sample_id":"mmlu-professional-law.val.432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e4922ed948613fafd1ffd532dc68422b836271a35c66ef739bd3413e50b636e","formula_version":"titan-u-contract-v1","latency_ms":0.9587500244379044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"971307996d7f7f429433c6bd84287de17e3610d79b1e23d9ad80f4c928a1bd2c","sample_id":"mmlu-professional-law.val.433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af537823ab63a5f5aacb4fde8d482f1ee9b7e5ae70389d7a358783972b11aa82","formula_version":"titan-u-contract-v1","latency_ms":1.169416937045753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a71086c306d9ac0a9c4dca9c6cfdc4116689d27a4836b5f02c479f5698b2a2c5","sample_id":"mmlu-professional-law.val.434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e68be4cbc6b4ab3e9fcbecc348a4e9c80b3f707bf6f36ea066b2053b31028a6","formula_version":"titan-u-contract-v1","latency_ms":0.8153339149430394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fea433e97c36b9aad4ede818c86c80c3e4d30485f71d40fed8808d596cd71846","sample_id":"mmlu-professional-law.val.435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00483cabdab49661c4eedd99abf1fa5da9d887cb499cc297ce667157d8dd1380","formula_version":"titan-u-contract-v1","latency_ms":1.062333001755178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef77295639bcb13ca22391bd4249079ad7026f41d05d49d7f589245609e472a5","sample_id":"mmlu-professional-law.val.436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b0982b6cbf8415328265ccf33da2bdd2661c747987e133a241318aa1d1f60c4","formula_version":"titan-u-contract-v1","latency_ms":0.8541250135749578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2eadfdf5776c820c1e70386706191fc94a36dcae65386097947e9c381a6fae6c","sample_id":"mmlu-professional-law.val.437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2979ff15462493a1c8355bb2cb227c524aa14540ac1c30b5593717772e8c9ef2","formula_version":"titan-u-contract-v1","latency_ms":0.6181669887155294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93019f79eb8ee5b707e3131776cac432a3ecfa2813856bde5cb60f1370f6463b","sample_id":"mmlu-professional-law.val.438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba88a804255652f4ed47f19c58583d414a8d802edac626072b1a8b78701db01a","formula_version":"titan-u-contract-v1","latency_ms":0.8047090377658606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b9e198c865c0a0d7bb6d0b842f8c61b4b001f31963dcc56442de1c9d5ae3128","sample_id":"mmlu-professional-law.val.439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85e0abcb2bf24e9edd877f0364227733d89dd0eda774cb90c39cec07cdb5364d","formula_version":"titan-u-contract-v1","latency_ms":1.3939160853624344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"768829a97d0c2bfb4307662c1d17b1d7bf30bc119203ad704835da2f2ce8935e","sample_id":"mmlu-professional-law.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73ff9b5cbcf7b0adb3b95769174b1c9673e8f42313889bd80890af19d1d086df","formula_version":"titan-u-contract-v1","latency_ms":0.674291979521513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6ee38511a3cc949f8be58753ccc8d8278e754bb439d3d8f2166c1b301aec42c","sample_id":"mmlu-professional-law.val.440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05cf539ed66ad856d3031cc76c9a233a7cae88c9391c2d6885dbc00ceb5997ce","formula_version":"titan-u-contract-v1","latency_ms":1.0357500286772847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"808d92e871e8d2f0cdee584bd549c58a1042f79c6a49f5cb8f37d5f853491862","sample_id":"mmlu-professional-law.val.441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dd14ed56609dcd8dd733cbe39a0693b7e925201f497dd649e94c145063122b5","formula_version":"titan-u-contract-v1","latency_ms":0.8954999502748251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"743d8a6b290b8582e0f12b6261460f492e53c74f01bd5e8d90291c5e28b29e1e","sample_id":"mmlu-professional-law.val.442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ab0f73ef6d3f97ef321998d7ec57fbe4729694954d33f4bda2910c19313d7e5","formula_version":"titan-u-contract-v1","latency_ms":1.1043340200558305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12f3489dfc863fea996f91593a8daaa112ef71af14b7526ad53259908930690c","sample_id":"mmlu-professional-law.val.443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cd24a50ed1d6a0f4a250926e92bb6036b874d02178f2cbe479d8a64932d0161","formula_version":"titan-u-contract-v1","latency_ms":0.9270829614251852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bf4633e3a923efaf2d17c6356070e45f778f14d5eea3b95bac8b0f779e1e3be","sample_id":"mmlu-professional-law.val.444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f6b55d2421b4ff63ea7c9f9d121bc6eb83f699dabc4772fa47ad7b7881d8bc2","formula_version":"titan-u-contract-v1","latency_ms":0.9968329686671495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53bcb05128ac62a3b1ebee59721bb553bb282de48f3e81598e9e7a0ab13e9e5f","sample_id":"mmlu-professional-law.val.445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55158a73375ae46bfb53be6301a4bc053e1cf8e42f6f4ed652b6fe02175706e1","formula_version":"titan-u-contract-v1","latency_ms":0.8757499745115638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4113653a4525f923eb3a2794de3cb96071e32f0667fde627cb013865db1978f1","sample_id":"mmlu-professional-law.val.446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b601445da961b0a4fb0ae600aa6ba0068feba3a48201b0add909148d00e507c","formula_version":"titan-u-contract-v1","latency_ms":1.569833024404943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87d9de23f84f74d15b88edbc4b17b9ee49e3e3f1e3e99a88b92eacaab6a30f4c","sample_id":"mmlu-professional-law.val.447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd0f9a2fd1d1c727bc4158f3145dec33172db6b25e6cc3f9e1c9e6b689deb6bd","formula_version":"titan-u-contract-v1","latency_ms":0.6139579927548766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e56deb9d4d62c004d0fb531557ebbad680e7b48ee322c39b9c3f7d8d5a1c216","sample_id":"mmlu-professional-law.val.448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0c121e412ada08b9fa3eb1be3439f9cf492dd6cdbf7a07c813b66a10fa2629a","formula_version":"titan-u-contract-v1","latency_ms":1.28437508828938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dd4d2d7b3f3174455a089423ed4aa105ac8482dde32a735b9a38fe30551ec6c","sample_id":"mmlu-professional-law.val.449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eac00afc8de77f6c04da4bf5a1de18680df52d8b74d965a123760e8cea73f2b6","formula_version":"titan-u-contract-v1","latency_ms":0.66708296071738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ed196317dd1593a9a6a945d3888d59408746c9d925b9503c96816aa0b230441","sample_id":"mmlu-professional-law.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f3daff3033e0a345a73afacf3995ba29de1624fab4b8d38875e9b4228823ff7","formula_version":"titan-u-contract-v1","latency_ms":1.2002920266240835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e9563b60e94bc7f70a4f6ea02a211cca4c0807a4000c9df14c45bdb36f5023b","sample_id":"mmlu-professional-law.val.450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"378559f019355930f41fd281a4a207e2e3fb27b2e663024f8adee23613e4d7e3","formula_version":"titan-u-contract-v1","latency_ms":1.1066250735893846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d53dc4235273ab75a0202be56d0e380e1a7ba6747de245ca329840b5566cdcb","sample_id":"mmlu-professional-law.val.451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24fce43a86207e31ead0ed6535a983f8fe8608618838463f21a42bd41d197555","formula_version":"titan-u-contract-v1","latency_ms":1.534791081212461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50bf5778e2eaebfe5a06baad01986cbee34adfb838a0951010e5d28c8b26cd91","sample_id":"mmlu-professional-law.val.452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d868279724c6281ce1b9120b1c7257154ad865c237cc449743323a5f251a503","formula_version":"titan-u-contract-v1","latency_ms":0.6901250453665853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d903c489cf4bfd96a40e699c36394ca8e4321c702e51c8813069dd99ced62a0","sample_id":"mmlu-professional-law.val.453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e208ccbd689f8be4e107126aee7c1a4a4a21069c0c8eb96d59c9656a13c124b","formula_version":"titan-u-contract-v1","latency_ms":0.6502079777419567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ebf678bf3dc43762f09675e8f17667a1cb2a78d879c7138413c5c68b8878436","sample_id":"mmlu-professional-law.val.454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04d61589ed6ddcdd49ba4dcf72be1955dd4c7ddb95d4862002dc51aebd020a34","formula_version":"titan-u-contract-v1","latency_ms":0.7671669591218233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2a8bdf5052360afa26fa6f72fa0d5a8ee54010c29a37579661467e3fed188dc","sample_id":"mmlu-professional-law.val.455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7e84dcbabc7860e2987eaf9e7ec8992b322f27075b6102f7bf1946e6700246d","formula_version":"titan-u-contract-v1","latency_ms":1.2339999666437507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b4596f7331f5ea40a8edefcc542c6a0ab80c17c528072abcf38fe2a8b673fb7","sample_id":"mmlu-professional-law.val.456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f36a3c8bec39049d72db46e20c021789fe4c504a8737d2a4511a30a5327285fe","formula_version":"titan-u-contract-v1","latency_ms":0.5886669969186187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ff01033e82b1a5e07329af1c820a13b6887ad64013fce194948e1d21480adb0","sample_id":"mmlu-professional-law.val.457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d5a39876628afd25bfaf2786b4f686ee940020f1e9dc128defcd1e5a9a37090","formula_version":"titan-u-contract-v1","latency_ms":1.0369590017944574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e04a67ac24cda54509451895c4eaa0b0eeb6b3aaa02f37546bda7f0a4c431d30","sample_id":"mmlu-professional-law.val.458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dc3b27708e4b694351238753b9401803198ae5dd8e591b45eb57629d9d0832a","formula_version":"titan-u-contract-v1","latency_ms":1.1497500818222761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a34effea2f45e567d2ed18058bb83ad97037589d3798c508a2ea921335792388","sample_id":"mmlu-professional-law.val.459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fad34d01de85b145f25c16a1197c71c924ca9dbef8b2ab80e2cd157e8b20f6d8","formula_version":"titan-u-contract-v1","latency_ms":1.215625088661909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"736c5fbd40ff00c17f1782b313ab13f00fcf0c20764b26783430b7713fd405b5","sample_id":"mmlu-professional-law.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b3dcff4baf24ba5dd8a92c43e1403c46e862270b08c7e5e7e756b1702f26f9b","formula_version":"titan-u-contract-v1","latency_ms":0.591833028011024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd27e95e8c03fbf1c8e66cacff5fcd63955a564bab3bce627a5689d88ad9c9f6","sample_id":"mmlu-professional-law.val.460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9e2f8b800cbfa0bcb68d31c3c910e70eecf690310f1f227a15209b23c22b4d7","formula_version":"titan-u-contract-v1","latency_ms":0.8330419659614563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a95082fa427aad8e1ad30a4656a699f4bfb2517204c1796a9bbe86a85c8ea686","sample_id":"mmlu-professional-law.val.461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b803c913c968b8017fa34651dfc9e47c46932ec8864abe92306df90a53add2b2","formula_version":"titan-u-contract-v1","latency_ms":0.8829589933156967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19e1cf1a2f95b6d4b3b1581823b13c279197205632955386d86c01f2f85de118","sample_id":"mmlu-professional-law.val.462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad36e021b10158fdadddf29d922fe9b10549ad6330136e41646b9698a91ab157","formula_version":"titan-u-contract-v1","latency_ms":0.9337080409750342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e90679306a3785d85576046f47f86f18680e3096ec3f1e7b50ec7eeaa3dab44a","sample_id":"mmlu-professional-law.val.463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a98ab0441aaaa4617f4660bbc28139a66cb51207e88ab329be4056e246488291","formula_version":"titan-u-contract-v1","latency_ms":0.6045830668881536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f683a76ead9e3931fab07a0b50090b12c0c4aeaabe6d0ed0d6b25b45d7a192d","sample_id":"mmlu-professional-law.val.464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78d9a56318397311b397b27004ee4ec899a6990287ec41da4e5a1cf4a5b5dd4f","formula_version":"titan-u-contract-v1","latency_ms":0.6727910367771983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fdb6556a7a116b66f95e32d893274563032d6797be9450cd44130a836773eb1","sample_id":"mmlu-professional-law.val.465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ef8a23a2a91c1833e38a7f491b6816cabdfc2acccf81d288af3f30f81345743","formula_version":"titan-u-contract-v1","latency_ms":0.6695829797536135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6b692563c5d3b4ee476afe5c6afe23e30f6aab43c4f6f71b77c6dd747ae575c","sample_id":"mmlu-professional-law.val.466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4d1d13dd253ce21e1094538b506188962b3b7447d57e48a2c2976daea743ee2","formula_version":"titan-u-contract-v1","latency_ms":1.15387502592057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8b4912e0b4fc6315175e720f475c1ee1f8d2bcfaadf874c6e560c22f8d40c68","sample_id":"mmlu-professional-law.val.467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d41cf9ec26528bc74ac6232e6cb1963c2ead97d9aed17125f9a7030631d0b80","formula_version":"titan-u-contract-v1","latency_ms":0.8619580185040832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb4817fcc119319f7f43b1ec486aa5bfe9c545ae3dfc93804e7910ac5ce9c069","sample_id":"mmlu-professional-law.val.468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67d5cf36bcf0e9a6cbe8ce885aa47bb012881ca711e51d0bcdd2c73c5ae50044","formula_version":"titan-u-contract-v1","latency_ms":0.7414999417960644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c203328c98683693c17a4d0a64d89720c9ab7db91723af5d2e16135505f34161","sample_id":"mmlu-professional-law.val.469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0dbe5abc160cc8848b986af88daacbd85fc29cd14fb09b7d44677a52ba1b374","formula_version":"titan-u-contract-v1","latency_ms":0.6668340647593141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5d30db0429c97a28379f77154d2975df5edcff0b3a2410f3cc8547a74cdfd30","sample_id":"mmlu-professional-law.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47d9c6785e94ccfd8da663c24537284ecbbfe17e9156fbc9fd59900fea4942d8","formula_version":"titan-u-contract-v1","latency_ms":0.7408750243484974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6bb6c9669a13c12ca2dc2382e5c35c7e84d60e13bdb79bd244db22984fbfbf4","sample_id":"mmlu-professional-law.val.470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d462dc22d64cfc8a97dfcc211c2b25e5a8443a299ecb48ad6a56d61a8c7abcd","formula_version":"titan-u-contract-v1","latency_ms":0.6177499890327454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"851d6a9cb317fbd2ef798cc8e0d6149518d00f89264a110e095d8165f2877e16","sample_id":"mmlu-professional-law.val.471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db4ac138bdf073a645a3e381a600defa34c5abf81e311ae6668918b1da3c5569","formula_version":"titan-u-contract-v1","latency_ms":0.7913750596344471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b43668657b0b861a625526279ec91be3839c8e610f17457d26b47135d2cce51a","sample_id":"mmlu-professional-law.val.472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c52381fb14e2746f0de1af6d59a37471e08e3965ca060223bf1900fe118d24a","formula_version":"titan-u-contract-v1","latency_ms":1.0762920137494802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf3bdb4b74176d3d360c18278da5e2557dc1580099c46ab8001d33f3436dcbc0","sample_id":"mmlu-professional-law.val.473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb8e54782e48fde5b294c92fd46e2ef69ac424603b890518bd46854c584b4a1a","formula_version":"titan-u-contract-v1","latency_ms":0.6303749978542328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"134323558cf9db4ce61480e7a6d35e00d8fe7e36130d6300540e4f3c501e236c","sample_id":"mmlu-professional-law.val.474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba4eaa4bc4145247a91a489959c22e83e9ee08adf3929f6a82a9a4d8b035aa0c","formula_version":"titan-u-contract-v1","latency_ms":0.9879589779302478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a1305b70116cac11897ebba8b99ff06372296fc6f2ca90d0a2ef03856619cf6","sample_id":"mmlu-professional-law.val.475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"659f66ec6b3d0d896033732fd6a3d783f0e8c562508c32fb09b2f25b9a3890ab","formula_version":"titan-u-contract-v1","latency_ms":0.9960000170394778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"902c35524f714dde5f49c72d5b161c4876d44821f4312d6d80fa83930ec8e817","sample_id":"mmlu-professional-law.val.476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41960a7c540abaad2b6f8e2da78630c58b01426953540734766543e22d96d145","formula_version":"titan-u-contract-v1","latency_ms":1.158250030130148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f57476e4155dcc1fa4ab9bacce750090d6520b8fd0688d52b173f4d334a4ad2","sample_id":"mmlu-professional-law.val.477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25e3bb4cda1c2c671df4c851c9e433b5e5eb4d57843f169626fbd9d7ce8a780c","formula_version":"titan-u-contract-v1","latency_ms":0.7516660261899233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba1466bff7c0ad13137e571dc9a269d7c07c6d8dfc38ed9b86d7e8a3914c2181","sample_id":"mmlu-professional-law.val.478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3258e2ed10d27c2cd3f9e4e01229ffe109c2e808cf16770a44e1d1c0746a6417","formula_version":"titan-u-contract-v1","latency_ms":1.4957920648157597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"952a281bb8ec3aa172d2049d44edd6f68cae66ec4d27d69fe1dd80353a6674b2","sample_id":"mmlu-professional-law.val.479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c573306708feda4885c1b39b3c42caaeee6665d34ac2c46a697bdf03a97c704","formula_version":"titan-u-contract-v1","latency_ms":0.8274579886347055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e05abb32c69430f902821426955cbda1eeae0bc247d8bf358a5b03510ae9d5a","sample_id":"mmlu-professional-law.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"393756d6a2b135b195246ba3037223be0bcf423b5ca7eed8d7ba6ac053bacf3b","formula_version":"titan-u-contract-v1","latency_ms":0.737000023946166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fbb899496cad5015671f92405403ee1410acdd4ec16a9811c6e1cc521005c0e","sample_id":"mmlu-professional-law.val.480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32c3a977a4e9781e44cda693b706a5165e4f7c54b2275d078f54b415f0a01519","formula_version":"titan-u-contract-v1","latency_ms":1.0223339777439833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3e39472a9b9ef3c2b12e2358e191150b4e6b91f0914a638c121945c3284e974","sample_id":"mmlu-professional-law.val.481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3208f1b2a937984d651f2aec1fc0a3fa8ff6bbb34464ea16e11eeeb7a9f37bc4","formula_version":"titan-u-contract-v1","latency_ms":0.6570419063791633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40ebf8ee1370f0bec26c9b7bee8800fbf0da46af297f342fbfae00a4e14d7b25","sample_id":"mmlu-professional-law.val.482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77ed379464be6a9a460e494bfab868680dec6db6af9cbe2d1a3002669fb528eb","formula_version":"titan-u-contract-v1","latency_ms":0.9029580978676677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4dc07d3276b311263fe245fd26b706dad9a3ba3b8042f312c7349f5581018bd","sample_id":"mmlu-professional-law.val.483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc2825c838526711dc253edb8e996b0ec80a03b02a8edf7ef3e057f3c136a64c","formula_version":"titan-u-contract-v1","latency_ms":0.8585000177845359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41f6f38f072d49056d2cd2da457a1b9d64897a50a3795409c3ca0bf4a6150068","sample_id":"mmlu-professional-law.val.484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49fb1b1e1fdffd91af2b87fd388fb524ee940f469c380b3e20b3de002706f76e","formula_version":"titan-u-contract-v1","latency_ms":0.7878330070525408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"531bcbb9fd4c9dd6dd1e76a6f78f6c1c6abf04abd2d6131fa20079acd03d7e3b","sample_id":"mmlu-professional-law.val.485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25190110233287a8510238aed45e2bfca52c8d3753e3654095a9718e95f2ee38","formula_version":"titan-u-contract-v1","latency_ms":0.8191249798983335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12637dcf0f1b793e1c4f1dbf7d2a87bb0ffbf084eabcf4259d80f964ce232be9","sample_id":"mmlu-professional-law.val.486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d389f4be7f547429c9f2a1b9b760ba0acb94a867d2b4d8443446d2d651ac539","formula_version":"titan-u-contract-v1","latency_ms":0.9743330301716924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65f4daf2a7ea4bf7e79f8fdade89ff15ed0a828cfdd2b84fe227336aaa0b0851","sample_id":"mmlu-professional-law.val.487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df444a98003568d65413bfc501a31f6fd3d363948e3bf387b30601ae3e660097","formula_version":"titan-u-contract-v1","latency_ms":0.7852090056985617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7aa17aa399f173e93911c0716596ca0e31a93f1428cc87df371c94c0d1c0fe1","sample_id":"mmlu-professional-law.val.488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f01006de76d6c5248881c927bb3f82e91b537ea4f9246f1ee521e4a873df873","formula_version":"titan-u-contract-v1","latency_ms":1.7405420076102018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24368f7bdf2ca9377cf4dfc303b316f988727554191b25f8eb57dd9ec596f767","sample_id":"mmlu-professional-law.val.489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71d5a509715eab0d81d3285dd8f6de294f673d296203fa86c9d5c2d04f299349","formula_version":"titan-u-contract-v1","latency_ms":0.8770000422373414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"824ad4a13b935082e0f7a5bfbe5a2369080fdae68ed143687f1ca1039babe2ef","sample_id":"mmlu-professional-law.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"907bc1ea28b0147e0c140f4b7fd4a801c3dcea5f8ae0bb7b938024da45c21826","formula_version":"titan-u-contract-v1","latency_ms":0.6809580372646451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26d6928df28be282933add963492f83f8cd8fcb7825f36ab02f30df8cb08e863","sample_id":"mmlu-professional-law.val.490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bd8ddea5c901b1f598ec1070455a84a7b338ec5b187745d5921a9da9861c26c","formula_version":"titan-u-contract-v1","latency_ms":1.0435000294819474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91274f840a05450a5df781d16b6faa5cfa7e843b5a99223c6e82fbed48ee5d19","sample_id":"mmlu-professional-law.val.491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d2cf8cda397002bb3e1431b915318853a873ef9264ad9c4526a50296c7ca48f","formula_version":"titan-u-contract-v1","latency_ms":1.0353339603170753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b0cdb236a6f35d9a6898a92b1dddb9e5a4faf4cb30e9552bf93e8b48c4aaf2e","sample_id":"mmlu-professional-law.val.492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21d6f42cfbfda0f5e3c170192fcd51daf5c55c70c666db078a1ea9731fbad8f0","formula_version":"titan-u-contract-v1","latency_ms":0.7561249658465385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1422439b831fdbe3924a8f327396a067487f08ecb29252f103022f43e4ced3a5","sample_id":"mmlu-professional-law.val.493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9bcb2ffb4e91344c50afa04782a5465f86bb37f2493125921db68c90a0041bb","formula_version":"titan-u-contract-v1","latency_ms":0.7343750912696123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ab63d23549091de39623b56988f56f41790a0047b4fa9557620afaceeb2129a","sample_id":"mmlu-professional-law.val.494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56a1981ef42059ccc3588cdc4564eb8bc779eb46d42286e015734ee3731291cc","formula_version":"titan-u-contract-v1","latency_ms":0.8195840055122972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b7be3df012c7ced8db3cf004eca9929d1e11ae42c05ff6595f998906f18edc0","sample_id":"mmlu-professional-law.val.495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2ea541ccc6d57eda0712ce0e8c9ef9c8a1570fdb561b91c4e9ed71284369138","formula_version":"titan-u-contract-v1","latency_ms":0.8989579509943724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48b067632f75940c1ed0c9b9eeebef654535755bba18838dc4201a6f55c7d34c","sample_id":"mmlu-professional-law.val.496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fef19f7413f4c778b27e90f5b08e2968f08f9233d8d4a7e32f1df4ed62ed85e","formula_version":"titan-u-contract-v1","latency_ms":1.25962495803833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9348124e5bae05127b763b25efe759299d295639ff57b718457982173027fab1","sample_id":"mmlu-professional-law.val.497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e96e0ac5bca1737cf5b1941aac77167883897cdfbedd93939d3d7b051f8da314","formula_version":"titan-u-contract-v1","latency_ms":0.621084007434547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ee73b503b64127cd0f6df5084731e3ee812d0ecd31f5323ddb5aa19416d6e3c","sample_id":"mmlu-professional-law.val.498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"854c3484030dddbeb007aa64f6345cebff7bb6c543d3ecbdfdebe303ffca289c","formula_version":"titan-u-contract-v1","latency_ms":0.6964999483898282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a32a11cc8a9c4c14700a299733d9a7188ce93bb17fef8553fd8a3577b4c4de8","sample_id":"mmlu-professional-law.val.499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"462fb296937c541f4ac1b9f7f4772084bcb2a12b1efbc816fb2b570c974a9434","formula_version":"titan-u-contract-v1","latency_ms":0.4980410449206829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0933a0d69a015a5e339a39c6a51d73f2459923bd71b52830f3108e3d5f1e6cb","sample_id":"mmlu-professional-law.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"409b8be1c76c9525680c5c9b6b0fb7a1244bbdfdf72c61cad8c8af3364239834","formula_version":"titan-u-contract-v1","latency_ms":0.9354170178994536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"423d9d2d9ee0a571b63fbad089d50b6f31c4f5e7f62dc2a76b81906c67ccbfe2","sample_id":"mmlu-professional-law.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70ec3699e1762d1ac4dbf8baecd44153438075c2a2b8c60999acf582076147d9","formula_version":"titan-u-contract-v1","latency_ms":0.7698750123381615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68b3e06a0b55692beaf950f5dfc6a35abff16fb6caf104a14ca38de4aa655045","sample_id":"mmlu-professional-law.val.500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29ca9103f6782ef6fa02bca3e9197e681bbd7935c45671d64e0d5a1f51d96ed2","formula_version":"titan-u-contract-v1","latency_ms":0.6429170025512576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85aa39d712051b02476ee8240f169371cab18a2a5bdbd9e4525ec739ef069887","sample_id":"mmlu-professional-law.val.501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31aa1ebcae638cfc0e4116edc3951c57fcbef3dee2b2c00383c7886b3d3d74aa","formula_version":"titan-u-contract-v1","latency_ms":0.7415419677272439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbad49a74e371b311bedb8597253acba6e9076f1aad32f856716c697692ec07d","sample_id":"mmlu-professional-law.val.502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c63f5fef0c69732fbb8d590b37ff36e3f855b275799f5b12e9c186f4990cdc33","formula_version":"titan-u-contract-v1","latency_ms":0.9338329546153545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b70f45164b8c0247d4741a374a502f151dcb57646de5bcb47a4f15242c4b103b","sample_id":"mmlu-professional-law.val.503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c3ceb0b5dc14501583b34a2356098e1b08c6a98fce6df70493c4e20f79bfde9","formula_version":"titan-u-contract-v1","latency_ms":0.9827920002862811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1994a7b085d168d5b4e1c31ea5dcc6bc6f4f688a81a15e9a3659496ef50f10b7","sample_id":"mmlu-professional-law.val.504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20a76895c346fbc689cc0bc541586af2c8d985339669d0f2f1cbeeaee6658491","formula_version":"titan-u-contract-v1","latency_ms":0.8750420529395342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"715e2895217387d6720fa84cc13758777bee9a0b6df1f8ec68b7c1cdfc13fc82","sample_id":"mmlu-professional-law.val.505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b686cf10c3acb8a4aed69c45a8d1ce3d7776e2a5202bd10d98766ce913ca5617","formula_version":"titan-u-contract-v1","latency_ms":0.7232079515233636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f67067f18f4f6ec4c21698de9c7f99f2b937a066825235e958a67b0e69d4555","sample_id":"mmlu-professional-law.val.506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"485a1773aa3d0d9abd88e1ca7571ff1ce5774882af2364a82c6dbbf41ffc817a","formula_version":"titan-u-contract-v1","latency_ms":0.8461669785901904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"527e0c03a0ddf2477d10b832c0e5dba840c534fa55aa826a2ecdf39b959871b7","sample_id":"mmlu-professional-law.val.507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d49d47024a8c534ad73dbe080236df26a7af8ddf5e41a1c9da7aca40660439e","formula_version":"titan-u-contract-v1","latency_ms":1.3729999773204327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39e18b0ec397b5ba70da4994c70342abc75c663f4471731460ef917c491b78a1","sample_id":"mmlu-professional-law.val.508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ec6fc266fd3128d1b6ceecde20791cf5bcf35fbab8801c52c4b6f8347be206f","formula_version":"titan-u-contract-v1","latency_ms":0.6314159836620092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dfe2b0ce8e5366cfb75256c57b9e1d0182ede91aafbee4e92244055dde06d11","sample_id":"mmlu-professional-law.val.509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b9797596f75575947996823bea8845736ff83657aee62cce4f529833abd2d69","formula_version":"titan-u-contract-v1","latency_ms":1.2884170282632113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7cc9ec187131b9b595d220832368d58b5b3b33d61eb8e4362e674955df83425","sample_id":"mmlu-professional-law.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2fc303b80c50da676898edee7e3fe250ca7c3750d4a95f5a0c1bf4de1a03183","formula_version":"titan-u-contract-v1","latency_ms":1.2018330162391067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3f24b3aba50a8fc8f469007d2b0e478334e0ca10215fa467f28bf002a68a6d7","sample_id":"mmlu-professional-law.val.510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ec61efe2029015bdd136e4550baad01b196b930c73a3d74835ec73ada227a4d","formula_version":"titan-u-contract-v1","latency_ms":0.6674160249531269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e1e7e3b174ca3bd0cecf80c3b191f9db7a295b50f65b5fec6db114859c2960c","sample_id":"mmlu-professional-law.val.511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acfef2f5ecb252789b69135e54f1fda6ddc5221df7b0bc4033fef8a06483747c","formula_version":"titan-u-contract-v1","latency_ms":0.9499590378254652,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee477f666967d76c24d433b1396c1960940b3239af8506688c2416994a62ee2d","sample_id":"mmlu-professional-law.val.512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffc8709e776fc7deb667267bb9587adc82660d34b4bb0a61607af7f226b2eb9b","formula_version":"titan-u-contract-v1","latency_ms":0.8959160186350346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02c4f77050baf94cb4425507152e8a1d47c9587826420b56249645b16857ee8c","sample_id":"mmlu-professional-law.val.513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b78b6998477056384dc43854a32ce17e26db5682d21f81433163b0b485bdfe4","formula_version":"titan-u-contract-v1","latency_ms":0.6307910662144423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"632970c663b1331de1955fd7cdb2b0574e32b280d729674c2f2d7b88666897db","sample_id":"mmlu-professional-law.val.514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd86f2b116cff3942a28c8fe440ad89caaf400f193356903478ada01c17c673a","formula_version":"titan-u-contract-v1","latency_ms":0.7192919729277492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"112ba85c4c1b20d3269bde4f26eeba3a46359ea9671179fa90a62672bcdbef80","sample_id":"mmlu-professional-law.val.515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1b805d28f922176298af916bc9b3cacc7b07aa77fcefe7e40cea7cdc0d5565f","formula_version":"titan-u-contract-v1","latency_ms":0.7133330218493938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c253acf518b14b476ff8d2c9485b614c148aad2d474903799e0915102fecb4d8","sample_id":"mmlu-professional-law.val.516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bd47deb8a92236ff04ae163ab34ca0e2e4c0f0c2924175c7dc2d49eea5cbfa3","formula_version":"titan-u-contract-v1","latency_ms":0.7259580306708813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11e86726a04e14dae088fcd4d404ebb1a571a294b4826957a68e6246e11463a5","sample_id":"mmlu-professional-law.val.517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ba6d609f61ffea3edf7f9dfec9f12538777de901316e445bd76d2d4b93e460b","formula_version":"titan-u-contract-v1","latency_ms":0.7575839990749955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"497d421c6e115484751c7d84b6781561de5c339975f7c3158134f5ecf30e8bb6","sample_id":"mmlu-professional-law.val.518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bf951d2814da13a08c878099145092fe1e54421f0c69d6dbe6d35ac2c3c9237","formula_version":"titan-u-contract-v1","latency_ms":0.6704579573124647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d35efa80f231574c258bdae139aed6f8a7d1c9174077cc14337485ef8c0f9a6","sample_id":"mmlu-professional-law.val.519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e80570b3db70f54d1a927c4ced12d856111953a5391846e248f26eec778bd651","formula_version":"titan-u-contract-v1","latency_ms":1.1097919195890427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"641c24b6987057ab06e5f254df0ac89e70ab6d6eaef190d66606a667f78f860b","sample_id":"mmlu-professional-law.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35c0b5b586bac1e486f26421b23b15b69921162f07d25ee0c16ec65b4d1ce8c2","formula_version":"titan-u-contract-v1","latency_ms":0.8150830399245024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b142b0b70d8e3da3c7c02e6fad0106360cdb5a3b19b123f4ff39040d322b98e","sample_id":"mmlu-professional-law.val.520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8021b11ce156a41b039b877128dbef4af65e57f777691f2ccc5f3d953b63457","formula_version":"titan-u-contract-v1","latency_ms":0.9074999252334237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"766fad60b8a68e62311496f627133ac8f45dc5e584cc7f9925c9676ca2a31452","sample_id":"mmlu-professional-law.val.521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ab526685426da5e028d02e49c2e22d494f5126ca71bd468956dd756a2246212","formula_version":"titan-u-contract-v1","latency_ms":0.5799999926239252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e883dc79775ed07b6ed71fba51a23923ed278530c2632dd17c5e1d7ba267b26b","sample_id":"mmlu-professional-law.val.522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76d294910cd52439043fec1246dc4259bec7a640cdb8889dda3109e1e2b8ce3f","formula_version":"titan-u-contract-v1","latency_ms":0.9571659611538053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96987d69bcae8efb03b62e6c3d88fbd61b211265554438eea87c83d1ec8039ce","sample_id":"mmlu-professional-law.val.523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c6bfce62af45c3ef5f644e9605879029fc59dcf0ad7dddad98e9d559f9f34cb","formula_version":"titan-u-contract-v1","latency_ms":0.6776659283787012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4578ededc25dff764a013a7569644b32b335f8b42234929e5597bff3fb3e1ef2","sample_id":"mmlu-professional-law.val.524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7e60a48c4a8f92efa8195936df79902adfadc94a3edb178b73c7c80ae376bd6","formula_version":"titan-u-contract-v1","latency_ms":0.7701669819653034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d03ed21d99dca577709b909e4f5a350479cb633c203605b1ddd633d9e038706b","sample_id":"mmlu-professional-law.val.525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4d3b205c07d49b6ca7378be9c131792ec40079f192e9f598ccbfb1ad0567bc2","formula_version":"titan-u-contract-v1","latency_ms":0.6806669989600778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d762be86c2e4078c33c2aa7b41a22c5830d59910fe6782b9a386673d34fac80","sample_id":"mmlu-professional-law.val.526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dd07a5b5dc76e46b156c06290046984d8f6451886f624a7f1b84fbf723e6a51","formula_version":"titan-u-contract-v1","latency_ms":0.8477080846205354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc394e7dd3301e729f1eef659936a7c372621f0faa4b4d6b53cecb61a6509cdc","sample_id":"mmlu-professional-law.val.527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c622a77465ba7dad2b44f6f6b6fcb8f3eb48bcc702f302b6e34aa0d57dd2fe19","formula_version":"titan-u-contract-v1","latency_ms":1.0277919936925173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"298b757de5699dfb968e8145e1b1f489c293b5a23b751990288b5ab860af201f","sample_id":"mmlu-professional-law.val.528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dd296a85ba324e5a3bc1c0e6bcad03f1017c226e777b58e1f4dd05ffb866087","formula_version":"titan-u-contract-v1","latency_ms":1.0765839833766222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a03e56bca4ea1ff204ad36ac9e6bb7cc197f02671bb5b88c2a54b4af1d30d24","sample_id":"mmlu-professional-law.val.529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fbc22a431d48acf311555089dc9ba1be6146420788aa750cb4375dc29685000","formula_version":"titan-u-contract-v1","latency_ms":0.7377499714493752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97e4c6f251cb141214a7b8954e340b983256128deedf258247542da2ebed6817","sample_id":"mmlu-professional-law.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d613a71d4a80b9d05e3a7d43be0875b3424fa8a4397689a69572f9937793d18","formula_version":"titan-u-contract-v1","latency_ms":0.6842089351266623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2058c4439181a2f62d337a3238f2f1aa3a615ada22ea183a9fa3a701d46c3ec","sample_id":"mmlu-professional-law.val.530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cdc564d6e19d059d701a9c8c1f9d23da83470d928fbfb9636cf6cd29c3f2ba4","formula_version":"titan-u-contract-v1","latency_ms":0.6608749972656369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aadd9e344f7ddf117b12b585a5ff8b2f4b82abbac1df962f04c797397c106f71","sample_id":"mmlu-professional-law.val.531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af832809a757f8debe3c43195eb051e630b136f867a3ca49a72854912f6d4e08","formula_version":"titan-u-contract-v1","latency_ms":0.7035840535536408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffb154c9f7c37bb28266f43a908278ce970c79d2bd1e584d0a6cc513e508a285","sample_id":"mmlu-professional-law.val.532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8683e93b260787b971306f70d67248128969610ce3714a242a9ac3f503b0a91","formula_version":"titan-u-contract-v1","latency_ms":0.8684999775141478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"562113b460d19d31340b1cf2ee4af685d1a42c23c39caa5b9a551aa3b32486e2","sample_id":"mmlu-professional-law.val.533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd0298e0e570e4319204f72eaae800457581975dc6183dae034295e4d3c0bdfe","formula_version":"titan-u-contract-v1","latency_ms":0.788999954238534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7074895bda8b03bb0852efe1a663bbe8157e1952961cb851685960f9f0b422a","sample_id":"mmlu-professional-law.val.534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc88ba0a0cb1237f3425df7e142a5295619980584ce3ee3f6a9c048916d5a162","formula_version":"titan-u-contract-v1","latency_ms":0.8414170006290078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e1767c0babe10bef3443a4e6454221420fc5ac094deb0adcbe497f39ba008fa","sample_id":"mmlu-professional-law.val.535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a40cdad75ae47ff80243d8571c7f2db84a47abb0da23ddc7533b5681615ec345","formula_version":"titan-u-contract-v1","latency_ms":0.712249893695116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2245af491ebd474c4139cfd2ef0c1ad0e9c668fd9d79118b7f333ca30153a8b","sample_id":"mmlu-professional-law.val.536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95455fae4e8f4192ac17faae04f1390aa1df33709245970b87fc798fa06b0ea9","formula_version":"titan-u-contract-v1","latency_ms":0.7240419508889318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0023c1e56212e7f02ad71a53d67afd7a6d8bb677f1e24cd85838d15683301c97","sample_id":"mmlu-professional-law.val.537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3f960163e18b2afabe3d3e1ca752eadd2cb3f7effb37fd65afb451b8e464a50","formula_version":"titan-u-contract-v1","latency_ms":0.9287080029025674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d742e83f11a982c31968233ab19f8e5d3e719c145fd621d44f8c9a4254a6ad9","sample_id":"mmlu-professional-law.val.538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7fcbae75ca00c532f073fc6d6b0b82cdec1bc676f0e205054b8847c4b56304e","formula_version":"titan-u-contract-v1","latency_ms":1.0352910030633211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5a681631d7d7b97da1cdbdee6b9cb5150a68f898dd0b2371150ad1b0b8b45d9","sample_id":"mmlu-professional-law.val.539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bad7ec894eebd1530cff18803fe9ac19d7552a7da5e174aab0f3ada9203f3cd","formula_version":"titan-u-contract-v1","latency_ms":0.9333750931546092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bc1895b78e33f4619f18535abd2ec7e1a9f8f2be6374f1daa193849d1248a1d","sample_id":"mmlu-professional-law.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb6f8bbb50d6cc32757ce78352686935e3509ec78aa5116265ca7c296aa4ae6c","formula_version":"titan-u-contract-v1","latency_ms":0.9187080431729555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"815846ab63f3d4fc5b01d8d706521d9df1b073bfff015d3ff2a7e5800a076c10","sample_id":"mmlu-professional-law.val.540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"118ddfc45c07468927272246260012c1bbb16b87884d1cbd0f85d55281e723db","formula_version":"titan-u-contract-v1","latency_ms":0.6284579867497087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1eddf37bb3573264c1656518ed294c36e7fe5483849d67d98a356e0bdab7550a","sample_id":"mmlu-professional-law.val.541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddce8a8a9e452d9d741b0801a56981f988a959c2917646a7bdc96f279c455ac0","formula_version":"titan-u-contract-v1","latency_ms":0.6359580438584089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54e5188c72d35f7dadd78ec2e25346edb4b1536eb728b058a9cf4683a75e941d","sample_id":"mmlu-professional-law.val.542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43d46a53e03b9927ef29ac780e8767afd82c126e1ca93fdef5204351c50cfdfd","formula_version":"titan-u-contract-v1","latency_ms":0.7612500339746475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd0e0f8be8995c67923e8a60c064055d7f4bcb997daec1dc8b7d1173659263b4","sample_id":"mmlu-professional-law.val.543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41645a9276097ef649d8bbb17df5fbe091660e978a15f2059f9e94083f54aa78","formula_version":"titan-u-contract-v1","latency_ms":0.7841669721528888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e8351de7d9cb3018a056e9fcf76e735c7386099a96ad49ab15b8b2f2efc273c","sample_id":"mmlu-professional-law.val.544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43379bf40765349f09b7f74dd7fff385ddfc7ea23d451dacbfa10d3c109695f6","formula_version":"titan-u-contract-v1","latency_ms":1.1266249930486083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"009ade6aafc71c09595fe1ce5279d3043fc3ba742d3ef1a75cd747279b46161a","sample_id":"mmlu-professional-law.val.545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08eeff74cb1571920e20938bea81d7999cc5b5a3b5fda7c088e4e69724c77c51","formula_version":"titan-u-contract-v1","latency_ms":1.0517080081626773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bca98fa766f2a9bb4683e71fb3389c100b185c29954d7f6cff49abec61ebe817","sample_id":"mmlu-professional-law.val.546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"232dd5445a24c89e38d7b6e5cd09166d713cb87843b8829def66d766a9481bbb","formula_version":"titan-u-contract-v1","latency_ms":0.8324580267071724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e42ed0d7c60f624cc5a8c1fb5372561c56412a7146cf28c7c01c12900f5b8bad","sample_id":"mmlu-professional-law.val.547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51298dc43f9f2cc462f39ef6c80d79c6add661b9cfa00b42497f941e9b2a9eee","formula_version":"titan-u-contract-v1","latency_ms":1.114833983592689,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ce10b7f2d6df8138051351187c3f7895fbbfd508f6d55d1848f1066af8c2c2d","sample_id":"mmlu-professional-law.val.548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad88938fe7d30caf3adc26bda834457a9a2de648694158f2ffd3ccfcf8d063f3","formula_version":"titan-u-contract-v1","latency_ms":0.644541927613318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd6ca24b4af79a2534db738575d54678f29d60a5b5705b0ecc6009a86d1f902a","sample_id":"mmlu-professional-law.val.549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4da4eb63d42f57afcc6d775674f6906f2ac5cd2d3867ffddc242650dc08ca4f","formula_version":"titan-u-contract-v1","latency_ms":0.8454580092802644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5018cf54b2d5a27d49539391aa6d3d3b141437d0f87c59dd57910a6b5e40393b","sample_id":"mmlu-professional-law.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f75c91d21023ae6986c955dac276e3eaeb3c8cd5addc827ecdb8c3bf47b821e7","formula_version":"titan-u-contract-v1","latency_ms":0.9327919688075781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d383067c4a8314e1bd217af5c9f8d54f5d5b131d4da910662301e8954f2147d","sample_id":"mmlu-professional-law.val.550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29721b33ff111854773a91cf754b617233da0b28fff233154ed1569059668650","formula_version":"titan-u-contract-v1","latency_ms":0.6785000441595912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40db9711f26eeb8d07d23c68056b535425ad77818b5ae833c8c0472f0b46ebe5","sample_id":"mmlu-professional-law.val.551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c8a32c6fd3324e8b8e5100ab7cdb87b0618437bb757898cf1091d1375011c91","formula_version":"titan-u-contract-v1","latency_ms":1.1449999874457717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e25af58a1a55bc0cfdaba64e04a2805b99e2968d656b6ca8f6a2b369d6809b0e","sample_id":"mmlu-professional-law.val.552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"815475d9066eab301b76970e753847a6f22cea80493b76b59e6781084f61f17e","formula_version":"titan-u-contract-v1","latency_ms":0.9371669730171561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1c3b40531ad6ba573e5adafd90a7a899ec05bb298d377def00fdbba88850ac7","sample_id":"mmlu-professional-law.val.553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8956102e4e5a9739892495532f30a7aa5eee1883c1a5e1b65b808f2438f65b5","formula_version":"titan-u-contract-v1","latency_ms":0.9472090750932693,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9106bb25b8acc2be486d885ac61adee36a5b82d964b06884a9485458ede69c5","sample_id":"mmlu-professional-law.val.554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79ca89788787ce152eebc6573443c27c48765bad4ff284da35592a5cfec8da70","formula_version":"titan-u-contract-v1","latency_ms":0.7115829503163695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49377a1c188b269951f74c6cee6af92bc4aee2bc3810ea8645e5fc6be9a67674","sample_id":"mmlu-professional-law.val.555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fb40d7713a9cf5b8382cccca2417570a069d32b908415a8e3afae0de9edea4c","formula_version":"titan-u-contract-v1","latency_ms":1.3455409789457917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d084d7d841ca4c934998a428c2107b9b3ca93e04190b0014dde18ba83e8eecd6","sample_id":"mmlu-professional-law.val.556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"850639ff972c3f730d16c69eb4b1740d00e963bcb66d0b6d11a7d074e2dab7e1","formula_version":"titan-u-contract-v1","latency_ms":1.4127499889582396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1851b7cff4dfd47fccda15a3c2022a083732db7946ab0d54a99bec8f0e64111d","sample_id":"mmlu-professional-law.val.557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70210b14c6d27ba4164a22415de8a5213b02e6f897ba97f9a7f4ea470b59ef5c","formula_version":"titan-u-contract-v1","latency_ms":0.9004159364849329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b59e06c32bbca9bab44afb4f024eba334c4e7dd00cbba0ce43f82eab8b25840","sample_id":"mmlu-professional-law.val.558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"452312825b49b369543d092b17ca6ae5434dc26bd24e8053faff9789a9f55195","formula_version":"titan-u-contract-v1","latency_ms":0.9877498960122466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58b530728b4517a33b519eed20e4e20041ebf7084a3b84aaa5e3538f2f7660cf","sample_id":"mmlu-professional-law.val.559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60961dfcab1ef780a5e85197a2d8645e85bfb83d65144707786bf8d87133dfb0","formula_version":"titan-u-contract-v1","latency_ms":0.861832988448441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4a0c4d7bc2325cf990637df626891014f8fd7f5ab6dd98c2beb0644905bef06","sample_id":"mmlu-professional-law.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4de8746702a4ee59cbe2e6b462892ae8da0c777e3cbbac34877d502f264f0a8","formula_version":"titan-u-contract-v1","latency_ms":0.7082920055836439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c628caae4c9c7bfafa973a3deb430c2d3cafbdd74d5b1a4870a84e031e791eb8","sample_id":"mmlu-professional-law.val.560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9a660a78cad43bc8e63e75e0edf0bb327e8821b66f82d0f1549873a76585ec7","formula_version":"titan-u-contract-v1","latency_ms":0.6532920524477959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78d4309708bb4176d20d0cc7e8695d0d49340038de88075e3465cc372a49f4a0","sample_id":"mmlu-professional-law.val.561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00454978833618b2ed4461bb8281a4abaa717c91ca58af7bb56b131e99ada759","formula_version":"titan-u-contract-v1","latency_ms":0.64437510445714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e4f9d42e42a78a90990442940cd32681dee51816becbfc346d105ddca455e55","sample_id":"mmlu-professional-law.val.562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d68eaa68de9f30377cbb1abc77beacce3c564b6adf50ef2f23e0d7198fdd7725","formula_version":"titan-u-contract-v1","latency_ms":0.8642500033602118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff5548a02df7b5ad4320aa2789da72e7df85cf7ef9b21cf2b406373b56e2d925","sample_id":"mmlu-professional-law.val.563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a03e5527412d63d4ac44885661ce38d832ed39caffaea128abc11fa8f10d24e","formula_version":"titan-u-contract-v1","latency_ms":0.7246669847518206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40e80107c0356323531da5264fa8911351ad90fc393a39f0afd380fbfeda1bdc","sample_id":"mmlu-professional-law.val.564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07bd17100f937ba48e9634a3ef9b437e1272af4722e7326fe8547e449c5bb22e","formula_version":"titan-u-contract-v1","latency_ms":0.9957089787349105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"746b9c7c30a44a6531dacb0b67c9adf50fbcdc75f5cf71e462d2fc07ef872389","sample_id":"mmlu-professional-law.val.565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd1beb140d9df309a0f4ba902d4522bdb71759b9754924db3e2d2bf2bae509c2","formula_version":"titan-u-contract-v1","latency_ms":0.8467079605907202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"601313f8a61b51374d200df3021c627e53f664cd58ec096d1063bc2a35776ead","sample_id":"mmlu-professional-law.val.566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d271f4656d98d62398c75ef0a83e654dbdf120b1da64bdec04be112491167789","formula_version":"titan-u-contract-v1","latency_ms":0.9217089973390102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc23e89447e2f6aa2095227dea3598ba0036c6fb5d1ab8abd817b20d9e803851","sample_id":"mmlu-professional-law.val.567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0920fd6279fd2ae9db8b666d77a9ae3b10846005031fcd4b8367d1b4a5b9e11c","formula_version":"titan-u-contract-v1","latency_ms":0.6957909790799022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c53d16036b95e9cd9f10c3c35c3371c57549a35c9d6406a672cf85f65ea131a","sample_id":"mmlu-professional-law.val.568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f8454f3bd36dbc78eef004121c6552d986111c316b1358b6d4e0134bf9c0f54","formula_version":"titan-u-contract-v1","latency_ms":1.1550000635907054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bcb74756f6e47cd84215c2089e9ff7053724f8f443cbbe8cd684e3884bb6988","sample_id":"mmlu-professional-law.val.569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc019b2a59666c5c8f40b9dbcd03f7b75291cffdd688ce9cfbdf6ab4fe833979","formula_version":"titan-u-contract-v1","latency_ms":0.6831249920651317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aa8cf77700e2f480e2f84e7713efd77f6e60115b15a65facf90b54c6322d52b","sample_id":"mmlu-professional-law.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"251da5dd8793b8897cdfd59c8271fae8613400776e91880a9fd3fcd0a6dbb886","formula_version":"titan-u-contract-v1","latency_ms":1.1498749954625964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbea595d24f1b6a1d754ed860d64b9b6a603dc51e235baa77ca82eee00069c4e","sample_id":"mmlu-professional-law.val.570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da45a2ee8aa349e68e254144430352cf18dad8d64cad2e4c99815d3760d19ede","formula_version":"titan-u-contract-v1","latency_ms":0.7229170296341181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42f7a3b5bb9ffa343ed0d6426c692ef5466264b1ef4131193ba0208b2e0167cd","sample_id":"mmlu-professional-law.val.571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0e6fd49378dd86e4e109d61238a9fe6ef052c42be0eb72719d08fe5f16884e3","formula_version":"titan-u-contract-v1","latency_ms":1.0523750679567456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"665b06b797e525d2159c7fd46682183654a0fe28f8b45dc77e616709840c99f7","sample_id":"mmlu-professional-law.val.572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ac7b1b38ff3589124945f5df9022b6222dfcb1d5c511de9582cd2a7d243a513","formula_version":"titan-u-contract-v1","latency_ms":0.7778330473229289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d274b012edb000397b708df90362cae79d03f50dabe79198fd6c724bfa2716d4","sample_id":"mmlu-professional-law.val.573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c011f53c74ba3f810c4c81b1b054ec055784b5da96e4e228ab5e85a86a5a573","formula_version":"titan-u-contract-v1","latency_ms":1.0670829797163606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"478125fcef751ab8e4026e29de27e404519a776751ce09739f1e1ea2110f0997","sample_id":"mmlu-professional-law.val.574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8133ac8c7b9a34ce8f910e05306ec0f46dbadd18444cd8095acb3f497ef858c","formula_version":"titan-u-contract-v1","latency_ms":0.9046250488609076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66cc74ba3be10519bdd7afaf7191277c7fd294ae232e97f2f33b7ca98d201096","sample_id":"mmlu-professional-law.val.575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37b8012d0162eb1668f7449ae73efbd67c616f259205e1987d78c178308f03ad","formula_version":"titan-u-contract-v1","latency_ms":0.8499580435454845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89431315d7b1ca0e3427e483ca46ab8b0e367bde92f0d01c92210f2dc80661f6","sample_id":"mmlu-professional-law.val.576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd2272ea4e737403562f8d1c6f61b99a054cdcbdb54c751945e5584ea77b7610","formula_version":"titan-u-contract-v1","latency_ms":0.6983330240473151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85b4a01d8b747c92ee1fd04f3cf5f1aca7fb02ecf044a3e3334b34d245b1477d","sample_id":"mmlu-professional-law.val.577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d84a62629024e865ed51875080ebf0857f9ad8edb386038a5113d0e387522fa6","formula_version":"titan-u-contract-v1","latency_ms":0.8271669503301382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c98b6aa06df2b585be1aba4f3f000079984e632629dbe85320c7282175409316","sample_id":"mmlu-professional-law.val.578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46049940a3d23bec31fa7b55e9eaa4d288e4179dac49563f91295b97ec2d08a1","formula_version":"titan-u-contract-v1","latency_ms":0.9970420505851507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea843eafa74bc83133dbf296707ab418b7a210c31de5ad3150e9838839d3444b","sample_id":"mmlu-professional-law.val.579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc4f600d3f688f2674e1e14284ed4081926b8a895a92268144bbe059cdf1e46c","formula_version":"titan-u-contract-v1","latency_ms":0.7819159654900432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b56ce327ec0d9382d053a2e1e1dd00d2e47482ac9769b64856975093793d87b1","sample_id":"mmlu-professional-law.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f185a5a86825314716f84ac6b5702a11753fb4ae2874c75e21335c5e8a49bd78","formula_version":"titan-u-contract-v1","latency_ms":0.6170839769765735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c154ad96c89e8d59336953509c6ef4a613094357e3371ead286b0b97fc28e650","sample_id":"mmlu-professional-law.val.580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c53f21f5292a735912090148fda2ad8c64ac8ff08434b5d64bdba3b18058a2b","formula_version":"titan-u-contract-v1","latency_ms":0.9446250041946769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17e93ab4a63570aae7da9d92a9f479ef4489d73025beba49760af5297d0f8109","sample_id":"mmlu-professional-law.val.581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02fb83c9365fd9722eb6b176f6af9dd20177d14341f57102cbec2f8df68713b7","formula_version":"titan-u-contract-v1","latency_ms":0.8318750187754631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43ff947357c3dcac0ea3a8244fd466643d0ecbbfaa091f1227a6d39859bd25fd","sample_id":"mmlu-professional-law.val.582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caa551ad22cda5dc717df45329e144cfabf513ebbe988586af45bb7f56be3561","formula_version":"titan-u-contract-v1","latency_ms":0.8043749257922173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cd6a69699099a8d0c93c36833053c52cdf83fbcde23eba4969608ba3a50cca3","sample_id":"mmlu-professional-law.val.583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3868c975945b8772d5a9532e4ce5975d1d11f3dd69c106cb6749a461f88ae092","formula_version":"titan-u-contract-v1","latency_ms":1.0237919632345438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"129243ebbbe1186eb571ab93ccfe5dbc537de6b23d5328fc5ed6f0bf12552a23","sample_id":"mmlu-professional-law.val.584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7e370d5eae9dee0aea47cc31200357019dfb49b9d8034ca08a452f75b913e7e","formula_version":"titan-u-contract-v1","latency_ms":0.7128340657800436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b999916614c04c7022133cb003dc6f9e912d110e1c04117febd646339b2aab8c","sample_id":"mmlu-professional-law.val.585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b724b584ad186de07750a6367a0a3a25ced68ed2e8e137755b27e2a0e854d602","formula_version":"titan-u-contract-v1","latency_ms":1.1812919983640313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51266ecfc93db10baf2c0728a2630c532eadb5e5664f7d9d243ce0263656c31c","sample_id":"mmlu-professional-law.val.586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b44fd595c14f376db94f110ba78db45a68e358e18c7e00ed33bb9de2fc0c065","formula_version":"titan-u-contract-v1","latency_ms":0.8680419996380806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94f370ca78324508cb487e10eecfe0a87b32136f37810d3ff5939f3536581c11","sample_id":"mmlu-professional-law.val.587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e6e16dd9ef15c9255b7545f71a04ec44f5b0b09bf6b99535d153699d1474c60","formula_version":"titan-u-contract-v1","latency_ms":1.653083018027246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8457976458b5e929b688df4844a39d6117ce8a2c4022305aeab3d8ce38f7bb4","sample_id":"mmlu-professional-law.val.588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3fc9e7344cac74e274768e7d093e1bc08116cdad4eb9f342a2e87533b15e3bb","formula_version":"titan-u-contract-v1","latency_ms":1.062000053934753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9f7eb1b9a783ce0d3728f29379f23d90bddf8c00722aebd8d468fed7e315ea6","sample_id":"mmlu-professional-law.val.589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1380cba087efcac2982f54ad3b80ada7f1bd36ed3b046b8d38829686bf8ca98a","formula_version":"titan-u-contract-v1","latency_ms":1.2669579591602087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18abdb833926644d9714cd05e4887c60bded8b15036960e9ca77e51c2c779d8f","sample_id":"mmlu-professional-law.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"595af6205727d573365ce3086b407a0bd02cbec21f0488ce27266effbafd6247","formula_version":"titan-u-contract-v1","latency_ms":0.9582909988239408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d96eada220e3d5c186c6c48769fa59a27cca4f3090ed2851110651934fa0a40a","sample_id":"mmlu-professional-law.val.590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"309edf1d595b681494e574da19ba82d7b1659e5a79c6f5b2e54fb3aad756667c","formula_version":"titan-u-contract-v1","latency_ms":0.8666670182719827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69b237f4f8b6255257f7bdc2d8a7029456a44e8b53ab573b393c8fe12d4892bf","sample_id":"mmlu-professional-law.val.591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58d83c6e28bf97059efe6da61e463c08642db85ba459a94fdc827fab93558d7e","formula_version":"titan-u-contract-v1","latency_ms":0.6479170406237245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00e28d38ab046527f587c099254928d28442ff4cf1a51cc2b57eadf2d5e973c2","sample_id":"mmlu-professional-law.val.592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52c8c2a862d5b1c9fd562938dc8868f6da70fbeb46035f1fd55da5a787ad2b6d","formula_version":"titan-u-contract-v1","latency_ms":0.6044999463483691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53aa4c29a79665bc40718404cf0458077ab4207c55069b7f311516c62e70949a","sample_id":"mmlu-professional-law.val.593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f19bc126282356f85d1bb637218e165391c0e1506caaad560989a095dff56f1","formula_version":"titan-u-contract-v1","latency_ms":0.7755419937893748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20ce9dbd0bcb61738cb1729b607b514bf56b494e2803649ca1fafbf178eafa5d","sample_id":"mmlu-professional-law.val.594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e88ff48e8e79ab4a1be52ecc23ec4c3dc46e976a16c8dc838338e4a7c0a508d","formula_version":"titan-u-contract-v1","latency_ms":0.5996250547468662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc23a021f5b8412292338c9858744abc4907e463ffccba2b12c26647fe3cefbe","sample_id":"mmlu-professional-law.val.595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a727e421002170a85c6bc4f35c76df9a86471f5932d463b2b6b1fb585472e73","formula_version":"titan-u-contract-v1","latency_ms":0.8524170843884349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1386b37c60d7c3b3ea79d065ee753c779e5ff81b0fb2135d6e1ad1f42d8cfc31","sample_id":"mmlu-professional-law.val.596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa405f259ffe1c9db4e6b7c680133d2eb243c0216874a08d86249f83e044180","formula_version":"titan-u-contract-v1","latency_ms":0.6585409864783287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"263799d9abdbb95c527eb7d7b8950ad2a5706ebb0efbe913187e4ec4ac604cda","sample_id":"mmlu-professional-law.val.597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa2e010023db19fe344b3d672adfc47214f78b0c0c5f4221401e0ac3fcb53dc7","formula_version":"titan-u-contract-v1","latency_ms":0.8056249935179949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7cb92dd94a2f05cffa3cb8474ecd4208191fd8103e1b4daecfb007ecfa1c527","sample_id":"mmlu-professional-law.val.598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7520bc13d75b302a1f7bb57b253534b3e0feb44e70451badab01214b4128ca22","formula_version":"titan-u-contract-v1","latency_ms":0.7086250698193908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b7a14ac25668dc387dcf7092fb1aafdc2cba2c15e66b70143604485d8245fad","sample_id":"mmlu-professional-law.val.599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42e3f36cca4266d4adc9d3c5f648699d35983ba69efae618f58044cad4e5a36d","formula_version":"titan-u-contract-v1","latency_ms":0.9856660617515445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee57706b3ae535b0ca752568f024c2f9d66d84587f90c08fc2e0b36ca299bb5d","sample_id":"mmlu-professional-law.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e728cb180b2030b2ba1de5f93ce0dd960bb2f6dc2b3b6f43a4eafc46cf09b68d","formula_version":"titan-u-contract-v1","latency_ms":0.7177919615060091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6126403f111ef32afb4e825055be0cff076c439aae099f2ed5b9f98e6e5c4de4","sample_id":"mmlu-professional-law.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fced53cfab37f509e31dfbe3f8cbccf8f0396d1165296ae21d1243e252ccc141","formula_version":"titan-u-contract-v1","latency_ms":0.7382910698652267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84799eee9ed1e9ab0f80465f03b4dc6d7e2ffb6e01b78fb40586684cb6dd65ff","sample_id":"mmlu-professional-law.val.600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1a71555c3b1c15d3916ef94887a2aaaf2dd1a589833d20e182f6acc227c90a2","formula_version":"titan-u-contract-v1","latency_ms":0.8863330585882068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bc7df7312bf6bc486e0a5c75cce1a09813a450764ba76009933ad12faff12bf","sample_id":"mmlu-professional-law.val.601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"886224bbce0821527c90169d1164c41c544e5ad46e0c644ae3bf3812313e751c","formula_version":"titan-u-contract-v1","latency_ms":0.74712501373142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3251755579275c3499b8b76083f4a9edbd74e9a188c4ae2c80b430b1d1d00b6","sample_id":"mmlu-professional-law.val.602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"daf2b89d8cb4157641ccc19a9f0c9060fd83d14923c0afbdde350a581e1413fe","formula_version":"titan-u-contract-v1","latency_ms":0.7862920174375176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd3ca9cdb8925ef77a651c1827bc834c3c00bb3adbe12319148fc067dbd77cc0","sample_id":"mmlu-professional-law.val.603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69f160febf2312bad690c9af629e59e8533ed3e481567e2b4526e1868be62d2f","formula_version":"titan-u-contract-v1","latency_ms":0.8526670280843973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2a4cd923cd33aea2ea8475c27e73bd64731eeffe1e71750fd96f8085ee48852","sample_id":"mmlu-professional-law.val.604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d219e3cf2af073cba314586808e0391394de768205fa9c7f8daf77150e4dbbf2","formula_version":"titan-u-contract-v1","latency_ms":0.8782499935477972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0a0dc57c76e6f885872bdf0d2f45c401dd75ee66be2f42bbcddff833adf2434","sample_id":"mmlu-professional-law.val.605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad13e911ba12fc624ce3f6940754a97484fb52f9a412270880027cd54351bbb4","formula_version":"titan-u-contract-v1","latency_ms":0.6372909992933273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"191696130492e3b795144c4912b6a3a2672c5763dbe8f6c2d64222cd18729f97","sample_id":"mmlu-professional-law.val.606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06d0edb3d5d162562c673daf946ad2e976b2bb7b4127708e47d1547062116ee1","formula_version":"titan-u-contract-v1","latency_ms":1.111334073357284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"571ec353ed4fcfb983e135d5ac92fcab770c3933a50ba304b47509c68803bcdd","sample_id":"mmlu-professional-law.val.607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05e5ca747833c2afb7f8b5e1867f486d7a17daecd124d394fc9dfba416d091ed","formula_version":"titan-u-contract-v1","latency_ms":0.8530420018360019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04f4d7aaeb8a43fc2edb8f30185004f2d42f7f623194ea5f2c2454655b07f951","sample_id":"mmlu-professional-law.val.608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3827f7774ba18843ed04e2bad18eca212fb275e4e331a4651e1e1a0391e8bbe","formula_version":"titan-u-contract-v1","latency_ms":1.1280829785391688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cde4c87e234b7861e9d5bf463910158745a366be26f5e30943bf1a27e47cba5","sample_id":"mmlu-professional-law.val.609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac7d1c173e74c13f48743637f90bfdd0f98c045e6fa8f99b422b7fb69e2bcd30","formula_version":"titan-u-contract-v1","latency_ms":1.0890410048887134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89307d74046b1201c1018e0cf6d9bdf5dcdbe332cbd90a4838402a551173861b","sample_id":"mmlu-professional-law.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"438f07129d072a68a72a613012a8ccaa3d8d7fabcbfd28588e1ec0ca9de10358","formula_version":"titan-u-contract-v1","latency_ms":0.8159999269992113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cf5b830482f9d8b928f9e1a05afa4cb6bade511dca3223530de4099797c6eff","sample_id":"mmlu-professional-law.val.610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b57a44050c2a47d521b2f27b6e35f0646e9a3810481ed29d0fd7971b74f2f1d","formula_version":"titan-u-contract-v1","latency_ms":0.6820410490036011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51e4bcef5b892eb66e9fe8cca8af7686eacc59df06131252954659cce043d92c","sample_id":"mmlu-professional-law.val.611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"239eb09365b38afea005cf70a582eccdf10253ff606f588c764c2d8cbfcd5e1a","formula_version":"titan-u-contract-v1","latency_ms":1.1720838956534863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"988f1736793a02f23e3b4549465cfed38b0c379f6ebd290043ecf57bd7f8dc78","sample_id":"mmlu-professional-law.val.612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecd56f313d8224f7014c46f82b937e883c66094179c5a46e0d5de53bff24d419","formula_version":"titan-u-contract-v1","latency_ms":0.9346660226583481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c583759415f3a06692571cd1d65970abbc60af1a76572186b844ea36c186665","sample_id":"mmlu-professional-law.val.613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fd59a470b780e8128d740511ef95dbd5d3c1910b6a9bfb58cfdd7fd4b85daa6","formula_version":"titan-u-contract-v1","latency_ms":0.8226250065490603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9125348c70a84973ed7880d2613e628ca86717f7183dff0ea6a1a7f5fe0dbbb","sample_id":"mmlu-professional-law.val.614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82276c2fbbc8c4e31e1ebe290acf02f2f4ce4b9f36858e35956f9eaf29fece9a","formula_version":"titan-u-contract-v1","latency_ms":0.8992920629680157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9247e1450173354f752be4e667da3aed74981558f8290d92cbcdde6ad8e42d2","sample_id":"mmlu-professional-law.val.615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e91410b6c301e2b3178d29c186a54c1fb73ffcc46adf5ab49b6728a384681132","formula_version":"titan-u-contract-v1","latency_ms":0.7375410059466958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"636296ecbbf38f0641474dc8857e9c8c57515faf7d2a00fc7bb1221a8bf84a49","sample_id":"mmlu-professional-law.val.616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecf1dfc0e4a90fbdedeb64298b6e7290aec6e53e572bc5c3b3a33049f77ae42b","formula_version":"titan-u-contract-v1","latency_ms":0.893375021405518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7c2919f2eda789c6f9b1c3008a3f1ab7a6949fabe7912165d07e70b8e3ba7e0","sample_id":"mmlu-professional-law.val.617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5026fe3ae31901d5adaaf353177c9cde65bfec291bd204eff8e3cda2d90b732f","formula_version":"titan-u-contract-v1","latency_ms":0.7818329613655806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1ce3ac0c7cba39afb01f4e14333203e6c867310bf09136310ef97ecbc67e6d8","sample_id":"mmlu-professional-law.val.618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75c5ab9f576a15707560fb9ab419bdfc11eb04ae0fa59305a02e05ca9d8223a1","formula_version":"titan-u-contract-v1","latency_ms":0.767374993301928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9e0436c768e4de6c349520c51db2254f05ba014c9c04d430a80d504ee03a1be","sample_id":"mmlu-professional-law.val.619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e82f71d5ee3eec94d75a51e447abddbf140bfa72c94ee1de0410ada548fe4e41","formula_version":"titan-u-contract-v1","latency_ms":0.9168339893221855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58d77a1e39c22cfc6c6d8d05acab8861a5a0d0ca3850461878743536fb8e6645","sample_id":"mmlu-professional-law.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"361a37560c603d5fa10cb636055091da3fee2a78ae31feea7afe38498e864801","formula_version":"titan-u-contract-v1","latency_ms":0.6877499399706721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f41659662d12874cab871df57e75249bece870c559bf5c4601e107d880746054","sample_id":"mmlu-professional-law.val.620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a59be0b9722a90d1106dbb4cefc251f8e084b83efc4ba46b6509cca9ee2521c0","formula_version":"titan-u-contract-v1","latency_ms":1.2430829228833318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"832aedca515c988f9de1fcc9513cafc8a914c2cd0beb1813a8176e664f8c7fa7","sample_id":"mmlu-professional-law.val.621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87d7019b5f57f9783bcb7ad9736d4dbef99e33580ceff169d50beeba72d57158","formula_version":"titan-u-contract-v1","latency_ms":1.034374930895865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54c168b24263dc25a0789db48e7fc0326e10db1eec63d298e55a2d0d14494f4c","sample_id":"mmlu-professional-law.val.622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2d39f841a15dea8e1579ba63a8c131312efe99fd522c4b71d5f0f31253e4dc1","formula_version":"titan-u-contract-v1","latency_ms":0.8450410095974803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65116b8585d0521d1ae473ed9ee690285de21f729a4b24107fb970306604c347","sample_id":"mmlu-professional-law.val.623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c47338b2041f9ab13e00811c88bd9db820feb74a85c23a66c1ee973b7d6034b2","formula_version":"titan-u-contract-v1","latency_ms":0.695957918651402,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63bb87dcf2c686ad896336bd383e00001d2f58772520e416fb0c81f82da99d28","sample_id":"mmlu-professional-law.val.624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f43c2cf063ad343615b25dc8d9d2004eafefda4599aeb9952aa927992dcc2d8","formula_version":"titan-u-contract-v1","latency_ms":0.9004169842228293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83865be55620a7fa05f3ffe6fe8d26794101bb7a339107bac09d262d9ef787cc","sample_id":"mmlu-professional-law.val.625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c582e2587fd075d4a941b224d257b43baaf104388775d440de003fb87ecff39a","formula_version":"titan-u-contract-v1","latency_ms":0.9101249743252993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a78e7060db012a12d12804f71df19576f75c8fbfd4b210fb68783115369263ae","sample_id":"mmlu-professional-law.val.626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a19229868d5aeca360d48304fb0af6d532e177b299bb38a206dc0a6adbcce623","formula_version":"titan-u-contract-v1","latency_ms":1.0821250034496188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d10950163d56169545237f3b81c80b4ce04961941773d0dd158a761299b67cc5","sample_id":"mmlu-professional-law.val.627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69c16e3ab3cd04194272dce4e6f88a1ff58082ade7868d2e89c0d8cec7993829","formula_version":"titan-u-contract-v1","latency_ms":1.2437499826774001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e58f76048b4f8ff5c798d60e5e203d78f4c0f3a2b3d7fbbf723e7ae96e224c14","sample_id":"mmlu-professional-law.val.628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7891e35d1dfe446c7a420ff5f72252a512740dc90a91302195256f8cd45689b","formula_version":"titan-u-contract-v1","latency_ms":1.1827499838545918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9577a6d68e50706a44657e72bdca0a2c4e005e5b784791bb6ccd9a1c03b09b5a","sample_id":"mmlu-professional-law.val.629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"322b0eab520906bc126f8796755e3d302eacfec5fea6614f986d3deda7dc6763","formula_version":"titan-u-contract-v1","latency_ms":0.897624995559454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aac9731c033a52d8940f5935f1166f8c2a2f9dd64e5ed01dc1500508ee450960","sample_id":"mmlu-professional-law.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9aee15f340924a07751c5269f5f2d78986c8f9af51ab5bb79e1077b703ba57d","formula_version":"titan-u-contract-v1","latency_ms":0.9908330393955112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c9452e39235eeb116ef189078c432ba6f11e9ae58e3344801b39bc84b5c0770","sample_id":"mmlu-professional-law.val.630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"763fbe9c184c470d9e836a347bb2d525b3e75235ed18363fcc66400a56e45968","formula_version":"titan-u-contract-v1","latency_ms":0.6622080691158772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b855c99255af9162c61ae69e2ee4ca5dac70a0aa2cac53560fd001f4068e1be7","sample_id":"mmlu-professional-law.val.631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8646bfbe29461afa98c24d919fa80029d4b1ebe8b60b8ff1a22a0d07e5613011","formula_version":"titan-u-contract-v1","latency_ms":1.7155830282717943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b325c941b089fddbc073a8ecb6db2a78bd61e71b040ae7301b6e28210619e78d","sample_id":"mmlu-professional-law.val.632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e49bb035c7dad0cb562959a64c5e464af032dac53ca804e1389870b9c92f04eb","formula_version":"titan-u-contract-v1","latency_ms":1.3336669653654099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc2da32f1cba4d917613dafe4605c318614b40a95ad5c46a5ad38c379eb629ff","sample_id":"mmlu-professional-law.val.633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d3c5f592662001556ff24a767890e8918ed6e9a74015b0ad25167fac2f4c798","formula_version":"titan-u-contract-v1","latency_ms":2.8320839628577232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a81136a29eb845e12fc8af727a2e3d2a915582e490be6c0d47b6d277ee5e660","sample_id":"mmlu-professional-law.val.634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f6c667e3f42cad3f017a77657a65c37dc0cbcc743b6193cdbf511b5e7afffc4","formula_version":"titan-u-contract-v1","latency_ms":1.6186669236049056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cac826d80d23634d956e9e2375abdae79a41bbea5053da9b1d819387e0620adb","sample_id":"mmlu-professional-law.val.635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1599dd89c0f7d902c2658a0d9437b9077c7fb447d151599eabd7837c722c013","formula_version":"titan-u-contract-v1","latency_ms":0.9940420277416706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3f019a37eeb03fbbbe463dc87dbcab533c03248bd2f06a1d5b432183cd0114e","sample_id":"mmlu-professional-law.val.636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf724e0aaeacd22604c2490564cfda15ae064e129872786e155bfd7c3c7912fb","formula_version":"titan-u-contract-v1","latency_ms":20.07087506353855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"400b0429c5d48630ee0d186c08de707e785a2c04ed601b86611e9875ecce6cab","sample_id":"mmlu-professional-law.val.637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"676102b51b0b29427a79141764d9f2f7c3f0a859f7a98d88218090cf37b2bbfc","formula_version":"titan-u-contract-v1","latency_ms":0.9411249775439501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"beb12e0af06d35d4394a99ef6e0da0a1444b1d4245e2aa07b31b1c3ba830eeec","sample_id":"mmlu-professional-law.val.638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1fff1ffc2e26b6fe16fd8c4c7cb6e0bba70a8a2f1e8b317c0879e5a4890a83e","formula_version":"titan-u-contract-v1","latency_ms":0.6842920556664467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2feab44dcf716ae8972aa13e1c1054a9974805dbe24f3531686ecd7a0f0a9d46","sample_id":"mmlu-professional-law.val.639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1504a64fd8d0a5e3011d7ac7faf3d96ff48d2ba4262cb885a80b9c93166ffa6","formula_version":"titan-u-contract-v1","latency_ms":2.082708990201354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"997397cd43beefb8149db566df77ed4c5fa458e731ed61c4fef5fddf0afa7be1","sample_id":"mmlu-professional-law.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b20a590f5e78fa429a4db2921a0e22567f12760814fa9d439629db128200a288","formula_version":"titan-u-contract-v1","latency_ms":0.8909170283004642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dfa6b222c9bf451572a27767751a9003dba02394a1c758cec5fe328fee82320","sample_id":"mmlu-professional-law.val.640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5f157f27cd42f922b72f951f621c56b0e0a574034500fb5843cb99c44abb769","formula_version":"titan-u-contract-v1","latency_ms":0.8162501035258174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27ff852fe71deed122e77ec8ecac53d7994560387430b3c536df423671512c20","sample_id":"mmlu-professional-law.val.641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac9e9fbf505e7fc6d7ed5a42c6431c135a904b5e82530d66f9fc20336ec0b5fa","formula_version":"titan-u-contract-v1","latency_ms":0.7062910590320826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5caf7aa12ca5acce9cf6ec854845f8f1490bd8ab0f9a6a46904c7bf8efeaaea7","sample_id":"mmlu-professional-law.val.642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81a298137d281cc60dc8906ea9f23b3b8ef157a4d9969076597fa1774ff66a9d","formula_version":"titan-u-contract-v1","latency_ms":1.065499964170158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2be8e8aecf7f5054772bb02bd41ada2979da6659f43e94b04e728f89e3f3cd3","sample_id":"mmlu-professional-law.val.643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"785bb172c0d2fc139eef37dfd68bc1303f0f5973711a2f1c2d87fae7968d3387","formula_version":"titan-u-contract-v1","latency_ms":0.8027920266613364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53cb868dc9329670b36f9917f7e4b548ec2ece4e4d535ea00b0f1a3bc31e020a","sample_id":"mmlu-professional-law.val.644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1076f7f94794911d1b8f8e76f237045a68e2655ae3188484660928b5315ca517","formula_version":"titan-u-contract-v1","latency_ms":0.8501659613102674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb934343b4e19fa5084fd92fea54950cdb8fd9d9053afc0b25c7de634ee5e1cf","sample_id":"mmlu-professional-law.val.645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e468d40d9bd5268f23fcc006fac480a85bfbfd94fe621db363fb1779207f012","formula_version":"titan-u-contract-v1","latency_ms":1.1484159622341394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a5402aa2094f63902bf4515c5ebde9873beaa1b437be769f9afc1072305c3f5","sample_id":"mmlu-professional-law.val.646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5c7854271af10c6ac55f3d68726ba35d8df0a4846173d91dff64e6136e6c7c7","formula_version":"titan-u-contract-v1","latency_ms":1.0915419552475214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6f37d51718e5a619bffaa24022a1a480fcbfad298554b1ce60715f8f6159c75","sample_id":"mmlu-professional-law.val.647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4f123e9e55c63e9ee0e4375bc91b9d52a80db2c2d2b16781ebac4549b0e840f","formula_version":"titan-u-contract-v1","latency_ms":1.1580840218812227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02c8f3ae4946776ac904168f72fb8414016ea0807c0362ee8bd1bced1e5c17e5","sample_id":"mmlu-professional-law.val.648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"117c6c8a7496525267a1da65f519b064eecc6d44ca546a2523aaf1db1935c531","formula_version":"titan-u-contract-v1","latency_ms":0.8885830175131559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34ceb11c27026c7c510647d66fe93592bd77df9ae6300c44edf0cc61e9c96339","sample_id":"mmlu-professional-law.val.649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f92b0b56aaf7ef800cef9c014d331d29741bb659adf4f0f2d2af68a289859032","formula_version":"titan-u-contract-v1","latency_ms":1.1273750569671392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d645881b9020d9e1134b8f82234251beb4abee880d1bdfe0ffe143ac83fb3810","sample_id":"mmlu-professional-law.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"383bc9d5fd0b2915dc316715522340d56b3f1a2757ea91dcd41df7eba3f2c3db","formula_version":"titan-u-contract-v1","latency_ms":0.8573329541832209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c5dc987040addd52b7c7f24c0556cffae9a49ad6abbf6ffe6851512e952732b","sample_id":"mmlu-professional-law.val.650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5780647c6c2894d8d83adfb80aa332b91893a331088c74d236f6e846cd7755cc","formula_version":"titan-u-contract-v1","latency_ms":0.9812499629333615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dce9e63fb123c89343360baea35e2d1dfa64f545be082c21b098fcd2726120de","sample_id":"mmlu-professional-law.val.651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1db32622e8fbdbe1b50aaa2392d43b29aa5992db121ef7f97b8da5af14ea3fe","formula_version":"titan-u-contract-v1","latency_ms":1.0816249996423721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0238a160bcef44e0d1ac46397b63e6f705251208a91617c5f90ccb50ebbb399","sample_id":"mmlu-professional-law.val.652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b39901208f4a1c9c0c9558e3a315e1fb2a358279f00bb63d584f295a41be636c","formula_version":"titan-u-contract-v1","latency_ms":3.20154195651412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afba15f70869939687d7dc317a879c90e67fb135ae65c0034912f08b9aa1d522","sample_id":"mmlu-professional-law.val.653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3afc6da8b2a14072a110ff1042d046ce9d7dc5fd487e306160f85911fbc911e1","formula_version":"titan-u-contract-v1","latency_ms":1.1755840387195349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf04323f42d7611d46eb6f70f292d1fe9e6ec06df097e7368362c3ceb017e69f","sample_id":"mmlu-professional-law.val.654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c88406ac54cf8f2601bb173b70df06c8665f0c4db3dc0db2c2cfbc96890c720","formula_version":"titan-u-contract-v1","latency_ms":0.8847080171108246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebb2919750f8ec39da2517d88d7506c69a2574b0179304ec2e472f9fe6f12329","sample_id":"mmlu-professional-law.val.655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0dd205de2d134384570b7980564fd2f671d35bf3d150a36794927b0fa5f60a5","formula_version":"titan-u-contract-v1","latency_ms":0.71237504016608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe1953aa674b39a3fd8f16ed5c996cdac537ad1f64920ff944922ad308bd1e85","sample_id":"mmlu-professional-law.val.656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a28841da82cb74d7bcafc7daec1291c6f80807fe948c0a2e6e1392f69619657e","formula_version":"titan-u-contract-v1","latency_ms":0.7202919805422425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb6559dfb26e3f4be6dd5212eb5a3545def6c38a9ff6a3e8c30681d450ff24ec","sample_id":"mmlu-professional-law.val.657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f44d9da779c3d94865344dd29b428c3c5c1dd2352f1082914e3966f86acf0be6","formula_version":"titan-u-contract-v1","latency_ms":0.6297080544754863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9ef707d9be25a685de02378494610e78b4359935c5b49fa4bbd163537a7f6f3","sample_id":"mmlu-professional-law.val.658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63228dfec7d40b7f3952cd144c4fa8b0488703a7b5c1d3b7c0bf0748b4a9fb62","formula_version":"titan-u-contract-v1","latency_ms":0.6951669929549098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"502d3da14aeea4325b7e9840107b61c9854bee3744d77820af13774782fc288b","sample_id":"mmlu-professional-law.val.659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8b03f7d78c9f46264d57367c8e47f24bff1a566d9a0118e93ded867ec195d98","formula_version":"titan-u-contract-v1","latency_ms":1.2138750171288848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed1234167de2a37b9a43965e759639ec617bdb666db6a9df222147014573d5ee","sample_id":"mmlu-professional-law.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04e8dc1384a5211ba08221d6b9b3440cceb7e91e8875861d6511afe34be49d70","formula_version":"titan-u-contract-v1","latency_ms":1.4856250490993261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dedcccaa75c531d2cbe0c504fb0bea8d7472df7ed9aba58e94413c56607dbb5","sample_id":"mmlu-professional-law.val.660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a430c7ae1ffcb8a4892a479d3a4cbb97e2ea5c59d18c7fa3de0dc80fa74ea052","formula_version":"titan-u-contract-v1","latency_ms":1.0140410158783197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74d1fb197f367b35dc7cc344a7d9372d337bcc33ae5fe1f85d0ff101fdad17af","sample_id":"mmlu-professional-law.val.661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b234cca67517f9e4753aaa79abf5c6e0ff7aaf8c1b2e42fd32e03ce2108dc74","formula_version":"titan-u-contract-v1","latency_ms":0.8393330499529839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10abf86e4649d7ad9e15f539f441871dbeedd74a6cc191f8a6257f621ba45b13","sample_id":"mmlu-professional-law.val.662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4306a3a8c331fec48d69955d0443d53fa46ae1f4966b6cbe6f774fa3c25546fb","formula_version":"titan-u-contract-v1","latency_ms":0.912040937691927,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7b1a520a360e9aca520d6705781c35864aca4f9badba569ddd744f0f62590ff","sample_id":"mmlu-professional-law.val.663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f7ab9bf49c0cf52bd1aed4bc726f0eab000906dcdd7f0ad055c699747825601","formula_version":"titan-u-contract-v1","latency_ms":1.1746669188141823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9df98a5353f09140f46a7728b1c983e341d1a01422d584e0cc5f115a4b5445c","sample_id":"mmlu-professional-law.val.664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aefb902b30ea4ba92bcd5af08156936d09ab1b6868e758bf3036060ebbc2f864","formula_version":"titan-u-contract-v1","latency_ms":0.6654589669778943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59e81a8b2759845bb57765d92127b94b44480c9bd843a237a4aa63b0edae3577","sample_id":"mmlu-professional-law.val.665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15612cbe786bf99d8d505b899d96a9abec1718c686b6249d76a85f67b3f96bfe","formula_version":"titan-u-contract-v1","latency_ms":0.5856669740751386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12a569197b73d2622d21989953d6ecf11aee9ed233daaeff42e637c2bc700b96","sample_id":"mmlu-professional-law.val.666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f28c21a015a70d42b7ff42efd5fa0904ee3d964ffa9625fb13f5a0d47f98067","formula_version":"titan-u-contract-v1","latency_ms":1.9372079987078905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"038cd9aa4995a4d38ef995662a5c879365ccb0fe53ebda40d1b56d99a11b5128","sample_id":"mmlu-professional-law.val.667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20cea53b76b21687ad4f4978d6fc26bf47d9c10ee45b07ed3ebd0025cbe27e87","formula_version":"titan-u-contract-v1","latency_ms":2.3955829674378037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e90b1baf28d3e484d590392ba36ece163cb1ac638eda0e03cb42ff0f1309939","sample_id":"mmlu-professional-law.val.668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"028ec49d9c9a6284e3dac0f6f358c1931776cc52fd3f0b1a3c2246b773b56535","formula_version":"titan-u-contract-v1","latency_ms":1.1544580338522792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"831deb631e1afcc3c190ed5555b195e3b3afe8b199125a24bfd533cb20d1c2b8","sample_id":"mmlu-professional-law.val.669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9454a15319b1d0d55debbf597d9015ad8a83759814cc5846bfc24681b3281ba","formula_version":"titan-u-contract-v1","latency_ms":0.8664170745760202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a3de55ac4fa23385e554fd3c88b7d1a721b87c6347ac2a9267da348dfbee5f3","sample_id":"mmlu-professional-law.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa4c74d193b45e07dff6f9b74a64c4b0558044efe9ccfb243e10cf7709c3d2bd","formula_version":"titan-u-contract-v1","latency_ms":1.4946670271456242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56ec6dcd9aa4ff4a9f744836788824554c766348959d0410dedc6d71c240027f","sample_id":"mmlu-professional-law.val.670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af0644da6e88709841476ac225ebd6aaa650b1ad17b93e1500144b9c340888d4","formula_version":"titan-u-contract-v1","latency_ms":1.2502080062404275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5887a6b2945c0cc0548abc58efd3eb4c06afaecc39d42ce06a6c72dd7485a941","sample_id":"mmlu-professional-law.val.671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e7e8cb1d9af01abdd0d8d66211e46bdc622e343e4613d152952ba5fe15cda54","formula_version":"titan-u-contract-v1","latency_ms":0.8249590173363686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e146d3c54cc6b5a6a3870bf1ee2983efc401f21b6eeb2faf301a3519507baa61","sample_id":"mmlu-professional-law.val.672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"092910a47229dcdee87c244f7b1c16b9abb0c51f39014db31a5ace86aead8ef1","formula_version":"titan-u-contract-v1","latency_ms":1.3067079707980156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6182a526d109639c1e2dca234693faa8387f60599c4a56f934486c875bb3a08b","sample_id":"mmlu-professional-law.val.673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fde3d1f6f817f690f9e882b5bf3f3898e69a42314feab905ff32dcdec8254b1","formula_version":"titan-u-contract-v1","latency_ms":0.9913749527186155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5d2fda7064cadfabbfce7402b6a0223b8475c825262d4fba8c3d8432853a877","sample_id":"mmlu-professional-law.val.674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc0a79ca3c1adc444264beb6ad498845ec54759a6791b1a7b5c45fb93ef06369","formula_version":"titan-u-contract-v1","latency_ms":0.7434580475091934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef1ffc1b492ecda50a72d365b1c7fb1685883193ed361679d416346ceeb330bc","sample_id":"mmlu-professional-law.val.675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e04786a4dcae5615938f1b3c55310403ca06455248787da1e0db0b48abcc8de","formula_version":"titan-u-contract-v1","latency_ms":1.1389589635655284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"440a12a8f094c6062644f3c2842570bda1df7a75c308687ebcfecae3cbe1ccd1","sample_id":"mmlu-professional-law.val.676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90d0f42a56bbf90b7d1752e9b4f9937e19b22d4f8930f0817d393897852d8c25","formula_version":"titan-u-contract-v1","latency_ms":0.721417018212378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3f723f3e7008641c706ac70800c8114dc080c24341e503e7ada6aa76d707b11","sample_id":"mmlu-professional-law.val.677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a39ed109893be5566a81f08e6df37844fac92f30c69044ddfddfa3d6c7c5c5e","formula_version":"titan-u-contract-v1","latency_ms":0.6037919083610177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5882aec2e0f82969e96dfd67258fc34ed17b557551bf6119918fac6595fc4874","sample_id":"mmlu-professional-law.val.678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52d9edc80cdd5cc482c31d9e6aacb35e8e0229d3b9c70146adb274486c7b3d50","formula_version":"titan-u-contract-v1","latency_ms":0.6376249948516488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48b8230bdafc1028533d86c68dfa2e42ecf5a5454ab1dc5be3345bebb62b2a60","sample_id":"mmlu-professional-law.val.679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc538011dafedb7c3eab6496a3d505f338bd639ffa7d544df4e1f4f99f23ca2b","formula_version":"titan-u-contract-v1","latency_ms":0.9287499124184251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e26b48d6ac4f1494c1b11db6c8d7944f9aa69a504c4c35d9b6bbdf1bfb9d16d","sample_id":"mmlu-professional-law.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2e43c7ef5ffcfd1359b8d74472df8446af8dcbf1938eee353069f58bd70c413","formula_version":"titan-u-contract-v1","latency_ms":0.6333750206977129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc7d5b12f4e4fc7c913e84e49c4a796cfc3e99572698a87b1862124eee030e98","sample_id":"mmlu-professional-law.val.680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80dd7ae391c18d637f60ed46534d77c78ce087bd2a43290ee0bbe827efecae20","formula_version":"titan-u-contract-v1","latency_ms":0.8190830703824759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ed7f067c6e7f4adce43e1d4cfcef9259352b0d6afe08820ff03f64c137e6529","sample_id":"mmlu-professional-law.val.681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e866b7060c1410b3b25c8d47c0ab619573aebd2dd1b544d255935f5cb618d9d","formula_version":"titan-u-contract-v1","latency_ms":0.7990000303834677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0b88d415eba590e6a8cd0de45cc87fff483865d07aa346fd1e568efd69003d0","sample_id":"mmlu-professional-law.val.682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d64d512448912db580411db811d75826beafdcca41463ecb60be3b3e10df1dec","formula_version":"titan-u-contract-v1","latency_ms":0.9069170337170362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9dd960f01bfb3f4dac214d23876785202e4b44e9c3520a598adf9e6c92bee7d","sample_id":"mmlu-professional-law.val.683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"909a426eaca3810981523b6c2f8e1f3643a8c8b6893745fb6dc7601e713103f0","formula_version":"titan-u-contract-v1","latency_ms":0.7433750433847308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a9b2432a201789e87f696ab9f872e439d6bcc079fd5881bb8276616acc3024b","sample_id":"mmlu-professional-law.val.684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42055d786a423b57342af3234ad0bd4233664e2e5de9b819baab87079a59638c","formula_version":"titan-u-contract-v1","latency_ms":0.9934999980032444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3e16895f0c61ad6c9dce8a11417771d6250565ed00645724560dca2833d017e","sample_id":"mmlu-professional-law.val.685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32052daf3705518f18d6a1121ef4d7dcafb2b25bd777907f5d8c9d9855cf2542","formula_version":"titan-u-contract-v1","latency_ms":0.8685840293765068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25240e656a85e912ffd5dd71d56622ebd38554864fb95cff2c160caa20c5233b","sample_id":"mmlu-professional-law.val.686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d5de2410f7358b3f8241a3087c0f3cc9e572465efed4185126e36b9ada92cc1","formula_version":"titan-u-contract-v1","latency_ms":0.7609999738633633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac391e7a970271560e50652f01cd53d26c7ed85d4a510ad7387220e38d94f3b2","sample_id":"mmlu-professional-law.val.687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af9eb2cc827bce03b1d9e397a7d94825294aaff69c18aa955740aed0bbd3792d","formula_version":"titan-u-contract-v1","latency_ms":0.7461659843102098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d0b91742c5df3e632bc64ba35e4b1bcdbf995620653d63274e8fa4a1e83ecee","sample_id":"mmlu-professional-law.val.688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"272373f6c13acc31d3b503f46b7f48611f897e378d3005ec860bb6a89537995b","formula_version":"titan-u-contract-v1","latency_ms":0.8036670042201877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f49b11c1ac2c6b1f7ae015313b5775442c0b783cc838e2569474f619dcd8dd4e","sample_id":"mmlu-professional-law.val.689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b79c8cd0aba19fddb2eb4a5db68f5f96155dd06b472c26827d64dd2faca3dbb8","formula_version":"titan-u-contract-v1","latency_ms":0.7574999472126365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cf0c9e4668d84a48bba0f97e3adfc9eaad427bfe3a2da0185f814e58546ec25","sample_id":"mmlu-professional-law.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c73205868f7c0980a6635f4dd4e12a3cab3265a6c5fe7d08b79d2e80636b517","formula_version":"titan-u-contract-v1","latency_ms":1.225750078447163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6773e5d3464027d731bc371156630ec103fecdd05afe7b8797d915ea8aa67bd1","sample_id":"mmlu-professional-law.val.690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e86d4fb8da98c07fa5aaf0e95a4ece421cb7d600f5f06ee2b82c178f8ada5e53","formula_version":"titan-u-contract-v1","latency_ms":0.8184589678421617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d2a1625539bb051ba08a7c617e140b84e2cbb58297a0d508d2e214e2c3adf74","sample_id":"mmlu-professional-law.val.691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e40e6ace6e78c8715c492ab6e575f082a3874fd8814855cdb77853fe7c8e4bc5","formula_version":"titan-u-contract-v1","latency_ms":0.8004999253898859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e60e953ea3c956d88a07a0eec290152cc00f5925ffad942ec9cf3026320510a6","sample_id":"mmlu-professional-law.val.692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d444255bbb2794df8e03135ef3cc75bf66bf7525635b1d4549148a36bd5d74d1","formula_version":"titan-u-contract-v1","latency_ms":0.8482499979436398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2920b1dd5becb84b4b3b6dc10735fe7cb31a487d5bc4307819bb6cd0588123c","sample_id":"mmlu-professional-law.val.693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4717fa555f119e70a1ba1a1ad74408cb4b7474c28db4515912f429f4614d1297","formula_version":"titan-u-contract-v1","latency_ms":0.588958035223186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"718859ec397973f1da5afd9ac476384dc9f31796ddfe27dfa9c2ebfb4c349d50","sample_id":"mmlu-professional-law.val.694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8dc306517e94c79d45fd6d854f8175e10466362f187bf397d79cbba77f7df7e","formula_version":"titan-u-contract-v1","latency_ms":1.1954170186072588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4bc665a72f53b5dce3977602e886462169616390d58da1e23af44277be9607e","sample_id":"mmlu-professional-law.val.695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ab9a483d6f5a9357805ebcb9c3e791888f85ea71e025d32a95d15ccd905a27d","formula_version":"titan-u-contract-v1","latency_ms":0.6827919278293848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7596f87b8354860a0eda6ca9d5f6908e3b5acda76505677f0e1ee156d8fbc202","sample_id":"mmlu-professional-law.val.696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e5cc0a635a57586eb5a955f73c2f89014c620d6a9e87872d30628af9a5b6fee","formula_version":"titan-u-contract-v1","latency_ms":0.982666970230639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf13370552d6fb7e8f0359f7e2e40ddc973cf396c704dea5dbab14ddedf7c78f","sample_id":"mmlu-professional-law.val.697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b7d2e9ec2d79b58fcac1619e66cdc6c462de2c8a278f0ecf3384fa3c288b4bb","formula_version":"titan-u-contract-v1","latency_ms":0.9915409609675407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66da7bc42879f4077fd2b8f03e85e2cb065dd34ba7ea18718646626e52f51e5e","sample_id":"mmlu-professional-law.val.698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88efe5f22c3e01dcb2f5fffcdd524992eea7213e7bf2b131268b772a2fa3669c","formula_version":"titan-u-contract-v1","latency_ms":0.8392500458285213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e029b2aa65330d358b067c3495a454df99a15e91ef4aedf349354caeafebb0f","sample_id":"mmlu-professional-law.val.699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97f9852dbabc922c200ff50898f7278006cfdee787341d7be4640f3f7f9a5862","formula_version":"titan-u-contract-v1","latency_ms":1.083791023120284,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e5148bb90a568171585cf3a185099d9c1093701473e7cdf15cf782fcc88a50f","sample_id":"mmlu-professional-law.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06c47a910f901d95867364774ce6f83e7fb7c17296ea5f7afe7f420eb181c630","formula_version":"titan-u-contract-v1","latency_ms":0.8986250031739473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46a593ced678663d0bc5db28402460b4d96de517213f358ab92f1218a659f628","sample_id":"mmlu-professional-law.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4dfd9495fc0a1e607a6d34eb77358b748f7758c6ebb33c927576068513b0fb8","formula_version":"titan-u-contract-v1","latency_ms":0.8430839516222477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f48161de2e306dbd695f48f164d1dd44948e1cfe2391265543670026672502f7","sample_id":"mmlu-professional-law.val.700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a067a76bad4139c9ec995d62e5e152d62b550dd160acc477e2bd7ac6c636711","formula_version":"titan-u-contract-v1","latency_ms":0.7992500904947519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d0e32c7bde5bcebc356cf2371752f7a159df1b05f20d2e3c6441c147351e1f5","sample_id":"mmlu-professional-law.val.701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a972dd1375c1d9f524ffd0e62fa85bbad11f8fac518188e34a6a7e29680c28b8","formula_version":"titan-u-contract-v1","latency_ms":0.7571669993922114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75a2024b1b4d48233a79aa16b6b5bfb8550aaba04e6b2a26b7cc5b525af4b72e","sample_id":"mmlu-professional-law.val.702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9b4f81c9e46fa0cf703f3284f6cc6f027778a7267d205cfae07154115c47e2b","formula_version":"titan-u-contract-v1","latency_ms":0.5702499765902758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f2b3468b32dc14dbacb5712a04af7ed763f531ff3d2ed58ef43a2efb31fc31f","sample_id":"mmlu-professional-law.val.703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67ea91769470d467a6df0664dfb64ed647f884a74373daf9b5d2b7651e1c17c6","formula_version":"titan-u-contract-v1","latency_ms":1.1443750699982047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dbd7bf1b54f00fab4d159d078f4bf092c0922113487a0e8e625132619b594dd","sample_id":"mmlu-professional-law.val.704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1d8887e6432894035e0591fe11496189ce3d4f36fa80f3f86045fb8acd0d3be","formula_version":"titan-u-contract-v1","latency_ms":1.1275840224698186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef0baddec6718bc87cb67bac8740422024e132583e44d2f96e7d319b4c7ac9f3","sample_id":"mmlu-professional-law.val.705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afda4e5caf54fd3fd8e4f5198b2b6718f0b268f3a86355f98cc25e2fccd4490d","formula_version":"titan-u-contract-v1","latency_ms":1.1808330891653895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffa841e95613c51077866518452228113605fdb03934802fa3216f94294de342","sample_id":"mmlu-professional-law.val.706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77d2d911fad807ae574465274391dde6ec0d007aaa0cddca954d815cb86f479d","formula_version":"titan-u-contract-v1","latency_ms":1.0621249675750732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f0c0805b9b9f58726c8c75aec69e994aca41a7945cb9b941706e9dcc810ac81","sample_id":"mmlu-professional-law.val.707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0b559186451975531fa07ea99656ffafa202c8f259f965b2388b583103094c6","formula_version":"titan-u-contract-v1","latency_ms":0.6702090613543987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b8fee1528ccd51bc27a1eae287dce44651560959b1c284fb3de9053be35b43a","sample_id":"mmlu-professional-law.val.708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf24da336b27927958b00f802c6c86f1d5b146651d27435883e0746be43353a5","formula_version":"titan-u-contract-v1","latency_ms":0.9619999909773469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"568eee6e1efcd00de7bd868e5181e38703d0f7e642f6d8735410e2b556b54a05","sample_id":"mmlu-professional-law.val.709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb10eeab379d97b20fa266ea8e0b6270328c7e93a9aac9c51882f3bf294079a0","formula_version":"titan-u-contract-v1","latency_ms":1.4689579838886857,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1af64244fede2c1b211bb549b67a792524a20cd98bc58b6c035b06d425db0d9","sample_id":"mmlu-professional-law.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce3bd2ca9e819d400d1e636a568c6c2b64bed939a8194e291689944edf888f11","formula_version":"titan-u-contract-v1","latency_ms":0.7259170524775982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2fbc6a71a971a69d88fd37568dfa7b5bcba3b8f243278df2876524505d79feb","sample_id":"mmlu-professional-law.val.710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e867065018df21922e1ef53a08c1bfefc642802afc8cd00433f179fa3dd70675","formula_version":"titan-u-contract-v1","latency_ms":0.6733329501003027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e15df38fb9b7f21a01e4fa66821bb6c3d980012fbf05d95f3a14d5b2f3c2cb23","sample_id":"mmlu-professional-law.val.711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c4ed6b9aba4aa5049a6cf7c36fa91dc1609470094ae59d65eef61c53f1972ba","formula_version":"titan-u-contract-v1","latency_ms":0.6687500281259418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87f298d048aff668a5123fd86d60d3d148e2747eced10888cee979075f216e33","sample_id":"mmlu-professional-law.val.712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d71e26ec7788033bd61a8f7f18a83a21bc30fd36dbc64f13914eeb0cb29b8df","formula_version":"titan-u-contract-v1","latency_ms":1.085749943740666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8d410a4e1be8bdb6d79b2a16df3d869a39621d929271a08ff8ae8b6d399aa74","sample_id":"mmlu-professional-law.val.713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91b5530b941a4f544041ec67cd7fa0c0e26252c9da312c58cad1ed4c6b1b9c9d","formula_version":"titan-u-contract-v1","latency_ms":0.7513329619541764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2fc3582f9638db84bdf0cc3fb0b53904af809a65fb8a608b1417eab11840cfd","sample_id":"mmlu-professional-law.val.714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45cb923e5bf8b388e8eb369799d425c0f2a45c1b8b1186c273660e6627a77fc8","formula_version":"titan-u-contract-v1","latency_ms":1.0354170808568597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71d46e0ad3194d765ff736625b8f9bb5913647e95e013fa39dff85518284e5b6","sample_id":"mmlu-professional-law.val.715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59c8c3ea72be788c3efeebcb42920810431f6cb6a6f64d76a77dbbecbb76965b","formula_version":"titan-u-contract-v1","latency_ms":0.802875030785799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0f7c631498ae5490fcb5f833ebaa8cadc1b0d99314503d8eccf5983d9ee97f8","sample_id":"mmlu-professional-law.val.716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4739ef11d2d60fb4cc2a416218c3451ed6ee93dcfc882a44114a4845e550bd3e","formula_version":"titan-u-contract-v1","latency_ms":0.952000031247735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e18a8f5d3f55ef7355d13152beb9146ba02c9982e9b496b4d78d783963b73e3","sample_id":"mmlu-professional-law.val.717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81a5a09067e5f93e9453ebfa92c7f7a01e8e63ba2901d050e72f153c65205374","formula_version":"titan-u-contract-v1","latency_ms":0.9475420229136944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82f04e0fbd572ea50b22de8dd636071d497620f2040b22a3f782cde996511646","sample_id":"mmlu-professional-law.val.718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75bd03a52a313803715b3622e7a4a555d5c91b8eebc24e611fa9e3aa494d6fcb","formula_version":"titan-u-contract-v1","latency_ms":0.7961670635268092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4fd4d7320ba571d3e9c87f79999c3afbe23008b4234ffa90768f3b198b07026","sample_id":"mmlu-professional-law.val.719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cbd212b6c7336fb7e8ccf40fb3bbbfa3796393225a420fc3bbf5eb6a380a320","formula_version":"titan-u-contract-v1","latency_ms":0.9710830636322498,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03138abb2f723208adb5e57cb0b07ccd7673d69f31b64171e31cc753528ada02","sample_id":"mmlu-professional-law.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3b39c5a9cb93338e10f468cc5b3f0f714a1df08b644fa6f215016c9f80f8b12","formula_version":"titan-u-contract-v1","latency_ms":0.922541948966682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec15783c80df24d25c69da78d4f848052eef94134ebcd8a6b9f70cf92a9027cb","sample_id":"mmlu-professional-law.val.720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4548147f8d1a7362af6420cd03937996085716771c3249b186f8513e4b323ffd","formula_version":"titan-u-contract-v1","latency_ms":0.9315420174971223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf2f5d64fa6f16a318a1ab9e5e4f6b2941946f4da144dbc731092419db8eda4a","sample_id":"mmlu-professional-law.val.721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c219b040aacd5f318acdd0f7cc1ab578f233ea3a9b12eb4b3a7ada916d6c8015","formula_version":"titan-u-contract-v1","latency_ms":0.8088330505415797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84beb886657aacd0db5145c421d5b86e8f0da943692b57d0dedc5cb7fd9fa92f","sample_id":"mmlu-professional-law.val.722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f83441b5d27f971a1784a30e81ccb4c418bd2ba10d2086b2e41dd81a5f210e4e","formula_version":"titan-u-contract-v1","latency_ms":0.6824170704931021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b9b57cbfefc370f867263f5c0405f05e7230898049de038b5a4da9d5a4bb991","sample_id":"mmlu-professional-law.val.723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba12bc43bfbff32806a8aa9fbab5a6acef2c626ecd56c8afbf93f71b22e3fb3e","formula_version":"titan-u-contract-v1","latency_ms":0.7425419753417373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfd5b72e5a9f083e78c60041d296341570cc55a4e79f29a384c1aca7cf3518dc","sample_id":"mmlu-professional-law.val.724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4da9d1713436feab1ba7d1a668c27f1343bf72a3ad64bc7458e1c1a17cf082e4","formula_version":"titan-u-contract-v1","latency_ms":0.8509579347446561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c71d411a85c298118c50b3e97b634fdd95eb6bb8ff641e8d14cc51e9e738af9b","sample_id":"mmlu-professional-law.val.725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5c268be6365f501ff3a69ef805338b0984f35bef6e13317f9214635abd41946","formula_version":"titan-u-contract-v1","latency_ms":1.047166995704174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d61f141c20eca76fcf026917d8d1a2847a5ea30c761bf332f7b6ca90946df140","sample_id":"mmlu-professional-law.val.726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"894b3749508b5f816cd96bfb94251aff686913caaa8eef7a3c057cbb31d9bc5c","formula_version":"titan-u-contract-v1","latency_ms":0.6785420700907707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c63afe2807500fa154731be632a708b14e771587b00a998362b127d7e045dc5c","sample_id":"mmlu-professional-law.val.727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86568750b2967b71b535ef717da2f153dca1d1dab1bbf0fd725e77d65caa5c38","formula_version":"titan-u-contract-v1","latency_ms":0.7829590467736125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea74257b26131648d94d99cb60ca7b5c485c39131423944a6b509a199fb5683d","sample_id":"mmlu-professional-law.val.728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7aabb4e1543994a60eaeff700ab3fc412887f1f685a57d193002ef58d75ebb4a","formula_version":"titan-u-contract-v1","latency_ms":0.7695839740335941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1ccfb676770dc0eb2ce75596cf888d7e941812d28c027643d188fbee745e1b9","sample_id":"mmlu-professional-law.val.729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4a498642f9b1412498d9044a44c5d0df337f0d10e98222109c1b2c133e5b1ae","formula_version":"titan-u-contract-v1","latency_ms":0.7645830046385527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54944e8a85bcf04a395cafed680e53f07727288b0e371b15c60819ac03323400","sample_id":"mmlu-professional-law.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f55db02c1e6e6f723290bf5b5d19474ac89c4ab913a0c12304ad8bc6255c9dde","formula_version":"titan-u-contract-v1","latency_ms":0.7281670114025474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5dea835af7051829efec3110bf18b02d89a4c55f40e9b8d85bce154faecbef6","sample_id":"mmlu-professional-law.val.730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f69a5deb9efc08507f0fb852b6eb7859554b1412cb399a0590ae1bac2e67972","formula_version":"titan-u-contract-v1","latency_ms":0.9391249623149633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8576d54bec7f044431b7e9f9917ff50abe58ca64bbfc1e37d14e2c951368c8cd","sample_id":"mmlu-professional-law.val.731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d2855f5509928dc20ee16742e8f877843afe3c6aa735f1b59e4b8825991d968","formula_version":"titan-u-contract-v1","latency_ms":0.9967079386115074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da4b9b460e2ced5a47488ea4cbf36cb2e7a55c34da410c465a5eea5a8e918aa3","sample_id":"mmlu-professional-law.val.732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a7a3f25d6f7f4a4ad025d5c9ffc39bf5f7eb539dcb9ed8effa2e61b7053723d","formula_version":"titan-u-contract-v1","latency_ms":0.7176250219345093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38fbbdbf777eb447eb55579cf930655620693655977f456ff273246fe88673b7","sample_id":"mmlu-professional-law.val.733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b8c880a9d810dc437ebe559ae72c20593697f35e84db8cee70dc4e62a628c37","formula_version":"titan-u-contract-v1","latency_ms":0.5916659720242023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"536357282bd0c5cda7433892f15af134291d307ddcc63be6a02dced409fd87cc","sample_id":"mmlu-professional-law.val.734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"053afd7d76e2ddf045f9a0d45718cff0037bd4abef9289cbfce5a865489f9e84","formula_version":"titan-u-contract-v1","latency_ms":0.6368330214172602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95d78a28cb4fe1c22c4746f0101b573465a56d4796f70537558e1cd3e4d07a73","sample_id":"mmlu-professional-law.val.735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cf12c7ca04e8e3c4e6f32ae764ed81baaa185d541d4b0767422c6431e718bfc","formula_version":"titan-u-contract-v1","latency_ms":0.9076669812202454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fa50f5bf3078a76058a98eedb3443aec84c50fc549c49234b16d7c27a793a2f","sample_id":"mmlu-professional-law.val.736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72f0c8aff143aae88edbb3c238fa9981802d9f470ce4ff30530f609bda236e53","formula_version":"titan-u-contract-v1","latency_ms":0.9258749196305871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41f68769b9eeefa75bff0ac7a645e88e027b4b6a66e5835949276c01772b5a05","sample_id":"mmlu-professional-law.val.737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d5bd1a80d4196b10f6f15397c027f4b1503c3c39409308ccd7350eaf0da255a","formula_version":"titan-u-contract-v1","latency_ms":0.7955000037327409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8d2d910e79f85640af203aa5c5b12ee0ddb517a1f1e403d720cfeb0fd7fff41","sample_id":"mmlu-professional-law.val.738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dd49f9b87e23cb9c8957d78519811a14a46bf0ee4a5a550b2b15ea950edffbd","formula_version":"titan-u-contract-v1","latency_ms":0.8378749480471015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6979ec8876d945024afca1ec47861dbada22f1006ee901835186e98f91220ed6","sample_id":"mmlu-professional-law.val.739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cc7100b241e30a6cfc8746de12e75a4f31ab93092a770d7357a344e95639e9e","formula_version":"titan-u-contract-v1","latency_ms":0.8233750704675913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f93e69993e92f3c59e6fad5f8fc1ca81971831412f59a4bdeb9351340d4cc27e","sample_id":"mmlu-professional-law.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd1449088e16c0336cb11aa04a8f6045a14723ab41aeeee484fe90285d87035f","formula_version":"titan-u-contract-v1","latency_ms":1.0557080386206508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bb2de5e1ff0160eb0360520fc26b03d4f8ce1ce55c7d33f64d9dd90563cf516","sample_id":"mmlu-professional-law.val.740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"481c9b4005ff8bb5d06a0bf93e8a217538e5cc52410cea02cc500d0675708713","formula_version":"titan-u-contract-v1","latency_ms":1.1547500034794211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"220ea0cfe47d5d8bd54a46e1b46eb5079a62a099cdadaa5eec7fab4030d35a24","sample_id":"mmlu-professional-law.val.741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8be47d113c71def9b25436c953f907eb0a7ef9ccce469e6b2a9ea2d44d16305","formula_version":"titan-u-contract-v1","latency_ms":1.0262910509482026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"605369ef2028936d08705a0d66da5bc8f4a245737376d2b5d4d5d08d8fb1f005","sample_id":"mmlu-professional-law.val.742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50edc9c9c154b665ccc5599ad268222c2bbd88990da64b307a06b36ba8a9bb44","formula_version":"titan-u-contract-v1","latency_ms":0.5839170189574361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91b3d31c7c05a19d62edbf90744056dc403045463c9744075e593feabc5bc3be","sample_id":"mmlu-professional-law.val.743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e7421b5739615b2d0e9492085479ca19a0cd3c2749e00b57a1113912f278245","formula_version":"titan-u-contract-v1","latency_ms":0.6659999489784241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f5667f48f5625c30ba26785eb7b465a238c2b34aeb6175668cdc9911469e1ee","sample_id":"mmlu-professional-law.val.744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91c075d609d0d773c20b003a009a55e33678597ed84a46179f93f0817f2eb6a7","formula_version":"titan-u-contract-v1","latency_ms":1.0946670081466436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"600e33d43a9408638670737284952d39c314d200381e7df55aac6722fa20cea2","sample_id":"mmlu-professional-law.val.745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56e60cdcede479caff1312a2ddc7ae69f238ac87472beaf6d44173e9f4d229d9","formula_version":"titan-u-contract-v1","latency_ms":0.9490000084042549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f285f099e9325e2342474fc62263109ae3cae5550f40fed79d6060c8989d378b","sample_id":"mmlu-professional-law.val.746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1be3765f56bb8f931db1d3d83c4d915cd84e9d850b0757af9b8bed9ca5d270dc","formula_version":"titan-u-contract-v1","latency_ms":1.0076250182464719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0c38cd9c12d6821b58aa5cbfad6a0aac5b75b791dbcb6b35e87ea18f1183c3b","sample_id":"mmlu-professional-law.val.747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd3cda1231c12a5fdc631c4d3fbc2c4164a0e67120ce4bc3702f1d48c6d922f3","formula_version":"titan-u-contract-v1","latency_ms":1.1777079198509455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e737a9ec9adf81c46bfd8c2a5006597dc151a9e88c3726124d74dfcd6d5bf95","sample_id":"mmlu-professional-law.val.748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9181ca19cc1d1cee7ddbb569233dbb17f65743bb397f550a782cecd7eb0b8361","formula_version":"titan-u-contract-v1","latency_ms":1.078292028978467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5696406ceaff8d6b4660d7094b6c1cbe238e5eaef7b8c7f84f0c14433e7abda3","sample_id":"mmlu-professional-law.val.749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"825465034dbfd0d43ee452508b45ad6b5d2274fe9dd2e00198fc2f5aa0e041a8","formula_version":"titan-u-contract-v1","latency_ms":0.7026660023257136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9eb8b4fdd9df58151e56e8d944d0a014eb71d7c88ef6dda62249f3af5ddd844","sample_id":"mmlu-professional-law.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c77b1a6da0d6231d2f71a3f1ec58cfd25db70c89efbdd0ed26bfee8467e98817","formula_version":"titan-u-contract-v1","latency_ms":1.408624928444624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c800a49febfb7d977440de61d8bd091703232ded27a2ebb7568da6d6c0dda47","sample_id":"mmlu-professional-law.val.750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e130ccfc909be8396218c996e94a2c63c418ddeb7e7ca4623f99621e09e2dac","formula_version":"titan-u-contract-v1","latency_ms":1.6250830376520753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba52afbaed34f92180d34ebf1e1274486250ae404d5c3b913de027f03062f448","sample_id":"mmlu-professional-law.val.751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"958e3c5f8fd336393624671e7d9236f2dd3da2279f0154d1f447fbf8e1fd85f6","formula_version":"titan-u-contract-v1","latency_ms":0.8106670575216413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08bcd5c7e5a0871b697654b771e4a4dfd5999f110206256be727ed3561fde2d5","sample_id":"mmlu-professional-law.val.752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04c93d08f230eb8eb475da290d44843e4d5d911021ef70d4ecd423fbf9bcd2de","formula_version":"titan-u-contract-v1","latency_ms":0.7703750161454082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"685a5a50f6c3cab1ab62e480a4a2fbe392773a9e2c3f30d8811c728d15eb0187","sample_id":"mmlu-professional-law.val.753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75b4af9704b30eda57d85a3e04860f6a49e7162b53018db180e27e1c187372fb","formula_version":"titan-u-contract-v1","latency_ms":0.7202909328043461,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d58b3abec4fef295bde88d29d316ee6e8e2f77f2fb97e19c936b4162c004ad67","sample_id":"mmlu-professional-law.val.754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca2cd2ea4cdb2f6fdecd6e90e686c97f3dadc221b1ae9c005fd06c39b032ebbb","formula_version":"titan-u-contract-v1","latency_ms":1.2817090610042214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61fb12229c3e767f2a1c9962ba351e1001cd0f65deb0712c54bb688bafb6d378","sample_id":"mmlu-professional-law.val.755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f95b39554cb3894e53ab6058b4ff7991ee75bae44871666a2a648c8b8e3d29e8","formula_version":"titan-u-contract-v1","latency_ms":1.2882499722763896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0647b8e63d0ffc1e2474807e2bdf45ad35bbde121695e4ddca3f89a65b7b1791","sample_id":"mmlu-professional-law.val.756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd030f36f387ea50d2dc6264cb3b3f50a61f4a209e9ae20dcbd05673c55cd93e","formula_version":"titan-u-contract-v1","latency_ms":0.6602499634027481,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c3e3e21a87c51e12e016086878b4183d654d22e77020b3897378ea84d894009","sample_id":"mmlu-professional-law.val.757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0fd4fb6a54f81bb757b3a61bbbb2f41977ff0f81315820b4a64dcc7fdb1c901","formula_version":"titan-u-contract-v1","latency_ms":0.5980420392006636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be565e2b782a6e8bb24bea45f35504dcf791ee421743f1d67248c7ff0f53b708","sample_id":"mmlu-professional-law.val.758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"020b76cd7be66be938917a4bd37b984cb81de48ec5f5089a414f14ffd572d4e2","formula_version":"titan-u-contract-v1","latency_ms":0.7380839670076966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c1072526919009e6e6c8b232e2a38c83f45db13aa41e9374c3ae4db8dd5860b","sample_id":"mmlu-professional-law.val.759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e73428b2a95fbb7eb321a043be25dfe8dd080cce86f177b71eb5dec4c935b00","formula_version":"titan-u-contract-v1","latency_ms":0.6430409848690033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f0074b8e611158f8adcb417163966c600065c5a121789e5102da349f66d6859","sample_id":"mmlu-professional-law.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3a0ab92c87ae70b3c733ab74603aaea63c7b6dec0fec31901b64466c91ca4f3","formula_version":"titan-u-contract-v1","latency_ms":0.8978330297395587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67f10e87ef62a6bf92643150fe0b6035245930d6956dc3df6e7c2f9cf1ff159f","sample_id":"mmlu-professional-law.val.760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd56dbdd1d9bd295efd5091d713d3a5f015103b1208d07661be00d5fc841a666","formula_version":"titan-u-contract-v1","latency_ms":0.7784580811858177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5aa8964dbd5bfdc26633637bc7d629910836b8a4f3c12e2da386953aa0f71f2a","sample_id":"mmlu-professional-law.val.761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ef93c7bfb1ba872871fabca4a16d19f709604b91975450adc86887111d42b39","formula_version":"titan-u-contract-v1","latency_ms":1.4314999571070075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efee0fd92485cc16ff4a61592bb30b5e8d3317977df78abbed3c14457bbdded9","sample_id":"mmlu-professional-law.val.762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de62b831edb7b147a75e1c1ba753ecf908c017cec7a909693bab1ddb9a35fa39","formula_version":"titan-u-contract-v1","latency_ms":0.7570839952677488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71cbb257dda5e64fe0fb5b3fc8c5258efe0d6c5c3ea71f6a5af0e233f1e8db4a","sample_id":"mmlu-professional-law.val.763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35ce678a430fd39e74d0519a204292f3058fb335f9d5aaf1fdbc3d3dd339080f","formula_version":"titan-u-contract-v1","latency_ms":0.8112499490380287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85fd00287ab9c3453ead52edc2f89c02ec5270a424ea0f457d69b9f14789d90a","sample_id":"mmlu-professional-law.val.764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd67723ee1d11de1a92c35018a316493ff37c04744e37d041bec710e4dae7483","formula_version":"titan-u-contract-v1","latency_ms":0.7828340167179704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d72ff11388c8ba25793ea26e2c0f733e7a9499425f4ff913675ce0fc3126930","sample_id":"mmlu-professional-law.val.765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4ee931b858a0f2277c2af8bd43868d12d62999bb0152550aa99f3b16963fe60","formula_version":"titan-u-contract-v1","latency_ms":0.7731670048087835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d247b7e64b28db359e6c6727f4aa4e5d0bfba06a3e17bb081eadd744c707452","sample_id":"mmlu-professional-law.val.766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc10586c96c7464feb86327f052de531f64dbd817e15d86f0831729ac24d2cde","formula_version":"titan-u-contract-v1","latency_ms":0.7642079144716263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89714c386696b0f00ecfcd0ff92071fa334875acb0a111566e650acd70c6061e","sample_id":"mmlu-professional-law.val.767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b3c2d0cdcc41bc42dd3ccdfa0d990da2b023752bcfee7a4180bfbfb8ec36185","formula_version":"titan-u-contract-v1","latency_ms":0.8785419631749392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ec62d2abbf3467e4b43a2412431b28305eddb06e6e8d67373a124ec462f6cfe","sample_id":"mmlu-professional-law.val.768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0de061bd7b84a24adc358e48a7c9104868a5f14451431fc8d7fb446f74699dc8","formula_version":"titan-u-contract-v1","latency_ms":0.9322080295532942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90574d853da6147bd0a36377bfb6d4c6c8e6e35a6fe2d6b0bb865eedff6e70ec","sample_id":"mmlu-professional-law.val.769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"666008a342832c488401bdb2187180d3a5f008cc69d9819e1017f21a42797c6f","formula_version":"titan-u-contract-v1","latency_ms":0.7659581024199724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0408807ea27d3e0da8b5f214983c1555a2d001235ed21535b343e12656905b72","sample_id":"mmlu-professional-law.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74eb125fde17073c376865db9c7d383eeb1b3fc9a1ba1864350f187b18455d3d","formula_version":"titan-u-contract-v1","latency_ms":0.7084999233484268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99ffece658008a0ed1fd4e1e69b394e68d80b2ead52b53262ceb65ca052283de","sample_id":"mmlu-professional-law.val.770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6feb72815fec5c007bf314d0db40468a7e3aac399a9806819ed6c504df513d09","formula_version":"titan-u-contract-v1","latency_ms":1.1740829795598984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bbc787e8d515a28b22ee53aea0d68447edbe15d566108ca511a1bac907084c8","sample_id":"mmlu-professional-law.val.771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97a053aa5a52f0721aabc9f18d1ef5571f5e22d2e3382108d7a59191a0af8a49","formula_version":"titan-u-contract-v1","latency_ms":0.6937080761417747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0335779ccd751412b1ec9a7197fb53aefc965486e023dcf1c13e95a706ed3b70","sample_id":"mmlu-professional-law.val.772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a0d7f8f80e39c1b7e210867e2e678437783ca69328addc517d91c3935a7c42a","formula_version":"titan-u-contract-v1","latency_ms":0.6402500439435244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23ba51ab0e9a983f96e1b70e3018ee51a6137b56de1cf1318670647f2aa5c53c","sample_id":"mmlu-professional-law.val.773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"426ebcf58d36fc62dfff8ea8371281d93470d6d4fe5751568ad60c90dfbb7842","formula_version":"titan-u-contract-v1","latency_ms":0.8164170430973172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4f33c1259398e186f56f641fe3a76d81a8df7889a3c23b0aa54fd57cf02e0fd","sample_id":"mmlu-professional-law.val.774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e53f7227a434024ad85e3e8a074074471ef644ea5e9b81bcd1d8f164e1c399ce","formula_version":"titan-u-contract-v1","latency_ms":0.6404160521924496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42dda210d2dec17a42c797790b0a8267b8c691c4e8b7192de1285de1a8d7b60b","sample_id":"mmlu-professional-law.val.775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a152834006d6159f38ec8c38ecb6d4150d8a3816170b39aaccc54dc2b9af915","formula_version":"titan-u-contract-v1","latency_ms":0.7300840225070715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36cd56d73f9dadf0b0fb9fbad123e8503e5e4145d4e9044c593b62f08a1f726e","sample_id":"mmlu-professional-law.val.776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbdbbd133c433884299d7804cf78b6851ce0b04e923c449e286ee8cbb13a7178","formula_version":"titan-u-contract-v1","latency_ms":0.7899169577285647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5c306f9e9677225ccc994fb968f769208ed27bfac11a4ecdb9c7bcbf112a227","sample_id":"mmlu-professional-law.val.777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6f74d8b5dda60b552cad99795d47106de5dabb39361ec21d3c742cfc5c1c46e","formula_version":"titan-u-contract-v1","latency_ms":0.466165947727859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dcf609050c8880a376b066113578dccc962aace00b1f071f4a5e21fef926929","sample_id":"mmlu-professional-law.val.778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fc0b88c6b00050c4f2be2a156d6e2413b536d0b15b3aea504829ce89a24c08d","formula_version":"titan-u-contract-v1","latency_ms":0.6645839894190431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c34440d6616df45d4d1450266dc243457f8b11b1706617ba2c48340652b33d4b","sample_id":"mmlu-professional-law.val.779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62513d2dd000fe9d5d137b552fb218caba273919feb42178276f94d3abedef8e","formula_version":"titan-u-contract-v1","latency_ms":0.8617499843239784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5ba7c25d4b934e0fe249999811650fcc8ff9bd7cc2c571bcf6bf2cee3c6439d","sample_id":"mmlu-professional-law.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92f4ceb89e95c3d96d0a4ec679c7325ca4121ceb12aa699151d04af4e4106088","formula_version":"titan-u-contract-v1","latency_ms":0.7402499904856086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df50363ed2b61e5c0bbf0a48f45e96da889dca770f0697ec45132249cfe744a6","sample_id":"mmlu-professional-law.val.780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52b8d78a554226e0fe130e43f0ce78e71407725e18ca96fd7dcde56f4d6f2e38","formula_version":"titan-u-contract-v1","latency_ms":0.6665410473942757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02c546ad2142869b367409299c8baa70938db0a67e4eb5c10291bbd69b91ed1c","sample_id":"mmlu-professional-law.val.781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ac20e43e57b3cc4398252b46f7e6bf845e7845d5a94f546682e1854d79209ef","formula_version":"titan-u-contract-v1","latency_ms":0.7094170432537794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d5eefaeb21e14807dd6e96a7991c547939ff2461552d40db5c0d8a381fa953e","sample_id":"mmlu-professional-law.val.782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f928d9c22e758d389425316afeef9204cc2171f5688c0d3772be274228fd777","formula_version":"titan-u-contract-v1","latency_ms":0.9234579047188163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5f4ce54efb26e8d8887e000e74504cf0a78885cb1f8bc4e77e888d21f1debed","sample_id":"mmlu-professional-law.val.783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d5644fb1167a59eaae2d5e933dc0b0056ff0d6476a65fa5126b9af6b8dd4018","formula_version":"titan-u-contract-v1","latency_ms":0.6964169442653656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"460f870cf84caaa7b65712c93ca804c30dcfb99dc48e5cc1de60996a860f9843","sample_id":"mmlu-professional-law.val.784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c58b70abbeebef1b7c55b87d4470ad90bb7db04c212d58e00487f6bd25ccf46","formula_version":"titan-u-contract-v1","latency_ms":0.8577499538660049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41013d44a52e083eefec05fe261dcdbcd23f631cbff83a54016dddc97bacc976","sample_id":"mmlu-professional-law.val.785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d2c8e35bc64655e7ed6930034af3d6958ca1c4fe62c7af54b67c2020477c549","formula_version":"titan-u-contract-v1","latency_ms":0.9516250574961305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"338f37fe67ca3b488d092c48e1391e870f588b84dcb085778249a8b3c863e8c6","sample_id":"mmlu-professional-law.val.786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17fdf54170d65514133002d7f696a7e6b09011362f9c61adc65273c57c0a1ca7","formula_version":"titan-u-contract-v1","latency_ms":1.2576249428093433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5af4491719efdfae5dd843dfd7060825f2473db1daff7a52b484be5d78792cb","sample_id":"mmlu-professional-law.val.787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b3595f4f2fa2b5bc816f2805ed4b1938838a7f4948fc1a566d87a8d73f469b3","formula_version":"titan-u-contract-v1","latency_ms":0.6635410245507956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d996dbc23c8e7b9f2f70458091c29db730662bff426ec851868d23f0c7cf9c5","sample_id":"mmlu-professional-law.val.788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea3f2dc74a4e189605947d3a82d25147035f5a6d9c840bf48bf39aa58af8ee87","formula_version":"titan-u-contract-v1","latency_ms":0.8652500109747052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e853a6bdc0ce0a7f7556f79bc768ad1584a1b8236c67b39451b1d8fa78a31bfe","sample_id":"mmlu-professional-law.val.789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57d70939f488fa5825d999a7d5fd47627e484e6fc433d5fa7c21b66b8cdca8db","formula_version":"titan-u-contract-v1","latency_ms":1.2760839890688658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"875917ef80313a99e2b47981eb2649dceada742568ac5a9181589db76d3d9da4","sample_id":"mmlu-professional-law.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b5990334614b92e04c7e724ba6278ea6160bf73787dd2d2da035226f2d23310","formula_version":"titan-u-contract-v1","latency_ms":0.770249986089766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2123a0820e47994704d338d8c0738d29796f2595aaf53e6c12fb5fd9cf155a74","sample_id":"mmlu-professional-law.val.790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80c780fd29f38223252b9740d66f670e70f29ee94b1762148501cfa33ba8c9c7","formula_version":"titan-u-contract-v1","latency_ms":0.6367909954860806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e02620bf9f10152d19b663fe78d64e877d90b7c2049e9df261752b95ef716b5b","sample_id":"mmlu-professional-law.val.791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5edf5ff0ea17660cbb471322f27e305db15078b779c27da83fe448eb4d391297","formula_version":"titan-u-contract-v1","latency_ms":0.7959160720929503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87eac13a5e52f983126639411b0cfb8d56671e54e0f4b211bd121929d9525ade","sample_id":"mmlu-professional-law.val.792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd0ddc9522b3e46d5b60e9e0ddc9b384c37f9a4072af9f5e97a86848eefc848a","formula_version":"titan-u-contract-v1","latency_ms":0.78037497587502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba5de2feea020ac227597c211c61fe1c9d70ba2028dbfed3da385c9a339a3d82","sample_id":"mmlu-professional-law.val.793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"525a177fd357f5bbea98d7877811b0a4037a38c1d5ad066d8558aafad29354ef","formula_version":"titan-u-contract-v1","latency_ms":0.749915954656899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b833471b3fc2a95605f600d299b279cc3f44dddb4568b39d8ce8fc5db8d1329","sample_id":"mmlu-professional-law.val.794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a2eebdba423f657cf9057afe39e289393bbe510d67660caec9d8a348eb055fb","formula_version":"titan-u-contract-v1","latency_ms":0.6337499944493175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1662e6c607caa0eff495c6e58667e6b46f8613a4bd320b43c2c05156d8832d16","sample_id":"mmlu-professional-law.val.795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bca38cd1a74565a54b4c4979a92ada5be48f1d1139ee45e4f47a5930dcc0abcc","formula_version":"titan-u-contract-v1","latency_ms":0.8740409975871444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e35ce744691789085f4b80b384fcc8e5ec9593c04d65adf39eb726c2f625af81","sample_id":"mmlu-professional-law.val.796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5161de7daf460e6b4592ad25d23ed4e6d42c3936eca685e81f9f5d7554e54088","formula_version":"titan-u-contract-v1","latency_ms":0.9511670796200633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"931297284c2ee1fe4ad68b1fdd884201fbaf7144f9266533a4ac107e892fc90c","sample_id":"mmlu-professional-law.val.797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8a37b5adc3118dd6e5176f5630bd956edbef7610c8bb6e32fdf46d2f106fae8","formula_version":"titan-u-contract-v1","latency_ms":0.9666670812293887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0da5983613806a747fb42de598d03d9e56eaab001bfe676de20af97ef039b328","sample_id":"mmlu-professional-law.val.798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d4d458f27e9c0a5dbf405e8cb3d1d9bc20589889c9459532d15180f2d246fa5","formula_version":"titan-u-contract-v1","latency_ms":0.7140419911593199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4373a83fb6f7e25efdc31406835ff1eafcc0327a386fbda1b86d6118e2e2d99a","sample_id":"mmlu-professional-law.val.799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ac10717cbed7d2e1e4c0fbf9cc03a6e1bb5d06de26c461e9384c26e4a3d5e2e","formula_version":"titan-u-contract-v1","latency_ms":0.6571670528501272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59c8f428dbdac9e9e0738a9c8696f40f8bd2593b4d947df8e6fdbbcc7c659a7e","sample_id":"mmlu-professional-law.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"177b6a854d01b89fd9c63af04fd0d8345fe99bb1aa430b75aad206813749f3b7","formula_version":"titan-u-contract-v1","latency_ms":0.8691669208928943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb96ab39df1818b9e07f73fa27d5ecacf5cfedf535756b6b91f6d55b2f18fb0d","sample_id":"mmlu-professional-law.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee03e4e93a19f2444526a5b4a925c7e5df496a496e177de00be974366a0b917e","formula_version":"titan-u-contract-v1","latency_ms":0.7524170214310288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f732b631069b7bdd199ffafdddb071fd839c19a5c1028b0522954e7c7ef8d96","sample_id":"mmlu-professional-law.val.800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7285656e9eeb9b05ec5a787aec97ea250eda7b0713f2014cb9a9baa299e1cd18","formula_version":"titan-u-contract-v1","latency_ms":0.7966660195961595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f250bb4e8844e1b1f90051c1420f92d77032625d319704f396bab199b0e048e8","sample_id":"mmlu-professional-law.val.801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"070cf301a890534329a9387d72c31aa8c8ea65ca4fc9f91361bca9d965661959","formula_version":"titan-u-contract-v1","latency_ms":1.8921670271083713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e53aec99119da4494d782843c99f912b1614a82c01b988e7b2b7671340e90f0","sample_id":"mmlu-professional-law.val.802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4f291890d5d79760317b689f3c317b0fd542d7f8a1a89c0269b383662f42004","formula_version":"titan-u-contract-v1","latency_ms":0.8670000825077295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6fa63e5f6b9f7280f0060e91217f05f325aa01210e62607658dc35cb025ebdd","sample_id":"mmlu-professional-law.val.803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22594a3c8fc85440980378f72101d4f097ed2ea0d0a48bdc65ec122266712fb7","formula_version":"titan-u-contract-v1","latency_ms":1.3658750103786588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeff17d62adb8b4e2c8138f23ac3f79d9044936236fef8c61d2a8c8aa45b3f26","sample_id":"mmlu-professional-law.val.804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4262d256440ac85b88e959bb2f49a515ae6cfb8ac0da7c49f62bc0e1e9e70021","formula_version":"titan-u-contract-v1","latency_ms":0.6480830488726497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e87d1dfce7caf7a7c0d2d5ce7b49c63c1dffd4b8879290dd339df9db3c18c89a","sample_id":"mmlu-professional-law.val.805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"315051f2f561cb69af4738bbb890abeb8a411adae5e61ecf575e8ff88e8029ce","formula_version":"titan-u-contract-v1","latency_ms":0.669709057547152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4773e46cff80a2daa43841b15e16d3e6f030ebd5b1d64a9322c78f2ad5520ae3","sample_id":"mmlu-professional-law.val.806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"403a976b0577f3b09d6df4f3f3ea5f13ac89a7138dec2e8ed0fbb92a82b9ec0e","formula_version":"titan-u-contract-v1","latency_ms":0.9467500494793057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a98d339719a1c67578db1cfd9dd56d39e87cbf29d9b553f60195e4b7ef2698f","sample_id":"mmlu-professional-law.val.807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c77017fd7997dd3d58d76728ec67d8ddb22a66189d76c7d38f0d7bb15bf740d7","formula_version":"titan-u-contract-v1","latency_ms":0.9644170058891177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90ca55805dde47a18f704c158ed5c2d7a6c4a0bc4108aa67639e53b17f5e0ddb","sample_id":"mmlu-professional-law.val.808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cd4cf7e79acc59ccb74038af975b013557b297d6004186f7fd323af722ba10e","formula_version":"titan-u-contract-v1","latency_ms":0.7246669847518206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0b7debab0c75900e3169659eae5842036eb3200282b2f3ed5618f1037db5a63","sample_id":"mmlu-professional-law.val.809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c0d67c39e8cb1174b18d56be094bddc3563c1f2f1cf961110d117ce3962c632","formula_version":"titan-u-contract-v1","latency_ms":0.9147919481620193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01baf8a8b605c80edf57186e2e9eeb0d752159a03f242daff2512d57d7e2d95c","sample_id":"mmlu-professional-law.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8222f399c2fe4f49c3aa16001b041a2e27f6c04237b4e434703e347a0da1d67f","formula_version":"titan-u-contract-v1","latency_ms":0.9795830119401217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea299a28a0f7fad3b11ac6e76e0bb55520950c8137ed03ab7e43b58c3659979a","sample_id":"mmlu-professional-law.val.810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3477110c97c7111939ef8fbbef9e893ba53ee60a94b574a9718d909c90afe527","formula_version":"titan-u-contract-v1","latency_ms":0.7273339433595538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e143e4c1bc443893afcae62e249de5afb52fad5afcca60f4d8d9b4808df63d9","sample_id":"mmlu-professional-law.val.811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc7b276211645bbaf574ad7a4d895217d6990f4d29bac070f48fa878aa600bdb","formula_version":"titan-u-contract-v1","latency_ms":0.8325000526383519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3af6c37edafaf66321399798ab645e76be774bf5abab2eac7d4a95a460accd0","sample_id":"mmlu-professional-law.val.812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f54e597ecfac9504df61efd82cf790c9093c2c58ae62df6b24da0ae0a944a5ac","formula_version":"titan-u-contract-v1","latency_ms":0.9726668940857053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe68a03f3f9814a9e2cacdab15cee18fbeeb34f3dc959a5fedba1e2f13f055c4","sample_id":"mmlu-professional-law.val.813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89330a1ae956226beedc58848b6a13423a71e7535f1434c1ec7a65a81321780e","formula_version":"titan-u-contract-v1","latency_ms":0.8173750247806311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8f93fb0f77fa35db6899f315631bd9611a4ba15f60a1e32a444767eb443a351","sample_id":"mmlu-professional-law.val.814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92951bdbfe24c02edc61872f2c84788ea91caae0f00dbc634d5ee048601a8c86","formula_version":"titan-u-contract-v1","latency_ms":1.2253749882802367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91582ffd8ec76c46c92d49cb1ba83b445d84153c2d15231b6fcc7f9d5bd3db6f","sample_id":"mmlu-professional-law.val.815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31da5dbb3d2abb48cede251346b1fb270e67508a68ac3dedddd6023cc8089ef2","formula_version":"titan-u-contract-v1","latency_ms":0.7791250245645642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cbb5ef9ca02f97cb4b1b07a692038ea664d04dd190fd7c0d23a6ead6b02ef2b","sample_id":"mmlu-professional-law.val.816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b991060e5ea6b0044ffc2086892e9a3dca771f0cd87af09d01cd66d9b260d600","formula_version":"titan-u-contract-v1","latency_ms":0.9928339859470725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0453a0f9ed32ac81acf6da54f15f8f6cf54aa60c4dc148af4f615ae4b5d56eb8","sample_id":"mmlu-professional-law.val.817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37a6397251cf96d86404a86f8441bec5ff6ce8e0d43e1dca4a7a6cc9b6c04e6d","formula_version":"titan-u-contract-v1","latency_ms":1.1985419550910592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"742b9dcd49b4ac4288498283552d1ce093ed93e0c3a88fe9488924a318a4bef6","sample_id":"mmlu-professional-law.val.818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c263ce8e0e3db0fd8c1c1e6449ebf6a350c7953a5e59d9dbe56c8d737002d096","formula_version":"titan-u-contract-v1","latency_ms":1.1740829795598984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1cf68aeaef0f87d05d9c729e70a8d34ef43b2f7eebaddca590f353d8b193d6e","sample_id":"mmlu-professional-law.val.819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c467da4325b5180d8b54c021403c35835eef8548cfc43cc969fad481c88092f8","formula_version":"titan-u-contract-v1","latency_ms":0.9126659715548158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9fe3cfb30c2fe55f199111961e41f2f823165901574f64856f6cf8cc85c8569","sample_id":"mmlu-professional-law.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d29b18d7b4680794097024f28f42e1aec1cdbeab7a9d2943fbefa3050eeab72","formula_version":"titan-u-contract-v1","latency_ms":0.954083981923759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0da4a8f3282d55689f38e2fc5a5a2c4b14506411e2abc40a2176b59ddf6f0a5b","sample_id":"mmlu-professional-law.val.820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30565b8b441090de22bbe0867428f37216e55fd9755eacfedc68d989f86235fd","formula_version":"titan-u-contract-v1","latency_ms":1.255249953828752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7ce71197a2707c55da5a41c257c57f8defa0e738935a8ddb5379d70bc18ae86","sample_id":"mmlu-professional-law.val.821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19c8870c801125624653b871aa625800928cfaf81fae37e7e85ed0c9ce28d2f5","formula_version":"titan-u-contract-v1","latency_ms":1.154207973740995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"504581d8d9f3acedd83b7830589d22a3e9076206b9898aca5684815503601be2","sample_id":"mmlu-professional-law.val.822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6203dbb9c23843de2f1c592fa5465fd6b4fe650eccc0d1df3d65bbffd61f923","formula_version":"titan-u-contract-v1","latency_ms":1.131791970692575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d9f4b1427feb149609b3d53a46e8d2d2b6a41678c4409891853503e331c6174","sample_id":"mmlu-professional-law.val.823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df6cee7a1626983c3a97dd9d5fb22ea36687e7db58462aeb21eb5e55fce214c9","formula_version":"titan-u-contract-v1","latency_ms":1.4706660294905305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a04d0e3bf78c5f5b05bd4c541b43c28884cd4ef16cf91bb4be733a52d2be565","sample_id":"mmlu-professional-law.val.824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbb193e76ff61b3a1cededb6b1c0d492f146449970a3a3323373d492341aeebd","formula_version":"titan-u-contract-v1","latency_ms":1.5653329901397228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86a88ec9b4296d98794dce64872a760823a50ac3c6a5fd1000de6ecdcc7d18dd","sample_id":"mmlu-professional-law.val.825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e33f97f0f41c52664555856262c4b93226889651d642211586ba2b46d655ec7f","formula_version":"titan-u-contract-v1","latency_ms":0.7650830084457994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58b2b50f0181b78abfe4720cc2336592735715be217fc687321a2370d32b2484","sample_id":"mmlu-professional-law.val.826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"370e75fb0f4afc87cadbb40532171675d1a64c3947b6865af7434fd7016d077a","formula_version":"titan-u-contract-v1","latency_ms":1.2127920053899288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa86690ed2af03f6b694865a2510a7298b6933295a00336a92f4d659566dd197","sample_id":"mmlu-professional-law.val.827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11be2c7dc0ddf3a0d6f0a71d39112a27e2e549cef8c4fbb911ccc79043f4d55e","formula_version":"titan-u-contract-v1","latency_ms":1.01650005672127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f12bd60baf1d3c73c93d5c711460f1cdb0e7252e457826b93aed80d039268c8","sample_id":"mmlu-professional-law.val.828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3139ffd1d3b4376a320cc31a5003c1da547d81a36dd94f0f0204db8f31a4aa70","formula_version":"titan-u-contract-v1","latency_ms":0.636290991678834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8791a062f823a82705dac4503f927a6f14fcb2c6ab51e8dec339b82313502bf","sample_id":"mmlu-professional-law.val.829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f65d9c1957c11374c976402e8c38838248335d945bd802a3a4c7d9ca84cbdf80","formula_version":"titan-u-contract-v1","latency_ms":0.8331669960170984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3ffc4a41a6feb14d97ffabd342dabffa09df390986296fa831cbab23aa04c5b","sample_id":"mmlu-professional-law.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82ecf298fc9347531b13edd6d084ec889a59297a5aacd4771953347535951b96","formula_version":"titan-u-contract-v1","latency_ms":0.7610840257257223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd02978d9ebf8ad9d080a4bd61644cef2260b8affb1b1537c9f9a0fa91609a90","sample_id":"mmlu-professional-law.val.830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24770d61cd0b6f79568e08b74e1b115bc72325c57b6d81622ddf039eeffa925f","formula_version":"titan-u-contract-v1","latency_ms":1.4399170177057385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5e79d4ba7216aebe9b13a691473d777a7aa5bf314ea0e592141f7a3554779ff","sample_id":"mmlu-professional-law.val.831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"712b7009a30bac79fba37c964fd264b5d58516d0c9fe7aa5cc95a8efae7f7bb9","formula_version":"titan-u-contract-v1","latency_ms":0.781790935434401,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f62136aa8effa5a5df36b60173c20cc30b0c04344736f394ce3bb39e2ae2698","sample_id":"mmlu-professional-law.val.832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b34852943c8b98dc5d668d16ed1e16351ae962c6129cf504715ba6598f032a0","formula_version":"titan-u-contract-v1","latency_ms":1.4039169764146209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d95adecbdd0429aa8664d9eaff51f621b1b2936299dbe2bf0ac34d797f7f243","sample_id":"mmlu-professional-law.val.833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"471bd9e2b40a0dc359607ae77ad08d52eb8e9497e5376c48677b6b96a30d2410","formula_version":"titan-u-contract-v1","latency_ms":0.8767920080572367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a7f0bd8c7c784179f905fcb8402a01784d114a4839f620f76bc1abaac863ea0","sample_id":"mmlu-professional-law.val.834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b185aff1c85adf0d2d60e8c6f667da4d12f40b83b9cd4663b11fa36244fb4595","formula_version":"titan-u-contract-v1","latency_ms":0.9485000045970082,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c11345b8eef4459a7e3edfe65cd38bc6530fc8cdef894e93a89691240928f0d","sample_id":"mmlu-professional-law.val.835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"911ee1c7d996df222394b37ea73ea707fb1f96612e0e2de1ce8c716bc6407677","formula_version":"titan-u-contract-v1","latency_ms":0.6135419243946671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f782fdeaf3af53d5dbd2cacccb2e9375b7b8c0667e0f685434a278f77c59353e","sample_id":"mmlu-professional-law.val.836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"475b8bdb28e85b5ccd18d73a648bf6a052c7a72b5ba79c6dea33c542331b14c8","formula_version":"titan-u-contract-v1","latency_ms":0.7249170448631048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"281bf0b86048e5f09f2ed3748e3bdf77df977b910df4fff9f3d422a2a256ac7e","sample_id":"mmlu-professional-law.val.837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"856d849a2a08af76d1596e3c7282b87c939623cd51d67928bf0788238c699bc2","formula_version":"titan-u-contract-v1","latency_ms":0.691416091285646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55ac77970c7402b375b85f71ffa4030d2fcc12d7739d86a6102e4366c009d3e6","sample_id":"mmlu-professional-law.val.838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f341a4101d92e52dce4f62ddbf4c4ab3aef8625b5d5ad2a45d98eadc862ffcc","formula_version":"titan-u-contract-v1","latency_ms":0.6967079825699329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dae19066ccb5c375eb076b85137aa575324e453687693c6a550184f06d41eeef","sample_id":"mmlu-professional-law.val.839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"422f386f961186d30a01968f8510c91ae66d67f6413a2252d1c2039aa67d10dd","formula_version":"titan-u-contract-v1","latency_ms":0.7538750069215894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c1c058643e3d8a3e6892dd24ea2088cba60759ecdf78cf72ca809458bbe9649","sample_id":"mmlu-professional-law.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a885ecd8fc88ecade24c98503d5e08db63cacb1116e37e32753ac68c5519b70","formula_version":"titan-u-contract-v1","latency_ms":0.909249996766448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5aa651c82b904301db69d7802e49abbce9c5f215e011d717865e99160b2c73e1","sample_id":"mmlu-professional-law.val.840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d18f94db72ec350c6036dcdd66d841812401b57ab156f1524eda0f359a1afc1","formula_version":"titan-u-contract-v1","latency_ms":1.1777090840041637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3728201e9288f8bb556529651f1baefde7110e4d93925fb2dbe813b2a60bbadd","sample_id":"mmlu-professional-law.val.841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fd72534041d731611273c65cc2a4f61ce31090ccff12522f49e69779be9b61c","formula_version":"titan-u-contract-v1","latency_ms":0.8057910017669201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99cb3f158a7b44844f8841a3a80fb6a69e2f19f887ef1884939ae83b75aaf4f2","sample_id":"mmlu-professional-law.val.842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9963829ccb0c6217cbf9e8118fa960d761cf6ab77d45991c72e1d51f4daf3ab7","formula_version":"titan-u-contract-v1","latency_ms":1.1551660718396306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17365c1f130a72785ef03aa6a3c9ecde21d5f4cd52757d4a59d4fb5bf18d5778","sample_id":"mmlu-professional-law.val.843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d38585334549315ef034ee0e40d9e8dc0a3c7df85c84993ce4b66ccf33afd825","formula_version":"titan-u-contract-v1","latency_ms":1.0298340348526835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"585e42ecbae606d9d4959e1eddf2858cc64eddacceee7d56c46960905f2029d7","sample_id":"mmlu-professional-law.val.844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bae1b8681129283655e08f94da90a63169b5087f2766d8976dfe34983b7ea103","formula_version":"titan-u-contract-v1","latency_ms":1.279749907553196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a3243c97c070f2b57e4761b8d16ad8b4581735a8b3954f48c3462319da7f573","sample_id":"mmlu-professional-law.val.845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6db5990f76cc650bf2cbe100210a39f523b3aa4fe28c1442857997e51af8bd26","formula_version":"titan-u-contract-v1","latency_ms":1.0192499030381441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"830c19c991e814a1d699b68f21c84e1394a446d6bdfcafb42441dffba5cacd97","sample_id":"mmlu-professional-law.val.846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"061447c510235612e68783688a5d691bdefb03d4ac1a4d5bdac8c949c2c815b5","formula_version":"titan-u-contract-v1","latency_ms":0.6962079787626863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12b2a5111b2956739f61c555ad80381fe3dfa879192c7f5e032c66c8216f6411","sample_id":"mmlu-professional-law.val.847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"031413285b0daa677518534131252fd204ef286096bd590153de8318f8c4887e","formula_version":"titan-u-contract-v1","latency_ms":0.7086660480126739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1ea4a6c344155860d7cad4976004dd8f32a1f1b6eb57e391b1df6404b6125cf","sample_id":"mmlu-professional-law.val.848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a731e3fcc46d81879046fe15c01a56a1862081a37e61d3ffd686979507efeb97","formula_version":"titan-u-contract-v1","latency_ms":0.8694169810041785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9231b0f6b069cb92b0623994a776d236b3789527ab9fabbf9b457d18f6cd3a4","sample_id":"mmlu-professional-law.val.849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fc25a304242bbe89c881f0359eda65f11e54e5f64d7824fe9fb26e48d2a7825","formula_version":"titan-u-contract-v1","latency_ms":0.8151250658556819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8780426c798dbb1f547932fd4836c03432215bee9911f7550fefe39cf9a3ce73","sample_id":"mmlu-professional-law.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eebfb4db90fde58c76237c2f4668fc5d16d79b96b176e549c2f2ec33b5b290b4","formula_version":"titan-u-contract-v1","latency_ms":0.7650000043213367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"614f1cdcb6f877474edf93aea831f84513d21dcf1561e8507f2f9adc834d97c3","sample_id":"mmlu-professional-law.val.850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e73342a3e158527df068601d61b9639988314a22264c2e58421e1351a902dcc","formula_version":"titan-u-contract-v1","latency_ms":0.7826670771464705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cb9c5eb118d7f64cbd798b1e2e24291cfe3c98ec0b20ac0229e719dc25e8b47","sample_id":"mmlu-professional-law.val.851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a8f0e652125087e76211394a52c744a28d832d3dd999bf1e47e9bd7aab19510","formula_version":"titan-u-contract-v1","latency_ms":0.7856670999899507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cf0b64b2a4a8de965e013890891f48f33b8e22810fc8d5720c9650862bfa5e1","sample_id":"mmlu-professional-law.val.852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1214b5f7dd08a5e6cd2a2b6493eafcc81313ef4fdcc95e63b924c7d90093b2c5","formula_version":"titan-u-contract-v1","latency_ms":1.1576249962672591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07c4d90b5babc8c9089628454c99ca3a40fe4dc054f486b8c202169e19748ff7","sample_id":"mmlu-professional-law.val.853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc61f126707617d53cc90046ede316bb5f95c769935153b57720014f58e8891e","formula_version":"titan-u-contract-v1","latency_ms":0.7345419144257903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9837efd3595747ff784f154fe6fc63b049b9ec09378a349dc8b0b9179ac0f1e4","sample_id":"mmlu-professional-law.val.854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07af3339194c6f240c7599c7f3c08cf576ebe6d811c6a3f33fe3055c66e33afc","formula_version":"titan-u-contract-v1","latency_ms":1.1083330027759075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9086829ae31e2a62067239412275efa1db44b70d0a7a662509423ad7076c2ab","sample_id":"mmlu-professional-law.val.855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e77b12e1ce8fd4dfba333dec2f51ef20dc7c5e102e38c3c6ab5b3e8edaf06521","formula_version":"titan-u-contract-v1","latency_ms":0.7103340467438102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53832838e4cde365e1b93382dfee3e316ee0803057432fd47c3acfc67dacb016","sample_id":"mmlu-professional-law.val.856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad7bdcad031e372459f50767406033c5c837770910edd26ba6141cd736b4e538","formula_version":"titan-u-contract-v1","latency_ms":0.8857500506564975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0196abfb957ac426af158e10f1e0e4be0530e9dfa61f893c74f650e689d6dd4","sample_id":"mmlu-professional-law.val.857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c525d2ca030b95bed2e135fa213998f8188db64c5e47e17ae2c365a56b4400ec","formula_version":"titan-u-contract-v1","latency_ms":1.1026660213246942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e0cc4738fe7fdee938697df3195ceca2e790274c94e664abe86fa152a4e0956","sample_id":"mmlu-professional-law.val.858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36002f5deb43c0255dff10071e157885140556912bae0010d39e1cd5ea5ab5c2","formula_version":"titan-u-contract-v1","latency_ms":0.7118340581655502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"809b7e444f4e1b8d24355869c04476fa7fe6406b7103bc3b3971c7fcb54812b7","sample_id":"mmlu-professional-law.val.859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5cc98b5faadbefd379a81c9f3d4e0efa605d22efca94e44f83aaee6ee04b101","formula_version":"titan-u-contract-v1","latency_ms":0.7947499398142099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f532b2338240e0fb68c24f08f91d0ba73e7f55c54d5e99b60281f9bc1bfd7fe1","sample_id":"mmlu-professional-law.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"035d51938dd1f180a80f2863d7502cae1fd69ac98e1526dc9e15a0f2118fa890","formula_version":"titan-u-contract-v1","latency_ms":0.976292067207396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a09624b944e86b39719f86c76d4f0dbc07c8763a1c6d13daa4d9aa19baa5b8a","sample_id":"mmlu-professional-law.val.860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6bf1a4d67f0b182841189089a24db4ae17608a89b83f9d83b0583ef63a28608","formula_version":"titan-u-contract-v1","latency_ms":0.6677920464426279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de48f5ebb9481fd1dd9a866c81738cd4a5526e51dbe6c051621ba6fa54aff883","sample_id":"mmlu-professional-law.val.861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f02365b809dc0a7ba46bf594f277733e36bcc6ed5617b2fd76ccbfd386ade77f","formula_version":"titan-u-contract-v1","latency_ms":0.7797080324962735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8ff466a2b166485b58deceea2b43cfe6da2d3e45b013553b031ed0bf29206c8","sample_id":"mmlu-professional-law.val.862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64dc891555a293d7902bb8df54994617d260d7e48308c99113c77d7f9f494021","formula_version":"titan-u-contract-v1","latency_ms":0.7446249946951866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3f09791e4646c82ba0f267711c3e8b175ea2722f883971ce3de62dfa0f3c5fa","sample_id":"mmlu-professional-law.val.863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f4c9daa73cbbccbf3288f25f0ae6150cfb89106f9c03cced6fed99678c51ddd","formula_version":"titan-u-contract-v1","latency_ms":1.4309169491752982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b9d929634dc65f5881385b9b3b20b63448fd4cde19bf2143d1e05a2b9f3b04d","sample_id":"mmlu-professional-law.val.864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e5ac91b510604862fb59f12380eb99618717573d8ae64366f7939f2ff2716b0","formula_version":"titan-u-contract-v1","latency_ms":0.9247090201824903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e49bcdcf8621178206b4caac4eb5c14ff8fcad024b5f2401603f819db40eef6","sample_id":"mmlu-professional-law.val.865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b51602edff312f2c9b5ac50f69b34f5f1e89cd00fa77f8db91901b63024f940","formula_version":"titan-u-contract-v1","latency_ms":0.7392909610643983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78a2a712a4e5c8f184a4aa922002fdf20811b0fb7ddea7f87bcb5b1d44248136","sample_id":"mmlu-professional-law.val.866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22e0aa80450e8d202e416982b2eb0e1eb2b6960231b38188a6d1a62dbb581fb1","formula_version":"titan-u-contract-v1","latency_ms":0.6562499329447746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4c04db02e9aa2444a0ead735ac56176bb9d70fe09dbb4e8e2a63f15b87b240c","sample_id":"mmlu-professional-law.val.867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f492b9cf4e789ad4f26862972bd8a7d467ad020b692b22b6e2543ddbeb3fe3fd","formula_version":"titan-u-contract-v1","latency_ms":0.6830840138718486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0a3f9140f8fed9354925b58c7375a490e031a01308a07b8292ec9e4a7054590","sample_id":"mmlu-professional-law.val.868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5203158a8e1267540194923d4e99273aae7d4fbda2dbee7227f883bba988fd3","formula_version":"titan-u-contract-v1","latency_ms":0.9788330644369125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a50b87f3f43c831e8bf8ff8f5ae3c65ae60b4f9a833837505424106bd186f8fd","sample_id":"mmlu-professional-law.val.869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b02807ea6f07d5d2507834ca9772db064572822581c1021dafa6ae5846607d3","formula_version":"titan-u-contract-v1","latency_ms":0.8178750285878778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fd7ca303c710ab8a22b695551394d70874809f273ee2a16b23fc48e44966e9d","sample_id":"mmlu-professional-law.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdcab06bec69d188eb0d565b1ee63df4e78125fdcf862c7395bbd8a585664b20","formula_version":"titan-u-contract-v1","latency_ms":0.6005000323057175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b76caa09985351f078d9a655fe6b9b9b7cd469f4f99f583025f7b5734ecb0f6c","sample_id":"mmlu-professional-law.val.870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee24ee69aeb0171d5f73a58dd9833970821dcf68befff97cdff4871286f0c7b1","formula_version":"titan-u-contract-v1","latency_ms":0.7034159498289227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7966529a448350f988a8c94ce4d8be4d98a1b798171f28af06b037c270d085c","sample_id":"mmlu-professional-law.val.871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d860946e3d21aa0a80e2c7eac7d3aa5b35654c853945888f87d96cd0cd10a11e","formula_version":"titan-u-contract-v1","latency_ms":0.9289999725297093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2d934570bd8446eebe2993d6ce5ef84e51e9024d9edc39a7d486bd44c18deb4","sample_id":"mmlu-professional-law.val.872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2d0e5d846b6d46a000ee569e3ccdc9c961f3b9012288fdf230ec30b7858f3b0","formula_version":"titan-u-contract-v1","latency_ms":0.8177920244634151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dd43a71b286b9bb18d8a16f0ca723a5a3aecc4989469a7dc6a33f19b5ddd362","sample_id":"mmlu-professional-law.val.873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03e2deea6d00cc9f857fdb45aca10c3eaba3dc0dcb9d85548c492301bbabad53","formula_version":"titan-u-contract-v1","latency_ms":1.1196249397471547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6520f60723dc0b4b42385b1bc2d7fbc06dc5b2bd213d7cc6743b81c78d5c55bd","sample_id":"mmlu-professional-law.val.874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3d701595e294eacc00a8b799a4da37b3c86cba70fcd218dff02818dcd513b7c","formula_version":"titan-u-contract-v1","latency_ms":0.6407499313354492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f38e563082e4a872ea08af81885ba5f2d025216227b4c1a8e55c1ff915da3cef","sample_id":"mmlu-professional-law.val.875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfc036154b8239052a7f5a47c7c7e46c2164e3cc2d9b96243d1c95c07796d217","formula_version":"titan-u-contract-v1","latency_ms":1.4147079782560468,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbaef3d2e16b1ece8fcc53b201eb8aede787208289ecdc794ebba9797152ea4a","sample_id":"mmlu-professional-law.val.876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4ba31db8791f193f34377865b385613d839415d71534e83d797398f9c346141","formula_version":"titan-u-contract-v1","latency_ms":0.7183329435065389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ced4c217f6453900dac553e956dbeded6384b6497570488a4963d52b741be2a","sample_id":"mmlu-professional-law.val.877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34bc1a37478cea3b0170cec1f5b2f5d3a88c43f61c9d27af14e4f824a0b9f0ec","formula_version":"titan-u-contract-v1","latency_ms":0.9986249497160316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5d0481ad7a96733671a5c9bf1d2328cac225b03b0e2e3618c152dbbcb73f6c7","sample_id":"mmlu-professional-law.val.878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c0667f59c6deed5737cdd1565a814c8a7aa193fb340213a0933af6fe9874dcb","formula_version":"titan-u-contract-v1","latency_ms":0.7200839463621378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e07a202ccc845e6ed61cc2c49a184e760576b747ead66ec710625350fb5ab87a","sample_id":"mmlu-professional-law.val.879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edaaafa8a31715b825caf77f934f69935df67221f93caf3e0f80f90a5512b207","formula_version":"titan-u-contract-v1","latency_ms":0.705457990989089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d63d23538ca2768a3b4c6f1cfcef5494171a343c05e1d105e478c77330b1ecd","sample_id":"mmlu-professional-law.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"573b41f2aa1bcd6883eda5d820d2cb847a81b39b514c1752042e1ccbf6eb5dea","formula_version":"titan-u-contract-v1","latency_ms":0.7848340319469571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fc707956c5d76ffabf125b6f42e91501fd591f6b8a61587f7110bcfa3035423","sample_id":"mmlu-professional-law.val.880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8bbbc5cc219eafef490f2ac69ea544c56adf313de8ff777e3b88fedbe35fbe6","formula_version":"titan-u-contract-v1","latency_ms":0.9151250123977661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"411d9605a9de88b7e77e0e7a49c8a7320010393472dfdeaf1b83cdd5aa898db3","sample_id":"mmlu-professional-law.val.881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dee0ae7cf6eeb57e75d2ccbe6c6b997cd52d3a0a66afdeb26d2f04c07ac46ce","formula_version":"titan-u-contract-v1","latency_ms":0.7190420292317867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"702fe40b3cb6d59bf4ee8281b9d67c7e71d59e89822322c3348c2d88569ba791","sample_id":"mmlu-professional-law.val.882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"596753104449524441f0c3d2260f36884ba234a8da4b9e54cd53e7cfca444abb","formula_version":"titan-u-contract-v1","latency_ms":0.6201250944286585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92d1202da87a89a17524d8c6e4e59d8ef8739a98d81899da340dafc4d86fa35a","sample_id":"mmlu-professional-law.val.883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dac776d3a50a23099d3d66a7e13597d6090a36255856ad53d7e93191a6eada81","formula_version":"titan-u-contract-v1","latency_ms":0.7271249778568745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70ee770ca672e0ac0030d1a74273acd7da3b362e3f47e91bc6bad581717a0d0e","sample_id":"mmlu-professional-law.val.884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3853f848b59b0d13516de4bc2a851572614d79cdc7dbea131d4eed0c00ba8034","formula_version":"titan-u-contract-v1","latency_ms":0.8586669573560357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75e8c26db68742e09684fd470ddce0448016fb4872af376668ee6b1e73075731","sample_id":"mmlu-professional-law.val.885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5aaf09a2c0e312a7dc82b2f2f403512c95afabac50e73cef63e97e2c96a797f7","formula_version":"titan-u-contract-v1","latency_ms":0.46504102647304535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd197ecc324f81ba9542a6994f6db528b116ee3cc478769b1eaf0defe3249e61","sample_id":"mmlu-professional-law.val.886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddf6f119684383dc6c9a5a26511a235f95af07fe9ab4c931c23021c9618acd6b","formula_version":"titan-u-contract-v1","latency_ms":0.8056670194491744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c014a120b6f31420708a752e809d154c6a59e23bd0349be447655befed94e73","sample_id":"mmlu-professional-law.val.887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d95a5c11055a8fbb7ec04e128506c7a04eb02a7a1b11f8b74ae09d1a8659db70","formula_version":"titan-u-contract-v1","latency_ms":0.5673329578712583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a666bbfa8320462d57c0aaa9e0300db41a57c11676b20c9c94040eeeb8ebecb6","sample_id":"mmlu-professional-law.val.888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b2988fb1da10f636185cd983f98234ac829309e5b4b39374dea4da2a1b2a4b1","formula_version":"titan-u-contract-v1","latency_ms":0.6967090303078294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efeff13538b42afa8d0c5d51686a59ba368913e92b6960329663e7b821efc73e","sample_id":"mmlu-professional-law.val.889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef2521b6e20519b34411c68b766b816e2d1b26be4c8526258d8d066904c12b17","formula_version":"titan-u-contract-v1","latency_ms":0.970749999396503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0befdf8071c901dd2620a3a0b72edb561bfada3bd6bc799031b2cc4ad4cea644","sample_id":"mmlu-professional-law.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0c38d5cf254f8c211dd5979de892a96cf05206b943112dfdd5868421a8fa864","formula_version":"titan-u-contract-v1","latency_ms":0.6863749586045742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"abeaabb6918eea390cd8d834dcb2e78f033fd70d7db7b7dd9ac102b879832852","sample_id":"mmlu-professional-law.val.890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56d61f25e9ad0d7ae2a9ab3aff005161c7ae56dd8c796b382e8a058342c4f732","formula_version":"titan-u-contract-v1","latency_ms":0.7489579729735851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72e7ccd8805a9b3fa03bc7cb429ed7449199814635622da491eb914eeef82117","sample_id":"mmlu-professional-law.val.891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f20679f37f614236d6770a88fe1ed3f76f162e75487513eff0da41dbc092f16e","formula_version":"titan-u-contract-v1","latency_ms":0.7173339836299419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64f5fcdce89e703244db80333a82d1573f773c35c5c50015a44eb310663bd0e6","sample_id":"mmlu-professional-law.val.892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc858f05d160af5c681756c311d942449a0fd263d8b8f00fca60a399c16a870a","formula_version":"titan-u-contract-v1","latency_ms":0.6795419612899423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2796916d1b7bd9f4762a100f807513ddc15868c84a26a34eb97fb75ff1c8e1b","sample_id":"mmlu-professional-law.val.893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"134639c2d700f5200ac3029a164b6b30c2262c7d9f1bdbf08fdd811ff94a6f45","formula_version":"titan-u-contract-v1","latency_ms":0.4693749360740185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ad63434570626371ff71e72d20cf2cb174fe67458bfc3f545e70a55d70640f8","sample_id":"mmlu-professional-law.val.894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a7fb5467c9acf93c48b9cabda3f125ec1bff777928814093a8959c96932c3b6","formula_version":"titan-u-contract-v1","latency_ms":0.6674159085378051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30ae627ae8022457c4c2c1801ff1eb4ba76bd5b0f436c6b6d1c94406120bcaef","sample_id":"mmlu-professional-law.val.895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcb05920d4129659e64ca9310569dfb87f82bcbabf284331995ba94c99e45852","formula_version":"titan-u-contract-v1","latency_ms":0.6427920889109373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cc5f062bed7d1707093228e45448e4b140a996858d2eb238a6193996ffbda54","sample_id":"mmlu-professional-law.val.896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"058edb1968ebc25394d30cc33a55a4544ac73827e34ce43196dea5da92e7f90d","formula_version":"titan-u-contract-v1","latency_ms":0.8511251071467996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"754e4f5843da6dc1e44c05132541fe411bb2a1a850fff608c8b7169c7990f390","sample_id":"mmlu-professional-law.val.897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb0c0b6cf99fc29415663552e2406f49fc61c4a88405d49dffdfcee31df6b2ae","formula_version":"titan-u-contract-v1","latency_ms":0.9733750484883785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a51dd508d5d7d51fde9325dc1a99ee77d650d54d73d680ace34167ec33adad9","sample_id":"mmlu-professional-law.val.898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"919aaa7e0d0eab3c2d2c514aa2a09b8a541443c4ac50d956d3364d810509e73a","formula_version":"titan-u-contract-v1","latency_ms":0.752583029679954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93a934aa0f800f4855167a569240aa797e542af1645aa78040fd426a0e8bae6e","sample_id":"mmlu-professional-law.val.899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e233fb40f31e374142377a6c643ddb7a37048a9aba89da98f57ed3b23bd32ad7","formula_version":"titan-u-contract-v1","latency_ms":0.8081248961389065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d35d30c1c814a911758459b7169a9243531d8c70c93c569bc991ce5d6460304","sample_id":"mmlu-professional-law.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2fb69a21fd933ba04e6547d5080a26b381320068c6210534067d763689f0611","formula_version":"titan-u-contract-v1","latency_ms":0.6666249828413129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ba70fde24528f508a004629d3bfcc261c9daaa32724eb16c76e466508ae3835","sample_id":"mmlu-professional-law.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8abf0433e686d173fd57a57a362cdd29b39b85e93f510a724509d4f6b1be802","formula_version":"titan-u-contract-v1","latency_ms":0.8576660184189677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1d36cbd31a2719069e8963cb45f60fe77d54f2b44a46aaff913bf5342f10540","sample_id":"mmlu-professional-law.val.900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"163aec8cd1f00dc365d51dc152da41b22a617b98187112527a782bf4736a00b6","formula_version":"titan-u-contract-v1","latency_ms":1.237250049598515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33ece8f3eb6f63b91946e35f40ffb18a6deb405f2d8460682efdefc18fa46f18","sample_id":"mmlu-professional-law.val.901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"582ea6acf0f77082553c2349ee6a3e8b74fd8f980891a60c68166a7cb35b42a2","formula_version":"titan-u-contract-v1","latency_ms":0.6496249698102474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c71f88ff86cfe8691af8a92634d097204f2a093ddc4d249435f2bb3a687c1afc","sample_id":"mmlu-professional-law.val.902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47c5b2af669ed33d82cd4d46ce6aac796e1205a500e0d99c95156a38a8dc80b5","formula_version":"titan-u-contract-v1","latency_ms":0.6618329789489508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d892f62ab32c4c69062e51731acd6de8f97ca72c994c5e468d23e03e6a91e67","sample_id":"mmlu-professional-law.val.903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76795287cf2de54c5aa500a2ff332a91b09043a5776e203716b2d53462d2ba6c","formula_version":"titan-u-contract-v1","latency_ms":0.8185409242287278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03e2648012841cc3258cf0c6a55d59c0cdfb7850f9300a583efbd1c10f2bec39","sample_id":"mmlu-professional-law.val.904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aab937211e072d6af021adf6ecfb597a6779de06fe8a41f7972d037692f744bd","formula_version":"titan-u-contract-v1","latency_ms":1.601999974809587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2f02613552118c06639e88adf392c8fc4e34ad610e8fac9c8d99c6c64e9b572","sample_id":"mmlu-professional-law.val.905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ed61671c5edf0eeade1d2a1333a31ef5002a27152df4971ef9c47e7d87b0279","formula_version":"titan-u-contract-v1","latency_ms":0.8652919204905629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fb701ff32ec7dcef9464737dd3f6cb015c08adf37615762adb9029d5e5f5a82","sample_id":"mmlu-professional-law.val.906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ce70beee2cbca32d075f4d468c50077564109a782a1e7fe24034466f1cf0df0","formula_version":"titan-u-contract-v1","latency_ms":1.3124579563736916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28a78a3f30a54829ca0a14aab0a43e4bafa6fe48cd85350832c087f25d92d674","sample_id":"mmlu-professional-law.val.907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2baa738e6c65a8f64fcb069a183b8c21fd1abff7f55668b4eb75a1a831fdc1fe","formula_version":"titan-u-contract-v1","latency_ms":0.7145829731598496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5de7d9ed293907a1b1aa13090ed5267588e0179610f062227bc635361ac0bcd8","sample_id":"mmlu-professional-law.val.908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34c2015bfe7a9fd3a202c97ad79999c9b2d059679c9a94607ccf6e32eaa24bf4","formula_version":"titan-u-contract-v1","latency_ms":0.6229160353541374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39a9b3bea9925d359e3707b64a511eb654e743e02c91457823f77ecce25c2587","sample_id":"mmlu-professional-law.val.909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"626569d441ac4d9313794840a8892131f5cfd4d78c4f056ce5c2078c08166a03","formula_version":"titan-u-contract-v1","latency_ms":2.935459022410214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75e9c905a371954701babd11dd743759b13659db72c1ab6aba98d4d4f1c13d3b","sample_id":"mmlu-professional-law.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3e9a7a0cc80b54478c79cc30f8fbdb857507b80ba8dea69863092363a87670f","formula_version":"titan-u-contract-v1","latency_ms":0.9407909819856286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c25599ce2a8e14154e7c1d83b45e96aa271dada3ee3467b68be0724c50dfa0a","sample_id":"mmlu-professional-law.val.910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"387de2c4c7a33d474df89e24f14c6ea6237fd5271b6dca3f7339da6633f125da","formula_version":"titan-u-contract-v1","latency_ms":1.206291955895722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baf3a61a1931f31375ac633328080d2bc715b9a6860c23f05069f85fcaf664fc","sample_id":"mmlu-professional-law.val.911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4efdffe019d08edaaf9fd7f487ef87b420430a9e69ed8949732142397e5a8328","formula_version":"titan-u-contract-v1","latency_ms":0.5599999567493796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"660d539644a6a326b31c6bfc1325104a8da4a8eb452705f4e02c9de118254734","sample_id":"mmlu-professional-law.val.912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"284dd8a4cbda74e5afcdb6fb1f8ca06cb93d6a61f9cd0585b7de0e6d48d7e716","formula_version":"titan-u-contract-v1","latency_ms":0.7073329761624336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a98306fa31d5068ead86757aace15983a9b1a1bcf26c31b33bc777fb90c40227","sample_id":"mmlu-professional-law.val.913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"389f7674d798981124fef07dc5e482ccf89902780ba380c154f920be3146105b","formula_version":"titan-u-contract-v1","latency_ms":0.6022090092301369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d49fbd69907ff8c84e6cd0a3acab91799f730f781c8cc25931d0f975e730ccf","sample_id":"mmlu-professional-law.val.914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f281ccc38bd628ed30ac93f454006c278d0297d19f330f25a0ae98f2c913cfe2","formula_version":"titan-u-contract-v1","latency_ms":0.7601660909131169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b9264ca6fa70125b0340cfea7feee2ba249160fba424b99ce584e4440faf3ed","sample_id":"mmlu-professional-law.val.915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7db96950585c4b0fb50018ea3fa780af230583cb9a9efe7ee69a21f2da06097a","formula_version":"titan-u-contract-v1","latency_ms":1.739208004437387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ef73a06b5ae8f3ac5947062e6cc6c7c02591fa9c81c314d7776453f5a65517c","sample_id":"mmlu-professional-law.val.916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a8037ec618c2c57ed362466d72997d18855d7f745f0df0a3ab9f67ff0a15d1e","formula_version":"titan-u-contract-v1","latency_ms":0.9922089520841837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b960c222e12f622bf58cf2107773f1c5e845be14cde5ff8f356749fa384091a9","sample_id":"mmlu-professional-law.val.917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d785fd286f5815194fc8663a10e4d0ba8cf80e63eb73470c581ae079d9d0a529","formula_version":"titan-u-contract-v1","latency_ms":0.7477919571101665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb882dc99c60ddfbcebf53b6b2b7b42b5ddf8bba88c3e892e7e20babc013dd06","sample_id":"mmlu-professional-law.val.918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29866b9a43ddcf3b8db038183b9a412e97c28a04009f76a3cf9ecf3048b22fc1","formula_version":"titan-u-contract-v1","latency_ms":1.01200002245605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7aec31bd442883a2124f97d1fd237c0229df31a90b1cbfeb21219a98522a7c7","sample_id":"mmlu-professional-law.val.919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"598699ca33de5c9585a2b2372f9cfd4caeb7cbea2e60594327554751163eb2f1","formula_version":"titan-u-contract-v1","latency_ms":0.9622910292819142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70957afe57573c48e0c7be585457e3f124d9ae8017b0660e0cb8bac3ff920f53","sample_id":"mmlu-professional-law.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9532f588bd25446008fa033e036027121b28142f85c5ef8fbbfb165477ec8d03","formula_version":"titan-u-contract-v1","latency_ms":0.6414579693228006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f5a832171cc7df9b7b6877ed9627697d147205235eabe53fc554a13714fecfa","sample_id":"mmlu-professional-law.val.920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77550a0136c0ad110be8d8a12ce9f1da30858392c14898be47be83a89b6ae1bc","formula_version":"titan-u-contract-v1","latency_ms":1.0366670321673155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9457ffcb3d3de7d4cb2aa4603766c085b1998c72791d7176c92e625ae56c81b2","sample_id":"mmlu-professional-law.val.921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19b69dc398f80d36686215714c249b06849e3e9775fcfe51c1bb687e36856bdd","formula_version":"titan-u-contract-v1","latency_ms":1.0642079869285226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c48307466cf490228f682f49bc36697bcb489b32b4eea7754aa55ca4c49410e","sample_id":"mmlu-professional-law.val.922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7706ff460fef4d075fe194171a79ee70e575a081a5fa4283757092d9429d0127","formula_version":"titan-u-contract-v1","latency_ms":1.3186669675633311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18094b62d429f3282f2dfe34d77bf0eec2c5c7b548405bca851e3ceaa29d4439","sample_id":"mmlu-professional-law.val.923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2753ff1e2210298d1218c81e591c3d02f3e9543091fd80950cca3c9e8226c651","formula_version":"titan-u-contract-v1","latency_ms":1.2105830246582627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6870c2d6c9a44780c49438549dd9b96e1b5e84a323fe6e0bf2e09985c3dabc3","sample_id":"mmlu-professional-law.val.924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21efdeb77ab0c7efa920767b3bdc3b56c7883490022f1af9b9194b0b1c7671b2","formula_version":"titan-u-contract-v1","latency_ms":0.7339160656556487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6848fbe3f1fba63142809b11abeeb67e2afb2e751cead8be2aafeb5ff6cec22e","sample_id":"mmlu-professional-law.val.925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d77e972b8d5a7df827a6f9b70b6629b10ab280b7fde795a3f12ab60a46d267f","formula_version":"titan-u-contract-v1","latency_ms":0.9500840678811073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5da9fd14119d754063d40635b0a9f98b7a29ac35c9f0e5905dbbe09087513ecc","sample_id":"mmlu-professional-law.val.926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a408dfc84101ed5b4c1d0a97681e88cc7dd272bcc8bf3cb1170d4ddb8ac555ae","formula_version":"titan-u-contract-v1","latency_ms":0.900584040209651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85ca6d3253620b2b240eb65d9a8aab8b4c0e4008a8e2a3fa215cf189e8937585","sample_id":"mmlu-professional-law.val.927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d2fab7173bca87ceed2fb8111c103c7d29d8a12c9a2dde1e560cfcef41216d8","formula_version":"titan-u-contract-v1","latency_ms":0.7406249642372131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cea1d487c2df1d029771abdd70dc6f20ceb2e19808bfcabad39a8f7abe09ae7e","sample_id":"mmlu-professional-law.val.928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b45073ef6cf1123f68e862df1d08d7aec85a434c61930bb54aa36405095fe2c4","formula_version":"titan-u-contract-v1","latency_ms":0.6105420179665089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba85552f7126e412cc4d5662036c1491ffe060af7155dca7a0fd47cf6caa8c86","sample_id":"mmlu-professional-law.val.929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f1d4b66f09d1af5349b381119cb78800171176c5e021cfa92abf750670aa934","formula_version":"titan-u-contract-v1","latency_ms":0.5367080448195338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f995ec02c9d23e5096ce4d5cbbeb45eac8f1b644653a68a7c3a4c657b08660af","sample_id":"mmlu-professional-law.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bad3706a5a6cd309ab356084a845c3ac17537151a2e46c7913bc644b767311e0","formula_version":"titan-u-contract-v1","latency_ms":0.7518749916926026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7e72e8fb0f2aadb6ddcbd84e9c4b779c6414f402b865f979f0ede98dfe1c01a","sample_id":"mmlu-professional-law.val.930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4daa440ee3735569aedebb18b5b79d49cf208b966591a561170bd238f108be1e","formula_version":"titan-u-contract-v1","latency_ms":1.2020840076729655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86f99653c959ee0aa9b71a7dc4e975ac81a1f2e7bb8abb28cab9d2da6f316cdc","sample_id":"mmlu-professional-law.val.931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"816091ac35fa2c4999d57f72886ab9c5066ebc5475038b1d87ecf58af292c303","formula_version":"titan-u-contract-v1","latency_ms":0.7628749590367079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d50bd4a551b16a5578c145fe60a221037412aa6fb892e280296cd9c498d15896","sample_id":"mmlu-professional-law.val.932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfbc77f6f6f1c17e06a2b42b7daf6316b33d97cd5c10c570c9f7c80da69f75dc","formula_version":"titan-u-contract-v1","latency_ms":0.617832993157208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ef287e4ccec3e50c439dcd175d39f5a3bbdb6e735082960c47e1d9dc8791800","sample_id":"mmlu-professional-law.val.933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97971356651f592b4cd469428f5516a25732f631b2c93b1985478c95333d9b81","formula_version":"titan-u-contract-v1","latency_ms":1.0372500400990248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eebabb80a1c4ff1eff4ef6a4f479799d23afe23dc49d02605fbd3567e308bbf","sample_id":"mmlu-professional-law.val.934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f7c117bdace35edc488bfaca3be043f6cd2ddbeeda5d2524960d537483325d8","formula_version":"titan-u-contract-v1","latency_ms":0.8992920629680157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c629f187264766f2e369521a74b8239eb3ae3d266ac4d64c3f56091f6f9fa2c","sample_id":"mmlu-professional-law.val.935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b73a8105617794e86e2153576c32c0fe41ed4e9cd5d9652242350ed5228d312","formula_version":"titan-u-contract-v1","latency_ms":0.7680829148739576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a9f2df84579d7534f4777abf82e0c66dc4158ae3d84dc3b2bef50cf0ac9adcf","sample_id":"mmlu-professional-law.val.936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15eae98c0b195f4dbf1c0527ed74f96a33267c2e6e7aaedc5da78fc5062ae949","formula_version":"titan-u-contract-v1","latency_ms":0.6940410239621997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff888ee93823a3c9b537eed1e0b7807b42081d65eeba75e72039e6de95d0813a","sample_id":"mmlu-professional-law.val.937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e193566a4bff5cc1a7021653d4ab5cc96c2b474952432e49d1e7b105b9b7da32","formula_version":"titan-u-contract-v1","latency_ms":0.7805420318618417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5f166775384b7c4e700323717f99721a5edd5892d58673bd5855c4e3814e4d5","sample_id":"mmlu-professional-law.val.938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fca12b54be6df72a9a6858ab54a16b1fa133166319149c72e1ee7ffd77afdc09","formula_version":"titan-u-contract-v1","latency_ms":1.387040945701301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77b2d86203e1f5c6f00bcabd06654f4d5f0b4c500eda19ded490955829894940","sample_id":"mmlu-professional-law.val.939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94108ddecfa4d3eff062db05c2b16552f911812979799ddab4541592cd154c5b","formula_version":"titan-u-contract-v1","latency_ms":1.1078750248998404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2813fb7359c78129e1e4e334c5a5e37b28bb83711bcc753df2a25b4cfa6a03c","sample_id":"mmlu-professional-law.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1357bd2048ebfd90b77025864ce140013fa6dcc9d308ad14613a90e222abd6e1","formula_version":"titan-u-contract-v1","latency_ms":1.0864580981433392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ad1bd3497a6863a16a22eb71a57dc0785bce7063fcd307d7794b84bd3f9c950","sample_id":"mmlu-professional-law.val.940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48a596f3e7029d309ba26334afc22191ff9e221ecd3e9e754080c05604a8bca8","formula_version":"titan-u-contract-v1","latency_ms":0.9898340795189142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a317906618dc8d341707c9df31ab3f31184d036359e06a2e0fc985f68af5518e","sample_id":"mmlu-professional-law.val.941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d9d7d644533358eb6114ed26192efceaaef1a47ed04f92acb84030d875dc6b8","formula_version":"titan-u-contract-v1","latency_ms":0.8422090904787183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e401d7ed22e10067fd1403f9009d399b4cab32229f1c8be68d27ec05a2f09aaf","sample_id":"mmlu-professional-law.val.942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62427b49ec8984281e8a84a4b6397e8874b87213eb3e0d08147c4851606ebda4","formula_version":"titan-u-contract-v1","latency_ms":0.9859999408945441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4948fb06d3aee25a3c768cefb9c9cbdfd0cb06e9a58fe99c18cf7118b265dbfe","sample_id":"mmlu-professional-law.val.943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b29857409636e34ac64006f9efdc431011a16618070309e37074343bfddd881","formula_version":"titan-u-contract-v1","latency_ms":0.5008329171687365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"560605a7fe9e7329895306d09584b09640d5ecbe68fa48039eee23d683d64781","sample_id":"mmlu-professional-law.val.944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d83c1092720cdadebe5290b10edddb44777b4c9231116b234dfa88a82a8c23ba","formula_version":"titan-u-contract-v1","latency_ms":0.7184999994933605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51079a536535cee19add082fe2fb53f77d6f14d6f4458e025e51f7ab395c78a8","sample_id":"mmlu-professional-law.val.945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"095606e0fb67d934fe4fdfa38c580dcba3b263349288361f9a9f380716e5a862","formula_version":"titan-u-contract-v1","latency_ms":0.8747919928282499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0237d6ff52925f5b7871c3d79f3e5a0645d3db229f1a75e859024a19d963a14","sample_id":"mmlu-professional-law.val.946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"766888c13b3edb14508831c9589e53988c6b89d7b043a31a462ee434817a8b24","formula_version":"titan-u-contract-v1","latency_ms":0.8525419980287552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb73967861b7b2b07e300f0cdedb652d89fc5de559bf44b49d43c2f1fdfcc704","sample_id":"mmlu-professional-law.val.947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1c8c0d730d21a784f46f858e6e75a840402850804b157f8fd1549abda2f13fd","formula_version":"titan-u-contract-v1","latency_ms":0.9913330432027578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fdb537521531293f4e7bf680531f06d47c0540d99e7f931b26d1fc04792ea85","sample_id":"mmlu-professional-law.val.948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e1f2b2be477671f9ac7b6d49b4eda5e0be180bf2d48675e9d195279843f9323","formula_version":"titan-u-contract-v1","latency_ms":0.9255419718101621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a3e6facee10a3e4655d6e4f947b3796c82f9e5a0f76891bbd3ffba16bc9209f","sample_id":"mmlu-professional-law.val.949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da0615acd51e5760c281afe226cf0310bfb1c9ad9d6d2fa4770fd670a16d7082","formula_version":"titan-u-contract-v1","latency_ms":0.5691250553354621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a14e51e79d7ee40b0ef74e7c2b00b5aa99a186c2e0dfe95d6ff158539f16de89","sample_id":"mmlu-professional-law.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dcac8888c7851184da64343f6653e617798414aecb59c02db012acf75eecb91","formula_version":"titan-u-contract-v1","latency_ms":0.6393329240381718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46c2288aa5e347a8e12e1e25527af716bc63e0a5a43e2b9076726db6cebf0c48","sample_id":"mmlu-professional-law.val.950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21f313ab67f78948864d5ac6a04423f5bd0f2a13fcdb6e7ce14bee6417062aa1","formula_version":"titan-u-contract-v1","latency_ms":0.6962500046938658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d546cb44a6d9283818d98384c8b118cfd8202bbcf0e28bd9bf4b584363c31e4c","sample_id":"mmlu-professional-law.val.951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbb3fe70cc4082ea7e4cf61367ab04190ae9cfe3ad13c12273f7e8588d94b260","formula_version":"titan-u-contract-v1","latency_ms":0.8450839668512344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46869c8eb9249fa656e3cd20e6ecc126e7a6c72794be7024944e226ec6a6a581","sample_id":"mmlu-professional-law.val.952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6fa097fece0b6be227e51e9dcb0a30b844193cdf9d10449c807cd8d7529f284","formula_version":"titan-u-contract-v1","latency_ms":0.9225410176441073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aba6539a81f2932703a4321433a0580ccf4ff02b35f1b8e042beaa6ec03925a3","sample_id":"mmlu-professional-law.val.953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c3025835e10f906bb6d50defab97cc8165c128446f987f926c88bbda162091e","formula_version":"titan-u-contract-v1","latency_ms":0.7774160476401448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"769e05d1233d9ccd13cf42beb4c45ff5479fc172805d433b67c7d089cdc06467","sample_id":"mmlu-professional-law.val.954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87e56d230b85f8d6351a82d46cc74e85741162288680df92e99253d99a1cdb5c","formula_version":"titan-u-contract-v1","latency_ms":0.5150840152055025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07550296d40f473e493c832d257fa23f48774c428dcfa70d6b397ee3bf85d016","sample_id":"mmlu-professional-law.val.955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fea1e96eee2fce5e5642d574437f64784b16fd80d9ad2693485de1afb9f87b76","formula_version":"titan-u-contract-v1","latency_ms":0.9645839454606175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01087920820c238fb17e52b57407655ade1a7ab119f15a6720cf1a26c201fe12","sample_id":"mmlu-professional-law.val.956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d609783a9fb5988c2de55f1fc590a8104fa65ffe709b0921f092eceeef7be01b","formula_version":"titan-u-contract-v1","latency_ms":0.7190000033006072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39c92fb34463bb3c899ed8ac464bf3d1bd22d93007cceeb9e4842685f4f38693","sample_id":"mmlu-professional-law.val.957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfdd0f5c075686c828338d177d7b85c05eecc9af1feffa3e4987e734c9f8922c","formula_version":"titan-u-contract-v1","latency_ms":0.9437500266358256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aff90686f8491d1face9f12c5b54b6e4bff8c42e86431ca8f74769a1d7f312b2","sample_id":"mmlu-professional-law.val.958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8534137f00a3b529540985d9d8b2be8a904710762f8c4a574fa5da7e4784d4a","formula_version":"titan-u-contract-v1","latency_ms":0.6173750152811408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59acca0d6bbf6ae2bd8e898f1d348a15492374a764ba32bcc8257262384451f2","sample_id":"mmlu-professional-law.val.959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee993fe7b2205f9678ac16aefec882f242da8c4b8f870dd43051da303432857e","formula_version":"titan-u-contract-v1","latency_ms":0.5449160235002637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7edb55b7daba463a2a9c75c8c228538928c499544f0eecb856f8ec2223972d35","sample_id":"mmlu-professional-law.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd43f3b6bf624009207ab905a8c4bc2d053528e33e4bc554ae55fed0434a379d","formula_version":"titan-u-contract-v1","latency_ms":1.096750027500093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a78df850b4ed9f7d031144a815cdb343fa63ee5e07e958eef50313c1c0dfc45","sample_id":"mmlu-professional-law.val.960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7f287c1a8c854b9c354c574d974f6c374a2e7381a753e5704a0a945c335053b","formula_version":"titan-u-contract-v1","latency_ms":0.693832989782095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed71e87d1fb49fbc6dc72443ea0ead209d2ab51e7c5664d55b5458e297bdb460","sample_id":"mmlu-professional-law.val.961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c912a5acb5dcb638cdbea750ae8ca916377cd7741c3ef011e1ba0d9642d5e14","formula_version":"titan-u-contract-v1","latency_ms":0.6707500433549285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8e67fa3109314712cb2011c6f4e8f1c654dd128eaf599f6bae763dba723941a","sample_id":"mmlu-professional-law.val.962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac10ab8fc63efe80cad2d0ef9161433bb887c6f59a7487e4203dbae28231602c","formula_version":"titan-u-contract-v1","latency_ms":0.6140000186860561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f1ae83f49d57a1729195ec8a6ef15a691eee415a6da5a61e89d926ae808cdb1","sample_id":"mmlu-professional-law.val.963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4319b4a53afcd68028b08595baba18b4532b6cad14d3ee67da61a8e6407985fe","formula_version":"titan-u-contract-v1","latency_ms":0.9804579894989729,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce0d5082ca12956344d65eac8803b8c6d6f04e3cc06478ef0d34a6d8e3be986e","sample_id":"mmlu-professional-law.val.964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d28d7c4e0c5d50577ffcdd166d5cdaf26d81cac1a32fa39adeb160e7c5d937b","formula_version":"titan-u-contract-v1","latency_ms":0.7747079944238067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a17c2dc8ebefee8e9703ef1ecabbfb6599704017d1a9de129629887bb6433211","sample_id":"mmlu-professional-law.val.965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fbd386434e21ebb4ecb72ce46f0b4fb67e80c320c00342775abc114b40c185b","formula_version":"titan-u-contract-v1","latency_ms":0.9420410497114062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6f34216320ed6243e3a9f997f04e7088c7af7503a9d5eb4bb0d751194245b8a","sample_id":"mmlu-professional-law.val.966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91dc25a0034a3b05dafce7f72190c3850935f3801af1c6598f4e6751395a68fa","formula_version":"titan-u-contract-v1","latency_ms":0.6211659638211131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f8447669b4397e994043681b1681ca11e825b04e5215d57f15ee6cff92bfe54","sample_id":"mmlu-professional-law.val.967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93c408f3009bd5f48c39b6563a8312fbd64e6ae477609bc255f84442313a9c92","formula_version":"titan-u-contract-v1","latency_ms":1.0757079580798745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"831fcea67f5b17f7053f205793518931e7846f7c3eb422981e4f43db9309c6a3","sample_id":"mmlu-professional-law.val.968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e58d5146c8b2f172b05e6140fbe4bd4b78097cf46508378083f95fc22da054a4","formula_version":"titan-u-contract-v1","latency_ms":0.68229204043746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65f27a40cd26daa15d74bd2831b665853a2d0681b1e2b7488e491f3db0cdaae3","sample_id":"mmlu-professional-law.val.969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeec029a2609be73b2ab0db3cf9dadbe59e582841ee68bb611a61308f7041e8d","formula_version":"titan-u-contract-v1","latency_ms":0.7515420438721776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65432ddc0c94635b9952cf01eaea36e9cafa4d672c025239011718c77e7a1ce7","sample_id":"mmlu-professional-law.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91425e0a71287adf25762fc39690cde580916a221af0279f5925b2e59f51219f","formula_version":"titan-u-contract-v1","latency_ms":0.9634580928832293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1a9a42ee00e4467f8e81d8bdc15e967136605477df0f1d58c617d74ed771171","sample_id":"mmlu-professional-law.val.970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12243c22b512ec4005ecd9bcfaaffbfd9800fc6185a5cd0d0bb55867ad0c9ee5","formula_version":"titan-u-contract-v1","latency_ms":0.9052919922396541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a26f4c02d6d286e52991de8779a8aa12f75dd683daae2eb5372c2210b72317e","sample_id":"mmlu-professional-law.val.971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c87b2e68665f5f2d8e2290551c108a7c07257657d68445a8b5c0dc14df2d2389","formula_version":"titan-u-contract-v1","latency_ms":0.7530410075560212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53c2afa5a917a0a95f4eb5416c213c09df48e899389a09765f14eeb64d629e8a","sample_id":"mmlu-professional-law.val.972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"238c43e59cf26b8a28cd80a51c0e9da4ec97d775b888739e8b70b4c2817fa335","formula_version":"titan-u-contract-v1","latency_ms":0.9165829978883266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae9b1e6442b1572dc72d43c04fd0426102b34b0646b614fbea25bb049452848f","sample_id":"mmlu-professional-law.val.973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea58c854f41521bbedc4110f6ba8cc5030a4268ea650d59828414150a717fce1","formula_version":"titan-u-contract-v1","latency_ms":1.1027500731870532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d1fcce089ac4ca08457831985f5ae857085090701ce06316e0fe80d61508516","sample_id":"mmlu-professional-law.val.974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fb052c633ff0155b54661fb930b0993782cd86d260a01506c23eea2b9d5be5a","formula_version":"titan-u-contract-v1","latency_ms":0.758624984882772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9721f809f5753150c150daf9f9781bfdd0415e909f516754d401cd33af70d09a","sample_id":"mmlu-professional-law.val.975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e6b498d814d3373b03243b09cba07c420f27b04303c290f13702ddd8c19cc6d","formula_version":"titan-u-contract-v1","latency_ms":0.808625016361475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"959f3065c3a5824ca6a6c0911c3e12fa6c324a21f93050960a23924ffaf9698b","sample_id":"mmlu-professional-law.val.976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d86dab13fb6ab7104e5c557538a626366c43c90eb34616270c9778cd15d35df6","formula_version":"titan-u-contract-v1","latency_ms":0.7267079781740904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"238538108b77189247bbd37312570165052fc4e46d321dc7d7ec9fad2dc4ac36","sample_id":"mmlu-professional-law.val.977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8135dfaffdab30416fe1a51646905d79dbb54ef667e4072b2168e22a18e7c951","formula_version":"titan-u-contract-v1","latency_ms":0.6634589517489076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8406cebd64c776e156b18cddae450ca6ec2bbe6ec075f4cd2fcad925df714305","sample_id":"mmlu-professional-law.val.978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a6c5b56a942386123b141154e61e08904125cc0883b3aa46fa339764bc33e4f","formula_version":"titan-u-contract-v1","latency_ms":0.7055419264361262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f05acae3d05552781b1bf17557a15f087f934a85e94a42df60670fff81cfd398","sample_id":"mmlu-professional-law.val.979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"122e3d47da774cfd9459fbc5ddecd6d642b159d98e82b162814252a58bb5af30","formula_version":"titan-u-contract-v1","latency_ms":1.0284580057486892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73a96733a61d8cd8ca8d57fb4a0d8fcb13b4f88efcff1d02aecb2c2507122301","sample_id":"mmlu-professional-law.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b371af4c0d937e4f5a7ca6d56eb0f3151c172c9eeec3afa15494a3e7cb68557","formula_version":"titan-u-contract-v1","latency_ms":0.6277499487623572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56dadc34db814f864f1bca572463e48c7634075d6a876cceb9be079f75dea293","sample_id":"mmlu-professional-law.val.980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ecfca9193d2c450325bc0937719ac3590a2f398910a887894d74a7c6faf3d35","formula_version":"titan-u-contract-v1","latency_ms":1.170958043076098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b58fcce659ea22f074ba330355d15626e677788061416e5c28ef993f2b68913","sample_id":"mmlu-professional-law.val.981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b24efbced2cba6f14f94c72ce6b4f12ad0b3a368668bb383e8fbf8da2fc800f9","formula_version":"titan-u-contract-v1","latency_ms":0.7685000309720635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"988b95f03cffb77acbd5081bbcd30c8da7e9018917ff300189974e1915f05e15","sample_id":"mmlu-professional-law.val.982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"264616f76ac013646d20d4f7462e7072cb65cc579cba7f474242a41ed2d2b8b0","formula_version":"titan-u-contract-v1","latency_ms":0.7568750297650695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a3c38e1e2b7291ea7dd718f4b0f6d6377bf13e2ffa93e3c2106a70f3c978ab2","sample_id":"mmlu-professional-law.val.983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c2dde8a66fc6c19a9cc6d47b21a90d03ff859ca083c2b19f6e770008578bfcf","formula_version":"titan-u-contract-v1","latency_ms":0.6300420500338078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d372e43aa102b27ce3a9821a246fbb6a093aa6534cd7ac297a963e3daf53793","sample_id":"mmlu-professional-law.val.984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43efc6a492013985c0a2f088790ea13a713ac2ae6587057ea35a88d2130adc55","formula_version":"titan-u-contract-v1","latency_ms":1.0607920121401548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffc5d3396ffb1a49e06797957a0b13e2dc710e82c3841dd19784caa758e0d4fe","sample_id":"mmlu-professional-law.val.985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a5d5d497323826b126f365506fc89b3140b780d05a0f1f6a659b9c16aeac728","formula_version":"titan-u-contract-v1","latency_ms":1.135542057454586,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b582343a514cad4ab2e82e5cc579548fe6ba70c6618375a1d61e2d4def4c9842","sample_id":"mmlu-professional-law.val.986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dd435dcf0bce6138edf0c02366751d6617432d656feb497f613f7964b8fba56","formula_version":"titan-u-contract-v1","latency_ms":1.1580829741433263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ddfc6bbc9de4753e0ea976cf78855262af8a1c9e415a7159b36f99c668b6fed","sample_id":"mmlu-professional-law.val.987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08a64115f00e093cf08daac1a0954a01210577a06e2c909704901e7b3db2567b","formula_version":"titan-u-contract-v1","latency_ms":0.6082080071792006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a4f01cc096d215c8999a221e1b00028d4687269a442cb525beba1f7c5607b74","sample_id":"mmlu-professional-law.val.988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8be0d4524c68707698ad5ee92e8b8bff9739f3b85055a087dabc0db013953fb","formula_version":"titan-u-contract-v1","latency_ms":0.8145829197019339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dabdde2104757a43d105a2dde4450eb3c6bb970e078395831dd5abb726d6cfe","sample_id":"mmlu-professional-law.val.989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9276a8f5eb0bcf81a3f769b4b9ec40e7b44b025988f62a73f27df029aed55d42","formula_version":"titan-u-contract-v1","latency_ms":0.7354170083999634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6913a81e88239fccf2a1fa99874ded4d2950066c36b32a3a654a3e9b14cee4fc","sample_id":"mmlu-professional-law.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e52aa221367f23e9d084437a2e56f13bcf8e9e0a583574f1038b0f6e373fa0f4","formula_version":"titan-u-contract-v1","latency_ms":0.7336249109357595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cbb53330315129d7df08b80a35e39f196f2bdcbd7b66c4ecc3c68c228eac4ad","sample_id":"mmlu-professional-law.val.990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"186e1f40678159eae932e3dbcadff9deaeca2ecaf06346a45574734e7b776acd","formula_version":"titan-u-contract-v1","latency_ms":0.9241250809282064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71647426aa690242bec520f1f5640e258fe3addef572fdf825401cf6975540e4","sample_id":"mmlu-professional-law.val.991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3619e90cac409617311ef056008b75e614ac92a939fa3ff9a9689478b6b7c8a","formula_version":"titan-u-contract-v1","latency_ms":1.5672090230509639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35cc33dd32c4427a4fd57957b7543cc36b24f50acce517d04717d914c773468f","sample_id":"mmlu-professional-law.val.992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e862799f9914080038a7f204f84ada23f31c7a00fb79276aafe86f310245f3e1","formula_version":"titan-u-contract-v1","latency_ms":0.7390420651063323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"904961d701fedf89a2781bb4b347ac809d1627f56734531153f7a5b3321296a2","sample_id":"mmlu-professional-law.val.993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"055b3433c14ba5b196c9cd949c11ff9f864b18e838fd672b07637506f1568609","formula_version":"titan-u-contract-v1","latency_ms":1.4384170062839985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dde1c7d500c1521adaf1cb6a230b28b71bea3b2a467457faaa44e34c4edf5dc9","sample_id":"mmlu-professional-law.val.994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a33afe848fcf7f26182760267509e5d9c42451d1c969c5ecdd44e14b67e971a","formula_version":"titan-u-contract-v1","latency_ms":0.7890419801697135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46cb911e7f4a68b7172e358d55898819ddc28cfa51b0c22d77cf0f5dc51c8d8f","sample_id":"mmlu-professional-law.val.995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d61bcf2701473c18c89b8b9c338b4ff22835018015e3cd1e7b59ca8ace1ef918","formula_version":"titan-u-contract-v1","latency_ms":0.672832946293056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22fd8256375e77a9036e0907f9812df7099cd8fc8cc62800b5fabfd76b78c445","sample_id":"mmlu-professional-law.val.996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d46f14e4cb500b604ca955575d6b3313d0e4445e725918dd5bd4f57b0679af3","formula_version":"titan-u-contract-v1","latency_ms":0.940999947488308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9bfa56f8db66943e0e20165ccabb955653335b988c8cd918b87a603d16264d0","sample_id":"mmlu-professional-law.val.997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"779d6fa539b1f9bdd11110430acd8c3fca18ba6628d6ab0fbf8d4658ad031203","formula_version":"titan-u-contract-v1","latency_ms":0.9227920090779662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee30e119114911d25297d296650032a41c1ecdfeab0c9e0f52e7044ab3097168","sample_id":"mmlu-professional-law.val.998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13cd61dcb68e46c5a33c6cdd86f6d256f11c6813b926d3063e2b85b2fd8301f7","formula_version":"titan-u-contract-v1","latency_ms":1.2827920727431774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92a0f05571670a80b5dbddbbf3457ce29fa7550f1ac19b06a09b7f6cf90eedef","sample_id":"mmlu-professional-law.val.999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5d91f752760c59ba4143507b57fe6a04b9e3314b5d469d30ec423030a122b3c","formula_version":"titan-u-contract-v1","latency_ms":0.9370000334456563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"123d385cf0d6e8adbdbd12501bc58063d0de2f215eedeeb091a55d0265b5c147","sample_id":"mmlu-professional-medicine.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5c99046ebfc1f3d527ea01e80132545fde250d640f2e17ca895b70945c603f7","formula_version":"titan-u-contract-v1","latency_ms":1.4870830345898867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55f0c9fe34dc16da5120a4e248c301ca3faff955896e710164df7bc97548ad47","sample_id":"mmlu-professional-medicine.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc7d78d0af297595fd4d85379130bf05078e0de1ad69030e8c2de7c464fee3b1","formula_version":"titan-u-contract-v1","latency_ms":0.6734998896718025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aea44a42390af30df158ace4c480c5bf3d23b307879d8e7d94d1e069a78c6a5c","sample_id":"mmlu-professional-medicine.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c293bddf375942e5f29a46ba4f17cc2460db3a242ffdcb46a8939002d0542a4","formula_version":"titan-u-contract-v1","latency_ms":0.9291660971939564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07268864f64a5fbab79bbc788d23c6775912f6141892a227f4816dc668fc8d6c","sample_id":"mmlu-professional-medicine.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"242f099e611d7f2dae8f978b34b723cfd301ac41bb0a97dd06f8f48a3ea5f073","formula_version":"titan-u-contract-v1","latency_ms":0.5764579400420189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43cd588291efb100496d8275fd9b9b04891743db6f2cbdfccb80bac12f2d976a","sample_id":"mmlu-professional-medicine.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c34be3d303e49fb9b188f69185aced496283c8df3d340eda909e8669ec29f19","formula_version":"titan-u-contract-v1","latency_ms":0.5554170347750187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9783f3062939fc5a6c79c43d07720991c4e83ad1a140e8dfe8410be8152ac573","sample_id":"mmlu-professional-medicine.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccaedf70dd5a438d450a4e232b597d778c7e723f2b457ce79e9a9b74eefc94bb","formula_version":"titan-u-contract-v1","latency_ms":0.8885830175131559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1152dfa7b1809e7eb14905048fcb68cbab2867acb81da8859a4fc0ad87e46f0","sample_id":"mmlu-professional-medicine.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9133ff27a8613c68e32a49ca8870ea783716afe3d4d09914d857dd665bae8fb","formula_version":"titan-u-contract-v1","latency_ms":0.7102920208126307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51f6d4897c03889a4f6ef75be9b597ce4dda1195ab226435766b6898b1bff3e2","sample_id":"mmlu-professional-medicine.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc1d22485a0a98b68bf7ccb4ace5950da48abc9ef31b157aeac166f753092f2f","formula_version":"titan-u-contract-v1","latency_ms":0.8643328910693526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e65a9acf245d5f91b2ca64812d6ee07311859b8c3450156802ffad7dbf2a6106","sample_id":"mmlu-professional-medicine.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d59a786dc4e33206806a28770dced855dc749c29862c72c5b043c2aa5c56e44c","formula_version":"titan-u-contract-v1","latency_ms":0.7633749628439546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ff08c5136b47cc9f4d39fd84c08ea2bc2324f1302c4e65a6988c77f8d4ef2fd","sample_id":"mmlu-professional-medicine.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75875192fd5d11f72b2ae67e1cf810f7d894bb57b430e32b916f672f45b0dffb","formula_version":"titan-u-contract-v1","latency_ms":0.6557080196216702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1721e51a225e1ecdd86aff5f1999f3198ee77fdbcd049e1fcade26aacefba1f","sample_id":"mmlu-professional-medicine.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c79c4226ad975c91948d033b135431299360329d0e50c71dcb6e810bf94ffa4","formula_version":"titan-u-contract-v1","latency_ms":0.5991659127175808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"357e402d768953977959e85629b2f521c98586a92dd6cb6ea5ee6c21fc610a49","sample_id":"mmlu-professional-medicine.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08bab993408b5982523f4d5c538466a2a5b9f2769850ff474e75a3f99d651fcc","formula_version":"titan-u-contract-v1","latency_ms":0.5171659868210554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cb367bded1bba89103c85866de90882a924c39072b3649cad136d848dd06321","sample_id":"mmlu-professional-medicine.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6561637d261d38c4470892da7bb3285981736a2b5144d7005050ca4e2070f3cd","formula_version":"titan-u-contract-v1","latency_ms":1.072874991223216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"734036f2ff976d49ebd5cdf5b241b34ff77cd5afd4a546acb9924579fbfd35bb","sample_id":"mmlu-professional-medicine.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47daf76c17bd1b5618651e24fa816eda0df28612d011b3289cd0ed718f97ede4","formula_version":"titan-u-contract-v1","latency_ms":0.5484169814735651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80803f232d6171dc40084856433deda7bcb20ff82fb7aaaa01b39f3e358f5696","sample_id":"mmlu-professional-medicine.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"375cd10e21c5c067bdadffba6f64525d62ec80df79df583a7d42483e66bb1b58","formula_version":"titan-u-contract-v1","latency_ms":1.2258340138942003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"330c0122bd20f62511013eaace0ae1e020656f59a0dc029f193bb3e5ad072b36","sample_id":"mmlu-professional-medicine.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae1530d5e9547b1a17cd51cf48c9fdf640c22269fb8a297b719b3f2c454f66ca","formula_version":"titan-u-contract-v1","latency_ms":0.764083000831306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d95ea8095ecdfb7fe6e311ce0ff6fe98a421f83ce53a3460df2292aa3c7a5697","sample_id":"mmlu-professional-medicine.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2fb8fee20ecc63884f4c27e214ff67eae2399528cf0ed69ce432b59d7649cae","formula_version":"titan-u-contract-v1","latency_ms":0.9200000204145908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"148591e5f8735b65919bd72aac5bf58fe4509ed90d897609edbbaf439e910b14","sample_id":"mmlu-professional-medicine.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"662aecda7a24a3b5b722e34be475bf588d20c681cdf5c4f84c1308eb4d42fc3a","formula_version":"titan-u-contract-v1","latency_ms":0.5764160305261612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9797996cc748809786edbc87facf837aa83649d2185e45457fd364bd208eee89","sample_id":"mmlu-professional-medicine.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9eb49f54b53c2eb662d36e01a574e1c910540397944115ae3ee673f4397d0ee0","formula_version":"titan-u-contract-v1","latency_ms":0.745957950130105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95d6fa3f974c96522dacc215fe148e3110d56c52b12429c1cf8c921a5085c823","sample_id":"mmlu-professional-medicine.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"093b25031595d3da483f28b235ec0ed9222bea2d6484de5a7e1380bcf7d0edd7","formula_version":"titan-u-contract-v1","latency_ms":0.5988338962197304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2100cac28e72bf1bfefbfa3c28d36b68f910a29b805428d43db05dfc9ad52efd","sample_id":"mmlu-professional-medicine.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0ce7e236ce822783bb157ddd968ddddfb20227d72f6a929a9ea445decf9383f","formula_version":"titan-u-contract-v1","latency_ms":0.47866697423160076,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9d6d354b39983e454633d01105264e7120db9e669f94101617411aaa807e0ac","sample_id":"mmlu-professional-medicine.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5470ccdb721f783b1b9d552963d652cb4981b41d6a8dcbd147a57c97d0c70c0","formula_version":"titan-u-contract-v1","latency_ms":0.7239580154418945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbc0ec74802bcd9cbaaa3d59fe0f9be00d0c42b8262ef792c3999c6e8dbf8d5b","sample_id":"mmlu-professional-medicine.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd394bdbe7b1b6676ed23239dd0dd7ee3818f45c4dd71f17d11db18549eb428d","formula_version":"titan-u-contract-v1","latency_ms":0.6917919963598251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f74fd9b31463994c01d5ec9f845778107b1ac4e630e26639b758aae91ef68a71","sample_id":"mmlu-professional-medicine.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fab788f265c2acbf040776c2f8cfb125dc38c18d66005d757afdadf07ebcee71","formula_version":"titan-u-contract-v1","latency_ms":1.0704579763114452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22232af41f5fc971f6d1c8a6be7c20d898e7aa6048c318b18ce87e5207baadbb","sample_id":"mmlu-professional-medicine.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fe5a246d8a8f48959d240cc05b434fb350e4a50ad55ab541beab383f336270a","formula_version":"titan-u-contract-v1","latency_ms":1.0248329490423203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c5b33bfe433dc0d5ebe6d1316bfd2b07af9077220985093d618b2634737c953","sample_id":"mmlu-professional-medicine.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39e0a72d0c650f992d9786ad85bf3865501696ff2166c31912d868b55c607251","formula_version":"titan-u-contract-v1","latency_ms":0.8814159082248807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1da542eb5b6430ae46b9f4afd57ecb527ab011832a161b96e0c0c5db6322195c","sample_id":"mmlu-professional-medicine.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c810cdfd691e3364296387c73d1bfe5f25df34270d991d42d04288b56e3f1b08","formula_version":"titan-u-contract-v1","latency_ms":0.788999954238534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbf6352e8da355e3a62ffbcda6068c8f5ddcf4c648c3f075e3e30f5cd6057b9b","sample_id":"mmlu-professional-medicine.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c6711faad1230d9212a231a528bdda1e1e714097df443a3a6056fd2427f21b9","formula_version":"titan-u-contract-v1","latency_ms":0.6743749836459756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a447fc7bddeb5e6de3c1853a48ee55db30e767d4ef9ee1a4e69de28ea1e7247","sample_id":"mmlu-professional-medicine.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12e8d25ab4791fc308402b85acc20706371ce67fd72bbf07f10e5a345810e379","formula_version":"titan-u-contract-v1","latency_ms":0.8657079888507724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc294403a746c5f9ebc610138556c4696812b9f6df6d65b91b50bfc4f328a6b2","sample_id":"mmlu-professional-medicine.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78e7b445f913b58c5accd5fecc1639454f758eaf72628b5bf20ae6e39964001c","formula_version":"titan-u-contract-v1","latency_ms":0.5357499467208982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf85ebcd264433c82e407b587e5f13da9616d4711cb6fe2b48e703d8103da192","sample_id":"mmlu-professional-medicine.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb6ab89682cb9af4ca3427150cadbb1f679c98f13ced133191e0cf18d6294518","formula_version":"titan-u-contract-v1","latency_ms":0.5959999980404973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aff932a8005df4dc67cf937a6dd139c17b35d78c7617cbfc9ea82c18b2e806c","sample_id":"mmlu-professional-medicine.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"991d69e4cd2c428ebd57df4bcaad08806a3e6611dda420672b024405b0f2047d","formula_version":"titan-u-contract-v1","latency_ms":1.2783329002559185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f50570752bd3f67b6d7cc1281a8da3e5efab1b2ab2b1cae9ef336bf03842a837","sample_id":"mmlu-professional-medicine.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2396267eac11e93cf98abe2dba39248f0728dc8236f4c9d11074838bfba45baf","formula_version":"titan-u-contract-v1","latency_ms":0.8309170370921493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff8783d4065ef8a1b7cdf155bb970601deff74f133074a6f267a4583b45ef10e","sample_id":"mmlu-professional-medicine.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89dfdb3c041b90cf9d6cfa83de683ea4b1d2b160f3eed835a58699f09c0ad7b1","formula_version":"titan-u-contract-v1","latency_ms":0.7824170170351863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87c171cec71762bcbab19022d11eae7a2dc6ca9af198a6de8b014d2c921556d5","sample_id":"mmlu-professional-medicine.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbe1df96348b6a98b86f6656a1ba14fccb942f49f7323d0923e97403a719c2fe","formula_version":"titan-u-contract-v1","latency_ms":0.5292500136420131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f312e8a550ffbac71d03350bea9478c76bf7200e7943a38382af4f3a74d0bd8","sample_id":"mmlu-professional-medicine.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6c1911350db541fe385bdd56c528038024927032b1e91bf20ec28df10f1c958","formula_version":"titan-u-contract-v1","latency_ms":0.7662909338250756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fffb26d4b719f30002ab64654bbd1d0c47c0db6381bb89fdeedf6cd518aa08a9","sample_id":"mmlu-professional-medicine.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b8f6fc76ff9174ab6792c900ab8800a2418775f2ea928d4087aae91685ff514","formula_version":"titan-u-contract-v1","latency_ms":0.7890419801697135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3593649e3971a87de669644d1e7c5d775922c39b097b139f42b0beda5e2509c","sample_id":"mmlu-professional-medicine.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5ce65732beb2e6d1c51ff3dcc90470f92992d15833d143c162d319e9f1399e5","formula_version":"titan-u-contract-v1","latency_ms":0.7347090868279338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75c1e9f6d4910851da25530f43dc41fbdbd8a6a7a4a36a25b803477d923dbeba","sample_id":"mmlu-professional-medicine.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0ce1da792cc6dbad9e796b4896eccc6a62c444d7a3a22cf17215a1cd9b17fb6","formula_version":"titan-u-contract-v1","latency_ms":0.7052089786157012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21404d8a7ac2404c1a08b0b7ce3886a1d80a6eef13f18091633c81f6febd9795","sample_id":"mmlu-professional-medicine.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbf9604b4242c224f8dfe7a4bc5b1cbc753b453377d585c4e541629d7747f5a2","formula_version":"titan-u-contract-v1","latency_ms":0.6734590278938413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b7706109019e1d788b545d8cd3a6cf87d7a1c30545ef252a18f54c390fa54df","sample_id":"mmlu-professional-medicine.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0b14fa566c4517d455fe15e4e639ce351bf307cbc3079a2e7447cb917db1447","formula_version":"titan-u-contract-v1","latency_ms":0.648624962195754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0d2792a016906026a8af17618d288e5cb2f3f5a05bd9de546eab8a590e31cf8","sample_id":"mmlu-professional-medicine.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8713afcf9a1c9ca61671f669835f15c336d3d2a13b4fde4750d4cadaebc8e843","formula_version":"titan-u-contract-v1","latency_ms":0.9644159581512213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5308a529f3a3c4f5ddeeb29af118b0dfdbf2e62a329f9b84860336285933aad7","sample_id":"mmlu-professional-medicine.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53994750603684d65cf93137371a25c002d4ebbc179f96c74a52cbd9b76f6f64","formula_version":"titan-u-contract-v1","latency_ms":0.5714170401915908,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc614abaa5a3b9e6d8c2191c0a2a26a885e4fe66e8755d9381956a3a279c5871","sample_id":"mmlu-professional-medicine.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dfd81bdee76d6011238381baa889c6edf9cbf7e27b727f9436cabc8a4fe8b29","formula_version":"titan-u-contract-v1","latency_ms":0.6273750914260745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fb6e348d9952fb81540b44f12ed6c99ab6065d33e3ebc0ff1fe885d10c226f8","sample_id":"mmlu-professional-medicine.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f703d0afdb42c7968f9265310b1ab32e040adb62e549cd0df91b408e6e6bd46","formula_version":"titan-u-contract-v1","latency_ms":0.9271249873563647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98af68b03cb6bbd30305c46bdc1a8062b1e1858f7a346683e64d16dfbd03d616","sample_id":"mmlu-professional-medicine.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba4e7fa0a24cd7361263682764a7cf58eff3217911b2aebbe7fd08295277f89a","formula_version":"titan-u-contract-v1","latency_ms":0.5591670051217079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f142aae7092f8030395163d8c586a0d0f8d44f7a0d12d2ef1006a425f7bf219","sample_id":"mmlu-professional-medicine.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0881742288780a77293a138155be9f649e64821fce7dfc1a1d9ef13544e78154","formula_version":"titan-u-contract-v1","latency_ms":0.6684589898213744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64c3ec65fee7ac586f9b9f07042bdf463ebb478b55480724746d2cb2b7020d83","sample_id":"mmlu-professional-medicine.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"809b16cf71d710d8cffd72270a3477f23665079e1e4162141e5b64da5d434c86","formula_version":"titan-u-contract-v1","latency_ms":0.590750016272068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"883144ce1158c4588c4d7670b7dcaf3c063903f90d218b39a6f16e2c2ed0fb00","sample_id":"mmlu-professional-medicine.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f0a0f5cca7d3ee54a7978e5aba233763b480126f2e39a3bd5b72b5321b1ac96","formula_version":"titan-u-contract-v1","latency_ms":0.5409169243648648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc8e52af50feb97ba322da99789ba75e2e03a5c6e5a7b3986b632387291ee892","sample_id":"mmlu-professional-medicine.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da90aae30b0cd7d5e8404e330aa28f62e070f1b87d4412ddb720bb7f37c86959","formula_version":"titan-u-contract-v1","latency_ms":0.9314999915659428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c469579892af0e5436f43f96327f4751823d8c1d73d5ed89471e0cf2aa5a97c8","sample_id":"mmlu-professional-medicine.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30acec7a541d57c8451f14e962a0e302b06ed99ec29e5a35fb072533d365f6d9","formula_version":"titan-u-contract-v1","latency_ms":0.8505410514771938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc27b7e925a5eef6417e73b22e15f9fb471920fba85333666b57d2f576a7d93b","sample_id":"mmlu-professional-medicine.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6ef15d4c26b6de0ac5f876a4e1bc829883e6490570006baa07557f6382b7092","formula_version":"titan-u-contract-v1","latency_ms":0.7283749291673303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84e7cd64220319d9a5a251efb8c6516b3b23efe0f7e139c1afc693d8476afca7","sample_id":"mmlu-professional-medicine.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ba102e3c60093e15ae77969e2928501cafa5cb77f754c579424fc0b6a25afac","formula_version":"titan-u-contract-v1","latency_ms":0.5408750148490071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c532a3bb713593d253ad1087d755f1c9ad4c219d1bf689207a4040fab58f9ce2","sample_id":"mmlu-professional-medicine.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ffd167d86d26d40bf809ce712f2237088b2f4ec8b874986ddb4987af6f6a2c9","formula_version":"titan-u-contract-v1","latency_ms":1.1165000032633543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be215b670fd02d7a1147e19ed6da490e1e8faa9002e845df707cd389dfe31bdc","sample_id":"mmlu-professional-medicine.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"538c93ca40aba25d74efc2fbc3958956e7b6d16e1ab88d490c87a363adff5c58","formula_version":"titan-u-contract-v1","latency_ms":0.5232499679550529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfe196ef6e239a6458d35f7c9ed60a1b94a78f5d28d642f26d0f71528fdc3328","sample_id":"mmlu-professional-medicine.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7821be6e02242b05cd5c32a9761f7bad020a58d59abd4b089479958c9858a39","formula_version":"titan-u-contract-v1","latency_ms":0.8614169200882316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e891e267f741ae651f9c369e4addaf0843cb5d94a166cf6ee97c10ab31d04e61","sample_id":"mmlu-professional-medicine.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fcc3b3778ee9d01fbaae4af8f2b4d96ca08692d5dc2cbe01db8338f10999bec","formula_version":"titan-u-contract-v1","latency_ms":1.2801670236513019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"844627c472a6b01868f16d7b4e00b4b7c7488bb6b65770cab20515724b2e551e","sample_id":"mmlu-professional-medicine.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3dbcaedbc866b3e2e51af00b1a919090040dc0fa5a0838b01e07207a838d307","formula_version":"titan-u-contract-v1","latency_ms":0.6212079897522926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64ff388f7f04faf0d3c65fb0103d5c22a17f374978f9d7e9d6392c523a26f4b3","sample_id":"mmlu-professional-medicine.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a2a061a8dcdd8bbbe27fda9377ef97abf37611a7d23f9074c4ed21e35cb3298","formula_version":"titan-u-contract-v1","latency_ms":0.5644590128213167,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e07552bee13643c7a7b689fa2f77ae3aea72f1851b19f5a12508382bb61846f6","sample_id":"mmlu-professional-medicine.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37186667af8ca7022d7d2ba5901a674841bdae5973d483e808c84c8ae64ba206","formula_version":"titan-u-contract-v1","latency_ms":1.0302079608663917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45c3ecfbb66b1b9cc7e6267c595e83138ba41d203fa4a99a9598fd31824152f1","sample_id":"mmlu-professional-medicine.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f55dfc84cda916b138acf5b199165b65574f324da88e90015fbeadac8c9e991","formula_version":"titan-u-contract-v1","latency_ms":1.0818750597536564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3ce99cc5ad3d665021113770fe5336708617dc9330287f43c20d8ae91ab23a4","sample_id":"mmlu-professional-medicine.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29d22cecd60d8a7f3ff7ddc5cffa5fb10f56d506c292e3556e90e27df83e0c65","formula_version":"titan-u-contract-v1","latency_ms":0.5666250362992287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0432e92c6072929076a4f95189c1ada9c65e460d7591868b08f3fed76b1fce8","sample_id":"mmlu-professional-medicine.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e97e5587b8ec1f259cb684487aeb51ae20b7684ea392b2bfd43076a6c0f923d9","formula_version":"titan-u-contract-v1","latency_ms":0.5156659753993154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82ae70586018d8c40fc8ea6ba2a63e39916af51c01d03c20106552db61aa5042","sample_id":"mmlu-professional-medicine.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6f7ee8a0138a67c400bee782aeba323fce6c6a7e89715348646656d00f33969","formula_version":"titan-u-contract-v1","latency_ms":0.7346250349655747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3f7bac5670f74187672cbfb50e7577dd2987d83f95545f8f878d5e11034029e","sample_id":"mmlu-professional-medicine.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3f888fdda2aecba601bd2291c207024b6cad77ae21222f53d22e745d5db8647","formula_version":"titan-u-contract-v1","latency_ms":0.5895000649616122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c345be06b3681eff08996c4d1c014d4d0a5d082f3ff7fe252ccd2c1298fcf1e","sample_id":"mmlu-professional-medicine.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7357e727ae770060fdddd5f101779de16b71af2facd0c232d3ceabb473708987","formula_version":"titan-u-contract-v1","latency_ms":1.6062919748947024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f461dacf6e3fa69e2409fc05188625ac775a0097d219d9671c9978987d24e5e9","sample_id":"mmlu-professional-medicine.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ae8f699ee662e75a04a6b0d2d6a9385f9876a15820596ff20503e9f29c32a4c","formula_version":"titan-u-contract-v1","latency_ms":0.8769170381128788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d73cf52d2fef25d6d87c922ba3cfa2b47730fb1ecd84bf54d95151541b011e11","sample_id":"mmlu-professional-medicine.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d96d34398a30db674ff8512010b64050e1d394c4ee19738bb7219ca11aa60470","formula_version":"titan-u-contract-v1","latency_ms":0.6693749455735087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbcb59f914b073bac609a156fdbd8430adee9fcfd3e5c9903bf46b5778dbb37a","sample_id":"mmlu-professional-medicine.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b3009bf00b2c4444ecc55f0468105dc64c282067e67a173aebf289058c660fe","formula_version":"titan-u-contract-v1","latency_ms":0.8404169930145144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6da52a9ca56caa87509ff049f9e953d117b9a33941074765d18bb3fae103c30e","sample_id":"mmlu-professional-medicine.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc59c4a01361a687eae3dc7f2678ab38ba47b6854a2bc34a4e48536e41173b87","formula_version":"titan-u-contract-v1","latency_ms":0.5100829293951392,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05d47c49df5f4f1025befa2b76e8d64f779e674a64ae6d3850e0d25db8c7e96c","sample_id":"mmlu-professional-medicine.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10cf7c9285266267281235b63a3ed955828f8dc81ede4249f5b3e844529e64f8","formula_version":"titan-u-contract-v1","latency_ms":0.8189170621335506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dd001057cd4df7460645a4748a33cd496f107e9afac5d0707a7b9964a810cfa","sample_id":"mmlu-professional-medicine.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfdb2e59d5df754e09375f02dffedd505361ca1e398a2ef7f2c0d9372cca371c","formula_version":"titan-u-contract-v1","latency_ms":0.8804580429568887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"334b2755c6dbf02758d513d511859c999bbc944259f557f2d41cf4b190d77504","sample_id":"mmlu-professional-medicine.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66837509a40b94bdcb3a1d239003cddd44993fc2d762b9b3258fda9e12b8ad67","formula_version":"titan-u-contract-v1","latency_ms":0.8372499141842127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"378ae4f14f30d60d0e25563d6fe688da1fceb3172c2281272b953c1f09da4029","sample_id":"mmlu-professional-medicine.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ff3e2fb7c44e6602456bb980202ad4164d1f621cd1666112c07600adf057d1c","formula_version":"titan-u-contract-v1","latency_ms":0.5785829853266478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f601c5288c4b1490843d7af9cebcb0dbd78e9145cba82405e5bc71fb1b8f33c6","sample_id":"mmlu-professional-medicine.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c45ca6a5ce9d2cdddfd9cd0c8868b58b83805c90289bb71e3b64e5b070f67a4","formula_version":"titan-u-contract-v1","latency_ms":0.5037500523030758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09ba147f9c16991a9c1a15cb74ac8b53932c0aa33fb88c02424111578ffa37a0","sample_id":"mmlu-professional-medicine.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00efccd160df812409ceb8885501b5e9302adcfd775a98fd7b9fbc3d87cc8584","formula_version":"titan-u-contract-v1","latency_ms":0.8249171078205109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f8207960e4fb658fa409ee84a5e7f74bdb6e99b6c52ced14463a401891cadd7","sample_id":"mmlu-professional-medicine.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85bffc47fa89c13dd266ec3cb56ddc0e527502eae490b39eb1ff0d15b48eb396","formula_version":"titan-u-contract-v1","latency_ms":0.6073749391362071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8044e0ec6fd5a6dea798143cee6dc4c0dadbcba132fd7ad1fca1fff95bc20cb","sample_id":"mmlu-professional-medicine.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71e687dec4e643849caa07d076fedd7f77bcb24aa126890e96ccc2f9bd835a2f","formula_version":"titan-u-contract-v1","latency_ms":0.7952090818434954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3347b297ce869736b7e393594a411c197c668928a7bd352876a2ed405f07c018","sample_id":"mmlu-professional-medicine.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad1cc0e10a1eea33f1f13f673d8fdece2436456bbed8d5d339cdcc9c44de2261","formula_version":"titan-u-contract-v1","latency_ms":0.5755419842898846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3e32a7215472e69328c93bc13de9cb726e841a58c41e1fa0b7b85bdc5063e7f","sample_id":"mmlu-professional-medicine.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4327f8debd1c29897f0f9e5cc4bca09510f9c18511c38698ea8923124784c9a","formula_version":"titan-u-contract-v1","latency_ms":0.9609169792383909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bef63d6d750bd3900cd91ce7552492d35563cfa21a7588caf59ac1151d81646a","sample_id":"mmlu-professional-medicine.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"753ecdeebc39a0092ea29bb0861a5a37714457aa4d15844d2c6becc32d1230e1","formula_version":"titan-u-contract-v1","latency_ms":0.4867080133408308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02860214693613dd7d2a1ce4e1d904346ac8d9fcf36c16665c7ad8c727509d51","sample_id":"mmlu-professional-medicine.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"677a929d8a3fbd0561fa1b3580f4afe81d14bdad184adebc157bafd88ef02c26","formula_version":"titan-u-contract-v1","latency_ms":0.5928329192101955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60c2e35031fc7076e0f38baa6824d42586d4e59442b8350e5f0fa23fe94d97df","sample_id":"mmlu-professional-medicine.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"933b7d23c007507251ace6c5827586238075ccda9e650f6ea4a20c264301b0a3","formula_version":"titan-u-contract-v1","latency_ms":0.7542090024799109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0182c0b0199c249dfd4c7dfc22f05db3156ca13008e51fab14cc7bd55ae89acf","sample_id":"mmlu-professional-medicine.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"500f93eb0d5052ff64bc86ed25d9d89c28c55a7c56f864f01db15060b1d15083","formula_version":"titan-u-contract-v1","latency_ms":0.7497089682146907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92a4c4cb99fc14640161825c2e6ee802382c15db84869aa0c080ae830fa91ed8","sample_id":"mmlu-professional-medicine.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53958672dae91483853ee58d04e5cbb5ad805dddee02679fbb552a54779a583a","formula_version":"titan-u-contract-v1","latency_ms":0.6134590366855264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"655edae14f0bd0ad4edcf967ddcec88a29d6977a9d950de457f261bf9c50dc31","sample_id":"mmlu-professional-medicine.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8416da024d25374d3adc96b307339de68ba7c2a43153a735f67f7e0f7ff4f6d","formula_version":"titan-u-contract-v1","latency_ms":0.5478330422192812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f390163cc0c328838c20f40d12547654089a6ba6ca1ba5ab904ef3d392131c97","sample_id":"mmlu-professional-medicine.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"002a537e1b7171c537067fa2751ef2d0af905ffc0fa973de70d76ff01c564143","formula_version":"titan-u-contract-v1","latency_ms":0.6926669739186764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02cde082bb38e8a9e06254c457d7d6d8ba3529c2f128da42a92ded1d6c2c2187","sample_id":"mmlu-professional-medicine.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bb099d9ef3c131559f8e12b099c743b7923d199d43ca804b7b7c9bd3376afed","formula_version":"titan-u-contract-v1","latency_ms":1.09587493352592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26d1bd0aab8c269191d574266c77cd36b0fc620eeb3b6891808f16b7f3cf2204","sample_id":"mmlu-professional-medicine.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4b2f888b8cc0ac014fbb77363aebe99179423e19ca6dedd83281da77fee1e55","formula_version":"titan-u-contract-v1","latency_ms":0.7821249309927225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df77bce950a1fc3c4eb3cfcf9abd532f0945539f0d8f4841242176347282356f","sample_id":"mmlu-professional-medicine.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"193256113b837abaf611bb28d61b7b7321ec5a336a48d6e4fa7eb679f8451145","formula_version":"titan-u-contract-v1","latency_ms":1.2399579863995314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f16840ee958899c45cee97ffc897da7a81f423ace4313e5e195877864a4b71ff","sample_id":"mmlu-professional-medicine.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3601598f9c28a080c27adcb625ebe5b822b2cc00be83d0feae558ab4af1af7b5","formula_version":"titan-u-contract-v1","latency_ms":0.6202919175848365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a1be4a5e965f4bc8193db5f9e6950e11825e3792adc80281bf97975525226d7","sample_id":"mmlu-professional-medicine.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"338d959376ad3c927af5c0b6abd66effc39dbba296b046b8d01e11df7ead79d9","formula_version":"titan-u-contract-v1","latency_ms":1.0245830053463578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c077d4330b4358cc1f3da6bfbda0cbd2e72d58beda927c8ccedf44aaf81a1b62","sample_id":"mmlu-professional-medicine.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a1a82eb01873a0b5aadc7eb3abaa673a8c8c197c516a70ea5a65566b79b7155","formula_version":"titan-u-contract-v1","latency_ms":0.7157919462770224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a0c8b89a85a831a9b104398993d865ae18f9f62c5e0548d5f6c7ad6ec74333d","sample_id":"mmlu-professional-medicine.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56a1f3a01bfaab78da9c4c364bae3babf12488dd2ef34d26dac7834021ea1423","formula_version":"titan-u-contract-v1","latency_ms":1.4252091059461236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"621f51d21419b3785232303208a1da627250185da74f7a3b0b26e2fed799a8e4","sample_id":"mmlu-professional-medicine.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4676c9c9611482db802728a02a078a0c018fa380854d03dd2b2e1ab686f14ae0","formula_version":"titan-u-contract-v1","latency_ms":0.504208030179143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"316e8bae612e015f25ec1fbe2125fcb25ce75daf24c56af1839b17a6bf8590e1","sample_id":"mmlu-professional-medicine.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dca1b9175434c9c8bcdcc4cd9cf3ab50bb8ee442b2af4198ff5b0b0d849d9fae","formula_version":"titan-u-contract-v1","latency_ms":0.6984579376876354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87e463415dd746e4bb9fbe7b287e392a85f90259bc313a8988c1e84a8f6e014b","sample_id":"mmlu-professional-medicine.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f6aa9d91bda681023985524200b8b8b07b0748afbd3fb967079ad561fca4762","formula_version":"titan-u-contract-v1","latency_ms":0.7413750281557441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebf833dea078ff96c9f5603b097eab1acd41199c2b8774d045630fd3dbc210cb","sample_id":"mmlu-professional-medicine.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48054443044066276d2cb7123c795031dad3d8f76fb46e6eeb32d0b00b787939","formula_version":"titan-u-contract-v1","latency_ms":0.6898329593241215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b0a8fe47cfc53b377055ac795bf4370121d2904e284faaacb0dbdb1f94bfe07","sample_id":"mmlu-professional-medicine.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9774d885eaf6438458b0b92a4510e15817c2d4f39acf98cef373af43571153c0","formula_version":"titan-u-contract-v1","latency_ms":0.7922080112621188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e976ed91c1eec72780ea3f6569e0de0df41d595253206ee37619b5c63e588253","sample_id":"mmlu-professional-medicine.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cb594ae5456666d08b44e2a6db419139e05878b7f73bd70384a6b27d12421cc","formula_version":"titan-u-contract-v1","latency_ms":0.5192080279812217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"909644fa68439c44d3d1f55dc75ee00c2e731251e9d305fa25c31d831e3d83ed","sample_id":"mmlu-professional-medicine.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b169a0e70167da3f36f28238f3727092b62c3ce665a8a472dd999ae02b832f68","formula_version":"titan-u-contract-v1","latency_ms":1.442458014935255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8ea9b503a1ba490be893f403ae4b6a2124df934fd65922cd61de2b3d74ce4ba","sample_id":"mmlu-professional-medicine.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c895ce839820f4e7e4e5175e194f11d4d129b1739948fc8e1f808da6fd9fad2","formula_version":"titan-u-contract-v1","latency_ms":0.5110000493004918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68fedc8e0663386e4165215ae93ffa73a26732c517d0ca9a4e693d09082dff18","sample_id":"mmlu-professional-medicine.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e18000ca0019e60dbcf70b509f9eff4490e66bf8507f72a080245d1ff70b611","formula_version":"titan-u-contract-v1","latency_ms":1.0447090025991201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01e3f4e68aacb05aa350ac14d033452356d6b2a96915ee6c6eed868c6e8d5412","sample_id":"mmlu-professional-medicine.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69d1b0519ece01a1dbdd5ef2615383af3ef16ccc58a1dfd77ec18298d147b255","formula_version":"titan-u-contract-v1","latency_ms":0.8096250239759684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef0c5c839956e53c3874266ab9cccedab4fb401e6696529e11b6a2c90207eb75","sample_id":"mmlu-professional-medicine.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3179b1de212d07687b0b668e42754cd42c2cc247a4103d45f080b744392a28a3","formula_version":"titan-u-contract-v1","latency_ms":1.0449170367792249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3f5623394e9e7607ee303ebfada1f205cd6087e41c6bd4f0cc0dae2e49ddd5e","sample_id":"mmlu-professional-medicine.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d639cc20862db839d3f4f0fd3c806f9212aa69cf4cdb86db937d9debd0545e1","formula_version":"titan-u-contract-v1","latency_ms":0.8320000488311052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7001e02b819b916d121caef06a9bdf930da57929db987e6dd7719a519e875acf","sample_id":"mmlu-professional-medicine.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4875ce6d081ca05626f08d319dd9b0124e0f539e0ffe78f2743d9dab20a348f7","formula_version":"titan-u-contract-v1","latency_ms":0.6261670496314764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2c14f479be535f34265357c50e87f167d99a7b4a918cbbdc2e17f389cd19e94","sample_id":"mmlu-professional-medicine.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c7042a6b13053a71274021e63e1f27e3f351caf142d5b947b7e5e28be38691e","formula_version":"titan-u-contract-v1","latency_ms":0.7953329477459192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2f42acaf7a8ca023edacaf8cb3d04c23ac41b1dccaa0a045da6219c87e34783","sample_id":"mmlu-professional-medicine.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33cd61ceda9465e4eb44ced70009fa6f2e05963b5835a74642f64fa47f77d13d","formula_version":"titan-u-contract-v1","latency_ms":1.3924589147791266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"135a6081a8ac457517925a00a89abece366837903fb1f70e0fadc5fbaa1d2bcf","sample_id":"mmlu-professional-medicine.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6ed9b9a7475491e0d6424ed79c2248345b3de3fd25ce3eec1b77478cd497d36","formula_version":"titan-u-contract-v1","latency_ms":0.7801658939570189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"846af95452576010ffde277ebfb33e59f2e9448c09265276b2826bdcaf486c15","sample_id":"mmlu-professional-medicine.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a35f03d67a2220180a6306a93178ca928ece8312440c894c5363008611fcd189","formula_version":"titan-u-contract-v1","latency_ms":1.7604168970137835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2271ac218cb0c5508613e08ed189351beb0540b97345f73a61e35edd8aa42ab","sample_id":"mmlu-professional-medicine.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b5a3ca649fdfae0998c65b87b1c0efb2523af596c4562b8c7fad9127d2a4208","formula_version":"titan-u-contract-v1","latency_ms":0.676542054861784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"450f4814f6dc0fcd8b210d1beb0e59727c283cbc05fa60e3ab80db0bf87b9c9b","sample_id":"mmlu-professional-medicine.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbf7ad7608f17d7789c19a7e524bbafcf22aa419cf46a99177a5fc2c0ff0bcaf","formula_version":"titan-u-contract-v1","latency_ms":1.4159580459818244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac5813e4f6a461f654226dd1fdbd15605db1bf9aca30fdd6dddb9a2adf7e3abc","sample_id":"mmlu-professional-medicine.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd254a69d555c862e27932048bf3c1c514e434011cc2042ddf04ff8f1797cf5a","formula_version":"titan-u-contract-v1","latency_ms":0.9426670148968697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb6b406b479cc415ca70c7a8d68198383f773b055db1c3221296fb6604886056","sample_id":"mmlu-professional-medicine.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb372d283ca72b38aef7df6dc328dc55928da1f38407dcd62a47d048ea945380","formula_version":"titan-u-contract-v1","latency_ms":0.7779999868944287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa490d026ca6b25822854272c7723bf2f80e5f849c24b3c2a613c18962421c7b","sample_id":"mmlu-professional-medicine.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5ee953afad23f6c4374e8e9f2957c5d53862927156df745753353c68ffea89a","formula_version":"titan-u-contract-v1","latency_ms":0.6701670354232192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a164d388eaeb9cb1de9bbfe8cde2fae881e5494f77e42e326501925dc4db12b","sample_id":"mmlu-professional-medicine.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8d1d4585e55e2dd9a5a16c412cd29ae0bcb8e9a7445b0b643208424d2f30c3d","formula_version":"titan-u-contract-v1","latency_ms":0.6248329300433397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6da14b6b5d482c37a54a18f7db04f86e01807965eac1b4b55fe3411b15e98501","sample_id":"mmlu-professional-medicine.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a71111e77bac12c2b22a831b757b5040789aea234527e38d17ec54c69d69a38","formula_version":"titan-u-contract-v1","latency_ms":0.5434160120785236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f93e200895794c034f15e4f83ca9d48c99649f3a238165181adfdf2ce2e35709","sample_id":"mmlu-professional-medicine.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7198f8ae9983c80a3efccf8f97765ee93b27c430957e236fed777d3ca1cf22ce","formula_version":"titan-u-contract-v1","latency_ms":0.5550420610234141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ccf8ed23ca51bba48349e3d27c93a25ccaaaeb9a9242df710a26ec506faeae13","sample_id":"mmlu-professional-medicine.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"946ef33cf930bd8da3636a6ac4aac5f42053319509e10e1a3461e8820d1377a4","formula_version":"titan-u-contract-v1","latency_ms":0.6140839541330934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96dba2a7f3986622123e4562263aeac06ab315666d58e91b48ffd85311c57b3b","sample_id":"mmlu-professional-medicine.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f27a73db34826def9f678b0246ba097794e482c7b2240e3bf49e5ebacd1bd0b","formula_version":"titan-u-contract-v1","latency_ms":0.9872090304270387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3671ace77a827766eb4e5ee45552f1d297fbc1d022c0b4e750f587548bb510e","sample_id":"mmlu-professional-medicine.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3fb76ae5ca236dceaab127a409596213fa3e969c91c582e4ffa48c3e9c2c8e0","formula_version":"titan-u-contract-v1","latency_ms":0.6044169422239065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13db93c482cd8031e7f6dc7d258c874253ec5dbba3b9ad33a04b0f6e86db83e3","sample_id":"mmlu-professional-medicine.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e2bb2746a0e194a308185b69d79ec03143c83733533a47e2387ed2abdc1f05c","formula_version":"titan-u-contract-v1","latency_ms":1.0270409984514117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9211320a91c88b6757b5ff4cfbd973bc4e0b77e655b6343b351db49eab04d6fc","sample_id":"mmlu-professional-medicine.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a6ed06b1ca60f25c65d790ae8da55bef2dee783be3e143ded9d53f0864826d5","formula_version":"titan-u-contract-v1","latency_ms":0.6917089922353625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"803459ed44609474ee4075acd2e70832fe12dfef9ef605fa094d82fcd4969aba","sample_id":"mmlu-professional-medicine.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31f97ae090cf0cb8d6e6e0ca25c9ab75c3306ccd3cad2c66a55e399f4100379f","formula_version":"titan-u-contract-v1","latency_ms":0.9951250394806266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cfeea618a70b01cdd5cbdea11cc9c7f997ba31ca745715a4b7f3ecf47e8625d","sample_id":"mmlu-professional-medicine.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5084efdaefb9779eae22a7ea116a21ecc92288641ddec237bdd7ce5e52a0326d","formula_version":"titan-u-contract-v1","latency_ms":0.8844580734148622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36777b06b67efd9840257e2db910b52aeb47ac4ad2543a3c8dc722cf37e5b5dc","sample_id":"mmlu-professional-medicine.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"901e805e4db0c5e2fd49355a27f94111a22c7b5f3c29cfcde7850055a61272b5","formula_version":"titan-u-contract-v1","latency_ms":0.90487499255687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71dc920a67e53bb58ef3a185f2038a9b59fe110c776a2bed36ec626f7b48f06c","sample_id":"mmlu-professional-medicine.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1966f45be6135d8dc93964e950099c59fcdda18f98b95f23a6675646ff082177","formula_version":"titan-u-contract-v1","latency_ms":0.7430830737575889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cdc59e184f6c093d3ccd6dd6464a7636907f2657b5cfbc1fa5be1eba39e7c93","sample_id":"mmlu-professional-medicine.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8aae73eb2cafcdf42050afd3acc4b922667248ca25a8a939140a3d1f7b1ded1","formula_version":"titan-u-contract-v1","latency_ms":0.9611669229343534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42f49a65286c3fe4ede2c07f282a01f94d33e765f2c250a8bd8625934ed3e5d3","sample_id":"mmlu-professional-medicine.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"030d5e5d195c985af1b5493be93b1cfb21d8fdbf57a3edaf99a60608e4608899","formula_version":"titan-u-contract-v1","latency_ms":0.7973330793902278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"056e9e9b636cb880fe881999ec32b1c3922f6857389323ea48c2fd45e82156af","sample_id":"mmlu-professional-medicine.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"763c24562338821fb0b140de63980a9e2b976b7ccb2d9dba02c5a702f99358a0","formula_version":"titan-u-contract-v1","latency_ms":0.9162919595837593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03eb8a3c71e5e612e3c28588b16d8f33b09f00c1ebceaf01eb5bd78dde314c33","sample_id":"mmlu-professional-medicine.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c17e6de83f9078094a5930b8109bca68e889cc8ffddaeb3953cc6c79e516569","formula_version":"titan-u-contract-v1","latency_ms":0.5297909956425428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"433a3b54c9573c831d04786acd50486b28cd1a2657f5dd31ef36eb14431e36da","sample_id":"mmlu-professional-medicine.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f985aa9efbd77a86404acc1808209267c5b991d80d09eb8453d02bd7800d51d4","formula_version":"titan-u-contract-v1","latency_ms":0.5109589546918869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c59106431530ca522d2cc7192dc1a01dc958b8791b9acd035e02416c265bbe16","sample_id":"mmlu-professional-medicine.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1f90efced09a0e66bc1a92ee2d5c6439091a8c3cc13a76cefb859ce55790578","formula_version":"titan-u-contract-v1","latency_ms":0.5944579606875777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85276bffabc493f2fd00cb803e318aef898e653f927ddcba20959850c7b858a5","sample_id":"mmlu-professional-medicine.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb965920d3c12389767f7b046ad21f24e3da329737685fdb78ec60b1320fd2c4","formula_version":"titan-u-contract-v1","latency_ms":1.3757499400526285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71285ad10b30cb35904a72dbee012edf2f18cc323e6f4039d85ea913835c00a3","sample_id":"mmlu-professional-medicine.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad7fc94feedc3b5817d26233d9af40defc6804c711893d4dc56961d2421a79be","formula_version":"titan-u-contract-v1","latency_ms":0.7680420530959964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79ea19939783bc6c337caa2d97986917b7e06574041695376b8eedc27a1e3c0c","sample_id":"mmlu-professional-medicine.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cafef5a061872f5a91227ccd916a55ac5f5db325d00cebd1d4477aff564319c","formula_version":"titan-u-contract-v1","latency_ms":1.1100830743089318,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ee7c2829da523d3c0b93eb85f3ef19d496cce4543cbc1ecbaa3abc04407b992","sample_id":"mmlu-professional-medicine.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c638aa2139f8ee674feb064057e44589ebbc96438a9f6cca03f4dff084251de7","formula_version":"titan-u-contract-v1","latency_ms":0.9801250416785479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a61565e9499a2ad308accf0208b3e0aa5b207912ee1fc185a9c38aca67d7f793","sample_id":"mmlu-professional-medicine.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f84f0df5caceeb69288dd46637148462eb27ac1ce62ba3109854bdf16db259b","formula_version":"titan-u-contract-v1","latency_ms":0.5489999894052744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa63e45167ee33bd83c1df2208a4d91904a65e7d5f6f2c54b0c82aedb124fdf9","sample_id":"mmlu-professional-medicine.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37f453d417ca5a855f114bc68b1b659056553b73c17ee2f744a60c415a94b8c2","formula_version":"titan-u-contract-v1","latency_ms":0.8481250843033195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"137ca302baa8714400ad1aed1b0659262f2c1636bd0275c7571f03d486f142d4","sample_id":"mmlu-professional-medicine.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3741ccdf067f4992faa5bfbe5c7e3dafe7c93322a3c1cc1746a3544820b3165f","formula_version":"titan-u-contract-v1","latency_ms":0.5306670209392905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be352689b88c948c617c1f3a7711b6e0206f689f9a50d69d76a44329f20892bd","sample_id":"mmlu-professional-medicine.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"448856b69323eb007682c0c3c1d235c482fc1a2c050f5ad25cb345e0191f6a6f","formula_version":"titan-u-contract-v1","latency_ms":0.8059580577537417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d898410f49feb9819258e54eadccb49939e864950b4ab21c5c103d504fa3a5d","sample_id":"mmlu-professional-medicine.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bab839dd1c571e3a526346b160bb6736819594709e33eb6d8a9f529591a8cddf","formula_version":"titan-u-contract-v1","latency_ms":0.6050410447642207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a8b949faba97d00d9b850567b18db9e0996307256d3feb04330d51e7dc7cea1","sample_id":"mmlu-professional-medicine.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca5349cbd826f5ef191e07f286878407fee894a89f3eee77332055c0adda3ccc","formula_version":"titan-u-contract-v1","latency_ms":0.6948750233277678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8218e4327fc8563c650d2359dfc8b68a2ddbc64ec214ca6d90831898a2cca4e","sample_id":"mmlu-professional-medicine.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"956a4a8e27d81642102be4bb0358b758b425bbb2411257e6b35999ba997683e7","formula_version":"titan-u-contract-v1","latency_ms":0.6073750555515289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"916110135eff49f970125582c3bbd1186990ffeca23ad0ecbe89149e846f5e0c","sample_id":"mmlu-professional-medicine.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb6e67736c70c9160e14348a289783c5a78354edd8bf474dddf328453097dd27","formula_version":"titan-u-contract-v1","latency_ms":0.7990000303834677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57decd679aa1bfa70846e022e5bbeb43e368865a9c75150b10730901842af01e","sample_id":"mmlu-professional-medicine.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21ed950b1bd37c42890d5537fae7a05c2a88abc3e752c02c5386420f49e91683","formula_version":"titan-u-contract-v1","latency_ms":0.9057919960469007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96c609525050a01a33bd4e0ea5f3e47484f77e1760203fe01b86f46832ba0971","sample_id":"mmlu-professional-medicine.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"932081f4464dc69cb7795f3c0072787ba420c0ff2602295ca3c02ceb8420d01e","formula_version":"titan-u-contract-v1","latency_ms":0.5192910321056843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec8c7a9e95ab8a32a9d2a5634fb29bc3b4d0d3b935a8e77dc22c297b35d8ec61","sample_id":"mmlu-professional-medicine.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26be59ee001691bf05bf84453001030278d5801d16e109f3a30f47e23b0660b9","formula_version":"titan-u-contract-v1","latency_ms":0.9358329698443413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5de6cfed863b187d2662b7fafd39a356c91714609f8280d4a21d9c4725fc75d6","sample_id":"mmlu-professional-medicine.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f51ec090fe6ae5e1ae573e6968a127068f75a70bce0240fe12baa4df15858a0","formula_version":"titan-u-contract-v1","latency_ms":0.6394169759005308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6518e7ed43e0dcedbd697835a55f19bac7a8585750d40dc9d97946660fcb8f50","sample_id":"mmlu-professional-medicine.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9881371a99ce7aead2228e6aa15aaf72cc14dfc4b15ce9f42e6a60605267fd48","formula_version":"titan-u-contract-v1","latency_ms":0.5018330411985517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29b727aec5351adda9933e414225de7c407eb23f6190055e9d1db00c339d86aa","sample_id":"mmlu-professional-medicine.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f9101394e5ae22097091b7feb75d284a4d3b6518ed42c3ecec49f9323a3c056","formula_version":"titan-u-contract-v1","latency_ms":1.0917499894276261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04bdf21c6caaf8f86d83d2e2e30691ee1293c3e6737c999232cbb7d12bc44f2a","sample_id":"mmlu-professional-medicine.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8fba91f56c391eb1e2314f5046263e6bec13504cfb5e722f0160e8be33df087","formula_version":"titan-u-contract-v1","latency_ms":1.005541067570448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"becb1748efdbcad1b050a119bb14e0276323cef3c38a8c9d173412e6eb252f7b","sample_id":"mmlu-professional-medicine.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"335752241183fa78bb5c6e9f6332bcd395ee1ffbdbc8b50cb9713dae5772312b","formula_version":"titan-u-contract-v1","latency_ms":0.641374965198338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc6ee81d90721606c92ca52425f424f21adc90618482bbffce37dda8bb24f27f","sample_id":"mmlu-professional-medicine.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc534c189bfe8683bb43e6dc697e74a89a020b5cd149bcc3407efe54e7d9a76b","formula_version":"titan-u-contract-v1","latency_ms":0.49995898734778166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3087f168d0aebb64e736483add9a149fc152f624c0b68a5f83fbd498a2efcc99","sample_id":"mmlu-professional-medicine.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92510ee3b14be31e9ecb19f607aaad36bdfd1cdd3f0fe997f104e3c11c20ad35","formula_version":"titan-u-contract-v1","latency_ms":0.8639999432489276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcbe4b12127fcc95b0bfb366ae86ad042da0a9675bc27b3f73851944d5e605b4","sample_id":"mmlu-professional-medicine.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"378bc659f9a73d2ee786a3fa59ba82721abe204ea36d3abeadbe2a70a3828b02","formula_version":"titan-u-contract-v1","latency_ms":0.6003750022500753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a938104bc0906dbaededb2e865c375d74224ff6a2bfdc27b4973547f957e459a","sample_id":"mmlu-professional-medicine.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c84a1ecfa6ab4a04dba34791d7f7b0ff06e833a18d1a12c17bb1cae051efef8","formula_version":"titan-u-contract-v1","latency_ms":1.0133750038221478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b431cefe266e92d2c4d886f00b4aac4441cbed0327b597fefacd5f1058fb50fd","sample_id":"mmlu-professional-medicine.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be0f790178e9834522a8365b84c1ec57b08aa2ec5d30712db4faa860395a11d6","formula_version":"titan-u-contract-v1","latency_ms":0.6705420091748238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f0643ee9762a95794bc29576b0463e96b0a0cbcb5988cc9b8823c988288126c","sample_id":"mmlu-professional-medicine.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65b3ce5a132fb0f8ef43e030cfbc717473c49733e43a5b692b385b0f815bfa53","formula_version":"titan-u-contract-v1","latency_ms":0.7142079994082451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fd20155c41b734588bd7c7c2dbb9097e1329d43a024ba749db6eb30264d7d75","sample_id":"mmlu-professional-medicine.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"448ec4f47f1291f679f61b55101e29ab52d80e3d4658b246c5c92634b6f001c9","formula_version":"titan-u-contract-v1","latency_ms":0.6425830069929361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c451b279d34122c9fde5d43342c1de78498cab2f7ad1a8c67f146d32ad38e422","sample_id":"mmlu-professional-medicine.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a524ad681fe75104bcef49eb1ba3802d82bb60b2206c910383c766decfe6e5a","formula_version":"titan-u-contract-v1","latency_ms":0.5236669676378369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9a410f442a931742ab643c0641af1f578a67fb34d34c2b3c799e691bff7ea82","sample_id":"mmlu-professional-medicine.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"253c0f4195be2ebe09053b40c5be4130d84f0d5865845b301357b2916c5ac1dc","formula_version":"titan-u-contract-v1","latency_ms":0.7990000303834677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9844475f1e219b52dbaac7b6b9a0053a2ead7fd08e01668db4347316d89bf36f","sample_id":"mmlu-professional-medicine.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30d06bddd99eedebf6f1e2382edba1c4f6af5c34d28f97aa1a00098650a6bc8b","formula_version":"titan-u-contract-v1","latency_ms":0.5750830750912428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"508fa694ef29096f8590bcc8e00c818c26697410fc8f4d8059c9a1dd6f08f2b0","sample_id":"mmlu-professional-medicine.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b667e0ac5dd99bbf1bb3d32be94acc41afccadbd3226eec55c08237ea2ca7d6","formula_version":"titan-u-contract-v1","latency_ms":1.523541985079646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"036f6cf179a388434ec7b4c9b896f951688786d351c66ef7f01fd4fbe41e376e","sample_id":"mmlu-professional-medicine.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"138ab1c2d5043115d60de436588cca702ee6142b5a0854f03345c2dba9a5baff","formula_version":"titan-u-contract-v1","latency_ms":0.4862499190494418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f69618cf38a815044e1ec81bb07e7252a33694ba7f2797223b92f87428754ca9","sample_id":"mmlu-professional-medicine.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a345e2a9110ebdc30919f243b7c74aae711e83fa114a1ab9260c4cea3313f41d","formula_version":"titan-u-contract-v1","latency_ms":1.0579999070614576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"722825b6b616b64c442b46d7a4cdaf3e5ba980b0138842fb0a891e71b8fba5aa","sample_id":"mmlu-professional-medicine.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60c2af7b9ede1efc79f28f4c88a10f61a92f304a568a6a11186f16f59b482979","formula_version":"titan-u-contract-v1","latency_ms":0.7908750558272004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae74d92caa76795e799276cc71fe8bfda1321f51c657a4b62ebe37a9cb0bda7e","sample_id":"mmlu-professional-medicine.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7953c30045d00afabe96256b930390bc5128c331d9faa4df7ecb549f91ac1610","formula_version":"titan-u-contract-v1","latency_ms":0.6998329190537333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e205bdfe06a56ae8ba0ab1c3639175cd736ed4942c64492114c32db817e344b","sample_id":"mmlu-professional-medicine.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45d87541dce731727174c44dec90c55dab981efbf4333a91721578a29c4b2d3d","formula_version":"titan-u-contract-v1","latency_ms":0.6370829651132226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b786c4ea18a292171f58fe843d016bd0b7ab9afb64003d4dda9a930b4c1cf26f","sample_id":"mmlu-professional-medicine.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eddb7b8b791cb688cb4ae397b8602cfcac22b8a81275ce7d9907afb661f1833f","formula_version":"titan-u-contract-v1","latency_ms":0.6570409750565886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"030939e8d6d2fb5003fd2374f98ad44446e37c76d92a7372f2f848aff193b927","sample_id":"mmlu-professional-medicine.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da01644f78900ef5ba17b8cfb98fc5bbe9b0c9823041490822fffd4af6c0d7ed","formula_version":"titan-u-contract-v1","latency_ms":0.5523329600691795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bce955894850317723ea3a2e90928e41bbf9e5a02ba35e27a368104fee51022d","sample_id":"mmlu-professional-medicine.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d55f42f835ca7103e2974accea620a148007c3802eb89baac2fccd9dc0205d9","formula_version":"titan-u-contract-v1","latency_ms":0.976208015345037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57b5d8b98897df0d30962d6d6a51415806ea68f09a84e4a4f93b46bf30838f2d","sample_id":"mmlu-professional-medicine.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c562e041ef64206b36fa3287cb62d40aab132d70c4e4aa5abb59ebf7a5b04a9c","formula_version":"titan-u-contract-v1","latency_ms":1.4148750342428684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bd4f5824ce9621fc98f7b6a024c939f9063df63478ab3988a3394c97b9716cd","sample_id":"mmlu-professional-medicine.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af7fb0c21098b0ed5cb9ee49a5ea06a078556faaf168ad313bbb7ecf4ca76eed","formula_version":"titan-u-contract-v1","latency_ms":0.5213329568505287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc7d17dc2901cd0178da88c3b02006e7b299474cd60873f1afc21cbc4c82a0a9","sample_id":"mmlu-professional-medicine.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d4ce729eddb5d456b09ab9773b9cd2f737a0ba558fc58119166e6a09684e90b","formula_version":"titan-u-contract-v1","latency_ms":0.6366660818457603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b5db7a6a6532f8dcb28d23112e6ea38239d730b5f234e99837da362c7b6a062","sample_id":"mmlu-professional-medicine.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9de56e9c5e666bd7cba41f673ec93a16e6637d01c317ffa9a57f679558ba1c9","formula_version":"titan-u-contract-v1","latency_ms":0.48995891120284796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57d1471020824d2deac89b081cda9601ed3349460d92d0b31b841815cf72849d","sample_id":"mmlu-professional-medicine.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e487305979e3b743803336c0df8700a38fa4737e300a80e48c1c461c87e6c9b","formula_version":"titan-u-contract-v1","latency_ms":0.6216670153662562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b55800866ec7eb677275d2001672338ac47744512cc491e97fcc9a057c7ba5c3","sample_id":"mmlu-professional-medicine.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8615b1da4ca9407fe5805e899689f181498a5ba2a850845202f822e8b0b437f2","formula_version":"titan-u-contract-v1","latency_ms":0.900499988347292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69f6aaba024712cf32b4b14dac44640f1f71c23cfb2878a01e2738e4919b732c","sample_id":"mmlu-professional-medicine.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59dc1a4a5f7396242d88025d87b525f2302f843f24baea885f8c9d9d7dbe369c","formula_version":"titan-u-contract-v1","latency_ms":0.5643339827656746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0a623f3193961c0f234e5359ec2db1f7a44acd60bcb3500f14f58e4ff93d0cf","sample_id":"mmlu-professional-medicine.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8865c1b2fbb246c0266b257f55a32a7944b17e356538957313fb656cc3e9e1d1","formula_version":"titan-u-contract-v1","latency_ms":0.8506668964400887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb7cd4e3ddb707ab09a9123f06974798f598e18bc4ea680733970975e681d79f","sample_id":"mmlu-professional-medicine.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8670077e8bb7dfb2f5563a8ad8c6ee1007cfcf838747ebaf247a20fe6d1b038","formula_version":"titan-u-contract-v1","latency_ms":0.6886249175295234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daa9626d112c54357168520201cc7708362c6c540a9d8af2d5421cc8488680ef","sample_id":"mmlu-professional-medicine.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afc0798229bd801f65ed1d736e62a08079f4c9811a3ba82ca91f1bf408ab44f3","formula_version":"titan-u-contract-v1","latency_ms":0.8651249809190631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"707c7cc760f1613309bd103e6531ad4da75363f9b45e0445b6b29b9138ae282d","sample_id":"mmlu-professional-medicine.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3467cc59450f9e9a72d6ab0712a59ed829b3e2afd8e6a40a9635114e5c2a8d16","formula_version":"titan-u-contract-v1","latency_ms":0.7932910230010748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e8a73ed15aa795bdab74edf60778e7d4dd796bc299731283f7c1824fe352311","sample_id":"mmlu-professional-medicine.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ff4a2cd3570bcacbcc363125812724527a23d223450cf6f8de259f0b0b19ac8","formula_version":"titan-u-contract-v1","latency_ms":0.7850420661270618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7216baf54021774aa2e6eb2da57d7a7f0f0f97b037ec476f8674b777baf46709","sample_id":"mmlu-professional-medicine.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64217fb367c2a16bc102069ce1a06a915713b77bef08b917a244b074b22cd7c9","formula_version":"titan-u-contract-v1","latency_ms":0.7499580970034003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51fa2ee77d6eebeda1a34442c9fee75b5515ec860796d5e9764f3ad4457f4057","sample_id":"mmlu-professional-medicine.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6eed0bce2fb08c721af6056920f1a054f4da0fa5b7e6bcee97c57b8f10744450","formula_version":"titan-u-contract-v1","latency_ms":1.0305829346179962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50804c64a8b12facf37e1d65816b5bf7ce11e14de1c35fad92506fc7abf7d78e","sample_id":"mmlu-professional-medicine.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fdb3a9d656306beb25147f767ffc569ea9f0d4df5ee661cf301b4d0b00a5015","formula_version":"titan-u-contract-v1","latency_ms":0.7930840365588665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9859752216bf55ba8e92a02d0d9f8c7ac22914a261d4ea5689f470864cd29229","sample_id":"mmlu-professional-medicine.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d5dc84107074d8f0ba6cf57fd91ce9ca1a2ad9d3caef4cbd31a00a56583aee5","formula_version":"titan-u-contract-v1","latency_ms":0.9444999741390347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed3f303cc5611c9fe4078432470fc2a98a1dfe9448f5f8035ca3c7b2db6f8a0","sample_id":"mmlu-professional-medicine.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df26b19ee0f8a56228dbef59f5333b642e851da2be1681952ae6eff7248bbe60","formula_version":"titan-u-contract-v1","latency_ms":1.0835829889401793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06dba6ae9a313a82670fedd97fff8d80f322d215f83fe58042e74b023486524d","sample_id":"mmlu-professional-medicine.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7474468c9c130750fc9932742caf72ce878df1c58dde01e63db9e35a9dc5cd25","formula_version":"titan-u-contract-v1","latency_ms":0.6626249523833394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4e00c3d7d8d82b7082cb70526918b3b739b2713e2493d2c4ec5fb5526969d72","sample_id":"mmlu-professional-medicine.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dffcc0ddf370e66adc38fc23e4b7c156254cd1c38dcf219edb0f8a6a7d94f4b8","formula_version":"titan-u-contract-v1","latency_ms":0.759792048484087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e886c81567c1c8e4f98c261f384a347a59c0f244689003563f2fbf419e6e431","sample_id":"mmlu-professional-medicine.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"436b533f04d0689a500bbdedbfcbbfc01cb56d4daf0e138002666158c4a69522","formula_version":"titan-u-contract-v1","latency_ms":0.67762506660074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1083673d7c5f5ff5a73e1a4e59e34b4b8d98234cc0227a8f336376a440ddb2c4","sample_id":"mmlu-professional-medicine.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48fc0e698510c427649f12a434c5be5aa63512390fc70c648c5fbe8608c0aae1","formula_version":"titan-u-contract-v1","latency_ms":0.6163329817354679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21640030b37c01fd1ddf27f18a6ab5a15ba09617a01934a9b59b173cc727f2fc","sample_id":"mmlu-professional-medicine.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b2ce8518c931c0188dc05bfa2190a9bf3765a339bbc9202b766cf107f6af46a","formula_version":"titan-u-contract-v1","latency_ms":0.7041660137474537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f7b400185275669cd18bd075a36ea3b332742700787aa1eac407a5cf9d3a02f","sample_id":"mmlu-professional-medicine.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"865cf58c63c782bb1f3046d077905804c74a80aa3d7d37fda2746b19f7e74b8b","formula_version":"titan-u-contract-v1","latency_ms":0.7036250317469239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67259ac44b21d0f3f7207154b616524deb7af542439515d22310e1520102156e","sample_id":"mmlu-professional-medicine.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d494c079643518eaeabcb29720e23d9ecd8435859d7c6d272cd017512bab7dc","formula_version":"titan-u-contract-v1","latency_ms":0.5922910058870912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f7dd2ec05e811855e1a2dbf8831c46f2d7c7ac250045a22287d95b583dbed15","sample_id":"mmlu-professional-medicine.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d8a035b07c0a4576cd296b1fc8a1ab0536c9cd9116be366328d9b1e8c3d098b","formula_version":"titan-u-contract-v1","latency_ms":0.7209159666672349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50ec87d832e771a86f0b9d928d24e1ffce1be7653b54561cf1465bed26c41c5b","sample_id":"mmlu-professional-medicine.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54299df035e23943dee8b9b982ffea0168a32f90427d7624c707ccb397186447","formula_version":"titan-u-contract-v1","latency_ms":0.6206670077517629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd409fe1d38795656c1c4df14ea83840e6a33d3fead1fb9e291fc8716d2ec5f2","sample_id":"mmlu-professional-medicine.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"033f705f845a79caccf4f58270fe0bf5c6afbc1f1795bd81490d7eda22e0356e","formula_version":"titan-u-contract-v1","latency_ms":0.7595419883728027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4c4ba53fb75e54aac57329e4dd96abbdb20e79d475893bbca77346b8a7552ac","sample_id":"mmlu-professional-medicine.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"162aa7ff1cb3a0fc44832541281a8cd1632c645d32498e68c3a20a4fb6a9849a","formula_version":"titan-u-contract-v1","latency_ms":0.8755000308156013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1e31405aa6cfb0e27d0207b104c0f5c8e77c8bfdc3e368d12e9d78ea1ef9a5a","sample_id":"mmlu-professional-medicine.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"721d9128b971afde2b26e5e7516b36fbf3489d34258c5b028e1162da20d5e703","formula_version":"titan-u-contract-v1","latency_ms":0.6072079995647073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4581e073c3cba0c1cd177041be90fea68229a008e27ed6d59eef152544e0ebb6","sample_id":"mmlu-professional-medicine.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d2e8f9873ee14c45268476658331298be8c7c0988f39bc4f8107860672746d5","formula_version":"titan-u-contract-v1","latency_ms":0.9169999975711107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15e57e6afa6994df292cf539f679e01762105a4eac53394cf7b32235aec6587d","sample_id":"mmlu-professional-medicine.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7653484e132a152d2f5dd56c0763df53153724760f5e4d9cdf3968dd009173e","formula_version":"titan-u-contract-v1","latency_ms":0.5570409120991826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d4eab22fc2c5cfe262f470b4aa83b0d8153683d2648f5d0f95ce8b64ed34d0d","sample_id":"mmlu-professional-medicine.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b61332cfaac61e0db75d6f64f9fd3fd4fa4d28d33118c7f3af2543d17fb0b39c","formula_version":"titan-u-contract-v1","latency_ms":0.6804999429732561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"641c88fe4eda46744b3eb87618665ac1c59a7e2c232f022f6bfc60cc8fa41a39","sample_id":"mmlu-professional-medicine.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"423c5c7c633b5a60c15c8b1c936c19bef9ff0e56007bc01b70fa8e07b54e07a0","formula_version":"titan-u-contract-v1","latency_ms":0.9500420419499278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fae5d2b7afc9a739267cbf9d0738f45f376391f27c5949bfc9181619f052fc1c","sample_id":"mmlu-professional-medicine.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc33e2db21c7fff39f75e9b9ee09df65a727ccee41b84e93e1f5c9290bb1a630","formula_version":"titan-u-contract-v1","latency_ms":1.43324991222471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04d9bbccef3d607196b0f19c7a0d325539b885bf2fe616366ead3f6acff1defe","sample_id":"mmlu-professional-medicine.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ccd08d3f3ae9c89c61b4ba60d742babcaf156f437a9f6f11d55055deeba8e8d","formula_version":"titan-u-contract-v1","latency_ms":0.5119579145684838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3482dcf95443bc1079fbe0e1d5e91b932bad2d44675392acf2ab3bb960825fe8","sample_id":"mmlu-professional-medicine.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7e23674ba6fa9e97ae2a78bf46bb2cdca0ac80dea70ecb425a91430e143763d","formula_version":"titan-u-contract-v1","latency_ms":0.7184999994933605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce996f937a0d378f2f55c94dbc633f41268e2b2c4b4f38a9ef0d2556c0e7c8b6","sample_id":"mmlu-professional-medicine.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d39f462e99c8c95cd2595c779e2e7ee2d77bedc49b7dbc16bc8050cf4e427e01","formula_version":"titan-u-contract-v1","latency_ms":0.6724159466102719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"251524558309d297b9538c6137ab7f438e9513662392874e1a86f5f926e7b691","sample_id":"mmlu-professional-medicine.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"655d4dd95306f539711fdd06100038a4fc45a5138de658504ad53c0be3470101","formula_version":"titan-u-contract-v1","latency_ms":0.6836249958723783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f201703d1613afb01b478cf367bf79bce349d8d226eb38c27a8ec9cc77b19625","sample_id":"mmlu-professional-medicine.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6486e3d9ead4c3035e109298cd9a80fbeab1fd53b6a22186b8a21569db00d5c0","formula_version":"titan-u-contract-v1","latency_ms":0.6110420217737556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdf22b79e7369d341eb48349d5aac1951ba478af7a039411a1cce95ca1862fd1","sample_id":"mmlu-professional-medicine.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b79c5e4652925ffe16ee774e7d2a84757d424fe6365815f7939944bbb56a626d","formula_version":"titan-u-contract-v1","latency_ms":0.6564579671248794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"940355fc91635d1d0d565169653281ade3b3a45439c079257564aa969cdc6766","sample_id":"mmlu-professional-medicine.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cc2161112e61532dff30860a57973d1ba62db4521fddd441d9dcf39f1399ab7","formula_version":"titan-u-contract-v1","latency_ms":0.5020840326324105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1be22be7d95e10bbe17a67a2b8e878b6c96c72b216d23275e81a376db90a6664","sample_id":"mmlu-professional-medicine.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d17cbed182f00ce22970f4a0e8ab903b35116b7ba984b0847975bf3a738a434","formula_version":"titan-u-contract-v1","latency_ms":0.5881250835955143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bf2eef1e679615205786de9ca24ad49b6e937a34ce0e8cc5231be421fc2b7b0","sample_id":"mmlu-professional-medicine.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6566eee7136a6c1b90fe255d0dc2343d1726a9e799671a01587e83c26d4a6e2f","formula_version":"titan-u-contract-v1","latency_ms":0.8220000891014934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa4115ecab58f649d2b041d729191fe2325722c03f8e582342ac613dfc93d53a","sample_id":"mmlu-professional-medicine.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b01057d9e4b3724450f7e93b97cb903c7400b115e783089b5d688156cfff5404","formula_version":"titan-u-contract-v1","latency_ms":0.5071250488981605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94ac653601d0b6a909e66f898e5c82f84011ecaa347b145908a72d1a24061863","sample_id":"mmlu-professional-medicine.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"733e89d3bf1bd7e87e2709e8b7ee2d7e988ceface468d45a67cf35eefadef34e","formula_version":"titan-u-contract-v1","latency_ms":0.6361670093610883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7dfe2b4d48bb61407bbfb6aba09a547c8c3f92fd1d96cbf077aaf9b96c09684","sample_id":"mmlu-professional-medicine.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9f2f26739178621af2d192c45329438875f546c1690fbde240ca1ed8e679f85","formula_version":"titan-u-contract-v1","latency_ms":0.5680419271811843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bbb77bee401bdc8fe200b61eece10f5ae77294d113ef54c9c0f2980ae7d5f8d","sample_id":"mmlu-professional-medicine.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86ab76873b13c44e197adb7c11f1b450288fcd5143de0b53e29cf3f0fed6a8ec","formula_version":"titan-u-contract-v1","latency_ms":0.7369579980149865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96a49760705eb993c115c86a2ee094b4d31d96265e8a688b70dbe5518d1adb4d","sample_id":"mmlu-professional-medicine.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb1097932c806be6f27a1b0e08e635196443b009c124adb6b8c1a66d09a4ad0f","formula_version":"titan-u-contract-v1","latency_ms":1.1511669727042317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"430b43180ed8285edcefe9c17331091ffdd6dde0b39ad023de2bfaecb53ded0a","sample_id":"mmlu-professional-medicine.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3ca3d62eaae6bcda0993faa7938c15ad0a6b0f8b75cd71ad0755931f3fed3e2","formula_version":"titan-u-contract-v1","latency_ms":0.6272919708862901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89f8740279141f19d5a287ffb53ed8b57a7324998afc18d62992738cdd246062","sample_id":"mmlu-professional-medicine.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ef9a7428abc71578659ff5e6ad000fa6cdb2f2ae93d97809347300cbbea3bdc","formula_version":"titan-u-contract-v1","latency_ms":0.6684999680146575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"977322b4374e78c46e8a33b6eb3ca7b03dfe349e9389631426e66ca1f10926c2","sample_id":"mmlu-professional-medicine.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"726b66d46b62c5315303b96fc9ebdefa89a49466e2afdb3e062b1d0441e8393e","formula_version":"titan-u-contract-v1","latency_ms":0.6005830364301801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"098166a57a2349cb81a635cc4f800da9cd9e6aba86ea9ed25308f311fa6ba813","sample_id":"mmlu-professional-medicine.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"342b1ae74487f533f7ed5c280a3b0b93f714f0591283c229f3f291c762b405d2","formula_version":"titan-u-contract-v1","latency_ms":0.6262910319492221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0162d3ef4a177334179ed253257f6fe5ca7d4fd777745975013e47c2cd6790da","sample_id":"mmlu-professional-medicine.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2cca405f61305ff68ac2b3d8d2a1f7cdf81b2f2e16f5277ffe60d1a7edd22639","formula_version":"titan-u-contract-v1","latency_ms":0.8522910065948963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"106ebea68459fe2581acb792931db6b076d3b5edd73780941e1897a41c593529","sample_id":"mmlu-professional-medicine.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0edce628011791f67ff157740a9ee6956bf24e50ba42d12249814deb6583dcec","formula_version":"titan-u-contract-v1","latency_ms":0.8201670134440064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e3b0cc77e9919b0e2fa8b5ea4fd9111b4a0d4367052bcb329849b669f50c61a","sample_id":"mmlu-professional-medicine.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06594026aba1b108e6c97116c78b5d5e2203ad23b7386510c9e823f7a2d125de","formula_version":"titan-u-contract-v1","latency_ms":0.6940839812159538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03b73a3677f604a7d589af25fc7aa9bf6f1239b5074c2ee9e71203322878db4d","sample_id":"mmlu-professional-medicine.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2acb6f68260c027462b2ec5e9d1bbd83279a1529bed277503fdf2ac8674204c0","formula_version":"titan-u-contract-v1","latency_ms":0.6655410397797823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10beaba0bd09ba3665a96b083b982f677633c92204b03f71931fdf36c69a1701","sample_id":"mmlu-professional-medicine.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd0f134646b271e6a57c15eea8b816915957e09c95647a9ee56696c59132e518","formula_version":"titan-u-contract-v1","latency_ms":0.7984589319676161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5b075e2717f9fe998ed24763d933fdd51a09493d3e31830fe55d2bfed2fe8ed","sample_id":"mmlu-professional-medicine.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6db2d0c3e791e828f3692aea3b0b4fec88bb488954b8d7481eeab1af5195dcdb","formula_version":"titan-u-contract-v1","latency_ms":0.8479580283164978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e244e9625f1986cf4a3cc2577559d3fc0af34657b2c7b2825e789ba137916f1","sample_id":"mmlu-professional-medicine.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"480323d3f0a37f0753975bb2e72a59a0a732b7620842e6c3678bef37faa03ef3","formula_version":"titan-u-contract-v1","latency_ms":0.6377500249072909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96ffbce8b97eff14699aa78694e72d869133133ecd17b820ea7efabbf8ba7410","sample_id":"mmlu-professional-medicine.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7aecf25378639a4bfb96e96ecd2cd6a050b6761307becf25ecff7429470cc76","formula_version":"titan-u-contract-v1","latency_ms":0.5864580161869526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f00ea2329e44dcc89808d715ee7ddbea7b3e1dac10304ad2bc84f8b76b7bac83","sample_id":"mmlu-professional-medicine.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05b88bd3018fd51e1d754036d8c11a9c33b5e498ecdbd996b9ec658c835850f1","formula_version":"titan-u-contract-v1","latency_ms":0.7123328978195786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"921b9dee8290e68d426667678280e310e18c1ad6d94b13b5a57a6be5728b3a04","sample_id":"mmlu-professional-medicine.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7776e4f42f4b8da0d300b1a71d6b67a354f423d3f744d02db13ce2151df9d05","formula_version":"titan-u-contract-v1","latency_ms":0.8769170381128788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2216436a23599b2f0516f40edd3db3a5e62c289c5124150ff74db96b075e1765","sample_id":"mmlu-professional-medicine.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a23b6d77ff06a223a55358012a77bd444cba091e1f6e05c4783386f9939c8483","formula_version":"titan-u-contract-v1","latency_ms":0.5429579177871346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a423906220ebe8c63bdf51c5454a9bf443ed0cddc3bb5481928582084c46b6ee","sample_id":"mmlu-professional-medicine.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc563c16b73c5c42a082e73b7df555652acd2feef2bf2414a31b300cd1eb0817","formula_version":"titan-u-contract-v1","latency_ms":0.6393749499693513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f55dc47b158d13cce99204667fb942c59fa9223d7ee96a8ca07c6a76c32269e","sample_id":"mmlu-professional-medicine.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2e66eb394f4100a59eaa377d858f5043a038b9290c805f7503aa7ef4dba7fb4","formula_version":"titan-u-contract-v1","latency_ms":0.6127909291535616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e17ec9de7c7ca5e50310251161bddc19c06d76891a0423c69f1c57d9894fd11","sample_id":"mmlu-professional-medicine.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33264c70c826c98f3742c79fcce1591b047e381b52307800e1fa7af3ea782e2e","formula_version":"titan-u-contract-v1","latency_ms":0.5408339202404022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35430b3d699d7e171e107e3b2f90e0446a3aafe4bc5aa91e19cc3a7d27acb399","sample_id":"mmlu-professional-medicine.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8864f297adf67cd274ba790f2db6624b41d6f5beaa65c635a5c7f173381cf4e","formula_version":"titan-u-contract-v1","latency_ms":0.5846669664606452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca64086f3e1a942257be4c642456bd47c0e7a1411cc9b6845d39771fcaaec553","sample_id":"mmlu-professional-medicine.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41ad664d0c644a5036fd3a80e5f7c9b1d91b9f04acbfb1eddf1b5c5bdafb1cc4","formula_version":"titan-u-contract-v1","latency_ms":0.6474159890785813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0725b4261fb61ab16c030884d3b830afd8a4340dbbc2f2b94d4ebf09115a428c","sample_id":"mmlu-professional-medicine.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeb65aaf69fdd8a666d225f11279d8c200564792dc0e366b0b75dc247271c14e","formula_version":"titan-u-contract-v1","latency_ms":0.5639999872073531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1588cb5f2ce62b38c598f85b3b59b7a617ef0d3efcf7d7b8d9aee21b0a248df6","sample_id":"mmlu-professional-medicine.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2662e53bbdb8194496608d17b5ac628ae5a7522028e0b0629cbfa9142af6de68","formula_version":"titan-u-contract-v1","latency_ms":0.5183749599382281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c278d19d071804478f15dad42f6467f207b59e2d28cfa0ed6a52d8253100da1","sample_id":"mmlu-professional-medicine.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39c419bc1124146475a5860518d49cf1e175574cf2623302b89b1eddf76d28fa","formula_version":"titan-u-contract-v1","latency_ms":0.920125050470233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3ca32bb56a946be5e49ba1db2e48e0e2156a83d5968f7563e7f6d2c9f197154","sample_id":"mmlu-professional-medicine.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df410e00a819bd7b121a492326c63948936063b23e99309d16b1ba1cdd450979","formula_version":"titan-u-contract-v1","latency_ms":1.028000027872622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc724deb69edf3c9aefcc7a02616229f020471718621aeb0df1a54f6bfa4c1e0","sample_id":"mmlu-professional-medicine.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"822bda7d9cf223b5fadd8c6b82ecb1f15a0239af79c1ee10f958fc743c0712a5","formula_version":"titan-u-contract-v1","latency_ms":0.8795830653980374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"653028d8cd33713e66070c854a3c6cbf92835c889e360aefccbc3e369be3a7b3","sample_id":"mmlu-professional-medicine.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf57cd3efd87fb661458a0c65573a69d474c85f7b15db4a0c82204dff73f2787","formula_version":"titan-u-contract-v1","latency_ms":0.7848329842090607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e47329078a2942543190667f1a40caad6aef50797cdd4c50dcaef8293955168","sample_id":"mmlu-professional-medicine.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d03dbd3b4d61cc0d93bba598b9f396afdab9db91a63fd3fc6ca0b48b2191768c","formula_version":"titan-u-contract-v1","latency_ms":0.8353330194950104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaa42eda93d58e55ae067ca692985f275e7a872776a8a6b45d665be0a3590941","sample_id":"mmlu-professional-medicine.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca800298b1000958654df4d6d1689b4dd2489967ce12dd7be4954ccf4e1b9004","formula_version":"titan-u-contract-v1","latency_ms":0.5568750202655792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89e2d90201263853efd7ceee0e6c349f3a9e0c0f7152590b0448eb9fcd4bd950","sample_id":"mmlu-professional-medicine.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0d6c6739b89dea8010d90f2ed80ddae4972894db3b4868a97515ebcdb606a84","formula_version":"titan-u-contract-v1","latency_ms":1.440292107872665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fbc21a58aa1737190f450058f4a4745a8d6146da59591481082618be9c063c0","sample_id":"mmlu-professional-medicine.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce1d64dc49b973f8052b6ca28d060606b0c35cb687cd6ee79a95a08a6af95ef3","formula_version":"titan-u-contract-v1","latency_ms":0.6824999582022429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71ee6d38a9d10acb47c91503c138ec3945095ac3ad2d7da863d6cc76995f3395","sample_id":"mmlu-professional-medicine.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd515030e0732409c968e5f9b4b9c7f0ea4a681859d8805f2b60b78d663dee98","formula_version":"titan-u-contract-v1","latency_ms":0.5566669860854745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8de1a925601c572261826aa71ff72dd7d5715c462330a8a60fbeae03d98370c7","sample_id":"mmlu-professional-medicine.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"976a797f11fcb865e07954c5d013d34ee76219e21392dd7db165c72c2e2f8b39","formula_version":"titan-u-contract-v1","latency_ms":0.5778749473392963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"574a6a9f6b488b242a64053c9c7bc414da2db56e5abd52dd7abee31858c979ac","sample_id":"mmlu-professional-medicine.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a6281a3235121f048a365d971a32c6443f322103ac0b60ab194b5409075ce0a","formula_version":"titan-u-contract-v1","latency_ms":0.935334013774991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"395906bee1e3ae9568b0d0760412ef8526a8f567a939b1424f43a46769611144","sample_id":"mmlu-professional-medicine.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a345a9914dcdaede414e47316a53e489c32b01735eacd2ce90d24bb0ac92ffa7","formula_version":"titan-u-contract-v1","latency_ms":0.6202079821377993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4f5a22292ec6d90aba0ba0a2cd289278cbb7ed6138ac34f086591a551b0a1b3","sample_id":"mmlu-professional-medicine.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65bbf25f5d6869c429a7b820e1dd0f6c4d726fffe9f02759cd82e394d068ff11","formula_version":"titan-u-contract-v1","latency_ms":0.547375064343214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6458d53ac04bccd542b4a5ad053df62bac5b12598fc04c21b33942b590186bb5","sample_id":"mmlu-professional-medicine.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6d99312fcfbac8259b24c0e37990b296b01b493e663e5f31baffd9cc4bc5f73","formula_version":"titan-u-contract-v1","latency_ms":0.48808299470692873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"995f8388987ebdb2b655ea4709d8a7b281982f990ad6b880fc13b602e061197f","sample_id":"mmlu-professional-medicine.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a067bed66485b5ed6e1e8794ca2034fd5ca1a65c63f1af6660bbaa66a5edb0a2","formula_version":"titan-u-contract-v1","latency_ms":0.7597500225529075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"666eec4ca3d12280657388faa2ca5ebb6bccf0a85d64a4131391e2b96e4db7ec","sample_id":"mmlu-professional-medicine.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5350dc7816c9e4db2a618acde95108d44d58430598dd564aaa9b6f15b1b3db20","formula_version":"titan-u-contract-v1","latency_ms":1.2018750421702862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9e28108aba940306476671a2851f6318d4717140cde04482d687bdacbaf5242","sample_id":"mmlu-professional-medicine.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e4cd483812b0f6a35abaea006b1ad2d86dc17eaa36f0d259d16539049890e81","formula_version":"titan-u-contract-v1","latency_ms":1.0084169916808605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d46c9b834f9f056bc9bf394848fc65c1f118de3d4e0c06f451fd3e0430e86fc","sample_id":"mmlu-professional-medicine.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2537efc66d787889a2bd0fe85ed43574cc7413512eec8514997557c7d096a709","formula_version":"titan-u-contract-v1","latency_ms":0.6522079929709435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6857130d5ad89e27746b95bcac293a616b6235095df74c9b7fa4030328303fde","sample_id":"mmlu-professional-medicine.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6aac50c4c6d8dfc20b3f23d8309dc86620347cfdc911b25d801b2a223008589d","formula_version":"titan-u-contract-v1","latency_ms":1.1420829687267542,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d1b00b1d1d4c7dfb1f6ddb57ba09f8737da1952ad2aa6774d3867378d774ab3","sample_id":"mmlu-professional-medicine.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d085018f93304a96a6ebfffea0dca4a7a2ab4ed38133b5993a3a5e34be08a622","formula_version":"titan-u-contract-v1","latency_ms":0.780042028054595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d0607ec0bf965234271924fe08085d69d89a368436bdfe364b50358e45b8661","sample_id":"mmlu-professional-medicine.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96e81a2edab92fa605598480d8277f7e39f90aa7c0ea8d23c8938025267e736a","formula_version":"titan-u-contract-v1","latency_ms":0.7684999145567417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48820a2b0306f8eed579a324b8f4c453d4b23ea63d41433e9c900299ee9c762d","sample_id":"mmlu-professional-medicine.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a2025ed08278767c6b2094b83c53b968fd3cd1834cec68da7cdd65812858c90","formula_version":"titan-u-contract-v1","latency_ms":0.618708087131381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26bf33d4b14ae9e3cb84aea320c59677e03f16eec8ad1d7c17c0b9d15736e843","sample_id":"mmlu-professional-medicine.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15a9c204a40a75c00cc54f257f4f0f681b793247497dd97babcb93d19bd052b0","formula_version":"titan-u-contract-v1","latency_ms":0.6937090074643493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db9a958613537532f90a6854d2fd4734c0993314164e6e903091616ba816125b","sample_id":"mmlu-professional-medicine.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c8f2c4c574357fd885b202b333c04bf60e807f3866440bee3dbcde04baac689","formula_version":"titan-u-contract-v1","latency_ms":0.6691659800708294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a649cc675e24ac24d87ba22bf4b1a9c8b04d4bd511cb51cc060b9d1b8d4a4378","sample_id":"mmlu-professional-medicine.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ec31d9d35b2ec2a072746456ffaebe4176fdbcfec468eed7ad72ea526ce98e1","formula_version":"titan-u-contract-v1","latency_ms":0.7509170100092888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"708932f64d7fbc74bb9d5446e30b4092476dacb80f3578c437d37d278938e329","sample_id":"mmlu-professional-medicine.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f01c285d939bb4e224596844f504866c6752b5e061a08383a8848e7034313122","formula_version":"titan-u-contract-v1","latency_ms":0.6713750772178173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb9cbcea1bec0c6c2d06e4e9b8d7827b5ffab73790001a54d40b9b9baf199af6","sample_id":"mmlu-professional-medicine.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac1f00f204689778e6b2a020512b29d57a9025fa645da1dfb6b7f7c09e46f550","formula_version":"titan-u-contract-v1","latency_ms":0.5174159305170178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a306bd91be702f00a920d09c3ba0883cb4faa99c4aaf3cd8a6bb943a35ca2f7c","sample_id":"mmlu-professional-medicine.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c1c6b958f9e2245325116d7c77ca083443a6d7c25b2bd689d268f1922e90522","formula_version":"titan-u-contract-v1","latency_ms":0.6527079967781901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"227672169269a58fc79c7da7e44283639421e99ab2b3080cf10d42bd11b2c6b3","sample_id":"mmlu-professional-medicine.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f5df09defcb6f0eb0112dc0527002f6671daa784453f98cc30cb75265518a71","formula_version":"titan-u-contract-v1","latency_ms":0.6179999327287078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68c2d88f94c1b7b80553680a6664a1daafecadd3e3aa3720f8e10bf88c323543","sample_id":"mmlu-professional-psychology.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94bd3790febc7ce1f1c0491d4b930687093c143b1b7601c981912b2a269d31a5","formula_version":"titan-u-contract-v1","latency_ms":0.6210419815033674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f40c18d2c845f3b8890c207514c569d60f6b178b3a68e3cc71106765e5b696c6","sample_id":"mmlu-professional-psychology.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6634193c46434ab751602aee4a8ca37506501bef01fdd0ba03b62cedf02ca7d","formula_version":"titan-u-contract-v1","latency_ms":0.586999929510057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3962be5bf47915934280bf22e0711ab076e58326ccad1d7333d4fdb27333b726","sample_id":"mmlu-professional-psychology.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afec679ece2668637ef3474d9313055de8691efb2ceccdc3a4c621f07897ec62","formula_version":"titan-u-contract-v1","latency_ms":0.4637079546228051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c208acf50d1bc68f4c71af552d7f30f713f923b3b9161110702699438f87131","sample_id":"mmlu-professional-psychology.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"300cf216b4d2b00ebca2d04effbee6f59bd20e24b79bc420ab35a413e571a8c9","formula_version":"titan-u-contract-v1","latency_ms":0.7124580442905426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de98e8fb7f23370ae5fdf3b4236bde50537bcae92dfe7bd0f26c67cdf2a1c447","sample_id":"mmlu-professional-psychology.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2649ddb967b877ebc99f194cef55383535cf4b8af8dc8e62289422a152c79f7","formula_version":"titan-u-contract-v1","latency_ms":0.47720898874104023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bd8831036f16d49af6ff3cab8db858b7b23f10c59eeb37d8fc187189d4b3514","sample_id":"mmlu-professional-psychology.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"191e6943a77d5b60d61c1ecce812ab60a74fcb90b2443b80ebed08cda1245fde","formula_version":"titan-u-contract-v1","latency_ms":0.601499923504889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52d2df5d2fe651d4572a64b5428cd826a107e3634ab4438698e96e3e60f2cb10","sample_id":"mmlu-professional-psychology.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"706dcfa1724c7d780a201a2e084255a1aadc617f52f261a2a2962fb7f4f661d2","formula_version":"titan-u-contract-v1","latency_ms":0.7073329761624336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a515f7713aae40e631bdf164c667e3bc340418e3c32183684a8fa56fc036ef21","sample_id":"mmlu-professional-psychology.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31cebafb9bbfbd18095d9fe6773c9db6f349e1bba88d67910a3153900dc6bbf7","formula_version":"titan-u-contract-v1","latency_ms":0.6040839944034815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c172148892cb244f4f243bcd47878182d8d5befdc87b0421e95c1c527e9fb2ad","sample_id":"mmlu-professional-psychology.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0334f76c0704391941d85a55892c67ca902241446a31863e9b9b972ebdb59ae1","formula_version":"titan-u-contract-v1","latency_ms":0.5951249040663242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a8f0c44451e837aee80d8a800989c7661c0f0da058d36bf4dee9ffbd162622c","sample_id":"mmlu-professional-psychology.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d21c476212dfbfa1434d6d1c207152456b8d1ed66b60c61cca267fe58abc15bb","formula_version":"titan-u-contract-v1","latency_ms":0.6752500776201487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b69eb6b9d5dcfee0c2bf1d341f70ae3d12f7c5e297341d5575bd64fa122abbf8","sample_id":"mmlu-professional-psychology.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a62727de3fc5f0f042384312485585bfea49386dbd237768bae90f288fe9ae9f","formula_version":"titan-u-contract-v1","latency_ms":0.575082958675921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d1e8e6c6f047f5484585879b24290816328211eb069952d461279366ba0bc5d","sample_id":"mmlu-professional-psychology.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e926fe940831d3e689f5626ed5420e9d9d6eec9f271d982f8633b405171926c","formula_version":"titan-u-contract-v1","latency_ms":0.6225419929251075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4264cb750cc23f48186f117b83e93a407a78e94cde320359979626a283f3ebf","sample_id":"mmlu-professional-psychology.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c805b8132dc20c30605c55f6bbd58090bed97b584eb6c3fe1df0a77a5f9a795f","formula_version":"titan-u-contract-v1","latency_ms":0.5319579504430294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad6266d0532fce38102e31107f1b0bb429777ffdccaecc984bfba8d747309b71","sample_id":"mmlu-professional-psychology.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51c5686937848ec1a7605450daa32a750fe56b633dfedbadcfb9b213a53bf1ae","formula_version":"titan-u-contract-v1","latency_ms":0.43370795901864767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5c809dff606dd1e61cc22b12a6ef158bc1293fb7f2a3b92780014b869b23403","sample_id":"mmlu-professional-psychology.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3e29aeecddf274e3bf1adbc132fe3efb7d80dc3058e762cdcfdcafad64c52a9","formula_version":"titan-u-contract-v1","latency_ms":0.48637494910508394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fceb39fced8cf9b91dae635faa497e4833708c1398515649d40f1b143b9619f2","sample_id":"mmlu-professional-psychology.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de7b400c52a6f6e6a73409102a11535b15f5b0257a0020c7ef8d85c66184d428","formula_version":"titan-u-contract-v1","latency_ms":0.5781670333817601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b4a465b87c098fd3afeebd853c166b6174b3d88825747db0c96a30578a679a2","sample_id":"mmlu-professional-psychology.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18ae8e69935c157c6636de4a3a4b61582d447f19a62ba8b3814ab51fe4cc39b3","formula_version":"titan-u-contract-v1","latency_ms":0.7650409825146198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21a53fa3223c62af615dfd86d777580b61131f7b4b6abae36238211a91e44a5a","sample_id":"mmlu-professional-psychology.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddc777bbe89d8b27347790f424bc55b69940297d5ecb664af8fef6045890074b","formula_version":"titan-u-contract-v1","latency_ms":0.4787920042872429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2afed57c875b30691f5e5ee1a23d37c7c6202b37c6913dcb68b888d6efec788f","sample_id":"mmlu-professional-psychology.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03eb966ce0e2f1ec2ff9ac03adc37d0c639e5432ab7ff339a245f43d5d394bbc","formula_version":"titan-u-contract-v1","latency_ms":0.4491249565035105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8851d3ddaf9bfe97b6cc10a15a165d1cdd3c9ba3c26fc692d3c0995f15550afc","sample_id":"mmlu-professional-psychology.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc84b8b964512b15174d7e08b5a0165321353942f13bdba8aad06986eda83324","formula_version":"titan-u-contract-v1","latency_ms":0.48079201951622963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ccf3488a98709fc2e45397af9cfceaeddf2fb26fa4bb417cb889a981f5a9788","sample_id":"mmlu-professional-psychology.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9708f8425b1358671a3b5bed23d294795b49d72d121b3e1b1c609a8344e19f41","formula_version":"titan-u-contract-v1","latency_ms":0.48087502364069223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0055b0ffab00ca0dced5662ee979079dff5f1a36130440d3381ce6a00173443d","sample_id":"mmlu-professional-psychology.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ba7fc9f3ef4e0ea7e1f90e8db3f279051502a55f16c3021c0fc03305c247828","formula_version":"titan-u-contract-v1","latency_ms":0.4903749795630574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c57538606ff1f4f17dbe797a514f5f5b03cafcb1badd9f08edf4ea02b3c2eb5","sample_id":"mmlu-professional-psychology.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99dcc3ddb8abe427ceec11b32e626d92db29bd2e8323e62367b51f1907b5f475","formula_version":"titan-u-contract-v1","latency_ms":0.6935830460861325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ea0b8ea99284c43c5525fc83bea22807633e050318c34505c67847416faf76b","sample_id":"mmlu-professional-psychology.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1367fd276fc38ee990d5adf54b71be55c3a12480a0f16a458b10439f1eebbf6","formula_version":"titan-u-contract-v1","latency_ms":0.5980420392006636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a85488f900fac6b315599ae567202fe8f845b542fd06199fbd540a8cc699557","sample_id":"mmlu-professional-psychology.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1c6438cfe44fb2543d769521e6bcb66fc1bf967b8f393c22cfc82a5003e7992","formula_version":"titan-u-contract-v1","latency_ms":0.4826668882742524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"836aaf42f1c6b58282a843bf0972df45aafe130fa7c9573daafa87de93a24b54","sample_id":"mmlu-professional-psychology.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7d0eca41f5a16741aabb086f9bc9dd77e10496b8f123fa42470978bdec8b7ec","formula_version":"titan-u-contract-v1","latency_ms":0.4515839973464608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b57adab13655fc2d29343f2ad90a68e64e72c0d87e64b5907b29e2f51f399097","sample_id":"mmlu-professional-psychology.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dade38a9eaff34d9e38dc8d8809842c593b407e19b54c64c1e16334dd5fdbc7b","formula_version":"titan-u-contract-v1","latency_ms":0.4566248971968889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c205d50279a6f8edfd9761b2a4be1bb9167ff2ff42e902bff9cebd017f9fb794","sample_id":"mmlu-professional-psychology.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa675ed4a5da9d16b8464b78459b2c1b42ac0b00b62029f3e5438d7ae772ee61","formula_version":"titan-u-contract-v1","latency_ms":0.5050419131293893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2e30ceff0c36d44a5a4c98300276f008f8be98109753f7d5a95d6843c8b4820","sample_id":"mmlu-professional-psychology.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7858095e1aa7bc2dfe28f5e81dc0fe8ccc47e2fb37fa2072b9a02fa985b9192","formula_version":"titan-u-contract-v1","latency_ms":0.7951250299811363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36c1a29742f2b3aa350e1ef242c9d61874460186ed2109cfde74bf3fb903fb42","sample_id":"mmlu-professional-psychology.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2837a429af2320425bfc83d4af3e751d6f629ab207fe3d826afbc1460b9ca5ef","formula_version":"titan-u-contract-v1","latency_ms":0.5758330225944519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6317b44583df8a2e402e37927d937191de3595027eda6d24c52a94d1b4addd9c","sample_id":"mmlu-professional-psychology.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93bb859a3ea00de00a7ca60a6bc7e74af3e1fe5b25526b4a166161576ffada4a","formula_version":"titan-u-contract-v1","latency_ms":0.5989159690216184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8562feb8809b09f8ee572cfa7eafac963d29f2eeb58f8fd76b1dfcbac5e26f39","sample_id":"mmlu-professional-psychology.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d781bb49f5d866981ea78039c82b0939876cfc6a80d32fed07f1ba0d07743ea7","formula_version":"titan-u-contract-v1","latency_ms":0.7741670124232769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af4d59f98a1b7e509676fb98640c719f58a97d7a24afcea4173e9f7eb37d7069","sample_id":"mmlu-professional-psychology.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81ce6ac27d3476e93bc413429b04985bc6be6a560cd71ced6b3e3394fefec614","formula_version":"titan-u-contract-v1","latency_ms":1.2767500011250377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04df49ee2ca3fd74cbde3007137ec4f7684a44ae3c74fb1cf1f061efb70665c3","sample_id":"mmlu-professional-psychology.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea85c6750a721970e854b74a73aad370a72fc7249779be00d506e28f8fc3b4b1","formula_version":"titan-u-contract-v1","latency_ms":0.5506669403985143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8789846823d5dcc51fe4918ac4d61101bd44a7d0d006d94ba18130e95d3e0f4","sample_id":"mmlu-professional-psychology.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba36d428264f7601ad8bf2f7e4d00735b5f4537020c4b6b635f47897fc57dd41","formula_version":"titan-u-contract-v1","latency_ms":2.1138329757377505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"432d4aa4d6381d2293067070af5b0eb79d82bbdc158009f395d967ddd4618591","sample_id":"mmlu-professional-psychology.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10bcf2f44f6ee7c7f2c240731362159e9e8561e4198b2f156cde28846ee45656","formula_version":"titan-u-contract-v1","latency_ms":0.7259160047397017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ce42cfa85179d865eac53612a971c9d7eb9c20d651d6c281b3f6f0bc07cd8d8","sample_id":"mmlu-professional-psychology.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e5138bb7a791ddba9acfcb55de73fecaa2898e6cf6e5c5a82978894903092b1","formula_version":"titan-u-contract-v1","latency_ms":0.8554999949410558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a40e2fe2f64a5e478cf3323421592fb5e023e4a0a777d9597cc8e815ed835d04","sample_id":"mmlu-professional-psychology.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48a608dc6c59ed28e14ed6700776d461073a7ce63f6fc81bdf0f67a3542de887","formula_version":"titan-u-contract-v1","latency_ms":0.5815420299768448,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"606ea06e6309a2bae9584c60eb2daa22f5d7d3da615edf85e6e06e97fdf3289a","sample_id":"mmlu-professional-psychology.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faa0a4cfabf5c88c5e66abba3b567aa06bf67f849855b8cb94ee03e41ddba244","formula_version":"titan-u-contract-v1","latency_ms":0.60841697268188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3764bb7043524fef707523c77eeb8a86914de9f90f3ec849d661454b5963bbd","sample_id":"mmlu-professional-psychology.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26dab94b254476040bf4d11169941c79dae0633585b275df91ae963ece0f283d","formula_version":"titan-u-contract-v1","latency_ms":0.9092079708352685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66ac0c01fa56486f80b0650e8287f5184b941d9e6c17ed8d38d401e1e785600b","sample_id":"mmlu-professional-psychology.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccee57f57c2534af63e663dc1ff3ffa802835604ff8b30af24214c390a092446","formula_version":"titan-u-contract-v1","latency_ms":0.6007079500705004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75843886eafd29f3417774dd3967ff05356c6e24d83b4fb9227bc0af6ea83150","sample_id":"mmlu-professional-psychology.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"882b2c08950821169d571645be089c2e1f4601f7f28003eeb06b5064154200df","formula_version":"titan-u-contract-v1","latency_ms":1.2405000161379576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70883ace50bf655a460f49bb338f32faa3ee17b4ea4038ffef84afa031651cbf","sample_id":"mmlu-professional-psychology.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fba3912d297930152bab0daf7612219b3bf276e7aeb3a3e121d2f3e3fd124c3","formula_version":"titan-u-contract-v1","latency_ms":1.440958003513515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7c669aa5843e494b195706c9cc0ad7743ea1c81a4edd86bf437b2300dbdb526","sample_id":"mmlu-professional-psychology.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1672298ce7e5b1a7e5877150e6ebb1f5346833013685357269ca21570b319096","formula_version":"titan-u-contract-v1","latency_ms":0.574790989048779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72275b9ca667fdba2671785786ac72bcbd33b3b8ee9f0ddf4d00e1c01edf1335","sample_id":"mmlu-professional-psychology.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2df12303cf9b4c242794d39a67fc7976fe5d44443ee3da1ad459988891f1a91d","formula_version":"titan-u-contract-v1","latency_ms":0.7127500139176846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"740ec6b95f658d4c82ad664169975cdbad84dc13b285a90f0759285b65c075ef","sample_id":"mmlu-professional-psychology.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd5dd2e9767069d0aa30951c1ffeac26455c2b0961fb604d69a6457f1c704e38","formula_version":"titan-u-contract-v1","latency_ms":0.7990420563146472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d742fa3206ee4cc7fd13efcf2334e116e309dc470c84b10b9f0f67f4a397cb9","sample_id":"mmlu-professional-psychology.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f78d77c4dbff8b3b8c4678bb42ce8bce0978e110d96857fac3717bcb51d30c9b","formula_version":"titan-u-contract-v1","latency_ms":1.098250038921833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da4437738176cc06f900ddac721d8b540fc6bb70c1d65b8ac7befd38776bf28d","sample_id":"mmlu-professional-psychology.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d7554f40a070ef7914c3ae6b30a2576b4298b772cf41e6c43d3e603e0bbb231","formula_version":"titan-u-contract-v1","latency_ms":0.6492079701274633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"851d47cf3688179401e7f108cc6a323cc50493751d9659e948df7ed94d3ce7ba","sample_id":"mmlu-professional-psychology.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be72c5b6ebc352e7e2bccd0a3cb5f8eb1ecac6e400bcd000e0a9f4e008a137be","formula_version":"titan-u-contract-v1","latency_ms":3.5214999224990606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c1413ada22d13b86acbfdcc7740050006c88054802d864cce03db56d765bc64","sample_id":"mmlu-professional-psychology.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b300ce81b1d4e3c6d1849adf9450769a11ece784cfc3bb5a8eff238288702fe9","formula_version":"titan-u-contract-v1","latency_ms":0.6828330224379897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27934171cc8c17d90b5cf5a63b8ebbad29b1ab5a58f764264acba8a6593706a3","sample_id":"mmlu-professional-psychology.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6040adc35d21b9ed1a692ce47c0e0d9c21540e54d8d1f88dccab13d94b87d3b","formula_version":"titan-u-contract-v1","latency_ms":0.848416006192565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e51f7f519f27c85f3bd1050be1fc0eb7473e7b102616928d862ef1dbd6629317","sample_id":"mmlu-professional-psychology.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"315fe0d219fad6b21bcbe2db06b765af5b8a0b82e09bd19c5ec75bf9a85f4233","formula_version":"titan-u-contract-v1","latency_ms":0.49754197243601084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"099780c88ead149400454f2fad13af8c51f66e98856e3b8675114ce4a1f6ad6b","sample_id":"mmlu-professional-psychology.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad172a2fd1a225dfb9087fcc567b89e5221d79e6b2fabb3c37064bb58403424c","formula_version":"titan-u-contract-v1","latency_ms":0.6840419955551624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee62de361af132e5c0033c1c8f3d353edb77be023a83d92590b82c0dfd4d3530","sample_id":"mmlu-professional-psychology.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be9d533daf415b19803b35ca243555d1476784aa5888ec060fb7c72ddd2e91f2","formula_version":"titan-u-contract-v1","latency_ms":0.6157080642879009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"166e9364f98c8ba7f173344ddd0316511e38f8b03d2fe54f6154456f3958483e","sample_id":"mmlu-professional-psychology.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2db43c18e03b909f3ad4e9a530f56ce8fc8b44257866f098ddd2638316b3a4f","formula_version":"titan-u-contract-v1","latency_ms":0.7411669939756393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0184e5156500bcab450d8bab6af1b042b1d55284c943900ccbcffffcc10b5d51","sample_id":"mmlu-professional-psychology.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bbc53defa53ef8d85285617adfe89bb5475e585de9b83f74a368ca66f0bf22a","formula_version":"titan-u-contract-v1","latency_ms":0.4529999569058418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e874124cd05644ee3350df9902ec7f9f84f87649b6946c36aac85cb76e0d8621","sample_id":"mmlu-professional-psychology.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01ed856875b170c6496f9cab38150a5e18c0d6b2c20ca7e3c30214c98d31875b","formula_version":"titan-u-contract-v1","latency_ms":0.5823330720886588,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38ff4b090f9b14a4049409d7b2a4704fb1311e95a04e79d943ad2c95bb8aa5c9","sample_id":"mmlu-professional-psychology.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68d36120b3c5ea8804299c30fe73a941c2d45ed5bce6ef0409bd9ed7a8f423f9","formula_version":"titan-u-contract-v1","latency_ms":0.8482499979436398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"302c1787856873a9be646d60cfd900f76aad63d81b4cfb7cb06191a147aaaabf","sample_id":"mmlu-professional-psychology.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1e6b085408de3a6ad147979e46d233aa30a51c7bc9297c5e41f72b6ffe47e61","formula_version":"titan-u-contract-v1","latency_ms":0.7442500209435821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33f8d845e471bf97b97c1face550561e082313fb7cfa473976d2defa5a05a3e0","sample_id":"mmlu-professional-psychology.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4424dd7d420edd012634a5bee2481b82213600cd898f4325c45ffa16786756f","formula_version":"titan-u-contract-v1","latency_ms":0.7953749736770988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3354df4ca4a96d1cb6eb2dc99419dec42f15e6f901522ab4a4618e1b103c46bf","sample_id":"mmlu-professional-psychology.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39950ccadd2a90b9381fa7e32072e9c26777931aa93fcd6ab8668d3af9106a95","formula_version":"titan-u-contract-v1","latency_ms":0.627333065494895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbc7d39ce1a492d0fe4cb71c703f452c49af8e32d0fe4f2a29dd5a1c760d3c44","sample_id":"mmlu-professional-psychology.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59790e8bd12005bbb1e97088ac38d6c13768aeca32bbb13b3420b8ef9c624e46","formula_version":"titan-u-contract-v1","latency_ms":0.5756670143455267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5c34f0471cbc7ec16b45b44d54870f23601c2f1ecf09d3fec597005e54b82bf","sample_id":"mmlu-professional-psychology.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b8a3ddd4cac3a4ad86dde07d93df143e1a4a7c746e528d1c92a6747315c3eba","formula_version":"titan-u-contract-v1","latency_ms":1.046417048200965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1688d0e8ba0f82d1f13fb96264c365e4efa10c921aeec27cb979fd281c7ceb23","sample_id":"mmlu-professional-psychology.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"190d30137f4aa6228c09e65c22dec88c837947c4e596e65fcbfb05f1413bb742","formula_version":"titan-u-contract-v1","latency_ms":0.5774169694632292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8191d83ff6efeb697664a2eac423be343626a5f470b1905fedeb4c5342e034f9","sample_id":"mmlu-professional-psychology.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b644389e721f505a4486b520ca7ad6072aadfe46b4175545da229eebe1b88ee","formula_version":"titan-u-contract-v1","latency_ms":0.7085000397637486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c4e46377773f34aa5b647e4d634d6ff177d4cefc348cbceeb4d84d174ffe13b","sample_id":"mmlu-professional-psychology.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5bc111f7afc1b21302356fe91e6eeacc2dd8d3b63b9ca6909b217b6d0ee861c","formula_version":"titan-u-contract-v1","latency_ms":0.7473330479115248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbfd435f96909bce3f5387c9c803d25538af5737fe7c01c1cf2918d01764ad71","sample_id":"mmlu-professional-psychology.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d83fe2cbb0f751ff1bb5cd90139703f76c406de3729b58d48d0e26c2a18c65b","formula_version":"titan-u-contract-v1","latency_ms":0.7207500748336315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"654d978116039be1b1c4af26ebba0ef55d7fc5791f837dad2f30727f6d985909","sample_id":"mmlu-professional-psychology.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bedb8ed853e7e69af1ffe427c57bf26212811bbb64ca08f22d4875fee9d8abf5","formula_version":"titan-u-contract-v1","latency_ms":0.7159999804571271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c36ba8c24408f931ea7e3942984600af887a157abec8fd9f953342c448c0cafc","sample_id":"mmlu-professional-psychology.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"644c609affe4316659ac05d8327a40eb0aadf62ca7c0d1028b6d2ef114121813","formula_version":"titan-u-contract-v1","latency_ms":0.6419580895453691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d64a34e13f1990bcfa028220367cb5a40ecc877b074bfb6d23bc58dbbd7acb31","sample_id":"mmlu-professional-psychology.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44d8860412a20e510d0d4aa6ab3105a48b67c0441533825bc372cf942e977943","formula_version":"titan-u-contract-v1","latency_ms":0.6509169470518827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1adee3ae4ed4805e804d1c82dccfce51615068f4ac848e96dbc44fe0b5584ea5","sample_id":"mmlu-professional-psychology.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58ffff47fe38a760733660fe77cb3c2c9e1c8bda2bc162145132cd404c948737","formula_version":"titan-u-contract-v1","latency_ms":0.6075839046388865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e59386195df1273581cb4c6f81513fa43d5aa29db16334a9c14d42f776bd5ab0","sample_id":"mmlu-professional-psychology.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61f95445675a336bd4edf022a87df8326f03f71fecffdc59ec830e2832ed05d2","formula_version":"titan-u-contract-v1","latency_ms":0.6688750581815839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e6920850e05721767f2139ca599f608356c27304bbf4f6d92887be52c18efd6","sample_id":"mmlu-professional-psychology.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d00aff05401004ea594fbaaab3260e05de77cc7004e115091e734d891e17ee08","formula_version":"titan-u-contract-v1","latency_ms":0.6386250024661422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3eba89db88d0a6b8080add131543cb8345b2b1a5851e8572117e53adb2736936","sample_id":"mmlu-professional-psychology.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afc97c90dc749f3fb4a8ced82f8957e2635ab0e92780d5a46d9118d9fa90c79f","formula_version":"titan-u-contract-v1","latency_ms":0.6122920894995332,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4be8b5c8908e9d1652e18a501d728d267edfdaf341ee9063a2dd53263216917f","sample_id":"mmlu-professional-psychology.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5d3ef388a9bc5e17e51a697a27964851e3132f595bffedcf26cd710b8180e09","formula_version":"titan-u-contract-v1","latency_ms":0.7532919989898801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"102be782a3727ec9a7b21cc5974c9557479458f0ac14f8efb109d2aa40fefc51","sample_id":"mmlu-professional-psychology.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6319a92db2e7ee59042db87c7a2940329314f539d46e9acfb72d1acd81093e7d","formula_version":"titan-u-contract-v1","latency_ms":0.6144159706309438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f719f1fbf25f26f45a450a990a5a75c690c4c08bb17ec742eff6921535378903","sample_id":"mmlu-professional-psychology.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f0ad454a224b41247a28f08c7508a133fa04198d85be52e9d5856e911b918de","formula_version":"titan-u-contract-v1","latency_ms":0.6160419434309006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e720a6c6ac5c4ae9deaaaabf73af20dbee535b1c20a8516696fbeb9706d5d28","sample_id":"mmlu-professional-psychology.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d21214a6fa9e8a33e1bbcde661c596b431672e0a60e8efdc28b62e9d8063192","formula_version":"titan-u-contract-v1","latency_ms":1.2388339964672923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e71e5695686d32c1b34a6f72245556c298b4ff627486074e80623dcf23e9ac83","sample_id":"mmlu-professional-psychology.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e981f8e7e073193981e887054b35edfe3af024f1eebc3e2b0d4e21db2e4ce95","formula_version":"titan-u-contract-v1","latency_ms":0.5744589725509286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96f7a97a77bcb3b0a9f9f51212ecb45d4540fe5f9dd0f0baf2dcec130dadcdb6","sample_id":"mmlu-professional-psychology.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d4bb59c9da8d525a125711d7fbec3eb3ac065cb0de2ffb666470a2110ed08a8","formula_version":"titan-u-contract-v1","latency_ms":1.6753330128267407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f95c41da2e371ad183b06075671d28fa1aa7680964e350cec48848114aba5f88","sample_id":"mmlu-professional-psychology.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9d9f7451c9ba38fc6b47f1ca8e876985203ebcb2af8f5e3b0ae9dc4463e17cf","formula_version":"titan-u-contract-v1","latency_ms":0.7371249375864863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"599f23efec24ac7ea405c96fe503e0af2463256b0c3e5150682a4a2e7a243daa","sample_id":"mmlu-professional-psychology.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8497cdae161446cd97a68ea825c2742af040ca63098d39313d307b9cb0d69a92","formula_version":"titan-u-contract-v1","latency_ms":0.6633750163018703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21678253fc50a2e46b7a62a112eef14e5cd78c16750aede02a1badf5685519cd","sample_id":"mmlu-professional-psychology.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5a3a4e822a43de8eab1a24208569f681559225d73472d4c88801d0e19f97b97","formula_version":"titan-u-contract-v1","latency_ms":0.5145829636603594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c0d1c185ee9ce9894ee584a147e89fffbebed9b7d31c998401077f735c22494","sample_id":"mmlu-professional-psychology.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c1353fadbd637995140ccbd42604ea7c692d1fc744d048930ee2ee772f19671","formula_version":"titan-u-contract-v1","latency_ms":0.6951669929549098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8de69044de54baaf652ccdb0dbf85d0625fafebd68aecef5322c7fb8742cace8","sample_id":"mmlu-professional-psychology.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9291434d0b32433aa343a71144612beac1981b240e15870f211f6d278a6bffd4","formula_version":"titan-u-contract-v1","latency_ms":0.6632079603150487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cbb2fe391a42452026e8a9e40a2f57cebe145f2c6871df9ec5f15fdd4158475","sample_id":"mmlu-professional-psychology.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47f583e8d0eafacc1e823d6344b350fd5110c3387f33f0bb49144223e0ed98d7","formula_version":"titan-u-contract-v1","latency_ms":0.5067499587312341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da7722044b0869bd67d0cd6e0d69d96c1a55aa2ade74f642b39fd9ef1d3faee2","sample_id":"mmlu-professional-psychology.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3b3f7bcafc793538fd89824f5fecb3aa40f338e7bee7c36672aeb34d5b68f21","formula_version":"titan-u-contract-v1","latency_ms":0.4610420437529683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e3c27b2954878bf01be2cca203b9a2b386026dc7ec1490a0387163d641fab12","sample_id":"mmlu-professional-psychology.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1d0af5488d95e1d01f24ce2bcf0d8b65cb0deaf2023fa391f7b20ba710418b4","formula_version":"titan-u-contract-v1","latency_ms":0.577417085878551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fed3a165a15a750836996cc8c78c2e014b9438b0464a1c9ac1566953094d3045","sample_id":"mmlu-professional-psychology.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb4132722b430d5cfc91fa7075728574db90b57ccf4a7acdd45b12d72257e2ee","formula_version":"titan-u-contract-v1","latency_ms":0.9254160104319453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"171a4ad41b7d1fab349b8680a320577e6543405c09d8c4c215ac1eadb3ca2662","sample_id":"mmlu-professional-psychology.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21ddcd496958eb35d7565db656096dcaa89c06bdf5bb78a6b0cbdac119718b81","formula_version":"titan-u-contract-v1","latency_ms":2.065500011667609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed4ff5c0431bcec9eb73e2688e724dfe299cb83d57f7fafaa48d8972c2fb982","sample_id":"mmlu-professional-psychology.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"113d84814545290527bb01d2a96b2fad245a1103ca9d75a4f17bf5649c4d62ee","formula_version":"titan-u-contract-v1","latency_ms":0.6153750000521541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3f31321a406480987e60d0ffa12e47eabf0bdc96d6ca868c663ff0af19997ca","sample_id":"mmlu-professional-psychology.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"858368faa8f2d2f6b17858f0be9e7a698b7c35fcf74d0dcd003a40dbe5b2083c","formula_version":"titan-u-contract-v1","latency_ms":0.47516601625829935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cc15c8472691593f6b176080386b4b0cb79f932c30b0ead0943d1dd945a626a","sample_id":"mmlu-professional-psychology.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7af1fa64b0c51b03efc4e29a304b5fa4b317f0d96cfd1f470de0223e9ca844cd","formula_version":"titan-u-contract-v1","latency_ms":0.7753749378025532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e592ad276e4618c595a27b2fb887ba1cf3758f0633e165f322a921e69a17738d","sample_id":"mmlu-professional-psychology.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbc5b45d66de92ef3767f84728cb5deb109edaabaebb8bfd50380a9c31f83632","formula_version":"titan-u-contract-v1","latency_ms":0.7449999684467912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"252698606a92c426a907b8e561d0ef96154b06763c83827210ee1ca8496722a5","sample_id":"mmlu-professional-psychology.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8678eab1afdfb9b66366922570c7bfe2cbf607d7094d47c48cbc7410ad2f1276","formula_version":"titan-u-contract-v1","latency_ms":0.539042055606842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0788c8f2108e9c05fc41483746c4c1cff096fc37a533488a125cad9d03d98f8a","sample_id":"mmlu-professional-psychology.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63019bfd17a0018fc4cb64daf23574d7f8b907a0bac7a1f7efa0aeab7bb80888","formula_version":"titan-u-contract-v1","latency_ms":0.4276250256225467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38691680b86b2c813bb3eae2baf42d8b6ebb7c063115214000bffe3ed63bd79a","sample_id":"mmlu-professional-psychology.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5e7dff303f4dc7502b36909d2e2d038b7376ba4c04b0c3dd819ce279992fbd3","formula_version":"titan-u-contract-v1","latency_ms":0.6762089906260371,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9adeacb1794f8224cfe0f80c42d7ddb804a87d85b68380b698e3e8e13dbf3a3f","sample_id":"mmlu-professional-psychology.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"232c04f8e19330b3532e264c2fdd68ad6597f20bdf06af669aca3bad9a802f0e","formula_version":"titan-u-contract-v1","latency_ms":0.7035000016912818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feb8508ce09b2dc6e8d5179b99c4fd33008e90ee0fd6ea78fa30a2e7731ee7cd","sample_id":"mmlu-professional-psychology.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f52552feb07af59f7395426c9eb307a5ddd80ff0a9b891babfd50aa9fd1b86f3","formula_version":"titan-u-contract-v1","latency_ms":0.7465829839929938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73a6d2bcd545222463ed89fbd8f3fe9c2d0715a47769b17b59fd401b8cf829bc","sample_id":"mmlu-professional-psychology.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"595849a3d96a3e1811f981ba50680a8da81095527452b34e34c80acd75bc6ce6","formula_version":"titan-u-contract-v1","latency_ms":0.7052500732243061,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6907878f2e9342140e9e4854c577fed76c1726a2537933f4d95390a864e26e8a","sample_id":"mmlu-professional-psychology.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48210442708e7c653538b8ff4509dafb62b090e9a2bb35ba9452abaea2d64b9e","formula_version":"titan-u-contract-v1","latency_ms":0.706917024217546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a68aad789283b5e96c663a5c7b832216c7e32bd127bde22fef44588e2de790a6","sample_id":"mmlu-professional-psychology.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"941ef5b4a63d66400d868893312c757ad8ff763f0feb1dbd9139176725008b1b","formula_version":"titan-u-contract-v1","latency_ms":0.7327499333769083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d589f810b0e33c98594493d5d29dbef076df489e26edf573d9838bc6f82c465","sample_id":"mmlu-professional-psychology.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"134629f60d2fabae62fe6d094560e52f65f9882087f0b7fb7eee811f8b7754db","formula_version":"titan-u-contract-v1","latency_ms":0.9057919960469007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"666e7a614cfa5ca91e281a6f7f7b104d2f904a30f3f3cf8c11848a2afea1cd93","sample_id":"mmlu-professional-psychology.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"024c107ba8c310eb2aac8fcebbf127c24304160af5283f646f8411ed1b97b38a","formula_version":"titan-u-contract-v1","latency_ms":0.6965419743210077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"018d47c3ea2198c4353bce1791a86a07632feb1170a088c0ffa8af99a8269550","sample_id":"mmlu-professional-psychology.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bca02c97f3e9689d56f4b61222c5ccc9b374bfb5252b5901a4f67775f364d1b","formula_version":"titan-u-contract-v1","latency_ms":0.842499895952642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ab9cd2a83f95cbd3bbfb635dcb3f4aa97d0b78420be32900f416ddd9d4e844c","sample_id":"mmlu-professional-psychology.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b042b88ba7f01cb2925236860cf8c8ce673816dc62f94290dc950e1d85d0f527","formula_version":"titan-u-contract-v1","latency_ms":0.8211670210584998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fc9ed0e881dfd900cb0355fa9e5eb10e9119aea50ba686d13fe909d455a84ee","sample_id":"mmlu-professional-psychology.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d757c70a533cea45d9b1e3be24e04afe6b45fbcde5b38884432b9024376a48c6","formula_version":"titan-u-contract-v1","latency_ms":0.6737500661984086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8b7ca8d4d82b2827833dcd119d86ca3939fbfc33157e5010b837221201c2549","sample_id":"mmlu-professional-psychology.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f46960b32bff99cbc50d497283999112804ef15f10ae8d2f6a43ebfd826bbfdc","formula_version":"titan-u-contract-v1","latency_ms":0.45912491623312235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9b587c731bfc6d21108abc3cae26f1d3ed69625e4dc3024afd98255b57e662a","sample_id":"mmlu-professional-psychology.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa01134f9f9903f8858054bfa64756d8d1aef57d00aab3e15366eb59706de29e","formula_version":"titan-u-contract-v1","latency_ms":0.5055839428678155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"472f975863f7be27d5dcf93ba204ca9abc7b83e425485fddb595cd026c2e1571","sample_id":"mmlu-professional-psychology.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9922cad296bd9b5e2fffda8c385742d28a75c79817b06c4dd8b9830e7a6eb0e","formula_version":"titan-u-contract-v1","latency_ms":0.6503339391201735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"728c36abc8222fe4943a593a09b7d4228fd2cf7a59a7afc26a7b0e8ab8454d58","sample_id":"mmlu-professional-psychology.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3dfecda5c2cdf0c06e460ab0a32615102fc0fc8a1f4374ee2851552c2057ec9","formula_version":"titan-u-contract-v1","latency_ms":0.9825829183682799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"483ef8241aa34092228bd04c094de1020dc1981145532f3e83447f029478194a","sample_id":"mmlu-professional-psychology.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e18d747d866f50acef4da9e232df49412e008518ba049f727ccad2400f95c7d","formula_version":"titan-u-contract-v1","latency_ms":0.5530419293791056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c0119c01e25ba0918d14e2b94b0fb68501b6a643a5db2d698b1437f8bda21ab","sample_id":"mmlu-professional-psychology.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2932ff042ffbcbde4c73e9e78757baa68967ca8294d684f7b9c6b70faee08946","formula_version":"titan-u-contract-v1","latency_ms":0.5209168884903193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a58b09171930554192dffc1556c60691a3e1fad7c1034758075af1180e2bc186","sample_id":"mmlu-professional-psychology.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a51351ff648d7feb408aed29f9494a8202354f8b3570758a89d7e96e5ed8bd4f","formula_version":"titan-u-contract-v1","latency_ms":0.48516609240323305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73a0864c5456ddcb3d1aae65ad69d232de25e735a390f67b15866c821c8079ed","sample_id":"mmlu-professional-psychology.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d560cbf8d3f71a5c4aded7d08f184556b4e2c3d5a88188d6727a6677a750d174","formula_version":"titan-u-contract-v1","latency_ms":1.0982080129906535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40cbddf806abea08f0c1fce3a78ad8abe8c501ebccb7da4a704b0b619837375e","sample_id":"mmlu-professional-psychology.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78687fc0f503d21abf85fbedb768acb24dc8fa6b435bb25500ff7d8d14545e48","formula_version":"titan-u-contract-v1","latency_ms":0.8270000107586384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8124753fe8ca90129d009edc5d6f06b847c47398d1c8bfc3222011b5d4bda3e3","sample_id":"mmlu-professional-psychology.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93e040a0488e8d4ee299b0b09c8b499c76dc1632d0739eae805455b04d0ba408","formula_version":"titan-u-contract-v1","latency_ms":0.4717080155387521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61cdd69d08715ff5bdbe4e7d04b088b885d2eeb63ae160d228150294af80ba86","sample_id":"mmlu-professional-psychology.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29bfe1b9300f8c6198bc44a5942616b1c7828c9d0f43184e4789ff71ac516a8a","formula_version":"titan-u-contract-v1","latency_ms":0.4442919744178653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d372d99f52d3096ac12842405194079fea199f403f6756f6c57f14a5271ebff2","sample_id":"mmlu-professional-psychology.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38958e62af834cf09edc0da3f18a9b66d8fbf836556d746406b4bc06986e1b87","formula_version":"titan-u-contract-v1","latency_ms":0.46145799569785595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8d77bac283c23b7f6ef2b738b65a1c96a15cdafe9eb0af22d34c1db0fa52688","sample_id":"mmlu-professional-psychology.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a65afb0876ef1e7a1e1c84eba3bd08e1c54261e7a3aa6044d704c9c5568566f","formula_version":"titan-u-contract-v1","latency_ms":0.5926670273765922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd0a634627ff9f9c9786271dee0c18cc6ed6ce03b4c8c2c60752b8d0438b9519","sample_id":"mmlu-professional-psychology.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5a10db592412dd166326b2d92b7b2003a880797d98ec8d7937b559f35fc3eef","formula_version":"titan-u-contract-v1","latency_ms":0.8871670579537749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fe2e45493fcbdfd1f7265b172db1b57991622827286449285563201e0d59ffe","sample_id":"mmlu-professional-psychology.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef92d1e40121e54f79507d35d04d43f05203b850a599ed6fdd58daf682b96e38","formula_version":"titan-u-contract-v1","latency_ms":0.44466694816946983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db9c699cad624c92d6f2c55293cb10f62306db76fc51a15aebc01307431a1d46","sample_id":"mmlu-professional-psychology.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0da6a039733a43e357c056c04571f95c4876464158eed184ea880924d71d0b0","formula_version":"titan-u-contract-v1","latency_ms":0.5920840194448829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15a26e991c77d0320c47ec99058f8f589916608e02440426792a0269db1f6f0f","sample_id":"mmlu-professional-psychology.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48fd42b83f6e33ede2ad298143e11297b96a2cb10b3bcfa6937a843a1678fd95","formula_version":"titan-u-contract-v1","latency_ms":0.4996670177206397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac848797aeed198d196cad0153020bcd3127b36da8b493d84f80630e2fe10639","sample_id":"mmlu-professional-psychology.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f49e783c94572bc33406866d687a1c0bec3d4886a90f8a5a0988f634d4f5b952","formula_version":"titan-u-contract-v1","latency_ms":0.5246660439297557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"314834aaec45701664062f75fdab73ae9b0d390b63b605e082834755acca32fc","sample_id":"mmlu-professional-psychology.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98fd627801707959f935d2e370fc3bd3723335f7f2a1f71b948708e37a957211","formula_version":"titan-u-contract-v1","latency_ms":0.8562499424442649,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88f6f1e442f8fbc0e3298274cbc366882b0d67fbe42e9d7fe7eb71d49006425c","sample_id":"mmlu-professional-psychology.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"416dd4c7e3bd4582e86a4ccc5a3d91fb6ed8fa2d8441fd66104961098228e2b2","formula_version":"titan-u-contract-v1","latency_ms":0.4416659940034151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ad39fa2c225ab90c8a1821f0629e9c604c71b9f735787378b923f72982e79f2","sample_id":"mmlu-professional-psychology.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cecf8f5bd920eb91c012b9e9e2c0fe8c16f177955535a8fa2022027765267e90","formula_version":"titan-u-contract-v1","latency_ms":0.8382919477298856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97a198ec5c4a2c38b890e722f3e2eb7d6a2ebfa1bc59cc8c27e1eda0e2d3ec1b","sample_id":"mmlu-professional-psychology.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c955ee7b1ed56874168921a33a6eea5fdcbc8e5aed3ee4d83de263b09025622","formula_version":"titan-u-contract-v1","latency_ms":0.4316670820116997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a1c75c00b5467fd18c7174c8f0e6f127f248998761d73869617b322052f0895","sample_id":"mmlu-professional-psychology.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a174aca2a20aeb0eb470b2809aadf0e9d87bc005358802520924a0adf99e56e2","formula_version":"titan-u-contract-v1","latency_ms":0.7769590010866523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb889eb38c20a0f28c2ecf738223b009475d5600795968b14b59de5ff0cffea6","sample_id":"mmlu-professional-psychology.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e3fcdd95b988633b11733241d95d12a0d3d50cabadd1a79c725977ffae59e42","formula_version":"titan-u-contract-v1","latency_ms":0.7493330631405115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b27527aec3b570e258973320dbfa4a3782945ff8e92836a996da8931960646b","sample_id":"mmlu-professional-psychology.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cbc6d4a345634838aa323533baa3813bd8a333d176f8a7fb3da56293f03cbd2","formula_version":"titan-u-contract-v1","latency_ms":0.582875101827085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56da8dd07acac943cbb93db0ffb2545af98b12477ba6f621c369b152301757c8","sample_id":"mmlu-professional-psychology.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b266f68d57a166da29b04bcc1162b5e2100c7194f6ad9274e83d6700abfcaff","formula_version":"titan-u-contract-v1","latency_ms":0.6418749690055847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"522242af13e68fea8feffd5862cc37e55c32e415e29ae63fb6dc23fdc719f58e","sample_id":"mmlu-professional-psychology.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05a440d4a66366834d4d77e9f46e11903c78c2bd26d501ffea07d5638276977c","formula_version":"titan-u-contract-v1","latency_ms":0.6412500515580177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5848e71f44f36e8ea55db5772eb3005ab6969559dc140f1b4af258dfc4e66869","sample_id":"mmlu-professional-psychology.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64829c744acd8874228ff4c19a55bc41623a127e6d6e9ce371410820aa875b6f","formula_version":"titan-u-contract-v1","latency_ms":0.6003750022500753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"884f0193ae35cd5bd63e5861553edd20496f0eb69346fa4885b62ef3aa5641ae","sample_id":"mmlu-professional-psychology.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33ac1afc8fb93e92eee6d90ed11622439cac4f77ced14b53a17d63edd89d1ffe","formula_version":"titan-u-contract-v1","latency_ms":0.43474999256432056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec9f1aeabf5cba2d9513e8f9b126f06b2c847349f3fe561f0e0e787e520dfb9f","sample_id":"mmlu-professional-psychology.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78745cb39902c9628fd670eaa9fa862fc6c54104821b92cac535dc9d752bce20","formula_version":"titan-u-contract-v1","latency_ms":0.42637495789676905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07cc97505fa4dd1f841f74c6f42242978a30ee36e71cc4d486f1307366c355ca","sample_id":"mmlu-professional-psychology.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"643022036645ff9fbd20494f073f6146b5451c2d165caa9e57f27e02d004a5e5","formula_version":"titan-u-contract-v1","latency_ms":0.583832967095077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0241772be84eba9abfe2d0a7f71783043ff34aaf445cfe7df53bbf6186eefea","sample_id":"mmlu-professional-psychology.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70bb28e56c6e39d542be82891de69f8276feb8884085d5b650a0e02d68e4d7fd","formula_version":"titan-u-contract-v1","latency_ms":0.9995419532060623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3b9bf66ae3cd74d4aaee66784b73e8afcac508efc1a83aefbac84205b34d2d6","sample_id":"mmlu-professional-psychology.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a34f8a6552b7bcaefb09e97f06157f4a8c0ea56bdeee12194e81afb6645aae03","formula_version":"titan-u-contract-v1","latency_ms":0.9314579656347632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c4d4bdf8edb7196956ab145764c1a260b362bc295c4293ed6b9b26a75799717","sample_id":"mmlu-professional-psychology.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4038632158dfc8b86f12f0e0069a82c220d60a36d52d0d692274ce65126abc7d","formula_version":"titan-u-contract-v1","latency_ms":0.5527089815586805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df6e2a9333b8cc58880f5bc6f843d0e2e5faf6a7574a77536c4a6eebd64dd184","sample_id":"mmlu-professional-psychology.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"329127c1657f4005b63199aefb91606a041772150e150ec8ea853452f669a7e1","formula_version":"titan-u-contract-v1","latency_ms":0.8753339061513543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"956250a2c458c29a356e53ed76e4f31a64322b0a454f4e92ae789f6c2f523d56","sample_id":"mmlu-professional-psychology.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"014289bd98ac99728fc542383430e3abf347d8945af607096355a90b811a6622","formula_version":"titan-u-contract-v1","latency_ms":0.6513330154120922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c2ea4ed21fa3ee75da3333be3ed3cfeb9a668fbe4fd2e2df7af5aa7bfa22874","sample_id":"mmlu-professional-psychology.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba0cf1c7a4443421ee030a765e2c26040ba69e0d33cd79c88d163cf86b076a9a","formula_version":"titan-u-contract-v1","latency_ms":0.7952499436214566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c100fa2be39cc9dc6a144b747330cedc19f4a9e7c0f34e64fee83dc064374d8","sample_id":"mmlu-professional-psychology.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f68dcdaded54a8457eb27f389c8dfa492f1d14e0228f6854869c0416595a845c","formula_version":"titan-u-contract-v1","latency_ms":0.5542089929804206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad8c2fab152e691e2b8ccda394f09dfab6bf17fbafd4949134b2c48bf4fa9c07","sample_id":"mmlu-professional-psychology.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca3b26ef1f0edd8b6008387c7589b8034fa1f5a2ebb644ccb7badcd26cb35475","formula_version":"titan-u-contract-v1","latency_ms":1.0711250361055136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de56ec9e7d1e5fb75ab9f519916f0f2cdcdcd718502435f2e9af29f56f11cce3","sample_id":"mmlu-professional-psychology.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"072dbb9c35e04184a4ede018eec29750fed0cb8f5b8b613ec82571a9342fa63b","formula_version":"titan-u-contract-v1","latency_ms":0.7415830623358488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d7286872a803749de5e71486e3b53f0992bca1a4037816e20dc5233d2bdc166","sample_id":"mmlu-professional-psychology.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d4eb7108b57ed7b462203d37c8f2d38ee163fa50b45cb1459f4651478791d6c","formula_version":"titan-u-contract-v1","latency_ms":0.5516250384971499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63a52e6c8388fb1cd185f38981b3e7f73ed2d168fb66da653d4be999b7f2da2e","sample_id":"mmlu-professional-psychology.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba4b91382a45d518b976f8a027da26bb17f412ab460e9a235a4c737c6accb148","formula_version":"titan-u-contract-v1","latency_ms":0.4723749589174986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"214e6822329e55d7132cab7eb606f86160d73dd5c44cd7290c0b7f2ab8f90a90","sample_id":"mmlu-professional-psychology.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d58ca5e563891e48e2eadac789f1e1f5514841b55a0ccf90339d13176fcbaa0b","formula_version":"titan-u-contract-v1","latency_ms":0.7627919549122453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d326e528dab9aee440b5fe4f6001bea2f7de2c8ebff2c164f009f32162437b2","sample_id":"mmlu-professional-psychology.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5223493b150374a3481a63b01a8134491c476abee2ba51fa319a7759d273f9a9","formula_version":"titan-u-contract-v1","latency_ms":0.5692919949069619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edc18c1a5d02cd7ce2ac58dfbb6b002271c242ecee9ce806e0827966f8e1ffb3","sample_id":"mmlu-professional-psychology.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6a62ca803436142cda542ff04716d5c583d24e52acab7f34f9242a0ba67e0b5","formula_version":"titan-u-contract-v1","latency_ms":0.5953749641776085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06ab64c62af94cc4f925fc44694afa158ee5058e063906afab0bc37b2d97b353","sample_id":"mmlu-professional-psychology.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b67c6e10b9758ccdf54738a59b9b14029e9c7bddb23e7b5838ee20a93ecaa8b9","formula_version":"titan-u-contract-v1","latency_ms":0.7379580056294799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e61fc612d602c9c5743155b3bc884ccdd1982b5a1eed09fef0002af3cd77b04","sample_id":"mmlu-professional-psychology.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c454099252755c7e4a020f28f21446aff082cb11077065d90aa3403b7be9fb7","formula_version":"titan-u-contract-v1","latency_ms":0.5406249547377229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a5a549af62b6124f2687ec812720ff2e49aa8635d8a7d6c1da4323ccbd7c0f8","sample_id":"mmlu-professional-psychology.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d198410336d4979607eca81e39eb22a385d31ec000b31a091b6fa834b612b8f","formula_version":"titan-u-contract-v1","latency_ms":0.6520410533994436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f9c7bc98dad8f1c06afd4b522c1eb7db8baef9feefa1381d67b51cf2555026b","sample_id":"mmlu-professional-psychology.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e350743e6146ec1f98f7ad9a12c6b7d84b856c006507cf7b4fdcdcc00d75c96a","formula_version":"titan-u-contract-v1","latency_ms":1.0799169540405273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a218d012cd34aee31fb12a66a4c68c3c1ea612b9b8f048f588c51d3b8673155d","sample_id":"mmlu-professional-psychology.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58748788d95c0bdcc89867075287707f974543f19cca778f5ac97f4c0e35292b","formula_version":"titan-u-contract-v1","latency_ms":0.8312910795211792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5103b25436108c7cbdc3446bf984f0ef148a1548a67bcf522f8ee78a8d1a349","sample_id":"mmlu-professional-psychology.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08e85edc3990413a072abb34866b325a7cf9b78020cf69d15860366ac39a6641","formula_version":"titan-u-contract-v1","latency_ms":0.9416249813511968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"790d95f4e08735cf8db300aeac3a9cbaf1033027772e13ab3e856dfd56bf13b1","sample_id":"mmlu-professional-psychology.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"149d1cfb65fc8c227f7ca2f26d3405eb4524065c7a11cdcd96418c2a8f4e860e","formula_version":"titan-u-contract-v1","latency_ms":0.43999997433274984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6fda417a6181bedbe6e78a2e421564335281a6f65857910e06fecccf246775a","sample_id":"mmlu-professional-psychology.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75a2fb89407ece9619fa14fa6690254b837d262ba4377e471bf23e4471dbc66f","formula_version":"titan-u-contract-v1","latency_ms":0.4635830409824848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48f77b07aabd0c4ae0ddcd13d52190eeaeb19099ceb61d134b5dbda05478118f","sample_id":"mmlu-professional-psychology.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f6ed151b3628b16ee6a9e13c77f130fdde378f7713c29f604321b1e308b9041","formula_version":"titan-u-contract-v1","latency_ms":0.7103750249370933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecccd8eff199c77251a4d6b5a095072698e29c4471103196a6a530c5551e320c","sample_id":"mmlu-professional-psychology.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2f0eda925a3da6757e992c80d27c50a546e3ee81527635a6d8a455cfa687bb5","formula_version":"titan-u-contract-v1","latency_ms":0.46608399134129286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"544a8bab8fa009b545c60441d5eae0b5b7ab86a141c937dc3c014490adae85bd","sample_id":"mmlu-professional-psychology.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8200bcc152b1e342d2e06bb3c6ce792bdab69bfcd0bd7f562feeee4e4ae0a8b7","formula_version":"titan-u-contract-v1","latency_ms":0.5428330041468143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e9648e3830d33899c699c7e7214f95f9cf65cb89ed843d5f92f2c97bdfd147a","sample_id":"mmlu-professional-psychology.val.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ea1310e8d7182f2b7435c4956f2f6c49d4f652defb902f92796cd65750a7958","formula_version":"titan-u-contract-v1","latency_ms":0.6192919099703431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c71906568f4ca36378379eb0a755d3854fc4227b84356a3c1d414638a55b4402","sample_id":"mmlu-professional-psychology.val.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6df53b14e5ee2c2ff281e85473c43faf986ce0c618674181af2a21cd3057ff45","formula_version":"titan-u-contract-v1","latency_ms":0.6835419917479157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52896613357fec563605d5e88032fe13242ff1db0ded7d1b84880e2da5215f34","sample_id":"mmlu-professional-psychology.val.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9019524718722e7071f1456159c096ead97aae694cc9ee326489814cc36d1e16","formula_version":"titan-u-contract-v1","latency_ms":0.49637502525001764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a86eb2582937e73b7bed5a35a57d4715b42070da7a20daba80854322ddbdbac","sample_id":"mmlu-professional-psychology.val.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0279ce75e32b8bc6e66b8d23ccfa7065ecd203a266824a6faf2343a6ebcfd1e9","formula_version":"titan-u-contract-v1","latency_ms":0.4729590145871043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89bb3ce4dd055cd88df705c13b815d2c5844f313edb4275de51962919819164c","sample_id":"mmlu-professional-psychology.val.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ced63ffcd30a5133b7190db1d105d9775270085d3fa12d9c08b8ee34182056b1","formula_version":"titan-u-contract-v1","latency_ms":0.4492079606279731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48b4ec038f86b0f2a155623e0c6e9e1018aea7037a1f4e51e9f4423ee0c6caa7","sample_id":"mmlu-professional-psychology.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76508bb6b40cbee13fa8c1dbee3cbdac5e2d9a1db8b630b22b7cc43c2b2cc299","formula_version":"titan-u-contract-v1","latency_ms":0.4327909555286169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62501e77c3ba9fc134871afa50cb0564d948f72ecf075d51092e1d054956bd99","sample_id":"mmlu-professional-psychology.val.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4660661986bf5baa6f23c7930098425cee9e46e9dc7de62be0239d0d009ec782","formula_version":"titan-u-contract-v1","latency_ms":0.4879579646512866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8827b9b8b639a5e01e9400c114601191aea739094094eab96e73299fd511ea7e","sample_id":"mmlu-professional-psychology.val.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"112324f1a9496db63f6e4c6c63e4ab61bc55bc11918de20a559d87678e657edc","formula_version":"titan-u-contract-v1","latency_ms":0.6467499770224094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"422407954e35f0527e1b65a79a37f01939f2f452f4dccdef011c7fd0893761ca","sample_id":"mmlu-professional-psychology.val.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91bdfacb5e85d8835c38a20f3ec01e618d0bcc51b69cc0256c56a09fef5abaa4","formula_version":"titan-u-contract-v1","latency_ms":0.584291061386466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6a9c64512fe0852d4abbfc66b662f6a92f09a59861eb6027fdf90ed211676fe","sample_id":"mmlu-professional-psychology.val.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89a03645f9948cdf407ccf80e4c59f1b9f890751fe2af60a3fcfbd32226ccb0c","formula_version":"titan-u-contract-v1","latency_ms":0.4652920179069042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b35116b972fd5750e8763f1927aceb71982edba2c2ecd7da1b9fe0890084f274","sample_id":"mmlu-professional-psychology.val.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44301263a901b96e864b014e01541ff9c98d2907a8480f553665d8946b50b3d0","formula_version":"titan-u-contract-v1","latency_ms":0.46570796985179186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1998483d21bb2ba66aa180e6f9e020b355531e42a2e2d3452f3642c83a6edf2f","sample_id":"mmlu-professional-psychology.val.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06fc6f2982c662857b399b0746d275ed54e364e79fa9587ed4c0aa94c3752442","formula_version":"titan-u-contract-v1","latency_ms":0.4957909695804119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30d50d11ef5468395387e523d9ae61477b4b9163ef1c41ad0be39fff3ec6b68c","sample_id":"mmlu-professional-psychology.val.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"317b8ec72cab6fd9f4140172280b8d81ac3ec101065eb418a1d5543b167b6843","formula_version":"titan-u-contract-v1","latency_ms":0.704042031429708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a68474482bf14f90f160aecebc34e4282426915a1ad9bc062807d6ed080362b8","sample_id":"mmlu-professional-psychology.val.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"816313e5b3398ba227f41d5c89a2ef6db6f4710c1513e4c6af4dcb776ea28bac","formula_version":"titan-u-contract-v1","latency_ms":0.5447500152513385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e33bfac98dcf65ddfc39cb8df6dcce0d5cc668f45688e7df280db709645e1f57","sample_id":"mmlu-professional-psychology.val.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"093ebbbc8c8915b4658003ea04f1019c977c0b1c442f1dbcc0e6a5a9f3630431","formula_version":"titan-u-contract-v1","latency_ms":0.5435419734567404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be7fb09a574a5cdf20f3b3b46707d130ac8c809a676af3a7e1ae4f4476c715e3","sample_id":"mmlu-professional-psychology.val.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba57cf13397a5b4437cd038b087cfe4c230affc876467f5f30893bbad788e2a3","formula_version":"titan-u-contract-v1","latency_ms":0.6508330116048455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5324187381567cd1264cbe17725e543892f982a37ceff5e67f51287a5c3d6ad9","sample_id":"mmlu-professional-psychology.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7e8b62f11a14537283251d9e96b7b68d02fef26b62d873d8fe75e2885478b80","formula_version":"titan-u-contract-v1","latency_ms":0.45704201329499483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fc1f5b2ca445b8149e056b16299f38484695b4fc757e7bd8995ae7f4002f690","sample_id":"mmlu-professional-psychology.val.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cd9a8952284de40f67c9212897271a04c378005b8db28b8ad64e299fe1ac60a","formula_version":"titan-u-contract-v1","latency_ms":0.5390839651226997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4662f463b0245c7e2fdbb1e29ea337a22585a5f39378b53c69ebd275d4c0f7c3","sample_id":"mmlu-professional-psychology.val.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10611a53a087510847934408b38dbe1f8a610ef9e27731f308bc6ad4adaa7294","formula_version":"titan-u-contract-v1","latency_ms":0.6689999718219042,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3e3d31edac90a0c1d7388562e5d58fd97e35efc3fb9476c5fe918dcc88f9c5a","sample_id":"mmlu-professional-psychology.val.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ed3bbd22d7ded9abade433316559a9782e757a3c194eaec042477983d4ed126","formula_version":"titan-u-contract-v1","latency_ms":0.47154200728982687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"402a0efd6700ca3ba958067aa397993f3670eb87ebb9eade63a4ff785ce74e83","sample_id":"mmlu-professional-psychology.val.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7b7aaf649c3f066e1f677028c7d2291d280ee6179882c891bd385ea57edb21d","formula_version":"titan-u-contract-v1","latency_ms":0.5912909982725978,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c92f059543b45b65580961519adabbb7bbdae2836f5005232394688f806e1127","sample_id":"mmlu-professional-psychology.val.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b49d91f536305eb0d063013d340101b1a32b6d6bd3848d87f2586939aac068a","formula_version":"titan-u-contract-v1","latency_ms":0.6020000437274575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99dcb15d3b3eed03340c814db106a2d807ed31eca714c72ecf0fbab9c349ead9","sample_id":"mmlu-professional-psychology.val.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75d717798c48d96a5b23c4e9258fe5172ee08608eb047d56ab354df0556ebb07","formula_version":"titan-u-contract-v1","latency_ms":0.527125084772706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03c2c54e7aba9c7af355990590bee34b003eb09bd2a19b8d4514a2529eb8d45f","sample_id":"mmlu-professional-psychology.val.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b639e397c1d42d52d3226fc7d0489a6ba255b140438e52ff3b8701fc93406281","formula_version":"titan-u-contract-v1","latency_ms":0.58787502348423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31e41d07efe83e98a132bbb3dc890328f0c235856eeb2114b5347848121bada0","sample_id":"mmlu-professional-psychology.val.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8e18095fd5cc93e7d29d73c597b65666a4b6e1874c25faf19db2e326beb9a96","formula_version":"titan-u-contract-v1","latency_ms":0.6674580508843064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f849838b707546bfa9b80520a10d8de1d36f51e8123a100353ef391d82e23930","sample_id":"mmlu-professional-psychology.val.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50428a57e687e7d58b19081f61c00ad20658e1f991f837e1a107e3f6f8c9e6bb","formula_version":"titan-u-contract-v1","latency_ms":0.6315840873867273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"900a85c5cfb484bb0df9ccd55f30abfab70b8306b4f6be2a170dd9f65bf1b26a","sample_id":"mmlu-professional-psychology.val.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e842ebeaf764e10524cde6a271244e1565f36d709011fddd900f78fff7d64df8","formula_version":"titan-u-contract-v1","latency_ms":0.658749951981008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9aca00c044f9a5e61197e2d599dcdb35ad5f78f92c01af36cfaf2e74b31b061b","sample_id":"mmlu-professional-psychology.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e9be4effb2742927767de6a31d4521b394e06e476999b783d9852e8a7cf9bc9","formula_version":"titan-u-contract-v1","latency_ms":0.5302500212565064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c337a78bab0b766e4f3d0895dbb4d6676fca9ddfb319438af3bcf8e2becaa22e","sample_id":"mmlu-professional-psychology.val.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99b0907d0c9cadacf17f7c970fb55a8b681b5733055b0187ac7c93e04f20898b","formula_version":"titan-u-contract-v1","latency_ms":0.4980829544365406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b611b1da3f4ec0341f0fead6f97f3a298054361f1bc38c8060eeb4be91620968","sample_id":"mmlu-professional-psychology.val.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdb08c22b69a8b19887b462402a988a146b28c2969ea34d636e62a4e29814a68","formula_version":"titan-u-contract-v1","latency_ms":0.44045806862413883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"337c24803968f2dde83f8bf49d55b1e57b449640b6054dd0798e84f413a2f746","sample_id":"mmlu-professional-psychology.val.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12bb5281fcec7f2976b111dca64ebf34d7ee145d89bf4ac7bafbfdf668420106","formula_version":"titan-u-contract-v1","latency_ms":0.6427910411730409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e31e85f379ad866ddfc846367aa0b788b4ee18a9e806901f7cd37b8f61ad6ca4","sample_id":"mmlu-professional-psychology.val.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4692d53f163ab9284d3a6f75f08b1fd8363852eac1ccc595c74264b9548d6fb8","formula_version":"titan-u-contract-v1","latency_ms":0.6212081061676145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a8ab341b5af4605a2e0fdfe38dba1a471cfb0d86f85943a95f5e4c7d33138a7","sample_id":"mmlu-professional-psychology.val.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"225d51a1442d22347f044f6ee29614a39f0ee3c921feaa07d645d1310997c9a0","formula_version":"titan-u-contract-v1","latency_ms":0.6503330077975988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a84a9407c4509177a4c62a995a94c98e8701af2992db83f46b6e2343e7dfcf1a","sample_id":"mmlu-professional-psychology.val.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01c866c2192180281cb087d01a68664a0e15d1b4681f6bbd39490d2d75fdc8ae","formula_version":"titan-u-contract-v1","latency_ms":0.7975000189617276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eda3e54051065ea26964020598ab133e307fe30f195a1463dda4f2a29ff9bd6e","sample_id":"mmlu-professional-psychology.val.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ceb694f7c703fe18f7406e45e3da7d339647162995ab1c12ca7df45a6999fb6","formula_version":"titan-u-contract-v1","latency_ms":0.5778749473392963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3461f2d41e765a94fa79b3547ca05667908cbaef196bf7ee533962d8b4d2359d","sample_id":"mmlu-professional-psychology.val.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fde81feaa32787b61cf257c30139c40cf7bd74f2e1745760e6de126eb681c9a2","formula_version":"titan-u-contract-v1","latency_ms":0.5055830115452409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b802bc4c12131bfd095f60c54c5e01aa5d7021aa703c0c4fe7edb93ed6a80223","sample_id":"mmlu-professional-psychology.val.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f81055eda04d3cdf9d678175d27c93524f9d4ef9f511f0d7dd09d3bf794e115","formula_version":"titan-u-contract-v1","latency_ms":0.4771669628098607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc96d59c169b6e6084aebe0acc5129e23b851e84075fea73f5fc89868c8eb9e8","sample_id":"mmlu-professional-psychology.val.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c126c0507e77a0f7b90dbf17d90b1b3534aed6fd47bbcd41219961229a379453","formula_version":"titan-u-contract-v1","latency_ms":0.6908340146765113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fa316beba43aa07ba922cd167862ab899a87b989a4283150f3dff47ddee6ef3","sample_id":"mmlu-professional-psychology.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e1c879893d4e15765d0958860957ec829ca57f90f296662b11a443b73a4ea4d","formula_version":"titan-u-contract-v1","latency_ms":0.6951660616323352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8a65816da610a3511c6241800c3bf649f1fd2fc3124ddb2168a4abcc4011088","sample_id":"mmlu-professional-psychology.val.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85305530f013a61c68089ec0f80be76699d00c0e2c5accc380bb870d8fcc1c15","formula_version":"titan-u-contract-v1","latency_ms":0.49570808187127113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f281938fa6535a495f4b6d79a80b820db012fd0dd9346ca216803791d3a4cd0d","sample_id":"mmlu-professional-psychology.val.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc3efc8cbc1421970540a4bfbe5657266a7788b10720c695afee3b371a45cd4c","formula_version":"titan-u-contract-v1","latency_ms":0.45733305159956217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"975aaebd34da12c36a800f9e63cb9e24d298549c677e748d5728d64e811732b0","sample_id":"mmlu-professional-psychology.val.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7859fe865b7924f24e0c5873b618d625cd88ccacb6f633987459675f4ba6c93","formula_version":"titan-u-contract-v1","latency_ms":0.5079159745946527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cf7c2a81eff01dbda500f51a299eb7b278728ed6204cb2f513f9ceb3c6ec2f4","sample_id":"mmlu-professional-psychology.val.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c077981c13dde8c1fb3f66c3d5afe2443559398cae17eb8fd2ca1c676a5b2b89","formula_version":"titan-u-contract-v1","latency_ms":0.7389170350506902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b99d1a6cb7ed897c96578f366d360cf85647a845a7c617b1c5c5a511be7cae17","sample_id":"mmlu-professional-psychology.val.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c898668aeeff31f94f080c81d236945b0e532e134b5953a15325bcf1abcb755","formula_version":"titan-u-contract-v1","latency_ms":0.5094580119475722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"801744d6ce2d88de39d467c988d8e429c26bef301571cd300cb3addbef961da3","sample_id":"mmlu-professional-psychology.val.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0413a4b9c41feb984dcc424ce6f00e3dac81177b0683193f227c7401000c3633","formula_version":"titan-u-contract-v1","latency_ms":0.46804104931652546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e908357cb73c471c45f5e98f2e8df5a435a411480a33de9ae50e87d2b3628a21","sample_id":"mmlu-professional-psychology.val.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0eefc4193cba917c8e47ab2aa74c0e083ea549b84de299b140d7add63c65b7e","formula_version":"titan-u-contract-v1","latency_ms":0.5280409241095185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3777103425569c5fb6e53783a4c177f6e746e067a1ee5755294bf7764f234388","sample_id":"mmlu-professional-psychology.val.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e558ecb1a4b3dbd22cab0a090b9bd518189d70fe01ad21b0ac9fc5e5d1c30664","formula_version":"titan-u-contract-v1","latency_ms":0.47904206439852715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6806e64cc3c934f0dad259898af274424f7891c67705fcdd05c7f95e2bd16ebd","sample_id":"mmlu-professional-psychology.val.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63c289484b4a856e2737343983faf6ffac5a619f4c9ae239162335599a9685e5","formula_version":"titan-u-contract-v1","latency_ms":0.4404169740155339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0e5aeb5f182354f2e1c38f0be4e3e44e1a16e9f4dcc9f50365c3f97d47a81c1","sample_id":"mmlu-professional-psychology.val.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b132f30f313abfd979cc1a9cbeac559ba687c41b2450bb8fe95034e4dded749","formula_version":"titan-u-contract-v1","latency_ms":0.4395419964566827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53196624dd0861749328ce3420c86917407d62a8a0edf85f27e17ca54bb3e2d6","sample_id":"mmlu-professional-psychology.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a17965521f7c0790c4081d50b577d40551bd1e5a07f0074fb0e8fa36a80288f","formula_version":"titan-u-contract-v1","latency_ms":0.5664590280503035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04ec343d0a229217069550ae44d354590a4a7f4cff18e50e132b4c60e4b9eb68","sample_id":"mmlu-professional-psychology.val.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"066d809e12a3237c86206c1a8c0fe836718c9ab44412b9f926296ac6a5bc8d2b","formula_version":"titan-u-contract-v1","latency_ms":0.4427500534802675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbea78313641c9d699408c175d21f7e74cc42a4d6cb331d4473f9dda3cc07225","sample_id":"mmlu-professional-psychology.val.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e2899968a933505c39c38914453c1db1ddc12b90691ac0891955dbc4a4fc92b","formula_version":"titan-u-contract-v1","latency_ms":0.4819579189643264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e82ac2319f7856590dc73a8e4495ba6ae4ebb0d1df90a247a0a5aee0553f793","sample_id":"mmlu-professional-psychology.val.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a365d69431dffc0cb57bf81fe81dbb1621a2cd335ddee9b9b94038c6353414cb","formula_version":"titan-u-contract-v1","latency_ms":0.4924589302390814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40be41ba844129fcc4f1ab98d74a77a65e8aa451c46f2a02a8ba2c036a534f96","sample_id":"mmlu-professional-psychology.val.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8160f4f99be64f959f5573d6958fb7e9d1087950317ef3cb09bb03708281b778","formula_version":"titan-u-contract-v1","latency_ms":0.48945797607302666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eccf9c0217edee94b627f70681cb084126496de1d44be6ed31d99e57df0262eb","sample_id":"mmlu-professional-psychology.val.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d0236ae8555e6a24eefe8c059f9d0fcabbd44a2d7e149ba68e8a0c227a3e31a","formula_version":"titan-u-contract-v1","latency_ms":0.8581249276176095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ca007bc3f1a45ceef6fd45b66e81a2672f3451dc0dcddf285a040abfcb6aad4","sample_id":"mmlu-professional-psychology.val.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7106fc11aced78920cab32cb1d38df8742724a78a8a048773ba81d35c8ffcd75","formula_version":"titan-u-contract-v1","latency_ms":0.48937497194856405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82da4e7620840ba4e01b577bc777ccaa0b88ef7b1a5dacd0af9bf804c48dd1a4","sample_id":"mmlu-professional-psychology.val.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfda823cfa9b1c052cb5f2fa94d8d21cdf1b7707b1eed9cd02c6c0358f6fb0bf","formula_version":"titan-u-contract-v1","latency_ms":0.5189169896766543,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11511e5f6e52349caf5c8e7eb89a91340a58cb083bf54568551c4de8a5b76749","sample_id":"mmlu-professional-psychology.val.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c17c37ba032cbd46d0f84c01734c3a357149eae763ec5f8ca67dd922796c8278","formula_version":"titan-u-contract-v1","latency_ms":0.5085839657112956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f06c06210e00bbb651d1c7dec8f27a9f6cbba01e713184101a8d45cfa282b4e6","sample_id":"mmlu-professional-psychology.val.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d06946f2fe190f00f348d468818510defcf3c6f9340f4306c247c40945a6d5c8","formula_version":"titan-u-contract-v1","latency_ms":0.5483330460265279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33bf04deab6fad1899739c9ec0a1cd001187c1b1e531804467578f7e1822d596","sample_id":"mmlu-professional-psychology.val.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"325df3b9c8a0a288110f6c7b830134f893ce7450a9c67b4a5f82038d7990f1f0","formula_version":"titan-u-contract-v1","latency_ms":0.48695795703679323,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9418bdff68dc630f6c37844e70088011faa50f1fef612399042a6ec5fe012c5","sample_id":"mmlu-professional-psychology.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c5eb60909b5145bc04347d8d4f36d5a4d8ac92e692674d97cc8ad7b45134cbe","formula_version":"titan-u-contract-v1","latency_ms":0.5077080568298697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16db12842b4757f6b08d1d317b2d04c64c2c823ec9803d7198b4b7c5532092a8","sample_id":"mmlu-professional-psychology.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc04a4295e9736cb598f1de3034e960e2fd75143dc36ad1bddf5c7de44d62723","formula_version":"titan-u-contract-v1","latency_ms":0.6491250824183226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a8d162fd731a038085ba5019e93aa86b63289644c5c9a627768e58b11e0d715","sample_id":"mmlu-professional-psychology.val.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83b3949516a42860fc63bf39967a150701fceeed9ee87a56afc39093b0fc12b9","formula_version":"titan-u-contract-v1","latency_ms":0.5515830125659704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12a3c2e78ec1f03cd8793b291a8cf243ff545b220a9ce1713397c5c31d580bb3","sample_id":"mmlu-professional-psychology.val.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93f3b41b80e5ef151099cf6ee7c4362b39b5aff0d66dcd9b682d2b6e3d53039b","formula_version":"titan-u-contract-v1","latency_ms":0.4961249651387334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3db153de2c7f6af11162a398d3d3ea81abd84c264ae585205d9a6a3f47c00d43","sample_id":"mmlu-professional-psychology.val.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6346a7414e2fc002170d7d05f63549f60f289aee251333e1bce3988b6456f72","formula_version":"titan-u-contract-v1","latency_ms":0.46895898412913084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8382e76d005effa2696e8873357a7ba30e5c57d5a9d46c276b419e39629aac99","sample_id":"mmlu-professional-psychology.val.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f51ed578900a5d04ad279455d0cafafdfe530b1acfd3bba97b3475f45f618375","formula_version":"titan-u-contract-v1","latency_ms":0.6828340701758862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29c2021999ad27e10aa82b0688b5b853a388992b53c5d662df4a6dc9bcd5e729","sample_id":"mmlu-professional-psychology.val.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3be224492b9dbce79e3a27df1252a0804c6cd6571cfc0b5c7a47ec1f5886f116","formula_version":"titan-u-contract-v1","latency_ms":0.46433298848569393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6544b42b00d1c27bb8fa71a227f8d5428eb1c6fdb13d14f067a1962ae137425e","sample_id":"mmlu-professional-psychology.val.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d598ee2a9aab637d387c1bfda6a596f452ac8d4f6d6d9224b0e88785c0e497e","formula_version":"titan-u-contract-v1","latency_ms":0.6279160734266043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"092aa01b8cff6edeae305eb9279442078dfb2e197d4a0de5e757f8dfe1fb04d7","sample_id":"mmlu-professional-psychology.val.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c44ecc1537f287e325cb7f49e2d3b8cbfc85ebd8e04ba7771d2bd821c811ebd","formula_version":"titan-u-contract-v1","latency_ms":0.5174999823793769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4285bc5c019da98b10194e83357c19733bfbf1cf04312b57262a6b94f3a99645","sample_id":"mmlu-professional-psychology.val.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"190a9f8355b5a94417ba0a3073f5d34323a2b6c3379ba4a30c946a158ba11df9","formula_version":"titan-u-contract-v1","latency_ms":0.5283750360831618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dc7cd7d00d1b36b87f9cc89eb86747beb79f4271635a0123e42c361011f87cc","sample_id":"mmlu-professional-psychology.val.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"163f5603838d6b348f5af00f0dca6e67e6337bac903a362c5ab35d0345f75288","formula_version":"titan-u-contract-v1","latency_ms":0.549082993529737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"668f0ec79f42a40b76ba0f98c010669ead012cfc15680d9509717e3e55fb7e7c","sample_id":"mmlu-professional-psychology.val.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a83d3fadc34d03fc886795dfb537368829e3e9f39cec8f5c2f378244a4a36ae0","formula_version":"titan-u-contract-v1","latency_ms":0.5739589687436819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0baedc9751fcc862f157980f9e2f2a776c27154a5c1d196c9a901061a061921","sample_id":"mmlu-professional-psychology.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67e5dbcac19bd6c8772b04dc4780a8a1261899d333cc088d732b74f96f81cfcf","formula_version":"titan-u-contract-v1","latency_ms":0.5862920079380274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e14a6fa7e7f8542ce3ecec9bc44a68a68d34dac4f54cf76c0c776938a4aec27","sample_id":"mmlu-professional-psychology.val.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c0817632ab8d8e4f8b329d64d62ee351bec5c649446a5a0e6497156c14dc496","formula_version":"titan-u-contract-v1","latency_ms":0.5314999725669622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb4e3995876b72ab13d31f0e3966a9e5f8365faf2218713cb14de7f5453061b6","sample_id":"mmlu-professional-psychology.val.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"936c22f56a18a6c64c5ac93c024d0f115ce3d2e9d47a3d0f898c6a234d45e2bb","formula_version":"titan-u-contract-v1","latency_ms":0.6368330214172602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e85c1afe4aacebf4f0d368ef5dce66199bc394cafd5848f0a921fbb4a252c8d","sample_id":"mmlu-professional-psychology.val.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c3ae260d7b4588e493003450db649d985ee369065e85c3186efca0aaa99fb59","formula_version":"titan-u-contract-v1","latency_ms":0.6453749956563115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d641c66b110e53c48aaa28ecad7f49eeb3b528ed94def619de835a4978acfdb","sample_id":"mmlu-professional-psychology.val.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ec219b469d93445911095447c221b9badabe1f15f4ae1d39e8b11c257677f65","formula_version":"titan-u-contract-v1","latency_ms":0.6922920001670718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaee3aac58a89f2f26bcecfdd5bf49c0ad52f697b91f33f00981797fe53d9d40","sample_id":"mmlu-professional-psychology.val.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8829625620b0371cdd18d57941402ad6e3bcc766ba17e6a9673b9ddac55ed221","formula_version":"titan-u-contract-v1","latency_ms":0.5751249846071005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c6f4f711e7a4143bac84425fc071ce0a8bd7115b71aebf993ba44ed08e4ed3f","sample_id":"mmlu-professional-psychology.val.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c474e5d8b83e3a95d791eb0169a5f7f91e0c66d8319afb65cf0961a52a99dd7a","formula_version":"titan-u-contract-v1","latency_ms":0.47758303117007017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea8a4b58a001c222738df0a06f64981eddc5e707f2cbfa3775b3eb27d461ead1","sample_id":"mmlu-professional-psychology.val.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad94190bc2fabd17b48e95c52122f55c02d7f6eb27c47d04f4f6ebdbcb804eb5","formula_version":"titan-u-contract-v1","latency_ms":0.7210830226540565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7bd6dd27374210ba3e6d6500899ec842527bf1bf1cf9d76daf15693ab7ea6f0","sample_id":"mmlu-professional-psychology.val.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed2106c93093c3a08cae3456e5e99fbff7a40386aca7de56ca2e88e5e880d23c","formula_version":"titan-u-contract-v1","latency_ms":0.5304589867591858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3acab31b2c0a158f4848b31ad24cb4b43b9e62626451e3ef94d58d8fcde1cba3","sample_id":"mmlu-professional-psychology.val.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9c95a00d9bd9ea952559a085b09a31ab5c578a76c734667c2972ec6e6a8538a","formula_version":"titan-u-contract-v1","latency_ms":1.0302920127287507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"392749f8bbf7806cba46f84f9fd48e125d3122236d108a1aa1bd05beddbdd08a","sample_id":"mmlu-professional-psychology.val.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0380c0d9517394a9987e741919cf8ac071073cf972255cc744ac33b02ed96f97","formula_version":"titan-u-contract-v1","latency_ms":0.5069159669801593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e413d9d9f95a337570cb4d47b597054f893d1c184debb3b24f98e1be82d1d37","sample_id":"mmlu-professional-psychology.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37bcd2697248b0c4e010e1d4aa9d169865c5267127b09ca5424a43cc3bf6f7c7","formula_version":"titan-u-contract-v1","latency_ms":0.5535840755328536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ccb0e343b22749903cca354ae0f50dc7ce6c03fcaed1f592c738cb7cf9086db","sample_id":"mmlu-professional-psychology.val.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb2b1dd2ad6114149db7552fd5ea79efeb2601ed80f9b3c64db833890a638c55","formula_version":"titan-u-contract-v1","latency_ms":0.4577499348670244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9edb294e7c5f17c400863ae6a65a7b0e33f8bbdbeb5ac237e3f6b5198513b10c","sample_id":"mmlu-professional-psychology.val.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05db1908068aed34b12535405c07684d12c02ca2c3a735152aac6579a972b7b9","formula_version":"titan-u-contract-v1","latency_ms":0.47483399976044893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57d301ecce13290089bbbefd98292757e6b98bdd065d8221a016e0c1997ee304","sample_id":"mmlu-professional-psychology.val.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0537e88fe116a1d6964e8d5e5d20c80e431d2181d5420049da7adb0606b44246","formula_version":"titan-u-contract-v1","latency_ms":0.50633295904845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3d55e3a7785d860dd16fa46404da64b5724f5f9444bd989c4a39e3186b80275","sample_id":"mmlu-professional-psychology.val.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc0c547418c896ace407a29875ac2fc7b94ead6451a0621390179148925877f1","formula_version":"titan-u-contract-v1","latency_ms":0.5019999807700515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e496503a8aa313c7bba795ed52b5d16c26d542e073fc9b6b2a4b2943d0d1211e","sample_id":"mmlu-professional-psychology.val.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abe48188d5d5c942e15a6fa752d7c784c32190db8d740d65e6400b0095441118","formula_version":"titan-u-contract-v1","latency_ms":0.538625055924058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f24f8f25b202913c97000d609b18b30011cb720b93c8f079f17bbc8b0a8e76cd","sample_id":"mmlu-professional-psychology.val.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2828f00144740104140f7a0e538736870fec668263ecb89d894c61f80f38e046","formula_version":"titan-u-contract-v1","latency_ms":0.47745800111442804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc1ba761786f8641c4e9454cfa0e26d42990eeb5531554149cc3eb2ed3dcc34a","sample_id":"mmlu-professional-psychology.val.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e108ced3ebe49450ff1945c440717749bf8b17df8d968254366c70664d23689","formula_version":"titan-u-contract-v1","latency_ms":0.9280419908463955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad19c2d3afa2ffb1dc4dc86e880008d0f14dd11dd6fd29177a5fb1b8d327792a","sample_id":"mmlu-professional-psychology.val.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b60911e0c52400e407f77f1758e679fd1ce67408f6a87315b01a66fb69da17b1","formula_version":"titan-u-contract-v1","latency_ms":0.4355000564828515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28b8f196d66b025c7b602dd76f7c6319ba9d1e8ae45260a08b970cbea830d914","sample_id":"mmlu-professional-psychology.val.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2cef025804acd1db48f53ce49c72567d78131ed789bce91b2a4d8850124be87","formula_version":"titan-u-contract-v1","latency_ms":0.500582973472774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81a4578b0aa809fc1765aeef7ea735e2f648e76853cf052fd02b7345e45735b1","sample_id":"mmlu-professional-psychology.val.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79148a3075bbc429bc8cfdb73b9d9bcf1aa9aa2c54b61a4a700de3e19e8fa99a","formula_version":"titan-u-contract-v1","latency_ms":0.5850420566275716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ef449c02b9aabd0fffc82da395d26943940c12dd0b2bcb20a82e40035b40198","sample_id":"mmlu-professional-psychology.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2030fcd2c8334aa378f2f63721444daf604730c2566eaff7d6e2b6485717128a","formula_version":"titan-u-contract-v1","latency_ms":0.5145829636603594,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63535c152f48946b07491f81b97e44c5c527c1fd74eb940bb0fce68815e78e6c","sample_id":"mmlu-professional-psychology.val.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e472f08a6bcaac1a6c21e7ba0d289f91fcd1717fb0212f24f75e59fa052abaac","formula_version":"titan-u-contract-v1","latency_ms":0.7488750852644444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5368b3b0cfd907651c6aa1bfbf59084a1481639f819813614f402020fc0c57f","sample_id":"mmlu-professional-psychology.val.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57f79efa95f61d3382c6cfc71e21cf96f1a19139469b3b63b12ced701afcfab4","formula_version":"titan-u-contract-v1","latency_ms":0.49483298789709806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ee983b71d17cda998291f8319478687031750b3035dfb6c871446f11946dc54","sample_id":"mmlu-professional-psychology.val.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb08a9a18b31cf09c65a1db17b328d608fe27c8a9965ef3a94ee8f14757b4136","formula_version":"titan-u-contract-v1","latency_ms":0.8027090225368738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ba94541d01a42fd44e6fd47308d604793f25e3c59f1461ae05432d194e46775","sample_id":"mmlu-professional-psychology.val.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e56f52a0195888cae7fb6d953ee6cb6fa046c4d8da2292b5793fe9e6b0e578f","formula_version":"titan-u-contract-v1","latency_ms":0.6702500395476818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36754ec2618c9342a9c4f427e3009592597b78d5cfa1f2280a1a9a1396c7d9ab","sample_id":"mmlu-professional-psychology.val.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"408b1d20a7c9515eb5a762b8275aea23439629b7e2cc2fa8d7bea5335660ee62","formula_version":"titan-u-contract-v1","latency_ms":0.46912499237805605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae3c654d8dae7099a7d5a7b2abd98f7ed5aef333ddb64bae281c19af0a7d83df","sample_id":"mmlu-professional-psychology.val.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87b209b781ef094572f892499780b7dd8f1ac7a7ba288dfd5b1505b7f4ae9cb3","formula_version":"titan-u-contract-v1","latency_ms":0.48745807725936174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8feff68f90f9a632bbab7404f94399492bdf305be21c809f118d54213d7eee3","sample_id":"mmlu-professional-psychology.val.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da5cfb45089c46550109ddb67abca60194cdddb20968b57e22b78595240a336c","formula_version":"titan-u-contract-v1","latency_ms":0.5726249655708671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a48f4c0acd7b3f5a84354f8e2855bb6fd58d11a553f89ff153645a108807d17","sample_id":"mmlu-professional-psychology.val.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d913a9c4219377e8723379251907619b144ed0a4df2925ffe6b06c9bd9a33853","formula_version":"titan-u-contract-v1","latency_ms":0.5467500304803252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56c1f23de621b9ac72958420354aaee0f571c416c1ba105061a49eef40fc2dee","sample_id":"mmlu-professional-psychology.val.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cb7f769bfcfbd31482d8ccba35f5421d6a5cecb2034de22a77fd98eabb7b41f","formula_version":"titan-u-contract-v1","latency_ms":0.49945793580263853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33112071a927e444e92e55fdc23a8cf28404eccf1646028b8a1a867a6ea9ea9c","sample_id":"mmlu-professional-psychology.val.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08498541b4f59a6daea3e893328896fcce31bf372b3f7c3446c0017842eafe1f","formula_version":"titan-u-contract-v1","latency_ms":0.6453749956563115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bd7478895194c94866a5aa0dc5625e5b71cbf3e9af329391e05c11a793b43f1","sample_id":"mmlu-professional-psychology.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7a53fff828e3f6a3c63d26c49f64059a1bdb40d32385d05bcff29c325c10141","formula_version":"titan-u-contract-v1","latency_ms":0.6519579328596592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce3803b6fe0b8657b8160c1e05b4b91def2fcceda8c1f6ed29daea5d0a9d66a9","sample_id":"mmlu-professional-psychology.val.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b986cbc5407cae1d87defa077a6f8d023da95b1c4ddb35aac78d4bb46a49127","formula_version":"titan-u-contract-v1","latency_ms":0.5639999872073531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1fe4d96458fbdd56926edd4aee97e1034e1aad63c5611b0cf89ff1fd1ace7d1","sample_id":"mmlu-professional-psychology.val.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39b07e99f4bd736170d96ec15bd8e5c4759430b73b247941e430765ac6d3eaf0","formula_version":"titan-u-contract-v1","latency_ms":0.5157080013304949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f8427b650a59129950dd20e8d163baff7e4a691904958a59d68533909395171","sample_id":"mmlu-professional-psychology.val.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e735f8a65dffa0a1abb6b9a8c1ce81e1487dd88545d2c3fe4288c9f6ce9fce1","formula_version":"titan-u-contract-v1","latency_ms":1.1169579811394215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac208a89eead9394e46df832381acebbb5b55d1e09ce6425a08686e9f082d8dd","sample_id":"mmlu-professional-psychology.val.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11285b3e4debd336a0b9c268b8f270e3eddabf350d9c8e97f1ef2c7d0ecda154","formula_version":"titan-u-contract-v1","latency_ms":0.5962919676676393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53837fe43cb930e6d00322bc5db6125efd0fadf83ca86f707f7e2080c7562e2b","sample_id":"mmlu-professional-psychology.val.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9751d449ee7451810a1fb25bbd499df263fafe8bc7b3d907e07998b9cc4af72","formula_version":"titan-u-contract-v1","latency_ms":0.6083749467507005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff43f0384e9ce3958191ef4872b61a1a4c79e49a58123f834eda17c3f3e59866","sample_id":"mmlu-professional-psychology.val.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e68348061c87b66d81398b756e22bbc65cca3be8d82ea74d8916477fc4c22443","formula_version":"titan-u-contract-v1","latency_ms":0.527750002220273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"206a452df69979fd529b431b47172cc5c28ec4d555f1f89a0eaabed90569953b","sample_id":"mmlu-professional-psychology.val.346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56a2c6d8d488029f61e0efffc0aed3403ddba5d67fab805635efc228da185323","formula_version":"titan-u-contract-v1","latency_ms":0.45204104389995337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"254a1e1b72d99301ae203581ac168d1a951866ff070b7c735bd9a812a9a5b2b2","sample_id":"mmlu-professional-psychology.val.347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19e3a5c6f0f4c7e0f9f5d03a42c877e3426e006f3b24a0466fff600365b3ed5f","formula_version":"titan-u-contract-v1","latency_ms":0.558875035494566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d15ea08d8a4cec7e88a968a2bedb7725831bd471659426cc665334c9c0340d94","sample_id":"mmlu-professional-psychology.val.348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eed794f51f49ceb2d6889e37c62d86d60f3f1b726c8ee5e2e51e0362693a2fea","formula_version":"titan-u-contract-v1","latency_ms":0.50783297047019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd7710d74222905c1339d087d3add39625c45ebb3d8d33c2fc26980c2754cc6c","sample_id":"mmlu-professional-psychology.val.349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4535a6d6be6ca9c080406b3e6b8f7140baba07375238e91d1a0de09658bbf78d","formula_version":"titan-u-contract-v1","latency_ms":0.44891703873872757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9e042946a694520238e6a889774ed87455da8e8bae4b52522bbfd0b69631efa","sample_id":"mmlu-professional-psychology.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c9a64348181170ee0ceb600181aaeabcfda8c938b66a9f65f778031c6a7a36b","formula_version":"titan-u-contract-v1","latency_ms":0.5503749707713723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7cb4c2ec8d75c9745f9e6292ad80d8ca8512730dd06c490dbeb997bb52798a0","sample_id":"mmlu-professional-psychology.val.350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60324581dae91762d6082fd78bd8d71fe1f7bac2ea372ac7a7d6c53e6dcaae2a","formula_version":"titan-u-contract-v1","latency_ms":0.5507500609382987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5787dc5884f181eaac58c224b005ff3e8302f0297986ae4d72653ff9453905d8","sample_id":"mmlu-professional-psychology.val.351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3cda383ba7024f50ecda0d081a5150bba6f3969a716d3dc34b18c07f74f4506","formula_version":"titan-u-contract-v1","latency_ms":0.5661669420078397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77d59be71aa8ca106408a4660bc53513a71ef9f9b72745a4a2bf5f16452608c4","sample_id":"mmlu-professional-psychology.val.352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7d1e1553cf60b3c96ad82ffbf4f62760a92d0c745c32f04c6a2d2c181333a40","formula_version":"titan-u-contract-v1","latency_ms":0.47795800492167473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eb5c92840e656abc7144d43cc9b9f8a28ef57d7288422b0957d9595c7fa4657","sample_id":"mmlu-professional-psychology.val.353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d884a99cfac2c76e67ca4238a2ea512e5a41efc35050583e9ea37001d2659541","formula_version":"titan-u-contract-v1","latency_ms":0.4567919531837106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c60b61f2e11b40d9ce6ad5790915a28f68930c11a64ff42483a6c5525d45574","sample_id":"mmlu-professional-psychology.val.354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22c8389590d051a18843f2e44b23e0c353fba6f13841c7b1523fd1bbea2db0ef","formula_version":"titan-u-contract-v1","latency_ms":0.6411250215023756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a1fa155e30664ab3cdd1565f2fb762cf003563035b040f8acbe96899e4e8f1a","sample_id":"mmlu-professional-psychology.val.355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"208e2662a104ab38cb8c1dfc967e27e3eecba116c852cc30017136ae92280d2a","formula_version":"titan-u-contract-v1","latency_ms":0.5249999230727553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dabdc749d837992a7970c62c082ffc092591a3ecce909775d9c3c6e7ad3285ca","sample_id":"mmlu-professional-psychology.val.356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f37d977555824e378dafdcb179c60a7e6ab6f97f369726a6ebe005bdaae9e05b","formula_version":"titan-u-contract-v1","latency_ms":0.5104170413687825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55168653094fb3391065b139f123b28557b07dd706e2ece7790b852a79ec502a","sample_id":"mmlu-professional-psychology.val.357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f8846857013b146b3450f34b9fbbddc1978cbf0fd4d327e105486005b55647a","formula_version":"titan-u-contract-v1","latency_ms":0.5558750126510859,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7700d863fca3277b1b6bbeca2b0473cf7458ae926698d6176b9340da7b6630b5","sample_id":"mmlu-professional-psychology.val.358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f79ca2ae9ef65585bb8050c31b4e172e7613789ae0602cd5b95300c0d535b268","formula_version":"titan-u-contract-v1","latency_ms":0.43758400715887547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a5ccddf8ea733c0ebcd404b6645f19a393733a47ee02ecb49a07c0c59ecbbbc","sample_id":"mmlu-professional-psychology.val.359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad08c3b62da572c38bab163ce82102e3077d1fd068ede840e260d80c4f4d6b97","formula_version":"titan-u-contract-v1","latency_ms":0.4942499799653888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0f769b62892db310205d8ffe35aa183a6f4224ad4d1ad0ea98ecf028a519170","sample_id":"mmlu-professional-psychology.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"960f3c33ac6bbfde3822c3fe08950a6e075a2ab241076877b55b24d0b240f186","formula_version":"titan-u-contract-v1","latency_ms":0.47037494368851185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02693238d862830d3df47dc989d8b93df8fad6389eb6170c3acd724819408014","sample_id":"mmlu-professional-psychology.val.360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ac78c81b4e66e63488c7e94c94c8fd94d7ee1e0eee2497c196632dc37d3173d","formula_version":"titan-u-contract-v1","latency_ms":0.5119999404996634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a570452859115b6102069f6925e3367154c259317bf1b6c98311504c2bae236","sample_id":"mmlu-professional-psychology.val.361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4978e5bdd2a9b3eb1bc6949ab74591aca89ddd8244d426c042634c21e5c76ed","formula_version":"titan-u-contract-v1","latency_ms":0.5536669632419944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a6b0e89baaf0854467a7c21f49e23611e6218989f93e61d417de4d358e4fda9","sample_id":"mmlu-professional-psychology.val.362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"856e9c0f010f29d3e80f7c0ade7103102414ba6b2f32629cbb9b08855ca1faa6","formula_version":"titan-u-contract-v1","latency_ms":0.5167090566828847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ca1c9184263529d1af923660cdbe61d5799b3bd66efd083a2b0a330d1d461a7","sample_id":"mmlu-professional-psychology.val.363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4261b7a75bc5692661c2be8dc142f47d0106020e71fbe69a2966ceb4ed06d3e1","formula_version":"titan-u-contract-v1","latency_ms":0.5354159511625767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"828c9381b93513dfcba76f38728ac29a5dad5fedf031de89295b433e24577afa","sample_id":"mmlu-professional-psychology.val.364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"525f80f827d8ff6be3b9da5b33e140f13c0f471d1a005423ce8b4274ea045ac2","formula_version":"titan-u-contract-v1","latency_ms":0.511875026859343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c15b27c31b5bb86430659a16ad73af6d2dbc0df2c2f6193b79ecd4033c19ec7","sample_id":"mmlu-professional-psychology.val.365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a91d06644b9d29b1935763b6dd8f88eddc03de1dd34b45c0d71e9feb4ad6d4ba","formula_version":"titan-u-contract-v1","latency_ms":0.4484170349314809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34f04f99dc8161b77aecf08375ccdab8a50882f039dbddd056c90212ee070cdb","sample_id":"mmlu-professional-psychology.val.366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d38a44e480bb868ed90ca5fed9d746d8c74cbf4010ead0c7caf4a4d85db5539","formula_version":"titan-u-contract-v1","latency_ms":0.46870799269527197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"beb86936b27abe2d742c749f38e4502e0e4f1c6a0a5371eb0296ba9de4e63e3e","sample_id":"mmlu-professional-psychology.val.367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5a10e407846c4db77b932b76856c0c9de9d8deb6e2eea02235ed64d78178ac9","formula_version":"titan-u-contract-v1","latency_ms":0.5203749751672149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8bb76205ef1dad92a273ac23c24d237309e5f49529867dbfaf9f393448b49ab","sample_id":"mmlu-professional-psychology.val.368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71f741f6f4cf009704e788ea4b91c23a6bd29218bfc2c4d28f2ffa1b42f0b2bd","formula_version":"titan-u-contract-v1","latency_ms":0.47087494749575853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"188eee1bd11b198dd2912407c7a5ad635393d62903fafe63687e19a8eda44e92","sample_id":"mmlu-professional-psychology.val.369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5af52f5828feb9ea99e56df03b744cb21688d4e342303d8ec953ddb19df45670","formula_version":"titan-u-contract-v1","latency_ms":0.5164169706404209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a418b08249b234e3c2e8dc6d56f545799db0d9117d7b74b24bdd4f5f2d1b91f2","sample_id":"mmlu-professional-psychology.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b5d87e491f76d811ac016e0192d15065ddda4efbd2d7f910862adf6d92e62d5","formula_version":"titan-u-contract-v1","latency_ms":0.4512079758569598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01fbb5e5ba5fbe05c46c9ca268627b22efd1bd2056f0fb0a380cdb88ede699a5","sample_id":"mmlu-professional-psychology.val.370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fff137ede72f57c79df5a1aad507b67639c9d23b8312ef4745710b2cec322ff6","formula_version":"titan-u-contract-v1","latency_ms":0.43362495489418507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8195c1b38d765947b4aa47362e91e790eb1cd440f3d157266c206dbbb142b69","sample_id":"mmlu-professional-psychology.val.371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51bafc11685518b18ecda44c3be7f38cfda53dcc6733d6bd938308cdbd944864","formula_version":"titan-u-contract-v1","latency_ms":0.8661659667268395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d024fc481ce37e8117ce1565c82c25bfb308dbb5d5d19942ec6d512e5b3a903","sample_id":"mmlu-professional-psychology.val.372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a508acdd8b45c01da7142f44640be483e1f1b02a97de6a41ad52922e5d1b527","formula_version":"titan-u-contract-v1","latency_ms":0.4386249929666519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa0cb3afb6cb5aa08a699b21a9320c92668da086da0703d7bc722f78a9359c72","sample_id":"mmlu-professional-psychology.val.373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60be1444e6966c6171f33371f9584711739d209f776e20f31de7da42db823a6c","formula_version":"titan-u-contract-v1","latency_ms":0.6695840274915099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"537d796bd153a788084290dca264c5c7499a62356db6074edb6b79c67d8e693b","sample_id":"mmlu-professional-psychology.val.374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b08b556f5d1e63de6b53cb1989e5c9f53e66b6706ed89245c8b44107559b3d2d","formula_version":"titan-u-contract-v1","latency_ms":0.4623749991878867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"960727c0c480130254575dda0600c695b5b1999108df223a3da50bd27445c31b","sample_id":"mmlu-professional-psychology.val.375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7196038f78ea70276a9aae5ca84b705970ac1abce93d2f7ac98776e136b41860","formula_version":"titan-u-contract-v1","latency_ms":0.48929103650152683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c64d95021a2f3e6ea3a5c128d766383929fa9a36691faa9da214d3377ef9a862","sample_id":"mmlu-professional-psychology.val.376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f2d7b102fbbf3cadc1d8760bec86e9c510094f22f5c92c2cc87a6d88c4f4ddd","formula_version":"titan-u-contract-v1","latency_ms":0.5118330009281635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"497d59a807bdfe3b1116a711c882d9341741f5a5d6259a13945b27c1575f7b97","sample_id":"mmlu-professional-psychology.val.377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a19cb09feb71d3b72faaf5cbad6cfdaf7cde65b4708e385fde078d26386c86bf","formula_version":"titan-u-contract-v1","latency_ms":0.5321670323610306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ad6e20656ae95e4744adf17c65889a7bd41e1c53c45c7b9146a3ec5628549c5","sample_id":"mmlu-professional-psychology.val.378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e66ff6a66b1eb2a81bbb02671b002f2dfeccbb856ac73816f950ae94ef019aa8","formula_version":"titan-u-contract-v1","latency_ms":0.5373329622671008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ed0753cf59d6fe309216683251824b7288ec80d47eb84c73cc2929d3c3a8219","sample_id":"mmlu-professional-psychology.val.379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4f4f3dad182834c93060bcc24fd600384bbcd3aebc9a91a5340f7b1bafa231a","formula_version":"titan-u-contract-v1","latency_ms":0.5689579993486404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9f09b50e9e5b9e6fc55faeb7a92bb235f90ed36bb06efd3f05b99117be42c31","sample_id":"mmlu-professional-psychology.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2ab79f8ea2de7b9ded6bc2b6709afc5d3bf802b905d7d49a88a36726af7cb4d","formula_version":"titan-u-contract-v1","latency_ms":1.1152500519528985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"131b906a2761f5787a436736f128ea44df1793d3c9396e8e6ab3c31c16301f02","sample_id":"mmlu-professional-psychology.val.380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6ea0e6358e9b76f1f2b5a0665c7b1bf173be10b7715e38d10c633637b555645","formula_version":"titan-u-contract-v1","latency_ms":0.48562500160187483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"602fe41e3c0df3cd519085dc51c3220eb9f369440530da18ffea999d45b65fce","sample_id":"mmlu-professional-psychology.val.381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9ca46975dec7b03118990583e84dd17d6c527b4c5f335ca5c11a507898e8334","formula_version":"titan-u-contract-v1","latency_ms":0.7047499530017376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"828c991dd84ddfa08cfc9fe632dde7fe301347a1fb91184d3b3746b395cab6b1","sample_id":"mmlu-professional-psychology.val.382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"836eda3a11e3e156dfff0bbec35bc3d58e7576483f87b549963feda1dc061308","formula_version":"titan-u-contract-v1","latency_ms":0.5059168906882405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70cb6ad22697eb45c410edcdee6d3aaa242d60d127f59b556b3f5340076c96b9","sample_id":"mmlu-professional-psychology.val.383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a53679d311e5bc8ceee557bcfae7b374cb5762bab71a283bcf43afb9abf333bc","formula_version":"titan-u-contract-v1","latency_ms":0.5370419239625335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9586320d36a2e255767cb32e543fa7c7b98b487eb9d9396161810e195ce0022","sample_id":"mmlu-professional-psychology.val.384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"911c562e65c18076c37daa585e5ecffb6aa9ca76d265a16d1eebf10cb26d36d8","formula_version":"titan-u-contract-v1","latency_ms":0.5193749675527215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93811afb1b9d65d4b95eb6b8ee646ee41b9347baed403eb043fbc034a9f47a08","sample_id":"mmlu-professional-psychology.val.385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"060244eb2fdae3beb3d68b3179f8bd44fda6b9ad020bd468e15a52d9e820699b","formula_version":"titan-u-contract-v1","latency_ms":0.5030420143157244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"271bcb87e86491e81b4df714ded23d447b0c5a019bbf9664c7c0cffe6efb3193","sample_id":"mmlu-professional-psychology.val.386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3cbb5f4c897837071929fd2eb5fe8109e1fb98b46f87890f70d507ab36720dae","formula_version":"titan-u-contract-v1","latency_ms":0.5574999377131462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc3eeb853017b9e037565abd5997814c3575729a653bcd0d62007d6a40f732a6","sample_id":"mmlu-professional-psychology.val.387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37d3e0f217e6a714ead1bbd1c65a16a3f65e22dd3db6ad02b1b658a9810f3fc2","formula_version":"titan-u-contract-v1","latency_ms":0.7706249598413706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b8c912db7cf7f6d0a4b3d930e91a8e53e051196ba607fb389719e664bf15dbe","sample_id":"mmlu-professional-psychology.val.388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"595a46339d5151656459f6a6ede88a6f949f65d485954d71b7670b9b4cef0b27","formula_version":"titan-u-contract-v1","latency_ms":0.5922500276938081,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72773ee79981626f04651fe55351716ec08c8ba2bb9ba95f1f64101589ae28cd","sample_id":"mmlu-professional-psychology.val.389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d5e75a8ec635d5c3336a88dbd0da6f0d6cfe708c502fa04fe12e5761db4030e","formula_version":"titan-u-contract-v1","latency_ms":0.6757080554962158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35dd788338ae3ec8a90659455f29a919e09d11d58272d8cba8f642f2a015f984","sample_id":"mmlu-professional-psychology.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd8a0a8635359f5d764cc62c9b1abb251ac7094a6e28f14499c004ff266e76a5","formula_version":"titan-u-contract-v1","latency_ms":0.5312500288709998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60b4aab182cfc77180015e9765595bc2c450a0dc2eda95228bc23e9ac17c9ed9","sample_id":"mmlu-professional-psychology.val.390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc003a9f18ffa767b793cc0c4c4167c9db83e8403c42077fbb87528807f80000","formula_version":"titan-u-contract-v1","latency_ms":0.7034169975668192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a21df50c0bd1dae5c1defeda53d1478df7a63f54dfcdbabfb6738fcd273a547e","sample_id":"mmlu-professional-psychology.val.391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d44ea9e16301ea10b7120925a3066c8c1795efe7aba33e6a19c1544ebb8095e","formula_version":"titan-u-contract-v1","latency_ms":0.6825000746175647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4780a88c2df3fac463ae57adb9ab1b7af555cd86bec5bb01317abe3448d451f0","sample_id":"mmlu-professional-psychology.val.392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4169f166ae3783b60309056e349b224744bee68337c50db9e0a743c10c4f6c8","formula_version":"titan-u-contract-v1","latency_ms":1.4437090139836073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95089d5cf8c3a6f4921909729a023ecb1c16efb48c8950fe2f252d31be8885ce","sample_id":"mmlu-professional-psychology.val.393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f4bffe40be186b74fb3073376f4b0e184eb97ae4d193c37e97bb4139d863450","formula_version":"titan-u-contract-v1","latency_ms":0.6709590088576078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ea223d19313272c3b000295f78ba3c538c04cd1a85c410d35c2f1ca26a32ca8","sample_id":"mmlu-professional-psychology.val.394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd1c0502ab2d755e7a757552a03c15cda60143aecccb5c5815eb4d131ac4b13b","formula_version":"titan-u-contract-v1","latency_ms":0.5804169923067093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83d12ebb659809ac1ccef1d5e7bf1de11c7d4a6bdb4a6666f61908b5d3e1c06c","sample_id":"mmlu-professional-psychology.val.395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ab4f1a3c2cb521765802f04737e219e76c61b1e1d3da65f4119e254348c27b0","formula_version":"titan-u-contract-v1","latency_ms":0.7093750173225999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b8c1244fc5cfdc7c9849aa731daefc9c8755b6b302ca67d2421e4f9d73ad0cf","sample_id":"mmlu-professional-psychology.val.396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70eec582c78f43847bb13fc25a17f4625076ecdaa14c5728654a8cef2008b5b4","formula_version":"titan-u-contract-v1","latency_ms":0.5007920553907752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"826e68bfb85895dbf1945abe7d7fc55585af179bc6e0de9c5c8fb914a6190092","sample_id":"mmlu-professional-psychology.val.397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff12fd2463d9625f4f5cb4d4b57a9de0c5ffb0bed5ebd4d1967cf8707cf2b32a","formula_version":"titan-u-contract-v1","latency_ms":1.118374988436699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"702e9ddd29d3e84719a9e0d248d07f788652252b2cb8ad8111a9ec403d45eb61","sample_id":"mmlu-professional-psychology.val.398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60ec6d1e77319160ad64de62be7af2f34d5698fd8ec2f6c4dcda1e12c900f142","formula_version":"titan-u-contract-v1","latency_ms":0.6552080158144236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"208e5d74d399ccad791650f4f244587ae786e8ddfe14cb8ace5dc1e1479b7910","sample_id":"mmlu-professional-psychology.val.399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8d77a6f9d22eaf87e535c0f53150dfecb74f3f6588495089bc4ac52d1fc887a","formula_version":"titan-u-contract-v1","latency_ms":0.5769169656559825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7c8a93e7ecd0b6131b5dc01ba5f4cf44dd945f2b3d20f7c2ef4f33d00cb38b2","sample_id":"mmlu-professional-psychology.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42af5a89914eddc1f308ed02c989f9e074ac750ff56916ec1563e371c7340c29","formula_version":"titan-u-contract-v1","latency_ms":0.6463329773396254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa1e5c9f95a9e6767889b76578b7972bd77ac03f2ef15c917d6faa49fe908736","sample_id":"mmlu-professional-psychology.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"931efbf04e8ebf1fbc808df9d7b374b4bd7f0c1b7d25589bb096ff9e459bac2f","formula_version":"titan-u-contract-v1","latency_ms":0.6626669783145189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70de08582f0edd6e0257e68d494491cbbd189d6c256024fe7b1ba1f1764491a7","sample_id":"mmlu-professional-psychology.val.400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d37f8c8431d04ee66f0293f88c5b32562f7a248c3a59233a9c6ee24b957c4559","formula_version":"titan-u-contract-v1","latency_ms":0.5660830065608025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22c0ce2e83e283af889516545e116476f11f4fce0826eacb04ea9e836c0c75a1","sample_id":"mmlu-professional-psychology.val.401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56942a4e25c4932a36c9f4e136dfe9d708d8cd869192e4632e459e17423ae364","formula_version":"titan-u-contract-v1","latency_ms":0.4920830251649022,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ecc276648bef82e397e1339ec9fdb50a5c9cc576a17b260ee076c49ea7afef1","sample_id":"mmlu-professional-psychology.val.402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25ed9464d83deb4b448a74f49ed42ed49237fe177d7602c8c8e6d6867aa226d0","formula_version":"titan-u-contract-v1","latency_ms":0.5610419902950525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"921b6b041870e338ce6056e656dfa122f6db049b60ebc621396557040ff56991","sample_id":"mmlu-professional-psychology.val.403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1b4db27c992944ae82d296e03d3f1c7700899152638964971ec3b0e297bcad2","formula_version":"titan-u-contract-v1","latency_ms":0.5307079991325736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7e4647e2d4d8183b712f62c2b561e33c6742adca0fb759a4db1db7110d183ac","sample_id":"mmlu-professional-psychology.val.404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"002921caea07f38ecf2129f186127b4c7e7e96b62b363f7b90815e5783a2ab2b","formula_version":"titan-u-contract-v1","latency_ms":0.44245796743780375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06e6f12c959526bab7aa79d930865744bcf0af4f1e49c3334915e9677091cde3","sample_id":"mmlu-professional-psychology.val.405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01205a5afbb42457cc5f45e24b95f16c0a766d73fe34d312745261d37cc118cd","formula_version":"titan-u-contract-v1","latency_ms":0.4444589139893651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cc83ae979903769f72550488681af3623ed40e978cbecbd78d4f3fb56212352","sample_id":"mmlu-professional-psychology.val.406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39d71037da814762edfa834b23713af8f6bdb956c5bd1b727c166120f270d25b","formula_version":"titan-u-contract-v1","latency_ms":0.6181249627843499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03cea1f6b77d55d8b00be05e442e86a3e61f63960ca691ed4c5106a43ce39a98","sample_id":"mmlu-professional-psychology.val.407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8291f56c85318730bcafaa9956221f9f27092dfdcc06258cb626840ae5b0061","formula_version":"titan-u-contract-v1","latency_ms":0.45000005047768354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8df578b382c543454b353ff733637ea3ac7d6270a6a42ea6335ae3d03e4877e9","sample_id":"mmlu-professional-psychology.val.408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32ad917b696aea1c2cc31e55772d160433115dd005ab135d0d6d84dc7d156975","formula_version":"titan-u-contract-v1","latency_ms":0.6102079059928656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc14ce55a5cf252cd7a36186a9368299ebafaa0863a4aed53e1961565ed59811","sample_id":"mmlu-professional-psychology.val.409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f026ece90c58527c2d102d8c07bdb34402e24e3f51d6b8869c010a4dedac83da","formula_version":"titan-u-contract-v1","latency_ms":0.48208306543529034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2c35e96eea69cf6f4fba0f8a5a19079f372dcb56b55ef536828222367b477ac","sample_id":"mmlu-professional-psychology.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11dc655798dfbfbe52f6c6f400876840afbccaf6b0275f56f8c387b1870e58dd","formula_version":"titan-u-contract-v1","latency_ms":1.1034579947590828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f93b234c3a793a63a7daab6f806cfd95d4fd467bc834e64f8da87af2e290cf0","sample_id":"mmlu-professional-psychology.val.410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6f1db8dce2a9eaab97c50f6b2e162f52071c9a71c5de11093b93804df03e850","formula_version":"titan-u-contract-v1","latency_ms":0.9612080175429583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f259ec43d9a6464ca917daee140aabbc58dde03bbac793d90f3950b0c6eaf9f","sample_id":"mmlu-professional-psychology.val.411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0333417ecb2c65ab58e11995d6b34bc3ccaaf43bebc2e4b790bc4b462ec278a1","formula_version":"titan-u-contract-v1","latency_ms":0.8381250081583858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d496680d7d001d6225e893bed409ba603a5ba0470fc6f99529c6f96d50a5d5e7","sample_id":"mmlu-professional-psychology.val.412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3980bdda53aa19411a2fc194a8bfb89fd8c9aa8a2b844883604aeb69c55bde74","formula_version":"titan-u-contract-v1","latency_ms":0.7893330184742808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40fcfa649610116e4cdf6ca8963b52e74e15a9793278e1b201634a77629ba5a6","sample_id":"mmlu-professional-psychology.val.413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20db351b17257b0b24eae61b1e4e7a1965b3f3440cd619418e4f4e69a624fc6f","formula_version":"titan-u-contract-v1","latency_ms":0.6706659914925694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a458d8a0d3593c6e816c8f399ca828b4c0eaf56f57086a5e575d418f66cfd2f","sample_id":"mmlu-professional-psychology.val.414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c94437e8413273efa1413a918c0e22b1b015b2fd0ed9d9b1010825d934307d67","formula_version":"titan-u-contract-v1","latency_ms":0.7382499752566218,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afdb651d2e7102e76ac4cbf16805ad7c7b35e9646a2fd310f390ad592879fdd6","sample_id":"mmlu-professional-psychology.val.415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6848279791c0688f1209695d0deee9eef4467807a8a65b8a2987c8be51262668","formula_version":"titan-u-contract-v1","latency_ms":0.6122500635683537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b302f9f12bd565301feebc8aeffcde1ef3e4b448c7f7de4292520d80b7d63c1b","sample_id":"mmlu-professional-psychology.val.416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08556a820c4d62da2bd83299203e9d1db9b80da4f160a5c528800996689a6b11","formula_version":"titan-u-contract-v1","latency_ms":0.5655839340761304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"300c7aa9f3785daadeba3b1ead8a8692546d1213e212616ceb3d02d6da909a63","sample_id":"mmlu-professional-psychology.val.417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23ea6d8b48af4681c98e97734331447fe23ffbe7e169e4d306e282965f918945","formula_version":"titan-u-contract-v1","latency_ms":0.8489589672535658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"229370c7a8f3e278bfc68f605ba0f6e5f8b78d93e9dea72b0893e5d2cd032d23","sample_id":"mmlu-professional-psychology.val.418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e587495efaf92197a0687ebc6c3d4086368f58e21bd92e405bbf25e2bb10ba0d","formula_version":"titan-u-contract-v1","latency_ms":1.272624940611422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"970ee9b955b5059350b16e125c681614c7252cc9c43fc01d30e9ff81bfc5f3cd","sample_id":"mmlu-professional-psychology.val.419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa81775c5cdea0006cfb56d3e87f33f8693b74de1b6e4fd9c2c670e5aa2dcd44","formula_version":"titan-u-contract-v1","latency_ms":0.9789579780772328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c8a9a0f53147ff0498f2643e7d982c4c9b496187b50cf6487de1cfdb6d0ad71","sample_id":"mmlu-professional-psychology.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1f2dbe5fd2204e14a455b695d54a395687e3f62b1a81b5f910731e11f5b3106","formula_version":"titan-u-contract-v1","latency_ms":0.5779169732704759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d43f16db3672da3efa8c71b38f02e5e24d0ccfe67d7fa8fb4d6c61e51048b9c5","sample_id":"mmlu-professional-psychology.val.420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b671bf0ccb671e5e0f182fc05b901f285ab536212f67413b951d1e43b6d3b14f","formula_version":"titan-u-contract-v1","latency_ms":1.0448750108480453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1664bdaf7eaacb512412bea9a89f08d5eac93bd7ef3345cb2b350479e41a65c","sample_id":"mmlu-professional-psychology.val.421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7557f45390d808db1ecb98bfc9c1bc6617f301c808d1cad557216bfa527db6c","formula_version":"titan-u-contract-v1","latency_ms":0.5817919736728072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"732b479ed6b02c45317eae3388032dadb1555eec75922853368c936eb6b92987","sample_id":"mmlu-professional-psychology.val.422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d15a31685effe259b2eb54e62588177a368cc9bc7ea2f56fcdb5e8d2bf16342","formula_version":"titan-u-contract-v1","latency_ms":1.370999962091446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"763433f5acede311d772e25258ddb4a955473a99924c760014f783ec6e0e8d29","sample_id":"mmlu-professional-psychology.val.423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12430edc9c26e8e4152c9466e9b21d7692a63445621b26b453317fa4f507a96f","formula_version":"titan-u-contract-v1","latency_ms":0.7012500427663326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cb04e3bbf22a170eae04c634f9a0dd84faa5b5f226eb08ca7a5fc3fea225845","sample_id":"mmlu-professional-psychology.val.424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90335e77686af2d28cf51869bad84b0d73460f5b00db35360ed1da677d5bef09","formula_version":"titan-u-contract-v1","latency_ms":0.6630000425502658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5e26ed430bfa578b65c897c8c7cb3dd0623007f6ad8921b27d32703bae07ca2","sample_id":"mmlu-professional-psychology.val.425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00cf0a8d0666d8ebc10c80ae8c6ec9fb67cf1864d944783b558c12cfcb171cc7","formula_version":"titan-u-contract-v1","latency_ms":0.4523330135270953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9829ef02f08e608b580370daf63caee4b0eb6e15fdbf86baed9025e63368d2dc","sample_id":"mmlu-professional-psychology.val.426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1dad708c2d4f19e583ed9cefa837ee51dfc353fe45e6c7c1d31143656b416da","formula_version":"titan-u-contract-v1","latency_ms":0.47637498937547207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bd77f33a83b864ad7d5352166eed6af51a4132659488c06f809e3c0b1312a12","sample_id":"mmlu-professional-psychology.val.427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a8b2d80529bb831e03daeb31096fafa7c8441fb2d46f29294decceaf7cc6c99","formula_version":"titan-u-contract-v1","latency_ms":0.5292500136420131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a952b0dc35983ba316e14b0dfdf25fa003de1042485b3b38f16128c6d760d854","sample_id":"mmlu-professional-psychology.val.428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2a117c65aa284366c4c7a4722c5ead02af7b611b56e3fcc5f5c013d568fa256","formula_version":"titan-u-contract-v1","latency_ms":0.41583296842873096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88a5cf991feb7fcf92c3bea85021952fe6ee680195d4a09bb13abd37b1fac8e2","sample_id":"mmlu-professional-psychology.val.429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f70bec4ce79464593feebb9e9e139178fd2c158a0dbc1040aad6fddbc1d51891","formula_version":"titan-u-contract-v1","latency_ms":0.6917080609127879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a896cd871765427bffc857fb5fe5a316f0ba8f2e875e2f3989912a684e88d405","sample_id":"mmlu-professional-psychology.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bbec6d454c4df72612a6e1d5dc52cf20f9d5658a2505418778b084fe378229c","formula_version":"titan-u-contract-v1","latency_ms":0.4792920080944896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d54ea35207d8845a9a6240cb1dfe9b288685bd6bfaffdc27a91cae4d5ef0936","sample_id":"mmlu-professional-psychology.val.430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"adcf68e617be9488985df13bff351ce6a1f782d15d32cbbe873db0f8dff3a97a","formula_version":"titan-u-contract-v1","latency_ms":0.44408300891518593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f228fd967dd5537a627a559c9a2f7f5351e64b416ccd813f5dca247efcc505a","sample_id":"mmlu-professional-psychology.val.431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f2f6d274f50309b1be6061482d0c68cbf37c34ba70971eff52b050b72fc5516","formula_version":"titan-u-contract-v1","latency_ms":0.6097920704632998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43f2b6c1e613276d0df8c659c2526d6a90fae89c3dc8f9d529ee7abe10596f21","sample_id":"mmlu-professional-psychology.val.432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"167956e94bf95d0ba8f897511aeff1daa38888922ce5f78c3f21655e4d27c6dd","formula_version":"titan-u-contract-v1","latency_ms":0.6387910107150674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ee8ebbf64bf54cd17910a28c88f9c6b91299d061bb885dcc867693863b3f910","sample_id":"mmlu-professional-psychology.val.433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3e7704981c3ce2d071ed4181f654c8fc726b7568bd11d8e5753669ffddbe039","formula_version":"titan-u-contract-v1","latency_ms":0.8074169745668769,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd764fb831df45e5219cb0b2bbf7e527aaa86bdac2c3e4f8ef5189c9d15bf390","sample_id":"mmlu-professional-psychology.val.434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4f21c7fcde4990f25e8d9f99e9034ccf44343f0ea85ae7287273b57872dda47","formula_version":"titan-u-contract-v1","latency_ms":0.5868750158697367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ecb28a130dbc746fda6ac8ef70b9ac73232f6c140ff58f07960289eba0ae4c6","sample_id":"mmlu-professional-psychology.val.435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f543c4461e4f18d6b684f9c967bdc146cd71c97b4b732f3a3dde1712ed00bfa4","formula_version":"titan-u-contract-v1","latency_ms":1.2641249923035502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8577f8b1b70a5d9952f23c21fee8149b2432e557ae06d0278022b37a23e38486","sample_id":"mmlu-professional-psychology.val.436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"585517f3a162b04d4011eeab94efc8dec4ab2beccd7b8603042ce7860f4d811c","formula_version":"titan-u-contract-v1","latency_ms":0.4599170060828328,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c55ef20166cdd55083cd593d462c532f4004539a3c336f0d0c834058b13e40ea","sample_id":"mmlu-professional-psychology.val.437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6451ada3ba37b573c84c6078b61018222f8b45d92b9794af91b07a8a0041c27","formula_version":"titan-u-contract-v1","latency_ms":1.2772920308634639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b7f084fd67b21fc06a783bafc143d9cfaff674a8af6d873397257214a4df69a","sample_id":"mmlu-professional-psychology.val.438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4c6085857fb167ae59bdcb92140e14d284c841b05e15718db9b2a9bba25c4a9","formula_version":"titan-u-contract-v1","latency_ms":0.6457499694079161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5020f0758f39541ffc852e8a8f25e54d85b70397ace8940b4590b9ca24eb5085","sample_id":"mmlu-professional-psychology.val.439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88396f5442cbc1a7dde6541e6fb38714f9e0298c1f6226abef20c470ca8ae51b","formula_version":"titan-u-contract-v1","latency_ms":0.7763750618323684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bf3530a5fb54bd5817f760d1f9df64bdff25b7c192726e9cd7c25f143fe8b8f","sample_id":"mmlu-professional-psychology.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca37a6eed0035b428d3e5243a6846e853f367092d21817bff8fcb9c9410beac6","formula_version":"titan-u-contract-v1","latency_ms":2.764499979093671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec634d7e02f14d361c745552513b712a30a1a30ec18de237610ce68d6dea9f35","sample_id":"mmlu-professional-psychology.val.440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6d333a5c31025cefe08ca3d1812c5d7830d7c1f2c13d7a3a7145ea2b57fefeb","formula_version":"titan-u-contract-v1","latency_ms":0.48212497495114803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8cab187ef97c9f34cc90d65133140341221b050e0e29422227bee3595e9d9b2","sample_id":"mmlu-professional-psychology.val.441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e508cdfd03d717d14a42ada50968cb991d2b296f90710faf7e488e8ddb2a1e0e","formula_version":"titan-u-contract-v1","latency_ms":0.5167920608073473,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"245754c0a396ed6b13e4001131fcc94d71f55aaf4aba741b9dc52a52724a3820","sample_id":"mmlu-professional-psychology.val.442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b0ef1cd4270110433ced72209c1edcb9256bbdd2b8ce0b9a91ca782b99f54cf","formula_version":"titan-u-contract-v1","latency_ms":0.4300420405343175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15d45b8ad3567e464fec6dbb74afb1f75855f996f90309bcc088dbe2214483e0","sample_id":"mmlu-professional-psychology.val.443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70cf64e3b564a79af23daf6c63a44cf44ead6945eec73cd1685cce5a3ba10a21","formula_version":"titan-u-contract-v1","latency_ms":0.6073330296203494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73c881b73bcd298318bbbdc55717d98325a768257509c7191955294176c92da3","sample_id":"mmlu-professional-psychology.val.444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3c3b5d35067c6e673968fabcbefbfcac2670b99e5800c71a9bfbf8393d37662","formula_version":"titan-u-contract-v1","latency_ms":0.8629580261185765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e4a37ab13a468e283a481f0513906483c2a97286d7120b4c84bc83e486d31ac","sample_id":"mmlu-professional-psychology.val.445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"644786e1a216087b57ad5d26ded3d098b348c5cd8bebf703556664bf30509073","formula_version":"titan-u-contract-v1","latency_ms":0.6300000241026282,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b7dbb352236144224acc8e822ec8f177eacc8b10527a491b45829f2dfae9838","sample_id":"mmlu-professional-psychology.val.446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f36fd67adb7145feebd18c0461530f511a9c3dd327b560ede6ab0522b6e34d71","formula_version":"titan-u-contract-v1","latency_ms":0.9370408952236176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eac68e798ff8d7d73a9771c6057eeb47ca80324311ad4d9b3f19ccd62160c2e","sample_id":"mmlu-professional-psychology.val.447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cd91f875806eab9ff9a31485dad220bacd6d1a31fc240f079554aab1e5f7069","formula_version":"titan-u-contract-v1","latency_ms":0.460707931779325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6a4ebce5199a8ee76b757d01dae35fbdfcefb131c6fbdaacb8008cb14e62f01","sample_id":"mmlu-professional-psychology.val.448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5a963907eda5a41fff7c7ebe321487527fb8b4dbcb3e0b780a9e8bc331199c2","formula_version":"titan-u-contract-v1","latency_ms":0.49699994269758463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e833fcbc5d18301f558ef3e2c33a9e2e344e244155ecc2890864389c4708d5c7","sample_id":"mmlu-professional-psychology.val.449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f921a54bd1d331abcfa4c25728d24c37118dff2e8f9eb38f9354d6cc42613783","formula_version":"titan-u-contract-v1","latency_ms":0.6222500232979655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd2bd6e3f21e059fbde4c95e075b8690c5371a3ade6d1c64a2ea39f617affa99","sample_id":"mmlu-professional-psychology.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe4d474ea7fae72caf45d40fadaac06db7f8cb3d418b817cc5066f58df0f912e","formula_version":"titan-u-contract-v1","latency_ms":1.0690840426832438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"934b3ce4da7e53c3c0f4c123bbcd3bf6d0de382ad28569b7dc161ab768a37e37","sample_id":"mmlu-professional-psychology.val.450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc6ae9147a05eb86ad646d9aa7782ed23bf10dd3b3ed1171a992c0e26ab0d569","formula_version":"titan-u-contract-v1","latency_ms":0.5357920890673995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d29ddc97ef26b17aa8828b9da02dabcc03896a1c340eee8b206e2e05b8f2fee9","sample_id":"mmlu-professional-psychology.val.451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4ea1de550656c6605913b796ce773cdc869d4ffaa907637d7c99384d90bbeff","formula_version":"titan-u-contract-v1","latency_ms":0.7688329787924886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b51974084a262f08985d952cb44c8297e55d99dffb7150d8d1e6adc1d315fad5","sample_id":"mmlu-professional-psychology.val.452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17b1a0d684405138c2f2ffe090fddb79a81c168cdadf214a7bbdc159bc85decd","formula_version":"titan-u-contract-v1","latency_ms":0.5984170129522681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"331aeb6039b102aef4030b35e620c2999b56ac104db8d127c9d7f883dd573dc5","sample_id":"mmlu-professional-psychology.val.453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d94c1d01553d34c9c968ad3dfa5eeae1930726b894bcf547bfa4aac2591f6804","formula_version":"titan-u-contract-v1","latency_ms":0.5227499641478062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff3f72adcf963863e2e6e7bdff5ea348e9044cfece87557e6368bc7c4fe8f9bc","sample_id":"mmlu-professional-psychology.val.454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d627f96127a4d5f864c03b08b5327e428a574319d14e133d4940bddef80a3023","formula_version":"titan-u-contract-v1","latency_ms":0.5116669926792383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eecc825aa5c6897e19c12196b74709b4020fae11d8b4306dcf62fe2c4b11860","sample_id":"mmlu-professional-psychology.val.455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"569f0f6adc4fa2f4bc184bf575e7a58edc36368f21a137191ea0b64138b9eba7","formula_version":"titan-u-contract-v1","latency_ms":0.689874985255301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca96f84d002fa61d3bde2db96770c1101bbae532ac9bbf45693df92c69ff8b06","sample_id":"mmlu-professional-psychology.val.456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bbee648e5d794136ee28a20202fa7abd21f64e88bbab16d3c7cbcc70bf0a3e6","formula_version":"titan-u-contract-v1","latency_ms":0.47554203774780035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79bc8d425c5e55edd53e7d5adbf1537dca421e1c4d76622a97ba07ea140a894f","sample_id":"mmlu-professional-psychology.val.457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d48fb0bc73fedf3c17f462112c626d603d0b7ed9bac0ebe4bf5975a5eedaec28","formula_version":"titan-u-contract-v1","latency_ms":0.4503329982981086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fabede6ab6f586fcc39767b0b55f82723c04a704b20254b8216aa3bbafd12138","sample_id":"mmlu-professional-psychology.val.458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"031859964983a9254e27dc0d5803dc3420068e9abb779b1ee59c456880727f69","formula_version":"titan-u-contract-v1","latency_ms":0.5080000264570117,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9242392ac8e8db568eb53fbe3a569efeb031ca2cf4d6d5fff52e2fdc99aaec3","sample_id":"mmlu-professional-psychology.val.459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd4b3e521fc0646d5be78f191a4caba9736903cc53133d4a471fd6212a27a665","formula_version":"titan-u-contract-v1","latency_ms":0.6014170357957482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e0fcc4e04075f81417f2bf54ad4949e100557b1dfdcbc8900d17e2cc8e40dc5","sample_id":"mmlu-professional-psychology.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b125a68dc1941ae598d2d4ba282f9b4b3fb9c73d4214c3ea3d59d645d5bfdc67","formula_version":"titan-u-contract-v1","latency_ms":0.6947919027879834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9035058f8ee7dd5abd8afc881fcc4aaea87d979b6fca5a51b59b54dcfb1e386a","sample_id":"mmlu-professional-psychology.val.460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1792b87ff237483fa776cc843f76dd117f4415400f46bdee6a19ae5327559ec","formula_version":"titan-u-contract-v1","latency_ms":0.8392500458285213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b40278eb5919ce9c150f0618cb64c8286c194e94f9c0e250ccc7da5d54488f74","sample_id":"mmlu-professional-psychology.val.461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2abb349c395ff457f6bb45aca15e425020547ae824ef91c3c10c17f94ca2f309","formula_version":"titan-u-contract-v1","latency_ms":0.46508293598890305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"784f5e87dfb6a0f5d225eb5fbcaefd00b041543a660c2a4a0e96c3066549a894","sample_id":"mmlu-professional-psychology.val.462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06308f855d2686fb567ae57dfc84d48b7ea94659db98f4b3d677dd23b6a01bf5","formula_version":"titan-u-contract-v1","latency_ms":0.3816249081864953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a20c94f3b30364f3bba64f8b71ae619cb4eb5f03562a4c59e66ca502eba6264a","sample_id":"mmlu-professional-psychology.val.463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f7324b36955135348ce366b1dcd35c60c37e43bdf8032210ddb6a48971843c3","formula_version":"titan-u-contract-v1","latency_ms":0.6473750108852983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d30586940358ffc20b412b4684e14c056b7af9e9128f3d95badd133b73b161b3","sample_id":"mmlu-professional-psychology.val.464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd288a75faa159a74f93bd26ba037f472684dbb94f01ff79bb39afb68c73dcb3","formula_version":"titan-u-contract-v1","latency_ms":0.6567079108208418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a633e2a7349fefc2fae0272f55192183a9c6466043e932b10aaeb7d3259a6a3","sample_id":"mmlu-professional-psychology.val.465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50ab042634901ad8eaad8efef226d05a5c84e50948079f484e4424879979855d","formula_version":"titan-u-contract-v1","latency_ms":0.6372079951688647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e83466bb5858d14e568eefb9afdaf8d74ab59db9b982c05bb9b429bb756b927","sample_id":"mmlu-professional-psychology.val.466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ceb8c4b7edc53c8346215b240d84696b45f484951531348856a3a9902e70cc1","formula_version":"titan-u-contract-v1","latency_ms":0.4780420567840338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3b1708a52240b56f0b1697414e6cef63d5818b1265def1ed7af3a8282ad0340","sample_id":"mmlu-professional-psychology.val.467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3083b5925a72c27f3981ef797b8efdf06d690bc6ff1a60cf810be5f384b3109b","formula_version":"titan-u-contract-v1","latency_ms":0.557041959837079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1aaa08c62dc86b36ee429b18d824f00c8c1283feefd99326d68bba09d89f8fb","sample_id":"mmlu-professional-psychology.val.468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eacad98ca842d65c973e47b5472a57ee1695d7a6b5b6f3b78d5926f6f3a7b014","formula_version":"titan-u-contract-v1","latency_ms":0.6017920095473528,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f46adba1b3a3068721eaed964e89bf5c2a769f7cb80195b9e3c21ef4b37a1d7","sample_id":"mmlu-professional-psychology.val.469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8532aa9ca7031bf65192dc388f945412e106c3d3300ab571cf38a52696ed8b78","formula_version":"titan-u-contract-v1","latency_ms":0.7283749291673303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a4914f5385c4442d33c5e219dc5dbcc6faaa210c1e4673a42293cbf2686b316","sample_id":"mmlu-professional-psychology.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ff53fa659d82f2eceea101d271c511a984c7e21f60b89b61a3fd5726d10ba21","formula_version":"titan-u-contract-v1","latency_ms":0.5293340655043721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0fb18e686ed73632f84c2ffc8c137b178292facd212350f5de7768d45d9ec96","sample_id":"mmlu-professional-psychology.val.470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bbd104342e7fe89ee776a5c80dfc25196bf3e90bd30d0b3ae8c9caa87dce725","formula_version":"titan-u-contract-v1","latency_ms":0.5546669708564878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bcb6e30af3b1e5e6cba9e3b1b87a0d46a0d850b74ae97951483f19bc980a3fe","sample_id":"mmlu-professional-psychology.val.471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a02cca2dd28f207b93fd0b95ac480b144ad1352a503fc3843f2dc8013ec4111d","formula_version":"titan-u-contract-v1","latency_ms":0.6799589609727263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"675f6229e82caff27529993a5f5251165354aeeb54bf173ef63ae25ea1129e32","sample_id":"mmlu-professional-psychology.val.472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"070e4482b234184d302b498af32077b7d55a6cf25364bed8016a80ae70905e1c","formula_version":"titan-u-contract-v1","latency_ms":0.5699170287698507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5ef961aa8323d5d9bed4e44f72845c47df900a00449dd9a4a8645132497813c","sample_id":"mmlu-professional-psychology.val.473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a0e0a7432b1bb28cc7282c356ae275b4c5217a12b88f7b2bdf69d4fc6f880ea","formula_version":"titan-u-contract-v1","latency_ms":0.5836670752614737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4db0a5e7c11fa4002ef7ededec5c79e1abedfb77bed75b9e446413870b7d49d2","sample_id":"mmlu-professional-psychology.val.474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3477cb4f8710198f90f6695b25b061d7a30c7305bd815207c44104261ff418fa","formula_version":"titan-u-contract-v1","latency_ms":0.6915419362485409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdfb8672f6b90fe18a90b55ac06a5a0bd7bb05dd254e5d25f0ff270544ca1b87","sample_id":"mmlu-professional-psychology.val.475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52f4aa7f6cec72c6c5260b31eaade7263a819fb8ef840370da9a739592e18e29","formula_version":"titan-u-contract-v1","latency_ms":1.0557499481365085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a2e17e794919f5107816f3d55bb982298c6b2769f8c410a881fda177b002640","sample_id":"mmlu-professional-psychology.val.476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96d0c1d75044de91bc393521d190015e4f65857e90ff4cd69d4ab59e8f8fa7ca","formula_version":"titan-u-contract-v1","latency_ms":0.5937910173088312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8340433c9871dfe4b0366c4d48807f80ad2e249139a684bfba15be8cc3c98a7","sample_id":"mmlu-professional-psychology.val.477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cb1f45e96975c94334f3c2aeacb18fdf16657c617b183a5673bf6f5695e7402","formula_version":"titan-u-contract-v1","latency_ms":0.6370419869199395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ca55c2c1494561971959fa6393b084e60f55c2ec9d29e7f55c4234b8e9f0dba","sample_id":"mmlu-professional-psychology.val.478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ee17ba5c04776c5b7714c48480b58991e8b956453f0ff1d66e70eb4a92f478c","formula_version":"titan-u-contract-v1","latency_ms":0.7830420508980751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9a6b4e518ce7de39ac63ec64b223418cb7b399f11159324b2202f81f9298193","sample_id":"mmlu-professional-psychology.val.479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"064c7260d2326a4fa7aaf8d68198cd18c51482816de3c8b5a0174c0568c6a523","formula_version":"titan-u-contract-v1","latency_ms":0.5376250483095646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"611f519d365fdda7d47ae1c65a51ba5948c3f6c86782b33bcbb8d30c5121fbb0","sample_id":"mmlu-professional-psychology.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84a9186be16bbae70627e656ae3b29a4b142066e7c7f3390269eea1d62277cac","formula_version":"titan-u-contract-v1","latency_ms":0.6340000545606017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"664fca4dec8dcace12ec5cf90ecda7c6ea8419c9d261c5891274934af7cb4b24","sample_id":"mmlu-professional-psychology.val.480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62aebd3675082a6aa17de23f2afef9897f8e584f54955c7dbd5a75e346e90b42","formula_version":"titan-u-contract-v1","latency_ms":0.6389169720932841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e43e7f8ec3d0e67ea495ae6f0137385b79836b5f1c47c8ae470cea4f33f3211","sample_id":"mmlu-professional-psychology.val.481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9712e1c3405ce86e29d6f37aad70f6bec9d0673a324f5809aaed592e93ecbe6","formula_version":"titan-u-contract-v1","latency_ms":0.7547909626737237,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d879dd81a0d4e5939fb4f6ed66ecc61364bb2ae8334ff6cbaf9c2c732e7bcf42","sample_id":"mmlu-professional-psychology.val.482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78a425f1c4ba631db00298b92b03dc622e64f83bf1b36b298f9cc4bf90e06bb6","formula_version":"titan-u-contract-v1","latency_ms":0.5095830420032144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a3cdabe4a40d3143d10c1178973ba3189489cdcab5395f78d6cbfe4d53224fa","sample_id":"mmlu-professional-psychology.val.483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88fde0c8c852a35edd2ce70d709d513e9b02931e02347770721895cdd8e26287","formula_version":"titan-u-contract-v1","latency_ms":0.5691670812666416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"564cbdc6b1db97a69395cda88d21012818a53743c70eee72b7a79dfdd8682fbd","sample_id":"mmlu-professional-psychology.val.484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2e421f52b7222f066c8039441fba60863d59813f6367a59b1cdecd80c0f4a97","formula_version":"titan-u-contract-v1","latency_ms":0.771000050008297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72b927af8f9f91d53e42d2e95f87cdcb411a3890d164e22b31df3b8117d5aa2f","sample_id":"mmlu-professional-psychology.val.485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0a02a0db5afaef596b4eaa627ffccfcfb8fe077ff0f6d7a4d9f98965b89df13","formula_version":"titan-u-contract-v1","latency_ms":0.4936669720336795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"378d40e31437917b26ea6abfabb592f9d221b354427b90a8e62ed79bf317dcd5","sample_id":"mmlu-professional-psychology.val.486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3a8d2ab1543d6ebd1a4731c2289489dcc4e56e45832406e72cada592e67c542","formula_version":"titan-u-contract-v1","latency_ms":0.7421670015901327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"043d9e08d07d1032ea4b3602ae84a2045d348c5634b09675bbffcda051b86b7a","sample_id":"mmlu-professional-psychology.val.487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcfd020041985b1e4edc535cde18c1f8ed9a4a9c53d8efce27ffea0e52395f9c","formula_version":"titan-u-contract-v1","latency_ms":0.5728749092668295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eb4733e3befb00ab1873741abec3975f6874593fa9917d1a7b8b4418fe8edbc","sample_id":"mmlu-professional-psychology.val.488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd432163eb9f548211a159ec3d63a25f207280d0068224af65461e0b89fd5cf0","formula_version":"titan-u-contract-v1","latency_ms":0.4709589993581176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42348f47479e58dad4348ffa6992dec7d2f0886991ad98258676662388e0f86b","sample_id":"mmlu-professional-psychology.val.489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2012fed0fc434ebbc914b0c04633fe96158788f6ab0b34bbd6b8cce293317e1e","formula_version":"titan-u-contract-v1","latency_ms":0.6683330284431577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d459a83dfcc002e1f3849f44752b3d20344a655ef0367d4f4f295baf5bc99c82","sample_id":"mmlu-professional-psychology.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2fe3d096a94227df732d4312796853678c9b4a5e92e294d2831d6232e55dd6a","formula_version":"titan-u-contract-v1","latency_ms":0.9072499815374613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae9a5b3cb52dcd68f4c365ed44435d597967e5b35b18b62ef3492d2e78304b84","sample_id":"mmlu-professional-psychology.val.490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4d4795c92760bc85a17602e796d16993abd8a8498892f80933ab381aae3ece4","formula_version":"titan-u-contract-v1","latency_ms":0.4859580658376217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9097c74105121e33d9784bd6517525fbc9b85a85048630bb9a08ee160f03d21","sample_id":"mmlu-professional-psychology.val.491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7349b70839d3ba8ba157578b666339b1bd86b097ad4bbac6abc51cc7993ff6ad","formula_version":"titan-u-contract-v1","latency_ms":1.4374169986695051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaae1f8fc80c7c5599f540b4ec162206d3cb8b43e7cfda50899a760829ad081a","sample_id":"mmlu-professional-psychology.val.492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f410bd0a06fbe015c8897f002ca9ed06fb7de74ad71502bb17b7a3b5367fbbc","formula_version":"titan-u-contract-v1","latency_ms":0.5370829021558166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7368c62dd618b6af609435fa1405f1b038a9340552c9d857a40d6e29ca2c03a","sample_id":"mmlu-professional-psychology.val.493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8b6ad1c193244c0e16021a29144b5f569c5af934a48cabd40ab5d27b9eb5ed0","formula_version":"titan-u-contract-v1","latency_ms":0.705457990989089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6decb91915835cd0ce8f1f99845daaca30e02a548b32b900fc6f7d756f90f24e","sample_id":"mmlu-professional-psychology.val.494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4b77c33a5836d16e6a3fed1fbfd4ebeeea3f61c43194d54a226b64ec8c46cca","formula_version":"titan-u-contract-v1","latency_ms":0.4503750242292881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"323a66ec6342cd7134d8e76937ae32f8881fdf3f472b45c07efccd4d98861b65","sample_id":"mmlu-professional-psychology.val.495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73c55ace1cfcfa504242a92e2a52805c002360a015b9a95dba9d6d05b05cfaec","formula_version":"titan-u-contract-v1","latency_ms":0.9067079517990351,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61e4ece0d32081b7f56bf8fe0578ff66d757c79666c8911d49aee961820116c3","sample_id":"mmlu-professional-psychology.val.496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccddbcb3363ce76f1804968134e82026bd0ad08a93d4bffcf858a027ea3e1659","formula_version":"titan-u-contract-v1","latency_ms":0.6118339952081442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71795315fc0e3619aba53a1b7ab213fbbe0076d3a809ebcd9f68c432a7cf39a5","sample_id":"mmlu-professional-psychology.val.497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de43307992027420c0ef64404a25e19f150145525682f923bab012727b024019","formula_version":"titan-u-contract-v1","latency_ms":0.5518750986084342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3067a6681e6e18e9414f3a17344f779c45eb70a2a79e8a4fb1cf2eb8a2ee1149","sample_id":"mmlu-professional-psychology.val.498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8924a3f6f5ee4d7dee531f4a4bbb0209e4f691ebb830a521ea8b2c13c7edd53","formula_version":"titan-u-contract-v1","latency_ms":0.6787080783396959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49f817731d8279774089bd31aaef36f2e9b5178274ad53661f083ed385fdac68","sample_id":"mmlu-professional-psychology.val.499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b543de94b3453269dfd4388628439d62bbea34ad40634d401d550a68973228e","formula_version":"titan-u-contract-v1","latency_ms":0.5215420387685299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b1b620c93dfa0e53f6e7a7503ff4ede8748dc5114fb66e978c371fcb00805d5","sample_id":"mmlu-professional-psychology.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"531e6c01956c8b3642a9ecd2124cbb98955c9bede3980a118f7d22b986d3ffa7","formula_version":"titan-u-contract-v1","latency_ms":0.5732499994337559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"802785664365c47716950d3dd2da1d25838b7d7bd4c9ad8c43580c9f33af163d","sample_id":"mmlu-professional-psychology.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16531511b5f9ee56a41fb64807272ee8e3ad1fcde7e4a704b7d36276815974f8","formula_version":"titan-u-contract-v1","latency_ms":0.5613750545307994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4de92e70e27f62ffc112534ed4ca58db474f7892ed537908ac833528b78227f","sample_id":"mmlu-professional-psychology.val.500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1718aeb274fa56cad1c86010958a02caa401a5c021c411a1524be6b3407d7c6c","formula_version":"titan-u-contract-v1","latency_ms":0.8595839608460665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa4813efab5266f109b8590fb5432a3593bdc89048ff2be38135f6205aede8e9","sample_id":"mmlu-professional-psychology.val.501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79860382d0424707a3e6de523e3c37566c02cab3da0372a4c8dcc1ee0f674bc1","formula_version":"titan-u-contract-v1","latency_ms":0.4942500963807106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a048279d51ab07d3d5b00f0cb68519424aa8d35506f16b430559bc6511009c0e","sample_id":"mmlu-professional-psychology.val.502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4d13ac51f699def440a733a2b7dcde36d0ff30ba5060cdfc8a966c07e2b89dd","formula_version":"titan-u-contract-v1","latency_ms":0.5855829222127795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33254bc5aa1bd10a275487a6fe2a3f5fdbb14d7a650a3b093b85958f129d1285","sample_id":"mmlu-professional-psychology.val.503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9279c861b4336390cbff0af8063880ada8eb64ea07fddd9605e6e64c94eb7d7","formula_version":"titan-u-contract-v1","latency_ms":0.4404169740155339,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc307e273309aea79d2bcbbc6c7714912402a24caae81b07c6d3a2782c1dbf3a","sample_id":"mmlu-professional-psychology.val.504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"048596a448aeda165d93a0c059ba97d2aa6d7a048f6b6919ddfe01ee78a6d9f9","formula_version":"titan-u-contract-v1","latency_ms":0.7197920931503177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"052490cce55927f488a068b75e7381400491e4159baacf69b3bf57ae96e6d7bd","sample_id":"mmlu-professional-psychology.val.505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29c97ea7fd61c8fe005061634a4227cf83caf2727b5f7fc0161c200a65a47a9f","formula_version":"titan-u-contract-v1","latency_ms":0.759666902013123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c0c82fc18557866b26924de09889d05d7b69f7555639f77f0f46d627cebbe27","sample_id":"mmlu-professional-psychology.val.506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00c0b98c2d812da9789fdce5f55d2e025a64b375021de47fc802cf6ee9f1c15b","formula_version":"titan-u-contract-v1","latency_ms":0.6727499421685934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc5fe0f088a24b82190b85926daa81c6b0cd931a755256d3a8b505c2568b2c91","sample_id":"mmlu-professional-psychology.val.507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c85ab1f9f9f9fa668cef94d48a36fa6728e577b5e672c9ce8b14d370a51127e5","formula_version":"titan-u-contract-v1","latency_ms":0.4255410749465227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2a62d429d7d03da5e0486759242c07044743b31811cc5cc94e4087db3b35482","sample_id":"mmlu-professional-psychology.val.508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9da28aeeeb78e4f940812267f512c5cbd1c380d9c4aafe526c1073f250ec8246","formula_version":"titan-u-contract-v1","latency_ms":0.5449999589473009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd30dbee06341e4c07c3e18fb1a366f635995a72a97dfa8bbf29457bdfcea0a2","sample_id":"mmlu-professional-psychology.val.509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"614152af7d330708a6aba8ccac9c229d12915c3ae216fada33525bb916722e60","formula_version":"titan-u-contract-v1","latency_ms":0.5390830338001251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b725139eaf2d298dbafc786b428e68031beccfd4e6f65be68df4c678c4bdb5d1","sample_id":"mmlu-professional-psychology.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"825716996c43c7f32122eae78765b83e32f86e650c02316e6c29813827602bc9","formula_version":"titan-u-contract-v1","latency_ms":0.44225004967302084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8ee6ba60579294d45db9e7c7deddc84369279019649aadc6022e65b54240bfd","sample_id":"mmlu-professional-psychology.val.510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a559ec3453cdc6c5bd33442ede521ac522f3f5c515d3efc57293b7fc039d7835","formula_version":"titan-u-contract-v1","latency_ms":0.6827500183135271,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51dcc114cbcf7dd345f80819113b9b11ec42aff8df19e86054c22357ed745961","sample_id":"mmlu-professional-psychology.val.511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"822955d28fc61a624ed5746f573d4d0fa959ecd585ad6c9a5881305e0357ad16","formula_version":"titan-u-contract-v1","latency_ms":0.4579171072691679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5400e2ad1f986a388aaff6130d2d06dea6c8c91cb9685797d2bc94b15ae361c6","sample_id":"mmlu-professional-psychology.val.512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6550056e539b0cd80a86f55f777f2cf10b48e1d004b6f77be5421765dff6cb83","formula_version":"titan-u-contract-v1","latency_ms":0.5145410541445017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbf0ea8dd8437fe37d47c2ca9ec6c8059789f655f1fe5fd3519fb2ad4b23c576","sample_id":"mmlu-professional-psychology.val.513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"392ec7104630d26d8cb00ba6c741d50738cd93efdfa1770f6097075c19d4be58","formula_version":"titan-u-contract-v1","latency_ms":0.6478750146925449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48f2d27391978bed6921a82c93790b66ecbfc2d157fba67b606aff8add157dce","sample_id":"mmlu-professional-psychology.val.514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ba10959d3500f88aeb62818a167cb501db27d54bb2a5623e915781e8fc19b8b","formula_version":"titan-u-contract-v1","latency_ms":0.5641659954562783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"814620c3c9132cc13ae69b63883d3fe54c9071aa44db9ce5d057060f5b3c45b8","sample_id":"mmlu-professional-psychology.val.515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bbbcfa6a87a5ed6f634a976dd140e2e647731ee7934ef229eb10067f68861a8","formula_version":"titan-u-contract-v1","latency_ms":0.6592090940102935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44f2d438353cd6f56b45d9cd5c9bd91048ce1e394b7064d6bf9323752f478525","sample_id":"mmlu-professional-psychology.val.516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17d32e053a6c1dfcc566fa562b69c3966298eedd198f2591756f70f7513fc04e","formula_version":"titan-u-contract-v1","latency_ms":0.6412499351426959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d41efc65f44300ff61cb27d635ea123638ee9e2a1a47d65809f7520844f5d9a","sample_id":"mmlu-professional-psychology.val.517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82592284f7053b31d5d4d857bba280ee54d1c2e4a957309f36c89a49aee131ca","formula_version":"titan-u-contract-v1","latency_ms":0.7199590327218175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e891fd8d82decc7b9b9b9a3693e50b3a62e9a0a118e0960344a10dde38ee36e","sample_id":"mmlu-professional-psychology.val.518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59662985ffa11f03bfa473be52d8fd64731ad0c4ec66db28bebe26ab740d7bf4","formula_version":"titan-u-contract-v1","latency_ms":0.47616695519536734,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d0c991ccba012dc1ca8445188a85590f384ee21704f3fbffe46723cf23e5a6e","sample_id":"mmlu-professional-psychology.val.519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5393f22c2edcb1c3eb887b062dc53d4cae3f575899bf3e2cd2cf14816a5c083f","formula_version":"titan-u-contract-v1","latency_ms":1.473166048526764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0adac74f6aa7be74d713142c44dbe8fcaa8314b385e844aca68142af6d8eacb","sample_id":"mmlu-professional-psychology.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1c32788b154b2a71edab085a2530400c1e6d8bb8ff1373e9e75b1ea09d97be6","formula_version":"titan-u-contract-v1","latency_ms":0.6657079793512821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"275896f97a726097965a50f009aaafd232b4704bf339e33474097a5c3f55df91","sample_id":"mmlu-professional-psychology.val.520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c19ceb340dafc5480e7e028ecdca7ebd9da2c8f90786c3c7d498ca8550962b6f","formula_version":"titan-u-contract-v1","latency_ms":0.5567079642787576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"638dc354f891f4a1fc2608dcacbc2bc4cb6b6c419bfaa6793f3704c11cd29548","sample_id":"mmlu-professional-psychology.val.521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4783ffc3cf3d375f20e5bc0217c18260352f1a436b1eb8ec29482f72bfe8a6d","formula_version":"titan-u-contract-v1","latency_ms":0.5055830115452409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c755ad5d75d6e8ad6836a0cde60f48915f74550d359ca6b4efd6930dfc015101","sample_id":"mmlu-professional-psychology.val.522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87ef4a483ab8299bbfcceba49348bf64266ba94909ff7e7b91a7e85afc71f9d8","formula_version":"titan-u-contract-v1","latency_ms":0.4579590167850256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"707dc0fd35535bb3825c4b644190c07cdeb5cb7851bca4d2fa0c05335129eff5","sample_id":"mmlu-professional-psychology.val.523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0030c3dc21c46ee72be90cf22308d6c4baa2370cb96a7d5304cedf5a2d8c62ef","formula_version":"titan-u-contract-v1","latency_ms":0.4320830339565873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3555580fe9dd9f9a476eb9012b64133bd65db716b61d9299e55e1ef9d17f7a2c","sample_id":"mmlu-professional-psychology.val.524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d97d7d680395ab5a16d15de3d807db16a1fcf70042b903187e974c65192cd24c","formula_version":"titan-u-contract-v1","latency_ms":0.5327919498085976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0ca4282fd13b2fe319675015b696512a28f2563f2165397ed244958d55ccb21","sample_id":"mmlu-professional-psychology.val.525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d11f815b40d615c023b083ed0624276deb0d933ff73252c9ebc54030c9c2161d","formula_version":"titan-u-contract-v1","latency_ms":0.610999995842576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2ef19af5f821214e346372fcedbd37da6eb5bbf46743b856dd0e1245050a91c","sample_id":"mmlu-professional-psychology.val.526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23d862507c66badff9e6bb8c78e9a90887b8c2900ae0b74fc7018d9012e8fad2","formula_version":"titan-u-contract-v1","latency_ms":1.1340840719640255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"756c4081cbd1d2e02f761eb7b79ef19dfb81bd6d5fa43771f6743a29396a75cd","sample_id":"mmlu-professional-psychology.val.527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e236fcba1da14b61f37a7b63fb1f6bfb50efdb034419a327edae6d1676198f1","formula_version":"titan-u-contract-v1","latency_ms":0.5587909836322069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd546ba57e6638bfde06065c78908b9fb551d87d5f181319ef07b6f8a4e4c765","sample_id":"mmlu-professional-psychology.val.528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cfbf3ad8afd881815a34a609c8b2d2b7522bf4266ffb6e6c9268ad63d5b90ee","formula_version":"titan-u-contract-v1","latency_ms":1.368209021165967,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"add0d364d52fdd889464c5fdc0878da66cdf19ffbe480005ab50e1397bf9e022","sample_id":"mmlu-professional-psychology.val.529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1f87ce10b287840722470205795e57c19c9cffe2d03b86597b4bf1d80bbe28a","formula_version":"titan-u-contract-v1","latency_ms":0.68145792465657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c2314a6a5feb5607f1b2699a8959cefd2be932f417f4f52cd754e0c6ee32f19","sample_id":"mmlu-professional-psychology.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5b767506bd7edeb798c952cb6ca0876ec0a348e0e0c1a2bb3fca706e98ed7f8","formula_version":"titan-u-contract-v1","latency_ms":1.1322919744998217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7616c4138475237c9918bcdf9af00190ea9e02da012ea714314f49b839a2a31","sample_id":"mmlu-professional-psychology.val.530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07348aac7368f1fe00110f0456292bc1222f314050b8907ce6d7333e12accbd6","formula_version":"titan-u-contract-v1","latency_ms":0.49116695299744606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2be7ce5a99383c47f540658ad29c2880b9087c6f9b95ea84c47c341556507411","sample_id":"mmlu-professional-psychology.val.531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91ad3ef78b9af14649cbc8d2dbed5bb1b2442b4c13f75c08b343f4ba50451ed3","formula_version":"titan-u-contract-v1","latency_ms":0.7322919555008411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59f221bc2823b401d0ced0943ea9cb0dde6c6a1198887657461336bb193daf2d","sample_id":"mmlu-professional-psychology.val.532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b72fc42d138c4fb8207cecbe5d44a88ddecabf3a81aa2a6165ddf80cd736da0a","formula_version":"titan-u-contract-v1","latency_ms":0.5603749305009842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cbb7c29d5b28cafbaf6e3d27eaba3ef917989c91928421a7d660fb9d12ad626","sample_id":"mmlu-professional-psychology.val.533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cc1b890ee6386457d08bb26f2ef5c02d6582853d424375ecaf6f88d658eced0","formula_version":"titan-u-contract-v1","latency_ms":0.5194590194150805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b4e9944e97a4bb64199873d11a93cd3ade15cd555f0791736190d66b9a499e6","sample_id":"mmlu-professional-psychology.val.534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ad28c2ce885715b2cfe2b798068016843da05e67f8942fced78d1e353c5b947","formula_version":"titan-u-contract-v1","latency_ms":0.6433749804273248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96666f6bee4a169e7f97b4068d7361c0e00dd4709831edff0ad287ec1b33fd13","sample_id":"mmlu-professional-psychology.val.535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c8183ead36208a2afa49e795f2cdda8cbd3c7c9b291d2857fe2153f52477e5f","formula_version":"titan-u-contract-v1","latency_ms":0.5170409567654133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1562a0d3489dd060e608243d06110b87b76c31dbaa83e442e82f5da56b3c215f","sample_id":"mmlu-professional-psychology.val.536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d3571b935eddf19beb8cf7d1f3fa18fe949336acd4126de0931d9e1d3ce678e","formula_version":"titan-u-contract-v1","latency_ms":0.5421249661594629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dfeea643d398700a3fb99576f06ed6fdb668ae7d9f058f296c0cdabd056cbdb","sample_id":"mmlu-professional-psychology.val.537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edf86b92af0fba3241df79e723406d6c8b03d8cf39913669f81e9c9650fdd034","formula_version":"titan-u-contract-v1","latency_ms":0.4301250446587801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"525590ee26d3451fce0d8a86740d9342f710e5a3e6deca849d353886c2aa2ace","sample_id":"mmlu-professional-psychology.val.538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4471b1ba34a6ef623ebae61c62fd194c3ab9de3c44bfcf3d31bc4582966f45f1","formula_version":"titan-u-contract-v1","latency_ms":0.4237089306116104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"344332feaffc38ac6bf026ebe1e423b6cc811478382c7ab29fc7143b7a5a8e86","sample_id":"mmlu-professional-psychology.val.539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"750fcb69d2ac895f968d41d73f0de6d7718b94b6e39f5acda15c96254b6b2810","formula_version":"titan-u-contract-v1","latency_ms":0.6038339342921972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36747aa372654e25ed5a1a31c2d5b4a991d03a489781c6bab2a0ee93222422b5","sample_id":"mmlu-professional-psychology.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93a4a8b7477fbbbdc9dd401e761b65d484da0009847b4267814ae0a3a7b0798f","formula_version":"titan-u-contract-v1","latency_ms":0.6998339667916298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fea2f820056881ef7c5d9f657c65083f3192de09e143efe01875f02d4a4b6e8","sample_id":"mmlu-professional-psychology.val.540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e67a96bd46e5047c2fc65e277fc881d3e4abb1efb476444f45cb3f5c542c652","formula_version":"titan-u-contract-v1","latency_ms":0.8331249700859189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daae3b1c38211231c3dee5690ac58714fa879c0aa9bb3a4ad23e57a6a8f03352","sample_id":"mmlu-professional-psychology.val.541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e29338c9df5e2a69a24753427a854ea95cca23bb5331fa2d7555d29855bea5b","formula_version":"titan-u-contract-v1","latency_ms":0.5249999230727553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c8d1fd87d7f2a7c02c11fb4d4cce2bcf3ed8b9c45296266c0ef3e2db581c3d2","sample_id":"mmlu-professional-psychology.val.542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a636f88cdf2573f20623d28ce6a84a3ee2976366582ebe58941a745ea93315b8","formula_version":"titan-u-contract-v1","latency_ms":0.7262080907821655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bd0d1086ca144f1e357de344d8a8fe79c12296043211168481b86bfddcc1ecd","sample_id":"mmlu-professional-psychology.val.543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"303f94fcc14502c7738cce74bcae342ee3f1f5ac83bf33883f008bee19b6afef","formula_version":"titan-u-contract-v1","latency_ms":0.7105000549927354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d65efbc3777e46317f40545773e67f03226257d06f27d14c1798e46a5b613b01","sample_id":"mmlu-professional-psychology.val.544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cb1f45e96975c94334f3c2aeacb18fdf16657c617b183a5673bf6f5695e7402","formula_version":"titan-u-contract-v1","latency_ms":0.43474999256432056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b614b97dff2af6cfb0e360ad0f8e0c4f010f78f80243b5cd8b61538c04508fc6","sample_id":"mmlu-professional-psychology.val.545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d32134a4afc5a16e81de66bf51327fcb8e9d55f3a676de8a57b4e0ac12deeaf","formula_version":"titan-u-contract-v1","latency_ms":0.5090839695185423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2cded481e6cb54de97285073fb42c6ec48ee60edab8b8f278d63f21568165d7","sample_id":"mmlu-professional-psychology.val.546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9579e990dd532d6a49360b16bc66a7d9bd3b54dab4d3160aa059f310e14427d","formula_version":"titan-u-contract-v1","latency_ms":0.5786659894511104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2b767cbf949443afa38b57bc451c6112ceb18c22ac658ab103e14a5588c8a8e","sample_id":"mmlu-professional-psychology.val.547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66d54b6381fb74b74b9d64165484330df79ebbedf6180cc16d84ceffad953b01","formula_version":"titan-u-contract-v1","latency_ms":0.9046669583767653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58c0f5d1d68d465c9fd3202a0d2dedde037250569926a5bac31c4dd6a6894f39","sample_id":"mmlu-professional-psychology.val.548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f441b592b3f587300938b6405526fb900811f8442b6562b9fa85c3c6aa286511","formula_version":"titan-u-contract-v1","latency_ms":0.6965410429984331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88e116d38dcbc0b6798acefdfc2dbf0edcf1db71851883be9e7f5e4d453448ed","sample_id":"mmlu-professional-psychology.val.549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81d402cfef947f23a3805bf18ffb30f1b322a2ca0941d4d9ff8edd5513b64bd6","formula_version":"titan-u-contract-v1","latency_ms":0.5691660335287452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfaa26ee0af1396f97c7ca6500defc9e77c06c4cfffd3e660cdab006477b97a9","sample_id":"mmlu-professional-psychology.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3aacab684b48fc2c106993c8def4d371d3304e1c4c3a4d3909dc65230265ed5","formula_version":"titan-u-contract-v1","latency_ms":0.49216696061193943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13c805e2eb06afe0475fe699b8aa9e62f028fa8598af3623a9ac1d45af9de529","sample_id":"mmlu-professional-psychology.val.550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"948f5954a6666b9e6129c0bc01070613f13f7f95da4a12679c89bdb5b65f7a64","formula_version":"titan-u-contract-v1","latency_ms":0.8575839456170797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fccd87a5e53bcfa32c670489cd97f95843e07b4a10c1e8d40b3ba2990bbc6cbd","sample_id":"mmlu-professional-psychology.val.551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ca17874af6cc789ea5bbe01c18c5f336770887611fcabe9d18bb24f612955ff","formula_version":"titan-u-contract-v1","latency_ms":0.6332910852506757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac7ba7602d07f9df80a0494beffa50401a59bdc259c9a225f5450f01c688a14a","sample_id":"mmlu-professional-psychology.val.552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b3d9123f152de18b0b61cb5895549e484705bad3e9d4247c9a773e99f145b0a","formula_version":"titan-u-contract-v1","latency_ms":0.5306670209392905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e84e9c33fd97ecbe7aa6034dfc9837fe749cb4d51231cd44f36132489fa4d38d","sample_id":"mmlu-professional-psychology.val.553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64ce813cfa9d8aa87b9e75e5883db4fe05e4d40fcda173061bb7cff34c971497","formula_version":"titan-u-contract-v1","latency_ms":1.0165839921683073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6da2b6d0227593ea8f78dca003430c765d46597cf893c8b22744e84a7452231f","sample_id":"mmlu-professional-psychology.val.554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0932cb8e9925eec2679acb6bf00933264dee4ebfc1eb3ad7a865629442accbd","formula_version":"titan-u-contract-v1","latency_ms":0.49045798368752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbd3aeb466c1b7eb2f61cd5971f4319cc369a21ad92e3af4d96da47900403c6b","sample_id":"mmlu-professional-psychology.val.555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22a3ee352cfde7e4568cccd899887fd20d87948fb6f75f8e240973f2fd65b3a4","formula_version":"titan-u-contract-v1","latency_ms":0.9853750234469771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc6c8a7eeefbefc88ca81ced108b03642e4da9178072bc835dfcd473ee884895","sample_id":"mmlu-professional-psychology.val.556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d82f57baf72fa5e1bdb89ccac39580df987e1e2311ce2877a2ca001d0fa3cea","formula_version":"titan-u-contract-v1","latency_ms":0.4807499935850501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf4214aa9a764faff76ca3f7a6f279bee6f2ddfa8f2fd076277ceef15d68e134","sample_id":"mmlu-professional-psychology.val.557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d67a4cdae16f4bbf8439c5ee6e5311d9fb84c24c1929cc8422d8cd2c80b572f","formula_version":"titan-u-contract-v1","latency_ms":0.9695000480860472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acced64eb96ab4bb0ec998086404647f9b655b7741530f3852f10e1d833a27f1","sample_id":"mmlu-professional-psychology.val.558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0c8411c7f281126080cc8bebdf729225631dbbbbf825a7996fa5163bd3b05fc","formula_version":"titan-u-contract-v1","latency_ms":0.7320839213207364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b1483e17e312f077deb64e6c697f6268574c5435ec3ce894b3a3445d99197e6","sample_id":"mmlu-professional-psychology.val.559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db1a227a60f7acff6321b8560534d68c7d41c1d23157792cd387ca7c7d346950","formula_version":"titan-u-contract-v1","latency_ms":0.8133340161293745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19362766f7e0c1a46bc8d42bad5e4e88d1097e2f58dff258226eb3cb3ba5be6f","sample_id":"mmlu-professional-psychology.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11fd8651194d312e87aae23de76e2cb369e5ea92d7393fc0ae6a32efbeb65355","formula_version":"titan-u-contract-v1","latency_ms":0.518333981744945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cea2f5ef9aba1af1c5d84d46ec2520d60d19b2b5ada93f7ad3f7555e0413747a","sample_id":"mmlu-professional-psychology.val.560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"718989435e208555b5288fb28314862664a848cb485236a0820fa84e9e2f5f8b","formula_version":"titan-u-contract-v1","latency_ms":0.48625003546476364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f40e8cefe1da7f7da4c8836293bb9bbe73fd05e4c710fa68f514545ca8c0a4a","sample_id":"mmlu-professional-psychology.val.561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e5e575738b45b85a498b0e88543bf386f54d811a4c571678b4e5e0d47303de4","formula_version":"titan-u-contract-v1","latency_ms":0.5861669778823853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c64808dc480453c3cdc8b07396492593db8dfe5bb8cb35364af906a8c8443678","sample_id":"mmlu-professional-psychology.val.562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49614ab01b16f4a436893edc0e0021706c984012da552fe8c1b6c5926d3e1624","formula_version":"titan-u-contract-v1","latency_ms":0.4867080133408308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2dececfc260539dfff12ba64070d2107396af406a02710197d4ce71da1c44cd4","sample_id":"mmlu-professional-psychology.val.563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"506d557f48c296e86557ecb66dbe4dd65e70103694f088caf2651b11cb0b5ad7","formula_version":"titan-u-contract-v1","latency_ms":0.6696669152006507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc5efb7a89cc3b197e84974b073e0a4249f1810208102435870761d6e66de536","sample_id":"mmlu-professional-psychology.val.564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86d885ec809335693957e0eb865b6f8ec743dd2a0916c48c0606e11fb161ce87","formula_version":"titan-u-contract-v1","latency_ms":0.622292049229145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e10ebd0561524ea17c27eaffc8a9a51928fc7b67343304b9ae14842d3c43a4c0","sample_id":"mmlu-professional-psychology.val.565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5378f80187dab3d84be784bdcc3e58a5cc137b7ee8857d35af7f4d40f77ff6e2","formula_version":"titan-u-contract-v1","latency_ms":0.43533300049602985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17f2ac147c23137680ca75f077796c0bba61ac0e9655b61fc2c2597201120ded","sample_id":"mmlu-professional-psychology.val.566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67a53d5dbf9587cf07d5a25a045ea9c783b5020100179820755e547c18df80c0","formula_version":"titan-u-contract-v1","latency_ms":0.7389580132439733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81e9c5cf97098a36567068e4fb11d9ef6095a5b14cf7e773364e39145acec3ef","sample_id":"mmlu-professional-psychology.val.567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76e9821283c2efc702090a4e1833a0ce83dd3711047ecab7225187714ab4cf47","formula_version":"titan-u-contract-v1","latency_ms":0.44341699685901403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"494761241d186b93dded4845521983b9c4a72433a87325d27311f1f23831e953","sample_id":"mmlu-professional-psychology.val.568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6776950720765a9a290c76c9e67b626ba6cbbdbe0a9fe97311855cecb418eb90","formula_version":"titan-u-contract-v1","latency_ms":0.45587506610900164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b5236a16af86f0a293e7e626ecc929c49767d220cf7213e9a22c4f43c3fd0a0","sample_id":"mmlu-professional-psychology.val.569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab8b0289a21b51b4433f10df47d4a059ef3f8c3c274c6f2db32f29c251e2891f","formula_version":"titan-u-contract-v1","latency_ms":0.5237499717622995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1b00bed879f4a7668dc1792de8fe9c6625e2f399963a4c0966f5d0fce5e9973","sample_id":"mmlu-professional-psychology.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9256839d6ed3b87230a65ff27fe0271858daf5056d5cc571a86200aeb62b1d9","formula_version":"titan-u-contract-v1","latency_ms":0.4871250130236149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b34733dca470a86cda17fc61e5c73d3cd0a37c6a24dfaf58ef18cebb272b4e21","sample_id":"mmlu-professional-psychology.val.570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99da2fe8b1bd7de7f92dea7e2cf607a3e22cd46b6ae99d2c86cd61ce7cba9ca8","formula_version":"titan-u-contract-v1","latency_ms":0.48929196782410145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d94c0f06e947a7c17e44e69bbe01be7803e0fdc8abbb001148e55569f39cbc90","sample_id":"mmlu-professional-psychology.val.571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b795fbbe8ce97444ed6cf041c5c1e87c8bc11ab2d0e1584ec526761b7095e301","formula_version":"titan-u-contract-v1","latency_ms":0.46904105693101883,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"730c916849bbb5975b927b74455c28d99bf4c540452f2b4ea80322423a3861eb","sample_id":"mmlu-professional-psychology.val.572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bafb3bc404fc907a23dd8d0d0fa9844befe974d3698e57ebabd2d4e9430eddbb","formula_version":"titan-u-contract-v1","latency_ms":0.6152921123430133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a1ce3768d6a4c35b9c7efd9b5a8bfc14e5cb0f8b197b9e92f130bedeaed3e1e","sample_id":"mmlu-professional-psychology.val.573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b47422cd059e4867e6daf78aa74546c042167481523d3c15fb917dde4c5fa986","formula_version":"titan-u-contract-v1","latency_ms":0.5602500168606639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1524cf62974f96a7d64383d6b424fad8d60ff842013e0e5e0453c98f891679bf","sample_id":"mmlu-professional-psychology.val.574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dbc32d01128a60dbbff3891b826e56e2e177be6c5c76742af5c44c48f3e49e2","formula_version":"titan-u-contract-v1","latency_ms":0.5909169558435678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05c62982c52d2b97e1ddbecc56f4ba80097ab43742f5f897eeae5f9db0959337","sample_id":"mmlu-professional-psychology.val.575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ac2c0a7836e7f618f94ec112ebb7de4887e93a9661ce162f284b81527d81e4f","formula_version":"titan-u-contract-v1","latency_ms":1.7108749598264694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5caf14665b23302a7247c82eac90f07035ff3a84d22966056a6c88a5d1ad8a56","sample_id":"mmlu-professional-psychology.val.576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"118b99aa1ab4991e62f57914d69eff796a7e20d2b709c3b10e391765b3c3e771","formula_version":"titan-u-contract-v1","latency_ms":0.42091694194823503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e47b8c6b4aecbd4f4d6356158d6318581b0300dcd73caf809b346bdeabcfeec","sample_id":"mmlu-professional-psychology.val.577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b427c9510a28e8e3c41a1978d528a68392e9f34449d2bdfdd4c1c3d65f31a1c","formula_version":"titan-u-contract-v1","latency_ms":0.7491660071536899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a18e4167209aec1b5360bf4a2a494615f7d38085da6690ecd38ebd2f9428ecb5","sample_id":"mmlu-professional-psychology.val.578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d154b36096282deb220f8406e7c68874bbfd437e1b096caf7ff2bcbeadfd03d","formula_version":"titan-u-contract-v1","latency_ms":0.46083296183496714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de4c868789376bc6c0410dba0045497f02c08e4e7dd71c5c9174b7319e908f99","sample_id":"mmlu-professional-psychology.val.579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b674d32cd8ee79f969e51cde20baa608f79dd9c14790e975a4aa458fdd0852a","formula_version":"titan-u-contract-v1","latency_ms":0.5899169482290745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92b7859de5ab8b3475ee0ea0cdd683ee26720949a3c4695c104c2a97e0d216b5","sample_id":"mmlu-professional-psychology.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aacd084baab16730b59b2a61ed27b5b76cb2cd35f1b29c1b4ebc8d44fb4f67c8","formula_version":"titan-u-contract-v1","latency_ms":0.48337504267692566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc33af65c60c1f6a006571e0841aed9d483b2c935166457aa223d51717e1ba41","sample_id":"mmlu-professional-psychology.val.580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19a619ce87481ecc9a729008949e98a65af80a26e86340ad458544535de8efc1","formula_version":"titan-u-contract-v1","latency_ms":0.7465831004083157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ae75356991b7705bc04a41e15bc21c1f3d2c0b493684ac812035980104430b9","sample_id":"mmlu-professional-psychology.val.581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d201096dda1073f8a3ffdb7da1bab7745d1da12749543a3f4fa5f410d82eb64","formula_version":"titan-u-contract-v1","latency_ms":0.5463750567287207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fb52665f2b7719e8b01a138a539b734d21f605dba360f4b6a403235c00a1fe5","sample_id":"mmlu-professional-psychology.val.582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2716600f4cfa0da5809331362742dbc315f4fde0d25099c88e1e7da13e0ba0ac","formula_version":"titan-u-contract-v1","latency_ms":0.6469161016866565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3742331c5ab6e2c8f72904daf56a3a332c5bde20179ce31b3cfa964844736183","sample_id":"mmlu-professional-psychology.val.583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"361cff87162a4aa218377430e66773037e2f70d1a4b6b265e93eabc7704c30e6","formula_version":"titan-u-contract-v1","latency_ms":0.6301670800894499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b883de902f179ec070b8e50b3c993313eec1e940770fe74dbe6feafe736152ae","sample_id":"mmlu-professional-psychology.val.584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"112efbbcb83ff29157bad54bedb178705c6df93caa5f83dde5dca62358904f9a","formula_version":"titan-u-contract-v1","latency_ms":0.5504169967025518,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1c0f567ed832398d1d5d338d41334cb87893a3fa3726245613204c6a4137069","sample_id":"mmlu-professional-psychology.val.585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fa9ce989c03b4904b74b371fc73ae68da32d9ca5378539e00353d43b83d0ee4","formula_version":"titan-u-contract-v1","latency_ms":0.9256249759346247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"caeb5166542a72d3a3c00f7ff21fbb3fe1d662b4fb1e9f2e84e90fdbe10f32dc","sample_id":"mmlu-professional-psychology.val.586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cef04413a630877078cd3ae95225d2043bf2256b58c92bf64ab1f23a6f8ebe18","formula_version":"titan-u-contract-v1","latency_ms":0.47433306463062763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16cd96b9f292a2dff6c8b220ca982c5b51adff8ede25d2786bf0471680ee86d3","sample_id":"mmlu-professional-psychology.val.587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"969abaa79bff04a224480bb438a496d5d6e5ef01cdb744a186cf8a575bb25a99","formula_version":"titan-u-contract-v1","latency_ms":0.7804579799994826,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae37142116f31b94221d79898114648942eeb19b0f68e5d60dacf721efb4a6da","sample_id":"mmlu-professional-psychology.val.588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a02f7d4bf97e2a8f171e05d93447733cf6b6bfdf7bfef1c1999e0cf938b0c6e8","formula_version":"titan-u-contract-v1","latency_ms":0.8310000412166119,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d521154e7c984e17baa55829acd75ea4a5575167a2d85687659ed5c6e3eb3d7a","sample_id":"mmlu-professional-psychology.val.589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1ad18c2aa4d26bcc23d1fe013e24e31dbd588b61548129c7ff127b23bb9ecac","formula_version":"titan-u-contract-v1","latency_ms":0.4335420671850443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed51bcfefd286e97dea17c876dde14e02c744a8cc900c6d91c300a9dc6ea8043","sample_id":"mmlu-professional-psychology.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"988628a2b3bd6d4516fe6d8fc81bb3f339dfaa3c4fe4ef6c34a7ca5585f4db1e","formula_version":"titan-u-contract-v1","latency_ms":0.8068749448284507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7def66ea5f7bfc85272daed82437a2f6bc154f7d06acbd5646b5afb9adedda2b","sample_id":"mmlu-professional-psychology.val.590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e65ee8b8200934c4dfd233d6406922135c92584e12e676fdd6eb0970212e086","formula_version":"titan-u-contract-v1","latency_ms":0.5767500260844827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4260810e239232273cbf83e3eefd2f71adad4f9f5d59fc0e9c5dbf653c59addb","sample_id":"mmlu-professional-psychology.val.591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc1ab3e8baee264a5473b9095a970a1fa0a3eac9748ab1cdd93cfe5b476b7406","formula_version":"titan-u-contract-v1","latency_ms":0.5968339974060655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c28841173bb03b63926749aa7ca04701eed02e05603f04e44be433d22c0d9a2","sample_id":"mmlu-professional-psychology.val.592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fd933ec8d7aa2fb95737313cf172b0be7d825825f6ac1a533304dbed0ea07f7","formula_version":"titan-u-contract-v1","latency_ms":0.42225001379847527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98a450e802d057b92bcb1fe105bb2f6ca235032f8832078d66f44d4e424b8710","sample_id":"mmlu-professional-psychology.val.593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ba91bb426975634f33e8a38311a3e7015cbb3f3a625187f29dc3c2daedcd14e","formula_version":"titan-u-contract-v1","latency_ms":0.5829168949276209,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38fbd7eb52e819eba5845dea373dc2b54318a739f80b1cbb0403cf108e372457","sample_id":"mmlu-professional-psychology.val.594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee7dbd17ea7647c298d1d2d3b85ddd30403d1488623ecd8e7936fcb772fa78b0","formula_version":"titan-u-contract-v1","latency_ms":0.821333029307425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c8420de061beeddc092c7a2d5bf2cb739b27b9a30a9c41d6a9e4b1f953e54b6","sample_id":"mmlu-professional-psychology.val.595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ee370cc78c829b7b468029a2414ae59e92869de88c04ad8768384b528bd8781","formula_version":"titan-u-contract-v1","latency_ms":0.9756250074133277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"397652882fee0cc943a26ae74c3d6c7a6353092fd746c50faf597aa2428dd60f","sample_id":"mmlu-professional-psychology.val.596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"167d0ce6e57c58d51c1d5632b789c48b7f164dd449d76b19c8af3e1082fb226b","formula_version":"titan-u-contract-v1","latency_ms":0.6100829923525453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8a3e103a1c7f6ba309df3baccefe6ed7130098c51eb1868d5a0e388debb7a42","sample_id":"mmlu-professional-psychology.val.597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5c1683b6411d7b87c7493739f7042bc46d6ce44fdaaa47b3e32562e0c96c5c1","formula_version":"titan-u-contract-v1","latency_ms":0.49658294301480055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"780fa33785ce64f8eae4a98f4dde237cd190fdd1baea43dc51c02200d6d9cd53","sample_id":"mmlu-professional-psychology.val.598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dd79f06764a5c89642ffa0dbcde8dfb24be96d1cccb617cecb720c82ef7e8ba","formula_version":"titan-u-contract-v1","latency_ms":0.5601670127362013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbd48948b7477ec16a2c79e4e147274351d41093fb2fbef631efaf35066c064d","sample_id":"mmlu-professional-psychology.val.599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e20e6b4f6c06de7828028c69c5849e0bc1ef81668b1fbf69660588a103ef0a96","formula_version":"titan-u-contract-v1","latency_ms":0.5469999741762877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c1e42afee1f24a9b62c32f176163c3c4addaf7ab93c8a45ce08520e2bc66b29","sample_id":"mmlu-professional-psychology.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"642d77e979f11eb44bb7472db672b79c39aeb6d4215d4b6462dea5033decd441","formula_version":"titan-u-contract-v1","latency_ms":0.550583004951477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4d92cc8facf140198cb83329c98d9d14bb91e8b4df6d939d72e8ab2d0956f6d","sample_id":"mmlu-professional-psychology.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01a6aee501c6365ef9a2322141c0e104f7d55101031b280e959a6575a473790b","formula_version":"titan-u-contract-v1","latency_ms":0.6174159934744239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93ccb25690bd3430efa0467a66f8d748af3fe5f91f7c7ae909779c58bccf92b1","sample_id":"mmlu-professional-psychology.val.600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfd0b7878b39f0679eae9bf102db123aaf350410e56495b24926edb18e2228a5","formula_version":"titan-u-contract-v1","latency_ms":0.6725420244038105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2f35225ab05f9dd19a9e3f8c061c8a7961576c861a57d500fee9ec3c9b66622","sample_id":"mmlu-professional-psychology.val.601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7704bdb3ed29f39741d632320f29bca490c0c158ca62bd918f551c025ca22d8","formula_version":"titan-u-contract-v1","latency_ms":0.559499952942133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eea7f7a0508a1589ceb8aba38e627f0b4521224bb81f4cee7850e705621fa502","sample_id":"mmlu-professional-psychology.val.602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32dd634ca4790f8a25719a972870f07410109aeb3a81308bf7aa292b291e5ad6","formula_version":"titan-u-contract-v1","latency_ms":0.4533330211415887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3da5e0a5c4a62a72ccd5832b91d5876118da7890755c32daf037a47f71211c41","sample_id":"mmlu-professional-psychology.val.603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3f53b25e6aeb747f574e080242c6253f5679c520db4785f7a7d62de452c9d91","formula_version":"titan-u-contract-v1","latency_ms":0.7497499464079738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca9bc3118df5b744d7d4449f0a88c07b1ad60924e454e998e0891afcb8add89f","sample_id":"mmlu-professional-psychology.val.604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"695c740f2bd9e3edce5db59b1ea9e9c173bd52c159c9e934c6ad571a1789871a","formula_version":"titan-u-contract-v1","latency_ms":1.054332940839231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaeebc9d1a6ddc347490e8d622a33e553b4a19058ac5fe0b598d31bc974c71e5","sample_id":"mmlu-professional-psychology.val.605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6be4ba9bc44c42456e5e5206524eaa1724c5bec0fdc7fa47f90f5a8c033bbaac","formula_version":"titan-u-contract-v1","latency_ms":0.8969580521807075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c58a81a66fed04cb070ad93b07330dcf30201d0cd802327995835628980401aa","sample_id":"mmlu-professional-psychology.val.606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41eae16795a9f236017584ea7f291a83545886f70beebe70eb469c730032a2f3","formula_version":"titan-u-contract-v1","latency_ms":0.43441704474389553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efc3a59d6423a9573fd27515d54b62b826944dcce014544e3e33421733fce2d4","sample_id":"mmlu-professional-psychology.val.607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15197a6b7af61bf898bd53aa2d345cc83f44f02418e9da8b4129fd91f0e0b7e2","formula_version":"titan-u-contract-v1","latency_ms":0.5121249705553055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70b26fc4f6f8724b6145ef5ea92c9e40ec72dcc621e6c9e0c206cc206b9ee8c8","sample_id":"mmlu-professional-psychology.val.608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ca46178b47c0b51f4b84daece169f16a0baeca7ac589fddea27bae574918e21","formula_version":"titan-u-contract-v1","latency_ms":0.5053330678492785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bc7c67b2a89eb5853741a9955f1412a46db414b404493ea31c1a352139176e0","sample_id":"mmlu-professional-psychology.val.609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a1ccc410d2d997bf8390847afd12c7ce22fcaecad0acee0c87f75dd90238e5f","formula_version":"titan-u-contract-v1","latency_ms":0.4873330472037196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20e6dec7933e48bf411ef305db7c1a91f9dcba231e12c8aee8f105a43ce3e338","sample_id":"mmlu-professional-psychology.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7525301525a6c4bcc644c33ab74d05219154af8ebd2f3a4e8e66fe8e115f3b64","formula_version":"titan-u-contract-v1","latency_ms":0.5320420023053885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae639a507f9486a9925a23baafc8c69e316f20a00891d22e5b5a6db6205d524a","sample_id":"mmlu-professional-psychology.val.610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a70c5ba3ad20378d3a06ab6b464583fdbd3aae79b9c6c58b99e454c5eb76e98","formula_version":"titan-u-contract-v1","latency_ms":0.6433330709114671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d759252152245d7abf9d9ee4ac761b0094d403a066f2313682a1aa58eae7c24","sample_id":"mmlu-professional-psychology.val.611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9cd14584b10363639b644fc85e96e79f1de7e2063a94bcac890b13662fdef00","formula_version":"titan-u-contract-v1","latency_ms":0.5042500561103225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a45b9c90594f2679772773ba9c6e5776bac63819edc77f8bd3d3185f1d54cf0","sample_id":"mmlu-professional-psychology.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35cc06dcdb8b9ee72fd083ed328c85826967d958d84705675959110072e90659","formula_version":"titan-u-contract-v1","latency_ms":0.6462499732151628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"291a7d47bf93052bcc4b3a8fac14b0fccd5e7ab92eceabd2bc31717a7577d636","sample_id":"mmlu-professional-psychology.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e4248fcc9996df56475c5edc1e3d032fa07142a86d68eff059e341f71b64913","formula_version":"titan-u-contract-v1","latency_ms":0.563874957151711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6f0bb555e0615d7b94db7be47a5fe0b1a18df62db76e30f96f6a79a4c7cd495","sample_id":"mmlu-professional-psychology.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2776fc2e3b473b8b672afd600b31fc9cbff6a96b67ada6c9b631d470cce68e50","formula_version":"titan-u-contract-v1","latency_ms":0.5760419880971313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58b604d8425baa1beceefbe19bcdbbdc4090df2d3aa1a904bbe756fb478f4c7b","sample_id":"mmlu-professional-psychology.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd3eee4758ec03c383e43ef97ca66835effc90a36e5700d2a8245050fb1b58ce","formula_version":"titan-u-contract-v1","latency_ms":0.43345801532268524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"542a30f23d11c92588638d84210fee44ae8b4e10560010bb7cca45a72389745d","sample_id":"mmlu-professional-psychology.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81a82601764cf7889138046b89b46347bcfffd7a10e5e7cb74eb6d2ac5f9149a","formula_version":"titan-u-contract-v1","latency_ms":0.470208004117012,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80ef318f2f82f10129cb106ea65de2f563751289084ccee0fc5f08076f1b52e8","sample_id":"mmlu-professional-psychology.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b18b65e0edcece080377c66b0a2e6dacb8b3607f8c2ee288215773d432fa4de","formula_version":"titan-u-contract-v1","latency_ms":0.4926669644191861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77cd0fd255a76cec930bcd92f82b369ff8a21b8bfc5c76e57f370b5d5e6272e1","sample_id":"mmlu-professional-psychology.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cfb6f9f61fb2ceae0654e86a1ff4c197eaff32670345e773112e2ab9d9681d5","formula_version":"titan-u-contract-v1","latency_ms":0.6201250944286585,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b7e532c4048df8b2d3ae801bf8083c57029b087c9d04ecefcfb97720d3f53d4","sample_id":"mmlu-professional-psychology.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f37602429edac8240c3d61d01f73b9b297e97f70da1a77b32c7ac36fcf745fc4","formula_version":"titan-u-contract-v1","latency_ms":0.6379160331562161,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22afa4c426a3fd7fd764354ee6b50119a14a37f486f52b6422b5ff563a7779a5","sample_id":"mmlu-professional-psychology.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a288e0e75541f41dd07ba4743b54d1193336fb5ca8937a1364276abb961405b6","formula_version":"titan-u-contract-v1","latency_ms":0.5644160555675626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51ab544312710106cfa60b8afe194b759a57636091c91fb90e4e81e802183336","sample_id":"mmlu-professional-psychology.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d8e0b92eafe543d39d12bc8b840edf0e09b5b059d9e2ac2d33a5bdffac2d3f3","formula_version":"titan-u-contract-v1","latency_ms":0.5392080638557673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1efeab7484cd95538c942f1c3df4ce7def190ed1f53b62034b2c81148e0a661e","sample_id":"mmlu-professional-psychology.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63afb52f0eb64cae4989d048cc691de0728325748ad60dc0015f99e9393a228d","formula_version":"titan-u-contract-v1","latency_ms":0.43520890176296234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45388dcbd3dda21459901618178e506f080de0a010b9c92989c51831d3e726c0","sample_id":"mmlu-professional-psychology.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ce4f7f347a8cb3175c007c04cde29f5da3ba27465e3724f7f6004ade17ada7e","formula_version":"titan-u-contract-v1","latency_ms":0.7604589918628335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af4e2fb18fabe5de47934555f2cdf7dbc70c35d1b7f14d2f9cbaa46a8b0c460d","sample_id":"mmlu-professional-psychology.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b859c45c296c108ebd7ed5a95e21b9943a0b3347d117a82d2767b962ff555da","formula_version":"titan-u-contract-v1","latency_ms":0.6272499449551105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7b9d287c050f22cfe55b872c183f29eb6db30c327d92f2a0316e4ffc38e5e94","sample_id":"mmlu-professional-psychology.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9196e3917b6d50ae806ef6b72b61275971e2e354ddd7d40086032e4acfc52263","formula_version":"titan-u-contract-v1","latency_ms":0.5048329476267099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88a3ac6dc7e6723e74b658e9ddad88882ee718253f9616a6df8590a8ec48970d","sample_id":"mmlu-professional-psychology.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce1c27ff7938736596fd659531d0e3fac4a261b4ae0472c4bb2f08031f5395b0","formula_version":"titan-u-contract-v1","latency_ms":0.4460840718820691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b14a99706975d53b13d885fa4a2f511aa9ccee4cefe6d8a17415c1b1d641e4d5","sample_id":"mmlu-professional-psychology.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da544b57bae434b8f6b019326f7604be3c5a999358fa1a06629e81b54815bf6e","formula_version":"titan-u-contract-v1","latency_ms":0.4355410346761346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a62b423c6b1844ff7d7a0c510df3408c669b2d89da469eb32aa34225cda9389","sample_id":"mmlu-professional-psychology.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29e985f959a9abdf0a8b523227469b2d7803d3fd31617583ad6815078e5a6cfb","formula_version":"titan-u-contract-v1","latency_ms":0.4403750644996762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2624566354f48c61c5b3c515d4a0c2999cd1d5b56193894cc367faaf0d5a1837","sample_id":"mmlu-professional-psychology.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5763d3de37b1ffd86f9c0ad8d957e9f013653a674d070bb08efeda33b6deb82","formula_version":"titan-u-contract-v1","latency_ms":0.4689160268753767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"846b364d615ec3ad18556b492c2df61a018874341a3f379fc4725c892c5d81c6","sample_id":"mmlu-professional-psychology.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc8e88c127970f55860deaf1d62a413995b8fcf8e99a64cdecece70931d07294","formula_version":"titan-u-contract-v1","latency_ms":0.7512500742450356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8cd7ce56cd5da7eac9722125448904d17557985e1ea5d7a71ba7a99e67df112","sample_id":"mmlu-professional-psychology.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0567f83e68810a73a6b303047ba5a400f4abf53202ba72a4bfada0968b115502","formula_version":"titan-u-contract-v1","latency_ms":0.4229580517858267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab5e3e973c9045108c94a2e002e7bb31a58d9bde134cd71faeda21858f79b010","sample_id":"mmlu-professional-psychology.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3391334b704238c48d7391354748f4f971ee3aa9503e408e9b545faa951eca12","formula_version":"titan-u-contract-v1","latency_ms":0.4519170615822077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ef700910e62504b281846bcaf7882be53dca72225ab65d65855b21678f88570","sample_id":"mmlu-professional-psychology.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c18cfc1c241e398c86aaffabe9746cdd309e08cc186d1db3e842d54fd717a777","formula_version":"titan-u-contract-v1","latency_ms":0.4486249526962638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bc38c5571039a206827f1b5f0e9c762b9c8a2031b0bd18d73ae46b08cf93ade","sample_id":"mmlu-professional-psychology.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ed161b8bfba3198e6660f8ef3e23a7bb0fa42fb9e15ec2bb533d4a54063a956","formula_version":"titan-u-contract-v1","latency_ms":0.6584579823538661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9891ea3d007cdc65e1222e274a514918a84f270406a15c361681132e5390e35c","sample_id":"mmlu-professional-psychology.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"346223bd6a61be9301bb0f0dbb3a03af99a0da06c24fad902ad4faafc6e61388","formula_version":"titan-u-contract-v1","latency_ms":0.5620830925181508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f3d60dc74e2f46198946e729e84a08e39d996f947ad117516b09c5b1377cb1c","sample_id":"mmlu-professional-psychology.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b53884144982108333142a1be99799e10647dd59660bffc45bc49f8e5bb72dd5","formula_version":"titan-u-contract-v1","latency_ms":0.8239999879151583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"512d2084b90a9fae9111b91d59a0cd487a8925a0dfd4ee4d3ac857be02a95f5a","sample_id":"mmlu-professional-psychology.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"147a038c28a1209850d553a30757d5ee89caa96ea0a5e9748250935b9221c75e","formula_version":"titan-u-contract-v1","latency_ms":0.5053749773651361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"421dddbe0aec43923e386e99dbbf49f60d072a3a5d0f1cd64209abff67b4aa3e","sample_id":"mmlu-professional-psychology.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29e02e99b6e8d888169ef100df60930882a18949cdf92ec36ce392b33b6accd5","formula_version":"titan-u-contract-v1","latency_ms":0.543624977581203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81d497aab12e860dd0cd5b23537932ae0795d99582a6297db162d718f25628e5","sample_id":"mmlu-professional-psychology.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c37324ffcd1f43f514f516e81f3e6b1e917c7cf7edaeff89e944188800f88dd5","formula_version":"titan-u-contract-v1","latency_ms":0.6225829711183906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35b87821c8ffe54a04073251c0076b87a996903997f3f695aaa51023c52bdc96","sample_id":"mmlu-professional-psychology.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6e1e5ad5ac277df620e7de959a504dd661991039983574235527bf3c1d92c19","formula_version":"titan-u-contract-v1","latency_ms":0.5292498972266912,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b89a42e4c6d2b2f4bc5f4e7a51405f41a58bd3cb1b55f7cd2fc0f4d87f6d9763","sample_id":"mmlu-professional-psychology.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02a3492f2871a8cec6483119edc68194519537d3f9ec2c10b1cdf1fb3ae97587","formula_version":"titan-u-contract-v1","latency_ms":0.47854194417595863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8669632a8d046e5eed98c37cbdc83bb6af2fd824a74eab1139aed220a6d5610e","sample_id":"mmlu-professional-psychology.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e3c0949eaf7bf7513016331409730c99581fd371b984b2484259b24e37e3084","formula_version":"titan-u-contract-v1","latency_ms":0.5985409952700138,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4db7886886351c7340d6a329398a60d3b117bcdfa1b1a1fe3683e7b61b12550a","sample_id":"mmlu-professional-psychology.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7b3d3db9550ec46afe50f14bda5bd69adec49cdb79cf851fd821d3f5d25763a","formula_version":"titan-u-contract-v1","latency_ms":0.5839159712195396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"879e4886b5d791219186054a7883d047f832579ae709edfb4c31b45432c8adb3","sample_id":"mmlu-professional-psychology.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81e11f495a2e74fff2537aefc99420ffbf32afb15f997af502b16505fd5ff0ac","formula_version":"titan-u-contract-v1","latency_ms":0.6509169470518827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a1eb372a9c63a5f12a0622745f6aa38a44fdeb6bbe04398a342e7775fb1cc94","sample_id":"mmlu-professional-psychology.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ff66912a845b24e96d83eb890a85639061744edfb0221556b585435bf78a06c","formula_version":"titan-u-contract-v1","latency_ms":0.4591250326484442,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adc523baa1bf646e00437159e05c92d64892e59378360a184a18fd07a48ebd58","sample_id":"mmlu-professional-psychology.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b969c5a57c32dac5ffaf1f08e3ea5f1750fe569a6e29a8736ad63dca3bbb69fd","formula_version":"titan-u-contract-v1","latency_ms":0.45187503565102816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ada7a27a7f51a75c19d4b3eb94b6d2e0cd3d6f9d23d248b45ac2938c6a64160b","sample_id":"mmlu-professional-psychology.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbca3a9193479a8dd2b1920973d380a7611ca18504e9d2045f52cf8208484ce4","formula_version":"titan-u-contract-v1","latency_ms":0.4343749023973942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8cc5610c2956884cb87729f2891505fda17af9abc53d9c23a12353bfeb49334","sample_id":"mmlu-professional-psychology.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a7fa65ccada9f19f9be9445237fa445b3d21dae3cc19e4127aff8359d0b4bf5","formula_version":"titan-u-contract-v1","latency_ms":0.6698329234495759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"538f6065e2e44c4bff5454411c89876e5b476c2ca02c54be6b01bf7345702b75","sample_id":"mmlu-professional-psychology.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4e31c501cc48b0b2f41d9beb42710ea54ca462b8a1c482a7b2ed04f13ef55d1","formula_version":"titan-u-contract-v1","latency_ms":0.44458394404500723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9967398670fbbb22998f67bbc15d8bc705ad88d1106772134d99f3178359d25a","sample_id":"mmlu-professional-psychology.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd3945e5bf60d06e86a88ec7944d360fff337dd6cd3f1744d3c9a4208e51fb58","formula_version":"titan-u-contract-v1","latency_ms":0.463334028609097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9515aa3515db5bf2bcf4662ab3c871e0ac3cf47c17a12c203812cfcbf636f970","sample_id":"mmlu-professional-psychology.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f6ba08e6b5d97d33b769ed7188bc98d2c2566b9244a450da3389be8079a98fa","formula_version":"titan-u-contract-v1","latency_ms":1.057916902936995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38aa95b034b6785db4e6282d6313aa2c933ea7559d25a364e845c8548bf00757","sample_id":"mmlu-professional-psychology.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bbf42f711e268a0c8b19c00f637a46187d03f5e98031755337a9e431a551da7","formula_version":"titan-u-contract-v1","latency_ms":0.8024170529097319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a02d6aa82575c7e9bd1c1ec65edd95dfde6d713cb9b94adbcd65a4cccedc23e","sample_id":"mmlu-public-relations.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a13a29a0067d3e9b7ef7e357f2095404627bc8695dfef1a084279280a8f72cd","formula_version":"titan-u-contract-v1","latency_ms":0.6522079929709435,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4c859b7ac465c252430192c037872ba7a060c6b31fd164a22856581c7a1b5850","sample_id":"mmlu-public-relations.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bec3a7696ff16547e61cbdf60beeca853ff821590ecdb77321fde5c73a78df69","formula_version":"titan-u-contract-v1","latency_ms":1.0044999653473496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7a62b703c4a599d3fef397a2a66b5703f9c10bc439886fc7716a76516fd849b","sample_id":"mmlu-public-relations.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"785b951ec4163116543b5073dbcc7d083376fcd09d4e82b81243e9ad0337f2d8","formula_version":"titan-u-contract-v1","latency_ms":0.4425001097843051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81ba3f01c69e6e467d92f53b9a7a5b8d7d1cce5b22bc435d59556588371470ff","sample_id":"mmlu-public-relations.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"492e9aee88b55f0897464c10f93ad15b30aaa5de9fb2186f3b17429b4e7ddc14","formula_version":"titan-u-contract-v1","latency_ms":0.48808299470692873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9b7b6c364d12aceae638c68d84a41fa4675bfdcb86317283ff47dd755443442","sample_id":"mmlu-public-relations.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18caef0e882f828335ddafa22b4271272be597701bab42f42b3fbbc267bfb8e4","formula_version":"titan-u-contract-v1","latency_ms":0.4455000162124634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"197e449ab082c8b69ef3e8f7de6b02fe69b57e9cf56cc46fbb63d7697d70609f","sample_id":"mmlu-public-relations.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39b0c944f0828afdc1795fb1e7dbeef20e759d4ebef752020595bf1a6c264886","formula_version":"titan-u-contract-v1","latency_ms":0.9188749827444553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e53c142d1a21a76393fe37d25df3ee1738ffa6bc10f6704f6c5ceadc06c4f374","sample_id":"mmlu-public-relations.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da8e438ed03d94a4dc81d8f7f38398d3dca5e1ce93cd0df3e324b9a8c2b6c217","formula_version":"titan-u-contract-v1","latency_ms":0.5939999828115106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59c02a916a43fcd9e13036491727fcd18baaacc36dce48b1241fe1627336f7e9","sample_id":"mmlu-public-relations.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6890941d3dc6557fb83c6d23d3b6850c6fbff097e5f42c4de34be8e89cef92b5","formula_version":"titan-u-contract-v1","latency_ms":0.7872499991208315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fff341094fc654a318693d6ee099e4a44b442425a5560d53236fcee4c3e4c3b","sample_id":"mmlu-public-relations.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a40431d17dbcc1962c2e3f554dd9faf7045f2c69d8a445e5338dad34cd500e0f","formula_version":"titan-u-contract-v1","latency_ms":0.419124960899353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7669160bdadc39af134a95543c9201fdd3111cacedaf9152652a0ade0b825bf","sample_id":"mmlu-public-relations.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b0a5faed1138d05bafbe718733c66005d93164bb0b666cad97a3491dcf54e5d","formula_version":"titan-u-contract-v1","latency_ms":0.4056250909343362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0a163f6038c554aa52e023250cc0e4acb7009ce48f19added3d769085296257","sample_id":"mmlu-public-relations.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5136ff2668d921ac499ca09c4ec7b5a47aae67e15652b361477cf00cfd875d2","formula_version":"titan-u-contract-v1","latency_ms":0.42091694194823503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"228897872d0829945b77340d450e4fb4bfae721ce588448b03e38abf06e7062b","sample_id":"mmlu-public-relations.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"081ee54a77596bf2266e993d4539ffb2ca66491352710667acf4db2938f3106b","formula_version":"titan-u-contract-v1","latency_ms":0.5512499483302236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08f64859a97d73e6a7f145e94f58d786f3d6a1037f789564615a250fecea69a8","sample_id":"mmlu-public-relations.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd4fb0d8247ec1a6473507a0f1d49d94ea4beba1f36cc0aac85025d0636e9639","formula_version":"titan-u-contract-v1","latency_ms":0.7779169827699661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17c5e32a520abd85afc5d5cbc3b3c2281a4515a1036c4135a1fc7a8c98eda09b","sample_id":"mmlu-public-relations.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63e07fed9eb6adcade4149bbf3f01c52b012e092000c6c4508cf25b71b05ae67","formula_version":"titan-u-contract-v1","latency_ms":0.4193750210106373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19576b5a0acfae2754f110f7acdf42049d170945ef0677d3acd011071899ae09","sample_id":"mmlu-public-relations.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9bf923dae077ebad8215ca96479e5243226cf05a203da35265bad40db382275","formula_version":"titan-u-contract-v1","latency_ms":0.5117090186104178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c5a26099950dbd28531f057fa6e0ffc78f12c5e3eab9f0df023afa8b9fdaa5d","sample_id":"mmlu-public-relations.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1397d8417ae98f5dd8a8676467a74991a4d2dd9d8964d263cd2651fe9c068f5","formula_version":"titan-u-contract-v1","latency_ms":0.425709062255919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c7100c9c316c0be6922c60f9ec177e5ac4915f23b103f12cf072ae835b42e2a","sample_id":"mmlu-public-relations.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e543d617d659c1e4f5ba2e7297fd8f43692b435ec3041ee0cb71b7cd6f06276f","formula_version":"titan-u-contract-v1","latency_ms":0.5301249912008643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"007b54c4a76800415d467ce385fdfe4648fab1390b2ed3ecad6e8434684864f5","sample_id":"mmlu-public-relations.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a48c21fa3c4d833957c0e102c0ff8508257f5eff9eb6c8ef1587187118bacccb","formula_version":"titan-u-contract-v1","latency_ms":0.5530420457944274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5b04e5c8f68bb5bd29852ac8590c80f3e33510a9713bf13c86ad4c0b8c00c9a","sample_id":"mmlu-public-relations.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8303d03d0e0e4dc167a2c46e602bd6397cd4e5828d25fdd8eabc7205c7d9f945","formula_version":"titan-u-contract-v1","latency_ms":0.7022919598966837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d12601773770295bdb2203c8a85f757e2d1f48aede59b89569c0199a0890136","sample_id":"mmlu-public-relations.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4535869b7fefaa40bd6175b0d35b787f1c03910295b1abffbb7df515dddf417f","formula_version":"titan-u-contract-v1","latency_ms":0.5790840368717909,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b45de1c57eac8442a7f34a07e3c4e2802a249cb864c09cdc2e9660f67d9d587","sample_id":"mmlu-public-relations.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"621d446eec6c0ba32bed518ba405d7b9abec395826ce2bd24f35825cf9202c40","formula_version":"titan-u-contract-v1","latency_ms":0.9401660645380616,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"295dbe618c2449f2628ec4440aeb2c2bf2ed5d7f7aefe41ac2c819b95094c0f2","sample_id":"mmlu-public-relations.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"448a0cfbf511e22d5401c118b18da57ca232a15ef99ed99a8323e5fcb99467d1","formula_version":"titan-u-contract-v1","latency_ms":0.443084049038589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3a4818b8ff8679350ee6e770bfe1748f5652915d6655219fa1f7e2956768193","sample_id":"mmlu-public-relations.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"404fd6c07e996a9b4d7e02777408c9dd70ca4e3d6fb35a9229984706bdadce80","formula_version":"titan-u-contract-v1","latency_ms":0.8102919673547149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac08856ab292cd1277eac3ad7805777accb3aac82d1b81c065b1000f6bbc0ed8","sample_id":"mmlu-public-relations.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"383294f4d3b4567fbcee85074dc7402ce0f692b69580ab211c66019241418c90","formula_version":"titan-u-contract-v1","latency_ms":0.4558330401778221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd1f4695398346418fcdf6612b6d93b849715f54bd7b7f1a5b8f149a4538ed5b","sample_id":"mmlu-public-relations.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bb35a3e5e7aeff15e7d2bc193f82f930cf05fe3ff2afc88ce9acc302e439ded","formula_version":"titan-u-contract-v1","latency_ms":1.043291063979268,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"412172a6ad71a92606b8d8ba0c89e598411d8c77df986f6403c612be71c57055","sample_id":"mmlu-public-relations.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9809443fdd4631bce698cdaa70be4fc549dbeb124a58e672c4ff975e7c173738","formula_version":"titan-u-contract-v1","latency_ms":0.45724993105977774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6412ded333cd2fda00d7c1b18b67458fe8d1d1c396fb401dff81a5dcde656fd","sample_id":"mmlu-public-relations.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb47feb8d03a672f61e93c2a111535d4b41d253702f9c17c62e907883f44070d","formula_version":"titan-u-contract-v1","latency_ms":0.6510840030387044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bb357cbba9b0339edc63816b8fb22ae1374b6e20a69cda29717c7d091da440a","sample_id":"mmlu-public-relations.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bd6b624bd66713fda5dbdf1a4563654f74a7002fe9a656200be9f59b57fb6fe","formula_version":"titan-u-contract-v1","latency_ms":0.5013750633224845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08c5c2c90b1c037379e98d81e12f04c314fb2910cca419221f98ba8b5b266a84","sample_id":"mmlu-public-relations.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0270baff96291af789e94f56ba105ed7db228b38231c9ac85f798c13da14e2ad","formula_version":"titan-u-contract-v1","latency_ms":0.480624963529408,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2979a60a4c45e4958abf9672fa4549a0fb434769a94fcf5e2a58f8c3c2107e7","sample_id":"mmlu-public-relations.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"909d00dce44fdb4446af66e99a3ff641c57c96366d808b92e2aa99446e3d7807","formula_version":"titan-u-contract-v1","latency_ms":0.6409580819308758,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a31ec9ceb3cc90ea5c69db59dffbf8a64f598c0ee4cdd9496aed0e772b014562","sample_id":"mmlu-public-relations.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98e77106865b7e96cb2230f3c8447b1f968011c9a859d189234ba79dbccedc21","formula_version":"titan-u-contract-v1","latency_ms":0.48154103569686413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4598efe70b6f5b20804073f18a694affa1de02a7ad80e195362a27b98e7b49d","sample_id":"mmlu-public-relations.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3828c13ec9362e3aa2fef45df0c7458d9321ea9f9017d3d086ce2ae0812720c6","formula_version":"titan-u-contract-v1","latency_ms":0.5311249988153577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c54c671eef703438124b7bfb5cf3cb3113fd14ad24a9ff4b4052c2f1615446f","sample_id":"mmlu-public-relations.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63e07fed9eb6adcade4149bbf3f01c52b012e092000c6c4508cf25b71b05ae67","formula_version":"titan-u-contract-v1","latency_ms":0.5202500615268946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19576b5a0acfae2754f110f7acdf42049d170945ef0677d3acd011071899ae09","sample_id":"mmlu-public-relations.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bafd2e3010aecc52a95b4151cc398c574eeffb89780ac2831f758b0648456ca","formula_version":"titan-u-contract-v1","latency_ms":0.5685830255970359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74c4e9d2714e0c2807f80914b7d041054c9ffc995ae0e1fb06d8600a1332ab60","sample_id":"mmlu-public-relations.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47d9c7da77cecf9b78151dd50478dda0d7ee5531b0d20962415e4a30efa68529","formula_version":"titan-u-contract-v1","latency_ms":0.5015410715714097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"715b69c8b188a23354232cba4b7aba767344bc1daddaeea2f0f132e22faff4ac","sample_id":"mmlu-public-relations.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73640b7ca90898e8c721405d0ca9eca4abc65031669799cb7f028ca86030a52b","formula_version":"titan-u-contract-v1","latency_ms":0.4228750476613641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b7dae14fe4e57d76f05a8e0069cab58387f95bd34dd084c422e32dc562a187b","sample_id":"mmlu-public-relations.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eabfca1932d2907e847e538ce90d40126df23066082df5a786bd9e5e075f8b7b","formula_version":"titan-u-contract-v1","latency_ms":0.6747080478817225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc0006ec55d953100db1f7fccf5f8e4fbb9e4e7f9ca87a7ab31460289d8ca499","sample_id":"mmlu-public-relations.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff0fd2eaf35ab6f103978574c644fcc296611ce7d9cbfe155f84b1a611fddc2e","formula_version":"titan-u-contract-v1","latency_ms":0.7025840459391475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01fde00ab34879b1d79a9c300d1b8bd130e91e6343d4bf5c0627448e03071444","sample_id":"mmlu-public-relations.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5251ba27109e52224046e1fcf77d393453949ea86b6065f1af8c17da28322d22","formula_version":"titan-u-contract-v1","latency_ms":0.5187909118831158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db8e80df36565f147620c0e4a11858da8efa674822cca6431d7ad5caa33a9e82","sample_id":"mmlu-public-relations.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ce3424dbbdf249ba59b0308f3b6b05c0446b85d686b5e5358330a3d6e189c44","formula_version":"titan-u-contract-v1","latency_ms":0.5684579955413938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9058ac0043cf3bedae413d7da03ce7126a06ee225ba41acb8948ac54866ea01b","sample_id":"mmlu-public-relations.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7011b9a55fb644fdd0937ba28cdafb36a48841a95e7690d4ffa6fa8c1c0569fd","formula_version":"titan-u-contract-v1","latency_ms":0.7724999450147152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19cb6469564f4140cd25d766c5180a741441afb91d8b2daef0f114089ec0c8c6","sample_id":"mmlu-public-relations.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b80c09a3134722b365bab4903018b00aed3b7a961ca7152724074dd5a0045ae5","formula_version":"titan-u-contract-v1","latency_ms":0.5744589725509286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44572228114bd1d691750d108b30f28b6b387168e7987bca9e95f3a538c5ceb3","sample_id":"mmlu-public-relations.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c320171fe60e7666773f01186a903d94726cff4b60994152828411071d15e189","formula_version":"titan-u-contract-v1","latency_ms":0.4360419698059559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6eaccf171ae234903650fc05451947cdd330e6438930771225c3ef74970cdefa","sample_id":"mmlu-public-relations.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b389b02c51af0bf02e0219bfa52f574a4485276ee5d3ac57a494b538ddd1b09","formula_version":"titan-u-contract-v1","latency_ms":0.6690409500151873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1390ed75b49b735b73bfc81cb7e4adb2d0090407692e2d84fe6f49f88bc1ac86","sample_id":"mmlu-public-relations.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"296d014b2e5857cf8b0ba775d79d16d288932e9afb39f0fc3253ec8208e1a25a","formula_version":"titan-u-contract-v1","latency_ms":0.48333301674574614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1af54a8de78e4cb329880d7c31bd56a746b9e139b2b295b2d3624ac9829a3952","sample_id":"mmlu-public-relations.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bba46621f629a41e424e812db0fbf856f0c6c1bb8cdb8537d07e784d26d05e11","formula_version":"titan-u-contract-v1","latency_ms":0.6163750076666474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"decc8abb805f9f6a6b272ad2fe3a6c3da5d3f5b9219897fe93872cee82082e99","sample_id":"mmlu-public-relations.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7530fa4b1090e1b37da1ea0756333c948b13f4a7765981148f2de9694bfe8d08","formula_version":"titan-u-contract-v1","latency_ms":0.448790960945189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09121bf235231aa8aff308d16b78e361bb05645182538f868c322db7605c47cb","sample_id":"mmlu-public-relations.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40580f425d53a1b5671f1e8d4851900197713e6d5a543b8a80ad2a5c1b2c05c6","formula_version":"titan-u-contract-v1","latency_ms":0.6716659991070628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6f7d3605726c6e7e8af7b15d6283f6afff7b658521fad2aa2a917c90ddf39fd","sample_id":"mmlu-public-relations.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bfa98b79e2ad3e3270daa5e0dd16655c5892b515cb90c68404bbb81f6f618a3","formula_version":"titan-u-contract-v1","latency_ms":0.8293329738080502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dcd6bfd9bb16ce035e25da2a34a6ca622968d108cc33db72d9fdd395284c6ed","sample_id":"mmlu-public-relations.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7f5a5d7994a767d717fc0b8946de7bc65ab1ef3a6f7550ae72a56d5b0b9abb8","formula_version":"titan-u-contract-v1","latency_ms":0.6129579851403832,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fef6327838065c4fe82bbc24e4d3567b4d328da9ad0621b08ecf6ac875167ec3","sample_id":"mmlu-public-relations.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d465a7ee5aa55b54fd661e8e25f1aefb8af7603b5d8296bf8dca717de58bfe50","formula_version":"titan-u-contract-v1","latency_ms":0.5431659519672394,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38b8b87801a1bb193b00936a2b4cdb44527b2bc19d80205173d6f914634d5752","sample_id":"mmlu-public-relations.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dcc4424a58068b00dc65ecbf3a04170ea44a732bea5ba8c060ac5a6f92dca8f","formula_version":"titan-u-contract-v1","latency_ms":0.5788339767605066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d18b41ab9c7ae82870ce5885f119391bf3b33ebb6cbdcce3dc72a076f345317","sample_id":"mmlu-public-relations.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb14572d8f7fbc7b86149d3bc21e17dcf8aada7026d6f88066dbccd6ddbbdf5d","formula_version":"titan-u-contract-v1","latency_ms":0.4589579766616225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa7d0b1c3ed1390fa1f2ebf63fea14a0f7ed8d72b7cc5e8a9e8e6f0eac7b05d0","sample_id":"mmlu-public-relations.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd1b6ba027eabc05f4ca4d264e7df098c3eeb06b3937b3ad15873022c6d5b3d2","formula_version":"titan-u-contract-v1","latency_ms":0.5987919867038727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88c736f31f88d7d49bbdf97d60b3ecccc25726d2c884459e94234aff1160b66e","sample_id":"mmlu-public-relations.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69fef2763452192ad76eee0fef0397f573c16bae0d5c2b9ad92a7ced3a4a9412","formula_version":"titan-u-contract-v1","latency_ms":0.5895840004086494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"106c1b64057b2e733fa87129c258960732ac865cf1d073429fc0ae95912f25ca","sample_id":"mmlu-public-relations.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c71a101b7d0a594b44da548cd81a27f8f2618e927a50eb8e3e92ff5b4ad6c14","formula_version":"titan-u-contract-v1","latency_ms":0.613166019320488,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae62118257e8edb4ebf68cb1bb5e98bee36d696734270ff8c7bd7521c4f33626","sample_id":"mmlu-public-relations.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"261c47c5603ddc7c297d9a1835d5a6d4c03a6e755d5e2d8c0c19f978785f5938","formula_version":"titan-u-contract-v1","latency_ms":0.4974999465048313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36a922b30f0e7a413c14e1da3449b33cb90bcb915a9e1f118396a3ce72e7a381","sample_id":"mmlu-public-relations.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff41e96f442e99e21ea1c5e26d6efd944d2b9d4ed2e91f96f7802a6942026630","formula_version":"titan-u-contract-v1","latency_ms":0.39308308623731136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8005bee9ff4646e0cb573dbdf762b7629ed4a07eb351a6529a86763c3cfa4c8d","sample_id":"mmlu-public-relations.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24a5bb3869f5b90974b875698683c3e9b47d432a473f88ab9d26e65d0f3e5016","formula_version":"titan-u-contract-v1","latency_ms":0.5837080534547567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e571e354602929bd37f5b1e8ee34fa1f6f03510d0138de3030e793feaab4e2fe","sample_id":"mmlu-public-relations.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c5932ec8e6b7f68dc3a87106141d73e7ff04f7655a34607ba782767a2b8e509","formula_version":"titan-u-contract-v1","latency_ms":0.6049580406397581,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e56a3da850edfdc2c07897a90741733ceb4f32c660cd2ce95467403c51470438","sample_id":"mmlu-public-relations.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4b5a763f9b8111a2097dd5caeacbb1486c81821516cb78e1a1d37c66c565c7c","formula_version":"titan-u-contract-v1","latency_ms":0.4918751074001193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5c2d2cdb9a8edd6e7a23508495f96f6a72d1e6acc141af44ba4a90364e3d8eb","sample_id":"mmlu-public-relations.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a40431d17dbcc1962c2e3f554dd9faf7045f2c69d8a445e5338dad34cd500e0f","formula_version":"titan-u-contract-v1","latency_ms":0.6111250258982182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b42daaae861f36c95a9444f613a8d2ed74ed1387bdf4b53aee2ee51fd3c0fd37","sample_id":"mmlu-public-relations.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e394b9d3d8601139358e9a525d15d32cfa3c796c06e870bf2b9ea6572be7b66","formula_version":"titan-u-contract-v1","latency_ms":0.48749998677521944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14a0cedb23d536f7b7b38608d7a72d1f916a80e9375768d31d2ab9405e8c2bb8","sample_id":"mmlu-public-relations.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b6f3e20936ea26bc7efc3cd99cd40f2c74e24b422c7216da51b31e938d2132c","formula_version":"titan-u-contract-v1","latency_ms":0.5887920269742608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40f6cb61c97d8632009b06c04092588aee321349917b94090952e7b7576ece9b","sample_id":"mmlu-public-relations.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7405e6e799c4932a027ec5aea0d99ff4c2f05079d73d9d86500509fadad3a750","formula_version":"titan-u-contract-v1","latency_ms":0.4792920080944896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"504cce65c7eba597ae314bcd3af61d5c85135cf5b7c5df1b884c28875ac95970","sample_id":"mmlu-public-relations.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a86314a824ee332947180577b7bf60be80a38b2f399b23b8050e80588f12573","formula_version":"titan-u-contract-v1","latency_ms":0.515500083565712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad1b7b9271732b1b5b437313f8f5238b99bedd668ecf0dad3b962d0ec74be064","sample_id":"mmlu-public-relations.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10c802508afcec07b043241f1ae97fcedcb55487866f871b24dc8c03d0abcc5f","formula_version":"titan-u-contract-v1","latency_ms":0.48879103269428015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7acfb7c13fba0ebf3b104d492235181516d6bd45f4dd60601866ae60aaa4ee35","sample_id":"mmlu-public-relations.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"855d299452001739116b76ea85bb3f3c919a48cc88834a376b37f05117605158","formula_version":"titan-u-contract-v1","latency_ms":0.6356249796226621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef7364eb6930e5e542429439553b240dc7d3e0d723f1d349adf956ecd6b6839c","sample_id":"mmlu-public-relations.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc0a79190e558e13f62c067314e91cef196e06ba3b98baf5100a78538ea8c750","formula_version":"titan-u-contract-v1","latency_ms":0.7567920256406069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"865d440dcbd98bd0153a483953ded5b6ef7d9025e47668a67f7827132d8ce14c","sample_id":"mmlu-public-relations.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06ae1fbec06d74df513e6c414d769b729e2b9e4796baceca9093be7b1e5d84f8","formula_version":"titan-u-contract-v1","latency_ms":0.6378749385476112,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d2c9cb3e4755b98417692ab0b25e142abdc18625934280de7d0cd79661356df","sample_id":"mmlu-public-relations.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3dae9ac9c9be3932cff7dbf818112959f97c35df2acf893fb4d58ff516a8b82","formula_version":"titan-u-contract-v1","latency_ms":0.5818329518660903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35277fb75fc53ad53559c56f00b6620c4a5a4f643c6f7ddc10e7a6c317de21a2","sample_id":"mmlu-public-relations.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"888ca3a24b9ea9aa4876bb48d5d70de3987ff42ae0cc186ff893b2d867243b24","formula_version":"titan-u-contract-v1","latency_ms":0.510290963575244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09e1f3cd5f2de75621294bb412b5ad31545fbd6b8ed1f59797d85b61c9931307","sample_id":"mmlu-public-relations.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dd5fb630f28c428edbcdb59bd47e56c13f2137457d89c5e86c10b8fb360c86c","formula_version":"titan-u-contract-v1","latency_ms":0.9958751033991575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f73b9c3bf6a9997de524917a315507b67643c71f22b24214bb1da5c49c202da1","sample_id":"mmlu-public-relations.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c318173f833572d6c03464dde2b9ab5c4145da6b2030f3f6bd7198a4ec79e6c","formula_version":"titan-u-contract-v1","latency_ms":0.6839999696239829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dada152aba7afd2a3a3fae65e7deb41a9dbafab85c41b82edfbd376a7f6eb1ed","sample_id":"mmlu-public-relations.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21b66b88eaa55ca2f73ff94adfa8a84a45ab4b8ad90b545075a84e83f56119c5","formula_version":"titan-u-contract-v1","latency_ms":0.7062499644234776,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"159764733f38051e30efe0c9a72342704dda2651be2358651fb92038984eac05","sample_id":"mmlu-public-relations.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65f67a7ea40394a6461ab9efdbd21101cdfc79a1875dbdfde593de0d1eac5226","formula_version":"titan-u-contract-v1","latency_ms":0.4794170381501317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8020156671a6925ea7d1c4600b09c280e99fdd623102995f4d597040f586cc1a","sample_id":"mmlu-public-relations.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38df37e7d2a5eda3c8dc1046760db5d4734d21e8adc9ddbffaebd73e7c2cb321","formula_version":"titan-u-contract-v1","latency_ms":0.47858303878456354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a29418563311597938e89a2468bfcd434c82a765e169a33d0accf85eae949c1","sample_id":"mmlu-public-relations.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0da309a302e824782e68ed8790593e0e805a7aa754e10a9fdabb36761c3614ae","formula_version":"titan-u-contract-v1","latency_ms":0.5060839466750622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d435277a3c6fca84a364607a50c417d75c325e235d5ca8cccc8239af4b38ebf","sample_id":"mmlu-public-relations.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ebd10f818c26bf5b29c7816c93aaea2379b3acc15b474f6a629adaa07404329","formula_version":"titan-u-contract-v1","latency_ms":0.6663750391453505,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca34a81fafa3897da493651bf0db47d59409bef445d851e45e7c729222bbc4ba","sample_id":"mmlu-public-relations.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd5959bd1fe44bab278df8888881adba0e73d1d4d8380493b19f93204c193c3c","formula_version":"titan-u-contract-v1","latency_ms":0.5698329769074917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c014dfda74ce4b5b3782ad06fa56686aa85e5fcd5294a346f524775e6143c29e","sample_id":"mmlu-public-relations.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a6fb4747ae8c2a4fe0ef90b81fb1acdb7c1a7e88663c4b985185dce27fc683d","formula_version":"titan-u-contract-v1","latency_ms":0.7857499876990914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"efbd02f131bf4569d3869f752dd3c8b3570ae65a3bcb86a2c7472403c0f52e56","sample_id":"mmlu-public-relations.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6c4cfc6c1364e6214f61d5b26f3f0ab64448cb4a59efed77d36baf54b857f18","formula_version":"titan-u-contract-v1","latency_ms":0.548750045709312,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c60fdf77afb898828a08dc695766243583cb6b0cb1059a39c57b70c471d6b54a","sample_id":"mmlu-public-relations.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91bc126a1c917f48a240d170e86c914f8dc7843b9dbbc22686422e782c41f2b8","formula_version":"titan-u-contract-v1","latency_ms":0.7320829899981618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92871d8ee846e678ea8961ad3ead9d33e145bd30a6cd7da40edfcf5556476edc","sample_id":"mmlu-public-relations.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c1af0a1bc3d811280cca055c6242b102477be197ec3791511dbd0184be7ee79","formula_version":"titan-u-contract-v1","latency_ms":0.8435420459136367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b4773bd6f757bc34118811f54c6fdfccd213d60c44e4c2fde835a344eae8df4","sample_id":"mmlu-public-relations.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab94567554bbcbe5367cf08f472395c2ed115f3c9d4d2b29d2e675bf316ae420","formula_version":"titan-u-contract-v1","latency_ms":0.4693749360740185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cd6d2a5bbf150795357e23fd35cdd8c6a50e2c591170742248b2bff3dec935a","sample_id":"mmlu-public-relations.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79aae49089d5c295ebffb087e12992a2498467fae1ef877f0bfad0bd6210094a","formula_version":"titan-u-contract-v1","latency_ms":0.8199169533327222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93448d3414ff99c17d6ace86d213d68eb89abae926170634215f4e6f1cbcb2a6","sample_id":"mmlu-public-relations.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68c239e38bda69b688d76370ab3bec12f570bd0e90d1df368b80bcb6a5044a6a","formula_version":"titan-u-contract-v1","latency_ms":0.48625003546476364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fba025d9f3bb1ad433152fd2d3d129c002f9d600b61d6fa2458eed3779f104b4","sample_id":"mmlu-public-relations.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec31119bc73d6698e220020e49f112095745af656f73beb54880083188e3b9a4","formula_version":"titan-u-contract-v1","latency_ms":0.8329590782523155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38150353a1bdcfcbd71b5476df8d141adc1059bd8f6d6877acdc64f98f150e4c","sample_id":"mmlu-public-relations.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61e670b325cf4ad18fd8293d124ba582a800001c5df1191b7e98fea6acc3c415","formula_version":"titan-u-contract-v1","latency_ms":0.6959580350667238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca2fb15fe2965537d300029a7e0e4174c72d36e7eb1dec5730944e2660ef9c85","sample_id":"mmlu-public-relations.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef0d3dc793c345e48db1a420556232a4932aa72977038431a47be3951bd95eba","formula_version":"titan-u-contract-v1","latency_ms":0.5041660042479634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c144899b45aeb4e9c36c9e21b4c32b294308b32fc29d81be446a909c46db90d","sample_id":"mmlu-public-relations.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"707a660a36b71cb65be24bd770940f554894d070fd6b059a93d33b3f4d9cb539","formula_version":"titan-u-contract-v1","latency_ms":0.45716704335063696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3dc884c57dd24590713789f32ad6d0c05bcbbc5b3e3c2fbd14670feb9ab2320","sample_id":"mmlu-public-relations.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"907978c17a1869386f1a234d06828e12fa5cea5de99f71f7c901935433123fc3","formula_version":"titan-u-contract-v1","latency_ms":0.5390419391915202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2e2bdca762ccc61fbc4e3fa56634413da6fd4debbc3676803b63bef3711c3e2","sample_id":"mmlu-public-relations.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49c7d955e3b3192cf1651043b4890e96202ce32ed89d12acbad9e99a393c0062","formula_version":"titan-u-contract-v1","latency_ms":0.7980000227689743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b60247cbe75b850eb9e0006c1190e4ea0d66e9f877c8837a82f2b1ebe491ed6d","sample_id":"mmlu-public-relations.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21fcc11dfb1069b5742cceaeec1ca6ce0c0f4506c1016d8ca633217d35adfc24","formula_version":"titan-u-contract-v1","latency_ms":0.5762499058619142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9642ca62e696b60dd912cf3ac33460b63354639c5ed8a5d5452dd5fc19d6b20d","sample_id":"mmlu-public-relations.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"786ff41e74ace3e848ed7fa53efef0ffc981a11e9873dd0915b3fac7f44cfa79","formula_version":"titan-u-contract-v1","latency_ms":0.531416037119925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0e1c3578659a2a695cf5b46b46ebd7b5773867a33e0e2132895346ce2eef4ac","sample_id":"mmlu-public-relations.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36380050f7586b0452ac0b26a352c8779c4a05bea09f990c80593b0f5487d738","formula_version":"titan-u-contract-v1","latency_ms":0.683707999996841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2fcefa88ec826a7109c1138235cae655e40ad10494cf698d0cc84d5f1d11139","sample_id":"mmlu-public-relations.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e60f718010c7c6f1d7bdf7af399d1807f127ea3ad99c386947a7d45251e43de9","formula_version":"titan-u-contract-v1","latency_ms":0.7747499039396644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"483d4805302310da23216c03c99464e02304963bd00ed9d28cdfe57206c24c41","sample_id":"mmlu-public-relations.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d0b6a1faea0023f8b2ea94977963f6020d13b6465a8ce0596eacc7fc6759dad","formula_version":"titan-u-contract-v1","latency_ms":0.7642910350114107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61bd655aebb6d10b86884c20da7ceb1f48347351cb12e145ffd16bb28bc723a7","sample_id":"mmlu-public-relations.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b4c072b4f53a49db94a4548ba3ec7106acda9b9e5e6c2764b9f7c23014972cd","formula_version":"titan-u-contract-v1","latency_ms":1.0322090238332748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f6f886750bd9dce31eac449105a21731247e6dbe29ff23b21bcd998765c050e","sample_id":"mmlu-public-relations.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04fe0e0edc6fe65aefec49c99eb6a4d8642e4a3f2a1dfb01f3ae079491d91445","formula_version":"titan-u-contract-v1","latency_ms":0.49245799891650677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd6e4bd84bf80ac6f7d946b42ccba7ce277a37e1bfd34c883730c2c65dd8a101","sample_id":"mmlu-public-relations.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec292c1a2d36e5aad1bbdaa70195070900258020ad1fe789e80d1f03549e580d","formula_version":"titan-u-contract-v1","latency_ms":0.6078340811654925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f5ae3539ce108b2fbbbd9fadabba797cc398547ce5a4e84c6be1af31134f352","sample_id":"mmlu-public-relations.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0eb5a46565e81f6b685ffa37a35d48659646a8baf1b470c9baa99df3627a31b","formula_version":"titan-u-contract-v1","latency_ms":0.5198749713599682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a53589922ee72961603afc6eea7351dff097aa20a84266b6a7c4bd8db1817d5b","sample_id":"mmlu-public-relations.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d839d660d234a044e147490352e29575ee1145746f0c3bbfd152ed2ddb9bb57","formula_version":"titan-u-contract-v1","latency_ms":0.5742500070482492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7a69324f1e15d613ac97b70320160c70a2ba35cf552769c01a205b5a313f48a","sample_id":"mmlu-public-relations.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3dd2d42f5c3b3a551b46b255c8539035ab105b321e193a29f633a4d98e846c6","formula_version":"titan-u-contract-v1","latency_ms":0.4635000368580222,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"481a31dd71952a1f7f6bfa09fca0e5ea26662e128d51091e305e603b4ae978b7","sample_id":"mmlu-public-relations.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d98f004ebf2c9744d47bfea28331f7b9c6fbab10dfdac67621240e1d6a186f13","formula_version":"titan-u-contract-v1","latency_ms":0.4812090191990137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b42a869c90d8a6d8209025782212efeaa97ace18fe818b40fcf8ebcac4ad0d27","sample_id":"mmlu-public-relations.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a7bfc41fd01cd0237453144dee3d95a8226877695ed63eaf270f0f231be9117","formula_version":"titan-u-contract-v1","latency_ms":0.4555420018732548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22093874768235139b2862dad3404ffbac7c0fc30a811908876b8cf0b535ccf9","sample_id":"mmlu-public-relations.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0c1732e44ab502343fc5d2104b5cdf598c324488e8d6d2752346362adef59e8","formula_version":"titan-u-contract-v1","latency_ms":0.5960420239716768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9dece1d578f4eed42a007c1bbf6f067729aa8f04f2c99c3cb0d32ba5fd9e7da2","sample_id":"mmlu-public-relations.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01f65cc0815a1781ed265a5062f23431da82b385365dd78f35d3d366ec0f9add","formula_version":"titan-u-contract-v1","latency_ms":0.7125829579308629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dd89f3c3ba355a5813473daef4bc3f0288593cd6770d32e9bcbe7d4b88917b8","sample_id":"mmlu-public-relations.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"823f874c2301639c840469c4397e35272ce6a1d273369546b2e04ac6c892759e","formula_version":"titan-u-contract-v1","latency_ms":0.5512080388143659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd8fdd1106d0b7e2f42cafc99182262b11f04093b85ef8b38ee160d46ba2a7f1","sample_id":"mmlu-public-relations.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fd866f9cd9baabdb9641acc889106c8e09d6d198e9404e99c204253892ba405","formula_version":"titan-u-contract-v1","latency_ms":0.8872500620782375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f0f74e9f9d2983f51a115fdd3941916f0e1905550f241a2ec2c76a1d55d9ccd","sample_id":"mmlu-security-studies.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49488dc236d62f0e3d518be27edf85dab4600c787f83a52ae1efc5cd5a416d20","formula_version":"titan-u-contract-v1","latency_ms":0.6337079685181379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf2fdb3fc4e873fb683ef712a356b5f600c67358d68f0177ab8c9938c18f8181","sample_id":"mmlu-security-studies.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf6b961ef5850e55c805b52acb19da51fb0a3889beb95912e2d3e7cacce0999f","formula_version":"titan-u-contract-v1","latency_ms":1.0258749825879931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"161ad665da1ab47e5bee4074cac96d53de5ef1ecbd734d743d7c2b48b70aec40","sample_id":"mmlu-security-studies.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b82633e836bfc62c2f743dc10cabce2f040e9490d6d04e33cc78a2abf6778a73","formula_version":"titan-u-contract-v1","latency_ms":0.6762919947504997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a5f976091c8ae2ff4fcb4dc3c5dec0d3d3c3e34b7a0b8d4dc085921092b47fa","sample_id":"mmlu-security-studies.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff9add79a930d2aba82648f60aefe54b3ea7430a88e64824dfb0e96e40d7b83e","formula_version":"titan-u-contract-v1","latency_ms":1.0279580019414425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc17d338d028a9e81117324cd9f6cf3e0606c9cea39e239ba6f3c64caa507d35","sample_id":"mmlu-security-studies.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccc073e5f4cca54241ef081b04609ce520f537ee59c5d10dd52f35758a0768ed","formula_version":"titan-u-contract-v1","latency_ms":0.6935839774087071,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"264176d3e4ec7cfc3bbffe1f0f07aff3b37f88124907dc50b7457b19ae8fcb33","sample_id":"mmlu-security-studies.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a81401f9c3e478de56640bfc139b2112188046f5a56a6378c751058d63c69889","formula_version":"titan-u-contract-v1","latency_ms":0.8773329900577664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c151da894908aa526adaef0c3a93aaa98f18f9d8821f064eb833efb02b924a5b","sample_id":"mmlu-security-studies.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a06c6d09b8041f8906886cf4a458215cdf41bba22a02b3b3cc0a9b8dc7bdadf","formula_version":"titan-u-contract-v1","latency_ms":0.6534169660881162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9eaf2311f4cbf15bd55dc7786001ebaef7b0621779d8d39e8472a4140496725","sample_id":"mmlu-security-studies.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"600d6a7d8d7b9e68283de49f3bcd20945315a06e48d49e89bbb57d7a159f8780","formula_version":"titan-u-contract-v1","latency_ms":0.9114170679822564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d40a85e16619b36d0b6147b191f343809659a03b18c277cc5639fd96d59baed","sample_id":"mmlu-security-studies.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c563f69f5e6f199efd472dda11af351d9376677dc072b36bcb41f9c0758d97d1","formula_version":"titan-u-contract-v1","latency_ms":0.9850420756265521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4815cd888586c9d6e53cea97ea6d1ed74fe36977016f2adf68147a9437ddcf0e","sample_id":"mmlu-security-studies.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"261f0f2bd4b16a041d884441ed5abf8aa61cfaf536983aca7b1ceb43fbd5a94a","formula_version":"titan-u-contract-v1","latency_ms":0.9459999855607748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f9ed1e4bef4fb003c066d505e58401bdcdd2f713530287614ce4d0a4d89eadd","sample_id":"mmlu-security-studies.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"597b65251901bd11a9d05527d835a4db9f6c651484182c4b0aa6a499e745d0c4","formula_version":"titan-u-contract-v1","latency_ms":0.9370420593768358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99880214025f864afff7e670ab0bb9e6decb07e36e503769887655e07abe895c","sample_id":"mmlu-security-studies.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7c448ab51f24dd1431033a2846eabc92c19a2dcbee6d0002b20c3033fd3d68e","formula_version":"titan-u-contract-v1","latency_ms":0.5989589262753725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4baabc8887e7ed8fab9baf25c915ceba1fef91ed2bf768c2b85fc929319c9f4a","sample_id":"mmlu-security-studies.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc1ef4180bc314dbe8c938151bbb92b6475ad78900a7a6e03c44af55b0392d06","formula_version":"titan-u-contract-v1","latency_ms":0.7066249381750822,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9952d5d65cb41131bf504df8468a31389acfc64591cc0ae82dfef24cf99b352","sample_id":"mmlu-security-studies.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"485329e535447630b10588b941bc3d318b01fe1e2f19ca2581006ada3af892f5","formula_version":"titan-u-contract-v1","latency_ms":0.861792010255158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc6fd5de932c890b34db430019ae7fb39af993d2e41c0a212067ada5bff9ca01","sample_id":"mmlu-security-studies.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0dc7b881a872a022e5cb635b9c1b0c4ef8120739b7618a835c5520769ceac4f1","formula_version":"titan-u-contract-v1","latency_ms":0.5804580869153142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"796e6337c0371923dc37cd7d9b5c2f44de02fba20881926f38702d316b1ddd3d","sample_id":"mmlu-security-studies.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"644141740ab0c3be3416097795f53b6152ebdf3799f37e84f62aeff24df01428","formula_version":"titan-u-contract-v1","latency_ms":0.6667919224128127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"236fcf9ed8afdc29ad1c23fcc2de0f384c209aa642c3f4bc0c64baeb402bead7","sample_id":"mmlu-security-studies.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cad6e6b3f4f08f0216206a08407a78d39a4ffb9c82ffe9af79c796a451c908a","formula_version":"titan-u-contract-v1","latency_ms":0.7812080439180136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97e5ba07d81d8a6fb2394321cda8c70eab58d62ea062a559e797a9c6abc15517","sample_id":"mmlu-security-studies.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31b5a2a4d76a60a6d70fffb3b8f2904f3e29d4b520583043735e83d69ac0026a","formula_version":"titan-u-contract-v1","latency_ms":0.9724999545142055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a40fc626709cfb1ea695dfcaeed3cb327645a60e30c75d33d9eac62233bbb53","sample_id":"mmlu-security-studies.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d12e610b9aff29d31bd8c495dee550a5123f42dc86c6bed2e0bf3f7b2b52214","formula_version":"titan-u-contract-v1","latency_ms":1.1309579713270068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e041a9135d49ac498c5b910a57e4e274664be74776745381f93598b7315decaa","sample_id":"mmlu-security-studies.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a6e23aabd8c1c5ade29f59992f2367051c9e6f66b1c2b0c764848b6083856f7","formula_version":"titan-u-contract-v1","latency_ms":0.759500078856945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82ad7073373a270693223061a00951caa22f30451201d0503706a71dbeb57391","sample_id":"mmlu-security-studies.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ef04b228cda3e2cf94cb7610d7dea43e127d7b1bea49c64a95c5a20f42224d5","formula_version":"titan-u-contract-v1","latency_ms":0.7087920093908906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6bbcf2c94e3b11e40272af77d6c18ec5a7405c1eb7383c150b75681b06792a9","sample_id":"mmlu-security-studies.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80a2070da5e712b6824a28b8d26f9385093affedb2b23adb5820702d38bea556","formula_version":"titan-u-contract-v1","latency_ms":0.585292000323534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ff4cbeb2b8f24761169ab32691ec0834a3203ad00438fd81c4b19f1288380c6","sample_id":"mmlu-security-studies.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"160b4eaab6157539b1d91ff8bd6b5c8977180bae63353d78f7bafd0fcc1c6b6a","formula_version":"titan-u-contract-v1","latency_ms":0.7853750139474869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9500c3f2c4a8e0b7ce7ff6b16aaf7bbcf2a905fc368691b2724798dd2b48b9fa","sample_id":"mmlu-security-studies.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5989d8e9b488e8a32ebd27f39606a103a4aead8b1a730efe7d2a447fc2c46845","formula_version":"titan-u-contract-v1","latency_ms":0.6378750549629331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2f8a2a457a96d4ae8dfc9962b2421d59b9c6b575fb08f013407b5ec2f3fb641","sample_id":"mmlu-security-studies.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1028e91a39cadbf938508a9c6c549baaee491bbcd8a876037e0e15349d38fc0","formula_version":"titan-u-contract-v1","latency_ms":0.7592919282615185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b96f1aad777d0b6131b108cd4ec0a32eecab770dde1f87d92ef38b4bee89a94","sample_id":"mmlu-security-studies.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f68091b8ff99483081c416215c06052ff241b2212a8f0b9ccffb5ed8680535e","formula_version":"titan-u-contract-v1","latency_ms":0.7514579920098186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3867c424aa889dceb69fd3a6ea824fe664515c34b659313c725bc1664ad09b7e","sample_id":"mmlu-security-studies.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a6a3ef95eb469cace4dee0011fb382931756f79200c9ed6ebdd0826e2b1eb63","formula_version":"titan-u-contract-v1","latency_ms":0.589874922297895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee9c2917975f2e99e780b9d4148881a60629fc7a92e6a3522ac007c1d1dafb02","sample_id":"mmlu-security-studies.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd0dfdd344a1c025e266656d4085bab3e6bb2d9342da5b2b4af7478592855bb0","formula_version":"titan-u-contract-v1","latency_ms":0.5321669159457088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"067a8887b6561927cdbed4a85c15ea5bb4aa3bc76624a21a49cf42a4b7181c6b","sample_id":"mmlu-security-studies.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7683fc57bfbde700dd808414fd9deb812b40b9bf74f04c60c48936347baf825c","formula_version":"titan-u-contract-v1","latency_ms":0.9748329175636172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"995cc22e0d56459e1efe9b2f3a0d267d5d4637b5b68383a8462cf931ba629e72","sample_id":"mmlu-security-studies.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30d06b55ac5e366dce5af2036765c4cc218f7e3755194578c56671267a2a2f2b","formula_version":"titan-u-contract-v1","latency_ms":0.8954169461503625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"030de0bb58e79dea7305c67c961e1051b82a4bfcbd814d68c24f71027bffe85d","sample_id":"mmlu-security-studies.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d1e7acb0745c5cf6065dd7f5bc0c63ea3b422d1170b461f4f398b957e9813fd","formula_version":"titan-u-contract-v1","latency_ms":0.5673749838024378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e48c2a3a28439fc50c3fc3bc124fea2a2957ae5e1ebd37f47c8dda669a5a4791","sample_id":"mmlu-security-studies.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b3b48f3b873c0080505625e055101f3a4d95cacafecbadc457ab41aae7d245e","formula_version":"titan-u-contract-v1","latency_ms":0.5717499880120158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7c77d87c1c137dbd2942a1bd9eacc2f0d89c5e8b451f463ceb5e9214904cac0","sample_id":"mmlu-security-studies.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4586f078ae4086c11b56dbd8a81067ad7363eedc2c408e43fde4b0f24f5c1e0f","formula_version":"titan-u-contract-v1","latency_ms":1.5992500120773911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdabdf9f899b111e63631fda0abafcf301b85256d60bf3c43e588befb65e4389","sample_id":"mmlu-security-studies.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"677f084ca906c4fbd45589372ee062df806acf26d0b74ce3f812168f9d5579be","formula_version":"titan-u-contract-v1","latency_ms":0.7462910143658519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cd99dbc28ae2af9f8a3a7fb6f65353b49dc0b1afcd2dcd2f08d2e66dd5b1349","sample_id":"mmlu-security-studies.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfe9cf81f3e0c74ea61315e16b7667704bc80fb1ca9602adb06947c49306795f","formula_version":"titan-u-contract-v1","latency_ms":0.769458943977952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25297e92c95553d7292143574e7e8120f34ae1b8fb2b74038ef281d5babe0463","sample_id":"mmlu-security-studies.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2701e7be84a881307aff1154308db0e9b9e693e9feaa82ffe6febcee47d7da72","formula_version":"titan-u-contract-v1","latency_ms":1.025125035084784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae30b970615fbd4c9db555a7bd866398f7e764f9327940ddd457b0840ca28eb7","sample_id":"mmlu-security-studies.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"851edda1e3abf659ddb79c6ccc8560cefb9c22f7c05da8337b1aa29dce303aa1","formula_version":"titan-u-contract-v1","latency_ms":0.4686660831794143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12b63faa1dab426461be90de3c03d666a489cead4d01f791b81de75ee1ef1018","sample_id":"mmlu-security-studies.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a372cfe4b5dce1f6a72143b7526cd6ea0953f4a56290916ecbbbb62efdbab16","formula_version":"titan-u-contract-v1","latency_ms":0.4647088935598731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d711d4c3b00c3b115a010a0b979f24d23cba3f4607ad167680c9fa200319af81","sample_id":"mmlu-security-studies.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4fefecd251ff8528051cda8f185470ccb49496ad7484a20a05ac74e5cb18fe8","formula_version":"titan-u-contract-v1","latency_ms":0.4811669932678342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ca9dc5c9f59ed12804a36451f7556933cf6632d3d2f46515da79ae476a9ee1a","sample_id":"mmlu-security-studies.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cf6437f0761efa2754c96889ea414938a32c2fb1d0628baab92984951303d53","formula_version":"titan-u-contract-v1","latency_ms":0.7281249854713678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcca080a075ac0b289aba886c55f9ca3397cdd1d15cb858840f20dd301defbad","sample_id":"mmlu-security-studies.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"644382fea8d7eead95487cc87cec7c6df8efff3e583dbbd10b9b5cbd8150d187","formula_version":"titan-u-contract-v1","latency_ms":0.657416065223515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"add128ccb5cb1d4d43b7b581d252cf191f63ca4c0960523241985dd0dbfb58ad","sample_id":"mmlu-security-studies.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0b33cade874ae17ca0d10c31da2ed16ca414a0d44887b0842bb9d16f7ec01f8","formula_version":"titan-u-contract-v1","latency_ms":0.7226669695228338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3308f8b18c708f9ebe1aa696d8ccc4fc2d107056b1b779092d0602e65f291ae4","sample_id":"mmlu-security-studies.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bae6d45e108b0fd68b4273c3c40bf7a6a50d7668312c6003c2aa942a4b200f8","formula_version":"titan-u-contract-v1","latency_ms":0.6473750108852983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f8683e1fb2468671431ea32cf0de8e633e66d63e00db66a0bb2d3df5dfba903","sample_id":"mmlu-security-studies.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ea08cfc3df0750344f03397332a6bd0a660d3681fff78d770e11a50a6ce38cb","formula_version":"titan-u-contract-v1","latency_ms":0.7136669009923935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad02e102d531112318767b7a4644b82dcaf6bf961bea79fab6d53fa846b104da","sample_id":"mmlu-security-studies.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0470ad0e6c80437bce2ab18d736f392211f080bffc39d9617b660625bd120708","formula_version":"titan-u-contract-v1","latency_ms":0.6889590295031667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99c05a7cc6221fe27d52183f8d0efcb55e1f17f0eee9964a6e433c356f4467dc","sample_id":"mmlu-security-studies.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"601eaa89933699717320c08d9114122b5c2f3d35d15dde8a2049fd12139c70c2","formula_version":"titan-u-contract-v1","latency_ms":0.7008750690147281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0594ef3e22c9e23e217d9afeeeb43e1dbe4a1379be1a352a8b95f564eee1edf5","sample_id":"mmlu-security-studies.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60b894ef5c3d4ea4a3ab875f922d718ae0583fd04f01d0bc66f12af36e6b1ca0","formula_version":"titan-u-contract-v1","latency_ms":0.5692909471690655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b10264fa5c60a14d2ed9dfcab680907ef7080e0bc926b4d3042ea0b14efc801","sample_id":"mmlu-security-studies.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06fc5b4095f27c9bf0ab5c80cf6b72c4412836b00dcee8973e10870f304c46fa","formula_version":"titan-u-contract-v1","latency_ms":0.8842500392347574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0b5d941af1596d9f48ffefe301c872d2e291ab09e91c8a97547508ff1fc4946","sample_id":"mmlu-security-studies.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7caf988692bc298348074eea30ed7312309a171ef60674c8e28562c5349fe042","formula_version":"titan-u-contract-v1","latency_ms":0.578666920773685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3af39e958436f63ba279e79624815a6fa38e1a07c3e92def5d1c769bfe242582","sample_id":"mmlu-security-studies.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6dc929d54202c86f812b51b604e9fafacf1ac4f647f81bd8923a763d0c18f0c","formula_version":"titan-u-contract-v1","latency_ms":1.018207985907793,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9be9baf65f36e8688037af7c9c743d53798164cfddbaf08610e2f6e4098326a8","sample_id":"mmlu-security-studies.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60da767476d598dcd4852d453cfc1e8158fa37b512986ca1fe5ee3dfb0c9dbf5","formula_version":"titan-u-contract-v1","latency_ms":0.593957956880331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d51b5928432fd5e51965843bce7c592905e026e24e79ee9d2f9ad3b9b06d625","sample_id":"mmlu-security-studies.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9654c93eab3b82e63402370d68bd9ccc543dbfb68dbbd762179ee8bbabcd694e","formula_version":"titan-u-contract-v1","latency_ms":1.0947090340778232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"664dd2b3548c6b130faa1a933709fad56fa732014e7ad1dcbd1337b8f33c2583","sample_id":"mmlu-security-studies.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20d0f136f433b0a77588a30e76a0643ddfbe23ec69566c0d088eb7e1301ab6bd","formula_version":"titan-u-contract-v1","latency_ms":0.99024991504848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f737a68a6de5a755ed27456744eb9eecd01bae78bcd7613ce015603ce1220c0e","sample_id":"mmlu-security-studies.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0b2aeb810bdbe2240e05b7eb27532d64c1aa20cc83911f6c9ca2634874b8449","formula_version":"titan-u-contract-v1","latency_ms":0.743082957342267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d3ba0f120d65b0869ac04be9e80f7f68476dddb6cd5b92a8aa6eb9cffee5997","sample_id":"mmlu-security-studies.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"895df3590f9e7f4bd619b078e416019eca85a094b9a054e410f619198a8ac258","formula_version":"titan-u-contract-v1","latency_ms":0.7919580675661564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29f54f76bb448ec157684fdca4171c77d95ba51233b38e65b372cd50c3bd65b2","sample_id":"mmlu-security-studies.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b22561e5bb323a996d0edae1b55d769dd04d8b0c79ba72ff11bde793c3c7bea3","formula_version":"titan-u-contract-v1","latency_ms":1.0457920143380761,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a52d590496fca830afe1a7be1001db2652eafa359ca6b35e56a4e2e576059e59","sample_id":"mmlu-security-studies.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f50c07309b95927d9bb2a5fdbf2364f104f4f81fd4f7ab4da8292ddb007a69b9","formula_version":"titan-u-contract-v1","latency_ms":1.5523749170824885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c624e3533df6f2c4de8806476067946da31a6dc579991df8eb26de56e68065e","sample_id":"mmlu-security-studies.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23241835b711d764c08c0e7bf21faad015f96cd2d4ed44b76c7084f41562d6ee","formula_version":"titan-u-contract-v1","latency_ms":1.4100420521572232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09ae9b4dfdfe60b7657d5d0fd5908c081e3479e5d1fd1d28856ba1f398db43ab","sample_id":"mmlu-security-studies.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"806854fb4d84909e771583054495bae7fcfdeb45a0cf7cfd95fc6423ead38b33","formula_version":"titan-u-contract-v1","latency_ms":0.7765830960124731,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab10bb3685aca90646b5a66aa0f9cb240df114e0d861740b43fbd87cf22e3c77","sample_id":"mmlu-security-studies.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c2f5f83ac2e6805367b1b78ed5ebbd5d1948b9c6278e93a65198bf22de6685a","formula_version":"titan-u-contract-v1","latency_ms":1.3794999103993177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"178617689618d13edd9173ca8888252c69c5d4076b3285f543b76de50baafc2c","sample_id":"mmlu-security-studies.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcdc2ab8978dd0d660310f3dafcee87d0cb5c8be5a4f23a8f5e1564f76b0c981","formula_version":"titan-u-contract-v1","latency_ms":0.8123330771923065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7a1b2cad61bb6d67dea44a44781d565e47771a5d3950ce7010404bd2c590270","sample_id":"mmlu-security-studies.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07d3d32c715a6968e88a351314417299e132d21abfb83a0e8da41e73eb65cea7","formula_version":"titan-u-contract-v1","latency_ms":1.3803340261802077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8223e224e897a4415b5c22e347a172527b5fce73af913ed56ab49c395fe4225d","sample_id":"mmlu-security-studies.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"689045b1d2d05567950dc91f8a7ca48d47013a570a76907b3c1e16b23a0e95d5","formula_version":"titan-u-contract-v1","latency_ms":1.043250085785985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c45cdcbb64d04c1cce865c205975ea01ed6b3a5a0b667c1aa06e1207e750d1b","sample_id":"mmlu-security-studies.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2588966ef903c2df036833a33b7a09a4fb82ff9d612eaed2bcf854387e7baba0","formula_version":"titan-u-contract-v1","latency_ms":0.7257499964907765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aece7a11dc2e0a41fe1482911b443f0f339edefc61c1a32fd32c493254a9b19e","sample_id":"mmlu-security-studies.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6887bf70ed37644cba00d692b4123a6025c798c4ef56a94ef0618dd9501ee22b","formula_version":"titan-u-contract-v1","latency_ms":0.880667008459568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5fffd5d3cca0a121bada8ed2b2092c3efa5aae7b9bb94f610fb51e7277b4408","sample_id":"mmlu-security-studies.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f907abb58ab4528cc29423e80d519c2ef762b9e807ae46dc5fdba6bfc4c0964","formula_version":"titan-u-contract-v1","latency_ms":0.5882499972358346,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fafc798417d7ea13040e0d139100053865776c1964a536f4d3a98c3514e9d119","sample_id":"mmlu-security-studies.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f112b334c54b83dd570a9f787dea05dc2502c20df20c2559d138fb348f3f27d","formula_version":"titan-u-contract-v1","latency_ms":0.9269999573007226,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f1c95d024b2ca6c3efe0d8103fff24d11490cf16501921222b511fbcae985ca","sample_id":"mmlu-security-studies.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cbb7f17ee093819e2e5e375f1c0aad8099fed3d436f0c974dfc9c5aaa5da4b1","formula_version":"titan-u-contract-v1","latency_ms":1.34937500115484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"519df26b652ce216d048cbe7a1d192afce7f6a3f356b96178f6aee2e2fc4fbd9","sample_id":"mmlu-security-studies.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a757034d7241ef745c99dc6f5edb46653cab7dfe5d91006518e4f67e89a9ec3b","formula_version":"titan-u-contract-v1","latency_ms":0.7357919821515679,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8311220935f85c04a1a7e7e8fc5bab690c151b2a13cefe2f8986e0e0ff32dcdb","sample_id":"mmlu-security-studies.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abd58fc6f3f0e8fab1bab02a67f596038c0e6410a20ef20fdad22f089362362e","formula_version":"titan-u-contract-v1","latency_ms":1.0681659914553165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2de8caa2b7c55badba59cbb3191ee01d9e97719b65024b9d9971e4de3767fb70","sample_id":"mmlu-security-studies.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27993a628b2b1c7e5b56afa034eebf4785af144912e1590e547dbd5e27e8224f","formula_version":"titan-u-contract-v1","latency_ms":0.8229580707848072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e2873657bddbca8c53743f65053ca4a53e5736fd7dfe19a4a283dcedb0d4641","sample_id":"mmlu-security-studies.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87cea9be1986d72f89cb16075c1503e0c754ed98749b53d15c92f2fee9b3a4be","formula_version":"titan-u-contract-v1","latency_ms":0.7377921137958765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d00918eaa00a87158f9d146b16bad04681111c369c00462b3c0086ae04ad7828","sample_id":"mmlu-security-studies.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"681b74a03fa1e19e7ab996d1b5ab5f9ce5a5dcfb785638f12fb7466812bc0dd2","formula_version":"titan-u-contract-v1","latency_ms":1.1701249750331044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87df710a165042475a2a7e73143227eb017bcf0b77aef8b7b829f1c74de54175","sample_id":"mmlu-security-studies.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be6002f5af79f749526fd3662316f19b9ad0bee0c4a58caf44ebbb1210c1805a","formula_version":"titan-u-contract-v1","latency_ms":0.5985000170767307,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fbb198a1262d43914fd794900ed78d2fd68edad4f9fba9202e6acad49f0743f","sample_id":"mmlu-security-studies.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b4f93e9251e5ab877443e425ee013e633851efa8f0660abfbc5cd5b3687f979","formula_version":"titan-u-contract-v1","latency_ms":1.0557499481365085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83669edc53a32968a31501583da573350bf4cf0beabe3b66bef8ad6debed1149","sample_id":"mmlu-security-studies.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"976813befa2c81d3e6fddff5d71ddbd511bfa19272833a966a60d431501035df","formula_version":"titan-u-contract-v1","latency_ms":0.6187079707160592,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7d0eb57855029d05ee83e244fcaae9dd1f7c1594ca82e61d763c20a2d908971","sample_id":"mmlu-security-studies.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f32f99c1d042ba4e2c608204ec859eca72e7d951ae8d9452e7442b93282552ad","formula_version":"titan-u-contract-v1","latency_ms":0.9212079457938671,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5c15d826b1683475f1b71c49bf61d9b26a069ea1fbaad54abca8f98240fb0c8","sample_id":"mmlu-security-studies.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b80d74634e7ee69ade00cddfbcd5cc707c564f5eda16816fbc928958e690805","formula_version":"titan-u-contract-v1","latency_ms":1.1717919260263443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19569138421c3788209661113e78477ce3c809b849b2055743383c4b5371739a","sample_id":"mmlu-security-studies.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d8e1e55045c609cc857632380de63155107e161cc1a50b99d93fa7fa227e05e","formula_version":"titan-u-contract-v1","latency_ms":1.0410830145701766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc5306fc47a70e49a9853a031db776fc5ceef1c7914111c661ead6e996f9fe6f","sample_id":"mmlu-security-studies.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e797526dc049ebb7a3d94c07ea341464c4bc32ddb11f68505dc6b287b4273bc5","formula_version":"titan-u-contract-v1","latency_ms":0.7765409536659718,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f90f1dfaea9125c0238019108cf6ca83f6a40055beb0cc2453d490228bc056d2","sample_id":"mmlu-security-studies.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"877245adb6c30b82928b6b5951b3ab02dc6b0ebb12a56049d770c54585e922a2","formula_version":"titan-u-contract-v1","latency_ms":0.5283340578898787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dffa72693aea653ce847e11ae59df00d25c3986d3e913296c5691fed735a30c5","sample_id":"mmlu-security-studies.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a903f16ae89a4e7cc3f68a463a03bf9db719b3ca338374b1b41b74399cb6c7d","formula_version":"titan-u-contract-v1","latency_ms":0.6423749728128314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c5f8cde5ac9d68c817f5f6b997a81f9ca7ef2d45a3770a6b731af595f043550","sample_id":"mmlu-security-studies.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2f844949e5ce90a8e736dd1230aaf2da45647d7b55e697cf65b086e8a3b6ed3","formula_version":"titan-u-contract-v1","latency_ms":1.8690420547500253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a08930bf79165a793e6690d405b808e83de3ac1e48bf31063a827349130e0a4e","sample_id":"mmlu-security-studies.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ea5f64e6a63dcd432e1fb71758316503c396ea90482fe17d3b508210dec37dd","formula_version":"titan-u-contract-v1","latency_ms":0.6566670490428805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e50111aa49676e5eb257db2df83f9643c6de93678dda21bfb17441157a57a71","sample_id":"mmlu-security-studies.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84110659f02620f96527ffc6f511e8e922f44c4ccfe78e910ce84f61f0e9760f","formula_version":"titan-u-contract-v1","latency_ms":1.997459097765386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfd16931a141ccf17b8cd205a3cf2660d880c8f077d5cccb13f97ee8d28986fe","sample_id":"mmlu-security-studies.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d04f9406ae457dd0cd2f084809a2f53ae3ba3b65218a327202dd83b13d0d5b3d","formula_version":"titan-u-contract-v1","latency_ms":1.1414170730859041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f88207265fd8a69169fdc5ab2f038f629ac49e719704734af42e0e9a931d381","sample_id":"mmlu-security-studies.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63ed2e7f3fe48096e7690642ae9542ed12a0f3045df21a7929c5cf5ac324e25b","formula_version":"titan-u-contract-v1","latency_ms":0.4657499957829714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5446ef48c5fd9f9b8243f484169b95a688cb08ac0bd4f5f8f69d8524446744db","sample_id":"mmlu-security-studies.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cc72885c187a43e9f4387689af3d82aaa255fb954f689c76c98dd149a6cf36e","formula_version":"titan-u-contract-v1","latency_ms":0.8439169032499194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51af353dfae1d2ec90ba2819232c35e716610dbaa4dbe3596bab4d9106c43a48","sample_id":"mmlu-security-studies.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19ab909c09ef5e08ce0254db5446cc7ee9aab4577795a005b3b13bd8c0e95fa8","formula_version":"titan-u-contract-v1","latency_ms":0.6472920067608356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47f47e86d6173a706262e4dffcadf539ea35f65ea59f6867e24697aa8aa8c039","sample_id":"mmlu-security-studies.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85b3453d8b4ba86be6e8e018a22f421284daa639ac5dcf8b207ea57d6b46e5fe","formula_version":"titan-u-contract-v1","latency_ms":0.499082962051034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f116090002402c3a62f5b4882efecccf0665d9e030abeaf1c2bb343c2a14c3a7","sample_id":"mmlu-security-studies.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ead76c9e1d08db4b2e76a827e6ba6a9af2056b78cfab1f8ce442d41454b59dff","formula_version":"titan-u-contract-v1","latency_ms":0.9980419417843223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ed5c311c858cf98b47c528db998e9343e40a60fbb83fec5483bff2d45190cf4","sample_id":"mmlu-security-studies.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8fa90d86114ee76309c944b24da2886b9ba01de9e734d4b9614ebd5120d37627","formula_version":"titan-u-contract-v1","latency_ms":0.9609170956537127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a97696d4503478ecbd70cf1a150ceef3d44726687df429ed8d7ee58f230a8d2","sample_id":"mmlu-security-studies.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95158f7ffd3eb327d19b9540c3b78475c00d3dff5226b90cce8862e74836f5a0","formula_version":"titan-u-contract-v1","latency_ms":0.4922909429296851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31638cf53a44e14d6c2bb52e11c1471b852a337e2e56d780f847e5b639dc88b3","sample_id":"mmlu-security-studies.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5b775fc9e1e9b4e9291da908fb01c3ee493586007d8db861d893e779b6033c3","formula_version":"titan-u-contract-v1","latency_ms":0.7032089633867145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da51bc9cb3aa257eb0d777cba7a32b4a2389e317696120d01ab11823699791d5","sample_id":"mmlu-security-studies.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3510ad08fb16151db44d525f00052104a976f0eebcbda18dcc4aa9590d98a1f5","formula_version":"titan-u-contract-v1","latency_ms":0.6251669256016612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d84def52bffe2bf446c5aca9dfecb93dcf28b8daa53f1ec1082bd3ba11f7fde7","sample_id":"mmlu-security-studies.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5dc4407a4b44495f79881e5a9d0c8aac806fbfdf91d16e75c4d975d74a1d5cf","formula_version":"titan-u-contract-v1","latency_ms":0.8552499348297715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b33bdf49ed61273a5cb3f61e19f9bc3af0ac4d294a98b2065a6a6b14dd9db3d0","sample_id":"mmlu-security-studies.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ebce6f4abe0e9ea2f93b32727bfff1283b2997c6d7c942ba389ab3a6f67ae7f","formula_version":"titan-u-contract-v1","latency_ms":1.019165967591107,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"676c66984d406c001a9d451fe3439f700c025bf20eaeb3c0e95dbd578ad8bb24","sample_id":"mmlu-security-studies.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65b6ef3e5eaa1ac8a6df41272683c37cbe2c7a42fa869bbb259ab692129468de","formula_version":"titan-u-contract-v1","latency_ms":0.7867079693824053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be3ed7daf313f5ffdceb0af139e8c817041e015858ee700001029bff041f6ef4","sample_id":"mmlu-security-studies.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bdf00204617796eeb3615cbb634182babe4535b49e4afc30f8306cbcd347adc","formula_version":"titan-u-contract-v1","latency_ms":0.6813749205321074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7e6613769af657c3f3327f01044735544bfff3e1291490d93157759885f87df","sample_id":"mmlu-security-studies.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"044b88628ce2bacd0ffc03af77b9fd8c17c138171ca7608bb3d3b1badc86fc1c","formula_version":"titan-u-contract-v1","latency_ms":0.529457931406796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"343cc850cbaa9e46d594160c3da829adce94c521b1d3f30216b755500a0c56da","sample_id":"mmlu-security-studies.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98ae0fe8f41ee1ddfcc125c0c2a8f9c4151b13cb11d9d4c7ff4ae35cf0400352","formula_version":"titan-u-contract-v1","latency_ms":1.0303329909220338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5a5838b513c16764a38c0b40204d7a1477b1306be197c94f9ec12f3da77b790","sample_id":"mmlu-security-studies.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cb4335ebfe19d732762a75d5cdf187f1a6444cf7c675dc1c6e632b4c98928cf","formula_version":"titan-u-contract-v1","latency_ms":1.1823750101029873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fb1ced1686d8ed6e431e2009cb811c269464d0d798e73b58986df7a4380a60e","sample_id":"mmlu-security-studies.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc5662461e260d30a4d5741f1bff9da9a8b8116f38c05218c6be462b7dc0a5fb","formula_version":"titan-u-contract-v1","latency_ms":0.6141660269349813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"795a92aac82d36a3e6ed435f8151ede49e022779cbe228273f2db0588e9a7413","sample_id":"mmlu-security-studies.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88c2998799e0c2c40bbb79a429120182d634957451170e80cf6c1a0326d3f26e","formula_version":"titan-u-contract-v1","latency_ms":0.7650000043213367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21f637c5e4213c78c5919cccd184c4f90d8c9b86c0a004eb4a1975daa4d3a329","sample_id":"mmlu-security-studies.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6a616572cceb5df17f1a89cb4c12c699386057325a549ff3aee6762b4ddf9c7","formula_version":"titan-u-contract-v1","latency_ms":0.8660410530865192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9deb0cec9f3206808ef899c252c7eb7fb47d6f7b584bebaa325467c9457ff834","sample_id":"mmlu-security-studies.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2555c477badd2e3b73b4b6e4d4b9d6011fcf31bc9c10c574044051db21cea1a3","formula_version":"titan-u-contract-v1","latency_ms":0.8258749730885029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fdce240a552c5f9b373ff4bb0bfe768fe1f48a0f841d4e869384c201a91d541","sample_id":"mmlu-security-studies.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"150ff13aa060cc770a9ab74b4c91e7b4d5668fbb068daee917c6bc8d8fb8b513","formula_version":"titan-u-contract-v1","latency_ms":0.7578330114483833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"211e9f86e8b8c2f0066eaf3010ed95f329589dee3991969b1063109b25a05c32","sample_id":"mmlu-security-studies.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9df66f4348bb9c3d117d8cb4fbb495cd586f8a4133776c384832b57193a4e866","formula_version":"titan-u-contract-v1","latency_ms":0.8595000253990293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01d03f4c3110f042894ad7e32d4d295d49f41f7b3826d56580fd07c639dec158","sample_id":"mmlu-security-studies.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d6c1b272216d6d3c29d7f17a37c181e25d5b7d921c1a9b4ffc52f3040894b0b","formula_version":"titan-u-contract-v1","latency_ms":0.8629580261185765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf2a446239e974d3a62a7190b10526dc87e81567223e8df74071de7b35cdb596","sample_id":"mmlu-security-studies.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c892fc4ad0505e8d4fd7d7c042f51a6854994558742e6cba0dec1afce1422fc4","formula_version":"titan-u-contract-v1","latency_ms":0.9978329762816429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65de78e6ab2642854a3cde1309f0fbc7d0cd9e5d8ae6c226403b913299553021","sample_id":"mmlu-security-studies.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b29c11dc3a61a4fd2a6bfff073ba47ba9e860eca78bab88a7844ce92b5d56c0c","formula_version":"titan-u-contract-v1","latency_ms":0.6244169780984521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54aad873d8127f715b9e07312bfed3cfaab15d712ab420957c079cbbdf650df8","sample_id":"mmlu-security-studies.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a28708b676f72d4798fbdc55b95ae045449f2027947241472f20e7287458b90","formula_version":"titan-u-contract-v1","latency_ms":0.8196249837055802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88dc09c76d20a538f8704878154209fd880a60730d5016379a9f478c72e0b2ef","sample_id":"mmlu-security-studies.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"563e2bf71d625a8e689d6ceb2e405058e42c50de88acfc12309bda3aef057a21","formula_version":"titan-u-contract-v1","latency_ms":1.0122919920831919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2b212810ef678ef98d9f67a2cd21fa98c9ed8268669fccbe12452ff6c7f88e1","sample_id":"mmlu-security-studies.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5c01bca35fc767aefd68ca1c141de180b6c3a4a5ad1bfcfd815807cc485b644","formula_version":"titan-u-contract-v1","latency_ms":0.8967079920694232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3e3a5256de428b8311f838a6c2482e86252ae8cc5233a30a1de68f1abd1724c","sample_id":"mmlu-security-studies.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dc23e8c148e0268ccc928f71e95779fd63e227e2734270694f1230411821301","formula_version":"titan-u-contract-v1","latency_ms":0.6226669065654278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"492f33c3cbb2f5301b68431f51b2d3782f64d33e71a4b93739a44a2af30aabe7","sample_id":"mmlu-security-studies.val.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c92111fbc230a537db29dab91028499cb301f81fc5a4e6561a344dfcdcd4315","formula_version":"titan-u-contract-v1","latency_ms":0.9919999865815043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13d5b6936cb492ba1035a2834f673a43b55703df5be5ffd834ab995398ee7a31","sample_id":"mmlu-security-studies.val.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32e27822811c0ab9a4b39f09fb76828bf3c192e826eef903e9ce1cea7007102b","formula_version":"titan-u-contract-v1","latency_ms":0.8788330014795065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29ac573ee4c2889bd68b49eac6ef5cb310ae66426f3fb3d233b106121d8a975b","sample_id":"mmlu-security-studies.val.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5d1d778f41311474d2c1ce452bece01100af10c7ab904e08d5f02fa0568a0e8","formula_version":"titan-u-contract-v1","latency_ms":1.1772499419748783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a3284114f5ca8a996c90758e220edacacb18747fc507485acf9f704e3526059","sample_id":"mmlu-security-studies.val.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dfcbc1fd13190c4dd5f8847dec1467f73b28c504024799f76faf9329e4be190","formula_version":"titan-u-contract-v1","latency_ms":0.8963750442489982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c06482e85417d37d0a27cd6c93ac0d155c6b5650659471567ace0c2c6e7fa557","sample_id":"mmlu-security-studies.val.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58c0138414ba2b78b5b321162a858451b7004a49310c57ec3faf660e7da32a4d","formula_version":"titan-u-contract-v1","latency_ms":0.8931669872254133,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb021b91486b08a83f9eb26fcaa3a762d92d13d1e3ee581be2b445d3d7ce0a05","sample_id":"mmlu-security-studies.val.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc33ff35dd583d7436dc4727ddcd25b5afb2f5085f7f4b7d4117fc5ee2ab8fc6","formula_version":"titan-u-contract-v1","latency_ms":0.8193339454010129,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"263ab7654bf5174bd08ad0f607b0a0d1082d714a25cd537a614e0e0ecc8807df","sample_id":"mmlu-security-studies.val.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1f883c8fcf5542826c364f483c3482ed582a5519b810d06076e0f5dd3b39354","formula_version":"titan-u-contract-v1","latency_ms":1.6650420147925615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9cc1437820ba32885a5d9255c2b9926a15348f84de58cd13726d2be3b2a6eaa","sample_id":"mmlu-security-studies.val.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dda98be480af14a10060d5caf1a4b15276af5db69f95b2092416573411a0bfb5","formula_version":"titan-u-contract-v1","latency_ms":0.6072079995647073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc47276afe62b7d3d3182ef3800c4b746423e7c25cec39de3ccdf4aa9752e6a6","sample_id":"mmlu-security-studies.val.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb80131ada6deca1f22e5c087236d25362cb59464ec6ce4ad3fe8898ea148a40","formula_version":"titan-u-contract-v1","latency_ms":0.8731669513508677,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cace526d12f5115f4c0ec216ed9584980952d831b119af60cc751a57652f6c3","sample_id":"mmlu-security-studies.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e125918e685495d676319d04d750bc720128c9a711052490b4b7bb6123bc2784","formula_version":"titan-u-contract-v1","latency_ms":1.8279579235240817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c1489a707ec78f4f1d2295fa39a38f2319a7f3a03f29be4cf4ad7804aca81c6","sample_id":"mmlu-security-studies.val.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"185ac556115e2dc74e9d4f16d228cf6d2f74f5a10da63137971d73d28cde54c0","formula_version":"titan-u-contract-v1","latency_ms":1.4497919473797083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaee99c63ae70f7e3ef93e7c37bb17f367f506a3fdf584f01e8e868a3ff9157f","sample_id":"mmlu-security-studies.val.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"573031d0cb39205abf25a6831bf3732f63483c883ffd533595af68693fe3cd38","formula_version":"titan-u-contract-v1","latency_ms":2.3242499446496367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37f6e09fce10b74cbfb61b521035ecdb4e9123784436e263a0902859b707bcf0","sample_id":"mmlu-security-studies.val.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"677f846687fcbf4e890c3cf83c83b934ef9faf81b976957d38a5652fa104aac1","formula_version":"titan-u-contract-v1","latency_ms":1.6506249085068703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"402ce4a63b2ef6afb234c43bc3db8a38a2634fb36a98f0c3480b8442803f0428","sample_id":"mmlu-security-studies.val.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"796fe573de71739d0d10905355984958feb21bc9de23015211897dfe0815bb13","formula_version":"titan-u-contract-v1","latency_ms":0.8652500109747052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ecb227359feb99a4eda31bbe1ff2589d3c8d38089ccbdda3466ce579f1811de","sample_id":"mmlu-security-studies.val.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c064e5e53956e4d3b6f2fd3d4ed27f0faa63537d68d6078ae15c609458a55d7f","formula_version":"titan-u-contract-v1","latency_ms":1.2984579661861062,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd3aae7eacb658e855f725d694c43ba894568551fd0e64cc94d28648885283e9","sample_id":"mmlu-security-studies.val.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c759195bd6f3feddb5626cd915c60d5099b23aef6d5756a225012cf73cabe1f8","formula_version":"titan-u-contract-v1","latency_ms":0.6644589593634009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecd4a281c3fca7e5ca5ae50de3d90e59d0e718f754ca6d4d8f799b6165880243","sample_id":"mmlu-security-studies.val.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac2f5f04cd7db698ecdcece3ce89d42ccf89d82ea1593aa80c408a60b72373f6","formula_version":"titan-u-contract-v1","latency_ms":0.7387909572571516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5df95d3877968f30074ff89a3b3fe4fa92b0b7bc7586eb34dab51ff812f9b5c6","sample_id":"mmlu-security-studies.val.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edfe8e71d92d4c014df80cc760d7bc81f2b6d3981ad275434dae198ca6c97395","formula_version":"titan-u-contract-v1","latency_ms":0.8963750442489982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa609cac2be74b9aaa52e175756d296c6e20b398ec2986ad86ac1d08e5c7126c","sample_id":"mmlu-security-studies.val.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3b2e11a477907420162db226bdeafb0bdd1fa9138b25f25e824e9cc51ce239dc","formula_version":"titan-u-contract-v1","latency_ms":1.0202500270679593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38c4fbb53c4ebf36521d1666e02a346288a17423d69cb7eb6849277f50e81c4d","sample_id":"mmlu-security-studies.val.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0decc5686749dc795a7956ba3bd38a6e837e9f33fe3f0557b65c4f586e998984","formula_version":"titan-u-contract-v1","latency_ms":0.6990829715505242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ab93525ee5217aff408fc324d43f86bfef72399e29a7712e4bcec15d714a539","sample_id":"mmlu-security-studies.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56747f2a5f0dbc85da9579e42e04b5560a2870eb64c9281b9778fcd32e6476cb","formula_version":"titan-u-contract-v1","latency_ms":1.1033329647034407,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ab93149c02b2f39f2e3c609a1bdaf0214c3b8c39a96b70f61fb91739a927b28","sample_id":"mmlu-security-studies.val.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7aea44b69ce8363ca6df484bf71e1a688d8385c74883f5dae65b8f2405532f4","formula_version":"titan-u-contract-v1","latency_ms":0.6851659854874015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f2d6866bf2447f702eeb2ceaf09e6a6fcfcb7e87921b8a3dbad012708967e4b","sample_id":"mmlu-security-studies.val.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14c21bdc4bcd28ee5006798f97081d7a5c6a31bdc4de6ee6e1deabe32a2a1b5c","formula_version":"titan-u-contract-v1","latency_ms":1.002916949801147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3161fae4a004e254d759fb10c827605e21dcd4b950dfb6c64c77ea629bd09914","sample_id":"mmlu-security-studies.val.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d7bba2dff9aa7210889b991eead6e7a6311af4175070f175543b58139dddd4f","formula_version":"titan-u-contract-v1","latency_ms":1.037375070154667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55d8e257538a6449b01320497c39143241cdf795a2cea9165808980aea0ebd17","sample_id":"mmlu-security-studies.val.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ee4abe5174ac82a3afea247d79ecba5ec6b0451f21cf36f9139e625dbd9435d","formula_version":"titan-u-contract-v1","latency_ms":1.1335000162944198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fec2a63d247e9e59cc72a176e46d21d69d508210ac2a5d3c755ee901e9d1ae5","sample_id":"mmlu-security-studies.val.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0cf069a5158d8f1fc2050694371493f93be56f532eff1b6ffb19747dd6197dbb","formula_version":"titan-u-contract-v1","latency_ms":2.756624948233366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a76f4c6e663aa58ba1d99217974e4f1e78819b7e0217bf1129b1981e315b8052","sample_id":"mmlu-security-studies.val.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ede9db088e746be2945b4443ac8603d2f0e79e92f471493c8736a6ced2140ee7","formula_version":"titan-u-contract-v1","latency_ms":1.1454169871285558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6543427885537eaea1fe006ee149cfaaaa4f465a38db944719f196d853d3d19","sample_id":"mmlu-security-studies.val.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e4e43d66d5615ad5f14570eab7e60605896d89dc05e16cb6ecbba1a529faf02","formula_version":"titan-u-contract-v1","latency_ms":0.6925000343471766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c41941811ce4beb4b9a820bc9f35d099aacfc80c9a738f337e59bf9e8cf0588a","sample_id":"mmlu-security-studies.val.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0df24f8173e062aa78834f1d3cf52fe4758c50c55fcf68a704db5922c7b6ba88","formula_version":"titan-u-contract-v1","latency_ms":0.7063329685479403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b61f36a7a2ee5451f1407ccbc4cae824d9cda79edda05eae25389882519fe385","sample_id":"mmlu-security-studies.val.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52eb46c26f1b0ebcc9775e0b53e7200768da869aefe6b94d0857a4ba04f623f6","formula_version":"titan-u-contract-v1","latency_ms":0.9457910200580955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77da9b65d0a5c29948360dae6440bbd1a588a21a541eea457951e4b9b9cddee5","sample_id":"mmlu-security-studies.val.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22546a89f26686f0282489ff418114717eac0bedd3f4baef11c27cb21d206e27","formula_version":"titan-u-contract-v1","latency_ms":1.0414159623906016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebe0f42ba2ef08025514c02f5cb2969911209aa052e701f0252327554aee6a7a","sample_id":"mmlu-security-studies.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cd2ca1139fd23a65e865bc81744773bdb24a77c4d749782ee9c237096a299d2","formula_version":"titan-u-contract-v1","latency_ms":0.7572079775854945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73ec6daad54aae6178fb200750a6150cd3bbf4dd4894ea29f0c6241dc5e8e322","sample_id":"mmlu-security-studies.val.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc0e2ed6dacbfd6958c4639a7a9e393e79211e9cf383ff73e47dd288c6eb1fec","formula_version":"titan-u-contract-v1","latency_ms":0.5817500641569495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c788634272275a475a91058cb21a00d391916db7463e90477b6beb3dec9d9cd4","sample_id":"mmlu-security-studies.val.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"950eddeaa894c89fa314d543d3ae3cc87c5f6457efd60004cb68b281e60326b8","formula_version":"titan-u-contract-v1","latency_ms":0.7657079258933663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ff3e6f0f790d325b3b8b082bb389edf868856f838460ddcb9384c034f8b4b9c","sample_id":"mmlu-security-studies.val.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"343bca0eaf94b4d9f7191b065e64292a05f4806816d59b871eabe5583b674a23","formula_version":"titan-u-contract-v1","latency_ms":1.6131249722093344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf14653849b68c69eb0740718f8ac972fca0c58607cb42facd77283fdf80cd28","sample_id":"mmlu-security-studies.val.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06216d4769ad8d4d45987348f271ed4802dd345309717b659aad484e6ff7e643","formula_version":"titan-u-contract-v1","latency_ms":1.364666037261486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3aac72f4d092070c8704e90483aa500a23ec459a50d6ab3eaad4f0f66a6d8a98","sample_id":"mmlu-security-studies.val.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0f5e94a21369b76c781d5d14720f8c476dfd7a57a78ce026c978012f9e78b28","formula_version":"titan-u-contract-v1","latency_ms":0.8650000672787428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dee5c1e0b7d2b06697f79b6c7621c4d547d8515b146a19fff1c88e014ec9dae8","sample_id":"mmlu-security-studies.val.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"260bdf0f2a81fb21bf005ad4d4b740afbe1b431221cd327c993c419782af371b","formula_version":"titan-u-contract-v1","latency_ms":0.8673750562593341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b18a414beec02817a55a8754be686bdfcd214731467e42a6f65ff3b98521ae35","sample_id":"mmlu-security-studies.val.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"178fb4e4dc20b01eed74890d07c28152e17680def26761028d569e71e7c409ea","formula_version":"titan-u-contract-v1","latency_ms":0.836457940749824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b09542f8fb4ce5a972efbd28532ee3505ff762788326fbee9f5c31a19d1094f9","sample_id":"mmlu-security-studies.val.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bab0aa78a9840c8c94e57d1eff5e7e2c93c9b797e45a05430cfb0127c467fc11","formula_version":"titan-u-contract-v1","latency_ms":0.9218750055879354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74784d438ede3dff984679202f6eeb9d61d1a9a34fef7d4167a7ae214b48a60e","sample_id":"mmlu-security-studies.val.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f79dae05e132b30d3ba5e100e018dbbfec7f514508c7ab9708d9f6cf271b43b2","formula_version":"titan-u-contract-v1","latency_ms":0.8342500077560544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13617cc542e90fc6912301c2f3cd66582473c10fda89c0a5fdcbb5f519ad7cb6","sample_id":"mmlu-security-studies.val.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffed47b09cba0f9220881b360c4e23b8a04a7915e73410ff3dc4e10f6e10aa08","formula_version":"titan-u-contract-v1","latency_ms":0.9491670643910766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6eb0c0530efc8d248270a3c02d56db4058bc6e2e0445e5d52a3ecca6bd2ec12","sample_id":"mmlu-security-studies.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84ee85d82827459aeead092fe46f2ee5d2dce8befe71e9f4696530d41faf75f7","formula_version":"titan-u-contract-v1","latency_ms":1.1664170306175947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ded18a5315cc0f4b7c88c3fd17b559a8660503ed344880bd3c8d008b5b9ba7d2","sample_id":"mmlu-security-studies.val.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"760311dab56b5a2883a1b0860c19def1dd45274d120c8ddb3feb112c0db73343","formula_version":"titan-u-contract-v1","latency_ms":1.0844999924302101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d34b67f7de3cb995823d78069bd9fb0d03e35af51bff5b0e3040bb5e20dedfea","sample_id":"mmlu-security-studies.val.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b62f338556593e673ed8a5bcfea31bc4044cba7375c75b1a6ee4b30d4b20ecd6","formula_version":"titan-u-contract-v1","latency_ms":0.6106250220909715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08d3f6f7d1b21a1534ef54d2c72223e1d600cb80358fc1d3307422a8db8028af","sample_id":"mmlu-security-studies.val.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d796ef246c2b1ade9ad6051f44e958627b93f849bb53bba991575cf48b141d2","formula_version":"titan-u-contract-v1","latency_ms":0.4621250554919243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59645c81a3a969dc511d1b33f0d63d7c8127f6f7a6807428ff49db5914db9f35","sample_id":"mmlu-security-studies.val.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f488f7d2b1092810c37dfe4efbbc1302a09a44ec5e86f86089b24a97fba904b2","formula_version":"titan-u-contract-v1","latency_ms":0.8813750464469194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5ec93af2038322f812812989fb7c253e0cce424d55df0ff522733400cb13430","sample_id":"mmlu-security-studies.val.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fbf572f60c61713c9bccabd83b221b400bd7db989031007746070be284c48a6","formula_version":"titan-u-contract-v1","latency_ms":0.7021250203251839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6fe1b1daac189cb634317d0ca6354c17726122cc8ed28ea1908822189fd7db16","sample_id":"mmlu-security-studies.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f891a7faf6c009ec9fe75f476c01fcf2d2d285c045429b1a7dbe0d944848feef","formula_version":"titan-u-contract-v1","latency_ms":0.6861250149086118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e18c37c2c1580e7dea37b2e3014beb7939f48b1b0a15c62904c737320395362b","sample_id":"mmlu-security-studies.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bafffd31c3355edaecbcf7ec38ee10c69cf65bca9407f737ccdb55f6aa60426","formula_version":"titan-u-contract-v1","latency_ms":0.5582910962402821,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5b46d790bc8f4cbb188e080c390cc3f5bc96c2dfdca8bd02d5681f636e09f6e","sample_id":"mmlu-security-studies.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a88681206b40543d1cc547c76ab356a45080df23c596c1048c4247bb8a323c4a","formula_version":"titan-u-contract-v1","latency_ms":0.7957919733598828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"275e573048864468cec4b90f62afe96075be30962a29342b98fb0abd508ad58c","sample_id":"mmlu-security-studies.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a474f13ab7e9709d1ee6be567883d3b3c5cd84dcbc4479795e599d866c78235","formula_version":"titan-u-contract-v1","latency_ms":0.7467500399798155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f4043171362b167283a9ebc665ff852ab371118e392f5a8e4870b065b2af966","sample_id":"mmlu-security-studies.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dce6edaab2a67d4a9cb06189889d4f90fad6e11984375f8035c112286770d83","formula_version":"titan-u-contract-v1","latency_ms":0.4550000885501504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e6b841c6e3e4d5ee548669bad81b07b3c242f4c4c8c062e012472dd5c9c100d","sample_id":"mmlu-security-studies.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e85c2dbda249f442d7bd8ec1650d187503e7a334218d589dc9f9cc2a4b38a7d","formula_version":"titan-u-contract-v1","latency_ms":0.753207947127521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba893cecf4e52cb13b57b8a79e947e4a60f749d4c6a50c8745e06c27d50490f9","sample_id":"mmlu-security-studies.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"509d4fddb964ba38dce68fd248abfc8dadda7eb957a2765ad86dad025f8e42a0","formula_version":"titan-u-contract-v1","latency_ms":0.6987920496612787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"016302c74879ab89092f3dade76294726c47899d9f40b5245f0cd8b72d02feb2","sample_id":"mmlu-security-studies.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e4dbabf819673cc8542ad27e8008b91558c022ef148ef2e7fd2ede4a4fbcb9e","formula_version":"titan-u-contract-v1","latency_ms":0.7523749954998493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ee398f3f7eb6ddb11dd838bacb90fe4bbf51254354f34b95fe3d98575f917e0","sample_id":"mmlu-security-studies.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ced33fd958acaa6fa219f80d47481e2395fad6a219b08e447db4fccef61475d2","formula_version":"titan-u-contract-v1","latency_ms":0.7865420775488019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eaef02eb280dfbf72cadd1818a073b91c747c576eff47a71d09572689a731621","sample_id":"mmlu-security-studies.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37f62f6ee0f57fbe62c7a5bada8290af61156647cab697731e4efd0356f4fc11","formula_version":"titan-u-contract-v1","latency_ms":0.7740409346297383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fde1b3340266948e5bccfcdcb3ce480a22d65fd9cc20825be8da203b1af5270c","sample_id":"mmlu-security-studies.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c880c5bab64ac97053b4d33622b7e65e63f397e1dcda22e1682036dd36f4550","formula_version":"titan-u-contract-v1","latency_ms":0.807542004622519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8bc43388060e0c184228131fc71493a94caa3de15e04fd925b515e204afc01a","sample_id":"mmlu-security-studies.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44b59c98991fda4ed13b4df8a1bd5b1c481583185f07ce08393d9835c75ba210","formula_version":"titan-u-contract-v1","latency_ms":0.7911249995231628,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b93e03c6d9c93a9f437b3c6ce880e810c77a6b062b8450697a6c0c82f2e60fe2","sample_id":"mmlu-security-studies.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b856a338135b966c1a4aee9f8ca95d96e7a1547bc1f3ec9078d2481696cdbea7","formula_version":"titan-u-contract-v1","latency_ms":1.1383339297026396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96884bc1eb0ca829b15e20194f65b99a07e3737fc893ca81200639a7561677ce","sample_id":"mmlu-security-studies.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff78d19a79d155cbe29127f40700326dde0effac2fd31a99daa612195c75b0a0","formula_version":"titan-u-contract-v1","latency_ms":0.7204590365290642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7806e94780ed16a9d00cf053274e0c93891efcbcc8b1b1c792edc2b85203a386","sample_id":"mmlu-security-studies.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb55764b78282fc437fcbfa0597ea3f0af736c34ccf6af6dd3f99b051fab19f3","formula_version":"titan-u-contract-v1","latency_ms":0.5600410513579845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3bd3c2b5c1cfdaf245fe251cb8ed79b7568a60cbbdc3c1149be1032e5d1509f","sample_id":"mmlu-security-studies.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd79bf1b6caa976a369645f88ab4a328e40c692a7ef1097895fc454d4083553c","formula_version":"titan-u-contract-v1","latency_ms":0.7802919717505574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f7c14ef037800a684deac2f422a283f8ff254b3dc3a4a9fb617cf2494bf2937","sample_id":"mmlu-security-studies.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f14814166d3d11f8898eb3edb477538aee0f1e07b9d4a9d0e40d19fbb07e4ca","formula_version":"titan-u-contract-v1","latency_ms":0.5074999062344432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf82053979fed9e1bcaab5b9f43dc0d34c7b904eaf810e8289ac10810d02533a","sample_id":"mmlu-security-studies.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fa3969c477aace25a03586e1296ad7141fddc251139a92bfceb3798d73d1d0a","formula_version":"titan-u-contract-v1","latency_ms":0.6651250878348947,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"815780426233dbac199850cd048d8dc5bc8572b0bd988e0cc931926175d10087","sample_id":"mmlu-security-studies.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c630cf4ef01608e586290380417756ba305d231846ae8de65476a90059afeef1","formula_version":"titan-u-contract-v1","latency_ms":0.5124580347910523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f8face6b4a3a2871902eb081ac7b3a8f6dc3b59ce59cf618ad208e77cb70bbd","sample_id":"mmlu-security-studies.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a00ef107fc587e4aeb25875821e05d1c3331032888607c92618cfbe8b6e5fe6d","formula_version":"titan-u-contract-v1","latency_ms":1.5020420541986823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e54de1c53e4c4e06cd53ed27e4690d026dd8650348ac3d96dc70334632b17f91","sample_id":"mmlu-security-studies.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"618da789d008b858ba2798cfc33eb6975875cceab17bc4baba708ad74bc5eac7","formula_version":"titan-u-contract-v1","latency_ms":0.7567499997094274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fc504a3d0d284aa940cd702199664ca79ef173466c10c8908dd093b4e952e84","sample_id":"mmlu-security-studies.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5edbe179b21857cd55df77ab990b13b3680a715d1a264f832c3885aed684b743","formula_version":"titan-u-contract-v1","latency_ms":0.6096250144764781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed341a0391cb20ac1c8b971f18e7979c622080a14e1ac534304d0d0edb473a01","sample_id":"mmlu-security-studies.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"111a902935dd80d3d035edc1fcd3992560d7476ee5c7adac2b602b5fc05684a8","formula_version":"titan-u-contract-v1","latency_ms":0.6387920584529638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63691955224a1b477023480c9218b54525e064c1bd03634f188bafa81cd51808","sample_id":"mmlu-security-studies.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c30f492cf9ef029777d2a8ae701a4557e6be42b4edb9a768b4a566ee35c08c4d","formula_version":"titan-u-contract-v1","latency_ms":0.5391660379245877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37aa664e03ccbc35c40515004f5531a5684c7c0b8593bab2cfe59fb2178aa434","sample_id":"mmlu-security-studies.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3364526e83cfc5e350a125bd185fb8e59a2ef16db6e74adc127f2610ad4a2c81","formula_version":"titan-u-contract-v1","latency_ms":0.4545000847429037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47acebfb6671ff2e2a4bafecf6148bee858d88db843cec870840572e7416a159","sample_id":"mmlu-security-studies.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a9c08eb641feedb6aa3842a3d76d519be50978c49a9158df0eee2b5dba3415d","formula_version":"titan-u-contract-v1","latency_ms":1.0227080201730132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e43c072d84a67420f6b340e98cc83e19d745c77ee014bfe207c145593129fec1","sample_id":"mmlu-security-studies.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"024d5da01fda55cd9497b142b812e8d3d5f4a386cdd5152f276ddff7d7cc8a7f","formula_version":"titan-u-contract-v1","latency_ms":0.6386659806594253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfa647f582a87eb53b58bb1e3dc6a9f0bbd6c580a7f43090acc5dd94671adc9d","sample_id":"mmlu-security-studies.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01d883e6807bb879bbc65aa547bb20c9ff777acb869abeb7fc88b1ddcd25616e","formula_version":"titan-u-contract-v1","latency_ms":1.2562909396365285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b8fcd68a7ead3ea30328fb159085153816ff3ed3563c9a8ffc8c47524655c25","sample_id":"mmlu-security-studies.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7fb3a92c8611fc137dd3b5926604c24f75746f948760aa51f49362a64d648121","formula_version":"titan-u-contract-v1","latency_ms":0.9855000535026193,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b4d46e80992f9257b6ac6cb0aecc72e543dabba681336dd3943080dbdf94077","sample_id":"mmlu-security-studies.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bf6b86182a4ce6336945e88ab5f8167ab50cef07e37a5de1105faaae0d46ab5","formula_version":"titan-u-contract-v1","latency_ms":1.2107500806450844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"684490a48106d5d60b8d47e3ac6e89145c57c9001aa698ecef8efcf8f4c55d6e","sample_id":"mmlu-security-studies.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f698675b9f1aa11b9ac30c5d9bfb2b6cb07add46c3bbcb84d1f0f399d1c57e5c","formula_version":"titan-u-contract-v1","latency_ms":0.7720830617472529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c57c47de1ee5d663438bf0c74f9bc4367f66e93eab0fec9d36514a2312adf664","sample_id":"mmlu-security-studies.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4da02125c5555ee828b857535c87e407244b462eb740e9f48703b758a6b84795","formula_version":"titan-u-contract-v1","latency_ms":0.6556669250130653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a715a7201eb5aa0292dc568dff3a9ee8acb14ccc38ac09f829c1fada673a04e9","sample_id":"mmlu-security-studies.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f54bf5d91b714c34ffd1ae7dc4e3905a6ba7e38c17c6f89b798315194d0aaf61","formula_version":"titan-u-contract-v1","latency_ms":1.035250024870038,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c9657cf0ab52c031ce5cb5fae2ffeb7ad784784f46195ac1035b21b9a41d05c","sample_id":"mmlu-security-studies.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e854aae8470ce72430161bf1d481d6b31baf201892931486270b306b37e3f56d","formula_version":"titan-u-contract-v1","latency_ms":0.7867499953135848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"373b0d9161846c4271336ec6e40d15bd2d37beb1255a676316f93f16703ec4db","sample_id":"mmlu-security-studies.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4da90d18208396ebe63e2d670dc40fdabbcd2e94c6146f931e53161dce32574","formula_version":"titan-u-contract-v1","latency_ms":0.8023330010473728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"890be62377c50f5ea4e02ec3da9f741ea2a04e3772f2500f4e49ca97667ebef6","sample_id":"mmlu-security-studies.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71b1e7bbc68f255d2190c8bf36e69ebe85c30c037f73de49a602eedf5463abbf","formula_version":"titan-u-contract-v1","latency_ms":0.5721249617636204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9821ea5bb70199917f177a134ec5fea4f42afdb5b979a53b06380954b1111fb","sample_id":"mmlu-security-studies.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebf70cd590c5b4ceed0bd843bffe7adab236a53c8bb293aad74324e82c7686bf","formula_version":"titan-u-contract-v1","latency_ms":1.303458004258573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e647e1611278be0eed45272f185ee095ebafead1a9310affdd32c67ddc17f15","sample_id":"mmlu-security-studies.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e5c053aea79bab7d907f3078ae219c9364dda6ca56cf55af80be1a2bf8c1d06","formula_version":"titan-u-contract-v1","latency_ms":0.5561249563470483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b121104c5a04f4f7de45996a15cd8eb78d46fdafc7017f9b218ec4654396458f","sample_id":"mmlu-security-studies.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6eb802b6f43d948e4baf758b0fc0a67c787645aeb6a4a10ecd2be81ed9d6dcd","formula_version":"titan-u-contract-v1","latency_ms":0.7925840327516198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce3251796256db43ba87e6b7e462057730f267e58fed892172cb6b55676991b1","sample_id":"mmlu-security-studies.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f0a32316b01430ec99516bd6603538d1f34f6083041d719c2e444255baef467","formula_version":"titan-u-contract-v1","latency_ms":0.9335000067949295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e53ebf2ac74e837d611ebd194d2f35609cc3dc3940fe2b7e6951b7eaad5e752","sample_id":"mmlu-security-studies.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22fa41df53f9c709b59f3b19e4e868091bcc343413bdef747ee2093be4a1704e","formula_version":"titan-u-contract-v1","latency_ms":0.7649159524589777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c920bdbc63f41ca00fafe14095032df27fed115c337c528da4e46f9eecd07f13","sample_id":"mmlu-security-studies.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a5a989baa1c2a2aab591d0aea66dcc34686dde28c197308374e83277bed5b9f","formula_version":"titan-u-contract-v1","latency_ms":0.5949169863015413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"260c17bb5ccd3f06a4a4970ff0302b4d38534795560fe11624e92990960125c8","sample_id":"mmlu-security-studies.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47900635698b5c28f99f8bbbd7ae7531bec676a32299380d6cfceca06011ab32","formula_version":"titan-u-contract-v1","latency_ms":0.9865839965641499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ba480493fc77b93f51be4ecb632f815a26a1463ed83e518190be0b906783065","sample_id":"mmlu-security-studies.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b62f5d0fd82b1e0b0045ffa29f6c7c9114a9132e11dbbb8fb062a7b1dfe2b19","formula_version":"titan-u-contract-v1","latency_ms":0.9402920259162784,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c690510d09df4bb392d981c1cc99b38280efc8db3a01b745d0e2f2f3c448dcaf","sample_id":"mmlu-security-studies.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0545996d1cac1ade197b55f0d38629b12359c5cf55d27ebae76ccfc3536c80d7","formula_version":"titan-u-contract-v1","latency_ms":0.638167024590075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31246c180205b5b1be4eeef68bf2f0172f4ef62364e093d4c775ed2d9b85eb88","sample_id":"mmlu-security-studies.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64bb1fc5e577c7e98ded378d678b8677c375dd4ff0ecbbde0d5bf65d9b1774ec","formula_version":"titan-u-contract-v1","latency_ms":1.054084044881165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68ecc10402299c3be097f42a449b2cba59e3e7ef9dcb2760cd7cbf84379541f4","sample_id":"mmlu-security-studies.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a86db10b5125574a9524bd8d53e72f945c8b7b739de94d7864e427fe9143380","formula_version":"titan-u-contract-v1","latency_ms":0.5746249807998538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54c13d25403a19ac508039daea791c6459002c38e4c6c9068e215dcb1052c1a7","sample_id":"mmlu-security-studies.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9bc2569ce129707820810c831b20ec29ef5b80759766b4ec5b91e55ac76bd13","formula_version":"titan-u-contract-v1","latency_ms":0.8723749779164791,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ffd669a9c66eac1afd79039d6d211b5e17fcb630caa9a58fb605ce2033498eb","sample_id":"mmlu-security-studies.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2f9a31a9eba75bb1af957a4099b69c367d41e7d88d46ed893d022b6b6060f6b","formula_version":"titan-u-contract-v1","latency_ms":0.44049997813999653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eec712aef36b61974144fb88fd59c4bbbb2bad5c4db3a909312f2bd3119f6396","sample_id":"mmlu-security-studies.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a60f1db7f1bc6914a6a777b8cb8ef2fc89b9425cb31aa648fdc8b5f989df9047","formula_version":"titan-u-contract-v1","latency_ms":0.66708296071738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e57171ea07fcdaf69301d55bdda2e96cad25b87235df55da7bf3fd2af0a6f603","sample_id":"mmlu-security-studies.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b711e9477e72166be4aa830010d5a622fabc59e4c368339303a3fe4ce8633b5a","formula_version":"titan-u-contract-v1","latency_ms":0.637332908809185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"127f39d962363af34ac9004a956a339d2282e11c5ed3a1ec9210de84ec4ac9f6","sample_id":"mmlu-security-studies.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19e54a7c789e61a82f8f5cbcbe07d774fb45e2f10f09727d59338cecc96820db","formula_version":"titan-u-contract-v1","latency_ms":1.3067080872133374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33d9db99b06d862a7eca0ac7020d4cfad6e6a7ff4165dd58009579b7049759ea","sample_id":"mmlu-security-studies.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c4b2452a5080344c88f0cee5c49ef8a809e46ae4395331e0d80dd73d0894b16","formula_version":"titan-u-contract-v1","latency_ms":0.8582909358665347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfce2a54290953114968235cf07d5602c11c874c1a03c4d074007bd4e6f5a091","sample_id":"mmlu-security-studies.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4660e1e60aea0186204c5ef5255f65096cffe17ce01a9a8ddab1b2d2679ca608","formula_version":"titan-u-contract-v1","latency_ms":0.6418329430744052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01f58ae330381fedbed6a535de0cd8b0e64a27c63f392d98e3a7234b34c9c53c","sample_id":"mmlu-security-studies.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10334630869270beac23d30b3a6a5e090caf2a71d44c7c30373c5d0ce5ae63cf","formula_version":"titan-u-contract-v1","latency_ms":0.4828340606763959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34e9d2b36af97b20943fae4ab272a2a80d62425fe619a3962fb4206012363868","sample_id":"mmlu-security-studies.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4f0e180a18a86c2781ef39ba3c39cc24150f75281b9b5e3b303f1ff8d001a61","formula_version":"titan-u-contract-v1","latency_ms":0.4478750051930547,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e96c6e8b299c1afdc76810b56830824c79d4e15c13c768bbf7729fd3f2cf1f5","sample_id":"mmlu-security-studies.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9db1d7562969939ec59d75e7665e67e2c6ddd5b4385ba1e4d9d26bd2996240e2","formula_version":"titan-u-contract-v1","latency_ms":0.9030839428305626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb9482347f07757e94a966b55bcf293ce21bc24334ca7d545ba72e706733307b","sample_id":"mmlu-security-studies.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f7625aa1d0ca0355e657d2115a092cd594c84db9fe05e90eef53a2be52583a3","formula_version":"titan-u-contract-v1","latency_ms":0.5639999872073531,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e09a9f999068afa887e47ec6ee21adf50532c84cfd171ff4f70043a0675eb34b","sample_id":"mmlu-security-studies.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c964390579db9c86277b996deb0e457b34ba681f311b60e8feab080840c43922","formula_version":"titan-u-contract-v1","latency_ms":0.7571249734610319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd182fe89e4777955cc2409c94ae0fdab6b8a1be2a22c22c270b7a5bd72d1d80","sample_id":"mmlu-security-studies.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddc2d2d7c309af195d54b85a53404939ad8b302e456a1b1f0f1b3bfbd4471b26","formula_version":"titan-u-contract-v1","latency_ms":1.0136670898646116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ff894f0b4c69a9e471b4fe43c51d2e07839bf50abf00fcc0b66b884964fe036","sample_id":"mmlu-security-studies.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dcd7e4607e0ae08110f5b28b0f50ad2bad6e2517cac8acd40b013c6669a76db","formula_version":"titan-u-contract-v1","latency_ms":0.5444589769467711,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23d3f2603de43b761e0020733160837053a37057460cfda35b7b7d62bb9399f4","sample_id":"mmlu-security-studies.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6996ad3a8edb25e44f3721b73495380df60f7987f480f62c5b1ec9d928f9f9ef","formula_version":"titan-u-contract-v1","latency_ms":0.8896250510588288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53409001b2a16232e3778e7e2c29e74871df4b3b8583a7ae88926a8bf82b3b9d","sample_id":"mmlu-security-studies.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe1f8270430a44259058190eb496a5f442d95d3d92ef61038c085016b188b2ef","formula_version":"titan-u-contract-v1","latency_ms":1.1454590130597353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac3988ac13f7fc222e1f196bb212154bb5a4ab72ecb1baf29bb34309eb285415","sample_id":"mmlu-security-studies.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aa53dc3bdf336a6086673cb6257a9aeeaa73b0afb46cf2889a513dba2d80c3ec","formula_version":"titan-u-contract-v1","latency_ms":0.6978749297559261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f04134c5bbbfdb706cdaf10fd918791897bcb8d9759b7b227af6a8bf8149c02f","sample_id":"mmlu-security-studies.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec59a901eb38265d256e0d3765805cffafe465ef131072da1d972c4980d3a7ed","formula_version":"titan-u-contract-v1","latency_ms":0.6865420145913959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"256874eb1df9bd59513768b865703d53f8c51acb6ae361c98f43f530698a4802","sample_id":"mmlu-security-studies.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f78b4a1498ab44c74f74e9d658ba54ec6e6fec8ea66f9fb03bf218ab35b106e6","formula_version":"titan-u-contract-v1","latency_ms":0.4467080580070615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2daf18cdd51385701eda4f198074501b409c83b8f5faa392913ab5f1768c6541","sample_id":"mmlu-security-studies.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a4ce7d5ae9aa4517565dbce0208ba506d55238a2a59a8f99d7956eb37261d74","formula_version":"titan-u-contract-v1","latency_ms":0.7140840170904994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd28fea98222e53b8e83fcb9871aa93818553dd637022feef82a29c154eeeebe","sample_id":"mmlu-security-studies.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"457ec12a6b69fcb5abb0383fe767a767279a6db564b642b7f5533b096606f30e","formula_version":"titan-u-contract-v1","latency_ms":0.9305420098826289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70d1660c1fda82d6aad14ee0ccac54ad33d9b1a05d6a2fae8842f83c6d99b563","sample_id":"mmlu-security-studies.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f915462ae5f99f5ef29d5de3d66c86bc4855872d8833ed8b21a75e45440cd859","formula_version":"titan-u-contract-v1","latency_ms":0.6290830206125975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7face7834ffe1a297ddcf6e15f968d8da949419f07638bf74343f1b4b6e86f99","sample_id":"mmlu-security-studies.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ea5b426b8a8cfb3b94d3c3571763416448612cd731c52c7529399c5933c6fcd","formula_version":"titan-u-contract-v1","latency_ms":0.5380000220611691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1157e8b40975b9b119f86b9f07270b705ced8b07513fab20d58b911dbffc996","sample_id":"mmlu-security-studies.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ee792802f19200471a4ef94a58f22e7109084a10eb00b39cdbba86340e262b9","formula_version":"titan-u-contract-v1","latency_ms":0.5909169558435678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7ed2970f57900fbdb97e2927953d5a071270e61f75ea572932a46b03c03db9f","sample_id":"mmlu-security-studies.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2390edfb4bd926a379adfcbf66b3fdc94f403472d86d7bcc552a8d217fb003a7","formula_version":"titan-u-contract-v1","latency_ms":1.2092080432921648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0e47e1ef529af45063210767730a0fa0c89c3685b6652959b46f41bfa239764","sample_id":"mmlu-security-studies.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07bd734e18b6b98d27e5f5e97c1d0c85f42d97a063bf605dd08bc59199e6330e","formula_version":"titan-u-contract-v1","latency_ms":0.5580419674515724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7200a591ae228d805eefa3d86028a9b6003e2926675a087e73deb1ea9a54e155","sample_id":"mmlu-security-studies.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bc7cd3a58014499227c3efbabcb9875499c11621d0323ae019b914822e4b51b","formula_version":"titan-u-contract-v1","latency_ms":0.7088329875841737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3525987414cb35eacc58da17c23e2df6b0d27b12582f6bc38d5c2e8b6621e78","sample_id":"mmlu-security-studies.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e002f84d5194f08cbfc901496c08303e527178a74096322aacaaf05ad9f06e4","formula_version":"titan-u-contract-v1","latency_ms":0.5858339136466384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5994bd229860a46d4d3e44b6341b7532bbaf6402c46a89c3aa4430bb9c50c66","sample_id":"mmlu-security-studies.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8696f513408b9846c0ae13e954a6d3289a31808c700825d8b854cc4021c4e343","formula_version":"titan-u-contract-v1","latency_ms":0.6628329865634441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa71652faaae5f81900db335ea9133bef99dbbd44980742fb981687d9f3329e8","sample_id":"mmlu-security-studies.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f63fc2f2405c5af2014dfc01b72bd8831d80f560c7ac44ba41205fcd55311bc","formula_version":"titan-u-contract-v1","latency_ms":0.7055000169202685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15282dd5a61d29846f4f6f7664a858629dbd7c9956e1a060fc2df2251f4eef47","sample_id":"mmlu-security-studies.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25b0e029913b1006198b8020d14561e12eb578f50d1e4cb2004011069f64c413","formula_version":"titan-u-contract-v1","latency_ms":0.6181249627843499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a21d92ccb9979637ef92b748ca75db739db15572c1a956ed204a61d5c6498353","sample_id":"mmlu-security-studies.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"930e94058584c7df9e9427e99779f1d00625ecef5c2c0b90a2e139837e382ba5","formula_version":"titan-u-contract-v1","latency_ms":1.1877500219270587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27c82c650dd2dccbff5bad634f140f92e276322b33ef8853363544d3fc78892a","sample_id":"mmlu-security-studies.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"841dd2d06989e0213d4e88f768ed84db7ebf3d8a7867d3b1bd7963ec4130345e","formula_version":"titan-u-contract-v1","latency_ms":0.9134999709203839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec6f893de303a28a7f5958cc29c549bedb8b62a8265d117d6d91c9f5e36b9b0a","sample_id":"mmlu-security-studies.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4b81aac8071330d0df63129399411d8b7d260344e0bde2f2282e330712d6a11","formula_version":"titan-u-contract-v1","latency_ms":0.760040944442153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"232b9f36ed4ce7758fb9dc8fc6ae9a9e3bda87aa19b33d35022e68573546db0e","sample_id":"mmlu-security-studies.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b60e1d55cef9eb64e41c3ceebda7b0953fcd04720c78c3f7c8d4d67f9874bd4","formula_version":"titan-u-contract-v1","latency_ms":0.6706670392304659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"429ae0d0577a54436bbfabe3f2b5ebca7e9bae8eb9fcd420e026dd27492795ac","sample_id":"mmlu-sociology.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f566f165e45bf822d4107e79f58dd1b9ba01e8f4a32b20567e9c0916f26c4927","formula_version":"titan-u-contract-v1","latency_ms":0.5912079941481352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09026ca0a0edd23403a2165509a204e1ee34fb97c2661eda0a28c52802ec3f0b","sample_id":"mmlu-sociology.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa83d19b7f256611567476bb735257e23b8e96c5d95fa43dfb9047c8146eb571","formula_version":"titan-u-contract-v1","latency_ms":0.46849995851516724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fdbdd17fe6a9be5075fe41ec026881e3577101677cb43e5b1eab56ca4838e00","sample_id":"mmlu-sociology.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c600cb0c592bdf10b00b99fe0caf292195d4221015ef79a93f737a51dc6840a","formula_version":"titan-u-contract-v1","latency_ms":0.7076669717207551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4263dc94cf9a8f4fc807f30b872718dd35d73cfc43da5977206f2626a4ac545","sample_id":"mmlu-sociology.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b473b379c29ad83c314e07ac8900e9825bd042e5732cd4512434d5bbaaa55667","formula_version":"titan-u-contract-v1","latency_ms":0.49608293920755386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68fcbd03c0ba5f0b1ff058bbcf29c6df6cc0b2ebb6288535f5dbf0e57d0aaa86","sample_id":"mmlu-sociology.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd72824aa3821293bc886865820dfeb2ac951f053ee8212d7aea9b51070e5527","formula_version":"titan-u-contract-v1","latency_ms":0.6216249894350767,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11bd2feacb69af8a0014382527993eccbf4f54e41ef3e2dbd2f63024e3612dc6","sample_id":"mmlu-sociology.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0170b012702c79b737148eb8152c0ba20d6dbcc0f9dbe94c7adf77487d7de39a","formula_version":"titan-u-contract-v1","latency_ms":0.7951250299811363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d472fa61849a2c1814f4cfda90c7245d50aafb698cb858c9a888953bf9e61d88","sample_id":"mmlu-sociology.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"925f9b265d33468b51dee78307a0aa1242e3c722f53be981e5f572c1fe95d69c","formula_version":"titan-u-contract-v1","latency_ms":0.6003750022500753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c1209637575d1a68904d7e96d5a49553c27759e5396846d032697abc32b49b8","sample_id":"mmlu-sociology.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a79513df015a6c1da6470bedc4e9e78069f1c1f53ef6dc22f2b53fcdc878c99","formula_version":"titan-u-contract-v1","latency_ms":0.5965830059722066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3733e8535bd557165d834d4e1fc75cc7a0c1e2a1bdde2eec913c7ae51f879f31","sample_id":"mmlu-sociology.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a286d9f30a8cfa55813fddcaef07c4491a1292094a76d1fc3d9392a8d1f3c8c1","formula_version":"titan-u-contract-v1","latency_ms":0.5734160076826811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5b4944a4d2daed186416c51fed36a4b6ad568dcf079f5805b0ac3fcbbb0f27a","sample_id":"mmlu-sociology.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ca1961265089ef44027083522a6492f4639cdde64eba68ae0b74eb930d91db0","formula_version":"titan-u-contract-v1","latency_ms":0.7764579495415092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9a5d8531682518276e656bc01c9ef21bbf43c6fb06163348ef122cbfefac2b6","sample_id":"mmlu-sociology.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe15c55c72d36afe407608e406a279819a097929c03d8c760582e2f5d338b43e","formula_version":"titan-u-contract-v1","latency_ms":0.5215409910306334,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"092da050e42f15cc16d3bdc8fd793b091f4e050cf4ce3dc77fa150c47f1f5efc","sample_id":"mmlu-sociology.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"042f64143d86667e0cff784c938572d20041d00b8c471ee735dded3687f69cf6","formula_version":"titan-u-contract-v1","latency_ms":0.49275008495897055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae1121652a952140233c10d1614681d0b7ee26aa61f4ea2e62a0633a0ba6fee8","sample_id":"mmlu-sociology.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7faa15bc0d5beafc402fa82cd4900c22f06cd115d6129063e13f3926b2eef1f8","formula_version":"titan-u-contract-v1","latency_ms":0.6910410011187196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b426fbde7e24dd9db81b7866062ba7eede8f252d42bdc19ba813dc4f4c6ee53c","sample_id":"mmlu-sociology.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c81b779f3c312a2a93c779166bf033dfc333700b9cc2fbef1ec0f1f6fafd4c66","formula_version":"titan-u-contract-v1","latency_ms":0.7181669352576137,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1703e407b9c2456c76f1b91aabd011f62a915bffcaed497ffde57cbad2ac1d1","sample_id":"mmlu-sociology.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"486b586d1c1e47b5310c1ecb102a3e9bfd08efb4a85fd07b8afc86deb439f871","formula_version":"titan-u-contract-v1","latency_ms":0.4944169195368886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a5023165246568543e65c064a7d9224d6ed1a317a1e6a227187939980aa5e05","sample_id":"mmlu-sociology.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"916fdc9612f348def19a28eb7192cd4e3694c9425734fb5ddfe3a87e16c2e609","formula_version":"titan-u-contract-v1","latency_ms":0.6275000050663948,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"963329177c3162be3c87ab1a85cf52082bfcb8145ae5ac0b6d0a56aacea9bd81","sample_id":"mmlu-sociology.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0602f433fb76e9aa6c240c68bf507ae531fad2144a4b7c6199327ff9cb3038d7","formula_version":"titan-u-contract-v1","latency_ms":0.5960830021649599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aefc1ac0417064c7b23f9f45f78199d012d7c17825302564c611004ee5649a8","sample_id":"mmlu-sociology.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd9b7dd9c7595e3b32fe56510a13645753edb63337d0735b705e5626b6bce241","formula_version":"titan-u-contract-v1","latency_ms":0.6515419809147716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb309921b884258b839d4994dfca15f1180302e547a65945c976c3c763a26a74","sample_id":"mmlu-sociology.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1f4b774cefaa26358a5d3a59de418b48e00e5abc777bad2275ec03c52ea3b2f","formula_version":"titan-u-contract-v1","latency_ms":0.5686670774593949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8676f84923c4c02ddb8ed0484db890c0df76e98d96f8aacfcc664898c51e1a94","sample_id":"mmlu-sociology.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeaf1a32736ed96cf08199ddbd35f5bc7e69e3c62fcd4f3ff7945b6783a0bb19","formula_version":"titan-u-contract-v1","latency_ms":0.6529999664053321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdd6115dc36ed8202330807113b411a13a359cfbeb02fa1af225d7329ce30163","sample_id":"mmlu-sociology.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0be714be8e6ea3bb5c707aadc9de5e151c1391c975ee5865121f506d3aa2c7e","formula_version":"titan-u-contract-v1","latency_ms":0.4903329536318779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"941ee510fa3d139de4796142fd28b5d1a5ff95d155dab9c1c123c22b4ebc0a6b","sample_id":"mmlu-sociology.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad2f9fd23ec1507a409ecfd4b1312995a9871678a6b77a1f44f1c9786d23be14","formula_version":"titan-u-contract-v1","latency_ms":0.6086670327931643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f385e4b13ef052f350356ff31bb86ae7a12e21d9f8a8ccbeee9e241b28213843","sample_id":"mmlu-sociology.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29de3208c19fbdfc8b24de961d2aed0253df70a00b7e86d7c56f2883d1ea2742","formula_version":"titan-u-contract-v1","latency_ms":0.6243330426514149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78236da2bb6e2295ae3cbe177b3865d533ece7707aed2e4e33e7bd3203ab25d6","sample_id":"mmlu-sociology.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"731b5f305543ece4389b9fc928a1d46faa785d635a1541237b22b16cd42fc33a","formula_version":"titan-u-contract-v1","latency_ms":0.6199169438332319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d5eb02db7b22c73eae15142bd5e644abd0048786ee16b09ebd7260c8ed847b4","sample_id":"mmlu-sociology.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee9241d070e3e9db83c2c1ea6702042504fa13f3b52e7534cbe9027d2ad3a343","formula_version":"titan-u-contract-v1","latency_ms":0.5154580576345325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d19f961a0a73ddd1c2aac134a1bd8ee748428065c9cb99e1738ed8f5f3fd6562","sample_id":"mmlu-sociology.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83282e74b160df4d2f34ff8f5bd807d04dea26d200646dc44aabf78c4144b02f","formula_version":"titan-u-contract-v1","latency_ms":0.45895890798419714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"848aa699bd728f42f434f84006589b6a084bd7a48d8305333c57d745d4be30fb","sample_id":"mmlu-sociology.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b4f55d06f11e19b52cfe723b06d5fac991f10850616c62ccb9f0b6a1ad0674e","formula_version":"titan-u-contract-v1","latency_ms":0.4247090546414256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e49505711ec410b8cadad3de4011d614e4292cca424f0418ba3cd0370c5d9d4","sample_id":"mmlu-sociology.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0749d5eba9ffd22b4c49d8a91a4ef8f2649444538eb9364ec49e7610264ed75","formula_version":"titan-u-contract-v1","latency_ms":0.4982090322300792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e248e87368043cb221f1a4fbf45231691c55db8a078336662a3ffa7e9753a33","sample_id":"mmlu-sociology.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b9375733c04c370601d8feaf47eb7222bce184edc02ae3e50aedf1af380598d","formula_version":"titan-u-contract-v1","latency_ms":0.4997910000383854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43fafd543b3f70d99daa24fbb971d030c1a00da32930bc305dc3602f5baa839f","sample_id":"mmlu-sociology.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63c3165ed3499f634f13018b4512af93fe72799b23ac8428867c71c40e65d95b","formula_version":"titan-u-contract-v1","latency_ms":0.6015410181134939,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1963b66586add8e2279005845fbd5b681712da5fdbc549c43c568999ff5a364","sample_id":"mmlu-sociology.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25a43385915cdc103cd028d64ad39eb0e29b089ae218a7981001c17c8d7b1a04","formula_version":"titan-u-contract-v1","latency_ms":0.5044579738751054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cc81e584e40e6f8f1afa87ce95b35e410be87f4dfe6ef55cebcb66b94108795","sample_id":"mmlu-sociology.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deb7e56a34edeb0541932ef53f2f3d09d509b75216aa32ddfa90214d7743d343","formula_version":"titan-u-contract-v1","latency_ms":0.5021669203415513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25c3a31d6c5f519feb0079a8237f110e5ed15701d305ee33a822f1c5243c7243","sample_id":"mmlu-sociology.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc100054a38f8ca58637f7db18afb329b5738e8b1bec387f1bf4e4437623d7df","formula_version":"titan-u-contract-v1","latency_ms":0.5172499222680926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16af761c0d208d2edac351c5fdd0c13f22add5a6ec21f55b6e33d0dbc75ba7da","sample_id":"mmlu-sociology.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6afb44d1b5f0dd19225dd681a4e9458343d1078376323b6e59c334f786f752df","formula_version":"titan-u-contract-v1","latency_ms":0.643208040855825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bee1e25b52995731f0d9f9ea7434744ba5b1fac3553b43eec17bd442835c169","sample_id":"mmlu-sociology.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eac55056dbdc16da2c225b2fe913622f53c15f520d10e6db32e3cf6e4379cc73","formula_version":"titan-u-contract-v1","latency_ms":1.027915976010263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fff1df207050c7acc7d4c1eb92a0d95fc4b241d2411ac687627c647e26cb230","sample_id":"mmlu-sociology.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c35f197b7951cc1bcbb78b114153af783e589c457488b9c3f98b2681f19d4d3d","formula_version":"titan-u-contract-v1","latency_ms":0.7272920338436961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fb43351cf98c032dc2a561b36e23d0d82a9f03b22bd8ff42ec3d916ac548abc","sample_id":"mmlu-sociology.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95c27a3d65e2f103c7ed86b194c82f0cd628a15c59b04268b5a3a819bdc21d7c","formula_version":"titan-u-contract-v1","latency_ms":0.4569169832393527,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b4a978901dbe6b77a379cf29f474ec1c3263c4b0f05b435e2cb1b76457aa09e","sample_id":"mmlu-sociology.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da174666af9551ba23929b21d301a049b04dbf275dddf5ca7c0f3563b7b837a1","formula_version":"titan-u-contract-v1","latency_ms":0.6397500401362777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4e6fa4d1807e717ddc2bcecae5c01c15464da7e753e55ec3c46f1d21cc2d421","sample_id":"mmlu-sociology.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2757b0129ee3d1ecf1617d275e778f98e1e0772171cb02b95b8cbf965dfbe7df","formula_version":"titan-u-contract-v1","latency_ms":0.6292500765994191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"900cea0866df48a7a90158db74894d084fa20e2457d5bdf9c70eed96525e76c4","sample_id":"mmlu-sociology.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1cf1ac4dd273279a514828396610ac27bf296cbf116ddd2d3da8333e3ab8545","formula_version":"titan-u-contract-v1","latency_ms":0.41991693433374166,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60a10c23270932206e8903d0b9e07f4ded44351526b328b0beed73b078ecae59","sample_id":"mmlu-sociology.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58e171f0fb93944741b1146ef90005147ff90b0056921272c78a169a83ee21ac","formula_version":"titan-u-contract-v1","latency_ms":0.9133750572800636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d5cd86e395145b32fcbc80a187c127a9531ed9f3ecc0f8a38b1e9897d717c35","sample_id":"mmlu-sociology.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"195ef107077af6293680aaf312269e45a056a5bdc1bb05d3974d5db67de1982d","formula_version":"titan-u-contract-v1","latency_ms":0.49845909234136343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"adaecac0a3e1b48e8787458e51b68db300bc63207d527699781bbb8e5086eaca","sample_id":"mmlu-sociology.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80e65464453e5224c9fdbd768ffbe4749613e379bcc58895d65edf02f41d2d7f","formula_version":"titan-u-contract-v1","latency_ms":0.4793750122189522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c81ce2bf4bdf8945d9601d93738e4f063ea7b80195e9f7b1b8d11ed6b356887e","sample_id":"mmlu-sociology.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"880edc12913e2c59c4e4589518ded20e7955dbdb1acff586b9bf7d2e55df5efe","formula_version":"titan-u-contract-v1","latency_ms":0.8265000069513917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edc27a4101376b8fd314a40001eb9d3b7a107d29e61f8f52b0eec8bd39e2d075","sample_id":"mmlu-sociology.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d8187854b58991fe9fd9f76d80a3e9f6aa9d33f59834de424b630af5c843a2b","formula_version":"titan-u-contract-v1","latency_ms":0.645708991214633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bf648e0b94127b00b2fcce579074f1fbc291fdaa576130b0840185803d7c931","sample_id":"mmlu-sociology.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e8944194fdc68b5d81cb5377854467b1804a1d322a0335e712fb3fe4953e4dc","formula_version":"titan-u-contract-v1","latency_ms":0.5796669283881783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb73b772a7379bd16e67426f9fc07e6a82c1b0cb5f17411e1385ae7ee8fdc7bf","sample_id":"mmlu-sociology.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c61ffd49bf7f190cb86633404ef324ab6316c1ea97ba5452326a81faf82093b6","formula_version":"titan-u-contract-v1","latency_ms":0.46312494669109583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10c15231cc90a777fd416f4ab7c495da130f44156c1af2e2e15681d9f03ec681","sample_id":"mmlu-sociology.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"761e916c33a0a3fd9c2eeb13f2253b2c6ebddd5725043fd3a0e5065e1380b0fd","formula_version":"titan-u-contract-v1","latency_ms":0.6065830821171403,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"999661faa21301244c1351d8f1f137ce0459ba0d8cfdaf046947fa787d10b95e","sample_id":"mmlu-sociology.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"341b60c941c44d7a4f5d98a4d9177818155f5581a5c96b1d889d716c670a3783","formula_version":"titan-u-contract-v1","latency_ms":0.4971250891685486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff861a45736fa8deff02d09735f87694a8d29f4291a24055e329b56571491421","sample_id":"mmlu-sociology.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab680f8a2e2a167e3aa5fd68fe3f2db121a8864f0f569ccb3bc0165b387f72f6","formula_version":"titan-u-contract-v1","latency_ms":0.820833956822753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9029e59ff335b547b26107583dcf72a411529c4b784435decefabc5a568f1ba","sample_id":"mmlu-sociology.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d47690a985f3991a932d38754526c7706778c47a09c2ef7e7925c8f10153467","formula_version":"titan-u-contract-v1","latency_ms":0.5092499777674675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53c39783bee28641897cd2fa860a34a4093accbba62f87b4010e636d00f31cad","sample_id":"mmlu-sociology.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f302830f17eaa4c3415eb383c4f46d6b88173e576d3f44958b167b6d818b9391","formula_version":"titan-u-contract-v1","latency_ms":0.6325839785858989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"777b8839bf41bff4f6037e3d0876498e8f41f2ea710950b6fe77f4ceb85315a1","sample_id":"mmlu-sociology.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2abe6884f793421864f7d8d50e198ce6a524e2507088706d38b68047eef5233f","formula_version":"titan-u-contract-v1","latency_ms":0.6887080380693078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a028dd33f7efe1f4236af09e5de0292fd1571c4537da8a85dc392e3fabf6898a","sample_id":"mmlu-sociology.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f1e2152a862283ee68d555a93accfb6bd0570d82381421b6df474dc285337927","formula_version":"titan-u-contract-v1","latency_ms":0.45620801392942667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d54887bf83f1ac679d3702724cd6ea5418c61f460f7b9a7d29e2aed5f15bfc7","sample_id":"mmlu-sociology.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6aba6094dc12b27914caa600cfd7193681d03fa17f44c372f2b499b316bd9977","formula_version":"titan-u-contract-v1","latency_ms":0.5620409501716495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da080e86268982f9b98b0fd331927a1e004d43d8d28011ff26e7618610f3a659","sample_id":"mmlu-sociology.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8ea698c47489b61c87d717deaf5d99e02b7c81bd7e71c000879be02b19746c0","formula_version":"titan-u-contract-v1","latency_ms":0.4507920239120722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f24bc12c7c7010d519931a63b4e9ed14d657ea5b3227cd82e2063a51fc8cc40","sample_id":"mmlu-sociology.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70f585eced318d02676edc3b57900984d509b61d753d1bf7bd85bdcf6b56188a","formula_version":"titan-u-contract-v1","latency_ms":0.44845801312476397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3fb6dbd3b0fd6ef11370d112ae270b1662b0074f0698457b3f0d1964a600934","sample_id":"mmlu-sociology.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fad259105555c1b23159749e3ddfb4b997411332f5b92d428cb906b021e42142","formula_version":"titan-u-contract-v1","latency_ms":0.4367079818621278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21b9a07d2c1933462414f3766266d44b84f817482c5ff6a0700d00fb058f830c","sample_id":"mmlu-sociology.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fa99556cb7da2307014336acbf6dec5dc13c1471792ac18821cf2c18f57d425","formula_version":"titan-u-contract-v1","latency_ms":0.4730420187115669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a89a7019350cd8ee921f108b8f3918f7057bdc393189becda3f03f0098b3e9fa","sample_id":"mmlu-sociology.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6029bc383096299891c77b2c8aefe2816a5c79f0c833371aae6a77608e73d6a3","formula_version":"titan-u-contract-v1","latency_ms":0.4368330119177699,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"643f8073c622344b82740783663d65a412c76f9aed8bbc4dd2eed28c5a66ac14","sample_id":"mmlu-sociology.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"173d086caf0c4dfc75ab32007119d3f5a8c0bda0a2894469c07d39af6bf5bf3e","formula_version":"titan-u-contract-v1","latency_ms":0.7535830372944474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6a1e7e58415cab588e2df16d7614b103d4db6c5a776cd105d5d71e6254fc21a","sample_id":"mmlu-sociology.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7d25593645669fdcecc2cdeb7b26c4f8c3f43f8e1aee8e8ac22c1d080e9c86a8","formula_version":"titan-u-contract-v1","latency_ms":0.6430420326068997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a24d8ab2bd98d0d50e8462884ca99cd81c53dad516664e796b69377dac32e8b","sample_id":"mmlu-sociology.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c5d773cd6cb4cc6e50ee7bb2ec03a346da183a0fabef60cfb0ecb37ba456def2","formula_version":"titan-u-contract-v1","latency_ms":0.7212909404188395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e943c23630b165676bc0fc922f204768e609100e920f5a337c8cda39ed09ef7f","sample_id":"mmlu-sociology.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"042a3ba1f8d8de3800a01f06c9d49a1744b6f90f869b17c8f5223fcd3a5ad01a","formula_version":"titan-u-contract-v1","latency_ms":0.7190000033006072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60ac9a86bad8ab563dc36f1f83e6a5f37b280110333a5b380b11b5734d8306b7","sample_id":"mmlu-sociology.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a91b99477d7d2f3b0328019b311ea32835d591fa3f29aa71f82e8c1c1b754d70","formula_version":"titan-u-contract-v1","latency_ms":0.8347079856321216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"495b57518c2b58831dbe52eb557e259b447898962d4bc03c548d67367cfc931f","sample_id":"mmlu-sociology.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b716c805be37b44e90194f7c966b89470acb172b6e9e3a78ac6b0bbf73b357d","formula_version":"titan-u-contract-v1","latency_ms":0.5518750986084342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2d8b8e23b71960a33b420a2eb8198b62d13dbf010d4383b20a174cb07503cf98","sample_id":"mmlu-sociology.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a26436168a31b6c34fe40125fda1ecd2e0055c38be362997b579545a10d69c13","formula_version":"titan-u-contract-v1","latency_ms":0.649999943561852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20f66f4df631a1c9fa4c2388d1a9a67781ac66d63dea53863ef46a517f550d2d","sample_id":"mmlu-sociology.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1dc27b277ae5867c0b4146ae25a961a4a4a5e9764959315bd2270b31415cc478","formula_version":"titan-u-contract-v1","latency_ms":0.8040409302338958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6da27a3376af8622974a55bf9ef8cbe9ddf732b702b480c314f37f4e0bf826d1","sample_id":"mmlu-sociology.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1b806438af553be5b4b786227caec0e58c2cd71a0fa2f7ba20473d491ab37f3","formula_version":"titan-u-contract-v1","latency_ms":1.001124968752265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a2e74620d05fb7613aa0d630bcdd21303679c85635d4e2666ec79b9d04c7d72","sample_id":"mmlu-sociology.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"865dd64ba60a42dc883784bc4a76a37d192dd240523fbca994b1448e08ab9c72","formula_version":"titan-u-contract-v1","latency_ms":0.48529100604355335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8561768924cf185ec214437d88bc25fedd86706aebc7ebea05f75784c8ea51fe","sample_id":"mmlu-sociology.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04fa9502ecfb81d6bf5f133cf973a997778d00841a53c43e2ce190b0d141a836","formula_version":"titan-u-contract-v1","latency_ms":0.5279999459162354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afd1fc4f79362958957b478824b3e608a1a312fcfe1e822b02910aeae5cfb7cd","sample_id":"mmlu-sociology.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fb170bfc0c656af75cd6d8f35c5311e9d4e9ff4e0626ac928f63e1572f387df","formula_version":"titan-u-contract-v1","latency_ms":0.6867090705782175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57dec7635672f7b5d5fa75e24c6c590ccab6fa432b47919de5b4a6f572c66c19","sample_id":"mmlu-sociology.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f664732d835a5e70c8e17284d963c1dde78bae23bcf81bfd51c90a92f3d16de","formula_version":"titan-u-contract-v1","latency_ms":0.44233398512005806,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ea63baf019fffab7aefc9a15f97fb6d90c205e29e11a85652a6b8329af876b0","sample_id":"mmlu-sociology.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88fdea37cb58fbee4d5358a1975c225eac2a8e44327be947cbde28ca6c028486","formula_version":"titan-u-contract-v1","latency_ms":1.0097089689224958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f91d0dce5ff9eefa113edea967108f32e5fae58b6d065d3a45ccc0370e0209a","sample_id":"mmlu-sociology.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e9f5fd701d5e76f1d0db8640681ed4093a9355ab3c2bd17a47ef0fc386d6c98","formula_version":"titan-u-contract-v1","latency_ms":0.4665829474106431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d769d9d3715975adf2bca544678e6d80f7f81c8aea5dc27721b1b6afe22cda81","sample_id":"mmlu-sociology.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05e09973b4c66c418c81a85926d189aefbffc6931d42bdfdbe7c14211cd84460","formula_version":"titan-u-contract-v1","latency_ms":0.4789580125361681,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec5bd9b738a2da978478fcf59039270c45f2a164ee6fa2928f49ee63f3b781b0","sample_id":"mmlu-sociology.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aad789ce2d573faaca07bc03104ad2dc1d633537ca87a7230474f4ecfc5f3c7e","formula_version":"titan-u-contract-v1","latency_ms":0.5050000036135316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2567c8128b2f874a450ce3179e009f36ae190dc57314c93ec34873930ec1edca","sample_id":"mmlu-sociology.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"799ff109b3eb7d8ff614fced30a901a5136f0db9eff9deadb80c4c7cdd9052e9","formula_version":"titan-u-contract-v1","latency_ms":0.4854169674217701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71c656a9073e7efb7c7f880a30e1dc3f39ea0ab248e1a583a04e33347f6500f3","sample_id":"mmlu-sociology.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdba8336ee2ecdf6ec015d28e6186be8382d391a390b524f0baa2118d488f875","formula_version":"titan-u-contract-v1","latency_ms":0.5144579336047173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82bc8163ddbe84af23c463b18072ac8c62a60c39ef3db11fda55f94ec37588c4","sample_id":"mmlu-sociology.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a4a952cac0d2caaf02d75ff56714a8d5e391cd4b78680511d1341920b4768cd","formula_version":"titan-u-contract-v1","latency_ms":0.5617080023512244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ef2f00ae93db1da7bd25516ba5a2c192fd08aa4b758adfce0fe3f4b3b2547a2","sample_id":"mmlu-sociology.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7147c42d2b00590bfa99edf6d6f80c83d8a3a358e380a737485946e6427ac04","formula_version":"titan-u-contract-v1","latency_ms":0.543624977581203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17794ed21ae0fe0d9d29520e03ad098e76042f89f243d5431305773ea8ba0a33","sample_id":"mmlu-sociology.val.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18de37af16dbbefd2015c032671acfac2a67e0042504f234d323bab5f4d33a63","formula_version":"titan-u-contract-v1","latency_ms":0.5727090174332261,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ed746e9dd001b326b99ef943bd08ec5d75928fadefaaf95bbab28f810efb987","sample_id":"mmlu-sociology.val.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38cd14a601cfdcea6f8464a36cb753d0e41477e77d9970fa9ce5f6ce4eefe58c","formula_version":"titan-u-contract-v1","latency_ms":0.42433408088982105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fb228a20eeec2dedde8a9853c2eea7b0026b1747db50f011da849a7880e1c9f","sample_id":"mmlu-sociology.val.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8312af5066a5e99ce6bcafa2c094b225a9c97a495496dee33e67f3b04639a30","formula_version":"titan-u-contract-v1","latency_ms":0.46995794400572777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"389f721ab5c157dfc78491bcfda6c725e3618ffc142f653466b4e92debf2787b","sample_id":"mmlu-sociology.val.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c49b6941c41ea2d64afb2b2a2d858a009992694f59747500a66c982982afd092","formula_version":"titan-u-contract-v1","latency_ms":0.6256659980863333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b789e8fdc7edff2e27351eddf87d9dc9f0b256189fcb96cb64b00da001942dfd","sample_id":"mmlu-sociology.val.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42b60eddbeb5b89df824c5a85dc1b17b112caf929bb4e4adf826ce9d99f12d36","formula_version":"titan-u-contract-v1","latency_ms":0.6567919626832008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63531a7ba1a2e2d220f80aaaf6b3bc9347d574ab41b811eba99ea1312f2f7fff","sample_id":"mmlu-sociology.val.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f73622f630eec15b6ea0ad0bcfc7802f4071a6d20f30266e045ec771eea95549","formula_version":"titan-u-contract-v1","latency_ms":0.44991704635322094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55377a33ca39333453b448e9193bf9c34413a616cdcf9178e31b1f69e5922f51","sample_id":"mmlu-sociology.val.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58008d2b12a18f04d698e6676bdb47c207903498bad74e9b539863523dbc07d8","formula_version":"titan-u-contract-v1","latency_ms":0.5695830332115293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0298d703b49cd2302589ef9ed4d545869f36df40ca24fe6ed8c7a3ad03304b32","sample_id":"mmlu-sociology.val.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84e69c2eac3764c7335871a189e028a3ac0a3cf9a090e5de23564d918b4fe606","formula_version":"titan-u-contract-v1","latency_ms":0.5267499946057796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9b6347add1e29c986fdd3ebd0903235dc44573c28da74f1c78f041ce0e91644","sample_id":"mmlu-sociology.val.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0743dd151f223f9ce1a171d42f80328b11f1ce9ff00b17f29876684a5e322cb9","formula_version":"titan-u-contract-v1","latency_ms":0.5411660531535745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b8e74440c0909f21d7584036d38def0aad3660fc0b23658dec7f301c16155b7","sample_id":"mmlu-sociology.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b57e26d8c7d9893e905fd97630df4c01c52fb9bb5ff379f24f08dc979aeeacae","formula_version":"titan-u-contract-v1","latency_ms":0.685499981045723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fffdec9c4b6a7b21a678a1026ea605b2228faa0a1ab3de6c41781bceadf7cbf3","sample_id":"mmlu-sociology.val.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fed519f7b0ca417a39ccb385900651f0de72d6e5a5408c287cfec09edfbc9a7b","formula_version":"titan-u-contract-v1","latency_ms":0.5082499701529741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bcce5d2b48d4e686a3e384e2c79208fba7d9e2164e4034d12a7d29f906ced90","sample_id":"mmlu-sociology.val.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcb00ad45911ef73fbe023b0a2f46dac3b8421bb67a92e191fa365123252122c","formula_version":"titan-u-contract-v1","latency_ms":0.4813750274479389,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd541c18698b47c0501f5971ed955ce98f345211bad2da5df1717bfe73f96672","sample_id":"mmlu-sociology.val.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"718a503e4d9cdb10b88b9edb554b91f2f079c7146690cfa418f8e097b9ee0a67","formula_version":"titan-u-contract-v1","latency_ms":0.45233394484966993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3b45b8a508b39a2bafea470aeb70091255fbef101abdef7bdd0c166f362b7c3","sample_id":"mmlu-sociology.val.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af3cf097f3895fb3e125997d2d8c2a01909cccb412917799f16e9ebf24f1c2ad","formula_version":"titan-u-contract-v1","latency_ms":0.7057910552248359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"529a9fbf6e06d7fdc75a8a43b529f03586826ba6ac23a2db0da7bb4396baee0a","sample_id":"mmlu-sociology.val.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca23ab76cdeb0ffc6e7090cbe0d5010f3ff5e33eaffd80d08844c7040cc5f6ac","formula_version":"titan-u-contract-v1","latency_ms":0.49699994269758463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1468bbd2a0dffe6c918aa6be519a1a79a81e0bbf72482578d94795f646144ab0","sample_id":"mmlu-sociology.val.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f302f7068dedee0cf8c8ce75a389b84aaf0c34ddf340c9f17771b39bcf95fe5","formula_version":"titan-u-contract-v1","latency_ms":0.49229199066758156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a26a09be46695e9305dcdd385fba8b3ec2035643dbb488c720b8b81a0f5453bc","sample_id":"mmlu-sociology.val.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e66709531a475a872170af98b8a2f9a709522223db4b10aed313c345dbbdc031","formula_version":"titan-u-contract-v1","latency_ms":0.8822500240057707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9a8061f360def21ff3ea781e6ec05a68c02dc12b66f916c5a2ccb14a9f48e56","sample_id":"mmlu-sociology.val.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c31dad080a6d4c818cda9663367ac4f57e92be29e46bc674197c58021f0290d6","formula_version":"titan-u-contract-v1","latency_ms":0.47141697723418474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48ffe993e4040452fe6f60cfc07b000135c4391bb87d310c43664147ec4a0c5b","sample_id":"mmlu-sociology.val.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2901398dc535becf20b92fb906ff758ffdc1fb6300dd11b8e709ef9b2a3fe388","formula_version":"titan-u-contract-v1","latency_ms":0.4910840652883053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0331a5d936b765de100636d20a24cb8b7c13582fcbf93b8806dd28c3386a41c2","sample_id":"mmlu-sociology.val.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa68ad9441dc3b4ece6cbe2b650994d139c1abed35f3a07ba78f922056e76b76","formula_version":"titan-u-contract-v1","latency_ms":0.7041669450700283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38c160f1362fc74f3ef8a5634e5280c784ff0ba82827f29acff47a6fd62e365d","sample_id":"mmlu-sociology.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5280b74ce25bcb7279797e5dde25f6b834e6c2d0f51de68aaaf49076c2b8f2e","formula_version":"titan-u-contract-v1","latency_ms":0.8889160817489028,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a6c5764f38392b779259f88257113dd881e67537b87775bda88889699d82cce","sample_id":"mmlu-sociology.val.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffdb43e78bc5115a5b7896b789e2f77af6838de34b2e5177c2d72eba9806041d","formula_version":"titan-u-contract-v1","latency_ms":0.6622080691158772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95373a564772a9a4a9da9b5742f5dd0ef3d21834d430b54c5c289d25786f8ece","sample_id":"mmlu-sociology.val.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60a8f392febd1f032789ba66bac614a7208afff127a09fb726b3624f46930ae1","formula_version":"titan-u-contract-v1","latency_ms":0.4963329993188381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c646f72d414f214f1554a5cc3789edb257e9af8e37a6cf0727bec34c2592c95","sample_id":"mmlu-sociology.val.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b53111e79450e3efdc7a0eb4f07d06048fc8a4d1bac1e0df23b122614855c92","formula_version":"titan-u-contract-v1","latency_ms":0.4532919265329838,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06daa190309464302c6edff1316f4bb6dd0fe461ba5e078ddcc73e8c4dc5c579","sample_id":"mmlu-sociology.val.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4da014525b3566bb553e0812547277d82aaf56a69940cfd6043d6b42ce5cc9f8","formula_version":"titan-u-contract-v1","latency_ms":0.4753750981763005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ededbdddb94d333bd6d9a9799491e49bf4f5394e79f36cddf08d651bcb1b58a5","sample_id":"mmlu-sociology.val.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dee5fdf0ff813c6930a8cae072c9a3038d79ecea62085203dc13937f4e7ed007","formula_version":"titan-u-contract-v1","latency_ms":0.5232919938862324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fcf9d5db321c6c6f3782af6e7176a10fde605e82fe21c4067cd43759df38b09","sample_id":"mmlu-sociology.val.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbb3dfaa9e16b9f88c8b573890e150d80ac1851c159ba8c44c73fdf102fb6beb","formula_version":"titan-u-contract-v1","latency_ms":0.6256250198930502,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"113659a3f18c2c477c2c7b9ab51438376f0d0baeebf69ba5b49de6ae075c4e71","sample_id":"mmlu-sociology.val.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6db52e805d8f33cc6cffc84ee6d6a90698b6289ec90bb7e2f974286de49a034","formula_version":"titan-u-contract-v1","latency_ms":0.5083750002086163,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f2980e5d7adfe32d92c1b46541c079331a6be51e47f04e63a341df6d4e3e2cd","sample_id":"mmlu-sociology.val.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c746fc15a432b2a349b62817a2adaf7fe807fa843cf8319f8b39cf71d9bcb444","formula_version":"titan-u-contract-v1","latency_ms":0.5113329971209168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7d53bbd487373c8d98965611ab20a5e0802a0540dcb0d08b790307dfe143dd2","sample_id":"mmlu-sociology.val.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d38a4a68cbf32c2a3acb06b33a6bcaa96b046db8b24076dda87159c6353a27aa","formula_version":"titan-u-contract-v1","latency_ms":0.4758749855682254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cfac72da561df2ffe1f64b2fffe1ce2533584f1c9035768d8662e0e4959606d","sample_id":"mmlu-sociology.val.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46fcd8f8aca5e9e49f2a2cf8af0a2184e84d3270bdc9f8d26678ef972556c9d7","formula_version":"titan-u-contract-v1","latency_ms":0.4675000673159957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcd57f8f3c03e145832dd5c3a92bd371a3fc5d9fc44e3c68e63fd74dd3868c79","sample_id":"mmlu-sociology.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fb9a337d0e74595b9c56fe181dd025d3752af55f10c2e9237b409eb0518653a","formula_version":"titan-u-contract-v1","latency_ms":0.6207909900695086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7687a4467757673de5ab8dd3f0bb25bbe3c6b29b641ef1904dab833034233a7","sample_id":"mmlu-sociology.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01ff1328cd4370bc331212a9468f75fac9b078df8237cc1ff052ddac2254fa37","formula_version":"titan-u-contract-v1","latency_ms":0.4384999629110098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41f83612cdbe195db26bb65c2708eb861d2aabf89149182e742eddbf5b92901e","sample_id":"mmlu-sociology.val.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ff3054d9f121da1cd5bf268210a5e154db8bfdb3c208e8f5c7b43ae12308758","formula_version":"titan-u-contract-v1","latency_ms":0.4683329025283456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04d1a3fb22ce801f7d9c072ee770450e9c90de7bd2c25215df5179635a61632a","sample_id":"mmlu-sociology.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"373b9cd644f3152a730c3dc4ed65e45e21b36aba1148c46e49a6b554ffd69eb9","formula_version":"titan-u-contract-v1","latency_ms":0.6578749744221568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7af1d1f3334525c26a9c808630549d2b62629c159d475868e648db983b1b8efc","sample_id":"mmlu-sociology.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca9ffa1bfbe0e653bc9935312e4a697e43fcf0358be8f75351459ead8f35e03c","formula_version":"titan-u-contract-v1","latency_ms":0.4980829544365406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09f720373dc37addd23e4930a92dbd94cf8ac610e49c6d9c2cbb148d62588903","sample_id":"mmlu-sociology.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3bd9b7b098b69e07bb3649d3475ca9afbe56994092304056c2f2c8eb5ce68b8","formula_version":"titan-u-contract-v1","latency_ms":0.43245800770819187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cf8580dafa40a259ba9bbbcff79d1a0b81638a2cccdc15b8de7d13fa7a5a794","sample_id":"mmlu-sociology.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1a3d6a5ee9afa4f9829d26fde99c74cf79b15104c7e49f5e9b0684b71413926","formula_version":"titan-u-contract-v1","latency_ms":0.4447079263627529,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"799439d2871c2460ebb3c7c1aa09db8b08b4ff1873c1e62850bb327b6636508a","sample_id":"mmlu-sociology.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c41b5826367f69dbfdd5c6b12133d02a3a5268fc39bad9eafd5ac54d28e8c23a","formula_version":"titan-u-contract-v1","latency_ms":0.5061249248683453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d0d78c18f1241be6aea4cd640f5ca74fb76092e0507f67f0aaa8ce245d7e46d","sample_id":"mmlu-sociology.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"724dd2d98f73db10c4e8e0ac0af7009be6788e93777d0f790b4bdb0858fa88fa","formula_version":"titan-u-contract-v1","latency_ms":0.5650829989463091,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df310f18e46510663f74afd53267f1c7934a0a07d46806f82d403d5e47123837","sample_id":"mmlu-sociology.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9867e1a62438934694ec530c249ccc7873c24dca52d28b2d99ae3b083785dad6","formula_version":"titan-u-contract-v1","latency_ms":0.5001249955967069,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83c2d56655f32f7a18501d6c47da6ece64562df74037413fb208a95f8d0662d0","sample_id":"mmlu-sociology.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ccea1fce55404279930f902bc36904112601454b341d0335694aadc33007845a","formula_version":"titan-u-contract-v1","latency_ms":0.4553329199552536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"736670ef473f602662bafcdc23168adfd31aaa99ae2bbb1fd2e5eafc83fae325","sample_id":"mmlu-sociology.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfe28c91c2583ded8afc82a55e4f59e1443d84d92705f725a219185afccabb47","formula_version":"titan-u-contract-v1","latency_ms":0.48437505029141903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce7e107d0908af32df2c5a814d97ca4ea2dca99036344b348e0aa50c78edeb9f","sample_id":"mmlu-sociology.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca596ba6852322a4c7a54eed196543f48fbca276eba840c354facc3034e85eaf","formula_version":"titan-u-contract-v1","latency_ms":0.6491669919341803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53b245744642d5979d3b3df0dbddd11724e94a028424ab2b6ae13ae915fdebde","sample_id":"mmlu-sociology.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f737ab1937a5a7ee634188a8184d895ff5e5407a71fdfb73e38e4bfefe294e2","formula_version":"titan-u-contract-v1","latency_ms":0.5530000198632479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c79c2893b6a018342e160ea4f577dd7c59f389a68712e24e72847c3615f63ffa","sample_id":"mmlu-sociology.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19f2bbab6c2a4870d80f9c001a78f9767d2bdb102f9dea07ad73e98de775f721","formula_version":"titan-u-contract-v1","latency_ms":0.4265839233994484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54081748c53621ff1d442cb2708412aec9f931ca7df76c3447659f57e992f612","sample_id":"mmlu-sociology.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9be58a979ca107df04c16e165457a46b301e63eb6f7939050b20865e85f3768","formula_version":"titan-u-contract-v1","latency_ms":0.46683300752192736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45eb4d1f2724f64f0460e9feba98bc89ad06c4f959b5c77ceb11214386db6656","sample_id":"mmlu-sociology.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7333d5a2ea84ba1fb0f63dd437e0bebdb9a037cf9202c88a833f70418113227","formula_version":"titan-u-contract-v1","latency_ms":0.49645896069705486,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27dec0ae765b81a2f1c6684c711bde692dcc4cad70af93608d179aa7c5452bc5","sample_id":"mmlu-sociology.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d0e61769c4d16733c625a6a8c7bbe8eaba3f815e0604f552ba655bdae0623b2","formula_version":"titan-u-contract-v1","latency_ms":0.48275000881403685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e391ae56ec0f2e38c756adadadcdb8a2fb339b3e5360352db0586f2d023c11b8","sample_id":"mmlu-sociology.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a311a544ed6cd2ca61e1117092ef92b92d9f37daa8a7f26c5ea0303231996c41","formula_version":"titan-u-contract-v1","latency_ms":0.5587920313701034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"391efbec7c8f6931081416145676ba596f48b87b7129a8ed5ce946cbfeca2d15","sample_id":"mmlu-sociology.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"873ac58b68cb584ee1cfc2d788ecd959325d39a93e656d86455f75f5b5043080","formula_version":"titan-u-contract-v1","latency_ms":0.46070897951722145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e524c4e54a12edb444a0cb21a186ad7d81a5138d7dbdb696d65b35a2f78d226a","sample_id":"mmlu-sociology.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b4615e85b8f73441ed473b774d389f601484c68243ae78603aa1229d2675bbb","formula_version":"titan-u-contract-v1","latency_ms":0.5427079740911722,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8c203f3c0b246679f61151eaa0a8001b0fee54b4ad78a4a17ed22e7e1e09289","sample_id":"mmlu-sociology.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f08628cbe626f453dba99da6f032c3e47ab128df83c5463cf02485140d6a7f4","formula_version":"titan-u-contract-v1","latency_ms":0.5125419702380896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"941739e4b990ff3f82b619c8e920a9ed87e9a27553ab2c54e42eded160dc2def","sample_id":"mmlu-sociology.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4e0fdf3141ce1945ab7f9d2476cc227aea25e55951ea055e95420ffdfea4c01","formula_version":"titan-u-contract-v1","latency_ms":0.49700005911290646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"438b52d2e26aec2e4930cc97700f2fd6c74e2ad1be50fc26f62418e284228856","sample_id":"mmlu-sociology.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b48a337fff9d32a49655543827c713a4ea71beca7385b52e6a16eb6e5dcc7fc","formula_version":"titan-u-contract-v1","latency_ms":0.5017499206587672,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"434ffa417f4c3b082ad0519899b1c1743b9b1f88d9faedfe3d58aa9a9603e165","sample_id":"mmlu-sociology.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30342efe89ab74261fce8b90c6fe1e8af32c5ff60cd81e1bfaefed21a51d59bf","formula_version":"titan-u-contract-v1","latency_ms":0.5297079915180802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d91168da9eb0bde22447be334ef856b138e9ba4a5fc5d086b1eebaeafd71ffb2","sample_id":"mmlu-sociology.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f2842d24e6b0a6c51f3ba111d8476677f6e1d2476c2a6504697f6001a5c46be","formula_version":"titan-u-contract-v1","latency_ms":0.4531670128926635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61dfbb5212e460276f6a0c1fc1e5c305ddeb83f5552d3bc551c564d078b4d652","sample_id":"mmlu-sociology.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92f0bbaf9754fd632421e0ee6fda4d758525f65b00d366a1dc5e22235c36d6fd","formula_version":"titan-u-contract-v1","latency_ms":0.5089580081403255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebce53e8e06ff77af5e04d121aed8dba6446c7fc80e4b61ae19884483f896b14","sample_id":"mmlu-sociology.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"270e1a5be492ddd32b845e41ac593039401bb8497b14c44764292b288e0b9e94","formula_version":"titan-u-contract-v1","latency_ms":0.5103340372443199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"feb3db48607915216f9cffa8c2ddfdc6722dbca4c57d4b282e497931c9b0d0c5","sample_id":"mmlu-sociology.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd87a361eb39c787071311af334a2a0b19e9ce041548cf55844803c3f25d7cfd","formula_version":"titan-u-contract-v1","latency_ms":0.47558394726365805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8471013255749a146124bc9335637ec336b9a64b2c074742bd393fd88bc79711","sample_id":"mmlu-sociology.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26fb85dc923ec3b56af5664095a551279fcaa3a053445cbf8d0a2301c798030d","formula_version":"titan-u-contract-v1","latency_ms":0.5457079969346523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35d5f65a04ab3734578d0b8871edc7a4c27283273516b602875fc44efc414f29","sample_id":"mmlu-sociology.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ed656cddab2d19f1f36acf2eb6b85f88bfdefa4d3c163db1b0925088b7e5bbb","formula_version":"titan-u-contract-v1","latency_ms":0.5505000008270144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45ed690bc3868c09038461943497b8b3ad7ebbcacc5db5d5c645b74be8e9f00d","sample_id":"mmlu-sociology.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e34fa944fdf43609e746098d75db206e794b096bdcdd3639d8db7dfdecbba77","formula_version":"titan-u-contract-v1","latency_ms":0.4627500893548131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c76882e83d231f9ac2a22814a362d4d5ac9a644163a463ebace1463d4a1a8e88","sample_id":"mmlu-sociology.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f6a63a0b25f5566468c761cba98462cdc3cc04de8bb2ce0dc194591d0640ee8","formula_version":"titan-u-contract-v1","latency_ms":0.48450008034706116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"691fb7ae70c5ea5324aba2c77f9d7f7d03ef0d5b0be45612401d2790ab030c9b","sample_id":"mmlu-sociology.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deaff022cb69b349338bf42c90b629c9358f62e6968c843c71f4cd13825ecf2b","formula_version":"titan-u-contract-v1","latency_ms":0.4325829213485122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9caff2fd9573ae4e00cbf02b94a0b404a12501fa02a2f6dc4c92b161c3ecd4a4","sample_id":"mmlu-sociology.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2791e87e7dc937f6474a7dbe897bb0cfdd64e8c9d386e0ee75b2a1dc2fcf5f5","formula_version":"titan-u-contract-v1","latency_ms":0.4765420453622937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0768d645e5309e889530bb66076d5812c9fa74364d6ea7dc3ab5ef8635f74899","sample_id":"mmlu-sociology.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c44482b16a7268cb5275b982ea18b2e61f7aaadedf97afd6a71523c5ebf766bc","formula_version":"titan-u-contract-v1","latency_ms":0.4812499973922968,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f2187c163445902631bd30a669464d37ea14028add7962adf6035ac719e220f","sample_id":"mmlu-sociology.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38b5e0f211f48faeb374b90f7793609bbcfff32429af9b14edf8daddc48f9428","formula_version":"titan-u-contract-v1","latency_ms":0.5353330634534359,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f4d9a5771522819be68f17586e6518a0cfb9e8a8f58f1f104c05e96495d1d75","sample_id":"mmlu-sociology.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2dbbd331ab014d940e5c85d46212e48157cfc8b131e102421fe4d59e71234c4","formula_version":"titan-u-contract-v1","latency_ms":0.511790974996984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10d9c4257369d72523162d516061b42b3079d58b1aa466c652c67388df2e73cf","sample_id":"mmlu-sociology.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04f1f0467c252ef0ef9716311de8e9910d87f38963d7075038fba5913a8f99d9","formula_version":"titan-u-contract-v1","latency_ms":0.592833966948092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d77052617df67358dfeb58e6ab98bafa4b149cbf55d6d3605c47ae9066579d3","sample_id":"mmlu-sociology.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a6bbba4c0fa6e339b7410aba504e93c66d888efa19ea4041295ed57a9ec375d","formula_version":"titan-u-contract-v1","latency_ms":0.5025829887017608,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71ba721bc963920e17072cb764475e884175d263f24e53c05cb9cc1c00aebf19","sample_id":"mmlu-sociology.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e055d224347f12515f25177552de6e4cea4a2beb9a67c2e1b52f73bb889e009a","formula_version":"titan-u-contract-v1","latency_ms":0.5224170163273811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37c77ab0fd7bd91a38e3351d5e2e3138c0fb3d772f32121f0c6f9bf31e49cf03","sample_id":"mmlu-sociology.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d80beb90a1119d5cd7e53b869ec8ab4cd6b0beecc9655720bc37b695ba07dc2","formula_version":"titan-u-contract-v1","latency_ms":0.5081250565126538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cac2cdbe00b86dd566c87a7a178ab940b962056f5a38619be25b75049a7cbe2d","sample_id":"mmlu-sociology.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00c53de618f315b14bb35f8d2d32835cd81f35772541e6f464b7f17facab7ef3","formula_version":"titan-u-contract-v1","latency_ms":0.47433306463062763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b23051d5fa89d0bdf28aaa0cf92c977a75445329a65e59d48b155c92c1f074bd","sample_id":"mmlu-sociology.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b63a914f0627b2f49652454a888af61b072fa3ffa61d4b6b27cab5ccead50a1","formula_version":"titan-u-contract-v1","latency_ms":0.5241669714450836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77d26150352f15e27d2d615276126d7deaae801d874e88d2494714c099ba9831","sample_id":"mmlu-sociology.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9d6b3bba6dbf1ed45bf078c56c9f198aac367b39b62f5b4b02cc64a29486ab2","formula_version":"titan-u-contract-v1","latency_ms":0.5019160453230143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50310ac850bd76d5c2196475e9ee12d6e4b8ef9b5bb7051807a0b7aca9b6df14","sample_id":"mmlu-sociology.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba0162a4fe05d0644841b6732b88ff79486db528b6084127e948759a1a8c3741","formula_version":"titan-u-contract-v1","latency_ms":0.5481250118464231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aeafad54f1481995a2f59c3da0a6b751766cb4f47a50c8c7084d55a454394e02","sample_id":"mmlu-sociology.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30f714b6f51ccde2e6d248c36e786d80ce2437e00a6cb8482619ed631abdd24e","formula_version":"titan-u-contract-v1","latency_ms":0.5040420219302177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b87c638c01e0c543884aaf92c0eebab4547271331d13fb27fe266dd7df8a775c","sample_id":"mmlu-sociology.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3984b37dbf407146b192c853357eacd7b76389397d1f76b66b1d274a6f91866a","formula_version":"titan-u-contract-v1","latency_ms":0.4356659483164549,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2d8fd5c5070057384d004e479e7d9bd693e7824f09b8de9863e401b1101712f","sample_id":"mmlu-sociology.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56a13f1b6d75f966a804ed2c167566646118dbea3b25080fc9ae3a9a5487e87b","formula_version":"titan-u-contract-v1","latency_ms":0.5586249753832817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a5cdb0ca569e459eb4f0e78693dce0fe6ee2efd6a00db55528240e09b3707bc","sample_id":"mmlu-sociology.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e858cb8d28eaac22bddd57a6bf3503d46af3fd6c7c6a705b6655315896195e07","formula_version":"titan-u-contract-v1","latency_ms":0.5548340268433094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfea0b651f18b2bf074df15b84aa8a55563eed2ae8c11d8ee1d6c5e81a768b35","sample_id":"mmlu-sociology.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7590b96f5dee06ab358c86021d60aa5f6dcb7aa49cd333a69875cfa7fb3b2692","formula_version":"titan-u-contract-v1","latency_ms":0.5597081035375595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d7e28a4f32385c707c6f5bcbec65ae7273a048af98e342146791e80a493475b","sample_id":"mmlu-sociology.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f093fe0a9181e6f691efb6d74924f76d9fd02e89220db2f2098214b3b5b2b20c","formula_version":"titan-u-contract-v1","latency_ms":0.47858303878456354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a59be0a0d64715032b1ac783f758f9061b2694a4ef12b2870a34c477b6d6430","sample_id":"mmlu-sociology.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"360b6fc0b51f6ea86ede7fb9ae2f117a84bd1aca7275094e7b92887d7cf4ef9a","formula_version":"titan-u-contract-v1","latency_ms":0.48408296424895525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5d83e9f0e446eaabaa2881e49dce2406ca793c95c69948fa8649cb597bee689","sample_id":"mmlu-sociology.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f8fc801c4ecec45973c2cdbfc65b041f3f1a2018dd1cfa46f0121c171a39ffc","formula_version":"titan-u-contract-v1","latency_ms":0.5052500637248158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fe3410c674f7057b6b0c2b79b6af8dbc3992386a1b497c34e8b9a48d8b983cc","sample_id":"mmlu-sociology.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e2f29fbaabd1086602df834fc394802f164a20990a6be8cd8420e78303f2a78","formula_version":"titan-u-contract-v1","latency_ms":0.4883749643340707,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"784ff19392bac19e9b373822d8f7bd36afcb687e3527df2bbcb5d95b547a705a","sample_id":"mmlu-sociology.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cabb5a24df9f3c92e5025a875bb915e92714733f155ad3bc9246e791f460a97b","formula_version":"titan-u-contract-v1","latency_ms":0.4889169940724969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9b6cae010865069e8dc1d6fcd7eea2788d89ff9fe3c52613a844deb0e455e8d","sample_id":"mmlu-sociology.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9de28a2883b4e00becba77de4ea9a615af577e3b3001f282c4d9489ffee9762b","formula_version":"titan-u-contract-v1","latency_ms":0.45670801773667336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98058362e414ccb9fbf8d1139aa319c425967fbc24cf6246543281868f961577","sample_id":"mmlu-sociology.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae3581618798a2100152b3228c3b38310e5ed0c1ca004eb437a48f75ca0bbfa2","formula_version":"titan-u-contract-v1","latency_ms":0.5929999751970172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5d33dd3063e8b616b297e9b76304ef94c6f022e9b2891f577a93a255e4e20df","sample_id":"mmlu-sociology.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a22462fccb75fc4140d18a5e50215e778768f73f4d9f171413fa5971d6182b3","formula_version":"titan-u-contract-v1","latency_ms":0.5252920091152191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbae6affa2782d9920e2313ef35ec3f6f2272d74dce74032741e1513ff173e0f","sample_id":"mmlu-sociology.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e70b712bdf9ce23a28efe75bf36b19a05e7abe6ca0444c98b327813b9c6961ac","formula_version":"titan-u-contract-v1","latency_ms":0.4748329520225525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"964285839801b3961cd07cde95e61f47cd689d150062e95c41081ae7aa9ed089","sample_id":"mmlu-sociology.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3dc0ba9623bd69c37703c7257e6690196fd6b86101539236e39836cd3a0b7d4b","formula_version":"titan-u-contract-v1","latency_ms":0.5040830001235008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d9e859034921dbc620bdb6795b108c3e59b6314a123bff5862f7fa8192bcbc6","sample_id":"mmlu-sociology.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"232009b3dbf4653d463ef207899c1fdaeb8f77a2cd71721241309a6e44d18a05","formula_version":"titan-u-contract-v1","latency_ms":0.4621250554919243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8b1b91a09404d4d31a6fe26c7a83182e9a0d319883b9226eff71aba06bb1cf5","sample_id":"mmlu-sociology.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e28fd8b7d7226e3945d866bd39b46c9ad3715d064ea140e0b7b1f536e66e0612","formula_version":"titan-u-contract-v1","latency_ms":0.4897909238934517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa08c05e0ed37388e5ee63098a96a84697bbaa3cbb0070fc4bd53143cb76d83e","sample_id":"mmlu-sociology.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fb089093068554416d9868a76a43add1dd05b5398c55f1bcd52dc23650d19e4","formula_version":"titan-u-contract-v1","latency_ms":0.5811250302940607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45a8278b81a084cc9128424cd5497e496a436f774b6438d065930e5c294a60f2","sample_id":"mmlu-sociology.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c43c1a8074dca63c32dc48f7cb9a1f2cfeebd9f7192e95020ecbb3c2f0436b3","formula_version":"titan-u-contract-v1","latency_ms":0.462499912828207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73333b5ca6aec4c815d2816a48e75fc59a60429527cf0ba994361da44c769396","sample_id":"mmlu-sociology.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2a52e2a25f30be59c4c023cc84e482bb45872e912b4136410d357c1c55c5f94","formula_version":"titan-u-contract-v1","latency_ms":0.5460419924929738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd08fe6d5ae558f1d201e2b3d54fbcea6b40f035410fba09cb711750033535e9","sample_id":"mmlu-sociology.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4884c18cfd3c21af48102e164778e7bd20bb9e84ed8041cb00c97cdd0d4d0b4","formula_version":"titan-u-contract-v1","latency_ms":0.5112080834805965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff05112f674197a78dfb37ee7883499c05b61ba76aa59cb5e1b152f7e23fca15","sample_id":"mmlu-sociology.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"add987ae4b4eaf6dfac62d11c6a43f2de8ab065083aae6f03850f5482d6ec88d","formula_version":"titan-u-contract-v1","latency_ms":0.9108750382438302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cec75598be93d90d6d5d59e7cb345f507f0993f637a60a39362df0a7d2288e5a","sample_id":"mmlu-sociology.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17ef2bad6805672ceb9500f945d71dd40aef74b21bf7f4feabaa2c72c76a89c1","formula_version":"titan-u-contract-v1","latency_ms":0.48520893324166536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"844a3d90efd2c99746505a841f81f778da7717b0a5fae70d510a976dcaabc343","sample_id":"mmlu-sociology.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a181b2575f64eb101853b31df142a285131f267864adb4129a353eac085ca93","formula_version":"titan-u-contract-v1","latency_ms":0.650083995424211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c649751a261a2ab626f0f5242390e0c1daeccff2bc35125c1439e35abad34bc3","sample_id":"mmlu-sociology.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7421412b45765db87f464886387cdcc2f73d1236c9d0c919d371f886a7647af3","formula_version":"titan-u-contract-v1","latency_ms":0.5044579738751054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd30345aa1a988990ec5cf27084742467d4f49671d1dab1893f23db6834b2972","sample_id":"mmlu-sociology.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c5378879dddc3304a6218788c626127a09189deba190b17591cebc749016176","formula_version":"titan-u-contract-v1","latency_ms":0.4934578901156783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb2cc2db1906e5e632e9c18cf743823d47d19fe67ce8fbce68ac593d21f5e73f","sample_id":"mmlu-sociology.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7db3b879bfa18f0ac2a5e31d4d092ddc590fe49e0a9125906f1d39303cff86c","formula_version":"titan-u-contract-v1","latency_ms":0.7247080793604255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81e2b5a3668510588f005816f2e4a9692177e041a71ca38f615d7267b6a337ab","sample_id":"mmlu-sociology.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b38c2ec8ce37d159e242446582d03d234bae87b2fd0668152dfdf8144973ce72","formula_version":"titan-u-contract-v1","latency_ms":0.46204100362956524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd1b0ed4c24cb219ddcea11b657b753b4ba88c2c32b27d3c7872c63d9cf2d61a","sample_id":"mmlu-sociology.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a67b8b29977dc5d48ebc61a3839b65f37992b599ae6528e0258269290cc174a1","formula_version":"titan-u-contract-v1","latency_ms":0.48108305782079697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7cb2746318585439b2995f5bcc5d4513b0fb48129ef1e6630c63dc9f5717f017","sample_id":"mmlu-sociology.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ed1c32a0c46857a16d88cb8ceb06b6595dcc510bdfe77905f486b0553fa6e28","formula_version":"titan-u-contract-v1","latency_ms":0.4596670623868704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59b3b561a1072cf3f377bb75ddcca258eab7dff120af0603bdd2699760c8ee65","sample_id":"mmlu-sociology.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdb515ad45df2b7fdcb0357ea7b23b10d8367dbbf92ac6ef83b59c7db1c140e8","formula_version":"titan-u-contract-v1","latency_ms":0.417624949477613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5de2562dcc91a471d9b6d5d98e65aab1d67413437ca62582280870a1ef85f10c","sample_id":"mmlu-sociology.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df6ab2d056050138fb169a45cba4ec0f7a53a57158555014434ecb0282f835a4","formula_version":"titan-u-contract-v1","latency_ms":0.44566707219928503,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b227882bbe705f76ff68239c213129e56798fa225c193e9b85cf27c7fd4c6b01","sample_id":"mmlu-sociology.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d40e80b3cae37abd173b97ee3c0dee7665db78e631367ac50cdc927cc94c98e0","formula_version":"titan-u-contract-v1","latency_ms":0.47629198525100946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05413228c9247d21b29997548a2db3eaaca60670493717702f689ce8fb7f0667","sample_id":"mmlu-sociology.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78272bbee80ff1ad3d68879e234282a298e0c4fbf61fe7f4ba77b39b12fe08ca","formula_version":"titan-u-contract-v1","latency_ms":0.4329170333221555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ea741a475e38e0a807cce3b56f38ec2d3337b03345e5db3eb4c7a07e7520d5e","sample_id":"mmlu-sociology.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af0f272927fb09a26569a23dc6ca750600d7230d40dd9cb85ca81d3f76dae82e","formula_version":"titan-u-contract-v1","latency_ms":0.48583303578197956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c1fb7888625088f7c52942fcea0ade2d91d85abde18a3de4ba25afb30419ab7","sample_id":"mmlu-sociology.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbba46e785f8d507daff2b2c06b1de9ac18b2d87ecb5cf7b6b96a458f647e06a","formula_version":"titan-u-contract-v1","latency_ms":0.5362080410122871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bee2b0a17692a3728b0a8c51509d4f34758ac78dcab7c462e1f60bab66562e7a","sample_id":"mmlu-sociology.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3b9a3fead39d0623dbb0460615e6be71b2d520d64ee95ba819974dd7a0e4163","formula_version":"titan-u-contract-v1","latency_ms":0.6986670196056366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dd9cfbe654ba5d1ba908be821d6e75dc118802be6f0d754cf38f498b484550a","sample_id":"mmlu-sociology.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b552a3fbae9c9f72a44fbdcf913c45a382508477f9fb0a82b8b0c1bca48d3587","formula_version":"titan-u-contract-v1","latency_ms":0.49233296886086464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"117f16694f7741e831fc5a2600e5d498850d840d82fd876dfc1b7c80fb97be0d","sample_id":"mmlu-sociology.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9eacf37a724c5a45ce83aa042d9e7bfe525ff34b5d92e1583ce3590f332932f1","formula_version":"titan-u-contract-v1","latency_ms":0.468792044557631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f05e786d68e1e7e9eef914b957274412cd8e286471d90d393780c6c2c54e327","sample_id":"mmlu-sociology.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e022cd60b7f61332f09b5c79afd0d9a1da2cb7ff338f6ac1df04fd2ccb40bae","formula_version":"titan-u-contract-v1","latency_ms":0.5207499489188194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"525b83c5f8f9fedbd8344ca717add28b9befc30d5ec8976cce9273181e8eef1d","sample_id":"mmlu-sociology.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ab0ab5ce87f7abc46d7a1b6cfc4b1f4ee860cfe24dd129b11569f5c6a97ccb3","formula_version":"titan-u-contract-v1","latency_ms":0.5634579574689269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdf8c1e0c10acc5f89e23e2b995f4526fd2323eb50dcec6e0c26e109412d3933","sample_id":"mmlu-sociology.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90932ab9c0ace40ca97a0ccf4f51e2b9bf792d888fd9bab72ef41b9653ce84da","formula_version":"titan-u-contract-v1","latency_ms":0.53725007455796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a302bbb572116ed08b6f43786d1b86148a870221c2c778699469963f75a5597d","sample_id":"mmlu-sociology.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac9ac9c4cb5ef74118680069debdf8d73942e87b4d07146b7f3c55b334a510b5","formula_version":"titan-u-contract-v1","latency_ms":0.4804170457646251,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"458e94c519f9eabd37e18a40a5516174df38e17e24c5f4966750145cb4e945f5","sample_id":"mmlu-us-foreign-policy.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81965feb10b333277bb89677e94718db5c2861ecceb181bd2317965312a3ebf1","formula_version":"titan-u-contract-v1","latency_ms":0.5181248998269439,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1656d77829305b0c4dd9efee570fdc5e7c0a4bde62be3ae8f9d505b3c1396708","sample_id":"mmlu-us-foreign-policy.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0d51eaacf2d310bb2272615c4cc135b64660b2b17f355e75023010a344237f6","formula_version":"titan-u-contract-v1","latency_ms":0.4612080520018935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"01caa1c95d194c2ddb1ae9e3b45d46a61bc33ff18bf386c1bea213b02b365123","sample_id":"mmlu-us-foreign-policy.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8f0891a70417fe3ceae541c8c704b3bc01cbbc724737b2efd9ab831ea0bfb0b","formula_version":"titan-u-contract-v1","latency_ms":0.4657920217141509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4bde28b7e05c60c302c6957fb11bcbd9525d62d39d7a3562595e257b3ed013b","sample_id":"mmlu-us-foreign-policy.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b16efe8a1848db75915bd320d2ffbb67719c0e19bd4023af7866da461de3f5b","formula_version":"titan-u-contract-v1","latency_ms":0.45074999798089266,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10a46da3610fa71d921e5470df56f8004fce1eabfb5958e52687c63975c94e84","sample_id":"mmlu-us-foreign-policy.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1b9de3d6a3cdc0d45a3e747f21bc45948b83b22db244469fdd19862be52e91c","formula_version":"titan-u-contract-v1","latency_ms":0.47258392442017794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9264986b0d52e638392050e69d9091beb998111f7aa9d984b9cccf676bfa8aca","sample_id":"mmlu-us-foreign-policy.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0069aa9be83ab6f2e240a060950319ab5a669b038dbc56fd4549ab3130c83568","formula_version":"titan-u-contract-v1","latency_ms":0.4437500610947609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af4068eea7513b32ae7f3ba87d8444987b57e4d74d9f1c874c12ec6dfbde3931","sample_id":"mmlu-us-foreign-policy.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d4626f84b71ccbfd71d0e718549dac2ee0c768b540c9735ceea006ede1fee5d","formula_version":"titan-u-contract-v1","latency_ms":0.5037920782342553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2a63ec37fbd20e0c1161883fe222ef1e70e4bde576ebb90ab1a1a5bc90ec5b4","sample_id":"mmlu-us-foreign-policy.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"796f8077c546579eb7c7b79b450f172c55de0c4c4e546d3f89f5daaab72b8444","formula_version":"titan-u-contract-v1","latency_ms":0.499167013913393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8ff8448e42948806c7387d3e87b582b76c34263aef4aea866b8c2374a0068932","sample_id":"mmlu-us-foreign-policy.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62db556548938ef37a4dd8cd97b24fb3085e8397643cac8c3563d606bd02d3cc","formula_version":"titan-u-contract-v1","latency_ms":0.6039160070940852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3df7c26c46e5d89a4a581b246eee1d416d3147fc4947405cf346235a032c984c","sample_id":"mmlu-us-foreign-policy.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf813421b120441ae1e17623fe5a06ebd29f570f53c818ef4f5b5707d811ac7b","formula_version":"titan-u-contract-v1","latency_ms":0.4742919700220227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd907a7e90b5d6c4d4244e3bf29ca26681e7e5d91354fca0eb1947d7f92b0c21","sample_id":"mmlu-us-foreign-policy.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05e785318bea04d23be45a5a7e1cf00bd678f9e272774ae6f994fa6ae97cbe13","formula_version":"titan-u-contract-v1","latency_ms":0.5035840440541506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"001143c2d0d86fc502f163abfb8d2b17e9355d8f83d419c1fab05caa0018fb25","sample_id":"mmlu-us-foreign-policy.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1d9a5a19fa7b740e5f7a79f05b065a1a60c66d313c22644813487a03db96815","formula_version":"titan-u-contract-v1","latency_ms":0.42699999175965786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb66a0b5ddb315a664add3c392d89f73eda4ca5514aa80ba7248c8c508584f0a","sample_id":"mmlu-us-foreign-policy.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7c8bdbda74cef8bc131c4a5351bcb57199e51751631d940bd2bd290b0ebfdb1","formula_version":"titan-u-contract-v1","latency_ms":0.5097499815747142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bacd5a49fc67c0209c42a8172e356fc862040d7007ae876c25f698a0b4f7a54f","sample_id":"mmlu-us-foreign-policy.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8eb3b3a3393acef63f11d43c18eeb45c640c1fa7a2c42b0ec2f1184fac9d99cb","formula_version":"titan-u-contract-v1","latency_ms":0.4642499843612313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3a3fa1ff0717fab03f5074e12932a31997876b1a5027e034c673675a2464e1c","sample_id":"mmlu-us-foreign-policy.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"810f363bd3f161c6b7e9fa2f8de30dc625995c08fcc81d01dddedefe445013ac","formula_version":"titan-u-contract-v1","latency_ms":0.41874998714774847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e78d7503a2213886a064b4f502a7bbf6666dc216fad8b341aa20ab0ea1bcec4","sample_id":"mmlu-us-foreign-policy.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5144381220c7214cd3077558896188160f007acccfe87dfa565773d4975babed","formula_version":"titan-u-contract-v1","latency_ms":0.6705420091748238,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"557226a1f56a1ee15ccdd75d69fd04269c2f283fa6292c4a0528b0255f33d5a9","sample_id":"mmlu-us-foreign-policy.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f903697a1cab3891fdc300682eb27c5e9672433de7d886ffa8975834d1398a8e","formula_version":"titan-u-contract-v1","latency_ms":0.47224992886185646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93aa21da59c842bd7fd2410571725ffc664e55a00ee5e47cc5c0156cacdd308f","sample_id":"mmlu-us-foreign-policy.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"028059197798782bee890f08c3b57ecefcea0979abef2b7755d1881ac7f60c63","formula_version":"titan-u-contract-v1","latency_ms":0.5302919307723641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"269ca452a6182c7c666a763198fd6917ca989df3a1bd6ec6292bea0da615fa39","sample_id":"mmlu-us-foreign-policy.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"894543f3b8d7ef16a531377589af372c21130ddb8b4cdc59654cfdf88a4681cf","formula_version":"titan-u-contract-v1","latency_ms":0.6469589425250888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e43e9109936851ffa0fbe717bd3ba390980c8a0e5dbf08e3e96e6e24cadc0a7","sample_id":"mmlu-us-foreign-policy.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8321b0e739541075ecc6038ed6e904786b317dcfb580c4908fada1fa832e01ea","formula_version":"titan-u-contract-v1","latency_ms":0.48358296044170856,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1a9c6359527ad62345ab303b92ac53fc6a15c6b686bf54212649942b66fe62e","sample_id":"mmlu-us-foreign-policy.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"976152c3d9a15a46f7037862252eeb0a60fa58a988c4d6aed57e9a618fdc5c58","formula_version":"titan-u-contract-v1","latency_ms":0.5117499968037009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2204bd3669da8d4b4c67d786812b3de3bbd773667145b057837fa12fb9157e3","sample_id":"mmlu-us-foreign-policy.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23bd02bc0482d451b2b447024dcc3d372520d8cbe59bd3e1ad6eb65518e696f1","formula_version":"titan-u-contract-v1","latency_ms":0.43004099279642105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2531606adadbb5e2cdbc1ec10bf50f4c6ff90e0cd2d81542c2d6652fec70225","sample_id":"mmlu-us-foreign-policy.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ea3f1013828dd9c62f8b6163250ee6fc25440c7d04218bbc9217a0f12918ff4","formula_version":"titan-u-contract-v1","latency_ms":0.4171250620856881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e9ade6426a5b161c902b9756e6c66265f62210aba08e95de78b08b816c02e02","sample_id":"mmlu-us-foreign-policy.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fc95c4cf4a84c8fdf2e06a6f5d838486e39c45a2a0ccf0b33c867a220f67aef","formula_version":"titan-u-contract-v1","latency_ms":0.527750002220273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2533931f5acd02539b13bca46538866dffe7b4bf9a0b3ea87ee0c4d063a99729","sample_id":"mmlu-us-foreign-policy.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fec1f037aad0c3487223ea105eca03aed69e606877bff088adfbf9d61c11299","formula_version":"titan-u-contract-v1","latency_ms":0.45358401257544756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f99161187425905a4c0e150b90a909d4073981a41bfa97e4a8ee634b72526e7f","sample_id":"mmlu-us-foreign-policy.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d639d80dca5bc8f1f427ce64148f2bb9b8382a47848c1815635b9d80a6c0d81d","formula_version":"titan-u-contract-v1","latency_ms":0.4840840119868517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96665d7213fceef7da71fd4fa9c36f6c239df72515072bac4b85e01abe7196da","sample_id":"mmlu-us-foreign-policy.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19667ff324a5b8016b6913d0c7f33daec39b19f2ee8e6ea3e1cbb8cbbb9afc5c","formula_version":"titan-u-contract-v1","latency_ms":0.48033311031758785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"135ece5b051f5f6d2ae807d1f506088c5092db4d7c91d43f1a2e3923400539a6","sample_id":"mmlu-us-foreign-policy.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cd27224439cdd2e5cd29ce46c72f27232445f3507f601941a934d12bfaab4c2","formula_version":"titan-u-contract-v1","latency_ms":0.4854999715462327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15c5d15bf828d02c38592729715f2eab056045f1dd9dc7c37b63cd112a402e3b","sample_id":"mmlu-us-foreign-policy.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4763effaf30ca2c3af21649bdc3f253eac180f5f9ddbb0e6713b0db0e721be67","formula_version":"titan-u-contract-v1","latency_ms":0.4290411015972495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e580a078fa9b42dc55662e4ec5087b7aba9882c595dbb874ba3e3e56d6613d10","sample_id":"mmlu-us-foreign-policy.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"84d6a2afbb52005bf676d009483a645c11177bead771cb1c2a44f8c09a0ccf20","formula_version":"titan-u-contract-v1","latency_ms":0.4866670351475477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e44c491e3c1570fbaff39d059822038cc0732e8de0217112b63071802b0631e1","sample_id":"mmlu-us-foreign-policy.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0397b4ba1093f364b39592030d17eb8b4528e6e7e526059d5cc99d59a7b08c63","formula_version":"titan-u-contract-v1","latency_ms":0.45670801773667336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b3fe250ae71615591bc2ff1f866976384b79417df04faa73f0eb67dc49ccb16","sample_id":"mmlu-us-foreign-policy.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85f4fdf60b0d4d0a14c6201c5b2cc1d4b0e5ebfba4d9d2950d40bb955afacd9f","formula_version":"titan-u-contract-v1","latency_ms":0.48795901238918304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb526e93049a74176fc860611be38d4450f9cec808dc13ab70df2d7cbb30c2c1","sample_id":"mmlu-us-foreign-policy.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a97d1060d1c1a4be9340116172c09830f7dce9b4610318f75c891142a60de7bb","formula_version":"titan-u-contract-v1","latency_ms":0.5788749549537897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4c66c580c5986ce8b3cf4eb15633abc98ec9381731f62958f5780af4fd38b70","sample_id":"mmlu-us-foreign-policy.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2b4fa6626b4cabe105399b00b8ac71318f021e562c7de163860f6417395069c","formula_version":"titan-u-contract-v1","latency_ms":0.49516698345541954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd3c55fe88263d6752190cf753c3df27dcd546fdb9772834171a7489e96755a5","sample_id":"mmlu-us-foreign-policy.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"289fde56a0d9257ad46db9e9f21981cbd4f8163ca666f36dc4730986102a0d06","formula_version":"titan-u-contract-v1","latency_ms":0.5070420447736979,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d71395c6eb4f307ff7e1843e1052e7a7ca17c4d946c5c012382360da4276702","sample_id":"mmlu-us-foreign-policy.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"541cc54e0ecc3a2304da0585e26be52a54d5156830809418ad887e0f674a6c73","formula_version":"titan-u-contract-v1","latency_ms":0.6371249910444021,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"023457516f83b18208361c6485d8a3893f0ab54d79f5397e00e4001d5f373c05","sample_id":"mmlu-us-foreign-policy.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"086c16f9c0b769295bf5f9bcb37fbca05bd0ce3065062913882e6adbb7a2eb7e","formula_version":"titan-u-contract-v1","latency_ms":0.46066707000136375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54dfb5441685b0e0faf4bcf7b0b8494ee841ebaf31d15b22c5991fd4f97f80b3","sample_id":"mmlu-us-foreign-policy.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d639d80dca5bc8f1f427ce64148f2bb9b8382a47848c1815635b9d80a6c0d81d","formula_version":"titan-u-contract-v1","latency_ms":0.45441603288054466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b312b9ca6323c7389f0cde4098fa3d0f5e02fa5cf75d6ae6c188f3f569bc87ed","sample_id":"mmlu-us-foreign-policy.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42c7c1a7052f46dc1ea70afa8640e4f6beefa92a00d2f5200b34f36535677be9","formula_version":"titan-u-contract-v1","latency_ms":0.4497499903663993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38fc480b2ce19114c16484dde73924e27d1f73794f4a122ba275643e46517b8f","sample_id":"mmlu-us-foreign-policy.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"982af264dac816ed39057abc1f306a2307a1452704b4676ca034fe75273b6cfd","formula_version":"titan-u-contract-v1","latency_ms":0.6845829775556922,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7140f5f0c36c937c0b719041c72863ecd670b66f70ef80c6859d7e2faaf606a0","sample_id":"mmlu-us-foreign-policy.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb0d9a989468ce76d9a819a652d65c4253c95482f12209a9290e0b00cbd80022","formula_version":"titan-u-contract-v1","latency_ms":0.5414999322965741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91cd744ffc4f0bfd135a57175b5758e45432ab132294008508a24bccb5a7c44b","sample_id":"mmlu-us-foreign-policy.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16538a69302666439326076660b99b049ebfa01cfe021c8e4a53aab3098d06a3","formula_version":"titan-u-contract-v1","latency_ms":0.8703749626874924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77c2097062f8fa8342171e8e1a35dbd50df4426bdc14475a41373f0b70d4a5b1","sample_id":"mmlu-us-foreign-policy.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4381a972ec05813f2df555414c9c458a473a3b95289eec4b29674512ec9fb738","formula_version":"titan-u-contract-v1","latency_ms":0.612374977208674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b52ebc4ed2a7d53b39fcd8ae25fdd4ba854bcb886f7b813b743113fb6ad4bf5f","sample_id":"mmlu-us-foreign-policy.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ff3d940dc58a492aba36d1d011775c9318ddccd59ae5a4a4d88a2d52aa235af","formula_version":"titan-u-contract-v1","latency_ms":0.5847080610692501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"168c91fdf0052256aa821299fa1de41c00e9a8f2d72cc56180577dda5e7bc23a","sample_id":"mmlu-us-foreign-policy.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba96663a0a491a641ff187132c035e0d36e20613f8a70c0323e234f983131b01","formula_version":"titan-u-contract-v1","latency_ms":0.5966669414192438,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"910e895ce7d5dac2193074edd4aece2304d312acfa64f5ca1bb183799175997b","sample_id":"mmlu-us-foreign-policy.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c4b4c721ce6547a380117291ba941cd36347b1e3ea68eb5e9c4c1d9a967aeaa","formula_version":"titan-u-contract-v1","latency_ms":0.5677080480381846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8eec904919a5d14c6f98d7e22a5aae78bf9f3a8964a16b2563ff362a3b9c7eb","sample_id":"mmlu-us-foreign-policy.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9a30fdc0913b0aff8db3487e5d0fb1bc716bc4b99510ccddbaffacf2dfd351c","formula_version":"titan-u-contract-v1","latency_ms":0.5987089825794101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc340fc93a934d75b09c5aeadad5eb65fad7e1d5996b61868dc9a86b3e0a9f79","sample_id":"mmlu-us-foreign-policy.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ef3c8ec5bc66f3f93b06cbba45e9a7a09024dbc46a25a3838e8c85b2ca9ee35","formula_version":"titan-u-contract-v1","latency_ms":0.5152500234544277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9509328b0e51124fe3580470c14b244272c8b4bbf44804914ff1bfe1db635c16","sample_id":"mmlu-us-foreign-policy.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86c4ab34d2d1b298c951819908d1ec9d0f6a4bfea9cae3f7da6075619cc69291","formula_version":"titan-u-contract-v1","latency_ms":0.5835829069837928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eae7a0f68c06dcef61ef5c0c83badd09338f93eb06487d3f9f6c7c8a300753d1","sample_id":"mmlu-us-foreign-policy.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7360d799c85d8495231761b7f5639109ae99f118cef1eb4ced96cbf06349f353","formula_version":"titan-u-contract-v1","latency_ms":0.7629580795764923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5673e3589a112f200a3f51b598e81e6fdcf35387a955b9add45a3018823815bc","sample_id":"mmlu-us-foreign-policy.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e51d6845f7e8a33bf73dbce60a11d154507239e9da465a3a953b7b9f92bf24d7","formula_version":"titan-u-contract-v1","latency_ms":0.6582919741049409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f15c2bb0ed18f6fe5e672f0395c3289bdf59c96b8be9a5e87ae61b6d507e6e9","sample_id":"mmlu-us-foreign-policy.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49b81a6ca97839429ac4ec01dc6d364bfee8a7716791a2a9da0cfc4879979259","formula_version":"titan-u-contract-v1","latency_ms":1.9417089642956853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a86323ac6734b5d245ff3ba70c4226733ddbc268b46c5c4feb4589d255411841","sample_id":"mmlu-us-foreign-policy.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96cf8bf24bb57034cb68ecee438de9e50e2d569bfd8cc85e7e6b0996d33570b3","formula_version":"titan-u-contract-v1","latency_ms":0.5807909183204174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c9dc4ebcc20dcc6ce3f150572d3ec137ffa4520dc8b2ce6c8ca274d01f7535a","sample_id":"mmlu-us-foreign-policy.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0096d720081c760a96b169dc07a12a7ab1c766c3124b868d3e91103fbbe5a26b","formula_version":"titan-u-contract-v1","latency_ms":1.0653749341145158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"673d20e1c76d65e585d307c3a40725a8e0a3ed49bed583a6b2e59fadca9c2d73","sample_id":"mmlu-us-foreign-policy.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01fafedabc5b8bace744931435eb5ad96f4143541b6a9c08b412e77d151687b4","formula_version":"titan-u-contract-v1","latency_ms":0.448542064987123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18a02acf18ffbc307d5b4356d9918842c1993b26e1431b85f830b0126489f77c","sample_id":"mmlu-us-foreign-policy.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27a3108c36bed12ad284653988c8882251680a738029f446d41c522f145393c3","formula_version":"titan-u-contract-v1","latency_ms":0.608125003054738,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22401c0470aa7108c329ae0369760cc3d2800142339102e052570b8ef6876ff6","sample_id":"mmlu-us-foreign-policy.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d823d823d01d98882910833bb1c2f44acb7d97457828f7d17195ef530f498d3","formula_version":"titan-u-contract-v1","latency_ms":0.6056249840185046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38ebca48a15eb58d20922a92213221391d9959f37dc3ff923050d17367916308","sample_id":"mmlu-us-foreign-policy.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"961d9373958f66f7898de3ae09cd49c53097b1fddbb5898c10c4e8e2f7d34d91","formula_version":"titan-u-contract-v1","latency_ms":0.6131249247118831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47369ec69554fd419ced44576998b267e01897b530b18e2afed0c41ccef26cb5","sample_id":"mmlu-us-foreign-policy.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a6e123ebf4bea9a678956cf71c0c63ae0c65a32a5d969392f9028908f2ad10d2","formula_version":"titan-u-contract-v1","latency_ms":0.46254205517470837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b9c89b64866f1a14e57815927cfa02935656b4c20cc4f1a12c9e8be564fef3e","sample_id":"mmlu-us-foreign-policy.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee1675c1171154841defe38d166d1a11cf57ec4d8e58901566f6f07e3259b8dd","formula_version":"titan-u-contract-v1","latency_ms":0.6009170319885015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ffc6e4592e11fcd2e66f52a21ad136922f198cc820902e1a6fd2772315b3b18","sample_id":"mmlu-us-foreign-policy.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"448ab81540361edc9fb5d9ccdfcc365b0c48e331878634888c7a2674e2c25d23","formula_version":"titan-u-contract-v1","latency_ms":0.8432910544797778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7519017a90760dd4a7f80321f6913e8660f795c9afb32a8beab3151ffba87b5a","sample_id":"mmlu-us-foreign-policy.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b49b359e3899a25818a51d86ae94717da69cdb8048f8877e54ce7b7afc43d0bf","formula_version":"titan-u-contract-v1","latency_ms":0.45262498315423727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0a488ed550ec89844f5dadb66fadfa6793b06f91188e44c8dd667db2e8430e6","sample_id":"mmlu-us-foreign-policy.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2834bd400aa3f7c377f07b84975c98490ffe9f0ee8b85fc0a4917cf8c8db6b7","formula_version":"titan-u-contract-v1","latency_ms":0.5620419979095459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c258ede76527a766e0714c2065adc1fdcf29958855148c3a86ff19ff5ca58396","sample_id":"mmlu-us-foreign-policy.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c27916161423f2b194aa2e850202675285b68859f6c4115e23af9e40b0dffe9d","formula_version":"titan-u-contract-v1","latency_ms":0.5684579955413938,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18af173f40500c77fed23a2df8525f66639a193684090bf73478a38e04c60104","sample_id":"mmlu-us-foreign-policy.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"650ffe6ae3253683359b5d1eb1919a7bd3a73edd16c56dcc9bbe37b6796e5851","formula_version":"titan-u-contract-v1","latency_ms":0.49650005530565977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47047493554987692965f50676148aff31cfe0e372d82d1f3e7218b733182e20","sample_id":"mmlu-us-foreign-policy.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02779be3177f9ecfe91d4e110f8dc4d2557a8c1d14151fd47f7ed3f76b6a245c","formula_version":"titan-u-contract-v1","latency_ms":0.4710420034825802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa680a9765aca743a3f7dc1c841ccf80dd8c98e6e2fab3db8a5546491a1280cb","sample_id":"mmlu-us-foreign-policy.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23caa5315183ed13a09772e3f30752156dc179353feb318023b7e3298522a4ba","formula_version":"titan-u-contract-v1","latency_ms":0.6201659562066197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b58cea4a9ba74197dce60360c9cfd493892aa786d552d283334189523acf6e0a","sample_id":"mmlu-us-foreign-policy.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e38b2206657880b1c0333fb5be60aaa2fd98ebebc3be9196f23d6d5730006795","formula_version":"titan-u-contract-v1","latency_ms":0.46787504106760025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e87dd25db7287c7cd6e8d745a52fc2e5015ffaef036fd4c9c8c805ee2001604e","sample_id":"mmlu-us-foreign-policy.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e6452dde45d8cfcf4903e8642309f867aae4cb928deb5192bae3f26f8cacd98","formula_version":"titan-u-contract-v1","latency_ms":0.5730829434469342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fc1f1f42a007601d9fd55dc612a3fa6dbf8c0a9ff1536d33f3d6f50d3521634","sample_id":"mmlu-us-foreign-policy.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"960a0d624cbc9a76fd635413ade621c0d178be082056f835985f5e6abacc342a","formula_version":"titan-u-contract-v1","latency_ms":0.6607910618185997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8eb5a1a1b8205fa78d448b51dadad27494c33b4477a2a40eed53a95cd31d6bf2","sample_id":"mmlu-us-foreign-policy.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d567fff7409bc8fe8961579201f72781c81f72aaad95d27bf6d5d3a27dddf90","formula_version":"titan-u-contract-v1","latency_ms":0.7412090199068189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c25914d4d9a7c54a27511a5929ac6ee489edb44957f98b16a1e6aa544c20874c","sample_id":"mmlu-us-foreign-policy.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b98397f2b48fd5586ec8c4593ac08e3e256f92d3ce27ff5e406be3b94130302f","formula_version":"titan-u-contract-v1","latency_ms":0.5382919916883111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14e84f31c9a9548a53568f9a39a29495cbe2d442bd323ccaed04e7f65c0bca6b","sample_id":"mmlu-us-foreign-policy.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72c2cfb77eba59fdb5341eacf90da41cf3c48694a6f5650986ae15db3f64f72f","formula_version":"titan-u-contract-v1","latency_ms":0.4747089697048068,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b4450dda3b424e805ac31078716a0e370f4e2bfaddc3aceddaed0cdba51521a","sample_id":"mmlu-us-foreign-policy.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ae29843e6377a22b64abc9640c9a2c573daea1b8e3d173205f48daf5a133622","formula_version":"titan-u-contract-v1","latency_ms":0.5769999697804451,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17153338e63ce880ad432a6e4861e17e815a7565096e76e6ee6cdb93bdc1249d","sample_id":"mmlu-us-foreign-policy.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14b6049bb6ed81f6d91356f9e5a246b85756035f4192775a0edb737e74912707","formula_version":"titan-u-contract-v1","latency_ms":0.5236660363152623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f49da6520b86efc5b512d212b00b053086d14439c038b04a19b788f35b41841a","sample_id":"mmlu-us-foreign-policy.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eff9bf17de17f16ba07f0213e43080ff8c3806f8a8a45f58208247b9e98ef89d","formula_version":"titan-u-contract-v1","latency_ms":0.43716595973819494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a8deb6fb24d386e3a3767f49631890cd401c5d034bce0b215ecb720b343f2e2","sample_id":"mmlu-us-foreign-policy.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1607611d7cd8706c8993174a1f2e7aa3b3f6108ac249d0631d985c5dd8e70b2b","formula_version":"titan-u-contract-v1","latency_ms":0.4087919369339943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5362742872196b0a3f8611099c4f1d0580c6aa654f578539abea3becb259ad13","sample_id":"mmlu-us-foreign-policy.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aa1b9a6bf0a8c0490d944e99195618dde3d26c996325fd83152e4827c5a7cf4","formula_version":"titan-u-contract-v1","latency_ms":0.490125035867095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14901513ff3050cf3041dba7141c2ed04ca03f2cb2ddf31e4fff767ed8113472","sample_id":"mmlu-us-foreign-policy.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bbc87467dce1fae3def4deb3a0f33de178c144bc4974d9f5d0b8c6259a6c625","formula_version":"titan-u-contract-v1","latency_ms":0.4995419876649976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e77428660a17ea8c83f97aa1fb08403146bac232ebfac30a43b7cb2a71252128","sample_id":"mmlu-us-foreign-policy.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b691d2d8103635e74cd01c1f9cda50a86047d92236bbbff3f1ccfc0ec5d463b","formula_version":"titan-u-contract-v1","latency_ms":0.41874998714774847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"631d526af5b65a97faae75e8fb0f567bc3503ad97f5500dafd9c0ee550cfa753","sample_id":"mmlu-us-foreign-policy.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07cf48aef0a45c739e8ccae0f0c2e39941d830cadee304296455f0e70e53c209","formula_version":"titan-u-contract-v1","latency_ms":0.5332920700311661,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f889a3d615e9f9a8284d68b3f819e058a0d7f2c0ac96cdbd3f2768d81d3965ae","sample_id":"mmlu-us-foreign-policy.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e740572c0c21bac46d85da988af5b0299df0625375e73e3b0a80a72c0b6e956","formula_version":"titan-u-contract-v1","latency_ms":0.9891670197248459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bdef03722a57e18435a9624b4efbd283eccf568b4f45db02724b3b37aa49208","sample_id":"mmlu-us-foreign-policy.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f455812aaef99dcbfd7a235e109fad2bc69c63cd4d0d8af2aa3cdb5b992c21f","formula_version":"titan-u-contract-v1","latency_ms":0.5323330406099558,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca7c82bb18bb445b6146b0bc358698af6bef1ccb03f95348789f33b7162edf57","sample_id":"mmlu-us-foreign-policy.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c3cab1f8c05a42437af7c48eb150a72ae8b332ff97a5ea8271f535795d4ceec","formula_version":"titan-u-contract-v1","latency_ms":0.6117079174146056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d91fa12626310bb043d860f435a0861f9a2b3283f73fdc26c64871e84f917e2","sample_id":"mmlu-us-foreign-policy.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcf598318ceb8f87dbe47ded3bbb089a2676033f64a0d9158c3f4dd08c459222","formula_version":"titan-u-contract-v1","latency_ms":0.6655419711023569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ff02ae610f2f1cf4413376066397121375d7216455d7e62dbb31c79ac8485da","sample_id":"mmlu-us-foreign-policy.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d85cf6e13a3a09ed0ebdb759e9ee3d872fbe84afe2eca71354ab30d33efb2c3b","formula_version":"titan-u-contract-v1","latency_ms":0.4710420034825802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b19aeb547f0a2f028122e32293f82aeb14bb1128bdb4aa95163463f589080548","sample_id":"mmlu-us-foreign-policy.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7f4637373fbb3148d227c874e55f4cdd8079edff779745d00ef21673c8bb94a","formula_version":"titan-u-contract-v1","latency_ms":0.6728749722242355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6466086eacb118a393c4edfdb1b925716c4f30ba107d0474c50594966e02f9e","sample_id":"mmlu-us-foreign-policy.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9bb0e29c4be99e54de3025c0cef71fe435c0fb49367ffa99cd1b548c5333988","formula_version":"titan-u-contract-v1","latency_ms":0.5421669920906425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"256e4fc7eff125b82f02cf84ec2de1d28856ad69e535de3ff727696d1622905b","sample_id":"mmlu-us-foreign-policy.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0ce29e8a1e6900df71120b99c40d2484ff1d43ca25f50ff3fdc8ebbeca285d8","formula_version":"titan-u-contract-v1","latency_ms":0.4490000428631902,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"750fa35a9db825be3284f78a50aab8a5772b8125a70295156a4e0ea8f2a59abc","sample_id":"mmlu-us-foreign-policy.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f313cb6945b98d74b5444a12a4dccc74d9a70577bb72d52479e4066c9b682ac","formula_version":"titan-u-contract-v1","latency_ms":0.5030420143157244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e0636c44ff22bf612d01b6ae390948122f187e7187122513ff32f6fc79be7d8","sample_id":"mmlu-us-foreign-policy.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90ec52b5f5a034000e4de7bc0e1c0a33318cd177c08a31f2130660886a9c8fb3","formula_version":"titan-u-contract-v1","latency_ms":0.48483291175216436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b9cbf5deeba72a090be3e6d375651975e541cbb4da2a46e9024268578cec68b","sample_id":"mmlu-us-foreign-policy.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b1f75653089e62920a85f28f407037afd42ecd1a06a3277101c13caaab7b1f81","formula_version":"titan-u-contract-v1","latency_ms":0.7710839854553342,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c399ad3f4b6c2c06db7b249e7c6f1fc62fd04ded782057b22e5fe36d2e93f029","sample_id":"mmlu-us-foreign-policy.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f721661f0fa2deca17065e2ab0ca65b560f7da5fd352bea6078ade70588790ba","formula_version":"titan-u-contract-v1","latency_ms":0.47629198525100946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f54970e0d549f919e680b0c648607b2a313acc0c7b7f62651f5ec8b5c099e171","sample_id":"mmlu-us-foreign-policy.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"483047bf9532cbac7bad34d6cdcb2de28d87eb07aa40cb1916ae4a60f34537ce","formula_version":"titan-u-contract-v1","latency_ms":0.8247089572250843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b9ec144e46b053a317a86595c7b66dd6f23c728eda30ca1390ecb589f44046b","sample_id":"mmlu-us-foreign-policy.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43d627bd154e364230c2dfe2ae9c98b9f51206da3d19fe3b62a8ca7f9e2bbc48","formula_version":"titan-u-contract-v1","latency_ms":0.44170895125716925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d34568b4320a3ce408efc1f8d323357a4e9bdb7a898e4680c3836729046a420","sample_id":"mmlu-us-foreign-policy.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"803fd72517388795b45ac121aeedae2c20cda36bdfc076f72d0c9b043354b513","formula_version":"titan-u-contract-v1","latency_ms":0.42633304838091135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"033465a161e00dffbc593f4a5b3c20979fc68ab5db8ddcdbfcef20c101e2dce4","sample_id":"mmlu-us-foreign-policy.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ffef05222f7c9233e7604dc1d01036d4febafefd2b18b03bfeee80977e86b6c","formula_version":"titan-u-contract-v1","latency_ms":0.5123339360579848,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1106dd5e0213912d37b8a074868f22afb56c0fd7863f298fb10b6c5b71d101ca","sample_id":"mmlu-us-foreign-policy.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39eac32007a7145272080728dd466406eb1dff9e154185e12be0c6483c6f62df","formula_version":"titan-u-contract-v1","latency_ms":0.6752909393981099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c69ec950148a9f01daef34c9adb675d1b8b60e0c6f24f0f3fbb61d4c76de168c","sample_id":"mmlu-us-foreign-policy.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48afccd052058b5e0f58040b8ec846e18b0a29c9f26934e0f6cb50f769219f01","formula_version":"titan-u-contract-v1","latency_ms":0.41129207238554955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9956cad975ce0d0e112676224d9656b712ac9a325f8cae11cefcea320be7e545","sample_id":"mmlu-us-foreign-policy.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b054f1687815f480fff0c8d1dabca4c6d9626242971fd5a252e119522aeab4ca","formula_version":"titan-u-contract-v1","latency_ms":0.49691705498844385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddf0723f2203b0af33b7beb27e034cb52c8a558ac6c2a7e7d6728cea080e121a","sample_id":"mmlu-virology.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2aa7a2103c9e3f547d417661c33908b6baffb671ceef828a939411bd1a9c72a","formula_version":"titan-u-contract-v1","latency_ms":0.8108339970931411,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a42abeccec984971368ef0c98e4611974e8c09ff0d1eb98787742f11a0acce8","sample_id":"mmlu-virology.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a192eecabb789bbdb064d7907ee9be39ef560b518f64988795fad8aca1f052e8","formula_version":"titan-u-contract-v1","latency_ms":0.44891703873872757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5606cf8bb3a59ac84e48e21f2dc19c406a737bd05c95583e2081f533b4ef97b3","sample_id":"mmlu-virology.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd615b957dc2810e75e5fbea574a353c0754d6f8a6708721e209a3878eb75604","formula_version":"titan-u-contract-v1","latency_ms":0.6680419901385903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6974eeca5fd76b048d396f3e937e7f4f8903ec773f6d91bd80bf7e4e41a7eb46","sample_id":"mmlu-virology.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e3458513ab73ad33a2820f7b925e9a4d988dc2a80c9a112d6284e265ef8670e","formula_version":"titan-u-contract-v1","latency_ms":0.4877089522778988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71723d7c2f2c4b6e5608b6169c45d68113ae0e6ee8e1688a19edebdd93cba61f","sample_id":"mmlu-virology.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b6a76d3bc1e89a3e56f3770e89febc6aaf788865f6250b7b2590b1011f0034d","formula_version":"titan-u-contract-v1","latency_ms":0.7435830775648355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab6ca64d8c1350ae76fc886e1e085fe0849b4bde96924dcc9e4e61956907e02e","sample_id":"mmlu-virology.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"601d01276204e66e06dac6277f0dbd48a7e7505020406f9112abbdac57115e98","formula_version":"titan-u-contract-v1","latency_ms":0.6347079761326313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"16b89992812767cdbfcb546a4e9127a83fdb91d61c65d1874202cdd0a5235746","sample_id":"mmlu-virology.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05fb60de212f02360f1976bca2f3c7b03e75e355fe4a9bda50a0fb73dd25a67f","formula_version":"titan-u-contract-v1","latency_ms":0.46204100362956524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca1311064ca61dd438ceadc406b79cd1c9ef3e3a431339cf63e6724af341a9e3","sample_id":"mmlu-virology.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a47d84f49044d988bcbf5b28fee47e8c37440e8aa3c8b161fca52a5484a4efc","formula_version":"titan-u-contract-v1","latency_ms":0.7075410103425384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4949fe6209be1b838d79470a9c28d353300042981b52ffaccf6d0c6a96d43280","sample_id":"mmlu-virology.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4088b8796b8341e5f7042aba03b023c9437de0e1fa18835917a51109dfa8aac2","formula_version":"titan-u-contract-v1","latency_ms":0.4569580778479576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"479e376cc4227356b6a34122855b9b1868cdb10025834a7e8c4affd639d5434e","sample_id":"mmlu-virology.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d17c8d9cecee082060a2a45765292b9d4625d26a43da635f519fc327d9735d0","formula_version":"titan-u-contract-v1","latency_ms":1.1584579478949308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a88fc38f10486fdafdc66e95f0255fb0d79d7ba58af7b49c8e1b3ae5329b4c7","sample_id":"mmlu-virology.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"af02fc5b150e69a4575e2b7e680f8a932f436b47050d229ecdaa21ff078e3068","formula_version":"titan-u-contract-v1","latency_ms":0.8269579848274589,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6ba1a060875c059fb3f0df1646f017f3c6f0a060de7d6265a1d853170e3e07f","sample_id":"mmlu-virology.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a40615cfe448573e8cf569fa27e13891b4541d8397f9bc14155757a8105ba455","formula_version":"titan-u-contract-v1","latency_ms":0.475957989692688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45de03aa5ba9a2b9bb0cc564c9993fd8687ac6d46f8beb07f48ef4cd3fef1f70","sample_id":"mmlu-virology.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97846c5afb70d671a0e86040b820e347fca342f675cd48e0e0fffcd9f601af6d","formula_version":"titan-u-contract-v1","latency_ms":0.5870419554412365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d2390a0d55eb3b4f0e0f23f42f7b4c2db744b99d318f6aa2518f497fe7605f2","sample_id":"mmlu-virology.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9e521ef45f761b8e3c1acc7db35dcabc00dc421158b513e02edd5b26c07544f","formula_version":"titan-u-contract-v1","latency_ms":0.4453329602256417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eab050497ae0db7e1325626de00a7c1fb4b49f31008dcc9cd1fa4e0a3a9baaa5","sample_id":"mmlu-virology.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69c48cd18910ce210ba901e7ef502db9a82f6e4208eceee4b803ce8c42e7e7b0","formula_version":"titan-u-contract-v1","latency_ms":0.49395905807614326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d035c7048aa195b50f5e9215ed33359d7e9f7158ff1b4e42d7e5de1dd2fc560","sample_id":"mmlu-virology.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cf092135839d3fd5557305a2cdde36c9405ef2fcaebf71b197dad03c28e8ab7","formula_version":"titan-u-contract-v1","latency_ms":0.5848750006407499,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a22c2a4afdaef717d27dea46078611097cec2cfb1f2770fd63175a954c4140f3","sample_id":"mmlu-virology.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"208c84cf047516cf4155e903a764f592bf515b4a887105184ea0e11b121c8876","formula_version":"titan-u-contract-v1","latency_ms":1.0005830554291606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6daeb57b43f0806b4c0a8e6cc615b77cd550fa3d95eb8359b64f7f789d41f3b1","sample_id":"mmlu-virology.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f2ce5bae9cc32d8ce28f7e9a5746627401f026ec5f0e1783236e3873742044a","formula_version":"titan-u-contract-v1","latency_ms":0.5695000290870667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbc1b7866e0f50672485731d3ffe4d45e5c0b1ef07fd34803c439aacc9730710","sample_id":"mmlu-virology.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3c2169c13d99b05909fb48d48f9998b7c2e4ebffdc1cf025adeb04e6d8cb1ae","formula_version":"titan-u-contract-v1","latency_ms":0.4517909837886691,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37df5fd17b423fe918ebad27634a3d9d90bb4363c6a564275db57cf62b51b389","sample_id":"mmlu-virology.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a6c0d1bb0107c452983a8ff9440fce63be46d11f6c1b13b218a513941d965c7","formula_version":"titan-u-contract-v1","latency_ms":0.43279200326651335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07dbc91e53db96dbb57ccfbcb99cdaf0f0e880b456f3912fa00717850ffb8549","sample_id":"mmlu-virology.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4175397e92f616aa3fe73cf6251a1239e430c60487b9017df20af3d390ccdead","formula_version":"titan-u-contract-v1","latency_ms":0.38829189725220203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6421e8a2c085fa59669786b0d0ea55a8338b3a8fa4f5d2716b8046d617730e0","sample_id":"mmlu-virology.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e982373f090a919c590f8c974aa6c3e8cf50e21d9a99b9a9304f9a98c63ac744","formula_version":"titan-u-contract-v1","latency_ms":0.4724579630419612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c18c51709d5bee0488f555d62a4c1f7147ddf013d2b0a93859e73fc067df6b6","sample_id":"mmlu-virology.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de786b3cb510c7964db72579950f8fd1d21a91b2a384ac96a2ec234830253ed5","formula_version":"titan-u-contract-v1","latency_ms":0.4302499582991004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecac7d6b81f39ab5c6a3015ed500e6c643cd9c0319f12f51033f074f0ee1ca87","sample_id":"mmlu-virology.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7cc21e9993eef90b7a1a2052d4f8d8bf8456b6fad65495f2e2670bdb3f33a64","formula_version":"titan-u-contract-v1","latency_ms":0.4360000602900982,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e0080e63986cf6e2c6cdd82ee0f163dde30da69323413b6558ab95af05e88a4","sample_id":"mmlu-virology.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a2eb0ed213269207032ecd660d25d73fe6d9256c0571b31d8f75e45b69fd99a","formula_version":"titan-u-contract-v1","latency_ms":0.5648330552503467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50daad0c8ccdab62ef869d26d1733fff72e890e30d56a846e3e1ff023908a9c8","sample_id":"mmlu-virology.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cd8a9cf9f376e628cf21ee0e907eda74ea07dc7a578527507b1451cdd17a707","formula_version":"titan-u-contract-v1","latency_ms":0.45429193414747715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"762db4b459199b6d00cfc8af611c9a14792df12d5a97b450a040acb24e682f21","sample_id":"mmlu-virology.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"566bf293b376a0766747f46932bba5ef484a8f8996e6ef6da700cca58dd2e9d6","formula_version":"titan-u-contract-v1","latency_ms":0.4325000336393714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76f3e7852b5caa0359e147a1fe97dfdfb74a2b6a794221327752b2c8f8e6732f","sample_id":"mmlu-virology.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b2de7f87008058859719fde21546350566db23622705e1d8ed10d057edc4606","formula_version":"titan-u-contract-v1","latency_ms":0.4094169707968831,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d0fc126603481d7bb553e3dd7de8fedda1be825bc66cbceeb5d33e2eea55525","sample_id":"mmlu-virology.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb904e4c719c5a0c02055dd969543b0b8d6cf07998805724aa87f05a6adc9371","formula_version":"titan-u-contract-v1","latency_ms":0.5645829951390624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0273941f5ec4c9f2df4d0789990477a5039fd8b76f6c9e481673148715955b3","sample_id":"mmlu-virology.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbea307a7d0f34608f810b1b55bddfa8576e4fe3c3210d9147c3560da7b0a6ac","formula_version":"titan-u-contract-v1","latency_ms":0.5328749539330602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a183844e742909fce8e89a89a2c50339eee044222187f2d4ea9529380a0fb8b","sample_id":"mmlu-virology.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ad09dfa0e36ffcc702ba9be87254f45ccc69810773a3c83a2c24509870b03c7","formula_version":"titan-u-contract-v1","latency_ms":0.5252079572528601,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d50e24fa9506d9539dc25670f221c11d572598abafdff51bb30fac9e081f4f3","sample_id":"mmlu-virology.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d140fc6b2ad67dfe54bfa0285bbf231609e3a21008eddff0551154c5dc13551b","formula_version":"titan-u-contract-v1","latency_ms":0.5439158994704485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0c62eb45e370b6477aedd7024520a82c6145823dbe6ce9ea0b196e8719193ee","sample_id":"mmlu-virology.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d95935e89e2b62ede5944170539dc30d8f435417c9cf0b9104c0519c0421fb7","formula_version":"titan-u-contract-v1","latency_ms":0.5150840152055025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"727c8b2c3d82b846f3a8042d652d2ece1fcc708c4531ca9d2ec2f1b6cee4a1eb","sample_id":"mmlu-virology.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"453e89040f700dd8c761846755ae12d0654ffb4f4ec6eb51bc85ec6352afcee0","formula_version":"titan-u-contract-v1","latency_ms":0.6194999441504478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c09842210b3989f5a6b434b8445b509a1b95ea9ead97315be1edc82406f5f004","sample_id":"mmlu-virology.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a11349d2ec8ee477cb04db7e5520025512a28538899cb0c043af32ca485e2f8","formula_version":"titan-u-contract-v1","latency_ms":0.6534589920192957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cbe3397cc47dfb2b20ebc0412ed8ad36c6374ef20f2c5554534a8bcd380530e","sample_id":"mmlu-virology.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93f129d2a7088df558179b6875c9193fafe9c7edd11f9dcb061c88c455e25016","formula_version":"titan-u-contract-v1","latency_ms":0.7387080695480108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"656d65ba547ff806c37a2fc0041a7d99d7c7afbfa3f5738d0b047a461416ee25","sample_id":"mmlu-virology.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72d4319203080bcaa949f53051f677bd3a24be5799a73b0854a8148e92d6e917","formula_version":"titan-u-contract-v1","latency_ms":0.45012496411800385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b93d5b147acb5352ed4c9f6353e90e5059292bf76462198731e2069bb523f41e","sample_id":"mmlu-virology.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01ad1fc93d48997217f1d277bc42bc7c9d55ff052e663bbbbd78b15a6094cf00","formula_version":"titan-u-contract-v1","latency_ms":0.6306670838966966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c33532112b98a583196d3d1bfe79d2e63f196e232b478a6686e35eaf7b1489b7","sample_id":"mmlu-virology.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90363c6b666332ed073b123f5e72fc983cce5ad08f0cc9868c96ae7d65555408","formula_version":"titan-u-contract-v1","latency_ms":0.6620829226449132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7d7b1204df4ce157d768e872f355c52d5ca32e618d14acf8d05a370281e3183","sample_id":"mmlu-virology.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f8967fee80cabf4dc9f7489ca5ed6dd991522cc55075a11f334d20308539d38","formula_version":"titan-u-contract-v1","latency_ms":0.4440000047907233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"082653c5f6beac704a75a40d11425f073077b42b5e4c5e3f4d23f47418724080","sample_id":"mmlu-virology.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e914be7775744b9c19b8854629d61ab223d54298607aac22fd7aab214dfcc081","formula_version":"titan-u-contract-v1","latency_ms":0.4469589330255985,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb1df5326bdeee206d20e5e739386406e374f8181c47d018600e9979bff61837","sample_id":"mmlu-virology.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"244d777a332f019752e14ee8ddd7c9e97a5ee98de5e5dfe229e9d7c3826d8ae0","formula_version":"titan-u-contract-v1","latency_ms":0.6061249878257513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3357ce28c96693d5260ff2592c05fdb40d76003a0242f9af6dbf8602b659205","sample_id":"mmlu-virology.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cb5ce259735828dd1a5099663942251c36438fde0b997c5103f5518d7ff638e","formula_version":"titan-u-contract-v1","latency_ms":0.43983303476125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4c4515daf63abb796dd1b59da8f3ae33c782ad8e79a2e753f078a5a80ae3809","sample_id":"mmlu-virology.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"808263b68fb46cda14de18d497e7b5618c784c31acb5f4b374bb81f43079e092","formula_version":"titan-u-contract-v1","latency_ms":0.5826249253004789,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1108ada85ac4211c89aa03314b5b3a77fc6662f7a4bebf593aca490bd7b5bce8","sample_id":"mmlu-virology.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71bcbc38c3ea753b6a80d112eaf117ea75ff912107d83027086338cd7df82707","formula_version":"titan-u-contract-v1","latency_ms":0.46554196160286665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba175ee54787db61c42c40e3a28ddf5f81ed9bd4271a8f5cf269b034e161daec","sample_id":"mmlu-virology.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79aa709ddea469adfa21344e62a1037b281d52d42178ebb4776f3e34f8e66091","formula_version":"titan-u-contract-v1","latency_ms":0.5807499401271343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39dcdb1a66ee02de5621265d23a95050aee682acd9f77f859ae1336c6f503e5a","sample_id":"mmlu-virology.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74cc0224d51ffafd3c3c3151957d758ed8937c552b7dceb78e21067e7aa6c416","formula_version":"titan-u-contract-v1","latency_ms":0.46941707842051983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a745e3fb2e32e0669d32daed4be4d05a177a3618943cb1d0624741c2dfd1df2a","sample_id":"mmlu-virology.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ebbc89dd18dae1c8cbd892c0e38e2ee167c6431ed2dc9bca37f714d09ce106d","formula_version":"titan-u-contract-v1","latency_ms":0.5018330411985517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fd70bd4cffb2bf1525a4e8eddd290c8f794902fb9c0ba4d8709ef046923814a","sample_id":"mmlu-virology.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15ef8827765b7259a92ecf274d469f3445c87f19f97e0b21d96ab8b4ffcad52a","formula_version":"titan-u-contract-v1","latency_ms":0.4581250250339508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33fc10ab96bbf6a71fea3479101aff89daa59f5fca4fa1bec5ed79c37c189396","sample_id":"mmlu-virology.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83988243d844f299d91d22a67f514f9ff8afcda57f60340622e18a55702ebf89","formula_version":"titan-u-contract-v1","latency_ms":0.43337501119822264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f116a747954b103e6fefb13e8830bfed18f080698f2f828cf824adcb9e17c53c","sample_id":"mmlu-virology.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f99c09b0b1065491325d5086dca9c296107cffe96764932c347a48862dd5f1d","formula_version":"titan-u-contract-v1","latency_ms":0.6704579573124647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64ea7a6ed44c5d76ced85b32cf76ef4d38ea21ce33efc7572e25bb0a9cfa5e7d","sample_id":"mmlu-virology.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51ec881394ee9690fdf55b8eea8ae8fc4ca8d22fc3aba56f3cc68a9753ff69fd","formula_version":"titan-u-contract-v1","latency_ms":0.6024170434102416,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b4ade7b45d850a54f23afe3b9496ac955ba5abaf893892b789e9254eb4289a2","sample_id":"mmlu-virology.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63939c8e567eed9c30ba4cef83d461de8c7beaf351d5bc7f89fdbcae1effb7ba","formula_version":"titan-u-contract-v1","latency_ms":0.6027080817148089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd347c2971e104c66b66daf5fc60770bd21217b3408bde243c5b47c688c6fc9d","sample_id":"mmlu-virology.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c0431ecefc9c8b5efdf4086a9da1cf889d26e2542c30f870da403afe54d69b0","formula_version":"titan-u-contract-v1","latency_ms":0.6582919741049409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c77e8ccd4e92fb19c6580071e161cde303e690412bab6d4be5413b1752514c86","sample_id":"mmlu-virology.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2395cb1875a9082eea583add18c192c14e82a19f3d889ebdebea6fb229e3b33d","formula_version":"titan-u-contract-v1","latency_ms":0.513958977535367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"376e2e11ca29c46e66bf853a3ce80a0b2be084588a63a526d776c7da0e4a9329","sample_id":"mmlu-virology.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27c65f3a63de24760dfc67af11de3148f1ac3bab484667a1b1f6fd209d2af41e","formula_version":"titan-u-contract-v1","latency_ms":0.45475002843886614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2dae217caa5f88a6aadd1affb1ec11114810c23c96aaeb9c45a0fc5ccdba244","sample_id":"mmlu-virology.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa8c85557e9cc8398f873c6c7a84f27660648fe0e01fa3921a6f9241e40479c9","formula_version":"titan-u-contract-v1","latency_ms":0.5153750535100698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb0416f80a380bef4db1a07684afb6c94096a43d75a0b81dd77dc8ecc44f07b1","sample_id":"mmlu-virology.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"908913bec06996c98b1ee986033fc369373fa151074bc24dc379e465c5b502bc","formula_version":"titan-u-contract-v1","latency_ms":0.5195420235395432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"885eb116126c2d9fe3ef73d2d5da7d9e668078c989d7f97d2e1a59bf0c4d5ac7","sample_id":"mmlu-virology.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75d4b779d635fb1d21501f1b483972d9bdfaed8ed3fd6b31ba86024ca3904f4d","formula_version":"titan-u-contract-v1","latency_ms":0.601499923504889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"537c8ca1863610352c8312f92a9497659b5e5b37493f028aa5b3617d88c96bfa","sample_id":"mmlu-virology.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e74a5468de4fa0fe45aba2a7acc113918808b9c9409d2418d82ceb9351993c0f","formula_version":"titan-u-contract-v1","latency_ms":0.4289160715416074,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ce881c15a66ea96243e9e034e02132dd4cd20da60f64d3cafe87960a02cde89","sample_id":"mmlu-virology.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f37253a54a51034083372493fb63668ed00029c94fe4c5b52d59c3d340edc2c2","formula_version":"titan-u-contract-v1","latency_ms":0.5844999104738235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bedf7691f439d602814fec061029eb451d4b20cba096fc23914fa0c57e734c8","sample_id":"mmlu-virology.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"371b17a7e115f4c7ae1c98c92775bfc1805e7f713a4da8fbb603145b5c58b69b","formula_version":"titan-u-contract-v1","latency_ms":0.6140000186860561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"845fae62f9cfc5bc443ef35272cf761058bea6b2d9e9420f474596fcaff22416","sample_id":"mmlu-virology.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34a80fdd21776a90de9dfae83e1e226fa18be9078ebe32683c12c569c412f08f","formula_version":"titan-u-contract-v1","latency_ms":0.883250031620264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d48cfdb6daf39c3d007f4abd038d96b576be6fe1fab6a2c6857208ba1264f3cf","sample_id":"mmlu-virology.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a63c4fa18023dda10ab894d5de0bf8540a253ad098c5d64e5c22f69143cb2f11","formula_version":"titan-u-contract-v1","latency_ms":0.5129169439896941,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1659a25ae91d636e0887d7b354dbaa00addb8c8ca57c82b37bf3e0861db3fe5","sample_id":"mmlu-virology.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79c33b3e9abd1fc02f0c917a7b604ab7f78341e01e33948171eac940475a1f56","formula_version":"titan-u-contract-v1","latency_ms":1.3241659617051482,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"222a69d9b4ab5598b89cc6eda6835e2bed7c2cd289edf8e5261f5901499c3ebe","sample_id":"mmlu-virology.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c834ec81f601d61b5c93420bc49c4c496287f8329266d4b1e1f05af7454ec05","formula_version":"titan-u-contract-v1","latency_ms":0.7236669771373272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b076cbc0e062e04f7c635dc868bdcc375159b75f63b244d6ced8520fe739d68f","sample_id":"mmlu-virology.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f483e7cb1bf1c9f33bb6fe3801cc0c25beac12185077311af100e2a0117d0ace","formula_version":"titan-u-contract-v1","latency_ms":1.0792500106617808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c90e3fc8130e4f0d8bf989ab0e77a886c19016728b22adbd9a0e1a92f8462bd0","sample_id":"mmlu-virology.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ba686da7529b24cb3cd60d17c55f403c7dc65214623a190311f28ce1b7f3060","formula_version":"titan-u-contract-v1","latency_ms":0.49012491945177317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee722f2e6c48993b8929986aa5d170b1ee6107c105176d68ff5a54a134e26c9e","sample_id":"mmlu-virology.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c26f9b208eac81db3e5b9e8e866ab55721da968840c98d50b7387cb77a0b51d","formula_version":"titan-u-contract-v1","latency_ms":0.4390421090647578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89fd5101848cd694b8ed634e7369411006a20a75dfc7691cae5a97cd52005e3e","sample_id":"mmlu-virology.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb7186cbfadcbfebb7c4941b268d62966c0846c804bfbec0b4fa5b54e5e9644b","formula_version":"titan-u-contract-v1","latency_ms":0.713084009476006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ed652cec8c758a6f94c97ca6a08e83ac4e880cf5694ff7800c6ff6b25ba3b18","sample_id":"mmlu-virology.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de2417615ed7628bb928506206cdd2930c0c37824da6e0397812f66946ca1637","formula_version":"titan-u-contract-v1","latency_ms":0.5746670067310333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f0213510f421ee15fb651990a130c8a9b0e3b101ace31de1fa637188d244b3e","sample_id":"mmlu-virology.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ce43e96f183119bd5193e1f7e950262af9597ed8225a0232598ef511593ceb6","formula_version":"titan-u-contract-v1","latency_ms":0.41562493424862623,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e531058fa62fc9c706383f540f9f78dedf89f56566365cb131e0d7b8aa6fe455","sample_id":"mmlu-virology.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c42804faddcf920fcab6cbc13f5b460caefe122bf11aa1cbaf0f7fba0626ad0f","formula_version":"titan-u-contract-v1","latency_ms":0.48987509217113256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fc066819c2bee9b349d0b96cdb5d49aa742e36751ef17e5da05f82859947e0b","sample_id":"mmlu-virology.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"211feea2194a0493ae769c6fc112acad2c90848fc7e9a56d71906ef959369ff2","formula_version":"titan-u-contract-v1","latency_ms":0.6883339956402779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d30bae24e3a21bec148a2a79cfb0b245b8bbc7f6a6b67c4fc3629e37a0e854f","sample_id":"mmlu-virology.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1797e66ea494bab880d30f9d65281fda3033c259506df6519c607c57cda875a6","formula_version":"titan-u-contract-v1","latency_ms":0.4397499142214656,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90943d19575d338015bba48dd322c81274f0be594c39178d21643e6ef1045d3a","sample_id":"mmlu-virology.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"581440e7e4f24fd2ff50150958c06dc93ddd9ff10b7c9105b1f9e6f6253fdd33","formula_version":"titan-u-contract-v1","latency_ms":0.5471250042319298,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ab7e6c0ee89ef0d36aa830e484a35a4d3ca2e1d18dd9777fd896792637c6722","sample_id":"mmlu-virology.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9814a2d6cc013639f96274c3100729ba4ac7c2eb85a52941487883bfb11a7cf4","formula_version":"titan-u-contract-v1","latency_ms":0.7622080156579614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e29c4b88109b7a8982bd36b61669b7c634d8120fac5a977249a9322e724ff28","sample_id":"mmlu-virology.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fbe1434041dac46f6b43a4769311754ab420f48daedd14a58ed43504b9508ed","formula_version":"titan-u-contract-v1","latency_ms":0.478208065032959,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c4660a688d5e2293fbbae690f92547b3f2cb28a328040e829a524e233486002","sample_id":"mmlu-virology.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76ec19ebf97d95695f8975377cfb2d19f19fe5a2ec067e95a2e202acf491c96a","formula_version":"titan-u-contract-v1","latency_ms":0.45545899774879217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4abf1ab5511565caee65ff2702cab808cf58bce3f8ddc03ec0c76a51c395175a","sample_id":"mmlu-virology.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d04496f91b1c5d3c66cc9dad73b629977627ba1b1b687501a75ab566ac4a5f60","formula_version":"titan-u-contract-v1","latency_ms":0.5857920041307807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d08d95c2b90e3218afb217a552d1d73da2f5b39e40b5c2ab67c42d69e4fc794f","sample_id":"mmlu-virology.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67390bc5a588f605e8048795254a37af46cf52c89eda89e20860b0d00120cb6d","formula_version":"titan-u-contract-v1","latency_ms":0.4367909859865904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94e653a86617bb2a181a00d9be134a038a6aac046f60540151d970a2912b4f7e","sample_id":"mmlu-virology.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"484efd7608fd4374db7792dc946f96abe60df890093f97c8c9b4da76ee095346","formula_version":"titan-u-contract-v1","latency_ms":0.49525010399520397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13d17911f74ff7cf3a7edbcc58401b15561e51d6835c49fc7a0652fb9aad3c7e","sample_id":"mmlu-virology.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f3dd4149bdc66a1861996cf8e733fdbf126699c9e2a9c99c9c6df6a1d83ae99","formula_version":"titan-u-contract-v1","latency_ms":0.4830829566344619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67ee1a15b0a895bb2d3227a448d0855a52db162eaf2fbb8918faebade8da6485","sample_id":"mmlu-virology.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf9f64a6cb5afc465a501f970fb1c8fa24c2af54037a38e23079f71e30a669cc","formula_version":"titan-u-contract-v1","latency_ms":0.987792038358748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9700ca978fc386ee8092c952f3ae8d3bd374d231d8078fe21eed1786c6d112b6","sample_id":"mmlu-virology.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f0a8b9e95926c51f6781b7256792693ed9281d156d811f12026e2d5ef0724a9","formula_version":"titan-u-contract-v1","latency_ms":0.8448329754173756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef3cf8eea0c58581d11fdf796597ed5126aff50c7ef29d08efce50ab6a073829","sample_id":"mmlu-virology.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"675a897420d58f98a5413c37ad269740b7b1d981c9764d14ab252911a8254795","formula_version":"titan-u-contract-v1","latency_ms":0.654833042062819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f055ecbc6e9ab734ae465aadd68fef37fff59f8812f827791c8df556674a74f9","sample_id":"mmlu-virology.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f4261b4e112cbde7669d0333c08db8d4bd5ddae7b3d5fabdab43adda75632e9","formula_version":"titan-u-contract-v1","latency_ms":0.5885410355404019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6676b1092658be1c6da9c7995b9f665471328cf8d3fb236bb8ac696c030a1bc2","sample_id":"mmlu-virology.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86d1b7acb5cfe906a503ca679d05cc513e5a6b41b95f962304329bc22f039925","formula_version":"titan-u-contract-v1","latency_ms":0.7512919837608933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a4411d8eee3627e2365457ab8737d43e6afacfb6b5adb06e1ae6b50d1f15a83","sample_id":"mmlu-virology.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5251062e03cb59991d5712b657c0766c4457619a6506c68b458608a5e9eebd59","formula_version":"titan-u-contract-v1","latency_ms":0.559916952624917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b3fa17b773b186d07e85d23392d654e17863f7994de348c4db24ac885557524","sample_id":"mmlu-virology.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd7c87c49146345d7c542f02d31274903068119a1cd3d5ab06f2e7a7bfd5aa9e","formula_version":"titan-u-contract-v1","latency_ms":0.4745840560644865,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97e9509fa968aa0891a0b04e350038d88cfb4a44d1991dc8b9266bfcbb26fd22","sample_id":"mmlu-virology.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"374a1519bcf3118fb7c4389be2a45612acf6c49586e6598baf22474a9d52ca7b","formula_version":"titan-u-contract-v1","latency_ms":0.5431669997051358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d5cbdfc494ddc658c4d3d7987f55691f27df35bdf233b60411c5458857965eea","sample_id":"mmlu-virology.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63a41092a1c642753e14109802656db29f58c6940a63f1723460aa1e16870d8e","formula_version":"titan-u-contract-v1","latency_ms":0.515374937094748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed779bb21e2bd6702492c73ff7f83d33638e4cc6dd59adb33b268f9e2b8d0545","sample_id":"mmlu-virology.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cd9bdc8a6fe2e7541e1f8621916ac64e95987633da1edae1db35d87932a3262","formula_version":"titan-u-contract-v1","latency_ms":0.732166925445199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0126f7e99f67491291dfe780b2b959ba61dddf1a030b5624cc9345108792b65","sample_id":"mmlu-virology.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"730dfba69fd53dfca44950472278b6d7d6090acb5ba9d0c6dea85b0c3c8e396a","formula_version":"titan-u-contract-v1","latency_ms":0.5500409752130508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e827991b821c775271160ea12c2520b570003a5dc4f96b2eb5323af87101393b","sample_id":"mmlu-virology.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6e8396b1b6962a76bbf2137f0a06e6e69fe38b17843c163af415b321bf53916","formula_version":"titan-u-contract-v1","latency_ms":0.8214999688789248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"101092427a5ed62834a70fe6295df6893a5e8aeaabc557de611ce340b28e1068","sample_id":"mmlu-virology.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6563a748bd0c225b3a43328a3e125a187f2edb061ee2ecfad409841c6f713f93","formula_version":"titan-u-contract-v1","latency_ms":0.5503749707713723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02d5c0ec93788ada00b33b1b7ae3f49b3f8792219aeaff9273685e25d9542ac5","sample_id":"mmlu-virology.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8496f33f5a8d03366e34006d2ec75316668ae99d2e65d307be4d8bf621f6b8c8","formula_version":"titan-u-contract-v1","latency_ms":0.45891699846833944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8fa560a87a71860ac285ea3566a25944c716b8e8f549d39772e6d57592c56d7","sample_id":"mmlu-virology.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecd1ac2296f247eb9cbd70d48ed04a1f76fdf596bc79ddbe25c867f55500df5f","formula_version":"titan-u-contract-v1","latency_ms":0.7171659963205457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa22878960f4ace0fc8b7e9b1bda8ae79e35bf041d1b806f114f1a67b49f6ebf","sample_id":"mmlu-virology.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7a0e011794de2e66ed1d422e2077a131769c6f322def3ba32aab4826c4d1fa0","formula_version":"titan-u-contract-v1","latency_ms":0.49491599202156067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbdc5e3ebdbf186ee6edd92f5e57ad52fbebe1a822f07e79d68013c9f11066d9","sample_id":"mmlu-virology.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e22b4e1940e8c1ff7ac466498e85b59c588a0fa7e88f625ed7b8ca03430beca1","formula_version":"titan-u-contract-v1","latency_ms":0.5881249671801925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac9769ade33ed7c7679bee4ac4b4de54b2102c9b9b6407047940f5d2e98c49a4","sample_id":"mmlu-virology.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"234e61fe7b12a362834922181477c3f4723500b1e7ec90954b0271955d63d7f7","formula_version":"titan-u-contract-v1","latency_ms":0.5585420876741409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a78e0dc0e76d03ff1d33bca67c95b6becb552e2273469614cd6055db1bb23c45","sample_id":"mmlu-virology.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6046ed9da1c264f80f470cd9c8a1edd3e71be2da21f6c470018e438e95075249","formula_version":"titan-u-contract-v1","latency_ms":0.4874579608440399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dba05263b07dffd1e7fb1f80ca6d83297f48922c955b8bb4078df474d26e0eb9","sample_id":"mmlu-virology.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"972e63645fa1363b35ea71967455eba674f6c29ee859ae29e7327332afb0fde4","formula_version":"titan-u-contract-v1","latency_ms":0.4271670477464795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6e458309cab972b4c062ebbdb3cff74197a2f1cb623db6628cb9e890ee59a20b","sample_id":"mmlu-virology.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89c04141069821b274d2c655fb3fd10e5dc3378256c69f464f107b64f9c62757","formula_version":"titan-u-contract-v1","latency_ms":0.45008305460214615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0772743c6cf51a90bb49f8d501d76a8e67891f5df45ca133fd76acc452dd82ae","sample_id":"mmlu-virology.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"422d43dd700c463d1e3859086d4368285948cdf330f1877cd9f0a99b44569d36","formula_version":"titan-u-contract-v1","latency_ms":0.6241250084713101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"216709682f9331f6e49e2471a500a61964ce3748835e221b819843bdcaf47137","sample_id":"mmlu-virology.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"401dbb86eb148275636ae49edb062a8c8b2d498e852188d713dddde50ecdaf05","formula_version":"titan-u-contract-v1","latency_ms":0.6069170776754618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"217dca17c727b752718dfc674b7c3cac2ad9aebcacfd5ee360633010b3695ac9","sample_id":"mmlu-virology.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ba7838e30681076f0b178f699fbadace6adee745f050fc79e01b7be5839e174","formula_version":"titan-u-contract-v1","latency_ms":0.5084170261397958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c03bc8f701aae9cc8fa5e92a80b999fc9207ed1350d324bd12739464d1bd0fff","sample_id":"mmlu-virology.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7dd78ddb01257e350c888fa7f9a3cf798d9cdcc0c534a6683b50757ecb71dbb","formula_version":"titan-u-contract-v1","latency_ms":0.5787499248981476,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac09011027d061dc7fafa247936de2e9088592cbe691936b13f68cd382e30db6","sample_id":"mmlu-virology.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8781372f0123951083b145d1c7f5c3dd6670ef2d1f9db6724050095b138d33a4","formula_version":"titan-u-contract-v1","latency_ms":0.5485409637913108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a48a24efef7398c640dec6b987c6b4bde3ff0f5aeb73436fdec9f143becbe5f0","sample_id":"mmlu-virology.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f04622dcd6b5156ba1fb25c1e7823ca837b9ab1c8bfd2a381a1acdd21ee53a6","formula_version":"titan-u-contract-v1","latency_ms":0.5325829843059182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87590d9c7307fb512827a34170d6873725c553fc9c95d3090292e06a304adfd9","sample_id":"mmlu-virology.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98044103aff8ab8dc88e21d5354261c4d34c322aee14367ac9f455cb583c3988","formula_version":"titan-u-contract-v1","latency_ms":0.42491708882153034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95c23f3b0d5c6bfca93912e4f9c5af88f7e66116340936e9eecfbe8a681f9882","sample_id":"mmlu-virology.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"938788fdc2dc8250ad2ac58951cde2bb02850341a6cd284f50423496d181f9d3","formula_version":"titan-u-contract-v1","latency_ms":0.4664170555770397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3df68b24288596c9d16094ec2dbd69bc8d5f898d5af028e704667daa3ee10cd","sample_id":"mmlu-virology.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a82667f41d446570001050b0548ba9e2dac10a3f6490b194594455a399de459","formula_version":"titan-u-contract-v1","latency_ms":0.42708299588412046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b11247ee06da77e8c0bd5d3b29966d66b65ad63f2fa922d97c4d10209e31600","sample_id":"mmlu-virology.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffcf577bd7f8a6d62584b2038ff8c5c1bc32417e81d0e9d8d002f534e7e1efad","formula_version":"titan-u-contract-v1","latency_ms":0.4124169936403632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58b861dcb7078da7fa917714223bdd9bc0a950cace33fadc0f00e51e7f3c83f6","sample_id":"mmlu-virology.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cc58d5b6e84cade7a995780a655dcfbf89132d6e4b9fc8e88ae62d4e4da915e","formula_version":"titan-u-contract-v1","latency_ms":0.7730419747531414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"188e8a2616c1a009d0790a4a2da27f125818fbc198499352ae3da9253513399b","sample_id":"mmlu-virology.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abebd1d3eebf0aa70303111e14e241677ed3077140b03b7d05cdb7f96e8af5bd","formula_version":"titan-u-contract-v1","latency_ms":0.5642910255119205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7f7c706a3918e04ce11b8a5d4ae863814d0fbf6317786adad4fd50c9a8829ef","sample_id":"mmlu-virology.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e7a1ef1434449bde3d20a7278038a56d3a363ac7576d528f748469aadb40fbc","formula_version":"titan-u-contract-v1","latency_ms":0.42204197961837053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d67734d78cdd62aded15aa5932abfa632efd745fc5506c2e5612fff7dd0fb79f","sample_id":"mmlu-virology.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8e65f52b730c070698607632d41138785e62dfd6eb2e45426ef001f35207f7c","formula_version":"titan-u-contract-v1","latency_ms":0.48987509217113256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f3156347aeb5a542590786ece2b9d476754593fef371237fb8f4a850616a847e","sample_id":"mmlu-virology.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56e2c355705ae3e3beb114632e1cc8010c4b6cc470c4b55e4ed786e82a46ecab","formula_version":"titan-u-contract-v1","latency_ms":0.5606249906122684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d47602adb8950b125b74493a1df892c77b7bf268531ef6d559bedcce901c15c","sample_id":"mmlu-virology.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6027196b7ee8a870f2d42610250342ed9bd357751ab611e8f7186a4364381697","formula_version":"titan-u-contract-v1","latency_ms":0.6668749265372753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6059b84e75f1c79e5edae90af4980e2a7e6477af7e6f7d47c9173427ddf91c76","sample_id":"mmlu-virology.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"815e4156190b92b5ec48553ec180ea7f62088e47f689aca1b1468035ace5a110","formula_version":"titan-u-contract-v1","latency_ms":0.6890420336276293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b8b62b3f7e5f8db5d6d1b98ca578455d4e609c85096ededc1c14ab06eb57cb5","sample_id":"mmlu-virology.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"879637e6cdf463565951b9cdca1de3ee37c77e01d5880e3d299205a3e5e1b780","formula_version":"titan-u-contract-v1","latency_ms":0.6700410740450025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e664e6202e731af5fc0e17c6363bd3139c6316fa21bb9dd094d7b164865e6ac6","sample_id":"mmlu-virology.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"389e97a9adb7209ba187ad2369fd590bd32f02e547b7852dc4b577aeb3ce9428","formula_version":"titan-u-contract-v1","latency_ms":0.6407499313354492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5b8426ae7f9e6d90a5616e9098da2551e9c4dae5f316e4b6d9c34ba243743c3","sample_id":"mmlu-virology.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ad51f89019edf2d5e88f914dcda9a81b2f193252affc4f1d576c0e2955e6928","formula_version":"titan-u-contract-v1","latency_ms":0.5834579933434725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"716d466f2db4db1e6a83ddf188b0c5708da0a868e5a369e56ea194097fdf719e","sample_id":"mmlu-virology.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02acc57f53312259675b248508e9a0fe2404fbf656b4a4eebcdc73046fc27c1b","formula_version":"titan-u-contract-v1","latency_ms":0.8227919461205602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f4bd378880f0b62a0518f618bff69f758a0fc62d32c4cea29881d4ebbf5630c","sample_id":"mmlu-virology.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5885fd6d66661311497fcf87c14b114c8d4ab3618921d7f6688e30f6572d2a96","formula_version":"titan-u-contract-v1","latency_ms":0.6029159994795918,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c8528b506d9b927d99506a1f80850b180cccf6e4026b0af174d37d79cec6546","sample_id":"mmlu-virology.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30543486e65c7aae442f92739adf53c2359d29f7dafcc2a888d42f8b5b354e17","formula_version":"titan-u-contract-v1","latency_ms":0.5909169558435678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f7b6e26a3f4c5eb7f5c5bf6190f2d925d8e51ff00e3a5572179fcb5f7a082b5","sample_id":"mmlu-virology.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f28ee9a3605902e7e1f48b34abfdf3248b98dd6b4a4d4d7a11f5244789e5d020","formula_version":"titan-u-contract-v1","latency_ms":0.5402499809861183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b454e44a6713fe67f0427d0c53c8983ccd26fa5764e7e489d2d06bcd4223c838","sample_id":"mmlu-virology.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"78f4ac8aedde8981041433d77025744e4f91f098734cc0d3da50a4dbf092d751","formula_version":"titan-u-contract-v1","latency_ms":0.4457499599084258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"696b96deabb70836079becfaab59df660b999ddc32054b3b9fc68ad00fcd013e","sample_id":"mmlu-virology.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5494a4a44f286eb411feffeba35497acecb9d7ce69c411071ab7a2f9b226cd59","formula_version":"titan-u-contract-v1","latency_ms":0.4770000232383609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84fc6210f3415522f609fad25119f4438c3ea41301e5a76de51e61fcc1bb6487","sample_id":"mmlu-virology.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc09d04279c1b5ec5bc71b281e5d068c68c3af0d8e60fa4f3a74bdbb282db294","formula_version":"titan-u-contract-v1","latency_ms":0.6387080065906048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"609044954ccc229d37be0c1480f096adc409bfef24ab6c282e6e2e138d46b11f","sample_id":"mmlu-virology.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6541d01926b1b71d27423c52b66f6452a0876fa4949ac7d24159adf72636ceb4","formula_version":"titan-u-contract-v1","latency_ms":0.5843340186402202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2913ef4a5f264a588af09b82ea717beae1d7dc08c293c46ef6cf6edb2c0f5287","sample_id":"mmlu-virology.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed2bfe8f71507bfd5f0ca70f726f28e8dd00c9aa9ace10006e5bc1c771f9d2e0","formula_version":"titan-u-contract-v1","latency_ms":0.663458020426333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e3da719b5e1a7dfa649a05bc2f7a83162a88d0412a424e864b99af132f68a6ef","sample_id":"mmlu-virology.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a258535432fe4d2cf09561816020d3f39420e1a796478b59ee579b3b4fd785e4","formula_version":"titan-u-contract-v1","latency_ms":0.4367500077933073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ea14a8b26ee72a4127d5302ad110c87d04c66c21a71388867c7ad4c84d47f66","sample_id":"mmlu-virology.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6388acabc6343fd0f9449b43f48caac106c7140857e94000514f1200680a28d","formula_version":"titan-u-contract-v1","latency_ms":0.45175000559538603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ba9785fc4ddd15bc03b3fc370b78410b11c842619f18d000823030d466b52ab","sample_id":"mmlu-virology.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1d5d305be157bdff8627cb6168c85149e43f5ba5e39fbfcf0a8e12c84df23ae","formula_version":"titan-u-contract-v1","latency_ms":0.4217919195070863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0946a968350018d9e0fbab4270ee51ece5f7d03af8a12506977fca70873bfd9a","sample_id":"mmlu-virology.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"241200ccd650357047d5d1dbe9a63ccb88e1661333bedc58b47c26fbe2aade7f","formula_version":"titan-u-contract-v1","latency_ms":0.5697909509763122,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab58f8b36e873f206020dad7d2bace22e85b92a65a94eb7e2e6aac19f5234038","sample_id":"mmlu-virology.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4cffeda77bdcee291cf7bafcb065cf1a8f7c886b71e92095027f43b780ab2413","formula_version":"titan-u-contract-v1","latency_ms":0.660583027638495,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7430b137963f6cec36754081b3b192ff6a1de9593d129df09843752c75fa9bad","sample_id":"mmlu-virology.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d70f24409c7a351f5421aec9932e332c8f04493b8d342c55180e8b4e2911e7d1","formula_version":"titan-u-contract-v1","latency_ms":0.6345420842990279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41b6f11b37b58eadd04e123fe4e8a30c9efbeba83b07474f7207eef603b5ef8c","sample_id":"mmlu-virology.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92603e3c7f8c6c8f58cdf88f36a0247b94cae510c16201930aa88ba798019c26","formula_version":"titan-u-contract-v1","latency_ms":0.4852090496569872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81f3360093f9854cfba0cc885e50aac6b3f060d7ebfb636f6d9d33cd32a616b3","sample_id":"mmlu-virology.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"717895924936088aba565c4825211c51e25b912eedadbd771fed52236d360459","formula_version":"titan-u-contract-v1","latency_ms":0.41445798706263304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd24e87e1c9a5e03f616931fbc60fd3868d0f8ed9aa6f04d4e9fe772dbc09018","sample_id":"mmlu-virology.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe5f484425fb1d17e85d990fba40e5731e384c984ecdcd38f2d2563078163bf1","formula_version":"titan-u-contract-v1","latency_ms":0.4151670727878809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e1f2b566a9383e7e69297a78339e8b9215a2fa4d910e58e5f73204dbac3f32c0","sample_id":"mmlu-virology.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b72215d61e62db1560daa822c7883025cc02eb6f270251727e942f47f23ca1d6","formula_version":"titan-u-contract-v1","latency_ms":0.850624986924231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3167d48f7018d5cdf12197acbd52645be0b353e1313aa36a92ab6bb8c40418b","sample_id":"mmlu-virology.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8b306433108d5699be8c8e12839475a6b2f6e4a01a3c75caebde3a9b9b6072f","formula_version":"titan-u-contract-v1","latency_ms":0.4605409922078252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"391e39ebb29bdedcf009f4a38f1a1f4a58cc35f655b6b9fbb0a28bd7e9f5e7c6","sample_id":"mmlu-virology.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0461ddc544abd60b6bc4734c6048b3ea4510060cbe36116435ca6357ddbdbb14","formula_version":"titan-u-contract-v1","latency_ms":0.46908401418477297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f800239d61ef046934454a4e39522df47cd2d01564cb45dc0b7a09b8add38c8b","sample_id":"mmlu-virology.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"341ead485490f18e040c800aeb63780849f31ea84a1bb6e7bedb14b92b56ce5e","formula_version":"titan-u-contract-v1","latency_ms":0.6977920420467854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7377fc7abfd6b3745324e2728e6db1acd9b7e63ffefd620ea2e77d2d5ffe0ecc","sample_id":"mmlu-virology.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8a158bc324dfd6a2052a8f4cec7cf2862ad2e7155a519d96941e71bf03ebe40","formula_version":"titan-u-contract-v1","latency_ms":0.43608294799923897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41992bd8cfdc8c512042a1bfa36b03a53b10f8fe119a86c9082df82a06a00eef","sample_id":"mmlu-virology.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f7cda28cab11f946a36fb47fb3b0d0348c5ff98c297c87e3398e9b548031114","formula_version":"titan-u-contract-v1","latency_ms":0.8012079633772373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2395fd3d6dca3a31c7f953db3c160093cd743b4081244d8a633bac9d84afa036","sample_id":"mmlu-virology.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13f2e567d3ff3e009400cd5b038f372e17d00129e6e3459a2c40fd14bcafef55","formula_version":"titan-u-contract-v1","latency_ms":0.4659160040318966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5831795da7e55e2299fd36c04d8294eb6ab5a54a762b09fe2fb9292f12b53f6","sample_id":"mmlu-virology.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e3f22cc0a2e1acf2d65733730dd4113a20e53609939a753b658c62a12e679942","formula_version":"titan-u-contract-v1","latency_ms":0.9322919650003314,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6452884ceb0af88513f5ae62b7d5432bac4ddee6f2851dcab6c48ee135500edd","sample_id":"mmlu-virology.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86e4e96cd10aa29e6112b5aaa7ec0840eb1d2affab2c5cfce949b998377de68f","formula_version":"titan-u-contract-v1","latency_ms":0.5330839194357395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fc44d60ecc10faece6c49bc057aadd9ef45ab4522319d48b8e1cc3119f14c76","sample_id":"mmlu-virology.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de6eae9544cf8d55d116122780ab2e27cfe4838c02527002aecc59b73d16e523","formula_version":"titan-u-contract-v1","latency_ms":0.5599589785560966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acb964e1723b75af4315e3eb334240096f13dfa9ab2fa994a7a2951cd7ae6691","sample_id":"mmlu-virology.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"952095cc4d6715e88b07b992254a9968e3a1904eb5469f98646fcd4a1c99fdad","formula_version":"titan-u-contract-v1","latency_ms":0.573375029489398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef6ac89eae2e74b6f422d0d2c5739de1099aa2aea8f1ad6b9eb8a7dde4cea87f","sample_id":"mmlu-virology.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fd64c88194cf5ccddd167f7891c47e79c82633b2c8dc88cd06e0cb8b74bd8a1","formula_version":"titan-u-contract-v1","latency_ms":0.7957499474287033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f37bbeb0f15b0c977f7d1969e62a6237629f0b09bc6d12ea3fe6ce07f31fbf0","sample_id":"mmlu-virology.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5807ade99b54aca9ffb38edea30263879d120b326f31551b5964721630c2fea9","formula_version":"titan-u-contract-v1","latency_ms":0.4797909641638398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a64d6741966b5a9e5a44e13d78d5968c1c4ce661321065f7a12afa3d818395f","sample_id":"mmlu-virology.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea3f2051e42dc176aa1be420dcbdebc998e2685e1b129f33b69a79620e38e259","formula_version":"titan-u-contract-v1","latency_ms":0.47633296344429255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aea10dfd03f011f3248570b270138466ce3b3352bcecf89b3bbeaca4255d9334","sample_id":"mmlu-virology.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73b0ed142724815f3d7f49e2e0c87633ec4b7534a623bf1156395dd43d4c68f6","formula_version":"titan-u-contract-v1","latency_ms":0.405333936214447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e80d81d5ba2c3ada7b07c82f1936cb8d639eeb6ed30b87724e097744163da12d","sample_id":"mmlu-virology.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f16f0961fa0f0ee30a8cee56fa8df819c019e89dd53352618d8fd33d797b3961","formula_version":"titan-u-contract-v1","latency_ms":0.5624999757856131,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdaac380a4d51bf7a0c0dce70543edc8a86217e0bfe3dc33504dcd66bebd4897","sample_id":"mmlu-virology.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8639eb9091edd1f3cd3412d895f587f8b1322d78db806da7de5332b66e9e92cb","formula_version":"titan-u-contract-v1","latency_ms":0.7674590451642871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71b89cc18c4a4d0aae3077f29cf0fb8c93631921513d90202f8d0e5a9efb3d9e","sample_id":"mmlu-virology.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97f8063eea7f8ffd7166af0a6e65fd514796355c09d56adc3ff1e0b6c7afba1f","formula_version":"titan-u-contract-v1","latency_ms":0.5786250112578273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f65c162125848a6e8c97b2e57b0661a656932a2053b4c15bcc0942ebbc9f2a3","sample_id":"mmlu-virology.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8edb89d412aebc6c64a3949e70f0650b09b184e33e517a021170eb354df58512","formula_version":"titan-u-contract-v1","latency_ms":0.6344170542433858,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93f3431d40b3cefa71364190eebdc43f578784d5d2f481d3e04ff09590a1d3ac","sample_id":"mmlu-virology.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6724de3eda6f740132fa5d05560c76db5b2d9dcee3b9f09f4ca687474b1c159c","formula_version":"titan-u-contract-v1","latency_ms":0.42562501039355993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3bd8b0565f618c979ce317dad9d59db5627c68c37be48c12569af8360fa3de3d","sample_id":"mmlu-virology.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"762346ec3b22aadf967c4b0cfac2b900ae8a4dff1e78ae7a4af6d939e38a7ef7","formula_version":"titan-u-contract-v1","latency_ms":0.7856669835746288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d01de37d2405325e546dc9c1ca854445a7c7936c867b8ffae00d6d60ffaae6e8","sample_id":"mmlu-virology.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7900ea8dd893d2e4d3dfdc8b5835174157376c417555461b6b6b1359d23e835","formula_version":"titan-u-contract-v1","latency_ms":0.9290419984608889,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53f2243d0619a4364de5918e491d45b6b7a18d1f002c9f9e9d830232142ca9ff","sample_id":"mmlu-virology.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75f3ce3ed36f47a4c8dfcc16afbf71cf850417e36b95a1e8ee586c18b1dd977e","formula_version":"titan-u-contract-v1","latency_ms":0.8905000286176801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96519d5099ae7e61d3fe6a282e598afe19f3090d2dd3ee46911e069f5ee1547f","sample_id":"mmlu-virology.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f541038db078b41d2fcb360811b11b3d9789c30c443f78711d6d0059e8a1725","formula_version":"titan-u-contract-v1","latency_ms":0.526958960108459,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"627eee05e41a65bb708b15ad29c36e77564fb96c5b7ed41a5828f3008414d7e6","sample_id":"mmlu-world-religions.val.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5651836e6dd4091c786959dff3918c4ddc0f172a28cd350887616e9aaf3f2299","formula_version":"titan-u-contract-v1","latency_ms":1.0344170732423663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7df1c89310a9ca73b524c6ad8d8cdcb594c93dc565aaabefd5539a809f2227d4","sample_id":"mmlu-world-religions.val.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"abf3d2eab5b0248a2046bb0c3123d1fc686e0b6a25ff822fd555f6949504aa39","formula_version":"titan-u-contract-v1","latency_ms":0.8725840598344803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfec4ec8ec2f1c54b5e30a33a620dc7048c7399e8120040a16b276e54de3771f","sample_id":"mmlu-world-religions.val.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d85a0f62fdd6de3238f4499a13cc1ea943e573346de5da6a1f20e13fdf52ddbf","formula_version":"titan-u-contract-v1","latency_ms":0.6691250018775463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff12ac1f27b598839939eab9b8d9d2bd923898b09b48e8fa0b5e7c08552d8ceb","sample_id":"mmlu-world-religions.val.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2a10e5fd74d74318eebcd68e56186bf4beced48eca0fcc055575cab556006bc","formula_version":"titan-u-contract-v1","latency_ms":0.4371670074760914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"788c8e2e4fdfcb7a91034e42301e9bc1d6e413b8bb997762560a11056c69ca67","sample_id":"mmlu-world-religions.val.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45400aef3dadc1bce245ffbd84f1366247a7b58ffba1b0ecfae2533db36327f3","formula_version":"titan-u-contract-v1","latency_ms":0.5903330165892839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddb3a4875f18f8971b69eb33064c19569b755f2a441343a4fd6901e6740555d2","sample_id":"mmlu-world-religions.val.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffc36f3828d188f1c876d83907805cf7570f6d61eb590aec9778901af2c2fe82","formula_version":"titan-u-contract-v1","latency_ms":0.44891692232340574,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a8b87e1fc9973ba5afe39a02f27ed7e05fe7e3e6a9bb1ed9b39ee9262a37051","sample_id":"mmlu-world-religions.val.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"977a909c38b8b46f91739295ec57d1b3e1f2b94adec588a4527cb765c5b4d515","formula_version":"titan-u-contract-v1","latency_ms":0.7424160139635205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be6ee72a48775993dc59412f637d29611059777f0fd89aa71b11e0987d4faf2a","sample_id":"mmlu-world-religions.val.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec2ed6907393dcdd57357c5de3432406e9da7155276bdde4ce9ad2bb68176192","formula_version":"titan-u-contract-v1","latency_ms":0.5817909259349108,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4788da414a2ada3532b33008b0489e31a98e088a7950d49aef15439c5b0ab43c","sample_id":"mmlu-world-religions.val.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ffb6e6114776d2364450cd2f6aa0e71e12dd5f863eca48fbe19da1bf63baab38","formula_version":"titan-u-contract-v1","latency_ms":0.4280409775674343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9008aa90069f29f37596b89ec2e54a9c69f9573d53f0d4597f97cf8f01cf2fe","sample_id":"mmlu-world-religions.val.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"900cd659274fbc5956b1fae899413a7ffe79da93468fb5764fcc70ac2d74f08e","formula_version":"titan-u-contract-v1","latency_ms":0.8538749534636736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4a845f97fdbd9ea23b25d2e7b571f95dde42e73602ef9d0ffa1fa8f83b055cd","sample_id":"mmlu-world-religions.val.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c59bb64769aa79897ea179bfc47a76ffd85ce76483751385cd3b9a4303e5ddb","formula_version":"titan-u-contract-v1","latency_ms":0.5631250096485019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7b9115a5a8014deb14a93ce6372cfdafdf145230482077c4cdb32bcc32d9d2de","sample_id":"mmlu-world-religions.val.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d354c5a1f9937df92b9d54b2ec8b5e0d8dada0a09e3204d38f72958ef1e6ff4","formula_version":"titan-u-contract-v1","latency_ms":0.5098750116303563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7da019aa959c6ab94d8a536581edd9312863337a871b216d0a95f6d9b1e6543e","sample_id":"mmlu-world-religions.val.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8b32d3747190d764c56bc12a93a85ab0c409ce12d222e82d3e75a3cb14e3a710","formula_version":"titan-u-contract-v1","latency_ms":0.5412079626694322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2bdd2760be87314d046896408190413f63074070d05f79b3515f21916c12bc8","sample_id":"mmlu-world-religions.val.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d16c298889932aa8794c88ca7ad6352c083da9e26487fd47c540ade42d1273fc","formula_version":"titan-u-contract-v1","latency_ms":0.6304170237854123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba616db5e482581f25e1401c06af39fde5f6c36885620fa8bff6e20e4de9fdc3","sample_id":"mmlu-world-religions.val.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"903186328ed19fff9b6bf7d76b654ec40c854377c817eb1aec57e175fcde8ba5","formula_version":"titan-u-contract-v1","latency_ms":0.5750840064138174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84afe6d0a8e87548010edaac14097112a60bb056c0b7f843d31eed9cd63f7ec7","sample_id":"mmlu-world-religions.val.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7ecd91c273d09ae35face6888d000ac5d7c6161245bec4d5fe28e0b7688a777","formula_version":"titan-u-contract-v1","latency_ms":0.5909159081056714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c0cb92c9ff5aae3f7f68846690d6360689292817f9bf7c216ac6779f5fd568db","sample_id":"mmlu-world-religions.val.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2c1b9b90d9d1d1909997dcb4fbd64c155afcf083de8a5451c24397a3a4bfaa2","formula_version":"titan-u-contract-v1","latency_ms":0.43391704093664885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9092e3706ebc7a04afccbc18f85b97c87b43c1a3cf93f0dee0958e98d5c77106","sample_id":"mmlu-world-religions.val.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03569bbbaca71507eb31bd09df0e73bd64956b13d7f76c5670b433aca46f4ec0","formula_version":"titan-u-contract-v1","latency_ms":0.41745800990611315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3418e2747ffbc7941f900a7e15557c5896138c994ea8f26e5355952b947cd5b","sample_id":"mmlu-world-religions.val.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32f41643f7db2081bb3007943a4991dfc87556b4bcb4b93f300eac79a039b24b","formula_version":"titan-u-contract-v1","latency_ms":0.5362079245969653,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd0991b8b2347e3c697b7f06804488539486ddd6146b9c32e944f6e54be6cecf","sample_id":"mmlu-world-religions.val.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"670ed836735e2be9bf3271104acfee8e1fd5b1cdae938cb54fea6e64908b1515","formula_version":"titan-u-contract-v1","latency_ms":0.47033303417265415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc1872556e688eb92a8e63e49bf42dbf5d782d3e72cb241104460b06ec52fbf8","sample_id":"mmlu-world-religions.val.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1f37d1a15bbab67ebba51dd964e6ee6e575a4d6704c8c7445852609920092ef","formula_version":"titan-u-contract-v1","latency_ms":0.6100409664213657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8436488a2262a1e493846f37f059878cc79e5f83cfb40cf2bea66d537811566a","sample_id":"mmlu-world-religions.val.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7c0b8047892daf0af1bc9c734373ec3ab51d3b7ad4c1d652525860409072daf","formula_version":"titan-u-contract-v1","latency_ms":0.6755830254405737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3720d111315cbaa60b48c1941c85e51355209e7c3fac6d0f5c459ecab2537fc3","sample_id":"mmlu-world-religions.val.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d468add5f757f6547ffe6112308f68fa2e73706d96cc48a888e8c6ec3dc0fc05","formula_version":"titan-u-contract-v1","latency_ms":0.5449579330161214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77e17dfcaad5b13260250a845b16b3215b43d9047880fd4fbb78c2eca8bf5af5","sample_id":"mmlu-world-religions.val.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29e36b82c0dd8d9db77d1d67a584d33bb4fe47c2a2d4b873d7e4a4e75829de9a","formula_version":"titan-u-contract-v1","latency_ms":0.5365419201552868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15ac76e470ee89a1bc7e54703f0bb1f3f89590066edf6abd1e02f3cb530c6c0d","sample_id":"mmlu-world-religions.val.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9b64e597f183155ad0a108f633b043c2b267afa0f364118568bb7a747578e25","formula_version":"titan-u-contract-v1","latency_ms":0.606000074185431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f44b1eeb56d62a83531246b4498436985c65ec8617c02bbcf38f7d5ca63888c4","sample_id":"mmlu-world-religions.val.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc63af788bca4e57d5d9331589dc80bb075a5095118a2d5a5abbb392b82659ad","formula_version":"titan-u-contract-v1","latency_ms":0.4255829844623804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90a31f8e412a289d735484f8a1408f47b31d1c4f4883b969a5458aad3048425c","sample_id":"mmlu-world-religions.val.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"905fee172822911c2c89dcd102fd5e5d34ade4eacf09388cdc73af48286023c6","formula_version":"titan-u-contract-v1","latency_ms":0.4084159154444933,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68b1938e2e5f4dc7366c95a4eff606ae2ab0c9857711a4a369a8dbf0269212b9","sample_id":"mmlu-world-religions.val.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90aa23c4636dce1b8f07660baace22e15220d7e39968c7bb6f35b7d430986d5e","formula_version":"titan-u-contract-v1","latency_ms":0.5818330682814121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a9006d73ee2298831404721c8fe005cbb20c04c609cf5391ea4491f585a48b1","sample_id":"mmlu-world-religions.val.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a008526c80ecd174437abe9e9c85e2d37f9df72a3b5a245a8056d55f68eb8e82","formula_version":"titan-u-contract-v1","latency_ms":0.6203330121934414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a93fd47b51f81721d8a6612ea7f5d6a5336e05b8d6877f18291c6fdc49dc5da","sample_id":"mmlu-world-religions.val.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ed571fbfd0e3fd4a1a40ae15d8d4ba39b5c621aded145eeba7ba26689899725","formula_version":"titan-u-contract-v1","latency_ms":0.5173330428078771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b8456a7a1ed05fa8b357802cc83fdd077e93fa429a60a6065bef9aaa665849d","sample_id":"mmlu-world-religions.val.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"691a898556bff15ed124e790b53ed8a7ba11507c729b3aa15570e5c3e3f333e8","formula_version":"titan-u-contract-v1","latency_ms":0.5982499569654465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0736755f7b4d879e54252cd5d9ae4c15b2eb36c314a94af817df8cf2071e6b78","sample_id":"mmlu-world-religions.val.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57878a6875c0f262c078f39a37b94e5c179830524a410b0246a21c0182d5d5b3","formula_version":"titan-u-contract-v1","latency_ms":0.5284169455990195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7997c1d3d30a2a8f4a10b0f8ac1051bc4b595d6b842b120401b061b6a131b44","sample_id":"mmlu-world-religions.val.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46bea2f400709ba734bc83c9dda9b4da7683039620ba186bd9043088993a120a","formula_version":"titan-u-contract-v1","latency_ms":0.5320420023053885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa8302c024e062ce33739e368c00d26d0a14adca1b8e9d882e0a46f1d66a5b95","sample_id":"mmlu-world-religions.val.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"085b29dab525357af26fc5449db028207ae831e32137be89f1d5dae5006d48aa","formula_version":"titan-u-contract-v1","latency_ms":0.4307080525904894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36b161cd233b12a27ce5bc55837ad01cc1aa61706cc1f778970abd4828a7f86d","sample_id":"mmlu-world-religions.val.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c1f6e58b5e0c31e58f55fbea494925bdfd7b5a8ebbaeecfd1783f6f11d8a196","formula_version":"titan-u-contract-v1","latency_ms":0.41754101403057575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60b6d5db37fdb3893789d2c6d16810694e0a161d1159f5d2d469886cd7d8c077","sample_id":"mmlu-world-religions.val.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"538c51cda3d512a976a0ef14da39ed75049cd84a3267f1ce414054bb5fd148a1","formula_version":"titan-u-contract-v1","latency_ms":0.5265000509098172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6de65e275eafa8fb878a01d2ad4d45f0bd1ec991e890f4f4e59591c7af626247","sample_id":"mmlu-world-religions.val.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1cabf5f2d9c7e5b37943356be47de3dfadb9050a5b22f25a3d1bf91ddd803a5","formula_version":"titan-u-contract-v1","latency_ms":0.6685829721391201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da0e1260bdc3804298fbc92877683da92339791a4885b1e67f9ba36615e75240","sample_id":"mmlu-world-religions.val.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd647ae06ce1cddf966225023f964ef829f219f73be30ee8a673fd821c29d690","formula_version":"titan-u-contract-v1","latency_ms":0.7781670428812504,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fa40253b87eae11c55a2f95efe2a9d05818a9989b8922f23f3d6ad8dbb74172","sample_id":"mmlu-world-religions.val.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"063d0a1f82d6b4a6333bdd15fdd48b31717f076bc0b16f55e2e526e3b5a81b48","formula_version":"titan-u-contract-v1","latency_ms":0.4101250087842345,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"287fa7b11281d95bdb1ff758b3c5a2d495a23d48a1305e2663debaed4deca8e3","sample_id":"mmlu-world-religions.val.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e998d492b6bf590227d33e893ab5179f024f7fb691fed77ec2699c3b99bf051","formula_version":"titan-u-contract-v1","latency_ms":0.64504100009799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"429c76f55f126e414552fc4b24b4f5adb4aec36a5ac8b5475fb65eedd0e8814b","sample_id":"mmlu-world-religions.val.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fe18807ae629d15683613477f9d9b804d1e243033006a9ffc238a7d2fbfc4f9","formula_version":"titan-u-contract-v1","latency_ms":0.5954160587862134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f12ba696b0303c201a855052aaa79ce36d0ac98bbdf2c85ae39b61d0b53041c8","sample_id":"mmlu-world-religions.val.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebe4f7f9a42f154cf793c17116d4df8a193b1687c1efbf62ab08e6f407fb7767","formula_version":"titan-u-contract-v1","latency_ms":0.6258329376578331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e707453cbf545986fd0fd84abdbeacddc9b0132af815d4b5592936b05986b21c","sample_id":"mmlu-world-religions.val.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"320408af1ec3085c551668227e5e639ca9425bb71253658c29877910118377fb","formula_version":"titan-u-contract-v1","latency_ms":0.4242080030962825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f5d53f1e25c8b9d93e659a79827ec215c4821ead22a5d1db3b1ac91ab66b307","sample_id":"mmlu-world-religions.val.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f2a4d23d656027538e31bdf989b68500c4fd31f500524c879da53da3242a31a","formula_version":"titan-u-contract-v1","latency_ms":0.42020902037620544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f94852ab12617205b246a0eb78c099641d05c2124205688ccad9fcaa60cd9cf","sample_id":"mmlu-world-religions.val.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f85d5a26f546c6438a92cecbabca807941adb0231569134d9b584fb06949aa74","formula_version":"titan-u-contract-v1","latency_ms":0.57433289475739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed621671a65b2b85b7059b4f966c9bd5c9b5eff95e100af12cd9f675163ff40","sample_id":"mmlu-world-religions.val.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0177fbbdfb1cfb3ee443b00ae54a59de0b5b5557344e2aaea78ded6edaebb02","formula_version":"titan-u-contract-v1","latency_ms":0.6343750283122063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd8b0b4e2735fc4bfed8017fc1abe12c9d473b27cdac96ce2f223d53b692076c","sample_id":"mmlu-world-religions.val.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c6c94d0938bb6668c55a75ced9a90e208e402d73613b475c46595139c4f2c30","formula_version":"titan-u-contract-v1","latency_ms":0.5274160066619515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91203130046d87b96ab5f2c55333579d372b4380e0797968113ba5e6f17bdee3","sample_id":"mmlu-world-religions.val.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1565aa420e7466500169b926e5b0f42ace68202ab0a8b62fbc5dedb3433b915f","formula_version":"titan-u-contract-v1","latency_ms":0.4408749518916011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95105240702db38378fbd4e428897813eebd20315fd8711049a75f8b7524546a","sample_id":"mmlu-world-religions.val.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc2659601b2c35f56ea612f633fc2a88bcd3f4a438795d6c1a2469d067a439ba","formula_version":"titan-u-contract-v1","latency_ms":0.43825001921504736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f2df5ff1827f96f7b6a00f71abccb75bc0889afc1a4d16d7631bef183f9c1f3","sample_id":"mmlu-world-religions.val.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4002478518b04a3af59bb119a1a68674a32b577b661cf347daffa5853ff7c712","formula_version":"titan-u-contract-v1","latency_ms":0.5470840260386467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b205963c9808d696d0ddf987a5f1650295fc7d393611a7b697a07e8dde3b90c8","sample_id":"mmlu-world-religions.val.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"85b44715e16e9e139267db04103d3e9306af3726126af7bdd7a65c1abdd335a1","formula_version":"titan-u-contract-v1","latency_ms":0.432124943472445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a477879cfbc5ffd21359433f927f05c0ec3c8ec11be6d64e419d286fb14f485","sample_id":"mmlu-world-religions.val.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d53e3127bd68e17a47754bcfcb93fb0f5d99b45d09f58eff71b9404abb61164","formula_version":"titan-u-contract-v1","latency_ms":0.967124942690134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27701f16065b76416dc65d340cbd72d9895c5e1e777be85060a3691b5ef99fc0","sample_id":"mmlu-world-religions.val.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3c0c6348ee23063810294c59bcaf1138d73bde8f9a21f0a53745c97767faade","formula_version":"titan-u-contract-v1","latency_ms":0.9410829516127706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"365d511d8e076d32caa8f5e476cc5132f0ecb78bada51fcaa2cdd8860687cd57","sample_id":"mmlu-world-religions.val.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a04900d06d7197c6e322c1e51e9c0852ce6dadaad67d92b6e5d992a27fb2c12b","formula_version":"titan-u-contract-v1","latency_ms":0.42766693513840437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffcdf471dff72161273b5d26042c25777ecc586afd8e6b8cd197f0a5f3822185","sample_id":"mmlu-world-religions.val.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f049854c6ddcc3aa77d952050fd4c8028a78a1c6a2c9bf6c3316778215fb12b1","formula_version":"titan-u-contract-v1","latency_ms":0.8030829485505819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b02dbab08b0b49da14488d96ecef599b7337f48da6ae06b66012bea550506b3a","sample_id":"mmlu-world-religions.val.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9bed4a791109c777d384a122caf4d5c446179354a21e4e403d8290cb21533777","formula_version":"titan-u-contract-v1","latency_ms":0.5701669724658132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a48ef2effde4a5166bfd07bd92c4ca15aafe063d6ca4ccd5e48215d39162ba5","sample_id":"mmlu-world-religions.val.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"703a7347ab5b0229f799a745c00c7e52796ca9c4c7ed55b982c7288c105d84c2","formula_version":"titan-u-contract-v1","latency_ms":0.3963330527767539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26a604c55b914c945baea860e8cac1ea6641f9e505df2df61117ecf216270e55","sample_id":"mmlu-world-religions.val.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f97f3bbb3a7f9bee8cdd4c93d2ff9e39db1c610c59ffb52b8ccb3232179b1483","formula_version":"titan-u-contract-v1","latency_ms":0.4438329488039017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"436cba68839051d8f217b825a23fd515eb96f302fa62331c4841847305f15ada","sample_id":"mmlu-world-religions.val.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9f93b9c6d1129a17ffdb4311add26a93c529315aaae9cd0483d8e7cfbbf16b7","formula_version":"titan-u-contract-v1","latency_ms":0.41387497913092375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77ad41c35139ae6595ef1acd95663aa81173bf7fabd42fa7d2f06bbe32357bc4","sample_id":"mmlu-world-religions.val.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6b91ad7672fd98bce9491b1de7aed3c3ac377de1b0902389d30bd331c703ddce","formula_version":"titan-u-contract-v1","latency_ms":0.6005419418215752,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2914b7ba27634f12d8a5a38fdf9990716fdbea6d094ce96934ca93176e014859","sample_id":"mmlu-world-religions.val.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e91643c721146fd27e7d589d145c8f907a732ffb89ea74f9a2d2b6de5b0071fa","formula_version":"titan-u-contract-v1","latency_ms":0.4669580375775695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5f916f80147cfa3a1ad9086e52e3cb6f0625601c82ba16b462f44a92124721a","sample_id":"mmlu-world-religions.val.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"875bbc10e5381fe16fb90771aa3709278d30df5c0b407ac220d9b4b881faa1f7","formula_version":"titan-u-contract-v1","latency_ms":0.4795410204678774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"379e997d5ba236d4cdfd1c87639fed6a7765819b007168082a0c0e373598775e","sample_id":"mmlu-world-religions.val.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28d67e098aa647c43d6d0f0537a3233bd2153ae1a89aaebfd828e4bbebf812b6","formula_version":"titan-u-contract-v1","latency_ms":0.4913749871775508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"833e31d0fed3857ff65030a17d977be757e9f3ceb5ccbb9f8579f2f1a624360c","sample_id":"mmlu-world-religions.val.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a572edccd58ac3174fa40f8e015b3c63ea427c0c87de6e9823dec1c79a72bb1","formula_version":"titan-u-contract-v1","latency_ms":0.4282919690012932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c967f2fbcb896a54abc07997691ab1701f340dfda4af1996ff8be7fa8019949","sample_id":"mmlu-world-religions.val.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52c2cba003c49fad62acb4c52dce24880dd2ad4af9c0e91ad418bea6c117b2da","formula_version":"titan-u-contract-v1","latency_ms":0.6289160810410976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fa53b783507ca5e04b15926d303ec59e6b7cb72175bb1cab7b3a896b0c844b1","sample_id":"mmlu-world-religions.val.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab4501e2cdfa0fd8dfcb0e5a3c031738674f50dacd30d8888bd396f9bfb46cac","formula_version":"titan-u-contract-v1","latency_ms":0.5794169846922159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c96d22d2238820343a49cbbf48249015b53714d71990e54e6f000f3b0c2e0c8","sample_id":"mmlu-world-religions.val.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"626f2fb9cf42d915ce805324003cb954d6b57656747bc1204bcca87ee36de313","formula_version":"titan-u-contract-v1","latency_ms":0.654917093925178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a4135b10eb9b68859da1ba69d533aa358d04994164ad27e4ddf8796e034efa0","sample_id":"mmlu-world-religions.val.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7c63ea9ee5076f0b4be75aeafcbb951f5f60c73fa78fd52277800e5dd38e820","formula_version":"titan-u-contract-v1","latency_ms":0.41841703932732344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27563abfed6b61ca6d4334f57663a0f82de8a87b40be6a566c4066905d000ce1","sample_id":"mmlu-world-religions.val.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f95c0463043ee5fa691e6a5b5174ee3b26e7fd38d7b2ae0d6c4cdb8233bb1448","formula_version":"titan-u-contract-v1","latency_ms":0.5238750018179417,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a9582e339139305e24a07925c7f9f1f85de51ec234aaf767e3e9cd043ad12ee","sample_id":"mmlu-world-religions.val.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"626065a3214b8027e358b8453a1525f4831a15d2f35a8a12304ab6130a30d35e","formula_version":"titan-u-contract-v1","latency_ms":0.5767920520156622,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a6a50e01e3afcf08ffd16f333e82f9b0be0b128e18ddd5c58d0a03a2fa7598d","sample_id":"mmlu-world-religions.val.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad05ef9c3a6b47617f1e4f4d6593c66e4f9526339cda2251a990e2c8b3fface2","formula_version":"titan-u-contract-v1","latency_ms":0.4623749991878867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6cd150ef44c9ebddeb722d670362f665af5a4b33896392ae304c80e72006101","sample_id":"mmlu-world-religions.val.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d72e268ad4df2744afd68dce67cfe83ce3ac81d568eb8416149094e7e2fa3d2","formula_version":"titan-u-contract-v1","latency_ms":0.6605419330298901,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20aa35dcd831e598009395a57ecda78a5cc861b007b6e2ac6e554a86d9584afb","sample_id":"mmlu-world-religions.val.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bcc752dfc8a4295d005f210ea0d9409b0b1a6199b3c4387f80241b659ed95d98","formula_version":"titan-u-contract-v1","latency_ms":0.43879193253815174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a774d9f51164e6d7118b4d6340be33831300b5c20130fcd44ef6e8fa47421f1","sample_id":"mmlu-world-religions.val.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0adabecd335033355cbbdaa740c92b6f9a760c479c03d0ded2ea2340f3b5a569","formula_version":"titan-u-contract-v1","latency_ms":0.4350000526756048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7601fb918052f53a17ad7d658f0aae127c3a698ad3d5047cb9900a5c7c3bbed","sample_id":"mmlu-world-religions.val.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a354a6425f135205a58061284e93f0aeb05105681add18be914a8f8485e682c5","formula_version":"titan-u-contract-v1","latency_ms":0.42874994687736034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"581a6d1037254b44a395fa1da213e5fad0410fc72c516dfc06c60018a5ef5451","sample_id":"mmlu-world-religions.val.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"095438d1e6409ec069c766d019f081d8b05e3fe51060e4fd802c8bdd24f8073f","formula_version":"titan-u-contract-v1","latency_ms":0.5932499188929796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06b8369b74264f787c9161b331dafc3af2015ca0eac4be77f74df0e68b24c33a","sample_id":"mmlu-world-religions.val.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfb7e56d4bad627d3d4363f48f234e9ce5841dac4b4a86fe88018246d3842261","formula_version":"titan-u-contract-v1","latency_ms":0.425665988586843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc736a8d8fc99955dfc57e403ac6b5125462a52b62cd854d7789f0c4266bc570","sample_id":"mmlu-world-religions.val.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf8f9c5223d7baaca323430fc9cc8afd72230d3eb114d5cac16c711c4ce61223","formula_version":"titan-u-contract-v1","latency_ms":0.5177080165594816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc7f1c345f665a588ad8e52528489a6e42ff3d3a6f650e9c2208122ee76ba7ef","sample_id":"mmlu-world-religions.val.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06e4975778e2a1027c876683ecaccfa0b5e6b9c37fae5c6c2e20ad44ee400f89","formula_version":"titan-u-contract-v1","latency_ms":0.5182500462979078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2cf36d591ae17cc1c811ca3c96b6004aaa71b69563aa86369f90872881de6c8","sample_id":"mmlu-world-religions.val.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71aeeb4ef84821bb9f5f9975ee854aaf80fd34acc57fe613bdf4644f0e22986d","formula_version":"titan-u-contract-v1","latency_ms":0.6133749848231673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b055707fc6a14fa6f49dee0b5e7a44d9b96b70674b74190e6fe9b5fa5dc6983","sample_id":"mmlu-world-religions.val.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b12e0b0e7f0d7fa15da0816ba53771cb2a647a6049d6b9ab72de1939d388a46b","formula_version":"titan-u-contract-v1","latency_ms":0.41379197500646114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e998e9a9bbb24658b5d5a51f84a6591e1cd9e48baa7bfbe5328ab2dece0f6b4","sample_id":"mmlu-world-religions.val.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23be1df45e03ebba48b3dd70c1bce5bea0c469f4910cc2a19d08585535ec43e2","formula_version":"titan-u-contract-v1","latency_ms":1.1823750101029873,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"899ce42ad4f7423905dc3457ac1906b521d1435f203a22cdb7ac9fe33f4bacf1","sample_id":"mmlu-world-religions.val.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5fa2394cedc6ce7169f0a5bb0378e617a3e136fb27c05fdecc56c9351abc60d","formula_version":"titan-u-contract-v1","latency_ms":0.6946669891476631,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5dff9b4bd282c36d8943ebad4f9d8d0003d23147868890793737f8302e1753c","sample_id":"mmlu-world-religions.val.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd9b08b3d9fdb55b07dbee619e17eb04d1d62ca011d5260897d9da52d2f010ed","formula_version":"titan-u-contract-v1","latency_ms":0.44299999717622995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90ceb823f1f652ebeaebadc65edc2e5b2d124afd5a613dfc036ac859d6bb5981","sample_id":"mmlu-world-religions.val.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"731d714a86d73937b28e258a85e16c17096677b5ed710432c563e1c6c018e133","formula_version":"titan-u-contract-v1","latency_ms":0.45187503565102816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e20bb02424182c11c3f0120cdecb2ea470107e74dc9357f4ebad87c67750fff","sample_id":"mmlu-world-religions.val.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"580fb4a31e89d31c6e208e1d7a7b8aa52f87736406d731f20851d037787b3b06","formula_version":"titan-u-contract-v1","latency_ms":0.5235839635133743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5483f3ee432388d1fd6a83e41a1d6a9caf24bdca62854de4d17b3b81e1375a04","sample_id":"mmlu-world-religions.val.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a2b5abb8427b400ba05f81241b47d4f584dd89389c68bd1859ba79fe1b7f2f9","formula_version":"titan-u-contract-v1","latency_ms":0.5509579787030816,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36b9d32e314e3c1b5a0bfe66b8aef27aaafa2097ed37993fb7ec7c442b1621cc","sample_id":"mmlu-world-religions.val.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e17e5a77d91df1542ee2ad2c86289be3914f78d6e5d4a365889c77aa941e9f1","formula_version":"titan-u-contract-v1","latency_ms":0.6911249365657568,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d1715aa387215436b2fd4d8bc9d76304eff055d4367eb59e5f07b6d6f691273b","sample_id":"mmlu-world-religions.val.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74bcbecc2dc678bd19066379b0c5c6345f8c788aec75c512956cc930e36c5223","formula_version":"titan-u-contract-v1","latency_ms":0.5797090707346797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54e940c585ecc71ef9fd021350011d12521ca85f4f444d1adff0fc1d241062c2","sample_id":"mmlu-world-religions.val.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee3c1a3e0a87065c6cc0b928c39794cd6a124d715ff94cb86dd72853bcd2b98d","formula_version":"titan-u-contract-v1","latency_ms":0.5862909602001309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8cfe74b6f595b9cf3bb93643090fc346b1d27370e11cf6aa59b3b0de559cd33","sample_id":"mmlu-world-religions.val.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a18426cc105619509e0e5855c86921f58ad97bd2e6011f7dd7d7c480828d9158","formula_version":"titan-u-contract-v1","latency_ms":0.5284580402076244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"faf09e5062d094d067922ed1a33ceefd7ce8f63bb5fd69a0617afe715749d226","sample_id":"mmlu-world-religions.val.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33a5b1367e6fc5e23d6b5da9ef14d55c486e237f14ec55b74bc73830a75e040b","formula_version":"titan-u-contract-v1","latency_ms":0.8565000025555491,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dbf6b874a084a7531ec0ec9ad1f898b53b3f3510052d0c0d725e1107b139cca","sample_id":"mmlu-world-religions.val.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"485e915660de2cf3b7b4c994ad36236d712b591004a19c4736fbea8e1727dd5a","formula_version":"titan-u-contract-v1","latency_ms":0.441916985437274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4abaf85f127977f842c4f6b528a77617c9f0d04080ec3b733c1a72b644c23dfb","sample_id":"mmlu-world-religions.val.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12f8ed16d1618314fb001414164fb81b1f796e1c4e4bbfcf401f9667057ff85c","formula_version":"titan-u-contract-v1","latency_ms":0.5562090082094073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68c78a251006720753bce9fd3017e18b00b72694b13b053eec64c480d606776b","sample_id":"mmlu-world-religions.val.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc0c73a267a59debc2c9e904c8ff186a7fb16eeddec82f280345aad8ab54847b","formula_version":"titan-u-contract-v1","latency_ms":0.44237496331334114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66ec1754a4dd29d6a06c06e1caf16f4c1b1d05d4077eaf2d0eed40a35c39f273","sample_id":"mmlu-world-religions.val.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c00bc6a350baa7fce2bb0b23b5f0f5e619354a3da106749ea692c64f8cb28a6","formula_version":"titan-u-contract-v1","latency_ms":0.4392080008983612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2eba373ac228cd3d565d53dbb711f2df3cb9ca94e82752877cfe34a92e08a3fc","sample_id":"mmlu-world-religions.val.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f71069b197dfee043fbbcf2af7b327709242f5133d0cc1cfe2bf415374dd6cf","formula_version":"titan-u-contract-v1","latency_ms":0.5935840308666229,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc2d04dcd0eb919a2fd5e3dab4989f32bfeee05cab7f70a05737cd1d5e99126f","sample_id":"mmlu-world-religions.val.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6054a9bd5856bf0187f9c4180e56065a787e0d850dc892718b756ca73c09ba13","formula_version":"titan-u-contract-v1","latency_ms":0.42229099199175835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aaf585545089f5124ff01e98865a899cffc1ba68f0766aa44d212977e5a109bd","sample_id":"mmlu-world-religions.val.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d2faaa61a8d6cb7a355d0f0fad386980e1cbdaa12c7a5edbf60aede0495ba06","formula_version":"titan-u-contract-v1","latency_ms":0.532125006429851,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94f28b3bc6d5014293384a16de20856c3ed9ce32b8a48b742d265543caa724cb","sample_id":"mmlu-world-religions.val.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5511c483dc453ad4a37b501f243a7337a641fe90416df61c626c05e3e927236","formula_version":"titan-u-contract-v1","latency_ms":0.43570902198553085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae8564cefbfb0265ee474e97f1a9639ff88890abc9284ffca8e058d5e7354568","sample_id":"mmlu-world-religions.val.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66ab10e44109d1b42cbb910a0b6b0a9e144580ff0a4fe416fccc2b92176830fd","formula_version":"titan-u-contract-v1","latency_ms":0.6153750000521541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1f0239d6b0e6dfe9c10762bd606ea60e04b9fe3973da1bd30785aa84eb9d5d9","sample_id":"mmlu-world-religions.val.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e0afa52001efdf89ecc93056519e926dfbfe2f52b8dc81e3cd231f18aec3bd0","formula_version":"titan-u-contract-v1","latency_ms":0.5499590188264847,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e52538ba71ef83fbef27874246f8c8d85e543eff213b8b111eda5991136c0a4f","sample_id":"mmlu-world-religions.val.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f899cf90ca84eef852cba04c6f8996392d245bd3af22d282c65b4da42dc8213a","formula_version":"titan-u-contract-v1","latency_ms":0.550874974578619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4788ab9ae4d45ff1d6ac63750b256ec986eca5b37439944070991408e9375d6","sample_id":"mmlu-world-religions.val.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"978394fa696ffaf23db0e0a71788bf71e9a75956e3e1c1af0cdcffa112523784","formula_version":"titan-u-contract-v1","latency_ms":0.4421249032020569,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc126fb9b85dcab45da999ad401291c3d0c27e7fe8ac379615319e01559bc71c","sample_id":"mmlu-world-religions.val.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb1ef4452f15fe9353bf1fd982e490b46578d203de4c915ce409c40e60f9c78c","formula_version":"titan-u-contract-v1","latency_ms":0.577957951463759,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b90a595f2f73b85d6c033536a5b9f6f4df1bb1c453af53958d53f9dd1e945caa","sample_id":"mmlu-world-religions.val.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2537d984bffce40f6d1664675672a7bd7fae024f4dfaae9a38da8b95ed6931d8","formula_version":"titan-u-contract-v1","latency_ms":0.5110410274937749,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6e7ff630b71deb440a1dc411b70f312d42320b795603fc5339c873afa3def3d","sample_id":"mmlu-world-religions.val.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c5fabcbf80846729f6867d77b3b9c06530d9d1d58717b87b0b97dcc7442f863","formula_version":"titan-u-contract-v1","latency_ms":0.42929197661578655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ced594eda712df31499a2a3e5d37ced1a553060819b8a1c18f5ee843833ffedd","sample_id":"mmlu-world-religions.val.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7320056872aba20b2820bebb9faf112eb5f3d980dc48056aa5bf55ffa92ad3f5","formula_version":"titan-u-contract-v1","latency_ms":1.2187910033389926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a97b6ea1919ca0d37f81060faa3fe00b990a0db9448d32e69828e3f71b70f81","sample_id":"mmlu-world-religions.val.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea6eb84ec1a9f9e9a57a48105b3d3738ad2fd5dfa0e089f400c1eefdcd958373","formula_version":"titan-u-contract-v1","latency_ms":0.4214579239487648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb7d8ca5309d20f760627a16356f845177ab3cc9f7b44ff795f322a5f04e4bd5","sample_id":"mmlu-world-religions.val.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac34e80a0a55e31442b9c6490bf0bd27a6fb94551a4ef645786d427c19a1806a","formula_version":"titan-u-contract-v1","latency_ms":0.6116250297054648,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2293ffd9f597e551488bd8c71e81021aa35baa82c868779512fca34d30e490e9","sample_id":"mmlu-world-religions.val.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b08910fcbc42e8b44c6d2c29b16963a63e22aecdf07212d430bcedd68558bbc6","formula_version":"titan-u-contract-v1","latency_ms":0.44824997894465923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c781755b32134be505880f740d9c2d9449996b1e94459667e725ed5f174dc42a","sample_id":"mmlu-world-religions.val.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db13496fc1df089600d1c76691dd056658a71492ea996a751cbb7723f1144d81","formula_version":"titan-u-contract-v1","latency_ms":0.4456250462681055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fdac14d51cade17231782cfd099e2c29bbb425a8a43a6e4327c5297ddc51851","sample_id":"mmlu-world-religions.val.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97036d8fa259b2f1c4b8e9278f79aa06a0277c062347ba45bb94c1ce24b68edd","formula_version":"titan-u-contract-v1","latency_ms":1.0750419460237026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b899ff32acc02f4331cb5f149e18e80dee1eb8523c843b234360711859a412f","sample_id":"mmlu-world-religions.val.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a04fe072fe823160c103c7df353450a2daed8e4b3e9e5154a2f056a6e2d51f4e","formula_version":"titan-u-contract-v1","latency_ms":0.41333306580781937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2dd4b98c9ec30833f2e5fc52df96c410bdedd094e357422a8a0d203a4484725","sample_id":"mmlu-world-religions.val.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e5b160143a4c94a2e1c326b5e7d704dcc96208b94bab580afbaceabde6feb6b","formula_version":"titan-u-contract-v1","latency_ms":1.0166249703615904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a854fa0d056683d7cd1b452a6788c02ad5aba37761c8f1608d9ec8b39535e84","sample_id":"mmlu-world-religions.val.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63063634f3da5992ef3ef7c321729dde2132114b6319ac7623423d77d2b815eb","formula_version":"titan-u-contract-v1","latency_ms":0.4438329488039017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80e927d59077bb37a93aed22a6c051d839689f89fb3791b8f5e92a3db0547e1a","sample_id":"mmlu-world-religions.val.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76db74e1c900db4c6684d324c45e6f5a8b693c3157face814b455d591c9a5177","formula_version":"titan-u-contract-v1","latency_ms":0.432124943472445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c6d487472416f7f2bd2d2dded764bebaaaccc8b756f96357e306f2aebbbf757","sample_id":"mmlu-world-religions.val.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d0ea0f6bf69fc4e083573cb8fba5ab38251de3cb995f20223a463a7a2f39c52","formula_version":"titan-u-contract-v1","latency_ms":0.4609170136973262,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d622d71e506b19ef5cb047f6e444825fc35ae9bed4691d3ec8309b78814fad97","sample_id":"mmlu-world-religions.val.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05f8faa5e0cbc668309e775afcb1eceb6010535af3371fbed014fbeaa1a52c7e","formula_version":"titan-u-contract-v1","latency_ms":0.41791610419750214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"183f1dc8683ba67d235ae43eb33770c296c34e6e2db4bee37e6e540f820e29c4","sample_id":"mmlu-world-religions.val.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03b58788adfd60dbda33291f104b47a88a8a22039320156b88426b0f6414ecb8","formula_version":"titan-u-contract-v1","latency_ms":0.5625409539788961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d040ff8e843ad3594a24be026a6b7d85fb19747cdf0c19fc8dcd4f827bd2b38","sample_id":"mmlu-world-religions.val.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a811479a03beab923ba17daeeda02a0a8865f7e717560a76a35c763841256ca","formula_version":"titan-u-contract-v1","latency_ms":0.4446249222382903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c110b520474698c452918200667dabe1b23a3e82cdd46634132e829d4cfb3596","sample_id":"mmlu-world-religions.val.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6dcba6634830f4e122a830a7cadb92d980c0168d76030726660ca6c348c80d6","formula_version":"titan-u-contract-v1","latency_ms":0.4407500382512808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"14f07c459509185cf124fea3b14efc18f6c07cedaba8b1f5cfd968a11c8413e6","sample_id":"mmlu-world-religions.val.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cc9486d9d9be71061ed944c824e2fcc5610b4228f3bbff7b19a941917f43f27","formula_version":"titan-u-contract-v1","latency_ms":0.5724160000681877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52afce02e4fb52079c93037087b611daaec3429d043d828a77340809a87b13a2","sample_id":"mmlu-world-religions.val.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"543a88b5496a0822838b96fcdb349d6a281c7d5ec7e76ee54d7c4cb8d844bb5b","formula_version":"titan-u-contract-v1","latency_ms":0.5200000014156103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ab20ba9d585ca5b13fabef66a3aaa8fb21880708ec6f62a2060d581984a84a8d","sample_id":"mmlu-world-religions.val.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4a64ecaa5508e0b0568cc84e2f26fc82c91444d18a44fec00190b48c8d89880","formula_version":"titan-u-contract-v1","latency_ms":0.45283406507223845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45fd2b4d0ef8a65a7232c7494bb6a35d3f28c9a951f12da9d960d52a60a63a9e","sample_id":"mmlu-world-religions.val.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eeae064c192e4b9cd782d63784fd937fc93a516987666e78f4eb6df07288041","formula_version":"titan-u-contract-v1","latency_ms":0.47095806803554296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"558aa34832aa6169df8590fb62138ed5b9819f2857c1b2f501f065145e80f6f8","sample_id":"mmlu-world-religions.val.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7281415644e38512dd40fdbaebefc305488ffabf1e1cb52ecf306f6b8e9a291","formula_version":"titan-u-contract-v1","latency_ms":0.6291669560596347,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d02a509d23eb433a6a9b0301661550b6e663698af981cd2c8b15bf47e9c8bfc","sample_id":"mmlu-world-religions.val.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a21fd6b8cb153aebd8f597433701c92b360f7f15065a887cf5408d3c790041e","formula_version":"titan-u-contract-v1","latency_ms":0.6362079875543714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ede83eecfe46e6f32413212b379daaf4bda6c740b92e53f38d027136e2482a2","sample_id":"mmlu-world-religions.val.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e2430fe6eedef0e945c13f2a82d143792c676cf6a843d5710fcd1a6ac0c4b41","formula_version":"titan-u-contract-v1","latency_ms":0.4289579810574651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f8cc78315618acffd54ea551f1070599648ed63c3e9a8b71511be440cce64df","sample_id":"mmlu-world-religions.val.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f23e03fcbb2397161cb5ca126855d33903fd0a017004f0987ade277d93d0f279","formula_version":"titan-u-contract-v1","latency_ms":0.8007499855011702,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5d05f3ecb8e1ddf88015a1f2fa515fe75aab3ad5e7d30d6a36b627fb18e157a","sample_id":"mmlu-world-religions.val.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f57f716073ae720654c5844b633693518a07bd8a4a0544801300ed8ed331c193","formula_version":"titan-u-contract-v1","latency_ms":0.531708006747067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"566889869fb38cc70b06f4faab6ddb83a36d730d6cc6cbf193b6308a0311f17b","sample_id":"mmlu-world-religions.val.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71f282c711a4877d163c3703a34275a0b85407885298fb841ccedf0d4de06f61","formula_version":"titan-u-contract-v1","latency_ms":0.47075003385543823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cad62f890f88820c805b36708afdb8029d4d7d78f57d1375ea8491892807c6c8","sample_id":"mmlu-world-religions.val.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41163009089ddfe96531a5fd0721ecedf55d67763a9cec27d43e58ff103eef2e","formula_version":"titan-u-contract-v1","latency_ms":0.43891603127121925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b2a42d198a630bafa0678413a5b9a2262ab1ed7909c8d3df2b921662cde60eb","sample_id":"mmlu-world-religions.val.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad6ae4fdb62238c3c9bf76c5965ef8e4177d788dd9492fdd7e4bb4ade2ee14c8","formula_version":"titan-u-contract-v1","latency_ms":0.4224999574944377,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ca2d3561034d4eebec211f5506dad7c7c9217eccec481deb50515d71ce136c5","sample_id":"mmlu-world-religions.val.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad2b18d330e145b73cd32bea4fd18a26fe54f7ad4fd105689eaa0626d607f2f1","formula_version":"titan-u-contract-v1","latency_ms":0.46458293218165636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"088fdaf754c6f64ee82e473107e872a21f629061e81ef97f7c58f5604116c341","sample_id":"mmlu-world-religions.val.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6451fba1bad842d3d18e668d8056b46cb702a4be24b76a0ae85019193cc33b59","formula_version":"titan-u-contract-v1","latency_ms":0.6075829733163118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e649f41d13241f6c666ce88a80f9adc16a676f7ebc005217185bbc09a5f7507","sample_id":"mmlu-world-religions.val.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8440d9596a174408bf5eec85d694472e5ae9f4d9dc6f9eae7cbea4df075a5a5","formula_version":"titan-u-contract-v1","latency_ms":0.45654200948774815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85be1932a398fb0b03653be45634214239523ee804eb1f158b22c016cac7b582","sample_id":"mmlu-world-religions.val.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29c27e3736186f4fb5a894fa2388274ec39a9b2bddbd614e8209e35bac62ad11","formula_version":"titan-u-contract-v1","latency_ms":0.4432500572875142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcde547a9eaf09292ca59d16847c7e7279a0a745614c6c9d3a1323f01cbb7002","sample_id":"mmlu-world-religions.val.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"270bf596d0128236c35f10557f152e86c963740ac1284d8190352ff2930251d6","formula_version":"titan-u-contract-v1","latency_ms":0.4136249190196395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f6cb784b7bc1adec2dab7b9bffef52cbf2ae8758c8a273e2a69ae6f974d3010","sample_id":"mmlu-world-religions.val.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1273cb25cdd1cb95747f0462218ca3fc2f19bb3299ed097a7342929f6070f871","formula_version":"titan-u-contract-v1","latency_ms":1.073958002962172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4c060856e2b49dbc5a9e75bddf1005ae91cb7aa5a542b022f2fe0878f7b8e0e","sample_id":"mmlu-world-religions.val.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e0afebfaf775b7ed6a3786e471dcd8e11442e800a1b8fe97d45ea57725feeff","formula_version":"titan-u-contract-v1","latency_ms":0.7020840421319008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61af8548949c4231f559359c27a6c18154a35c48a8a973fb526a68bfc596c0e6","sample_id":"mmlu-world-religions.val.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"398d4fbf73273fc55214ffc20a4524bf8a1dd6fb95cd53961a19188a866b9c45","formula_version":"titan-u-contract-v1","latency_ms":0.66791707649827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52714770463021bc48ecc296dcd1f187d2d15064ff12ac7a3f4f0e5033963151","sample_id":"mmlu-world-religions.val.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d927cb0a40c4e95815b8df4e85a792ede269f19505a9c0f3ae9ad86847608051","formula_version":"titan-u-contract-v1","latency_ms":0.5142500158399343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fdc0265c68b935d41d7221188fd52db0db935be909a354d3b0530c50b1e1dd5","sample_id":"mmlu-world-religions.val.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a31b81667b4ac0587be755cd3cbc57bb97c50068571e4334e5fb28c8b6cb1be","formula_version":"titan-u-contract-v1","latency_ms":0.5514579825103283,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca43cdd4c8a3962510321961e8aabf15fe0c54b8de216d29b39adbcdfd4b96b1","sample_id":"mmlu-world-religions.val.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80a85b59937cf76142eb1b9385d083f28586de4650153749a3d39c84cc7cbf22","formula_version":"titan-u-contract-v1","latency_ms":0.6052079843357205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50d30e8c01a323e89bac8a04ea40c87b28444f9a2a6a8a7ce58de262f52991dc","sample_id":"mmlu-world-religions.val.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d164190d718c22b3e7131ccc6bef888260fced36c7f5fd35bfd0ab4a2f5aecfb","formula_version":"titan-u-contract-v1","latency_ms":0.622666091658175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0076813265d574aad8ce633cb8a73634de6c313dc76cf4c411a317c35f22bb4a","sample_id":"mmlu-world-religions.val.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a87946a0a9b4606fd9d3887e035c7c6151401ac8dcc63fb839431f35440d789f","formula_version":"titan-u-contract-v1","latency_ms":0.4140830133110285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f946288c79dc82c8db59437a0099c63d7a70c6067442dd9857ce7773287d787c","sample_id":"mmlu-world-religions.val.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9e48b3faf83ff1e5b1daef33d8b7b712fcd5f485c8cbe74c131c99b770d10d8","formula_version":"titan-u-contract-v1","latency_ms":0.42287493124604225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33f4fabd2df87e15e31f6d64af9a45bfbe2b75cc4cbd8bf025babf91a3c3b7dc","sample_id":"mmlu-world-religions.val.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2155a3ce5b21a543d49b5dc9b38d11176a4bb96b283df328b95047b26d2b5541","formula_version":"titan-u-contract-v1","latency_ms":0.4656669916585088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd99e66792550127ae4e36101c5a1d927c01408b76cef3c94fe77a06879e5664","sample_id":"mmlu-world-religions.val.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fc014f3d4b1f5ac1b38e9218c0caf292e7f7b5a4547fb4f99dfe63f74f16848","formula_version":"titan-u-contract-v1","latency_ms":0.4545419942587614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b3d75ab13c97f4cc1ccadf4abc7b7aedac4e7a3f445a9bc8d2b3be2c2ec6624d","sample_id":"mmlu-world-religions.val.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"385dccf888adcbaa666753d27d331deb00c5b5fcb0893a566db67fba63a09f65","formula_version":"titan-u-contract-v1","latency_ms":0.5524159641936421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d114af47d17f1cba1b781131565ca687aba889e8180a42c7abd51f4288ed6ce","sample_id":"mmlu-world-religions.val.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3547135c450a78c11b8214bc465c2f3ffef503ac227853f99515f7207a2f9d6e","formula_version":"titan-u-contract-v1","latency_ms":0.42758393101394176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4fe1b1e992315bacabdd5b1841178bf28e27f602fb1c48916fa3859d65804256","sample_id":"mmlu-world-religions.val.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a63dba3d51dcb5faed6fe3b1f7587ccc095635de7de96922f9e850954cff336","formula_version":"titan-u-contract-v1","latency_ms":0.5874170456081629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9540c7c8451bbe94969984edebe729e69103676dcfb86a9b61a4ddff73f7e918","sample_id":"mmlu-world-religions.val.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fedab681f85aa9535f1f0037f77a29f8d060db0e122eda18c626db316551a2a6","formula_version":"titan-u-contract-v1","latency_ms":0.628792098723352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cce72837f73d4dfde4eedfda9968dcfcb0339edada0bbe4be34431b2296d2372","sample_id":"mmlu-world-religions.val.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ef60fb7ab8a663cf5223d4e9d01cf85f04d246c5ebf1fedf82cbc1b3b8972e8","formula_version":"titan-u-contract-v1","latency_ms":0.5467080045491457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87b6a8bc1471387051cf671d67168ba35dd5ddbbac1244acabeb86d0fea28373","sample_id":"mmlu-world-religions.val.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4177d1b8053f0b92088f9f5e7a22241cf545c479ed8ababa219d00ef2155cc73","formula_version":"titan-u-contract-v1","latency_ms":0.5085000302642584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca2d4e83c9933047d931d640d4648284dd7ee1ca1c479b3bdf8cbdfad1d78cef","sample_id":"mmlu-world-religions.val.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50963fd299d687593f1300c038f6d911a62080e7384581d2a0c5a87337e092fd","formula_version":"titan-u-contract-v1","latency_ms":0.5406250711530447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c6c0985812b789090dd27d82964f298d95a3fc9eadfc2b9953aae32276c0bb0","sample_id":"mmlu-world-religions.val.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbc9ffd2eeb7e1c05ece3a41c6bd61591a704a63a682624db6016541fd6f3e67","formula_version":"titan-u-contract-v1","latency_ms":0.43895794078707695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1d677af96493376c292e6722b6cc5f131d565e08a9b834a4da11b2f8f52ab3a","sample_id":"mmlu-world-religions.val.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"10bbed4591d963fc2b4d7a51e76c38b530b1942a8a2411aeebc60bcbe9eca9b3","formula_version":"titan-u-contract-v1","latency_ms":0.514750019647181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb1124c48bd4d3abb8145aa9a12d9b4501991c924e7d6d888574a45c3948380d","sample_id":"mmlu-world-religions.val.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23c191a602f046281b51a417ab6ec025a6bcf68d9687f820db80779c2565a3c3","formula_version":"titan-u-contract-v1","latency_ms":0.5390829173848033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37c1e926bf9eab41d062227a7bbbbb344cb661c1a9808f900b83f10e1978b4cc","sample_id":"mmlu-world-religions.val.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19667950bb65df3230b4e04392c5f3c3583e4240be9c88f4f0a131171cc55a69","formula_version":"titan-u-contract-v1","latency_ms":0.4045419627800584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6294425900aaec76bdd1dbd1ba7d786fdb4e6bb762b86db34477e3ea0ab4adb","sample_id":"mmlu-world-religions.val.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c1c8e5e66937991202a33333ee57d24fdd9f537d184cb83a26928dad9a94358","formula_version":"titan-u-contract-v1","latency_ms":0.43012492824345827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5084f8f6e0551d8a52cb2e1583142fb477f319cb08881dc303512b7ab33f4cf5","sample_id":"mmlu-world-religions.val.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d46e958dbfc4c304e037adb41973e0f6502ad833c0cf8d00008d2dc048a6c87","formula_version":"titan-u-contract-v1","latency_ms":0.4330839728936553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25fb3d5c99ae5bb5c106379f6732cfba3e81bb1adc42a719ffba110a90bf4eb7","sample_id":"mmlu-world-religions.val.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9eb69cb066934fb6adb356230c0664f6f0336a2b6317dcf53d8319dd7e59e46d","formula_version":"titan-u-contract-v1","latency_ms":0.5894169444218278,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9761d6ee6c74a652f2c2cb514351b8a3c802226feba9c0a9b9e2b7a103eff5fe","sample_id":"mmlu-world-religions.val.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bfec5e30146bbd07fe00229eb2bf6a81767ad18cebc5d07fcfcd21fe2ddc31a","formula_version":"titan-u-contract-v1","latency_ms":0.4230830818414688,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"323526eade75ee171eb1fd37944d907ee9f06cdd7ddbbcc2aebb86c03e3ee2a8","sample_id":"mmlu-world-religions.val.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"335c4462fab546fbedf3fb9428590624665f416cfd97291321478cdd7b174a33","formula_version":"titan-u-contract-v1","latency_ms":0.43733406346291304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"43d126ce52dc238c83f6f36bf8aa19599431cdb1caba02be1b0b5b1571ffc282","sample_id":"mmlu-world-religions.val.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25a93ff50e60283b5edc568f4c45185e703f3104200fc82fa961a52d712c8081","formula_version":"titan-u-contract-v1","latency_ms":0.669916975311935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5374c32faf9eecc34d6e6becb0037685b4a81861113e9ec39871af1f1923054","sample_id":"mmlu-world-religions.val.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2380aeb4ca80d9a25e862de6fbb7683c6c39aa399efac4ff80cf10286351d11","formula_version":"titan-u-contract-v1","latency_ms":0.5511250346899033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"50070ba2f75245569a8755d4091a5a0aa9ec8649aa3e1f098522561bef994da2","sample_id":"mmlu-world-religions.val.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"430757e61937f8984affbd6b93b76fa3e8b8675f631de14251fda229eaa6f71b","formula_version":"titan-u-contract-v1","latency_ms":0.959165976382792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55c8069b229b708f403575101e05e24e06198187957ee928e6ec4c3f187291d0","sample_id":"mmlu-world-religions.val.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12714f14096cecd0573943f91dace7c513eebea2753df524e0ffc6fe9d4c45ee","formula_version":"titan-u-contract-v1","latency_ms":0.5394170293584466,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d258b7066161dd73d0eaac524f2d640c61ffc37f5874d0d4a6fd5dc14a7129fd","sample_id":"mmlu-world-religions.val.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"088e287bf8c20c9e180c8fc3a24e62d6dcd9ff6fcec079f283444835429b7815","formula_version":"titan-u-contract-v1","latency_ms":0.505792093463242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"073179689f8006716210a24d714871201a1cd8c33ca5a58c4300069b7169e123","sample_id":"mtbench-math.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60385c03ceb5406c2c1a945c0662a4677f0d413fb33b269f49daf5a1650c362b","formula_version":"titan-u-contract-v1","latency_ms":0.5595000693574548,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85ccc3bfe2118359a69211d5bf92ceea273ca75dd57640ab4eecd59c32e5ec61","sample_id":"mtbench-math.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d11b6465b11e861859bcacef8a7513485448cf59d8b5dd58b229dbbed2fb0a17","formula_version":"titan-u-contract-v1","latency_ms":0.38195797242224216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fdc049a3873c5b842cfcf3a4052c743c4d670b925fbf426946bdb66efa23e2b8","sample_id":"mtbench-math.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28fd0b8d651f5b35de7c8717f181f5b9e72044f19f9560d82b9ce906f6cc05da","formula_version":"titan-u-contract-v1","latency_ms":0.5550830392166972,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce3f7027d4ad9bd68f6edf001c5b7cb830eb7f5efdaf58c39feae6e062f57c28","sample_id":"mtbench-math.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65c21065fc6398b1a7057c51c21ca8908b9ad5a48e1f6833a9a148f92e505555","formula_version":"titan-u-contract-v1","latency_ms":0.5949169863015413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72626fdb5a5f96965d458b84747c0dd6c57b486883258514360b69abc65303f6","sample_id":"mtbench-math.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80c87fd6719ec7058a3bde345961d39043bc39384d4851a3b4139189bed37188","formula_version":"titan-u-contract-v1","latency_ms":0.5130419740453362,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a768b5f92094360deac1ef957db3438e7c8ae0046bce092edecdd2bdcca772b4","sample_id":"mtbench-math.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf01986c0dae0c3662f9ec8a0a7987a9efbf056afc9a2150f5a729b41a850f9f","formula_version":"titan-u-contract-v1","latency_ms":0.4871250130236149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b16fb37c00978655ae4d5e1ef5b5d9fa7ab5b7bc472e17f5ab0ed0244de148b","sample_id":"mtbench-math.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd3d9095a195b32f1d5a8ece067ded1bee2cf36049b01f8e7a061a5109442c9a","formula_version":"titan-u-contract-v1","latency_ms":0.8127090986818075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fef7e52142f44ee7613b78c83b2fc4409654f1831cb52f030c84785719c2f17b","sample_id":"mtbench-math.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a79ace3ad385539f38dd5375ed87540a7a0dcd2367158e6ecb55d7177eb12d71","formula_version":"titan-u-contract-v1","latency_ms":0.4519589710980654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6edbaaf21cdef19218389ed5db803e44d4465a18e4134e34cd32b47da182651","sample_id":"mtbench-math.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4aa817749fc7a657ce0f3858280a262d2eb7140c0408279ef7b2a32619438d2","formula_version":"titan-u-contract-v1","latency_ms":0.46725000720471144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7d3a8dccbd9c09816b2d0181b08ae4e0557955bfd405a0952a6b703b07cf2b0","sample_id":"mtbench-math.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24277bbf8a90a8033b77e64bd7bc3e8e9f5e9faff445449422f58d070eaf93ba","formula_version":"titan-u-contract-v1","latency_ms":0.6056249840185046,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0d20751c23e578929897c3b077dbf72492f42850c307a3a015d2ec84fe51ae9","sample_id":"mtbench-math.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2656d24d6ab8daaf54aaeff83aeb8a14a3e659a73684c3c8e33678c212b307e","formula_version":"titan-u-contract-v1","latency_ms":0.4527500132098794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca0c94b1e44e8a5a9e7c0daf37bf8ffa7703720685f0da3f2dcc04e44f34ed4c","sample_id":"mtbench-math.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6efcf298ed6484452a5289bf7f782b4241def94d6b47073caf3b075672efd94b","formula_version":"titan-u-contract-v1","latency_ms":0.529541983269155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e000658f8dbb6d34c522312f860fdba81b38f9c931d30af1100a8ac7b5a18ee","sample_id":"mtbench-math.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4521e069184bc5d664a60c8d68e276e469b19a3dc22be181a17f24c7ff6487e3","formula_version":"titan-u-contract-v1","latency_ms":0.5647919606417418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e57755c5d4c2c8def228ae8d66887034e1264e94fe1e52d16d46112b21406f4e","sample_id":"mtbench-math.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dd5c4454a2f378c00edae5d620908831542c4096306973469bf80ccf149f92c","formula_version":"titan-u-contract-v1","latency_ms":0.5875830538570881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"220418239f9397abf8b1cf3bf003223802987aa2d056bec525c9f4245826fa4a","sample_id":"mtbench-math.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"804b94156e11eb122d076935a6119f244f37d988d2bd9852c52ff46025b6c9c1","formula_version":"titan-u-contract-v1","latency_ms":0.4955419572070241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ede14e19bbe8e4ab28689b1e3e3717b8a850456612323270dfe3435c9215e773","sample_id":"mtbench-math.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf498c94fcf2af3a89da4d6d376cc3895ca91fbc2988489f03a69c50ef8d652f","formula_version":"titan-u-contract-v1","latency_ms":0.6367090390995145,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3fbccfb3ccc82b80a1a531daa8436ef39249d783571b8f53d6d4c777245a756","sample_id":"mtbench-math.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70b62e1fefc5d2ffc11377701659c03542570523ed440a70fc4f49db467b4332","formula_version":"titan-u-contract-v1","latency_ms":0.5734169390052557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de769b7250eafc68e063eaec136e893160c25e96f064d62835fbba4b12fa8669","sample_id":"mtbench-math.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38881a3c3ac8be462d4c6af557fcee134e0909c934a39e944236f419422e8400","formula_version":"titan-u-contract-v1","latency_ms":0.505249947309494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"393dbdf1e284a77e2cb6ac7ed40008074b48585df6dae3446f0e5e0ea1db0c62","sample_id":"mtbench-math.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"372b0f7064919b1d488db235b605340a23fd9b16f471663bd3c709b760ef6130","formula_version":"titan-u-contract-v1","latency_ms":0.7857080781832337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e005dd125620f5685f8028a8bc32243b69dc4c8f4112d186df9368680ced120","sample_id":"mtbench-math.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6e07b3fb3fefebd5060efe4c96872c7685d18a46a88565eb0ac9b84189c6927","formula_version":"titan-u-contract-v1","latency_ms":0.6767500890418887,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89b93c611a9199b37eaf98b1d6b7b13569e9cc657ef1c62b622bc00b9bc1200e","sample_id":"mtbench-reference.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f93d7383fe8e91de7e852804615508b1f4dc174bc5580b19f752500dc68eb644","formula_version":"titan-u-contract-v1","latency_ms":0.5261669866740704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32674aa1c5f6eade2fee773e84398cc20d9142c0683e2acb18c1ee7dab9c46a4","sample_id":"mtbench-reference.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e393e464b8decad147807821fb1a8dcbef2ac1a5d0a56973553301bd2d9313fa","formula_version":"titan-u-contract-v1","latency_ms":0.798832974396646,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da4c9217b90119bd1d994e544da45035b967a21e2c44154a2a458f7c330b3744","sample_id":"mtbench-reference.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9780bb709d2bf418958969bcf97de5719383fa97f0327534c10733c2e6310b72","formula_version":"titan-u-contract-v1","latency_ms":0.7467500399798155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aad4a91edda4251ce66b2712d99babe03180ac74b4b267a3991489290f24614d","sample_id":"mtbench-reference.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"922986031b3f1a8bc152be0943b65b69dc3e1fb0c81a2330d1525e2dd0887161","formula_version":"titan-u-contract-v1","latency_ms":0.7938749622553587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a03455f51e14dcde92580b156049e7dc081ee28170c010751bdfc91c4b21fca3","sample_id":"mtbench-reference.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15140b3e7ca181a6af55ce8901a3a65fe923a4e24bf87d0415975655c80c6191","formula_version":"titan-u-contract-v1","latency_ms":0.8981249993667006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5c0589a11b9eda2b3806bd102b4d959049b89d2efddf57b68a6db1f8c957e13","sample_id":"mtbench-reference.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ad7e81788b3370ea76af61e2708d1841a302e1ba67872816deeeaa5360f406c","formula_version":"titan-u-contract-v1","latency_ms":0.6578330649062991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d4f5744a8335ec4f128efe2fed4b420756b1197c302dff69ce0454e92a20203","sample_id":"mtbench-reference.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bcef293d56e20ea4e222e794792c92ff283688d46fc281c7fab805bc5461420","formula_version":"titan-u-contract-v1","latency_ms":0.426042010076344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26e41de183951f7f69a489ba94fd86705284d9694cf3871bcb9c60a2f7e9674d","sample_id":"mtbench-reference.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d8622e4cc5ef0219fd78798bc0dac48d770052b61f7fff131393cb59b26031c","formula_version":"titan-u-contract-v1","latency_ms":0.4230419872328639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bedcabf2e2002f4eee66bc5c1521adb13e68b8ff72662a7fff9ddb42eea4ccb1","sample_id":"mtbench-reference.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28ded5314c3e9016b960259836f5f44bc06a1aa0f471c3f848a26d4788f6b3ce","formula_version":"titan-u-contract-v1","latency_ms":0.39012497290968895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a50e96d9e1847a001a9dea1d830ca3eeeb36850ea41ac3be518f820212c9498","sample_id":"mtbench-reference.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9537c6abe3698e6cb299494b9749d1f2ab4c49e15e5a83b83c523ac15f7dfebd","formula_version":"titan-u-contract-v1","latency_ms":0.42287493124604225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a58d46cdd390a9d36cb5448ba36bd5b5508bd478436d0ad7b0dc9fe4e796f06d","sample_id":"mtbench-reference.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"098dab8a099f6df1cf1381739eb1a1258775df78ca928d091507d5b8a6af55b7","formula_version":"titan-u-contract-v1","latency_ms":0.3821660066023469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d93c5eadbd1bf435014385b86b2f26d20b6c8b4c76875d9a32b36c6c3331eaab","sample_id":"mtbench-reference.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcf5d6bdec80ac205b8e8d34b4a75b778e612dd0633f4c2ae22dd660f4b381f4","formula_version":"titan-u-contract-v1","latency_ms":0.7850840920582414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef84adede256d9d35d99df1d02d790c201e6497deaa0f44909aec716d5f567fa","sample_id":"mtbench-reference.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e889ed856889fa61ad4c306e7efcd893f4b5c28a33c7bb40e76c56145bdb12e3","formula_version":"titan-u-contract-v1","latency_ms":0.5419169319793582,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1fa4c2532cd0c53cf81f4995065b8adfd4515c5d98a9adaa743550bee621711e","sample_id":"mtbench-reference.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f7c2f1313fffc0e4b75de33199911d2f9ce581935cd3efcfc971ba259bf36c4","formula_version":"titan-u-contract-v1","latency_ms":0.4157919902354479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e82e2700edc60d304544e87f1ea3c4c521edbbd014f08cc0de6a84390016254","sample_id":"mtbench-reference.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94265b67c01d46613853d624f913fa6d21bcef550dba1d02e94481d15c7832d2","formula_version":"titan-u-contract-v1","latency_ms":0.3963330527767539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"078d3ad2ec97699afc787fd5bba5c438a6cf23739dbb5d7d0499076d87228085","sample_id":"mtbench-reference.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f87ca64cf4c74eaf3270fb40cd82a5e45ee081e506171edd42827d148a07698","formula_version":"titan-u-contract-v1","latency_ms":0.5593330133706331,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3930f25ae80227cdb6ad73fb8ec40ff0075445335eaf0ab040cd68ef93e3f38f","sample_id":"mtbench-reference.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"400504f32b317758b981dbc415efe33c04e14c218c99d3aff1b162e720fd00cb","formula_version":"titan-u-contract-v1","latency_ms":0.3964169882237911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ceefc37dea874fbc7fd251d60af34ba9728077b57701ea8ce37498e2b9f6aed","sample_id":"mtbench-reference.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4b7aadfada759973deb14ea639ecc0f3f954e9c327f693802bcd5aaddacf641e","formula_version":"titan-u-contract-v1","latency_ms":0.5457920487970114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f136d2b3dfa7f4cda7d3b479f9a6e769e343f204f78621b3d07eb854f336ea18","sample_id":"mtbench-reference.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3df06c664da69b59a931b5a7a2c031519032af2d4b52421f9585e953750588f","formula_version":"titan-u-contract-v1","latency_ms":0.540749984793365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b702287b74688b9d8ac99918fb345847b39642392fcc318941b7bf414f309db","sample_id":"mtbench.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a99a8d29ca20829f069500116188f5354fc2ff41d5557ae3a434a80810e83e1","formula_version":"titan-u-contract-v1","latency_ms":0.5110420752316713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c06059c9cdbd114df1b764caf0eb5eaad924ec961a2a314bbbba5b57a794cd35","sample_id":"mtbench.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"550556169173ee44cdbb9eeb59488b867248c833969b33b7f6b6c2feda4028ee","formula_version":"titan-u-contract-v1","latency_ms":0.3820419078692794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5493b0f67167fa8d2748c3ccb613a49143a4696d0fd0a8de3eb4cbac12e414d1","sample_id":"mtbench.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14c12dff73e4e15b6198a6df1e0a486486d8b7bd8eab47b5ac0188be081931b0","formula_version":"titan-u-contract-v1","latency_ms":0.5584999453276396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9149e0e00a00ab159c5405a9c507fbc668881d4f7e5261f36d65f1c5246466f5","sample_id":"mtbench.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd6eac075ac78869cc93335cc843224ff6bbc6db675ea1a503273f3b7d1b4b67","formula_version":"titan-u-contract-v1","latency_ms":0.4915000172331929,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"71f16f364dc4d60ad0a9a35638e94dc8b744c1a31db658f4114ac49ade1d0678","sample_id":"mtbench.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f752a3806bf3a3e9ed75c97de2d584cad24640f07c9e9bd6beaa536a1b22d423","formula_version":"titan-u-contract-v1","latency_ms":0.5147920455783606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f0994d64b11d4772aaa33b9cb8540cff44bd47f5a8433b172e23aa452857e68","sample_id":"mtbench.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"01bf3f4c95fd2afeb0ab3e6acd2dfb83d88ecb14168513436785981e1d8930c2","formula_version":"titan-u-contract-v1","latency_ms":0.675791990943253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53323a5d8c8e2d091a028833db2d1f4b83cf15f63e3139dc031964efb76b2a12","sample_id":"mtbench.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e38d53ed7a754fd9fbc6a49b33483edd319932322261aac8297e7f375dc0278e","formula_version":"titan-u-contract-v1","latency_ms":0.5928330356255174,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2630a1e6059f64ab41f2761274a1b4cd4538907152888134f3b41c64a8688da3","sample_id":"mtbench.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f86493bdcbdcdcc697e70f5a319e9e2c63dce624d639bab093ee692a40c5653","formula_version":"titan-u-contract-v1","latency_ms":0.6362919230014086,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbe345deb966a7891fd682d2561129cc15f5694412a81e4861d901974a76d7b7","sample_id":"mtbench.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ad48f336e0b1a684f7cd8fe5692cb0a6e84204c167f8b5b8836e5600f51e826c","formula_version":"titan-u-contract-v1","latency_ms":0.489290920086205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58a6f1b3447aa96d0e0af73a465dab588af8ba022e01319d7da43dbb0cf4fae7","sample_id":"mtbench.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c610f47f4c83b8a54fe32dad2e36d10edc2bd8d114b11a013345cc376e406b12","formula_version":"titan-u-contract-v1","latency_ms":0.47554203774780035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"67401657f106025317a6f583cfd275a44cd8fc2b1a1fa077410f89dc00558e6e","sample_id":"mtbench.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93ad4df1906412db69db53ff690e6dadfaa6ae21faacfcde89e1c2fbb3804570","formula_version":"titan-u-contract-v1","latency_ms":0.4972920287400484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3652197be4c439e0941297c90aecef4ced72443b416789c25c380ecf00640b5","sample_id":"mtbench.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ed10895db39b03cfa5b474a3af40c9efa373fda6750168bdf89228befcbad44","formula_version":"titan-u-contract-v1","latency_ms":0.4279169952496886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de8c7704efda2bbc2571376ea67236fc4f740eba2540b8df424e360feb0790c8","sample_id":"mtbench.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"961993d6111da1113c6e2e3f15aa295e3dee5f2baab4dde1e4bfc2020f05e15e","formula_version":"titan-u-contract-v1","latency_ms":0.660667079500854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac5c448ae1bb440ce6600396b2b2ddd28f7dacfc0832d5f434a7c22ab0aae5b3","sample_id":"mtbench.dev.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57c82f1a70294cda4e5a35d340548d407847d267cebaf33c9c87b917d5fb63a0","formula_version":"titan-u-contract-v1","latency_ms":0.5782080115750432,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00259c94eb5cd42187134e35d61b6a8c768362f36d6e436b6cb433be96d20780","sample_id":"mtbench.dev.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2bfcd6f9564363704abe5a507f7f5dd245ccdfa13796aa1a6bd51531206d3373","formula_version":"titan-u-contract-v1","latency_ms":0.9616250172257423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2e604bbbc97136d49dddadda2fd6b7a62e1b4fc951b42e099188696d4d4bb44","sample_id":"mtbench.dev.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b46f83cd8107823c3da409cef63f6d8a14e1af19d7f107e61f42bc651954fa70","formula_version":"titan-u-contract-v1","latency_ms":1.06729194521904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"acf8123b9840dd94bb7aa6babe6856694fb10f103d6b8486a8c6c443bc621a80","sample_id":"mtbench.dev.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4aa5b877ff734c9f6969afbc32157cae9219943b757e6bd30d5806b745ff0156","formula_version":"titan-u-contract-v1","latency_ms":0.7331670494750142,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d62c329afef687fe3e567937f22cb8482ffc71eeb931eccd4f928c81805e3b6","sample_id":"mtbench.dev.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57780b16e2f9f5c16ffd339ac22774bd203b6ae610205286eaf89f36d48d932d","formula_version":"titan-u-contract-v1","latency_ms":2.8401250019669533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f8ead807003881bc782bae5435ffb13112f85610a37d86dda117d52f7be5134","sample_id":"mtbench.dev.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cbdd88560d6ffbbb21a03c45caafe9b17b3fb21f64054bd19c829402a400aa64","formula_version":"titan-u-contract-v1","latency_ms":1.0147499851882458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"455bda73d45a164af8a33c91b138ba0a6e4f66bbdaca2832daf9f2cef09890a9","sample_id":"mtbench.dev.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fc6a58f5e2628f1b379d1c63824a7321985633c3205bbaa3c3b759fc8997d0b","formula_version":"titan-u-contract-v1","latency_ms":0.6417090771719813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6b7a7cca7f33c3419f957e72a19e2cbd76306082762ec264b00bdac51212406","sample_id":"mtbench.dev.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3f67fdc0de97c3cf26e27f5d33e01a1de6a40baa40f1dbf1dcd82e07749aef0","formula_version":"titan-u-contract-v1","latency_ms":0.6928750080987811,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6213c5dd898dd5d08bafbbea238cde7bf07fc564573030f7ff2541f96112b8d","sample_id":"mtbench.dev.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6181a00ad43748ae64f996d1e73a7c239e8586f589f3b8cf7404c36914f86f8d","formula_version":"titan-u-contract-v1","latency_ms":1.8954999977722764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d7de75244f1a8b2aa223960636cafc2fdc9045aca90b875006d97a37166ae9a","sample_id":"mtbench.dev.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40551707f1988ae64ecff678a95b7cccc8965e88e58055efb2d4a5eb2b5a7d0e","formula_version":"titan-u-contract-v1","latency_ms":0.7390829268842936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a5c129761445bd78a8f7e1d939baf7d5a993551aca17c00d77fd00548d233e0","sample_id":"mtbench.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"21d561ab930f6027d7deb95bc08ae0623bb47ef5280f1c1c54b96476dd551382","formula_version":"titan-u-contract-v1","latency_ms":0.6614999147132039,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"207f651e4461506971f33cf6d434a6f15ed6028ae9c24d62dc70d0730b6ecfb4","sample_id":"mtbench.dev.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5a115ecc2a325e5a6f5dbc3c7bae7c8b63bb79ab81c67d84721f372848b45db7","formula_version":"titan-u-contract-v1","latency_ms":0.7140419911593199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af175f4cdbf596342bcdab9e2da27b6d8137eb24ea492c851a2e02d78bc910a0","sample_id":"mtbench.dev.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afdb4f406f2d751f3cc2bd9cc90bf4ae31e21b842abde09d1b22fe143048de04","formula_version":"titan-u-contract-v1","latency_ms":0.571875018067658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af471e4d2fccb8099753178bff7087e7d930f4b3d50e38de15b66c57594cf66b","sample_id":"mtbench.dev.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0c4f9d7f923fe1947e3fbeaf8870c412d3ecbefa5089176234064cb9e6afe9f","formula_version":"titan-u-contract-v1","latency_ms":0.5315419984981418,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd3523dbd24dd31efad4bdce55fc1ba14c5ae093afe833d4fdc4cf78d6391adf","sample_id":"mtbench.dev.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f5aa10a947478c100e3c16bda65186a39abfe01008c52ccede3da20b1704398","formula_version":"titan-u-contract-v1","latency_ms":0.5024590063840151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0a3f8f4c41f58a98353bbc61a180adfc63bddd14c75ef9fa41e6854748c6829","sample_id":"mtbench.dev.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d15e9ee76a20a9b1893b71f95d95b67801596048d0b58a4c32a5ba7aa0b8a65","formula_version":"titan-u-contract-v1","latency_ms":0.6429580971598625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29115d1e97bc41b79033ec2763a6b3a9010b404e6b69c799b5715a0a3463988f","sample_id":"mtbench.dev.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd481a563594d24bcab246a4da1df65ebb941fa77dc2ffe643da4169975e9801","formula_version":"titan-u-contract-v1","latency_ms":0.6753330817446113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f26f467db793a72f49845bd5da6839b4bfcb03e1e9b783ef540c869a2d14c51","sample_id":"mtbench.dev.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"016fb15a3f0973a801f87869ced96bce8e5ecab51e18e449d4e3f0dbbd28ef9c","formula_version":"titan-u-contract-v1","latency_ms":0.8762499783188105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc1a19c3bf124380b88ca937eb4d879b1bff3caeaf8e823d21dd2732ea2cbde7","sample_id":"mtbench.dev.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c0916011865274b12ccdc6a749b4fad2c0ac510f242830bf50aa5fa67314b65","formula_version":"titan-u-contract-v1","latency_ms":1.6615829663351178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1286d85b67873e47723eaebbe3a81e1adb6367de0b3b871268612777b0e25d1d","sample_id":"mtbench.dev.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d379322b9dea8d65c9df25fedeef0fd09547af63b5b9cdaba9dc77946a4cf4eb","formula_version":"titan-u-contract-v1","latency_ms":0.5207499489188194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e98f1e5fac41562584f5fe2d7b27746dcbf4f1a156a430cb7a71d697d32d104","sample_id":"mtbench.dev.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"668fdcc678a069b950ca6e670a79910fd3839bc04c1e6d5d0cc9bad38047113b","formula_version":"titan-u-contract-v1","latency_ms":0.7056249305605888,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"933764f451344fd5c35674e70c65ba6262bd68c69be55eace32d27ecb2183708","sample_id":"mtbench.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5cc504387f39135e7e4f9478db8887d76ac98e5fdda56750f0c005a93b1061ab","formula_version":"titan-u-contract-v1","latency_ms":0.654041999951005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baebe1cc17f12cd5670b6abfb996fb5d239dee314554885b5d9aaba06c39902f","sample_id":"mtbench.dev.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"407c37da730897d39a0c6c7973f68c938c09596507a907d0e0f28ff0b76f1ca0","formula_version":"titan-u-contract-v1","latency_ms":0.8056249935179949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f82fbf3700a619c45e975eb38e69d1677f55b101bd7b1461c7b7abacac3fd033","sample_id":"mtbench.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1625c8f86d459a79c0f101a5febb0634ad2fde162af8a7ebb1047146fc446389","formula_version":"titan-u-contract-v1","latency_ms":0.6805419689044356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf7a7e64ae1691efcb0871f3c01974102e84fa21d943dc52e5057ed86e7d7864","sample_id":"mtbench.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf28f7169a016a65d0d3dcea7cb1d623e5df426880c2a2d693f76fe8d127e53a","formula_version":"titan-u-contract-v1","latency_ms":0.5274160066619515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"731f50ad259a89d37da77a858a31ce86271b8c900db0aec92505c5c4b3360831","sample_id":"mtbench.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0acf981045a401193368527809fa205087544f8e3be7d90b9ecc55c6a7f762ee","formula_version":"titan-u-contract-v1","latency_ms":0.5454589845612645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fe0c730957786169bcda136d9c51f249077ca6f12dda997b36420e8d8a890de","sample_id":"mtbench.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c44f7099c31b85535cd06b76778443d1868084dc1c5a069824b5d50cc695aca9","formula_version":"titan-u-contract-v1","latency_ms":0.6444170139729977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95c31c4aac6134db69876af40083aa2f618630d1ee1c4cb7707c1bc016c06889","sample_id":"mtbench.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"431f8f30ed61127f48ba78d7a8dde81417af459ccb731b88d624e693dd018c9b","formula_version":"titan-u-contract-v1","latency_ms":0.46312494669109583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39b87cb05f586b3ce72aa8970cbeee5221577416ca86c1aee061b0783f35306a","sample_id":"test-match.s1.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"291d893ce6f1a355d940e99248dd81ec4fd5a8c822b5d5741a197bf36dcb85cc","formula_version":"titan-u-contract-v1","latency_ms":0.4652079660445452,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f8cc26b87c7c5f2d6561015d1f6c4802e1373d0ceda25d3afa55f21fadc0eb8","sample_id":"test-match.s1.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d47ece576abbf21a09cbd069f1e693c25ed1061d95388f67ada746d5bb2f156c","formula_version":"titan-u-contract-v1","latency_ms":0.500874943099916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0cb1c445a389393e17276445608bdf9dfd9912495352ca7a3e11085b66b73f5","sample_id":"test-match.s1.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"829bd539430ee62805ea9d8df4a6cc0898245cab3d8dbd3a002c993284d5eb3a","formula_version":"titan-u-contract-v1","latency_ms":0.704792095348239,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf44314a0b21cb565f432c24b1c39008323bd8f3caf0e06cf4ee57fecda2386d","sample_id":"winogrande.dev.0","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82987817f35169081eace4530f3f2bc24e3b107f8d5564ab9f8b3d81ebc9ef4e","formula_version":"titan-u-contract-v1","latency_ms":0.5660000024363399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bb590db47a80cb755a1e822231f56b3d8922d28e99eae001964c016e5a3e63b","sample_id":"winogrande.dev.1","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b40080973ee5d97bbbdfd3afbaf07944500cf501c7c0e99c56dcbc8a69668acf","formula_version":"titan-u-contract-v1","latency_ms":0.6693340837955475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66159948113105d8c5509656673694e591de3bb63a795f92ac1ec426000bac0b","sample_id":"winogrande.dev.10","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98db8baf7a2f7db80ffeaea50af886690577ddf55b33747cabd912c539547375","formula_version":"titan-u-contract-v1","latency_ms":0.5191669333726168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66931717075dc7a42a21ba7ea21c55b853315de602a95ff435a47d403460af82","sample_id":"winogrande.dev.100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8544fb2b1193066c8334a0a64db75638c0e96dbb1ce929f0a6d0a7464b8bddf","formula_version":"titan-u-contract-v1","latency_ms":1.603499986231327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eeadf3cbd6d798ba93fd03e209ed7108a840c70f862f16e09271aa6841a467e3","sample_id":"winogrande.dev.1000","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1387090b546cab32eae1b995e3b15d6b42cad5143dc25248c448249e4279cdea","formula_version":"titan-u-contract-v1","latency_ms":0.944583909586072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"70f30b8cc59f978b97cfe19467507644dbcf060b54659fd1014729b6ce5d9196","sample_id":"winogrande.dev.1001","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"98609d356791de9b3380fb1b396982d656ec6250c0d2bd8f46a5d75cd2a114aa","formula_version":"titan-u-contract-v1","latency_ms":0.41391700506210327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f66bc968927dfe927d5ac6728f595666de11dd945740e4b9b72a628a301efa9c","sample_id":"winogrande.dev.1002","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ccf8b9e9ffe91570f9721ac8adf7fdd0af8d2915209c291708706c2ab14f656","formula_version":"titan-u-contract-v1","latency_ms":0.42933295480906963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a8e92a5056edabd196b618cea8a7c8359d2dc522f52f6252d53ec4a664b6451","sample_id":"winogrande.dev.1003","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00ce914c5d5ff1a4d965578a7979c25bd64a1c976b8f5ed1d8eed60742e19cd4","formula_version":"titan-u-contract-v1","latency_ms":0.5706249503418803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28d64549481becfd2583b5375462332d458e41df9e7651511300e3d17615f966","sample_id":"winogrande.dev.1004","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe463d92d7dad6a23daa52abf099b7df80df3f111385b6d08b1ded6af3b4c640","formula_version":"titan-u-contract-v1","latency_ms":0.5865000421181321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48ebb5d3bfe69215cffd28e10cc7d7f87f50e2e24920ab7dcb7be298a68530d9","sample_id":"winogrande.dev.1005","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c68675be4ec72f71d1919e45b7311118b30cfef2ab65acaf4afcc88a5b6b914b","formula_version":"titan-u-contract-v1","latency_ms":0.5827079294249415,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb64e9bd2beced82b8bb2befe3b3bc64765e3628cfc8b214ea23bd838c8f4bd5","sample_id":"winogrande.dev.1006","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aed41e8f7742f5aa964f9849c1f29a9103431da6f304a278cfd4ee20b80d27a1","formula_version":"titan-u-contract-v1","latency_ms":0.7522499654442072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48bb124f56c274e5f614a4d6832e1f9426f4abebd26487d5613a9c535b166c20","sample_id":"winogrande.dev.1007","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff78002ae03842d2598cc0dc44dec63ea03eece88eb8836638919bc8ed0418ea","formula_version":"titan-u-contract-v1","latency_ms":0.5403750110417604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae9af05a3ac14db9a7b29578c34428da352a3a24dd71e84d8a5580d74c57a9b9","sample_id":"winogrande.dev.1008","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0fa096be0eb467ac8b5b359965f0eff3867f7d32ff60995531091f10104fbf28","formula_version":"titan-u-contract-v1","latency_ms":0.5599999567493796,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97eec021bc4472b2417c40a8f75de9329a08a28b029064ff0ffa175b8842cab8","sample_id":"winogrande.dev.1009","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efe74b618bf9662de00451184e948d6626302b0b5d7d7ae6b39efcfb6f7873cb","formula_version":"titan-u-contract-v1","latency_ms":0.5417501088231802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77356c7fc4a16385cd76abdbf941dac64e92a4cb34e3df5dbfb93e7b5373c0ec","sample_id":"winogrande.dev.101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"792668af94dd617df8c71d116d311a03f3bf5b1dbdff25dbb9bf5197b97b96e2","formula_version":"titan-u-contract-v1","latency_ms":0.46849995851516724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31ab332ba3c08fcf8969a042766eebc50350d1b30e2f43bf60fe595e7199330a","sample_id":"winogrande.dev.1010","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7555c6df8e6b36a7511ea5d5bfe87613ade2222d2926a240816c25b7a53e5b27","formula_version":"titan-u-contract-v1","latency_ms":0.5697080632671714,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1954a7296e2e89ea94439381d056e30e56a8793ae3fda6d0eee77c9d69244492","sample_id":"winogrande.dev.1011","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dba92728a236a5dd69d3e8b4336247197ae192c00c8122ce77d0481688433377","formula_version":"titan-u-contract-v1","latency_ms":0.42258400935679674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d1e20b16180759a29ff74a4af164f6d52759ea0fb8cb736751c2d81a5b90f22","sample_id":"winogrande.dev.1012","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c00da54f50d2dd3702114d95f98d0a69b82fd602fa45727a450b93b410ac4d51","formula_version":"titan-u-contract-v1","latency_ms":0.42033300269395113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f364693baac4389c5cf1caa550be25974b3fc9f1bcbe5a4a13292282a56bf71","sample_id":"winogrande.dev.1013","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e8a78c51bf6df8f9a200e78d545319fa4db877626e96851de0f8813a533b8ba","formula_version":"titan-u-contract-v1","latency_ms":0.4844579380005598,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ed60f952fe1210baccdd58d4fa50de3df83bf8b90b4004b36bcffe1b747b80b","sample_id":"winogrande.dev.1014","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6c55ae62caf0f253a7af5d2a90aa555c707919998c1a9b9ab2981bbd850d7234","formula_version":"titan-u-contract-v1","latency_ms":0.44229207560420036,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51541d64ddbba4294b156e9ed01c165fb5df0c843a03bf53de872adaf39dd978","sample_id":"winogrande.dev.1015","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"249e0a7ce6988204e846dec285279b680b651d01360a1392204bcedffacf6ec0","formula_version":"titan-u-contract-v1","latency_ms":0.40620798245072365,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6cc9ea9be8106ed321b4c596f635373aee4800d6ac4e8ac7034ba2e26b452d4","sample_id":"winogrande.dev.1016","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbf001cf29818a42ffe1a5256d2baac6d7f1fed0730ab67eabf66e2ebd4f7805","formula_version":"titan-u-contract-v1","latency_ms":0.4634580109268427,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d90dcfb6104f219810ea935d53fbefa578396c895e3ecbbdb7660bfda1388a67","sample_id":"winogrande.dev.1017","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"527caa38ad13c4ec54bb9fa9e4470a3db685ce9febbca7137d5fb2e59426b52f","formula_version":"titan-u-contract-v1","latency_ms":0.3974999999627471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd0937a1d9efa5008ceedf6ef4af6eb2c287a3e23a3e4364204d64861132dbd7","sample_id":"winogrande.dev.1018","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8228f85fcaab43ba890554b50f576c0a97dd35da6a927659bad95fba1c86666","formula_version":"titan-u-contract-v1","latency_ms":0.5457500228658319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0b4e9cc19e829665c047988b7ef55a5de400fdf074f47d579a0f6910152dc78","sample_id":"winogrande.dev.1019","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b31a5d927584cc72ce99e41246e3d99d44ed30590d99f76855f0e38f79e390a","formula_version":"titan-u-contract-v1","latency_ms":0.4253750666975975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00e8fe6f21138994469e8cbfc1b30c7d60c239586f033f2c0b56a309133c5d0d","sample_id":"winogrande.dev.102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8702a4caec46b452052f0cf7feaa06857e5bae5954b244e4d4cbb4371db58724","formula_version":"titan-u-contract-v1","latency_ms":0.5024590063840151,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c95e38977b62ae9f16b4196066d9aebcf7ed4878cfe30373c89c372b26afdf08","sample_id":"winogrande.dev.1020","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52ab54e9d5385b3b98896b7d24105e7edd6cc212070129c4b499d108154cbed0","formula_version":"titan-u-contract-v1","latency_ms":0.4259999841451645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d35b523253130e465c3a821c577abd577ef7e24c608c98f26506f2e8b998d1b","sample_id":"winogrande.dev.1021","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbd27b561dd4ff945894bcbea793fbbc8760f77f21d51f6b07009c2106c55ac8","formula_version":"titan-u-contract-v1","latency_ms":0.38595800288021564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0887a124d7171372e45a04a32d20df58694399937fd9e53d9f95e6bd1b00c22d","sample_id":"winogrande.dev.1022","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eaf18c8cb82d46567259bc6dc0953126ee735d08d162b9112d5f909ed50f743d","formula_version":"titan-u-contract-v1","latency_ms":0.38295798003673553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c56d68afbde36c7dbaabd3fe6879148b68bd71fab44230adcadde159a3c2e56","sample_id":"winogrande.dev.1023","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"423e25fe7c15368ab8096d9e7ebec5d69951673b3b4834437fe9ce42a96b11f1","formula_version":"titan-u-contract-v1","latency_ms":0.3914999542757869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8acd4bf53f9ebd49e6b9331da6d2e61e0c1a493babed8fbbd5a7dbd643272171","sample_id":"winogrande.dev.1024","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22c5dc068516254edff1534d694700aa1707dfb246fdc9cf31c13d43d09ff8af","formula_version":"titan-u-contract-v1","latency_ms":0.3869159845635295,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4bb208aa536e3f646d2554bf893f623121b6e7cb317383544a77e7642efd138","sample_id":"winogrande.dev.1025","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd793527a6b6c8eba0c7dd29cc536a284b006f697711dcdf88f5568f866055fd","formula_version":"titan-u-contract-v1","latency_ms":0.661291996948421,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdd36e25a3ac7e4f31eaf10b96d95e8c2a821ba6b00b85f376bfed527ebf254d","sample_id":"winogrande.dev.1026","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ac7c6bc84a33593e28b0b7fb9486df058265e545ebebfd9298d606c4f6346de4","formula_version":"titan-u-contract-v1","latency_ms":0.4083330277353525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8680d6efd04ce9d910817599fdf13d8b14ab5fd4207b0e1040f9e6a32ca39443","sample_id":"winogrande.dev.1027","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0559531bf9e469f5df9392d385e71aace8e0ae7f487626e18bd922729d33bf35","formula_version":"titan-u-contract-v1","latency_ms":0.399957993067801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"72101ec0caa6c7fa0f5d70c86b1afdee5cc3fff6cd457eac38fcc822fbfd6119","sample_id":"winogrande.dev.1028","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4343deb8afee83ef993137eb8f9bcdbfddad50af3592e90cee6059320febe4ba","formula_version":"titan-u-contract-v1","latency_ms":0.40595897007733583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4a3ce5c74183f3082ba35309c20bcabba57ccd59bf0dd930058487d170ead4d","sample_id":"winogrande.dev.1029","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2195d401c456bf4344f73b22c903bd5334e1a42f76fac7c45bf6ebec18e24145","formula_version":"titan-u-contract-v1","latency_ms":0.4350419621914625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8b96e92702164aa6e7bd6700a68b37c10f7cd05190032469ebc7c71acdf6953","sample_id":"winogrande.dev.103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"124d3a351ea1e985c2c7a01089d3c2a2f98d64f53bbebea93fb657b38214a5b0","formula_version":"titan-u-contract-v1","latency_ms":0.38183305878192186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"172163e70e2bb5a100384412f3c804cb0818d436eaf6b90b287868c004401d16","sample_id":"winogrande.dev.1030","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ef82302740eaae16437445d84f0de7b8f4d966d53a0583cac3360ad5bd37926","formula_version":"titan-u-contract-v1","latency_ms":0.3902500029653311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7c75ca578b0f6f370091bc9357766e6042ddec16646e43767fab4361e3fe98c","sample_id":"winogrande.dev.1031","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e796f9cf3006f121ada0c61be17b42f59d99a2442553513a919a20f47abc074c","formula_version":"titan-u-contract-v1","latency_ms":0.6044580368325114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b16089a0f8493ab6e1a29bd9428c1bc232226bd72952e43a2bd9275c398b6c9","sample_id":"winogrande.dev.1032","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b747ca8f30e8b970edd24cef492c6dd3f1be79c48e4e563545d4c4ae38841b2","formula_version":"titan-u-contract-v1","latency_ms":0.5357919726520777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1376737791e254dd7b839b431bf12e62930175370d41be420a153285949241d6","sample_id":"winogrande.dev.1033","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96efa86e014b03e084a5e8d9982a19afbac6afaa121d511a7a6e59b839fdb5c0","formula_version":"titan-u-contract-v1","latency_ms":0.45666599180549383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d6e6dceb47b2c31cf261f26802756b979fbe4dd0bd863893f95fa1627464a56","sample_id":"winogrande.dev.1034","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7455415324a3584b790d0ae5afc0813748bde9728b5280bf96d002a7f804052","formula_version":"titan-u-contract-v1","latency_ms":0.4160830285400152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2dccb2122c1f18846b0bfac79c05bf2e4db5d2b7034340808388e600c721eb8","sample_id":"winogrande.dev.1035","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7455415324a3584b790d0ae5afc0813748bde9728b5280bf96d002a7f804052","formula_version":"titan-u-contract-v1","latency_ms":0.38995908107608557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7241f35095ebeb33674e4a1f30d3b7ae88939d75b57ee559ee2b11e391e2ce28","sample_id":"winogrande.dev.1036","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb6634d9736ddd12a14d38c0346aa9c85fd127b499546189baf873d9778d6a92","formula_version":"titan-u-contract-v1","latency_ms":0.4920000210404396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d82f8d2805ab400c8017be9e26daee1d91ea43da66594ca4cfe1f61690415e3","sample_id":"winogrande.dev.1037","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc5d6fbc39907d97dd1869980e4eef6fe781e44830890a5b2398d6f3f1f6c9e0","formula_version":"titan-u-contract-v1","latency_ms":0.3967919619753957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac7115a919c7ab1d7b6646f204d18b45ad5f9d9bbd8c7ae7b894ecb3bf7bbb7e","sample_id":"winogrande.dev.1038","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bf03cca00b8447a1470570812295c1fc42f3895e7aae78e245a2bd2aa4de5db","formula_version":"titan-u-contract-v1","latency_ms":0.5633330438286066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"335710b7cba00ff4b80d6c34c9879f18da0c3775dc9908876131dc2534c03331","sample_id":"winogrande.dev.1039","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d12172bf12ee72b6c6664da2f11c533eabef69290a64382b555a40d45b5e76a7","formula_version":"titan-u-contract-v1","latency_ms":0.4341250751167536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a67bf8f65241aa85a3c1b85cef541c8d9cf2e1c7b8e8c332d5782af6956cbc90","sample_id":"winogrande.dev.104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8852743f6040a18574612f54144b7e3dd2a6bca017070d616a13b79e7cd25c8","formula_version":"titan-u-contract-v1","latency_ms":0.41204201988875866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ee965d66f322a22db82ce433bd253399c54521c7303ab2238b4c0231161ad5d","sample_id":"winogrande.dev.1040","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"61282d16e7ca3a552a931673e102e41d5ff92eee64de93abb8082952b6869417","formula_version":"titan-u-contract-v1","latency_ms":0.4206249723210931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"854e3a2eae27d742c3c73439506c2281f93fa235cc45967ee07457d36807dc63","sample_id":"winogrande.dev.1041","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58094eb08e6cf52f7c374d708fe3530570a3706886936d1d765fecbbec7d570a","formula_version":"titan-u-contract-v1","latency_ms":0.39083301089704037,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d4e4dfbff0d59714eddc624b8435463a50f24dbc0c1c99006eb4642b01f794a","sample_id":"winogrande.dev.1042","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9da9681314606ea4e517a6864485f7f6adef6e53f9036e289f134b6b8badf47","formula_version":"titan-u-contract-v1","latency_ms":0.5864580161869526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3315e7ad9526e5e596609b8562b923816ec82e6a409ad114b80494b4eda3ed92","sample_id":"winogrande.dev.1043","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f59333bd2f6850f07f81d8e2766cc728fdb54bcf1e62225a53cde752fb77951","formula_version":"titan-u-contract-v1","latency_ms":0.40920800529420376,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f4f84f2a2396190df6bc35cce9655d3cf3370ca0b050f1ff23d4ec247ad4c034","sample_id":"winogrande.dev.1044","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef40ef0ce2cd58bfd7b3922b2d9ee1cb459b732cabdbb92d79913991a3a701b7","formula_version":"titan-u-contract-v1","latency_ms":0.5577079718932509,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0a8101c8e41bc993085206907eb55b6aa14e65fc774881785dd39b088771a83","sample_id":"winogrande.dev.1045","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6ad8c229c81a1c818a8bb2e6a47fdb51bb728894e203b56c18a9bea26559587","formula_version":"titan-u-contract-v1","latency_ms":0.43954106513410807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5c019cc7bee20513e7fa1766642e4544417a44d1c333975b4efd944a9c5b011","sample_id":"winogrande.dev.1046","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"069aca254ade19eea13017bf1ca5ae1558c2594ac2f1d2c65ac09b0f21f827f9","formula_version":"titan-u-contract-v1","latency_ms":1.2734170304611325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21bea6e5c6f8a648d9420a16babb9623053795edc960342d1112bf9d65c22383","sample_id":"winogrande.dev.1047","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f0fea29e0cb18ecf0e8ebd493aae0d8795f08028f6af4ea3043eca368abaebb","formula_version":"titan-u-contract-v1","latency_ms":0.6035419646650553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0554e04a30920019c45e9b40ed11e538a9cf7a8a2af6b13057221f7b12e0c19a","sample_id":"winogrande.dev.1048","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fabd8f928ab2a8c33fb3d95587e8b11d5aeb3e8510080553637a8fd3884ae86b","formula_version":"titan-u-contract-v1","latency_ms":0.40483404882252216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3020e79e69fc1eb0ea3ea514fcd2e01070951112d8a7709ad2d0678e1105a059","sample_id":"winogrande.dev.1049","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2ba8cad1dbeb95d1cc984cd49966387d9f26a5f33bda28f13d85a1250a3f0c83","formula_version":"titan-u-contract-v1","latency_ms":0.4204170545563102,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b05c81b1521cb2ac8474244e5b8dff38bdb8cb1c10d03cb4390c52ab7a2aea0","sample_id":"winogrande.dev.105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d150e755725441a3961c8115ccb6051983a447f4fab2344697be2f9b11637748","formula_version":"titan-u-contract-v1","latency_ms":0.6041669985279441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dcbeee92116eeed6e87f49ed810b340b125ab3180b7f200ed5a9c81997480196","sample_id":"winogrande.dev.1050","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dbe4ce0ed067921995432e573c39413be8633d663d47e44239aaecc7d9b4a9d","formula_version":"titan-u-contract-v1","latency_ms":0.4800419555976987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3f62e20653278625183c5f869d007cfc7074b3da2b4d6de1aaebdaa7a7797b9","sample_id":"winogrande.dev.1051","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2fbd7539eb80a2e4c7a6c891398094a81cb92d9d10f9d3002b66204fff02350","formula_version":"titan-u-contract-v1","latency_ms":0.41854195296764374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e0dca5a8c3c19a76921333d33dddd127ce1d6be41f1ac7a658ba1e975801c61","sample_id":"winogrande.dev.1052","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4684207e097efea04936acf7ffbdc321cd1c0fc6464e909a41a4f978ef5dfe90","formula_version":"titan-u-contract-v1","latency_ms":0.39716705214232206,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4020d6de9bbbfdab0bd5981fce6c31823d2f8516626d0eee152a88cb54885092","sample_id":"winogrande.dev.1053","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7808413a2bd411cd4dbac8f75cfeafffd401ce0133d65d16a47d5921dc968366","formula_version":"titan-u-contract-v1","latency_ms":0.4312910605221987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"87514ac4644d50e73b4f01d93dcd8fc56a9d0703b38d56ec5265e5ad1ca7a0cd","sample_id":"winogrande.dev.1054","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2af9df917d96ed0c2da2304a86f004471014dad318b0c0d5d29e22cb7dcee312","formula_version":"titan-u-contract-v1","latency_ms":0.41795801371335983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76a1505e8e78991babdf1460c20af95694b3139c8b7c3bf37bbe512acf5e8169","sample_id":"winogrande.dev.1055","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bef51cb0dfd35af1203a0678c74ce9e103ce8ce9e0ea39d8d70ad88690f51303","formula_version":"titan-u-contract-v1","latency_ms":0.4407500382512808,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80ac83d7ddbf2e090434257a512fff098caeda37a9b5394b7e20577b7a86d95d","sample_id":"winogrande.dev.1056","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a074977b87b79913f799bf226404451aa8112930c067c9f7333a69efdadee48e","formula_version":"titan-u-contract-v1","latency_ms":0.43741706758737564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f7f6b27a1485adc63d1596bf9da2d16b5b964924fefa0e71e886269e5db03b5","sample_id":"winogrande.dev.1057","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d872aa78f02aa3b721a7ac878e59011a9751aaf9ff018b500bc0e19981f14f24","formula_version":"titan-u-contract-v1","latency_ms":0.45112508814781904,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10de9407a1e57e875ca35abcbfa47a1372c1ed3eafea371ae9f7e6136f36efea","sample_id":"winogrande.dev.1058","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4affd87ff419749e644b10f6920bf48c4a4e474867c24afb1e1158a641b6fadd","formula_version":"titan-u-contract-v1","latency_ms":0.8767499821260571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9786213bf0c3a38c4c179f6e732d4c642fc5e926008f034fa8b56aca4db75685","sample_id":"winogrande.dev.1059","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bfd7207848c50019c3212e0023fa45de5f359650297df2f85c0eee5fc2862e70","formula_version":"titan-u-contract-v1","latency_ms":0.539666973054409,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa92fbffc4e92aa92e5cc042e0e1ab04ddb4b4e8e48d1b5d71a8ff6b2498cd3d","sample_id":"winogrande.dev.106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"86068cc81e006fd71ca1310ac90997d5dd7ed99d7262b50669a77925be8ffd4f","formula_version":"titan-u-contract-v1","latency_ms":0.5018749507144094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f77ee4dcd2e292f1f6f4b54ffd99392b3ea87f5d33c2ccd74ef750058935d1ed","sample_id":"winogrande.dev.1060","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7668c01b816a23e312b7863d3b183a5856b073b8fcdebe41c619e8cd6140fa2","formula_version":"titan-u-contract-v1","latency_ms":0.5639579612761736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95766115ad55895687dbdf68dcdef4dd7c53d9fbc6c057bcee9e2c95cf530ddf","sample_id":"winogrande.dev.1061","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7049cd38561d22d4741075376933a111f97e66e9dd2a34df6f250986529b78ff","formula_version":"titan-u-contract-v1","latency_ms":0.4076659679412842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"331f5173974f9e4ae4a21ac41e2fbc51b4e28026a150a7de223acc470df7e929","sample_id":"winogrande.dev.1062","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbca00caf7f0c54951af36d73580867a491dd0beaad926d2d0d5ddcc8b039d01","formula_version":"titan-u-contract-v1","latency_ms":0.4161660326644778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8e72f210334899b5399ac67412574ae6c519ed5468d9e4a9bf20995ecd2e186","sample_id":"winogrande.dev.1063","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf18a0b1d4ae64935fbf1025c348d5a6d6f2801ea638d1d6e165935c5f1ee55f","formula_version":"titan-u-contract-v1","latency_ms":0.34783303271979094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea981e004e5ac4398f4a74a88f8f96a114b2df88d57c79e1499c4c2db131fcc4","sample_id":"winogrande.dev.1064","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7237fdc1e2c7fe7f01e648b574151449f91772849d8bfcfddfbf8b4d07648b2a","formula_version":"titan-u-contract-v1","latency_ms":0.4207500023767352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54505296b032bca7ca95c30b165c9982e2c78807b1ce0c3a8d1ea747f4921c12","sample_id":"winogrande.dev.1065","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e45d0a3a0b6b8618291312c3649a19d85bea659b83e9a9cc7b1892bdce952842","formula_version":"titan-u-contract-v1","latency_ms":0.39125001057982445,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"897e2d498d87e361ba3be70344924615999e3929c4baa1bafb7f374839f478a7","sample_id":"winogrande.dev.1066","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f754381782dae2de80e2443b39e7a80114fdd03dbfc163f2a0f0128d45a9cab","formula_version":"titan-u-contract-v1","latency_ms":0.4606669535860419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9831401aff00069df59956146f0cf43b3e8bff2d006b6aa558bf2a940c6e61d5","sample_id":"winogrande.dev.1067","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81aa3880bcf4eeeff185eca53f544b7b07e03435ddbcdecc5e98c8902ab4979b","formula_version":"titan-u-contract-v1","latency_ms":0.4071249859407544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7f2568e9725936a68a80f9b187a17bac9f0877b5e1b5818f1b6c122af6d4be1","sample_id":"winogrande.dev.1068","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3961a1c1fd05eb933c3999c4e8cf3fce29c0b6159c3cb5ad0e361b0f8953a2f6","formula_version":"titan-u-contract-v1","latency_ms":0.9837920079007745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fba3dbce3a066781e3fbd609a23f55406c3b91dc192cefc338972ac6bc55cdb6","sample_id":"winogrande.dev.1069","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70e4c6205750d404768164c6e9965160f2d9e4c6714e87837b9b1c59a0b49ff3","formula_version":"titan-u-contract-v1","latency_ms":0.5808749701827765,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b5482b94393524926ca1af045f9d4eedbfe94d571c2662e2138725d46b02c71","sample_id":"winogrande.dev.107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afbe1b829ae4d5b0f8fb304c4d86594dd342cdcbbd3a61239a29d7f751d46774","formula_version":"titan-u-contract-v1","latency_ms":1.160500105470419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4ee2954abdd57b8a9edcfcbb06b74b6fa46a57577b794128f10afb54b62de4f","sample_id":"winogrande.dev.1070","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2067818d98e7510cba50187277d61606b77df06e9404dfb8cf47a11aa4601a7","formula_version":"titan-u-contract-v1","latency_ms":0.41862495709210634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18ce08cddd537f93a463a1b9eb2b6ee4c27a95bc3070f44a4b0022610f27df07","sample_id":"winogrande.dev.1071","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a160a3605a4a35132d594a4255040902844c04abfc272aa6370e31beb2279b4d","formula_version":"titan-u-contract-v1","latency_ms":0.7020829943940043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2caf6c32371d3af30f45d009528af7a66c8d90e3715f47e159005eee03bb6fca","sample_id":"winogrande.dev.1072","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7bdbe3c05d9f985cd451f8488c1e8acd2c065fe7373a41aef156f0e96b9fd572","formula_version":"titan-u-contract-v1","latency_ms":0.5379589274525642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bfb18c5267f92b2ec7694a7f8dfb31f39b4a01ab1041fc25ec61b8f4273147f","sample_id":"winogrande.dev.1073","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2d7a2a4517b3fc0e11e5600c4adfe8f78fefc729bc75e87e7bfa68fba24fe87f","formula_version":"titan-u-contract-v1","latency_ms":1.1342499637976289,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f218b60ea9680163002fe69b55ae40b3f07ebe12b19589c6575c8da117a6acd9","sample_id":"winogrande.dev.1074","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a633ca34ac2c10ff6ed4674cccacf2435ad2accc027dbd10a95f22a7fd373696","formula_version":"titan-u-contract-v1","latency_ms":0.4335420671850443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b1ba6d72421cf9c028b3d83a11a2083b2ec69ba44e021857550e9be58e3e25c0","sample_id":"winogrande.dev.1075","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bffd928d20241b48dd0d964be596b25c49b46a4388e944ddf471f224b066b968","formula_version":"titan-u-contract-v1","latency_ms":0.9561670012772083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9868156adb026afd53880e3771c123c8f2b73290450c5c2cf1c8552c7f283966","sample_id":"winogrande.dev.1076","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be50f6d56d430aef5a562770aa8cb052bba2a630a33b516115d761823e935d1a","formula_version":"titan-u-contract-v1","latency_ms":0.46908308286219835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f521635e7303ff668c5749cd83a3d32bac8576d712994c982fddce6466e4696","sample_id":"winogrande.dev.1077","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f257694bc326656f40ef0027722587e98efb1a8765c5cc357a541bd6f689a746","formula_version":"titan-u-contract-v1","latency_ms":0.4083330277353525,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cbe000917b3456823727a1ac3bb53e3013d73cf302bbce38fe9dd39fb3122d18","sample_id":"winogrande.dev.1078","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27fcf5f00bfd62468ac3e17534b757f2a48d0eea24f941f1fb4fad5c0d5781b6","formula_version":"titan-u-contract-v1","latency_ms":0.3705420531332493,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7c885a39c874563c59e1c0c109beab67fd670632c9e71eee46ba264b23e3fae","sample_id":"winogrande.dev.1079","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9fbe464e32c6b7e6556f77ac74f29f69443b86c3d91f37c5ab7b243adb937913","formula_version":"titan-u-contract-v1","latency_ms":0.42816693894565105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c764ff6e7c4d5c166ecec4a50dea99dcae90a66e2b8bddfa639d43dcc8d1127d","sample_id":"winogrande.dev.108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9403191072f3362d14c364972feec8af27c1ed5379377ed1951bd85c3f7a9c4","formula_version":"titan-u-contract-v1","latency_ms":0.49654196482151747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0510d6128d30a0dec84569ad2c04d4d8b761f1dbf8b73c096b4056f1a63404a5","sample_id":"winogrande.dev.1080","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59bbe2e9bce9298faf9cf2f8145f2a44147a91f0de2f16fdb2fb13dcebfcd920","formula_version":"titan-u-contract-v1","latency_ms":0.4795410204678774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3fe3c049a5d4e342780b11f3d81e9fb33e6eb904f25714b4cd8b1f5d6869a7a","sample_id":"winogrande.dev.1081","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f668ae6c3bd4df65a706b42baa56a4499c9726d3cc28ca74866f39b2d1d8b8f2","formula_version":"titan-u-contract-v1","latency_ms":0.5917090456932783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe3c59a13bbd19d29d978327bc247b94404b5050a4afecb8bc4729bea9f68ba9","sample_id":"winogrande.dev.1082","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c690907e3f16c60d703324d645df6d5b1251127f46d9d32cba7dc5ae3418d3e","formula_version":"titan-u-contract-v1","latency_ms":0.3736669896170497,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fefa2b12dfd700c0b48da645afa351eed1cb89059644ab06a922a384a0e17387","sample_id":"winogrande.dev.1083","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e66acb2c302e0065e983ba218fa4251809c8a824ba60e1faa2571c552547959b","formula_version":"titan-u-contract-v1","latency_ms":0.5024160491302609,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2be6261caeb927b5a0f4f15913acc1b55373af1e91e41e6ffd03546e2adf07e","sample_id":"winogrande.dev.1084","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6dc6359b1509706787dd223e7cc8d1cda5f50b482ed907070027a1b364e4f073","formula_version":"titan-u-contract-v1","latency_ms":0.38783298805356026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06dc7c6d9514189bf162ee412afd53b5f16dd88aef4c2f93465d77583df92998","sample_id":"winogrande.dev.1085","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31a6068d5e0cdb577edda9eeeb1a1441d65805c5cf291f7ec3a67638ca3a05d7","formula_version":"titan-u-contract-v1","latency_ms":0.49641705118119717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c734b8bae04869d835190c9fbabcbc8e16d190ac1f34cfdd429a5f3cd8d9a40","sample_id":"winogrande.dev.1086","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e94a92ab0c668cad9d91ce99ed1027e614e9eb7992b125c3b7641f7f4eca65bc","formula_version":"titan-u-contract-v1","latency_ms":0.4312080563977361,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4e09ab3f082286005aaf7dc141915988d4abe69c14aee39a2b1c6bb91db37e13","sample_id":"winogrande.dev.1087","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"312dc4981b10e1069d67afde0db2ce48490c4c100513fed73a673c01c09b5f81","formula_version":"titan-u-contract-v1","latency_ms":0.3872920060530305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"284c26244e253d2745c8d39c2317b77a94825fd6d76e4f88b6e90bdad500ff31","sample_id":"winogrande.dev.1088","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8f45b86eddbd941287b72e374a8301a507886efa687248316235f1a2e2a12ce","formula_version":"titan-u-contract-v1","latency_ms":0.6577910389751196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"075a695602e5ca4af2f3a87208ab4c6f6c109412245ec85c0abfb9f51a1be1d3","sample_id":"winogrande.dev.1089","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa41cca01ef963e4d88e59431e57be1e4007a67df6490e7073adaf5b67989a7a","formula_version":"titan-u-contract-v1","latency_ms":0.3867499763146043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee457ad29d92b61b9c4be83047d1006728d624308e67b98f444c502a48fa4734","sample_id":"winogrande.dev.109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da4fff277d9d0977304b4cb8a91e10e48aff9eacf523352dc60d9f290e1cc8b5","formula_version":"titan-u-contract-v1","latency_ms":0.5714580183848739,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb8f6f8074fd3e6164621a10b0398af2bdf04f42a18592f86e0affdc255e16a0","sample_id":"winogrande.dev.1090","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"910679970c8d7b736c8d018da2bb41a6729888774a4eaa6a4ac835c84c7971ee","formula_version":"titan-u-contract-v1","latency_ms":0.6316249491646886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2308df20ff7669977b3056dc967c616236fb1546685f11202c767da740406b44","sample_id":"winogrande.dev.1091","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c78a7c13bccc83246da5a6181779c7d5e1d8dafe95cc67388dd998c60cffc3a0","formula_version":"titan-u-contract-v1","latency_ms":0.5792499287053943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9a4d147394ce7cb48568343987ae3fc2177c2dc5151d98402da422833938b46","sample_id":"winogrande.dev.1092","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04b8c4bdae8e5ff3ce8ecd48756fadd510de9be8861c466a8e4b8b4160234822","formula_version":"titan-u-contract-v1","latency_ms":0.5319999763742089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86a65d017ea900abb359f3baf7a5028df810284dcdb9cd214d7a8f98aa1a41e6","sample_id":"winogrande.dev.1093","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"104848df35537fe90304cd4cfd1f5dddc8887247e2af4621e0e2a995dd17aac6","formula_version":"titan-u-contract-v1","latency_ms":0.5197500577196479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f8423401ed17c4718d22f7d7feea98c0ef57bcf15c506b2411d92e192e83e5c","sample_id":"winogrande.dev.1094","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9306cc0729ba3a765d3a91ad488f0ea2a95f033251c518a7fd638ccabbef81a","formula_version":"titan-u-contract-v1","latency_ms":0.3940410679206252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63206fbfd858eaca79f585f73026f4096907f20a18a06160f5bf7e56fb2c2d4c","sample_id":"winogrande.dev.1095","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d6f307eeae581bbb1a67d2cac70adae6ab77a8c9e73c0a230230a5d716afcc4a","formula_version":"titan-u-contract-v1","latency_ms":0.3453749231994152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0317866e999aa8477542ad41f7b0e74dae8cf2e5b6e0b48b1c14b332529c4d0","sample_id":"winogrande.dev.1096","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a423c44b5cf2d2471fb3b73a2c3ccbf89f45b6bc4f90e1eec4b77fe8467ea511","formula_version":"titan-u-contract-v1","latency_ms":0.5564580205827951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"023eeea99a9cea0ea921b717c05d141ff94f0999bb162d2bd4134ddbfaa3d760","sample_id":"winogrande.dev.1097","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e2965d33f83d4c49fa6c31965ee3662d495463494a981e130269ada6e924e85","formula_version":"titan-u-contract-v1","latency_ms":0.5215839482843876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f124dbb4d39b2563ffbd02a86cd269bcd7133b241cd26c95d90cba1755796c8","sample_id":"winogrande.dev.1098","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c3eb3cb77561f0d1d8a45a44af95738083fa6d2c351430fcd7ff59b5b9014f1","formula_version":"titan-u-contract-v1","latency_ms":0.8140420541167259,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b13b27209c66e407961fe525de01305d24a843229bc7d2697265a12d4b162ae9","sample_id":"winogrande.dev.1099","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf001e5927dd2316225d198532e4678a0fb5dc02c66f1b4ddf4b0f193b800bfd","formula_version":"titan-u-contract-v1","latency_ms":0.3672500606626272,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bf496ebc69025c6f6ba1325bb4cf93fdff73876addc48a42effe98e898ca01a1","sample_id":"winogrande.dev.11","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f4115d6ca3d2fac00b3e243d2a7c385174fa16a0c22b5f7e657a172dab8b587","formula_version":"titan-u-contract-v1","latency_ms":0.6054580444470048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc7c02e62920c0c2bc942b0ab2d75ba5f93f531de2d5c1f837b6afa463f9f474","sample_id":"winogrande.dev.110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d324fcf94ea211fa16bcfdcfd94a079ffe863d2d48556c2ae102e5eee1b61afc","formula_version":"titan-u-contract-v1","latency_ms":0.37475000135600567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be23e37eb556d038119e3a9b88adae094e4ebcdce7e051fb51b1a3a910dfa122","sample_id":"winogrande.dev.1100","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9cadca539d91fbf0b0ba62cbe0abdbe38ea424a8ffbe13c189a98bba1aed7bb6","formula_version":"titan-u-contract-v1","latency_ms":0.43870904482901096,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75853496f52f48b02a1bb034110311ed1ccd2ec235bae0f4e0ac3228b53b0ecc","sample_id":"winogrande.dev.1101","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da8e5443196da2b346a2c4d160c6a332a3533bf8f0719a458d12bb9b69411cdd","formula_version":"titan-u-contract-v1","latency_ms":0.39533304516226053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"607eafdf56cc50e8a4ecc04395ee3e82785d2dc8ffd982cd0fc70f7732e2543a","sample_id":"winogrande.dev.1102","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a841f2d7cdf355e9b106b7d2e6f005a00115908491657cf5c233c2c55fa75387","formula_version":"titan-u-contract-v1","latency_ms":0.462958007119596,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13da0f6e224f223c086fc8643d84c30c7439af1db14c77c63c5c63140485b738","sample_id":"winogrande.dev.1103","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d532702b62707650bccd42900bc7f0387c2aa1b5fcc0f6cd8f8ff5bdf8821773","formula_version":"titan-u-contract-v1","latency_ms":0.40266592986881733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4b229383ec5723f1332e50ebf092fc45c400db5fc7d2c40fadb43f790a14a6a1","sample_id":"winogrande.dev.1104","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ecbe094bec3e4050b1a821722d6519714e04ca927240020b5b43d9b29e4586b","formula_version":"titan-u-contract-v1","latency_ms":0.5168749485164881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a984f7acc8a182da8f34e5687714934bb891ec7dc9fee6fb4811009a64a47b21","sample_id":"winogrande.dev.1105","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bde759296b99bc268f9ee760aafb3de1f04b88cd2a15a9c98bf440714d2578a0","formula_version":"titan-u-contract-v1","latency_ms":0.41158299427479506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1db5d80de60eedff8c956ce512bca8be79da1a2c5ca19224d8fcdc8a8979203","sample_id":"winogrande.dev.1106","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16769a0c2f46d254d717dcc41ff7a9db19b14bb53f85e89697661bfb5ef4350c","formula_version":"titan-u-contract-v1","latency_ms":0.3967919619753957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daf142bffbc655cb04a5f98e666c42b08c506a25514e1a9f7454013a5a10bfe0","sample_id":"winogrande.dev.1107","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77cf86fcef4cb8fdbdc0d169c817c368e9f47f077ff97f74706084f765f1711c","formula_version":"titan-u-contract-v1","latency_ms":0.5590829532593489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d68e2dc0c83bad75ca158668688a9d2b79efce175063641890b071e72b4926c3","sample_id":"winogrande.dev.1108","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36d2676cf1047b17fed988971eff6e8a1ddd8a0be5e3ad0989e7c25cacf17c4d","formula_version":"titan-u-contract-v1","latency_ms":0.4181250697001815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c9c5df049041e29167f004efbbbcf7475edf2d19477e850ee63e983537bc72b","sample_id":"winogrande.dev.1109","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a57cadef83100e3ecfa057f8b0272899666e51d7fe4b14d04f8a8d4693db7efb","formula_version":"titan-u-contract-v1","latency_ms":0.5240420578047633,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52cc951d2b6344b8035c55a79d4d443ad24b846526b8aced96c9b459e251596b","sample_id":"winogrande.dev.111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"421d82bce9af10e8c16b794b5e625bfc61ef64e4afa6c03cae3784a905be6a66","formula_version":"titan-u-contract-v1","latency_ms":0.5974170053377748,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b82ae4d13d05c949aa7f2902af262a853d63a91c3527c8d1769d5d8c46d20ae3","sample_id":"winogrande.dev.1110","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51edde66335c603c28018e194db5f22865f41e2e70d9b3c3dea58a6b15f61f96","formula_version":"titan-u-contract-v1","latency_ms":0.620333943516016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"728e41dffd4acadeac0ed189d13ecf19a2f54ac588d1f8f77409ee5ef58607c8","sample_id":"winogrande.dev.1111","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f60b9029f7e3775ef8ceac9dcdf710563776ef9fa6915e406a3d0846e665c8c","formula_version":"titan-u-contract-v1","latency_ms":0.4332909593358636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b823a3171fa13e176bed038dc4f51a8cde57231aa1a93b0f710ea8561d7b0f41","sample_id":"winogrande.dev.1112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50dd39deb63a3e0b5ceabdddbce8be24cd80180dc71719431f17dbddc656b9f3","formula_version":"titan-u-contract-v1","latency_ms":0.562791945412755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"02267efe3d8548383646f0282626e8b96b54857bb2f5f3f280765ef0df05dbe8","sample_id":"winogrande.dev.1113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef80ad75e7583a7c5093c0cff17070ad09ce689694a876859863d8fa2b02ee6d","formula_version":"titan-u-contract-v1","latency_ms":0.4657501121982932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd5ce97fc4f2a3d258b1cc0af86a9bade2687978e898e9b10576deccb8f9a6aa","sample_id":"winogrande.dev.1114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39514d54b57fc1518d26b7340aac86b4e76b5a246a3d0105ad384e5d316801b1","formula_version":"titan-u-contract-v1","latency_ms":0.41854195296764374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f424cf656c60a6aa8cbbde760f20836228a217e39732f759ff32346216d59ece","sample_id":"winogrande.dev.1115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"436869bfde8affed056559895e9e6fd76f78982164fdd04e1084a6c400052d82","formula_version":"titan-u-contract-v1","latency_ms":0.4252090584486723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a4476f34da1ca17154ec38c1c86d578d5205912a84efed033bba158a27cfcf6","sample_id":"winogrande.dev.1116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e9a7e0ba2a24220e3efe20d244aff1a5386d7892f68674d7787626444bf97f6","formula_version":"titan-u-contract-v1","latency_ms":0.44216704554855824,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dd1b531532e2c793617cd4d36729b5a89fa2a601d0510f01b844219f7de62fe","sample_id":"winogrande.dev.1117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"992e81910cbea0ce984fc5a2d2430966b3970001ef497ccc4a11887bd584f607","formula_version":"titan-u-contract-v1","latency_ms":0.441916985437274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c1a866f3a7d4e9b64f99bdc13bf594c703d021f3f06c706366fca6d6cc5dc43","sample_id":"winogrande.dev.1118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"024b7250f87f7c7eaf41f888940fbeb28bae3057524091153cbea31891ccba63","formula_version":"titan-u-contract-v1","latency_ms":0.46300003305077553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3dfabe6f8051931d1ce21db465d7943c1ec1c0a19a02854f708a1bc2af97f35","sample_id":"winogrande.dev.1119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab9e7b7bba94d015e500f4059e2624a8da1c9291f97f3c65016ec15516181805","formula_version":"titan-u-contract-v1","latency_ms":0.836916035041213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90b3ce6e049fc511471071cb233adda2aa2f9c58fc61f1b36759bc25fe594408","sample_id":"winogrande.dev.112","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a34d415333c5bf1bef73af9fb376a43fdd85a5a449a7cf112a5928743bbbab06","formula_version":"titan-u-contract-v1","latency_ms":0.40374998934566975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cd69663c359cfde48df2546b0ca57cd07d1a0900ae9012704d66b7c36d6f7fa","sample_id":"winogrande.dev.1120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1cdb6c0bb014e323273b94d1711e82c394cf6b9e8cf0dbf0271c32bfcdd4dbd7","formula_version":"titan-u-contract-v1","latency_ms":0.46558293979614973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecea2676b1afb3a3d79a6191cadfcd6c209f42e846c3e62069fbae17812ffbfc","sample_id":"winogrande.dev.1121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d823ede26595ccf0ccb87023ca92fd7b05fdf00bee37b4665422e228e6096e94","formula_version":"titan-u-contract-v1","latency_ms":0.45429100282490253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a37018cbb3d8629f0aaa1c4ee2631d7dc8c7628b89bb0062a8cf67a60a1ad54","sample_id":"winogrande.dev.1122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"187a5612f42d079f93636f04d989d21ac01719f072555ac65a84a5c7ee496ee8","formula_version":"titan-u-contract-v1","latency_ms":0.38304191548377275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17d87f7186320a67f50f83cc3c7876c572ad9e8ac6bfcf3f2f6d132aca9d678c","sample_id":"winogrande.dev.1123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b548e7332fb381a7148a9edd3b9449c163c41aa405d825fc3545913f27132c96","formula_version":"titan-u-contract-v1","latency_ms":0.45220903120934963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"35781c55e8f728974e8793b3f04a1b12408e6b4baebee8796b607ccf4b2b5707","sample_id":"winogrande.dev.1124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fc393aa4650516fa4afc9a76f687741fc6d67a194751d5d6e58242a8f4d78f9b","formula_version":"titan-u-contract-v1","latency_ms":0.40799996349960566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffdb9f87b8c01021cbbc4e0018d5fc9ee2500323d606a1813e16278a12abaac4","sample_id":"winogrande.dev.1125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97866a6be032051df0b1cdba879360139b85eb12e1d0276605292e906c8eaf28","formula_version":"titan-u-contract-v1","latency_ms":0.4262080183252692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d8ad681992951b5c47b6c8258113b733f82ba6f60428544f34e9662ed742f31","sample_id":"winogrande.dev.1126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20bfbfdcfa40bda515b1ed32201144ad8ebd65f445010ee04fc3ba78a0a93a84","formula_version":"titan-u-contract-v1","latency_ms":0.4052079748362303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c80d486d8dda7bf09bf3976e4092917276b38e354d9e88e79b44d00ac1a6e80d","sample_id":"winogrande.dev.1127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"db13d814cc8a87a23f5fcc7394b1f6498e647e1bd18100e4eca70b046791958a","formula_version":"titan-u-contract-v1","latency_ms":0.42445899453014135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21f1520cfbf3d5b9e6767c502bc3157fc37bf4d3fc5f495260577f01d8d5535e","sample_id":"winogrande.dev.1128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dde6e37f4e04582373cb876ebe95b02302da7be2375564ca39973a9fc25c3f60","formula_version":"titan-u-contract-v1","latency_ms":0.44233305379748344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1148aadfe4fad7adbf31782e8892386ebc42254486011fec53d40b7bc809f48e","sample_id":"winogrande.dev.1129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc9b32ef91c47929409de7d80c7def7e8932d0acead2993544c398f2aeda6a5b","formula_version":"titan-u-contract-v1","latency_ms":0.43362495489418507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"749dd94f1c2a9db66de6beea1e6d5937c19db40eded5c02b3b0aedfb555c715f","sample_id":"winogrande.dev.113","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e2a97a27c06e07c3cdeb2f21eb7d75658ba750248c723b38b539030bc3d388b","formula_version":"titan-u-contract-v1","latency_ms":0.41866605170071125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"840d4fe4017690bfac5e393159816ae313d0bf3667f2f43cdbd221465d1b4dd3","sample_id":"winogrande.dev.1130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b76d0379653c92f87a623cce4f33b3280dcf51f73f2c613927a440400aca24f","formula_version":"titan-u-contract-v1","latency_ms":0.3880000440403819,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40fc3775fb630b54768dec7bf3b3162859e257f479b7ec1c3907518f925c7c2d","sample_id":"winogrande.dev.1131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"278ef718be13e878c5d56c3f755212ef98b184cd1ceef299e2580d268e5c050a","formula_version":"titan-u-contract-v1","latency_ms":0.8460830431431532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c6cd4c52ad046ac81c40cfca943f6fb3c5d7e7fbdf6a6f29aca4d348cdac0a6","sample_id":"winogrande.dev.1132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c8cb7978949f1a6f2b84222d9fe40fdbfae2da1abdf169255244658abdfb9b2","formula_version":"titan-u-contract-v1","latency_ms":0.40687492582947016,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebffeacdd95aa325c655966fdf117ace95786a452bfb21f956c1a9a090bd8d91","sample_id":"winogrande.dev.1133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e342922ac691b942c05f30275cb320288dfe9c3baaed2a56ae1dcddcf344ec1","formula_version":"titan-u-contract-v1","latency_ms":0.5206250352784991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc05d557fd0d68f1a2d9379a8dd6c56fa83c7b91acb755e3c0487fe820568b9c","sample_id":"winogrande.dev.1134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da189ee514a8b16c8053aebc0bcc9def83c46a08580d1341c3a8349ede798f28","formula_version":"titan-u-contract-v1","latency_ms":0.4048749106004834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0d256b1ae04df33553ad71774a7a9019f973b9fc0e9197348854b15ca558fb2","sample_id":"winogrande.dev.1135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5261167023e2457534223d472fb60ec3359c8a45f99b67100de4f1af9443ed3","formula_version":"titan-u-contract-v1","latency_ms":0.5564159946516156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75e0a35406d63e6ebf0205aee4bb727fec5452799441888760547d9a7b30d17e","sample_id":"winogrande.dev.1136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"682e91134e89d58c5c8339204a6a8207f8448f6aa9da79db4bb4a7d6a9ed8ec5","formula_version":"titan-u-contract-v1","latency_ms":0.3940829774364829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36ab4534810743dcb58ca1d2068e0d04132262295370ea61eca0d5ef67fd511d","sample_id":"winogrande.dev.1137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3641df3ee2d6653bcf31d4d3bcda5f85567e1d99eff3d694686c808ac461c8f4","formula_version":"titan-u-contract-v1","latency_ms":0.3844170132651925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8d8b12515e675368b4988385261b73e59544151f29630387a5d114be6eaf1858","sample_id":"winogrande.dev.1138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4672dd133682ccbb481443b869188c0bb0fb1a03c1f6b5c647b8acd7d6cd4f4","formula_version":"titan-u-contract-v1","latency_ms":0.40270795579999685,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79271311b4c66b7cb088830a51c1a2bce5cc7a6e4f8d99847da2918173fa09c4","sample_id":"winogrande.dev.1139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e0e5b96fcfc494331c843ceaeb1a7e07377533868905b0aa457f5cd639b678a","formula_version":"titan-u-contract-v1","latency_ms":0.40362507570534945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f884ca9f6363fe9f7f1ac5fd96ccf03dc5864ce926b5d2b75b4cf138489320b0","sample_id":"winogrande.dev.114","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31647f7965bce6dcb4540cd9dd0122de8b971ea001bd8aa0fbe1ae70bbc7539f","formula_version":"titan-u-contract-v1","latency_ms":0.4279169952496886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95a89a4c21b4f2e3a2cd1c508fc76abcba58dffa4764674f168b225451b5fe45","sample_id":"winogrande.dev.1140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"881d28691db66881bbefb6b153da33ec04dd31481955719a8da1244040c9d271","formula_version":"titan-u-contract-v1","latency_ms":0.42745901737362146,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"750050181848d6422484ab75e1cd8740fd27ee056d15abdf93ee1743c69bf665","sample_id":"winogrande.dev.1141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"333a9528a32ac5dc56689b9a36168ebd2c8bc8feabdcc580bb2a8c089667f1ef","formula_version":"titan-u-contract-v1","latency_ms":0.4053330048918724,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f45993f0ed7f1b7e6734800eb63f070593dfc631a5eea40f4020a4b0e9dfa4e3","sample_id":"winogrande.dev.1142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63e26bbdc73ad610c7e4f69395ec8e679625d0e30a41342eb8389f5a62eae804","formula_version":"titan-u-contract-v1","latency_ms":0.4425839288160205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f093ee7f2e99110b435511b3069e745490ae5035bfcc5a066afebb392c1c293c","sample_id":"winogrande.dev.1143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dcd06c1bd89980817ea41fd800e90316205ab17e8919c6c8df7f39ed21e381b","formula_version":"titan-u-contract-v1","latency_ms":0.42808300349861383,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc71798db509f43ae51968e5cdfd6b4a96c85ff620f429e232a879b33bfc237d","sample_id":"winogrande.dev.1144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77b275e18c5eda4136dab1b9e6e2c5e84125f3700b2cb8bac7ef46641e74c7f1","formula_version":"titan-u-contract-v1","latency_ms":0.40324998553842306,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48638467bafac73aa0d71b5df6dbc733e378c343c63eeaf19d5ff26bfb473a5c","sample_id":"winogrande.dev.1145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82295583eb7ab800edff1519c964aa169a327f0a3b3835505e5202733fe39032","formula_version":"titan-u-contract-v1","latency_ms":0.39245805237442255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8a8d528c457e4e8ac37cec78189f311ba9673e8b2e12853140bcc9e967df1a83","sample_id":"winogrande.dev.1146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7d74c4abf6c04a7040e0adc21750414bfe647dd5c925b079a4c7a9b292c4763","formula_version":"titan-u-contract-v1","latency_ms":0.6324589485302567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a99b854457790ba017506b4b5cbd433ad0c49824f03f4dac92f435675929c298","sample_id":"winogrande.dev.1147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f4b782a9f921baf6594526ba5fdd96665c94889305c40c417780156ad6d9773","formula_version":"titan-u-contract-v1","latency_ms":0.4291669465601444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b2ee46610100b6a5918d9c2fb521d538623eac534e630ad6b77292d7e3623c2","sample_id":"winogrande.dev.1148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"caf9586e4d65c99dbf3a686dbfdeff3e6fc8f6cd336a112e4ff8ebf566f6af44","formula_version":"titan-u-contract-v1","latency_ms":0.40862499736249447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"903d8530e91ae5aab76b4ed6c03b3d64ab89a35fde1e68f45d335ccdb3cc2e5f","sample_id":"winogrande.dev.1149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9a3c32555d931ab531e2f4e55bec827c276dc005993989135d70c533b1e6801","formula_version":"titan-u-contract-v1","latency_ms":0.5040830001235008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b29c1fa0871fd8903279947036d0ae9d1fc4d49faad5d499f85bf8d4be8e51f8","sample_id":"winogrande.dev.115","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32f0834ba7737c7a7d501706d63f893223f47668ecb73d1415752dac6b560134","formula_version":"titan-u-contract-v1","latency_ms":0.4011669661849737,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2c755d4bb523b9bb14e2c9f8ab83e3ba90780c84c5673f42638bf13fc9d9ee2","sample_id":"winogrande.dev.1150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5c0726990c7066eb2fea2697b38b265b0fe51db345e24d14aa71aa4643e0ee3","formula_version":"titan-u-contract-v1","latency_ms":0.45862491242587566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51a0cb6c1ccbbeb6247e7c8f4340b3c01595b78bba31566df79eb90faeee6e63","sample_id":"winogrande.dev.1151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1626db38b6158fad943dc03a42b0160041025a1ccb37fec9ef63c7a9eb754f15","formula_version":"titan-u-contract-v1","latency_ms":0.43929205276072025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb2d4fff6b6dc549f11cb22a033e38097fa8b592487b9834d6529034aa5a26ed","sample_id":"winogrande.dev.1152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"878db7c5e0c230405c479829b17cbca6118e5046b01a7d6ff2c848ae9ba46daa","formula_version":"titan-u-contract-v1","latency_ms":0.41108299046754837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3a5eac4e89facd5c8c05909c381e09e1808fa730ec1f03c1894685dae5331df","sample_id":"winogrande.dev.1153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"141f012ece79e52fe37636c1778f4b030c598480f73927f7b1805aa56257cdf7","formula_version":"titan-u-contract-v1","latency_ms":0.3986670635640621,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c4e3049c7cb318a68bcc95a26bf334e80eaa909246d1f35dcaba50c471ca766","sample_id":"winogrande.dev.1154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f27d9fadbce3d1d6dbedcb6d1f8055fdb8edc4ff82e4f40e41912f931dad4e94","formula_version":"titan-u-contract-v1","latency_ms":0.4508750280365348,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"626aa65b0ae2f9c5662953afcf435ae0dc68cd7bb5e058244eb45eb005670454","sample_id":"winogrande.dev.1155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5223f91e617a5bc43a10f540e230d5918ebeadc66bf2c0b0d1835ff0da55e064","formula_version":"titan-u-contract-v1","latency_ms":0.4237910034134984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84b853273fdebb92e77eb4f9d81b0e0997f3eba584b3d5973741dffbff3c9cfc","sample_id":"winogrande.dev.1156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b3865ce000ca1e98d73163455462dbf8552a1591e96ef01e76b686f9d1a19d37","formula_version":"titan-u-contract-v1","latency_ms":0.5136249819770455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7df8b723a86f790379d7b6da2a4a8141fa27cdc8f72333516957497b29f57cb5","sample_id":"winogrande.dev.1157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c7c90ec68468e99b5722b477f8328ff44c57aea37a961b8a8e92573171dd9dd","formula_version":"titan-u-contract-v1","latency_ms":0.42533292435109615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ad5387900702f6c7cfdf536df3c52ec5ef37a7ab9a6b59f3b1f287e8adf8202","sample_id":"winogrande.dev.1158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cdf4061d47c6416b08a786dceff3548b8f6a18334ca36739ba85cd6bbe59bd5","formula_version":"titan-u-contract-v1","latency_ms":0.3992080455645919,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b020e1a1ee82fe601dbc25531818adce277e8d0f280d7478e21ea5fa99afbf1","sample_id":"winogrande.dev.1159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ac8d058a657adace49daa1fe5d34105e3cb08dcf23bd88e6497760d5538226f","formula_version":"titan-u-contract-v1","latency_ms":0.41620805859565735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2ad78b8286afa5594032a0bb3e4ddb1d6703dd2458deb57e04758f454d35a91","sample_id":"winogrande.dev.116","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"002b585650c9df2ec4b6b2b3406610952afafbb560df321d92fc5a179983df91","formula_version":"titan-u-contract-v1","latency_ms":0.3897920250892639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f90e3f7465fd2879f160f88a9e0cb8241bad176eed1a69331fb22da7d5a25a3c","sample_id":"winogrande.dev.1160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"726694d6f96d76d9995b99af8867e07ce4d7d5809e4ff43288df87126f3142c8","formula_version":"titan-u-contract-v1","latency_ms":0.5211670650169253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"683e478fc6f6f4075e6d6f55e4d26a5095b88b1c7629137e2d37c75506bdc462","sample_id":"winogrande.dev.1161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a93901ac2811446c8159f725f042016eaf1800d11d3a43510ae383f93ebe441b","formula_version":"titan-u-contract-v1","latency_ms":0.4122910322621465,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"268d1290aaa9270a85c8bb7fdb30fd04bf202cf69c7c1d037291157d77cb2712","sample_id":"winogrande.dev.1162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cabd1633506bd9a8423fa9c9a6d354510e66ae8675d7d2609bf2aab7b806819c","formula_version":"titan-u-contract-v1","latency_ms":0.4100410733371973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3800af1c8cb524e9cce803aa9b646860914786730f1250edeb745d34815c907e","sample_id":"winogrande.dev.1163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f68069a78ec0fa9b3f2226fe75175131b99c8c919fe06c8b89e3655fb07ba026","formula_version":"titan-u-contract-v1","latency_ms":0.4076249897480011,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c8610a30b8a878b7de03b55869045b3dcff4d3b0f3d6dadf12891c93601f499a","sample_id":"winogrande.dev.1164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3780279b74dc8693a01ec9342125e596c8239bdd0a6c8e90a66e7e28e806a845","formula_version":"titan-u-contract-v1","latency_ms":0.42787508573383093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eb22a98dd5dee6e5bdb3c04526ee8e00644fe511e4ab804f3419ff2d968bb498","sample_id":"winogrande.dev.1165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aa34304e675e4393c10c9564521cc3b672ba2403defdc02a4c145ca372b2530","formula_version":"titan-u-contract-v1","latency_ms":0.4121670499444008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ca37b2e25fa5822ce5c3d319ab24465ddf00db43ae24186730c1c4ddb1fc215c","sample_id":"winogrande.dev.1166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0691f7d95b36bac28f8236e1ec813c230196a7e5bb7b664c7d4060d54ef18b56","formula_version":"titan-u-contract-v1","latency_ms":0.4524160176515579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"820a8d44b20ca1e7cb006f1334bddfac034b3042ed799b98409a27b4aa5d8a52","sample_id":"winogrande.dev.1167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b55abba82e2ad9428c1ce9c0edade564d7b5ed03e821e4ffd75d74f9fc09b77e","formula_version":"titan-u-contract-v1","latency_ms":0.41487510316073895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bdd4947309190855b3a78e4c3588a9be60805e4d301d9bd3226cd46bbec89d0","sample_id":"winogrande.dev.1168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87866d5ccdd53702932c97c26aac50926edb8eb6cf7788b2bb46ee54ce6e073e","formula_version":"titan-u-contract-v1","latency_ms":0.3885000478476286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc71f4e6745cc42171e57124c6b8520fa3e178689140895ff581c20e96215e42","sample_id":"winogrande.dev.1169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9005bf281cbc078cc461442a494f491ccac84a247d41c3ac3badafb5e1bc59b","formula_version":"titan-u-contract-v1","latency_ms":0.9714590851217508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb38b464ef2f7733cf3f6d0e275561c32f91eea0fccc184650a0530f25351db5","sample_id":"winogrande.dev.117","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"884733c49df0881e337601e59ea11cc81b96cfbcea2eea34bf462656f973c8fc","formula_version":"titan-u-contract-v1","latency_ms":0.41095807682722807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c6565b4f50329466d6d733699921764adc3a8b40b221ed203353621792eb247","sample_id":"winogrande.dev.1170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ded1f3ff11612294e248d2b8da60c13667aa917946dab9f6edd6aed7d83252e5","formula_version":"titan-u-contract-v1","latency_ms":0.5513329524546862,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa7f66bd7b3b941f776dcdec16b06225d4e6a8e6d264f97549e74cb147989a82","sample_id":"winogrande.dev.1171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"583b391b6457813a821574822a410b824c5f79844febadb2f47ad43e4b310287","formula_version":"titan-u-contract-v1","latency_ms":0.43158303014934063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0773f7a0b8aabefe05299d2f7cee5b207fb65fb0345c1ad5c10a38189865a51","sample_id":"winogrande.dev.1172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"70576de6db860ee4474b2b9562e3c2d36e8690dd68cc91a6a4dc30adce52305c","formula_version":"titan-u-contract-v1","latency_ms":0.4221659619361162,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81601e4b687cd8cf05111030399136d700083d86acb87c08f97c8ccea05a6ae9","sample_id":"winogrande.dev.1173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"030e26dcf935e20e3459ae228b557633b7c18605cb86ae5a7d802c0fc8924647","formula_version":"titan-u-contract-v1","latency_ms":0.5308750551193953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5788803b9a452b4bdd5c1635c0bd7a6ab54ca67089a3ffdd59cd6831c8823c3c","sample_id":"winogrande.dev.1174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d2e1276c6b476013a70fc12427bb277d765083516cef3ebf5f20f332225218f","formula_version":"titan-u-contract-v1","latency_ms":0.44245796743780375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7de300f1ac2a6efd84a0a2f8dbad5698c57f9043d1410b33d495c47e9bc2d37","sample_id":"winogrande.dev.1175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9b75af5c1acf5f9d2f2d5c1293a9f6b8ac2ea027754720881f528b145af4274","formula_version":"titan-u-contract-v1","latency_ms":0.4172499757260084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3d502a7054ee2b37d48ffbce8cf4ca13e97bed80693a2f20d30727a2a8ee749","sample_id":"winogrande.dev.1176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"138193fba110879a893323f77257e41c482ac17158d225cbfe84fdef88f36a6c","formula_version":"titan-u-contract-v1","latency_ms":0.42349996510893106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a00af33bb1d34c71e35f9b413bbc25101db8b2a18be27dc8091b4574a4cb8e7","sample_id":"winogrande.dev.1177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eec17c15c94bb3a0e42ec5638e139dabb54d2c67652321aad6b9170ed58111ad","formula_version":"titan-u-contract-v1","latency_ms":0.38833299186080694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c3f7e03bd6dac18e6927e878036e2486ca5b58054fd10ff77b3a2a52c2063468","sample_id":"winogrande.dev.1178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72ce77af7d77c1c60482953315f957f1f8e638d949dd4dd106d36006e0652700","formula_version":"titan-u-contract-v1","latency_ms":0.4308749921619892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb3e4b904895d9e7d2bbe4ab05683863af86e29cfd5dcc3f7e2b6850e9bb9760","sample_id":"winogrande.dev.1179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b782a12f694e652131338e52de5b76092a6b7ba33b3ba6066d2ffe387cf7fe62","formula_version":"titan-u-contract-v1","latency_ms":0.5327080143615603,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a05db9278b50e4bd05aca34da2c9ef5fa1022adf42c8ee213f2c7628ee04c23","sample_id":"winogrande.dev.118","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0996874e7dea9a184576da1f406663dcb4d634c81a8dcd3ead234c22a14bdd3","formula_version":"titan-u-contract-v1","latency_ms":0.4124999977648258,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fe9fe4af6b4effa4cfae49cf178fc70f99fa789496f20caa7bdebf95059a333","sample_id":"winogrande.dev.1180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9609fddf092b6a88e67ff430d05621827b442711cfb46c276deead58a41eaf37","formula_version":"titan-u-contract-v1","latency_ms":0.4151250468567014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b5f43de30118a7fd411c59c0b3e5e6d27c3dd45e3610c2d4ae0086a3689690f6","sample_id":"winogrande.dev.1181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ae42e1eea3d34fe76c0ad794b11f28834b3d73c8f6d0004fe583544ed2b4147","formula_version":"titan-u-contract-v1","latency_ms":0.6076670251786709,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21446b61f193cf1cdac01e5c46516eb94e64b97d8c07e470c5c0766b8bc92847","sample_id":"winogrande.dev.1182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8910d7b5490e77ad01f2f0209187e206c73faad1126262275ead014c11acb396","formula_version":"titan-u-contract-v1","latency_ms":0.4166660364717245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9ed44bdac59794a76d7858cf820f9fc5415a4ebfa6b9adc0ef460a40ec95af9","sample_id":"winogrande.dev.1183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d0ce3a2dfb4bed0de9963db7ed65e7fd4612beaf69d58c6e181fec5882606fe","formula_version":"titan-u-contract-v1","latency_ms":0.4035000456497073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b320f9ac773d9f5d2f13a48d1c2a1a80284b37ed74e0327cdda08f751745e5c2","sample_id":"winogrande.dev.1184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5dba5c38329b91293c6b34bcb88d14658d26064d773181dc0d42622776ec165f","formula_version":"titan-u-contract-v1","latency_ms":0.38908293936401606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6b8d0fdabc7ab6180d93a04f1f4ed5fa0db6e7c41bb7539fee426ace9f6e80e","sample_id":"winogrande.dev.1185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7ed7737a40163d1888f6e6951317f34d95aa8f4ba7da5ee81e83e1145f901f1","formula_version":"titan-u-contract-v1","latency_ms":0.38366694934666157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96e236c9560f015cf55308139c50ee2deff520a0a46b212de741dc7f26648251","sample_id":"winogrande.dev.1186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57deb90075240e74f90e2f32ef816d9bad698f1b66fd2b31b2f10ef3e9b79a09","formula_version":"titan-u-contract-v1","latency_ms":0.42429205495864153,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9031626e7c1f702d8da8407c438abe7c54701cd00fddf3b2affa2b144eb22a1a","sample_id":"winogrande.dev.1187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33971d2a17050dad9512996a141d069bccd2d8799d8c0532a174ec25a7467f68","formula_version":"titan-u-contract-v1","latency_ms":0.40429201908409595,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40d0cf7e5b60a445e04837f8e0f8725731d6c9306553bb21bfedcafa02577c89","sample_id":"winogrande.dev.1188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c25a69ef57b26b0093872fbad1b3c221198d8aa4cb1bb2992edc64fa6f291a9a","formula_version":"titan-u-contract-v1","latency_ms":0.3957499284297228,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"577e09827db35be73f2b240c7a2f05ddca19ae4c580593bccdac096bad2acdd5","sample_id":"winogrande.dev.1189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ee8ed363373fe720308cd1e3d536e5042063722857e93fcfda2f3c6f82af341","formula_version":"titan-u-contract-v1","latency_ms":0.4480420611798763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"44d37b5a3777b03d3a1479ff15cd9f0cf42e40e7dc6cc3ec8c9732f07929cfe1","sample_id":"winogrande.dev.119","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4549d3e8341d494a2a28624abdba33078181caad63da31cf4a3fc046a4ae7ba3","formula_version":"titan-u-contract-v1","latency_ms":0.3976250300183892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8eb3fe8dae38c5f7482b6d560b27c70b806722e9f5ed905d7aaa53ab831367bc","sample_id":"winogrande.dev.1190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1036076699a84aea1e2051dc71b275ff953bb835eea2918e2864ee6e9af07d26","formula_version":"titan-u-contract-v1","latency_ms":1.6373749822378159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80d47d234ec580df8dc141e8689adf3a2bc93a61f50e547c5d9c866afa0335af","sample_id":"winogrande.dev.1191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bd0d924e875b208f07ebeadc50fc3f86f026658b5ca7a58c24061fc704eba0d","formula_version":"titan-u-contract-v1","latency_ms":0.4228750476613641,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19c7b0f2fcc0f621ff7bd2ccd9a3b86c745b64ec85dd10fd9d4f6fabb8122538","sample_id":"winogrande.dev.1192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81858a2850929f86d31b50b64f01db4b48e89e926a3d7e49d3cdd337a00c8a32","formula_version":"titan-u-contract-v1","latency_ms":0.399957993067801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ccb647bff1cba7c743577ce72afe780fb08a058bc1f0577e8b7352593c041d5","sample_id":"winogrande.dev.1193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"82228cd329a74e4fdb9709fdd518e14858fa8731fc4ea57621e8e17935072d78","formula_version":"titan-u-contract-v1","latency_ms":0.4205000586807728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a30ec1256f87d13cc9c8995dea6303d05b75b1045d104b0dceab31561fa857ad","sample_id":"winogrande.dev.1194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cac896f944efd899fe4a0685d1d478580b192259ed7420ca1cfe99082c87293","formula_version":"titan-u-contract-v1","latency_ms":0.7769159274175763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cac485559c21293947f23fe1fb2ded5cd808a56712dc395d5d949a1c43774200","sample_id":"winogrande.dev.1195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94a8e4b9377f40d3971fca659f87efc289671992502d62941d7e80c7cb0708f2","formula_version":"titan-u-contract-v1","latency_ms":0.4250829806551337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df4cafd9194e237eccaf419b47f91aa3909abc2f48f8b70917cf0cf1a0e7223a","sample_id":"winogrande.dev.1196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2235fe5a55eb5e6c17f5e0c64ab499d01e593527d751997b44a7090f34f462ae","formula_version":"titan-u-contract-v1","latency_ms":0.4238749388605356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdab4692bb69f3c97c95e38befebef7f162a08f288552caac14f8bbda2111cc6","sample_id":"winogrande.dev.1197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"832b5abab476a78f06add955e093ada872ae60398636b1013f521e052911ee41","formula_version":"titan-u-contract-v1","latency_ms":0.40862499736249447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2f26cbe6b9f393d07e65efb0d28c33024436084dd84817fc62a2d154a3dc589","sample_id":"winogrande.dev.1198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3952813e48382552eb23edc00a9ca45d6082e0f4015ca6eb98f18d0dc01bc3a0","formula_version":"titan-u-contract-v1","latency_ms":0.4379580495879054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1813798907c6211fff92e8df15e6148fb28a285deb6a7996f546a7addb6e5f94","sample_id":"winogrande.dev.1199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6020252f0771f5ae7bf7b7c3a1aeb5db2e1e1afc5a410f92952f20331987f392","formula_version":"titan-u-contract-v1","latency_ms":0.38733298424631357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"288f8d40171baa37f0a15ade1fe158cbaf3381c5b4144fcf998c525bf3cba4c6","sample_id":"winogrande.dev.12","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f965bfbb5250a15ccaa2afa0227f4a8e619ab14f4d693156ca7c2886e44fae6f","formula_version":"titan-u-contract-v1","latency_ms":0.3903750330209732,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"89d8b6d972fc19261383d066b570e190959a5de4c358bcd21e41d9d10d472f39","sample_id":"winogrande.dev.120","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77c9516bf94359ca7f40c4d5027ec22dd1de493e6aad3c5b93c663794ba213ff","formula_version":"titan-u-contract-v1","latency_ms":0.40266604628413916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d97e29845974d6f4f4b949ebf1b7fec3be7b4640cb552af2d7c1c88985c4b65","sample_id":"winogrande.dev.1200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2099fff3f34159ffb54397610eb6de2e6e0e4ad60ff73a5d470ab51e2d04422f","formula_version":"titan-u-contract-v1","latency_ms":0.43575000017881393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84e9df213c53bd373e0ccd48380f06c31ce40c37dac8b695973d29619213ba78","sample_id":"winogrande.dev.1201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd9fbabfc78e16dcd3454ca7f45a5665c386e8b4ebaf80b4c060733edd3dc87d","formula_version":"titan-u-contract-v1","latency_ms":0.6884580943733454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13ff1ad0c185f6ae9b61ec32726b8ad53526e549687426c2ad73170560865869","sample_id":"winogrande.dev.1202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0859e5f15c256f77b93cfd2b2e390783d6b30d8126c2fecb9ba4f8576782ca57","formula_version":"titan-u-contract-v1","latency_ms":0.4089579451829195,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2efc94b9e5494abb31de3a894e36a5ca457f316073f0802de44969aabcdcf6ae","sample_id":"winogrande.dev.1203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5ebb91b7b9812f951d86abbd2afb1c4188af94f8d3437b78ffd051f662e5367","formula_version":"titan-u-contract-v1","latency_ms":0.45520905405282974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf9f332f5ff75327b490a5dfded17cf144c4234334be8b2835cacdba918e9407","sample_id":"winogrande.dev.1204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee05fa1bf88f6a2cdd3d78718fbe026f8e8840ca8d63ac4f6eb2d6042698d23b","formula_version":"titan-u-contract-v1","latency_ms":0.432959059253335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"500754cb6c5cbc7a9a8d2f2af3b10328edd88aba437a059ad5ae0a0ab47ce1ae","sample_id":"winogrande.dev.1205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"699526ea28311afece84474a5d6ef13dd3154f60bf1c585bbbf28c72b925ee91","formula_version":"titan-u-contract-v1","latency_ms":0.41166599839925766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a148eead2a3c0fbeef767f58c4da50ab34dfbe4d1a152999c68e16ac816f1952","sample_id":"winogrande.dev.1206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"972bd6434a9befb88d9ab5d5892cf5dc6695da84ca36567fb0fe5112947b6259","formula_version":"titan-u-contract-v1","latency_ms":0.4199170507490635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8d2bc686152a707b2befaf0cad392f17f5064291d2e7d8afdd042044e9f5162","sample_id":"winogrande.dev.1207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30507c4432a30eb1e03aa7562b417790d049eeee3ead304f8f15ed30031b6e6e","formula_version":"titan-u-contract-v1","latency_ms":0.3963330527767539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4086c4bd64aee4de9a170b112bc972b520401872de44dd6b71bad482d9bd0518","sample_id":"winogrande.dev.1208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6887c79c64f6129a691a0242ab2e574616f2d7572a824401ff712600fa0559a6","formula_version":"titan-u-contract-v1","latency_ms":0.3855000250041485,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0ca466f002ed7b79a652ca76fdf536f697a5da08daba63f5ba099f9d1096e68","sample_id":"winogrande.dev.1209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f1cf9a6b970c967750e6e87372cbd544b652221e133bb344a9fcb6d18933fc0","formula_version":"titan-u-contract-v1","latency_ms":0.42204197961837053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cdbc4e416eb48f5137675afb2846420b4e00675b05621d11c3ccfc6a752277bc","sample_id":"winogrande.dev.121","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9190066b632eebef5affb8273c1e71df2827d180e8a85b9bbb67ac66725a8bf","formula_version":"titan-u-contract-v1","latency_ms":0.4103750688955188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e9fcd1379595776af2e52b7b5deba48ea7d9d715da6adcffe3b89a39d108113","sample_id":"winogrande.dev.1210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef44a00f1c7f177dd22146f9e12b80997c29629746afdc6fe5181e48fb1816c7","formula_version":"titan-u-contract-v1","latency_ms":0.3872920060530305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df6fc8baed6b0698f4d6742adb0e6f845fafd9964d1a2b6c69dc2f6190450da7","sample_id":"winogrande.dev.1211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"edbc92c30e58cbfd9451f62ed65af484e6c39b609f1351dbd0a658005bed1720","formula_version":"titan-u-contract-v1","latency_ms":0.4151250468567014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"988c6d516d3dd06e905c1542b232badb90876f7166359da89990545c122cbfd7","sample_id":"winogrande.dev.1212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e0363c6352abf339e1ca0dcbc26266c917ef510478d4fa6cf8e1b8ea0b36da9b","formula_version":"titan-u-contract-v1","latency_ms":0.4432919668033719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84e72f21d1b3bf228c077cb259a1101a2098a3a26e33a80dc5832d3b5567a491","sample_id":"winogrande.dev.1213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"776a8da00bf9944fa8f19e0f5a65f4d3f4182ba04d75be7ab4d7f68acd2c7c41","formula_version":"titan-u-contract-v1","latency_ms":0.4164580022916198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25e528ea932a1c6efbbca8460e533ad462075d789a21277674bb24c2591e1925","sample_id":"winogrande.dev.1214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a190d1bb372980c7940f4e552dd2137428c22b665f46cbd2efbe857660b4731","formula_version":"titan-u-contract-v1","latency_ms":0.46245893463492393,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"735c017099e1694a184608a069231b8a708a26ea2ce0170b47d697286108680d","sample_id":"winogrande.dev.1215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6beb4837214744e3be4be4b6fffd3de6b69f3f2ec356657d80f5480efc327ab6","formula_version":"titan-u-contract-v1","latency_ms":0.42279192712157965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4acd809fb8fd641d8f4a4d19b2a1735db391fab2438047e1a98b832dc5c6e0d1","sample_id":"winogrande.dev.1216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2fb4258345ab4805abd95e67411075a924813a5bcb367c2c8e8a8eeff1624bf5","formula_version":"titan-u-contract-v1","latency_ms":0.5084170261397958,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"decd82fc2b43aaeb863429ea6a3391a1de32ad0a4ab147e318608f5fb74a4afc","sample_id":"winogrande.dev.1217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d3501b2bb568967b5c45e26fa0b64c268112756547f32b63fef2ffee7963e80","formula_version":"titan-u-contract-v1","latency_ms":0.48512499779462814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20014a87db97f43b3e7fcec6916f27e8019de32549eabebcd2ff80cb79985762","sample_id":"winogrande.dev.1218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5d3c7bfc1fc56590799bce72314a95abfffb0c78dae0bd534b47584b49e8e08","formula_version":"titan-u-contract-v1","latency_ms":0.4105420084670186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c13553f8767bc70ddd2482eabdb5240dca6377db53532357db922aacc5f2bb5","sample_id":"winogrande.dev.1219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62c6c66c209719294d3e663924ac7f434239820b28009621c96e5cb031248fc5","formula_version":"titan-u-contract-v1","latency_ms":0.4868329269811511,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26c857134bfed1687d1c36de2bebb642bc07a493dd5c37dfdab671f22d8aca2c","sample_id":"winogrande.dev.122","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0aaf29a6c8005016dff4d4f6641116e7d0a7956d18b8a9df6091ddfc0060619e","formula_version":"titan-u-contract-v1","latency_ms":0.4538330249488354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"772afb51076737a4c97fdbe02e532611987038421707a5769e486725f17d5d09","sample_id":"winogrande.dev.1220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ba3ae30e354ff24e2f86fb60cb946c22f8960ebb216bfc0c70bfa71f21e07b1","formula_version":"titan-u-contract-v1","latency_ms":0.5383329698815942,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4df86e5ae033766153dd3864630f96e50a6d0bce258f9e66a43c0c7958e32b2e","sample_id":"winogrande.dev.1221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f4b1eb121abae97ad0df8734edb4f18b3280e3297652d2e3a31ae63c1cc403e","formula_version":"titan-u-contract-v1","latency_ms":0.41958398651331663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"37820c869b30055493d1160166df31ed76c2bee730f7699f2d61e0d3b0a6cb18","sample_id":"winogrande.dev.1222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc81f795f583cef3276636cf6b16fb69997658558ad2558931f298819f0a4c41","formula_version":"titan-u-contract-v1","latency_ms":0.40749995969235897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e69098a7d0ddb2d15e2c2e3947d803a77286ecc4c46085c734d7b945116083d1","sample_id":"winogrande.dev.1223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"799c7e1f271ba5ad62cfd9ffb51f86e5a2bb2022de43bb8440bb059e49b62e39","formula_version":"titan-u-contract-v1","latency_ms":0.40087499655783176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e1397661c7bde5375a3ed8dd930ba92aa18ac273dce9e94dc74d0bad17f5b1f","sample_id":"winogrande.dev.1224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"219d3889f2a19119e06e63b62ede34f9cb760bf4f9b003b7e91a9ee25dfe226b","formula_version":"titan-u-contract-v1","latency_ms":0.4448340041562915,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7514d47e34f8b3cbc4a60b109cb5eedab5586a797df0d17be6aa70554330357","sample_id":"winogrande.dev.1225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c53e0b9e58cddd35a4e225069c88b11fafdc8d25801cbf347d926fb67dcbe7b6","formula_version":"titan-u-contract-v1","latency_ms":0.4110410809516907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c0086771e689fbb96fcb5279b344bad60618b3823c3c130706c534375d14da5","sample_id":"winogrande.dev.1226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a85135c9a4057e88b4d70a5128900e25866dc8a04a4bf9d6a097dbb95dff237","formula_version":"titan-u-contract-v1","latency_ms":0.409291940741241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"242c4d4b5eee7e13eaae1ab09018ecdcfc03c2bdad4e2b8492031ae7b02ca012","sample_id":"winogrande.dev.1227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"145a41f2be5357c07e5d2fa30ced2d1a35fa6548c39c0bd5581db0c2476cefea","formula_version":"titan-u-contract-v1","latency_ms":0.4262080183252692,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"289348e599530bbe6ecd0ecbab688ac3e9a7615a5a35be4a4e630cbd13a30ae8","sample_id":"winogrande.dev.1228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f1c81453698c2178f7b9d39b20dfe46fd6303d87fd74a0b4dc0ebc865598682","formula_version":"titan-u-contract-v1","latency_ms":0.43483299668878317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d619b3ac79ec5ab354794909b7a023cf79dcf868ab50f0c77910b3c9bb6bf1ea","sample_id":"winogrande.dev.1229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"462fc5c628e199d262c1c6dfa3dcf9d49d6457748342a36b5faf2a9e933997b7","formula_version":"titan-u-contract-v1","latency_ms":0.7109580328688025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9456f304e2c9dfb9120b39f8e1b0b2f2245d9535ae9230d31a2071713903c27e","sample_id":"winogrande.dev.123","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebdf433ce00381f61b160077de27f86f3155ab22ee21a8438b645e7f76e7f511","formula_version":"titan-u-contract-v1","latency_ms":0.4135000053793192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4acab96828a54b93fb72909492015ede199b9890a483100346d65c3ca2ac0277","sample_id":"winogrande.dev.1230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"148ec389e840f09ac019c231fa6aae4bf616c08af74cff7bb4b42f69431d98fe","formula_version":"titan-u-contract-v1","latency_ms":0.5822500679641962,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04039370cfa61ab63b88485fb4c53ec491fdcd626a5420aef8a3828a7f02e906","sample_id":"winogrande.dev.1231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c458a7195ea1c6692c5a7d09b8aa2df8d4e4870bd2a4c1a7993c5b82c25f67f7","formula_version":"titan-u-contract-v1","latency_ms":0.4420418990775943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c5561ab514f45739fb651fcd0d38a570cdaaecc430fba1018e7cb9fc78a2d02","sample_id":"winogrande.dev.1232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"813af1169f1890bd80e82b72848b3a2221338d8b76f9cdd646ba6de36aba3434","formula_version":"titan-u-contract-v1","latency_ms":0.5261250771582127,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27929b85d9693147702e6e6212ab32771eedcd9442fb36ecc259a406c5050dc2","sample_id":"winogrande.dev.1233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"879f9226412a9160c4bc72e35215770fc02ffac2c479459bcda156cf4924ec6a","formula_version":"titan-u-contract-v1","latency_ms":0.4058750346302986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f3699144ce10d9ac71e988ac5f23542e4fb22b9426a5021209b8269e1d5bb06","sample_id":"winogrande.dev.1234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0620e88f2d16b8ceea514fb12c480e29db23ad88dcff81b7141845e565bc609","formula_version":"titan-u-contract-v1","latency_ms":0.5295830778777599,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55ab434a261e1938dae27bf31eb0a63eca664439d880fdf524019093ff17a56e","sample_id":"winogrande.dev.1235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb66747dac584d5fb98c1551b36f4c9f1a93fbfdbf5e7565094b45a80fa25bf6","formula_version":"titan-u-contract-v1","latency_ms":0.392707996070385,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cd4e168ec209e43ec9819c90087660a41473159c47db52419ca5429604452107","sample_id":"winogrande.dev.1236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"879823fda0f503977ce00ae1e9201f9546b0d4fe6a1b37a6e26691e6766f6cdd","formula_version":"titan-u-contract-v1","latency_ms":0.3762909909710288,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5296336b4a153b3e35128731e5ca52090973492893f2b1dc64d63dc01aa69379","sample_id":"winogrande.dev.1237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6a38efef6df763e94ec57c6305af34d438f37cb69866aaf1ec9a62506fedafc","formula_version":"titan-u-contract-v1","latency_ms":0.5424999399110675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b34d6c9f420a7179e619d85fcc2206885425a389efc5b01e0ccd806f937fba67","sample_id":"winogrande.dev.1238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d52a80b84c319742428d6eaf68c4ae4940da06fc0136fb47a4ff959988898382","formula_version":"titan-u-contract-v1","latency_ms":0.4253749502822757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fb20cf8b2e1aac2445462f37e6f72d22f99ca1a14c9bcfd54daddc3c4449385","sample_id":"winogrande.dev.1239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6af16637057159f82e5ff01065ba1002c65bca23fafce3ed72d32c118b657e2","formula_version":"titan-u-contract-v1","latency_ms":0.5047090817242861,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b710113ab6afc96cb8fbdba7cf16f59ad3851a4469685c6c7cdbc45c4e275c87","sample_id":"winogrande.dev.124","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9be5a7f8edc5c9ef81651f6594be46961789ef43e26a670e61c7a6f2363338f6","formula_version":"titan-u-contract-v1","latency_ms":0.6627499824389815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53dc7cd1c34826b93d6079c22ebfdbd6c2d14acd75d7417c59bbf72e7f39f772","sample_id":"winogrande.dev.1240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e38027432f553476f18e0626a2d938b270e6ff0e8f1241f71d13bc9764cee5f4","formula_version":"titan-u-contract-v1","latency_ms":0.5089589394629002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47750d901074baf5c2acf15f5b99e426c15acda37693cf38445fc10c5813bc65","sample_id":"winogrande.dev.1241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f963ab2bc8dc937f76d1958a01d60919a8c0d745186f66b8e360e266ff0243a","formula_version":"titan-u-contract-v1","latency_ms":0.6840829737484455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9f85b976fb8d6f9cadc6caa41b44cd9e4da4ec6546a2d106015adc93bd7df0d","sample_id":"winogrande.dev.1242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bd9ccc5ff164e5b94501c7492306d944a4d8694d2c0855fad48cffbe7281368","formula_version":"titan-u-contract-v1","latency_ms":0.5201250314712524,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f58402f5b7d536f65d258aea42dc8a70b200d3de9afeb66400ad3fd34c9361e","sample_id":"winogrande.dev.1243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91d286acf88cb9e1ced4f536de0675b36294be61a6cd257e7a8b03af4a27cb97","formula_version":"titan-u-contract-v1","latency_ms":0.45308296103030443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53bdec681fb033694bac6ba394206e299f1b982db3ecbc8147e4e5ec960b93f1","sample_id":"winogrande.dev.1244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58d3667fe593d0c9efbaa52881a0cc005713987257092e1ef7ea8a37c9d9b7c3","formula_version":"titan-u-contract-v1","latency_ms":0.41612505447119474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39a1f3d99d96d7ae53cf9d30d5ed5ff944a645be5bd8d38d26bfb1f73ffa14e4","sample_id":"winogrande.dev.1245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"081abaf36ad4da4df88e5a28a4de98dbd16c5b1cf23f3ddf3fbe3ec410f0a7ee","formula_version":"titan-u-contract-v1","latency_ms":0.5179170984774828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a815639b67b9a551c5c0ef5240db2b75e86b86e33f0e4dd87b13cd085b2efa5d","sample_id":"winogrande.dev.1246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f6c65d2e09fe3bb78d5efe7aff6e8184f6dcc93b57267a06fd7d4cf09250ee3","formula_version":"titan-u-contract-v1","latency_ms":0.4377920413389802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"57e1051d05becac30588208dccbb0af3d115a79a933fab32e808c37b28ddf46a","sample_id":"winogrande.dev.1247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc591ae36ef500c3f9a97fae1b6ef2efad2cf65f9e4d822f4e12f3c99f6e964b","formula_version":"titan-u-contract-v1","latency_ms":0.6022079614922404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f736acb47cd6edb316cd03906a57138593109a4439aef5b7ff12ae04681cb44a","sample_id":"winogrande.dev.1248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da39ed4a9d8c1adfeb7b7dd87b2002389106375d5a96b0e17ae2cb1eb6e95f9f","formula_version":"titan-u-contract-v1","latency_ms":0.5515830125659704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcc6ecbb695ea4d520f2a77b04d4e3497816c32c73dad8ecde0311d4b4faac4b","sample_id":"winogrande.dev.1249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d75eae2c09a2937652d4c8c6dcb8e891f272ad1ae0091e427a8bacf2abc7ad7d","formula_version":"titan-u-contract-v1","latency_ms":0.5085000302642584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6a267ab21c7617a75d9c79ac2fe8f8d3f93cab9ab720d92b9f8a53e5dd51211","sample_id":"winogrande.dev.125","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"392effffc967e851ab9b03dfc80d3981c563c7252ecab2971417a5dd0bf94a4d","formula_version":"titan-u-contract-v1","latency_ms":0.5150840152055025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f2760695ae5134755979d875e76908aab4bde265d81b53fbe91344f30b9335e","sample_id":"winogrande.dev.1250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e5a7e5fb365e8cf3d3af0682ce993169823c02fddcfdf0739151c1a6b6cd2da","formula_version":"titan-u-contract-v1","latency_ms":0.3932920517399907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7f5ba72e14fa853ca49a85f911108ac01ce1802479a737786ad1f6460b4b30c","sample_id":"winogrande.dev.1251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ee10e27a92635dad666b8349f81ee7c179dd08c91df1b6800049cacd5cf9b48","formula_version":"titan-u-contract-v1","latency_ms":0.4686660831794143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecb9e546f8345439a0f2c677403b07a5bffc15bf6cc6bbc9b12a058b2f2bf03a","sample_id":"winogrande.dev.1252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a88ee1b8526a598180d4b9d930023bde1001c29f419c80f2db43a0e93f90773","formula_version":"titan-u-contract-v1","latency_ms":0.44879200868308544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bae35ed484fd89d8cef9d6d5dd20f40ca2819a293c819ed09f5f825ad8254190","sample_id":"winogrande.dev.1253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ee5cc0d8286e586162aace852aab85082d9a4d145fed5889ed4f46e89a18a8c","formula_version":"titan-u-contract-v1","latency_ms":0.47066702973097563,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b058c2bd127baa2e54b811c7e376f6eb9cc3fc65c8fc9ef485810476a5bf15f3","sample_id":"winogrande.dev.1254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1070a4305925e37a7f91aeefd27dcb991bf2cb91f30941cf6305aa8e62a417a4","formula_version":"titan-u-contract-v1","latency_ms":0.3888329956680536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74f3fc1a650ab64da6bfec69ba0f2b539c1626bbd2ccf5efedbf385a18a70b4e","sample_id":"winogrande.dev.1255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59ad29a78412a3196e4d09a61ecc0640f7760b191e5bbe6045ee61ad821463b1","formula_version":"titan-u-contract-v1","latency_ms":0.3879590658470988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a3a6ceb2709da631287479b8002c0f6ae1e4b282746c6d14fddc9c880787105e","sample_id":"winogrande.dev.1256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6d866f4894794484dc2a7a08d3338e9c103e8f3a9cd28606c944871169e9af7","formula_version":"titan-u-contract-v1","latency_ms":0.3753750352188945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59865237206b9b0e407f9293c58543091a8220df0e81d7b70517f0f26a674d03","sample_id":"winogrande.dev.1257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f347b5b5be2ca8b2aa61ee6e583b826e30460aaa3010e015f21f105aed26e5f","formula_version":"titan-u-contract-v1","latency_ms":0.5095420638099313,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af255d1623f168189321e8d3b4ad71a90d5dd5e494c4af4b53d5c359144754ee","sample_id":"winogrande.dev.1258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f8b26199efadd6cad6ee1b92e3c4fc3cf9437fdcda32cc2054405bceea77ba63","formula_version":"titan-u-contract-v1","latency_ms":0.5330409621819854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"479c78b79aa5368156c2627c27fb5ca4675097815406f5d7e816d895cb6b7336","sample_id":"winogrande.dev.1259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e327900a20101187bad54bc755f6e73b2a1fdbbb7d5798f38840f3279ce7cdf","formula_version":"titan-u-contract-v1","latency_ms":0.43416605331003666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9990e7a7427ee063bb45c57edbe5d8e8fca2fcd923419dcb91e2fdd1cde59d11","sample_id":"winogrande.dev.126","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"108e4b24ec695b125573790b80c9764043ebd3a482c68e943b9b5a64835fcf91","formula_version":"titan-u-contract-v1","latency_ms":0.6106249056756496,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"915755946ddb0b3d9a1dddff3b79a21ad724975a6fb431a934e85c2da8c8d22f","sample_id":"winogrande.dev.1260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58e880d15bfc65661dbecded179777d0f78b5cec9f360f6b1e0b39c4407c3f03","formula_version":"titan-u-contract-v1","latency_ms":0.5271659465506673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"90b0af1635551c6db1758b463a640d2a6ab4d5b069804da39267d87cae981f55","sample_id":"winogrande.dev.1261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a41b31e0af1af3bc1197112d05df8e913d1018043ac52a70275f0d2da6f340af","formula_version":"titan-u-contract-v1","latency_ms":0.5093329818919301,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9886b350b4750b550d0ee7e50528a1dfe5bb22d0f035fa5f2cba1cf417420a9","sample_id":"winogrande.dev.1262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8165101d3c2ffac5de711d99d5b2f2e5cb83c9162b3e0a25d29c8c107f7d7a70","formula_version":"titan-u-contract-v1","latency_ms":0.5269579123705626,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9135bd1446dd7bed1eeb21e179329ac9ea4f366ad47be3d61ee09266c83899a","sample_id":"winogrande.dev.1263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4096d214d2e85fce7670614c7af79812fe210d4b81a7c55146cf26e79dc63e1e","formula_version":"titan-u-contract-v1","latency_ms":0.516165979206562,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"174d834e8b1b1a0cbd9fbcea3492d5e3afed7101caadd4c6dee853ca8888611b","sample_id":"winogrande.dev.1264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9710acffc0f4a7a0e1b8f09ac11be80101e8a3a131b6890a24c6ed44bcbe317f","formula_version":"titan-u-contract-v1","latency_ms":0.6518749287351966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e153a1c6de24ae72ed7791f86f34a540f59d4301565e540c89e46cd61f6a81ef","sample_id":"winogrande.dev.1265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93596bc49e746d8cfc2e87ea3106fc93b35ef5a0f1e34b28671f760a1e5f8f9c","formula_version":"titan-u-contract-v1","latency_ms":0.5641250172629952,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51e9543d877026609b18de10117be1e20c1eb1a30913a9a62bd9efa21af08615","sample_id":"winogrande.dev.1266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6861704e693cf90b23029e86e9afa7e4aceac3c258ec66ec17d01d3a1409a99e","formula_version":"titan-u-contract-v1","latency_ms":0.512458966113627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5472f6122b3503140dd1986ea7041b70f5bb856c4ece3d964a4aecb7d5b849e","sample_id":"winogrande.dev.127","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1dff89de71c68475f81a5a471749dda23f9dfd8ab6f3d510a56a061855d03af","formula_version":"titan-u-contract-v1","latency_ms":0.5250000394880772,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"682eee1d385e92a7ce6ee9ad42de8eb0156003d395f253e9a20b36787c7063f9","sample_id":"winogrande.dev.128","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b64e0bc7d0c689e29ff28692e4dec1b2bcf816878901fd4819f9379301a9db1","formula_version":"titan-u-contract-v1","latency_ms":0.4147080471739173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4685d6fe124bb0f67a4d510e4aaf4e57181cbd5e51d322acf5ba2381b068a9e1","sample_id":"winogrande.dev.129","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a088ee3520fe0663dcd3284f2afaf2f8c1e6b7c084a1c98cb6f339e41096a41","formula_version":"titan-u-contract-v1","latency_ms":0.3707080613821745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4890c1331d630fe7e2a8c5f2ed4546770ea735858859f3d73cccd99e6dce34f","sample_id":"winogrande.dev.13","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8da349eeac939306e89cff7d9809ce567248ac89ef118c7bf29d93d0c6d36e46","formula_version":"titan-u-contract-v1","latency_ms":0.48699998296797276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f34d4231ea713ec41314186077077f06fbbf16f70d5d3ec3fb81b4c404075051","sample_id":"winogrande.dev.130","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f332df9eba4f35ae00d0229485a7fcd7151eb3b11e37dad8bf783d8334300a6e","formula_version":"titan-u-contract-v1","latency_ms":0.532708945684135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"087a6ce7b4bf07bcfacbdc0887a546252ab3103c59eced06f4427dc948286377","sample_id":"winogrande.dev.131","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0bc12b85862cad2b3ba0a3275e9e95bf2493643c7dff3fc84d0645258c4ac2a5","formula_version":"titan-u-contract-v1","latency_ms":0.5130000645294785,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34b0150ad61a756bc186d48c80ba4e414ae8f3c03003e2d6475f8bcfc0f850f6","sample_id":"winogrande.dev.132","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcec6f19a038dcc05803a45f0c1b9dbacd20d245421dee89caab116b85aae55d","formula_version":"titan-u-contract-v1","latency_ms":0.5224590422585607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"272b224bc68f619fc77d554786c8d21d42f6bfc0b02d840ba0171824f89791d6","sample_id":"winogrande.dev.133","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39df10acf3031c14f82246f42a7e0d6c61a295c8d6dd3b4801c594b2f297ca24","formula_version":"titan-u-contract-v1","latency_ms":1.0950410505756736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f7371bffdb54ad508e8434894e98703e476e1e491d8b4c8627ba5b4ceda73bd","sample_id":"winogrande.dev.134","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b86cc09fe1ac7f98f64d72882261397aeee9ce910099ba0da06573139be6363","formula_version":"titan-u-contract-v1","latency_ms":0.38587499875575304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0196ccb1f2d7f9dbc0d044391f7d6f8812c348dbd167f656a5adf648d266600","sample_id":"winogrande.dev.135","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9159b6c43eeb39fa97a3d522e7adf22ee5534510e1276c53854ba3e5efe013d6","formula_version":"titan-u-contract-v1","latency_ms":0.5613750545307994,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a580ab54273129ec557b0200f39811d4b43dec596320fb1ff2d8f7bcbf535cf6","sample_id":"winogrande.dev.136","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f13bb7c8980dbdd9bba3847a902d21a7cbaed4ed18abfc07318ac2c4653dfbff","formula_version":"titan-u-contract-v1","latency_ms":0.39374991320073605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c0062f7c62502e77df65eec431ed0d7dac40ec776544a9735d965c3c9c3fa7c","sample_id":"winogrande.dev.137","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b72901cce86cc7eb7b02c0afd07e07d90b95a73be4870f4ef410e23ccd181ea6","formula_version":"titan-u-contract-v1","latency_ms":0.49641705118119717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66f6dbe50ce89071e898e6d2adb77a0402aeb31e0be989ace6b848dc3ecae513","sample_id":"winogrande.dev.138","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66c734c7f4d82a739b7566899d583a8798d3a93989fc46fb1486974ce61d6434","formula_version":"titan-u-contract-v1","latency_ms":0.6758749950677156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1db37b5af198d816886e61e4359649dca15fa8223d8090f1b5c722637046ab60","sample_id":"winogrande.dev.139","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4c08a5260960981a376a5545a85bc3305ce834f333676df5d299ed68c23f0ee","formula_version":"titan-u-contract-v1","latency_ms":0.48937497194856405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"58b8f182ea6e58674ebe67ea1cd55c199264b849ccd0730fe0205d4a0d118199","sample_id":"winogrande.dev.14","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c831dba4261d90a3acd6a85bb69f7041439db58aa742ffe891a2b0978244ee7a","formula_version":"titan-u-contract-v1","latency_ms":0.4171249456703663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"814745a6099029f613f7d1e6bba93a50386aca2273a396179d68c37c30267f46","sample_id":"winogrande.dev.140","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d927569a19ae0971fb8ec76871e3ec7ed8f30fb789cbea6cb1e9a604343d4538","formula_version":"titan-u-contract-v1","latency_ms":0.5000829696655273,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa6173424c1ef2532cffe5535b3cacd0751ce55b1997f48e4131df1e418daac2","sample_id":"winogrande.dev.141","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"213b2d0b56351a4aea753d6b81cce4258678c0dc06879acfbb915516ab2e6639","formula_version":"titan-u-contract-v1","latency_ms":0.3980830078944564,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8df48edb1928fa9e266780cbbf9d6b0b7a43c094eecfb22e0696659b94f8cc44","sample_id":"winogrande.dev.142","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5772b0bb2e702d1ae856b573c00b970efe06fcaea173b662933529daf6e07af","formula_version":"titan-u-contract-v1","latency_ms":0.6655409233644605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12d8ef74d72e5d4df00dddc7b39ed6683962ff5613ffa2f2561ca2472db7739d","sample_id":"winogrande.dev.143","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4c9ffa1160c76feba4991e2bbb7671d5e7433246736949df4e1ed911865ea5e","formula_version":"titan-u-contract-v1","latency_ms":0.42108306661248207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3aa340d2f380a749e3caed0b70cc4995e19aab556141551d7438fec3fd4ff86a","sample_id":"winogrande.dev.144","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c93887f4b39041e677d31a0e787c538cc761dd06a9b8faf3d5ab51da28ec32e7","formula_version":"titan-u-contract-v1","latency_ms":0.5193749675527215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fd73e9448ed82b06a68a6ccbccbd8f9f01a34b28fe9884f5420925a3f00fb7a","sample_id":"winogrande.dev.145","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4148b4cc2bf9d64fa0c4b01b949e33928e3a2f40d1c1577f14c5d27dc7a9a985","formula_version":"titan-u-contract-v1","latency_ms":0.5040830001235008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ec7dce894d637da0473c4f11795204f12872add7a72aad5086c7e6b8c5d1cba","sample_id":"winogrande.dev.146","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e2d832eb8314ca2644a150024bc20bb58af064d926c3c481c0461ffb0375d60","formula_version":"titan-u-contract-v1","latency_ms":0.49695896450430155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84b1e1b6b92d1c90059bd163d224923dadcd159a7a3a98fdd77ce2c1dccd7113","sample_id":"winogrande.dev.147","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"652c064825d3fa6af667fe9508c7b6abedfedca37227fffe11f72605d6ee4003","formula_version":"titan-u-contract-v1","latency_ms":0.4201249685138464,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e2fa35e21d9fb67148b45ab5bb571adc44a6ef8cb48601c16e558d9c37c9e85","sample_id":"winogrande.dev.148","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb4f5ffc84ad3f3ede695f3ad6e9e9cfb86d61c1f1f1167afae14cffa65247fa","formula_version":"titan-u-contract-v1","latency_ms":0.44595799408853054,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d69d49af9d1e1fa9b3e6309ba1d475257acee11965ba84623171edc12951306","sample_id":"winogrande.dev.149","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea378b281db88e11938a71a3869ea7cd6ced1c276e86059c0a3a4d19480540b7","formula_version":"titan-u-contract-v1","latency_ms":0.5313750589266419,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad6e4e1192bcf9ab7c80f274a2eac930b7dde26ff3e59a7d678fab374e737a45","sample_id":"winogrande.dev.15","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f512cb668f7f59f4b91f376f69ae384f9b81b3bde1115482d8fb549060f0b99c","formula_version":"titan-u-contract-v1","latency_ms":0.43054192792624235,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"264875c08fa9ab6a98e0fdb96507f383fb51bf428db513ce8ed07c4eee1111e4","sample_id":"winogrande.dev.150","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"213ac6ceebce8b9ef36a11dbe9754d0ecf98704bfb9c06a2f13dd94ab3217a80","formula_version":"titan-u-contract-v1","latency_ms":0.5297499010339379,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"28402a8fcfc21a16bd063d378da5dfe163e6551cbb352c2d6fcccbec60cd68be","sample_id":"winogrande.dev.151","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d34b864cd37d28d8b5289f6e6fba6357467dd6ea729bba7e11f8d8449945a3fc","formula_version":"titan-u-contract-v1","latency_ms":0.39950001519173384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3542152641bb0ac945733a70e95c9dd860310af5033be9396fd81b10e9dd8d80","sample_id":"winogrande.dev.152","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"809fbb7e2f86917341332d98c6d46cc51bb284e2436c2bd8872bdb6e5ace9b16","formula_version":"titan-u-contract-v1","latency_ms":0.42133405804634094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51e68b80c4c5bceafa03241931abd6b7868d738195ee75e3bbb12f8b237956a4","sample_id":"winogrande.dev.153","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5a4ab4517ad77d549b20a77d149a575e077f6bf60f55d62168787404b46931f","formula_version":"titan-u-contract-v1","latency_ms":0.5167500348761678,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8c21f56802afb4a17810cbda59339b1f3a7449df1af5002f3bd9ca0b2b576eee","sample_id":"winogrande.dev.154","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e8c1665afe173d1e63dfe0db9da3db28d71ec385672719b28b4406313baa280","formula_version":"titan-u-contract-v1","latency_ms":0.4421250196173787,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d847812ef603e233edf9e5bfac728f219a8e189563120b9cf3c0ff6bc4cd1cd8","sample_id":"winogrande.dev.155","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f4879de7e27aeec4a310f661ffd3291f1f704e27612a09bb29c6b2ea9363a22","formula_version":"titan-u-contract-v1","latency_ms":0.41687500197440386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0ed2ca40a9e81fa1d98eaffac1d6df4cdf500fa71704bcfc5ce3db91620f947","sample_id":"winogrande.dev.156","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54d82c074494f1c56c475b0719c6a914f6d5417176a820a436b5c626e08944d6","formula_version":"titan-u-contract-v1","latency_ms":0.4010839620605111,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad03175681699a282f161cb7a8b8f4df7ba58d7cc75904b206d6afa12442b041","sample_id":"winogrande.dev.157","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46b7a8a434bfd9b277c570bae9af83ff422d849fcaa21f0c6fa586c6da1d6d03","formula_version":"titan-u-contract-v1","latency_ms":0.7366669597104192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2eabdca779ce2be7afb2d38fa58383ed155f92e7d3d7136bf365edb1ce3a1a5","sample_id":"winogrande.dev.158","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bf784a8c824cbc58fb2ef7f52a566f15d980da8875dd5971c432eac1fec69947","formula_version":"titan-u-contract-v1","latency_ms":0.4307499621063471,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0188c6024ab5a8c5acad99bc2e43b8e9eaeefe7428ba5d055f8bb100625a9ea4","sample_id":"winogrande.dev.159","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"504b691aae1adf9dc4af8b11d562629f93bd2c4b20b97efafe5015bb39028355","formula_version":"titan-u-contract-v1","latency_ms":0.5432500038295984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83ccb155287d4db65222ef6611666d0ed2e44be154b71bf59c13b0cf11e24956","sample_id":"winogrande.dev.16","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"196b786c4ee806b1083f0fde8c692f8f5d7ce8ac3da0c5887c113e73eaf72090","formula_version":"titan-u-contract-v1","latency_ms":0.4105839179828763,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7e878d4dee5cae397d141d41d3dba22fac15334614bef482c992b6eae76c973c","sample_id":"winogrande.dev.160","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"725f64dbabda381da11f508cd38a16b12a62b0694ae67d018150dd8497e01ecf","formula_version":"titan-u-contract-v1","latency_ms":0.4327499773353338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbc9ec52052d8a26eba4118178737b27f3a719c51057af070c9d08465d4e11df","sample_id":"winogrande.dev.161","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b40fc28a738cbcad3831d3698a7ab4a0d34bc5781d5986ff1f26a85c83a60550","formula_version":"titan-u-contract-v1","latency_ms":0.5294999573379755,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d5469d9e7ef43cf7ff6236bb6216dabec175b47014c45976ac39245447d8f94","sample_id":"winogrande.dev.162","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff8ad0d15ba371d5fdd5b0038e8bd8b5714fe45f101b557af830e064eaa7562d","formula_version":"titan-u-contract-v1","latency_ms":0.4961250815540552,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d283bd254266d9d099daf8a817d9d0d680867f76ed09134ea8704e98f8fb564d","sample_id":"winogrande.dev.163","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"084b7daeb165cc19121080a4f5c3620e2004813b1f1fa932e6538bc36b8b6c59","formula_version":"titan-u-contract-v1","latency_ms":0.5011659814044833,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5905555c062a95695fc1f455b1a5290edb8f72837ba633aadc5068bb14aec191","sample_id":"winogrande.dev.164","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11d409111f2af5c449bc0ad39a2f7fde762cd9d56a625a9d165987b55cde08c5","formula_version":"titan-u-contract-v1","latency_ms":0.490749953314662,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"995adbf80e5a2c757de14b7db3da2c504945079414806910287d4879de797098","sample_id":"winogrande.dev.165","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b50104e25902a42ab32f5562fbaaf503b189e45f87467893cf3666060ff26f00","formula_version":"titan-u-contract-v1","latency_ms":0.41841703932732344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1a21d81ab071ade421964d887d0a3414834f3e82306694583ade1fb615e7125","sample_id":"winogrande.dev.166","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8af08c313ac4b81759689bdb3c925609895eddae43564db7416753af4c6d3c3b","formula_version":"titan-u-contract-v1","latency_ms":1.294667017646134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38fd4722d289c1979a38b6ce2328977dc86de56a4299285ea35bee4a8584965b","sample_id":"winogrande.dev.167","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74cf8f76ef667abd14bfb7970500654609220b1dcb3e72d976354e7233a06d63","formula_version":"titan-u-contract-v1","latency_ms":0.5244590574875474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6e95e4656714f58cbf684e60ebbcc290614a3b7c975c1626a1ce9b977ce794e","sample_id":"winogrande.dev.168","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c30956de434fb4e061bb698c8fc3c03c0e4f560d3a3c26f10d9b472f0be8ddc","formula_version":"titan-u-contract-v1","latency_ms":0.5437920335680246,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9af873e1f871745c9208cb29765a3236e09cecaf711cf67d437d3218f43e6e15","sample_id":"winogrande.dev.169","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"349af969bd3fdb8eebe77f6074f68bd0207db9da8b847bdcb5844ac965354d8e","formula_version":"titan-u-contract-v1","latency_ms":0.6446660263463855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74f8c9ede1136b826bdc17b0adbc640416a56870ab6f33c6dd33f71a05b1401e","sample_id":"winogrande.dev.17","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5898baf96585e29526999acccd327f8bc43a4d7c7981aee38a622c2b370fea69","formula_version":"titan-u-contract-v1","latency_ms":0.49041700549423695,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be14cad4528d018b0a93c34faf3e4c1d75f9ac7da796780770ee25b541548ff4","sample_id":"winogrande.dev.170","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b0460899edf4e4c0bbb9e340cbe4749d3eaa44d44ebad699b04624e36ad7ec4","formula_version":"titan-u-contract-v1","latency_ms":0.4294589161872864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03a0279971272113bd883eeccfd65cd6b7bf841cc4b2c53a720ef7d7255e303b","sample_id":"winogrande.dev.171","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1210cf11b8005f40cd26fdbf41c28deb2073cc8e60e140feb05db406bb9b9321","formula_version":"titan-u-contract-v1","latency_ms":0.44837500900030136,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07f226a3b8a43771ac15185ea475bd520cd919ba740238fdfbbb672ba05eac3c","sample_id":"winogrande.dev.172","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"703ced1823f744eac144828991e65f0987e62df8f5ac95f6c070c81edf80a410","formula_version":"titan-u-contract-v1","latency_ms":0.7184159476310015,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ebf4230d3b9a5e480c89671e4e23bc079fbe10dff346f092c7c8f1cfd223eb48","sample_id":"winogrande.dev.173","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2407ae52097e5ce1b0d380520f6f6691e1af42a080b43cb304e8b4ad59c2e9ff","formula_version":"titan-u-contract-v1","latency_ms":0.5734999431297183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21460a6f4b43e249ebf0e2b6a8b0e3b1ec2cdb78abed08f116b8138a6f526ece","sample_id":"winogrande.dev.174","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be64d3867ec4ebbd7972e48ffc9261d20577221e8d0cc58b1926615fc8420715","formula_version":"titan-u-contract-v1","latency_ms":1.5079999575391412,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea1ade7e46492c8d9e0296c6dd89c29db70628c86be3606e712729672b6acf39","sample_id":"winogrande.dev.175","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5295cd8ed1684f243a6baff3fbc7d742fd73d7aabde4554cf5f02736a0486629","formula_version":"titan-u-contract-v1","latency_ms":0.5124169401824474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"256885d2032e59f1ca721fc2e6056f6ec81d390d161b374f363f6557c1ed282c","sample_id":"winogrande.dev.176","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3850b9107caa28cccc1fe4637a8c7794cbffd2eb301a7a0fa5d56ade579b221","formula_version":"titan-u-contract-v1","latency_ms":0.41108299046754837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa060320d877ddc972dabccd9af3e99d13ef48671a974aa3688d766091cf33e7","sample_id":"winogrande.dev.177","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56465c4fe8a576b4342904b46bb7fb23621c87eafeb89b40401949d26b51dc4e","formula_version":"titan-u-contract-v1","latency_ms":0.5109170451760292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13007c2b7995d3a17d6f7bfaf9238b51dc00dac96c5d55f7f6e364c6379a6cda","sample_id":"winogrande.dev.178","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39b6935d22705318358bb46a2d973ef22e26636d001db388582a9078000d4192","formula_version":"titan-u-contract-v1","latency_ms":0.6205840036273003,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bebb1985d2996fb24d0fd22a67d3e00c3860ed12931f11da4e719bb736779756","sample_id":"winogrande.dev.179","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e87fde3e46aa28d80e7dc677c05b9cdcf795c73046576a66c6638da61898c7c8","formula_version":"titan-u-contract-v1","latency_ms":0.4241249989718199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfe8530b0f286c485ca7ba33dad0776eda442bc181ffc5166473e09717a5aa73","sample_id":"winogrande.dev.18","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28899cbd8a2f0e3fcd641adc68ad9d8431fa3c367322901e49b4f12751da9854","formula_version":"titan-u-contract-v1","latency_ms":0.7039170013740659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"15ffe1e8ab3a10589d6262d3eeebe80ef34b3892012c9f592fc94cb23769263f","sample_id":"winogrande.dev.180","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2b97ed09c20ba0154153d3a7b8a55cef4a613a0ed98240e660c0fa13cdc5573","formula_version":"titan-u-contract-v1","latency_ms":0.45266596134752035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f9511cc33c61f74a055cf032082c1a02d9c8b00a7b8aa8cd2faa867351ea55e","sample_id":"winogrande.dev.181","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15259b136faef634f4182aa4004af01cdfd626898502175c18cf2bb6145c3f08","formula_version":"titan-u-contract-v1","latency_ms":1.005917089059949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"99d1faad0cc5bc295d8bf0832de47112c17494331baed42955d910a33d300be5","sample_id":"winogrande.dev.182","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9594a6bb39310ff7298b6864eda210ac67379d3725cca473feeaa7324b2d5390","formula_version":"titan-u-contract-v1","latency_ms":0.4984170664101839,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47dc018cef20afc153774998e698e9aa24494928dacee51110636bc4c7773952","sample_id":"winogrande.dev.183","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60d5e0f333f958cfced2b480540e0987a9f7d8c2efdbf9fde73eeb4a7efca41c","formula_version":"titan-u-contract-v1","latency_ms":0.5938340909779072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e766cef7e1903332cf3620c9e5ba85822d35bf68c1e81480f1ed3549a9b729a","sample_id":"winogrande.dev.184","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58c96455f744231cfcf83669512cd8de42240c38d90b5ee79f202e6e666d0834","formula_version":"titan-u-contract-v1","latency_ms":0.506040989421308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75759ec2ee91083968dd673820e017c6c67afb2968fdf628119059dff2764a5e","sample_id":"winogrande.dev.185","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33c819f1485910e1d08dc5fbe79615d7122a650194357c01e3287d017873b125","formula_version":"titan-u-contract-v1","latency_ms":0.39154093246906996,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ea030f60f6a0715481c4fe8197e42a6fe9d52aef57cc55840d5bc5f524f59fa","sample_id":"winogrande.dev.186","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f8106640ef8aca5738de26195687b9588e917d38fc97276a995eccb4eb0bcd1","formula_version":"titan-u-contract-v1","latency_ms":0.408999971114099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f76eae136482a3d7e470c4497dc49843d05c55b0963796a09af5a3fdb9d72fd8","sample_id":"winogrande.dev.187","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26060ea027902d04af77da7b6c4c9723ed2ea683b7f70b7e242b3856c2241395","formula_version":"titan-u-contract-v1","latency_ms":0.3850420471280813,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2847364224451a57c151091f16e4e2a145c35a4756f31a606aefa3a93704c487","sample_id":"winogrande.dev.188","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"99e65c343d094eb2fb04f017ddfbcaeba46b746fdbf4678e46120d7a92220ee0","formula_version":"titan-u-contract-v1","latency_ms":0.47512503806501627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9968109297091da53f94ad154d85fca78ded99f203ca3c8bd8e6cff8664f5b5e","sample_id":"winogrande.dev.189","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0e8ddb9f58a7fdae941b90a3ee85db9acf631de422b2ef1f887d2bcc0c6e0ec","formula_version":"titan-u-contract-v1","latency_ms":0.5920840194448829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb3dc71b6b095a89f9dc0845f4e09a4156a64541b915796e5783e9a3fa659ffb","sample_id":"winogrande.dev.19","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2d76fd6c8511e241014e30c05a69b6b79c79b91f215de4f5be72bcff584ea78","formula_version":"titan-u-contract-v1","latency_ms":0.3878750139847398,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1371026a4f2a6d56d0585396e464d7b74c61feee922ac8eed8036dab949deca7","sample_id":"winogrande.dev.190","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7875f174d523dce649461a7592e3551dc50ce0cbe0d554dffa738d76bed6b43b","formula_version":"titan-u-contract-v1","latency_ms":0.5311249988153577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07e990a2b84557bd31cce4f9a11b63cd40103d5fb2195475fd8f6c000174d131","sample_id":"winogrande.dev.191","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"57411318e3ef5d6117adcc1a8e331c38754174775332f8479ce3bb85cb6d5e83","formula_version":"titan-u-contract-v1","latency_ms":0.40550006087869406,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76bdb9eacfc9bf03dc4d46231781e22e630bf054db0bf52dddc305969ce9d724","sample_id":"winogrande.dev.192","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"148c8e2a69f7cd8eea844649e338d7119332e3ec7668d8cabb3255e5c6e0e038","formula_version":"titan-u-contract-v1","latency_ms":0.514750019647181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26dcda602271a630889e1d8f188d0eddc5406b0b599dcd4ba40736a1b928a5bb","sample_id":"winogrande.dev.193","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60b5be718cb1e383ba4dee9d3908d4d699f9b575a9164751cec7bc596658c290","formula_version":"titan-u-contract-v1","latency_ms":0.510666985064745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"876b2a5cde4739dd3437b4a530e3e482e9f0d61af3fe139ea3fb64cfd725a70e","sample_id":"winogrande.dev.194","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b61305306435b5f8a8fc2069db4d31ff4186cb275d981a132438b850474ae4c","formula_version":"titan-u-contract-v1","latency_ms":0.48166594933718443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a319fc01dcf177fe3b176068c09c0102d87b24de1f433e089a91af9dd953fb5","sample_id":"winogrande.dev.195","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ab47eec66eecc24507954f062e97d02b02d77bd0064d5da0eb3b572a0a7bab6","formula_version":"titan-u-contract-v1","latency_ms":0.6419169949367642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"079ae3f1c44098d2f429ebfb2e53b504477e26cfafed800c3c72e98547466c70","sample_id":"winogrande.dev.196","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d6d9608e8917f9b1978e07def766c8823bc16239f3025eb3968c49b70d7d191","formula_version":"titan-u-contract-v1","latency_ms":1.629207981750369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcb02dd1106c03876c728d9420f6f15fc9466b953b4fa5af9ef9b5d17ac79ae9","sample_id":"winogrande.dev.197","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0200e4cecfe5f7ca918b4b1e483e091f8304d24d258a772a68f2af2b4bd6729","formula_version":"titan-u-contract-v1","latency_ms":0.39837497752159834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"791048c09dd6cf315af7fd7690877d7cd75848e1774d2177abc67821782b3d11","sample_id":"winogrande.dev.198","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e594efea7ab7b1a7c1020cd059dbe13f1cca5e37e718c9463a387962ba2e9ce","formula_version":"titan-u-contract-v1","latency_ms":0.4048330010846257,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f2986cb25b478d3a9367392967ff1c5ed91d1591758181b52d9835d967f8d3c","sample_id":"winogrande.dev.199","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c228a28530e207c59995a021c25285159c2655cb40b90d6715ea4625e5d9136","formula_version":"titan-u-contract-v1","latency_ms":0.4285830073058605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"662969ebe436aab61b08e24e251d747ec4066f5333b11b946c12eb2c79025dc9","sample_id":"winogrande.dev.2","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ebc2f1107e3f510779989b4b1ce0d425213c9b87a5a91a7aa5010493af79adfe","formula_version":"titan-u-contract-v1","latency_ms":0.41616696398705244,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83fcfb53b4eef3c679652534bcad41dc0a74dd36116f55cfc9436d723effd203","sample_id":"winogrande.dev.20","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eabfdb98f1dfcd4f2b5bbcc6c62745e253f7600c46380af92b037a705cf08590","formula_version":"titan-u-contract-v1","latency_ms":0.8743329672142863,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4d616a10b8e12df3c4e716c1c9ec6d2112b68fb611a0d993d1da2a196b37756b","sample_id":"winogrande.dev.200","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05decb59a28e92a4aba76116307750e04dd77d91593f8429d04fa07e11113bbe","formula_version":"titan-u-contract-v1","latency_ms":0.41220802813768387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5e7a374dfedada1ef5b1035b181ccb16c1a9670341d095a1e92aa5d57f7249d4","sample_id":"winogrande.dev.201","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4fb5ea6843ce7d5133b4f39165f60921234c98ae45645bfa536727a017f1c60","formula_version":"titan-u-contract-v1","latency_ms":1.3269999762997031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7395e20a46506b4fcf30f84e3baf302ddb70ea63ee700635fb0502863777d1a1","sample_id":"winogrande.dev.202","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb9f3191efb6406d18637b9ebd858a0465293cf907b88e28b6fcf0f2a8d2cc8b","formula_version":"titan-u-contract-v1","latency_ms":0.5830000154674053,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04f3fd6667b23eff5a7ee39622876e961fff1a861c6d5bc2d59ab8558f8fba40","sample_id":"winogrande.dev.203","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d03d0018f8adcac78beae1aa90b1aa17d3faa4a527c4fe17602ab94937896fb","formula_version":"titan-u-contract-v1","latency_ms":0.6236250046640635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53baf4011339c4c012ef401906ddb3ba08fc2b9a7c4160c8e73469b1ae0910ba","sample_id":"winogrande.dev.204","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"95649fa12d195bcdf6947dbffa56b69aab14cc6666a7e07ef73f894c89fc10b8","formula_version":"titan-u-contract-v1","latency_ms":0.39920792914927006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4cf3abae1147db36249e61207320805529711190557c9d659cd6b11a87c8e374","sample_id":"winogrande.dev.205","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7139bf87fb5aa1b4c6d61d60de901606e912501a37329d88efcaa15bcd3b3750","formula_version":"titan-u-contract-v1","latency_ms":0.5040420219302177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a474964a617040eca1d9711c0fa8263ac1f88fc6f1880d8d686d334249849757","sample_id":"winogrande.dev.206","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f050bbd23384f0af0d3291391acb86e69b3a4e5b09a087cb399e595d2b547cf2","formula_version":"titan-u-contract-v1","latency_ms":0.6595409940928221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48f456e604649c1afc4a75324a1f4cf72360bff3d428bb2541c00d4e8b26e562","sample_id":"winogrande.dev.207","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9a032cfedffd98bfd5b79f8fc5872e7ead6052c56baad5ecc2c14184e552606","formula_version":"titan-u-contract-v1","latency_ms":0.5941669223830104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2e7ac4ae05d883ca5881a68daf03ac2b241b8154e13197157455a3feb895922","sample_id":"winogrande.dev.208","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71e2bb087885b07b9c6f2e4dca7b635b1cff8580049d02838ed0ab6b1883727b","formula_version":"titan-u-contract-v1","latency_ms":0.4171250620856881,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08d9602de557d2608cd09a6cd5d07bddc9a80cb6deb918cd39aa9558ead61016","sample_id":"winogrande.dev.209","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb307908426478197e3e53199e393b56ad6914b31773d35b81c6cad835210c2d","formula_version":"titan-u-contract-v1","latency_ms":0.5290000699460506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"25218812e01ee82430718d239df8cc43d218b6b67443fd169360ee9690264750","sample_id":"winogrande.dev.21","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45a56823e63628d3c06ecef57776e48cef52dd01de6a78157dbc6b4646b8288a","formula_version":"titan-u-contract-v1","latency_ms":0.41729200165718794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ef6076abe32518af4ca40afb75e02c507ccd673a10b1b020b6294fbf64e163c","sample_id":"winogrande.dev.210","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d1684f6b17c229fc66f4cc325427429ccf2fc99efb742c1e1fa86d128861ba1","formula_version":"titan-u-contract-v1","latency_ms":0.5535000236704946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ae4dc7f742afcb773cce8c280e471bb838012519d429923f90c3d8035217529","sample_id":"winogrande.dev.211","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da7d9bd267cc59f7cad9bf92831240df5062125ace71e2297f61f21f6aa0b6fb","formula_version":"titan-u-contract-v1","latency_ms":0.4202919080853462,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83a21c3bdf1b51423df5dec61e948712526b8e96ba6e1f86b236dac42aab9c5c","sample_id":"winogrande.dev.212","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f34425729fbfef4ed567e6eff793a6b16a6482b95277c19b88b5038d12f2af7c","formula_version":"titan-u-contract-v1","latency_ms":0.9483329486101866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"47ce13a10f9ee598feaa566f08d2403907f9ce002a73811cda12484597f0ba04","sample_id":"winogrande.dev.213","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b773503d72f0b7f74ab51f5bb094fa3deb7f445a78e3c74a952156738c44c9e","formula_version":"titan-u-contract-v1","latency_ms":0.4510830622166395,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed84c9de887e0f3cc9a30bc4f591f52fa4bfeef494ff25086686f169e82d3fb1","sample_id":"winogrande.dev.214","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cff3c6610520e311f8fc575741443ac53c3915b1df10a9f24da1294b101bec11","formula_version":"titan-u-contract-v1","latency_ms":0.8557080291211605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3002f3b2f0d6d50fccc040129f5d3c856dcebfe8f126ae222c261cb160a78998","sample_id":"winogrande.dev.215","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0f15b03df0ae1a5ceed7df500520b3f9336cba826d463c8a4cd794ec7f7de438","formula_version":"titan-u-contract-v1","latency_ms":1.0170830646529794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0cfe9dc7d6ac15c6606f44850b34804b7d0d3524ebce12d61a3132d82cc2c38e","sample_id":"winogrande.dev.216","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"787ed8ca34d99f5255720c0754f7f18d0a321259eb9724d8608e6a11b96bf508","formula_version":"titan-u-contract-v1","latency_ms":0.9008339839056134,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d7350def11d79b20e75979c447109a5d35a7cd03688006cf8e8c4dea19332a2","sample_id":"winogrande.dev.217","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec41a49b2578ab99394b89a1ea3e7d0cf7f3bc930698cf6b59799bf13b6a267e","formula_version":"titan-u-contract-v1","latency_ms":0.6052500102669001,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74c6f4c4350601b94ab79a85da6600b4c5362e59980842ac917c40da2c8357ec","sample_id":"winogrande.dev.218","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eda778056e13811b832bfd8009f3149da2e923a79f8634921636d6a79063db09","formula_version":"titan-u-contract-v1","latency_ms":0.840459018945694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d26acac4de01dc2ef94a7b6f8103ade1b62d83cc65cc7eea0baa5ae9b132b7f4","sample_id":"winogrande.dev.219","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06af0c0f09ca80433aa1ce79892514dcfca41c61cdf680edbc208aabf6e02d95","formula_version":"titan-u-contract-v1","latency_ms":0.7954579778015614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49932e68f3c75bee39629f0a8d0807c83caff19228f86de19c30344ee22addc7","sample_id":"winogrande.dev.22","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5d33ec50c7cf80a32baf4432e34bfad8a27798f6ae83651c3d7e7831c36af5d","formula_version":"titan-u-contract-v1","latency_ms":0.7754999678581953,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0106f2c5ab65d143c88c515d82fd56f13ba7d2f6becaab4756ee644721297356","sample_id":"winogrande.dev.220","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f120eac14000e14fedea333221039141a335176c3d501e63af64a6949c2222b3","formula_version":"titan-u-contract-v1","latency_ms":0.5669579841196537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92643b18f08c5f650cb3e517f59e64006b978c1471010ce46bba0ccc07b287af","sample_id":"winogrande.dev.221","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34e546f0cb540ba25be51cb57f6a37bd6b0b7e4527992412bcfa1ff3bb0d02d0","formula_version":"titan-u-contract-v1","latency_ms":0.42358296923339367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e41d21f7ee2ab00586c808b27250f6f3842b751fbd38c610c98575df550ecda3","sample_id":"winogrande.dev.222","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"810356fcb22fd4c076832068fd1754c46c97fe7813f80c226eed5dcacb9b15a4","formula_version":"titan-u-contract-v1","latency_ms":1.1794170131906867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b04a22bd718d3341732d1f6dedf60833858434a965f1bba1494167986629647","sample_id":"winogrande.dev.223","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56c67246487f3a70d92d1a5eb536cf85e417d5e2a5787a2a65ca4260969b5c62","formula_version":"titan-u-contract-v1","latency_ms":0.8420000085607171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ec16aba9fd5f633e57de2c9d4dba72f2c146a709c54e70e388abd2ebc3ffb624","sample_id":"winogrande.dev.224","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eab1fc8333336f3230e8b136c3ddb3f9397fd7e9664d499f6576670506123aa","formula_version":"titan-u-contract-v1","latency_ms":0.574166071601212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c99b0b2d5cbf5b60135139780dfdd4478da7133d3d677b8bc3894796b44a290f","sample_id":"winogrande.dev.225","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27d317f3851720b2aeb98e652447e54551ed8ee51224c5644ee845d98020fbce","formula_version":"titan-u-contract-v1","latency_ms":0.5366670666262507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a4664117411c72ef3f9d1f664c2878f016fedf76c4e226d633fda11722a2711","sample_id":"winogrande.dev.226","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7773fdd23b29bb1a05c0b2055749fa0bd369b7c0c8b29e3e4212e610200ce3e0","formula_version":"titan-u-contract-v1","latency_ms":0.5427090218290687,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23a523277aa831bfde7fe56e795c6949fcc7ad9ec89b3b9ad4d1f681159ed089","sample_id":"winogrande.dev.227","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fea9d08e43c95c236879da01df72b28a3de5146aaca4dfbd4ae435e65946d0ad","formula_version":"titan-u-contract-v1","latency_ms":0.4445830127224326,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e8cefaf9f50c30f7c01e2cc3a65523ec7aeb5060cf38553fd3f1e1c36476c3e","sample_id":"winogrande.dev.228","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c91e2e159a9944972b3f2e2e3bb99a5376e1e60f1e9e031e920c6374b04d556a","formula_version":"titan-u-contract-v1","latency_ms":0.4825419746339321,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4ee626dd003bde8d76ecf97c9ec05326a73edbaae4bde445f52d8baa2388ba7","sample_id":"winogrande.dev.229","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab3ba37aa2f1d2e54e477d7f7fee4d29287d48b0dff290011d1732998b3280b7","formula_version":"titan-u-contract-v1","latency_ms":0.5271249683573842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59aef3c77319dca13079f585bc1f44730feaf9b15742655ea72a5fe34bc83f77","sample_id":"winogrande.dev.23","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15630663aa5f37c4fa1b45aa6728a289c3c1f72c8cc692b75d52122b02498aa3","formula_version":"titan-u-contract-v1","latency_ms":0.44720794539898634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b4b8d3b7e903e7e72796a978af543f3f33d35034be87a646ff68a07acdde59d0","sample_id":"winogrande.dev.230","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0d2b8a5ebb1b4bbb433b2411fdedb9bb4866f2380dbbf925bd6d6ebdf8735f2","formula_version":"titan-u-contract-v1","latency_ms":0.6257500499486923,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c3fb7bb2d8b5c59be5cf21115dcaab784ad282ab5975f42cacbd615610dab29","sample_id":"winogrande.dev.231","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91be7773ddd2874829b97a5b5ff60c10098f9aadb87448c6d6bb34e14e537cdc","formula_version":"titan-u-contract-v1","latency_ms":0.5016250070184469,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18de7fb79db25066a39810e4bf15f7f04d9e3f3efd75417c792c6b155a06deae","sample_id":"winogrande.dev.232","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c7c101dafca8e204736c1b8ce481851839e2187de23ac82ddff06b3f7e49a23","formula_version":"titan-u-contract-v1","latency_ms":0.4158749943599105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cba38a31aa609d25247911115ea51c3a5273761e00efc0a772774a6c85a9208","sample_id":"winogrande.dev.233","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ec1abd92bd91f4ca24982cba8aaa759119b9da398cff54b8e7894df584556f0","formula_version":"titan-u-contract-v1","latency_ms":0.5019999807700515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34d657c1b0c9f92df39b31e05c90f98b4b5b4172bf7d2ad866cb9b7be3d26c71","sample_id":"winogrande.dev.234","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48e1cd0b948936fdad50d8dfc639eae7fd7285700c759a1312443f7da2644d23","formula_version":"titan-u-contract-v1","latency_ms":0.42704096995294094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e19646df2cef98b1b906c623b6f1775004a25afb54cb2d5a3c2218f590de7a0","sample_id":"winogrande.dev.235","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32cb42d1ab7257c3afe6e76bc08f855c4a805f7ffcda5e559db6a6fab5e52acf","formula_version":"titan-u-contract-v1","latency_ms":0.3861250588670373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81ee50eeefa7c0e97d3e9e1b359cef44e4b6fda7bc3b50a42b23f3712bbf6235","sample_id":"winogrande.dev.236","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a9e7fb056d9686e2f74183994387edce6ad3b643e0b09ac3d7eb9d5845f58fad","formula_version":"titan-u-contract-v1","latency_ms":1.2517080176621675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"108cf215f318c79cc4aa365acd3f3afdc93a4fa418f4903f4c0c6d8e01f80e91","sample_id":"winogrande.dev.237","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51a4288830c296fa1a38e41bf3c0d1c6b1675f6c8155483984d1279d88d56e41","formula_version":"titan-u-contract-v1","latency_ms":0.4220409318804741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5c2fee3ae4f5c534c5a0634ad5bad7a9c4218e5faffb54d3a092604deedd0944","sample_id":"winogrande.dev.238","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d11e64d6bef0b412362dd2127b5eaf2da58f78c40d366a56fc8d846fd22aaa87","formula_version":"titan-u-contract-v1","latency_ms":0.48283301293849945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e832a8888bd0cc9369d05c6a9807b7f64c54478fee0e33604855be91b8ef70a4","sample_id":"winogrande.dev.239","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b90b950f39e8ab4cdebb0930043a0f300070989168d7d9cbc3843deeeda717b9","formula_version":"titan-u-contract-v1","latency_ms":0.5126670002937317,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"568361edd75e3c75b9d16dd54f9b72c26d892243d84293e85caf8fe2c7dc19e3","sample_id":"winogrande.dev.24","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"151b101635d32670a1c8a2a9aa6c1a0501bb6b6071df71885eac621637cf78f5","formula_version":"titan-u-contract-v1","latency_ms":0.42887497693300247,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dc050e0568a77c09bd7adc19398ab6c3e0aed5c20b2c8e1b83751686c5c6235","sample_id":"winogrande.dev.240","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f556b8ec6d30975cb629cc62d52a79d28902b3a174a600888499df0045d9cffb","formula_version":"titan-u-contract-v1","latency_ms":0.6129170069471002,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"36ec8292c41abeaaa80dd2cdbdfc7845d64acab68d7119454cd66ad7d1897a18","sample_id":"winogrande.dev.241","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d23b53d04f77dfa3542c14128203491dc109920ea6e220d3e96eca5cf265df4f","formula_version":"titan-u-contract-v1","latency_ms":0.48733409494161606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"59066502df1e4c8702f6bba6289b7822021a593d46f388072222729370d5e13b","sample_id":"winogrande.dev.242","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"006e3189ba9014a17f19465e8797a7c878e7e04431116d1c018d35475e0c01b7","formula_version":"titan-u-contract-v1","latency_ms":0.5382499657571316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac94d2277b124ab2008e9f8e0e98c97702db66164f5dd0047f7b594f1da6f0e9","sample_id":"winogrande.dev.243","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"178d61733d40cb74506f1b27786c93a45ea0352ca044e221d600215aa7d35a37","formula_version":"titan-u-contract-v1","latency_ms":0.5027499282732606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cbfc00880f85e3d64797e6bd8e151d455c2fa41830081d54e708371fc6bf829","sample_id":"winogrande.dev.244","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca3d035a111eff33841a4241106924d951dcd75c1d5c6e78aa704e8aaf0e525b","formula_version":"titan-u-contract-v1","latency_ms":0.6251669256016612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"142bb9b827613f468fabfd4d41d8b034ca226fb8c77f8346175867dd9a16b47f","sample_id":"winogrande.dev.245","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f33702bf50a94fafc903daec29b8b28dd5663a06951000f46dcb27cb882b654f","formula_version":"titan-u-contract-v1","latency_ms":0.5800409708172083,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac2d032d6f765dc1de6e7f1b567041ca6d3b8bb9ffb459e4a99f8b7929f723b1","sample_id":"winogrande.dev.246","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"809a26fee0113c346e0eac261b2f324121cb6523debed5a3e7d35a96ae8eff6a","formula_version":"titan-u-contract-v1","latency_ms":0.5892079789191484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8d4362c271061cb5a2ab2d2e5dc039efddd65ad8ce073de2d8de49366940340","sample_id":"winogrande.dev.247","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8e1c234f5067ead91b9ec2698d6c3ef31f63d27e37a7873c2b142eab9a27f60","formula_version":"titan-u-contract-v1","latency_ms":0.43320900294929743,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"930765a878e771b82a9394c7c71558ca51000e4844247156b8707ce1efa77515","sample_id":"winogrande.dev.248","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de048c6d1871450c8c45e8978b2668f38b2830104f52881c2f699225f0c29091","formula_version":"titan-u-contract-v1","latency_ms":0.5413750186562538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c0d566076c6791b237501624309fe6f9e7f70e4af733fb598115960bff1989d","sample_id":"winogrande.dev.249","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"214a6da54acb9d76064a45c10df961249b47be56c1b72232d2894f48f14e4fea","formula_version":"titan-u-contract-v1","latency_ms":0.4514580359682441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24a94c0767b295d52cf4f53a7c8b13ea2457ee8e5b493776346e106a464efc2c","sample_id":"winogrande.dev.25","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"175f4beb78bff218fe03952f19e4b06aaeb9b87a73d95a90fb22f4b77276cd75","formula_version":"titan-u-contract-v1","latency_ms":0.6343750283122063,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ada7ebace03e297c6475bfbe682d87095485fccd1ab5cfe4ebb2bbab27955573","sample_id":"winogrande.dev.250","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f3f5372a7964bb0c1e48499999e5aa0ffb07f310afd7455fad20f6364363564","formula_version":"titan-u-contract-v1","latency_ms":0.5022500408813357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a72020ecd1e436b335e5a7edf1d820e671dd9cc6657b05551a44bc4aa6fcc1bd","sample_id":"winogrande.dev.251","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a29b3922b69886940fb67c345536c3a3d2fcbb53f51f2a777d64331733222611","formula_version":"titan-u-contract-v1","latency_ms":0.4117090720683336,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2463bbeaa673c7e7442eaa4e70b2fb9d232c4e075950b8776a4cde393377477d","sample_id":"winogrande.dev.252","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b9848f7089c961daf841a7025521c76b2d4ffa6c438d125ecf304bfc20b27e0","formula_version":"titan-u-contract-v1","latency_ms":0.7679159753024578,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb8094509b26c54bd705344d42d54bfe10e4d5901aeef8d20106dcf21fa22cef","sample_id":"winogrande.dev.253","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5bf1d06616f92d6e5594756e87bd300164f240758066cb64e7b6d8afa931611b","formula_version":"titan-u-contract-v1","latency_ms":0.5644579650834203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4664a0f41bae33f0d32ce84b4d5f754b8a1b9ac3e4d6b44a957cb064cbc02dd8","sample_id":"winogrande.dev.254","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"607abcf6bbae4c88d59764325aeae942ba6d8bb1871c1e5c34faf54759912bac","formula_version":"titan-u-contract-v1","latency_ms":0.45895902439951897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c74d557f4f850f0e95d92af089ee3b47aaa48b66373e41ccc49af8029baed7fd","sample_id":"winogrande.dev.255","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"22d5ecf7c3c4a6f9e1f99265dcc4ddadd58f929a45c1526de2b78f7d70af4314","formula_version":"titan-u-contract-v1","latency_ms":1.3788751093670726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de074d3584d2788cfd20ff590259a3794f8092dc6995f1b12333f462f91894b5","sample_id":"winogrande.dev.256","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e88b02cb5b8814c332e4d13a0e3f3f9b0007c9bc93c28e64eb858955513fbb71","formula_version":"titan-u-contract-v1","latency_ms":0.5765840178355575,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42c41f89e64fe11c541c7d7e5b292fae436d474e04e3244c97a26cd7e5d0a352","sample_id":"winogrande.dev.257","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f5c7fa8ddb23ece7fee2e52ba2d16f9867dac5a2b82d535528b0168329eaa5fe","formula_version":"titan-u-contract-v1","latency_ms":0.6455410039052367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a829a3402179812948a7720f296d8fbc48cddf4042b9af617fd8735592b6c39","sample_id":"winogrande.dev.258","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48dbc166e06e98695f6345a606c16c907208e1abaa1554ae6665955377ddb922","formula_version":"titan-u-contract-v1","latency_ms":0.502333976328373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d413907b51806f4355932468c546e22e1f404627f072b651f585fc95baa3e00c","sample_id":"winogrande.dev.259","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b83b84b107a95555e8479dab06adf92d25e4e1cdc20b54b07ce7596d5ed0e5c","formula_version":"titan-u-contract-v1","latency_ms":0.6775830406695604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e2e4662474182381505d92f2c293febdccadd4efd9e27a3a7c7966699436e5f","sample_id":"winogrande.dev.26","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"71ec0c23068737e43d9b8aac4bddf3df7d27a679c05b6355436bc11b7d50d352","formula_version":"titan-u-contract-v1","latency_ms":0.6414589006453753,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8a6c77bb22da2087359490f0d809df4fe9972aaa76fbc4332a6cf9845087898","sample_id":"winogrande.dev.260","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd9a7008ca49a61df0c73332516c9f612b020e22f9af67aed108419a321a8e69","formula_version":"titan-u-contract-v1","latency_ms":0.5178749561309814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4700cda0d78ff99943ddce61d2e850b80c7af465f14c03ec87617f6f821bad34","sample_id":"winogrande.dev.261","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4dc1663750f708c9619d4b9ec3a3f031f7a7c1380a5fe899173a677ed29b4ce","formula_version":"titan-u-contract-v1","latency_ms":0.43999997433274984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d6630d488d6117fd20d88b00a95ca0b60ff7b0b7ce3572ab5caa52dc6b96b3f","sample_id":"winogrande.dev.262","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49c008236b5252ab3e749ed002340ef55dc7bd3856246c15b356e1f19fc9a01a","formula_version":"titan-u-contract-v1","latency_ms":0.5317910108715296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0bfbe449c175d53adc8d04351c5daaa667faba6ad596027506b8c86662dfc3e","sample_id":"winogrande.dev.263","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec56d77d035c8bd5ec415562c34ed1ba55a0de97f35769b334e179a9bf04749f","formula_version":"titan-u-contract-v1","latency_ms":0.42337493505328894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be5d641c1ac260b1a125bc0db78acf0655e0ae7ba3214e8efbf4431a12524d27","sample_id":"winogrande.dev.264","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd155a5a68310ac98fa7ac68e5ee586668ea92144587f188142928be4032731b","formula_version":"titan-u-contract-v1","latency_ms":0.5536249373108149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fa10b0dc79f4b9fb1fd360d97081f6df33a51be8cd655a1158ec0e916356aad","sample_id":"winogrande.dev.265","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e32bb445cb72157500abf002243ff8eadac2fefdf55e66828673d739fb044e66","formula_version":"titan-u-contract-v1","latency_ms":0.6220830837264657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42c728c131b9f349a61cf38f805f909c353cb09f00454bfe7bbde11451defec0","sample_id":"winogrande.dev.266","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb383a1d4e7f1e9e9d2f882893b386936ad58527c69882233f415f8f4666e7a7","formula_version":"titan-u-contract-v1","latency_ms":0.5067909369245172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ddebbae1655cfcd36a434b03c3f0996a264d83279e58f1aaa611f1bc8f2ce000","sample_id":"winogrande.dev.267","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6533adfa56aa9ad2f1173b0f10db6f70f23ad9526fb032b68bcf76a9c3242da3","formula_version":"titan-u-contract-v1","latency_ms":0.6149170221760869,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0ad285a25250c2f739a4058c9ea97e0e7fac89760ac20452a4d68acda720c5a","sample_id":"winogrande.dev.268","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"467603b45740d1025672e9994ce6a6e2b2f9a06b8d6d745d1d93f45f0aa59788","formula_version":"titan-u-contract-v1","latency_ms":0.40675001218914986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7418fe1faf7d31ed990220479e1ddb43dffa6e0441424c02befb0e84500e2743","sample_id":"winogrande.dev.269","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0addb2861307c769b3dd5aa298669b13b19fe3e4a44b38c217918e07b6cbf599","formula_version":"titan-u-contract-v1","latency_ms":0.5329999839887023,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8b723bf787a2afdc8ffac651abcef5e775a656e9886e1558bc0d5b57f232bdf4","sample_id":"winogrande.dev.27","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c241e8aad4a9650bbeb0394a3e08112a8915b736d3960dfad148775b822913f","formula_version":"titan-u-contract-v1","latency_ms":0.5827919812873006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29fbf08cfc0f84b0d2e4e3b1400b07caf4ee17572d8e73999428ed3ce5fc0da0","sample_id":"winogrande.dev.270","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1ddbc77fdc323f0bb4bf6d6a95a14ea3e7b7722c1ed6877d33a842c0eed2c6b8","formula_version":"titan-u-contract-v1","latency_ms":0.49220805522054434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"368ada48e1af65f0ae84c2ff8f90723b9bb972cc462449373911ff5f6a28a03b","sample_id":"winogrande.dev.271","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bed4697fdfab127626b783611838d64164b5cbd084f2b705a5d3e4397a55a7e","formula_version":"titan-u-contract-v1","latency_ms":0.5351249128580093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24773f2815f91cb83dd012c02f799a28ae78775096416f0a03b584a0f76d641c","sample_id":"winogrande.dev.272","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"36329b0d1e69b92b683a2ffc53e069abeb744b04f7b5ce4271aa65434bc71b35","formula_version":"titan-u-contract-v1","latency_ms":0.47454191371798515,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0df6b47d3f5e83aa44a685ee9a6cc23f9f4bc72a5be576a6b1085845a309992d","sample_id":"winogrande.dev.273","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba3e46e2adff8e9ba7a628e53841a61cf488f690233cf0b18a796ed8e261bc0d","formula_version":"titan-u-contract-v1","latency_ms":0.5071669584140182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fa6595a52814a30b0b91f1969de2f6c683db4079de0790e8c8287a15b207712","sample_id":"winogrande.dev.274","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47911148d2baa4314b1861dcb03ad96a69d2e3c3117684a2da954522b7b9ecb9","formula_version":"titan-u-contract-v1","latency_ms":0.7885419763624668,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68f196745261fadafdd22f63d161e868a5bcb66cd1118c1cc76af8a1fb0a9568","sample_id":"winogrande.dev.275","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b13c6d13601970ad4e4ff0bddf7fcb52ff2facf3cdcc9d78993b1dd604a413b8","formula_version":"titan-u-contract-v1","latency_ms":0.5677499575540423,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1203b2253012fadea3b602f042078d79f2d896e16878764570027de62e4994ce","sample_id":"winogrande.dev.276","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8b31f7043058f0711605481268a28425dd23f66af9434cba34449269883e948","formula_version":"titan-u-contract-v1","latency_ms":0.4443749785423279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fe83babdba580684c1d83c9d9be5bf64887a03e36261ab6b9bf7df1db4944ce","sample_id":"winogrande.dev.277","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28f3bb5b3cd984982f0b4f33eab57e6b123dc8c5843b4f59848b563943030b19","formula_version":"titan-u-contract-v1","latency_ms":0.6013329839333892,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60f6fb049e2afe0349f3b70f563a5c5ef9a4e9847f5ed962d003cee217a359a1","sample_id":"winogrande.dev.278","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"894994b2bd1d4aab1605a8ccae64b439ff72a8f064a5d821766a875ea229864f","formula_version":"titan-u-contract-v1","latency_ms":0.4765409976243973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"92549e3700b94e2367defb810c79dadc1591410b30f4efc0cd0e7f78f09765a1","sample_id":"winogrande.dev.279","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc53d9ae23f20f5ba0b4eaee9caebe3ab26dea1b02cbb6fe3cbf3e4d78888b57","formula_version":"titan-u-contract-v1","latency_ms":0.5428330041468143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e41bfd37a533e27116d33baa59ade2680d4c2313d0bedea5808146b76f474574","sample_id":"winogrande.dev.28","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"68e753af7a09c0c5a8ec4bd20be7975f51180e17ff80001b54e4cccc90e7f2aa","formula_version":"titan-u-contract-v1","latency_ms":0.4612909397110343,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e127eafd55982e06b5dacadd025c60b5e3bb85e9cc2f10175b163093c498993","sample_id":"winogrande.dev.280","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cdc147825e275e8e2f69ec1b5c0b3971a160572dbc86c11993eb839a3f6d6e05","formula_version":"titan-u-contract-v1","latency_ms":0.5656670546159148,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95f5dae73743bf7f32e049c36ae49ac1dabb56248aa1cd8ea39f2b77f80cbbe8","sample_id":"winogrande.dev.281","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2842dc3113e16725235e82d2158d505e0db8beb2b7b0dedd421a5799409aba9e","formula_version":"titan-u-contract-v1","latency_ms":0.9039170108735561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c76a5e96e117297fc5fe68277aed6647aa8857d8a211c087c240d1e954bbb3d","sample_id":"winogrande.dev.282","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f31a706054388c8fffa8b334621f955d621644ee70401fdab545db68b4e2e66b","formula_version":"titan-u-contract-v1","latency_ms":0.4219160182401538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10d46e60c8689432e0f87ab62e523ffff7d6483a43ac90dc11199f45ac32baca","sample_id":"winogrande.dev.283","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d00584980c7a2f0242d14c31d601b658322032449be522002c61403df8f2e082","formula_version":"titan-u-contract-v1","latency_ms":0.6559579633176327,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53fa90dea149cc928d2b291f807d6e7ec832423c11d0986be8718412114609dc","sample_id":"winogrande.dev.284","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d11c5aa470c2e9d9490dae9ac2b364ea42c93dcf7fe884604f21f72c7217900","formula_version":"titan-u-contract-v1","latency_ms":0.4140830133110285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"629c1b601cf6731e64807f740f78108689884d85879aae86f2033c223d3430a3","sample_id":"winogrande.dev.285","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41d2d5edbb047a8198315df0b8741af691130390051fa7eb20b9aff3ff0766b8","formula_version":"titan-u-contract-v1","latency_ms":0.705125043168664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a26a4e33b11b9bc16db7d347d7aa17f5053754a3b4baa9de23ea411d587f0ec2","sample_id":"winogrande.dev.286","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9439e839c9606abf350ea1c8ad50027d561fc6bfe5e06a25be8a24a4dcd66b79","formula_version":"titan-u-contract-v1","latency_ms":0.4065409302711487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"68664cda19944390fed14de1a06deb6029e42e35b7b9e17aa3ad5ae134743266","sample_id":"winogrande.dev.287","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da25a3593b28dc61385f05207721f3e2b7f8677e20af525bcef63bb4ca06bf5a","formula_version":"titan-u-contract-v1","latency_ms":0.6942079635336995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b49932af203122e572b0e58b3cb91a35e3b2f22b6500956fb63cc3342b22c3b2","sample_id":"winogrande.dev.288","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fab1a0425d62ac8828154caee96af4df9e447747ad9bb0c25966270883e85bf","formula_version":"titan-u-contract-v1","latency_ms":0.44429104309529066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"79abc26a395bb4a959985c5e2c204c91f297b6bc833416b8155c2aeb3fab83cd","sample_id":"winogrande.dev.289","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c13c4ca3afb60872b6476f57243b49750cf3d16b7471513f5162fc81784c2ed","formula_version":"titan-u-contract-v1","latency_ms":0.4125409759581089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31662cf2467609286990aa375e8cc2588188aab660b240d2030f9b7a3ae47e34","sample_id":"winogrande.dev.29","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a0646457fa015c7d74efcf914b2ca856380f841a152eee61178d65aba5d0096","formula_version":"titan-u-contract-v1","latency_ms":0.3968749660998583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4bb7b7400cc40a82d7787ed7a726c738e35c284cbb838b6fddd4d7322f967872","sample_id":"winogrande.dev.290","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c653802f546ce5361045171c51480ce083cb042a1de16bf9633b64bc0620cbb","formula_version":"titan-u-contract-v1","latency_ms":0.5635839188471437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6bbcd908729d82f6771b6a4aab60ed809f52c25511b5dba3174813d3d7197aa","sample_id":"winogrande.dev.291","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"614c2446cc636716cb21ae4da3c9015953292ed60fd6fc72e0a6001716c6f032","formula_version":"titan-u-contract-v1","latency_ms":0.47258392442017794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8ca3c0665a722b9c7eea7bbfa0ec8e7d5482e924a43f62614987d67ff2b90e1","sample_id":"winogrande.dev.292","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"209038b4f07e73c457e57112ff00eb4756a890fb09ab04f508a2ea887a903138","formula_version":"titan-u-contract-v1","latency_ms":0.5897500086575747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"48a54783959ee867abe8dbe70c758efc653e2dc115dbfba70e70b563d79244f9","sample_id":"winogrande.dev.293","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a6c7c6513729f996676a1a83ed736942eee1874572f7832642936aeb087b2a8","formula_version":"titan-u-contract-v1","latency_ms":0.41512493044137955,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0c5a95260d01945421cf484ed32f1f4486a5f81035e1a09acc29f2fc85ca6c8c","sample_id":"winogrande.dev.294","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2af1db1cdc6b2f235825d950cfabb483549dc6335cf4bea8d34f0dd71a70055f","formula_version":"titan-u-contract-v1","latency_ms":0.4194580251350999,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0b072d7640316a3ccad5b60a5d5836f0cdbaff699d5cb5a9ac0455048c0a164","sample_id":"winogrande.dev.295","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52b6ab587895fba893f4eb2dc2e61cb5585a15ba440fd3509e8c086448c04ef2","formula_version":"titan-u-contract-v1","latency_ms":0.4891249118372798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49ca3c1db12820995f112d49b2dadb231aab9718c169f8d7e762718700490551","sample_id":"winogrande.dev.296","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89e4bd3f2318aabc24fbe42e561b90d50c990a3bd9340b0bd9b043122aa98786","formula_version":"titan-u-contract-v1","latency_ms":0.4357079742476344,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7aae3e1bbb282f9a183eed5370cc7eee4c46b3d7271ec54e0b215a4d48418fee","sample_id":"winogrande.dev.297","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ed6f5c7b1c3d0b8d5c1b9ba7af0e5f3cc671e87d0112172e1c96971178a7768","formula_version":"titan-u-contract-v1","latency_ms":0.6703330436721444,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b0f6b83b0210c118af6cf77d4f4e889c35c2c67bcee2aa7e2507294b7f28149","sample_id":"winogrande.dev.298","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5639f1588caad9877cb483d62f466e6b11bc827fe4bb2c7884aa796c366cc739","formula_version":"titan-u-contract-v1","latency_ms":0.9321669349446893,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3af246a5c8a38f7306e05248d0dada418e09d205f7f5d18d64a93793a7017ca9","sample_id":"winogrande.dev.299","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e76a2fcd0d58a26337b41172825ea91c6fd627acf0825ca010ed795f86834c4b","formula_version":"titan-u-contract-v1","latency_ms":0.5965830059722066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52de4dcb4611def2ed9b75d28017c6a6c434adf25049e35e379c79dce164fc1b","sample_id":"winogrande.dev.3","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6d9eba953d168bef4c89a589693af52225445e274e4c99eac6941de149b1f566","formula_version":"titan-u-contract-v1","latency_ms":1.298291957937181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7975f665bb3e7f3d3b9b77675030b3ff3ad3a33595e6f0433afb44fbc050adb","sample_id":"winogrande.dev.30","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e97024bb7b929c59b5a8406a819b6f669e5ae3fe5cb9630caa4defdb6e55ee7","formula_version":"titan-u-contract-v1","latency_ms":0.6709590088576078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"483366bba856abded025f5bb0e6e498383f2494109c0c2d3936469afec5786a3","sample_id":"winogrande.dev.300","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b82960e07350065866758173ab85a19f48668193489621f964409740a24f8ef4","formula_version":"titan-u-contract-v1","latency_ms":0.4524160176515579,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed5bc9f666dc7ce17956ef02a1435f1a8b3a7ed7d4a63489d1868a091265724d","sample_id":"winogrande.dev.301","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be964590d7da2e60330cc07ee69f1940022532bd7ba975401c3b77e5aa695f06","formula_version":"titan-u-contract-v1","latency_ms":0.4247500328347087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11e9ea5bc5084bbaae9d4e99d62bbade3d510ee1e0e5f555534ad65a05898a32","sample_id":"winogrande.dev.302","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7d257b33dc80ada2effa7072299287a625d74e984e1e547656f0df4f7073061","formula_version":"titan-u-contract-v1","latency_ms":0.45587506610900164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d967538305256ffb0225ffb77b8205898e8082137f9bbf90af13344f596aefb0","sample_id":"winogrande.dev.303","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da48ba0c4d3d2880e46b9b5b5f2a850f409dc414863321f7ae964e922940bdf5","formula_version":"titan-u-contract-v1","latency_ms":0.5017080111429095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8faf1415e299ec38fd852be33525ce13c5f47a311957d73af61a39d913ab5d16","sample_id":"winogrande.dev.304","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2d0009baf2255d2867a311b84e8d2ce3effe83859958868c78f99571372b443","formula_version":"titan-u-contract-v1","latency_ms":0.5686250515282154,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"366a682af2984e45f6e27c96b6221b594ce8eb7de713d5204c1a6cd3502e4b05","sample_id":"winogrande.dev.305","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7299b22e6e2579974832127f97cfbec1cdcdc92dd6546c68d7732914c573152","formula_version":"titan-u-contract-v1","latency_ms":0.5052080377936363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f37b871ade830f88ad3436dd1e34d8ded33fb1084e534e8692e6b041c6f6fd3","sample_id":"winogrande.dev.306","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"765175c6761aaa8c7372152487cc9cd30de95ca898fa0ab79ae0fb03af7e0287","formula_version":"titan-u-contract-v1","latency_ms":0.425417092628777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2f257fe70adb26a12ce8b2442a857b90cce03ffb1e24cc2fa6135598e58a9dbf","sample_id":"winogrande.dev.307","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40eeba2d1c6fb3f74ffcc1e824671e533e6cbbee47f7a0b93977c8e1d0126352","formula_version":"titan-u-contract-v1","latency_ms":0.5033330526202917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e4b22a1449908a55747701e8e53ce020bdb36f83fb02b71e67cd84fc301855b6","sample_id":"winogrande.dev.308","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d357af84cb03a9a078c3c469ab99126cb386bea26368ec8630fa21c1435634c5","formula_version":"titan-u-contract-v1","latency_ms":0.5380839575082064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cb3e2b7d72efe28547af43984b0e53c14b57059cb33a7a31e0fbc6f14c55cbe","sample_id":"winogrande.dev.309","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"914c3f4da0657e8e1c3bd42c89148a21ab96580aec9146efeb4c231d4ac5cce5","formula_version":"titan-u-contract-v1","latency_ms":0.4394159186631441,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"eac88d02256ef731d8868b1b1600c9f110ebb8ddee95612953c73a9e7c0f5a55","sample_id":"winogrande.dev.31","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b5bd20234d4cd474308ee0a0c0e4ff5419464a9e480f35237139422b77ea3166","formula_version":"titan-u-contract-v1","latency_ms":0.5250419490039349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"646e4d86a332414fa4e3dc858751048a6d9046527d2821611107db481c6fdad3","sample_id":"winogrande.dev.310","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f983ac451693cb164394c4c25d8eea534052bb1faed18cc50e202985c4a297d9","formula_version":"titan-u-contract-v1","latency_ms":0.6899579893797636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bdf35966b0fa65c6d7b28219ba9b2482bb5cdf66e6e33248978fb09b69ceaf1","sample_id":"winogrande.dev.311","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"15ac2f90cec72fb1f6e42772fddb23eeb4d5eb56a44d78ad5c6d54c522862312","formula_version":"titan-u-contract-v1","latency_ms":0.7140419911593199,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6d68ab025849f515a0330a45367acb39a4ae855e0113d8b4eb11ed1293c0e5e","sample_id":"winogrande.dev.312","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32acb3ef4adbb7886efae6dba48ed6bd7d92ddabe12befd650825a8d56416be2","formula_version":"titan-u-contract-v1","latency_ms":0.439041992649436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a50770cc4f5b3f4bacec2d855401ff9d2453cc5e8cc2b06f7c6a5667c8d34b2","sample_id":"winogrande.dev.313","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f04efe961bb5f6ed4701aef765926c1b1f7bda554f4b5eaf69f1883ab84c866","formula_version":"titan-u-contract-v1","latency_ms":0.6346250884234905,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8bc9dcd2393ce875ab9b4db69ec5ed3d71bf670b6dfdada36c4307b2764a0104","sample_id":"winogrande.dev.314","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"07035e92b26c6d390934719f87915aa685db0f31e2ca9f7c721d8135fae9d5c4","formula_version":"titan-u-contract-v1","latency_ms":0.4379579331725836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cf9d780c195c5dfd3f8ae9438726dbb100106fb1a91974cd825197111768a80","sample_id":"winogrande.dev.315","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"debeb8c07f37f5ed67d11bffe08f3ec8019283e6b83b6d912d236d8f423a1aab","formula_version":"titan-u-contract-v1","latency_ms":0.4758749855682254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"274f68bf4f19c23975230ccce39147a5a3d6acea83d3fd5ef44ad7cac79de3e1","sample_id":"winogrande.dev.316","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"467d083c7f28638d6c4403200f962f4088d9c651a26ed5e890fdf6d493360b01","formula_version":"titan-u-contract-v1","latency_ms":0.6121249170973897,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a65ddb293b31ea415d0c00efccc3ab18d2d49beec5f50cf7924faf1036f07b9","sample_id":"winogrande.dev.317","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e252eef0d8981d12743667baaddc0cc4c1012a86cb4db7091c758194657ff02d","formula_version":"titan-u-contract-v1","latency_ms":0.5805419059470296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11302676c7c4d19ca03ede0a783fa5a3c5f60ed288046d8e1e292457e6045811","sample_id":"winogrande.dev.318","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dcb08331f8d0675383744da7bce962748cb5ffce54f03db95fc771218a9cf35","formula_version":"titan-u-contract-v1","latency_ms":0.7942080264911056,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ef09cefada5c81aadfc629c0085a4dca67ecc0d3fc87294595b5fdeb0d906aff","sample_id":"winogrande.dev.319","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14bdeb50dabd99fbae26fe5779049175864f02fa30ad25537a504c02a016df8c","formula_version":"titan-u-contract-v1","latency_ms":0.47320802696049213,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d92429b90db9eeb5599832b902a13b69c8b835a425a1ad48f114b78b953b874d","sample_id":"winogrande.dev.32","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"79dd652e7fcb61491c737f828b79c797f06f7520122fabefc29092a17016689d","formula_version":"titan-u-contract-v1","latency_ms":0.5040830001235008,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"69969f4428e1db7748deefb2a0d07aed14ab2f381eff507280275dd682600dda","sample_id":"winogrande.dev.320","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"282804fe0b73cb10de6bc98feac10b194262d80ce5627f75997d1fb5a2105493","formula_version":"titan-u-contract-v1","latency_ms":0.4772499669343233,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"517b03d7742366e945263df6f0087a42711a9cd3ff1ab95c5ac5e4fdb4b68884","sample_id":"winogrande.dev.321","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97ad393e8faf23e6a97c2836f0eef3f5b440478f53ccca6f0c6cf93c9f3ca0a4","formula_version":"titan-u-contract-v1","latency_ms":0.4712500376626849,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a0c8a8c245215c1c1053033ae66467058da22084cd8f7df9e42062ffb15422c","sample_id":"winogrande.dev.322","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f7a0ecc63787af79555c676fe5708defdfde63183f3c9c07f63dd5eaf3a7ff7","formula_version":"titan-u-contract-v1","latency_ms":0.5489579634740949,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00c891c60edfd84ab7092f6f76260f74a23753ccc246d60b5123bff2719d9b8b","sample_id":"winogrande.dev.323","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"946cbee19521b87e8a5357c7c5bfcb7c53fc1a9bb4843873846afce2f0b0db59","formula_version":"titan-u-contract-v1","latency_ms":2.130500040948391,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"daf9be40c9477d56629180a6987504b9839dd88ac0aef9e1796045b196fb5639","sample_id":"winogrande.dev.324","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae1062f3380e32a79078bbc82da0eb752ae6aaf2f42aa5f1d2620278d5618e82","formula_version":"titan-u-contract-v1","latency_ms":0.4973330069333315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64e311efba342f84269325f0a362b57aa0717fceec08dadf72a845d2c7d7019d","sample_id":"winogrande.dev.325","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de4a531b2fa70efe671a30f698cbdb6f17108248f68261fb0e38034d14b6e568","formula_version":"titan-u-contract-v1","latency_ms":0.4327499773353338,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8fe9a5a0f33c50771b67915f4c3d1323e6eadbd0446416de2400018d67424a0b","sample_id":"winogrande.dev.326","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8e0c2c8b58b4f67c704d2ebcbeb2f63565546568b0435e87a54cb26d6446ed65","formula_version":"titan-u-contract-v1","latency_ms":0.617458950728178,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"38870d25e10bb853b9d5141e3c098f39bf4a63f54264c4200eeb9e12570e1f66","sample_id":"winogrande.dev.327","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7322502ff908aad6b2334461f1741b8aff212e1730ad78629718927304a31ce9","formula_version":"titan-u-contract-v1","latency_ms":0.451417057774961,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5356f6c8b97fda7c3fa80e872533019d3436faf09293a2b0bd53c849d96c2587","sample_id":"winogrande.dev.328","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d73a31fb360a66cb0e96f1c7b207fe723c6fb65f5559f0667731dce9166391eb","formula_version":"titan-u-contract-v1","latency_ms":0.4949170397594571,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4de1829903a8f98fb9f4ed579700b8c7efaf903f61edf908ce1be1ea8483ae43","sample_id":"winogrande.dev.329","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bd130ee8ca11c09ab0ffe8b16570da0e4e3aa590927a5d44b868b12effad61ae","formula_version":"titan-u-contract-v1","latency_ms":0.4977920325472951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7dd8551314bb28f3583b82696ad89ad45dae26be656eb9ae29f7e14e5a90829f","sample_id":"winogrande.dev.33","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"159b4414feb81249f2a4440e306e94fa5f31eb5b03be232de025f1a58fa8a2ac","formula_version":"titan-u-contract-v1","latency_ms":0.43229199945926666,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5fd11ff6cf76fb03f5dc1d00ba3f925c49ba573db33060545d28b72c9a9f254a","sample_id":"winogrande.dev.330","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"128fda729ba56a7cdb4b7b7ca3dd07db525f84acb28709b2fd7bd58f80373114","formula_version":"titan-u-contract-v1","latency_ms":1.1104169534519315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb4a9532f653ed5db87465aeb73b5bc7db73ec17265bb448ecfd6af34483e9f6","sample_id":"winogrande.dev.331","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ddc04a5a96fa0bd2be0c0165497fbe5802dda5aea13b36284ada309d2f59fc7","formula_version":"titan-u-contract-v1","latency_ms":0.45358308125287294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ba07544e9a149d17ca379068d1ae6e6fd22b030750ca9adf0c26b3a21fde69e","sample_id":"winogrande.dev.332","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f84921b7ec192f7f0dc4a877390193f2ac228a376175b9be594ee9ecb45bba81","formula_version":"titan-u-contract-v1","latency_ms":0.5160419968888164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ac7863ea4052b9c676517d641d62734033c77ed6a4be4c627818227a9623769","sample_id":"winogrande.dev.333","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29b881a5a756fb0e05ab7feb4dde17b99c3016beb394f16feb86678d67aef7db","formula_version":"titan-u-contract-v1","latency_ms":0.4484170349314809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4189eefed10d2b0fb1a12a6a6bfe1bd5a3948c6f5aa30a3a0ee6bb09e390d97d","sample_id":"winogrande.dev.334","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a90238c8fa2a5cee7a66fccdaf7ae4dc6f7cb4de2890148ad62748094008ddd","formula_version":"titan-u-contract-v1","latency_ms":0.4302919842302799,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad406562d82c188f51168808bf73af6e44b06c79f07a620a3066446525207278","sample_id":"winogrande.dev.335","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6cb66f6f09dda38f6fc89de8458512df1cb6ba94a8f058dd2a3134083ef925b","formula_version":"titan-u-contract-v1","latency_ms":0.43933303095400333,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3446292bd4faa63f82bc4da45a74f4cebfbf029999804ee0af17f8b866cbdf98","sample_id":"winogrande.dev.336","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b557624e06ed6cb50b6ae2987211df6aced45e3d74cc7a9ce953d7fa70c2b81","formula_version":"titan-u-contract-v1","latency_ms":0.3790420014411211,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a6c32688fb9efc9a56f613638316e969e0e29396a4bfd24d4d1584b8f2170486","sample_id":"winogrande.dev.337","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"160ad0e47b890f5db2be605624196da326b61809385c5ccf6038c07e9671f1b9","formula_version":"titan-u-contract-v1","latency_ms":0.6531249964609742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa52901005ee9904c49935de37376214f3d451762a3f6f643889deee98a7c487","sample_id":"winogrande.dev.338","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f74d5b67aed33c36a5b84a25af82ef26e0da10640b1f2d7800b3c1ebc5f9c2e6","formula_version":"titan-u-contract-v1","latency_ms":0.45733293518424034,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7732f5fd02c6459404875afcb3e08f7b374260efeb952eb67fbf1c244927191","sample_id":"winogrande.dev.339","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b8e07e476c9286330936edb68e69b28c1557355e9967417f98e1225bde9a95d","formula_version":"titan-u-contract-v1","latency_ms":0.41662505827844143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a87276f8829d65a627cc20364e5c7056ed30bb53247a786e75ef1b6110f5932","sample_id":"winogrande.dev.34","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4d22be7c126ea8e828ed469a546dd4f154dc37e3a5b0612413294ea086d47fc2","formula_version":"titan-u-contract-v1","latency_ms":0.4135000053793192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d913da50b45decc1a81f82f13fc870b1db3b3728e6bb612227a2b53e87af1343","sample_id":"winogrande.dev.340","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"faf38d57a5aaeea5980b21262d017f0a7c6e972c065c03caa55e07879c3ee481","formula_version":"titan-u-contract-v1","latency_ms":0.585292000323534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18187a58a762525652e0694ce9598355a97668bfe14c0edfd8374b5344a2ef2d","sample_id":"winogrande.dev.341","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdfeea65e59a2daafa390f79182af703e86c171517bb776865c03288a2c6d786","formula_version":"titan-u-contract-v1","latency_ms":0.37349993363022804,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a2ef5ae18cf29a6f595b55b6c3be480a0a25866a1ec2a440583f11d71c096ab","sample_id":"winogrande.dev.342","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e214db1da6ffcbcb16548b2e2966c6bb8cfd04a89e54b9b2dc5ccc1f92354d77","formula_version":"titan-u-contract-v1","latency_ms":0.364916049875319,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06db9f17bb16eef8bfc87f21c1b6201a3de61e40683871a92b78c4066d7c3128","sample_id":"winogrande.dev.343","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a18f67527caeea09f5de2528d867c6e7de5045ceca28d96744c3fa5e0b4a26aa","formula_version":"titan-u-contract-v1","latency_ms":0.4437919706106186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"060fe88a134bd634ee0550b626dd3f4d863597dc973c0524e5005781a4b0b6ba","sample_id":"winogrande.dev.344","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f9da1b415e7fbe1555e7f1f39083b97a0de4054e4ecdea8f3321400a1dee7e7","formula_version":"titan-u-contract-v1","latency_ms":0.4838330205529928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e32196c0bae4245158573b0d8677493fa2b6cf733358f03c97c1faafe881ebe5","sample_id":"winogrande.dev.345","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72bcd1dbab67b70a4e1dafa66e086ac7f7e965558fc1a813aad52c69aeee89ff","formula_version":"titan-u-contract-v1","latency_ms":0.4386249929666519,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0214be57cf75eea693bfede7e65343cdb022880146d527659c7cfddd9443a41","sample_id":"winogrande.dev.346","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97ce50b1438264ad35c932169f585136cf463c66252e0d5115591353130da416","formula_version":"titan-u-contract-v1","latency_ms":0.4112919559702277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd8bab7c9b89de7086663d9afdb7e3c52b59df8a6a511d558aa60495633e238e","sample_id":"winogrande.dev.347","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb093c6d30d73e4dcb99d302ee8264b19ea76b0fd5bfabb12abe9c4e2bd3b7fa","formula_version":"titan-u-contract-v1","latency_ms":0.4177080700173974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"74beb85174a7ac3dc9c08b88472e323bea8a54add26446a52a45f8f3c81550cf","sample_id":"winogrande.dev.348","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31b314645ef788e00eca4b12a25b1e2632f1d9119f21c7ac13161248d1ed5d24","formula_version":"titan-u-contract-v1","latency_ms":0.517625012435019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34e24005584c4c36126bf83036a25d1d08c5bc185ba908d6fa4a48c0774b7d16","sample_id":"winogrande.dev.349","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"deb8ae4e8136bf868338866aec1d2f9ae65291f5fc2624df95d512fe31390878","formula_version":"titan-u-contract-v1","latency_ms":0.41383400093764067,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0c53a08f0f9a11df4ae9a1b02629d161d1b9bcedb0d6c49f44cdddede135d20","sample_id":"winogrande.dev.35","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d88eea0c308c5d85556cf81129cc27ef0d036a9b7a0fb4ba532605de1c7ac047","formula_version":"titan-u-contract-v1","latency_ms":0.4059160128235817,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fd80396c388fac7b338644a1971e9d805d67ebdefe54998c5e5be99376d38ac2","sample_id":"winogrande.dev.350","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0f075f0be052dbe6b1a75a784b47c324e3baef0ba854f25067bef55141cbea4","formula_version":"titan-u-contract-v1","latency_ms":0.3832089714705944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5354f64dc597d4593eedbe9511ab1b24194711db954e5d773a0cb9867ab7ff12","sample_id":"winogrande.dev.351","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ac43fe450fcfb644ff966c17447073a9010c38c5fb2b43ef6a0bf3317a3ec63","formula_version":"titan-u-contract-v1","latency_ms":0.4168340237811208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d2c1d33401744de72115fde981b9e831554c6afb02688ad716b0edcf3c70a0d","sample_id":"winogrande.dev.352","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c75793e3be9390285787fdca24402ce96b14eb8f760f0ef5e897e4da9ef97d30","formula_version":"titan-u-contract-v1","latency_ms":0.46262505929917097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dc7b809b59fe16905655a0d6b785a066acd9e08f786eb37200047eb46be25021","sample_id":"winogrande.dev.353","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"876069b406b1af6aa1ffef61fdf668b577163f5f1ef0c95af9395a8e98c8fbc6","formula_version":"titan-u-contract-v1","latency_ms":0.41254202369600534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4021583e0868decd80a12a25ba15889fb19435e1909e17cdcaccfc70d667a45f","sample_id":"winogrande.dev.354","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"246b1876d1d1ee6f342e3e4c749f2df7b5d205eb855e98bd7c72a8c531f2a5c9","formula_version":"titan-u-contract-v1","latency_ms":0.40737504605203867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d8a72562dfe6f62eaee570d7a258cb370960d62806a91d74223c28caa6a19a1","sample_id":"winogrande.dev.355","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4f28f5a1e8379ee3230cc828f3471c6f0bbe8ffc0cb9ea55b7c0a3a76a0123fa","formula_version":"titan-u-contract-v1","latency_ms":0.45429100282490253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c77ec238874f345f15e498c9df5ca28052e3e029b466b1a8be2aad04a361cc78","sample_id":"winogrande.dev.356","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cf302664aebdf85fd7c86f6ffc48e3ff2ab64d994d3b8e26770f343cebc79fa5","formula_version":"titan-u-contract-v1","latency_ms":0.4175830399617553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"40aeaf26e0d1cc09d7c92278322ae66f7ed6235ddc47cc5363db6a76aa0cbd46","sample_id":"winogrande.dev.357","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0615a00ac009b35bb11f5aedcbf460129cbdb89b47baf3a3a12ed8a93b37b2a","formula_version":"titan-u-contract-v1","latency_ms":0.389374908991158,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32042ae048813f3f772718e36c8ac2777cc54ba9387a6eee878811a3798f11c1","sample_id":"winogrande.dev.358","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8469a8bee2dac481153c1177f06296041a14c99f8c5697ea9a876c82453ed740","formula_version":"titan-u-contract-v1","latency_ms":0.41199999395757914,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0882dca19e8fc716eaca094d3f30d9ee7a55641d1f1a4866eff7475955d7dca9","sample_id":"winogrande.dev.359","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41d2fe7d0a87d0945680193d89f222ed92b21cf4210f69a6b9397e6bf92a5fc6","formula_version":"titan-u-contract-v1","latency_ms":0.40916691068559885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"292e80103614a675df315f5c6b60b6a3eee576962b937a54ef778caf5cf809fc","sample_id":"winogrande.dev.36","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"93e79e6f4dbaa615362c04d86c7821c41bc964400c4b406c5ac4ace7a9e2fa8e","formula_version":"titan-u-contract-v1","latency_ms":0.673583010211587,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"208fc83f15b5da62e02fdbca3b499fc2c702959258723337da122cad19ee04e1","sample_id":"winogrande.dev.360","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9359a118885f959c15b1f7fefdd6cb4e3c2c6a60b9ddbb3ea3746107f615d58d","formula_version":"titan-u-contract-v1","latency_ms":3.4042499028146267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e4546862abdbd355f6ead5776f09e30782316b3ba2d6051bc457835db248db9","sample_id":"winogrande.dev.361","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"224c9082858dcdbf9cfc6c0eaacd25b873dc913f32ba5527e1b66d16349b5ebc","formula_version":"titan-u-contract-v1","latency_ms":0.4742919700220227,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ca2a0b10ffedb82b37ee27c0024f19bf346823bf7a89283734daf49d284912b","sample_id":"winogrande.dev.362","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acaab8f85216e72ac545403a3efe40283fdb5f19b425b2cb9e07b831c414efd1","formula_version":"titan-u-contract-v1","latency_ms":0.45833305921405554,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34e9d3f7a524cab42f669e461b949b8c1e4b141a6d440f111f06d700de49d061","sample_id":"winogrande.dev.363","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7005e8cc73360b182406f6e4d69fb6d2aecdc8c09d0c7d4035eb9876128da9d","formula_version":"titan-u-contract-v1","latency_ms":0.5948749603703618,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f618fd743b0b6cf1cef62c6673ba26f53069140f59c7fa668b6a846484b9bf3","sample_id":"winogrande.dev.364","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19e6b554de063c031cc9c311480a5249b156350c6787582f4f117bef9b2e032d","formula_version":"titan-u-contract-v1","latency_ms":19.360292004421353,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb6fc5e07403cf0c3b18bd1f933ec9e074278bb9bf0be519b7af06f6e96df155","sample_id":"winogrande.dev.365","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06d0bfa74b63038663ff971a217726ade1f9632875f7d0348acf996a8556ed84","formula_version":"titan-u-contract-v1","latency_ms":5.460541928187013,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8899ab22dab9f9ff3e0f9184daa366893121b898dd9f9cac032429ce714d583","sample_id":"winogrande.dev.366","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"219d423a000fda7694259aab152a055c983762d92e28ae64dbc84df89c79b8d1","formula_version":"titan-u-contract-v1","latency_ms":0.4977920325472951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb0aac52c820a1e7ade13da8c000d59afc1906adee9db40bf5749c16be3bad56","sample_id":"winogrande.dev.367","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cb0c189d9944c71004df77ad7fe38e63b6db7a98000eefdfc3eff265744b5da2","formula_version":"titan-u-contract-v1","latency_ms":0.4410829860717058,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5114a5d908bacc4a6073530e981986cf15e8e58b4bd941df1cb25f54895db808","sample_id":"winogrande.dev.368","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"31bd6028059b6f3b387bb7c3ee9d93e674a6b48943eb06770dc8546dd23a310f","formula_version":"titan-u-contract-v1","latency_ms":0.43795898091048,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fe8ecc3068b405ab9ef28ada55c6dc3e802a8c32999b8a95fa1741e47692d55","sample_id":"winogrande.dev.369","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"096e5181429f78450059bdfdfcc136d1f98d7e2bf105f3b8339e686afe1974a9","formula_version":"titan-u-contract-v1","latency_ms":0.43054099660366774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f66cbfaeebd968c7d7330567783c35c5b1172fc75c6a4ad4820748df5873532","sample_id":"winogrande.dev.37","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c37956d7369d90f3dde228761fdd6026772135fd40b60bb2202e8e6f411438d4","formula_version":"titan-u-contract-v1","latency_ms":0.42749999556690454,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c222692ebaeabc4c2d3ee6802662ea65ab3a6f63035e37291cb80f16eb58046b","sample_id":"winogrande.dev.370","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e09b897aa563c0f2888d2539209ee22458f09f50933bdd7f0e6f02204b41a4a6","formula_version":"titan-u-contract-v1","latency_ms":0.41974999476224184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e6abe469ef36873bb8eee2b70af3f614a2b640955883ad3b17e48aca0afafe16","sample_id":"winogrande.dev.371","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0aef8e1cd01f640318d58a45c819d49dbf2fd9a18ad046e3c09d24274721021","formula_version":"titan-u-contract-v1","latency_ms":0.42383407708257437,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba6c421bea7ee5f7b8fc107ae1450d1bbcd41e9383e3c8060de6f1f9d24c3b2e","sample_id":"winogrande.dev.372","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7afdc2a7b2a79cd3df3bd57b665577081735fd86e58ea06d1f333eccba00de90","formula_version":"titan-u-contract-v1","latency_ms":0.41337497532367706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27c6c2bf7c0af74b81bb8b2e20994fcceff3008e54713a5a073b713864cc6691","sample_id":"winogrande.dev.373","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d10a85f377fe14baffb545387bdbe1a24fd2e2b654c578ecce17eb9535131031","formula_version":"titan-u-contract-v1","latency_ms":0.388749991543591,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c6ac348802ef49706d777c2f637ca7a9da2a1d364a10c92741e9a1fe2dea3aa","sample_id":"winogrande.dev.374","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a38376a23fd3ab0b7e445f13852e648ea938523fe878dc1e7894b8914396f2d6","formula_version":"titan-u-contract-v1","latency_ms":0.39616599678993225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8e4f2adaee69dc4fcfc17a26b9811db0f596690792c69ecc9a91beaeb6927494","sample_id":"winogrande.dev.375","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc3d34a4fc272071e691376c6cee007216ddfa1779954d1af12d7b70a156380e","formula_version":"titan-u-contract-v1","latency_ms":0.41908398270606995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9bd2b004ff0d48e2cec94b85119e8c9ff84d05fa640b07398a7f3259bd3a822","sample_id":"winogrande.dev.376","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e71071531ffe29014cfcec175697a2884fa61e90683b598db5fd6b3db478e6a","formula_version":"titan-u-contract-v1","latency_ms":0.39583398029208183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"78e3c8cf25946c29c7bb442792dd981767e26ea5de38838bb55197488d7f4cf9","sample_id":"winogrande.dev.377","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51d0316b37a560ddeb4f8e14ef71a1c7b68e9ccb9aa211293667a3ab3b4fd3dc","formula_version":"titan-u-contract-v1","latency_ms":0.42058399412781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"498fc0b33b2a8ba125451f2600f584befc6439d6a43f3882a3abd783df352e39","sample_id":"winogrande.dev.378","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7c619fb820ec94b471849ffcf252a1cedf95d7d11fa82fbd2b8767d5e8be1110","formula_version":"titan-u-contract-v1","latency_ms":0.46749995090067387,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b2ed430405100a0b6f3e276030cfe946522da3dc045d51c90f051bee916ba22","sample_id":"winogrande.dev.379","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4fdb91d27d5606e8dd6c8c1b064e90c90e24ebb823b1b2e8383d69a01302bb4b","formula_version":"titan-u-contract-v1","latency_ms":0.4367498913779855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1741b87a50107da255b85f5875fac0ed57c1f9581a58301a0d4cbf59ef5ad2c","sample_id":"winogrande.dev.38","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"533aee8687d14f1b14d921003a808e91291bd48494bc049527968cfcfa5101c2","formula_version":"titan-u-contract-v1","latency_ms":0.41924999095499516,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fea1f4d54950f5fbdaa99d4428a5a125d2e4e8d6b5f4aae5f130983579a7d49d","sample_id":"winogrande.dev.380","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a43cb9b3997daa62bbf9cd7bc996d0184dd84922ff2a914e7d9c52d4b9705dd3","formula_version":"titan-u-contract-v1","latency_ms":0.4517079796642065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45dc7cafbda614c350e128d295490d490bcdeb139338d392bc59c58930b5c11d","sample_id":"winogrande.dev.381","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fb0d5d6ebe0d8f4a140783c5cf9a78b848f998c68a4a8ccb37e50835fc4c5df","formula_version":"titan-u-contract-v1","latency_ms":0.41566696017980576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcc41f61511ca09736eba3e4cb29a1f673454ecf5aa2d8f0d9b26c5fe48634bb","sample_id":"winogrande.dev.382","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd10598940aaaa5d0aeb347128c3fa4e03f315b0cbaac19ebd295a12020f9a93","formula_version":"titan-u-contract-v1","latency_ms":0.4206249723210931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6714cadd46525dcaa905134f7dfc4ade4d5c358a3a704ac167ee2c70eb9ab7c0","sample_id":"winogrande.dev.383","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7104d2422300bc145e543c07c5b45c82179b4469fede7dff0fd86122a63c0d77","formula_version":"titan-u-contract-v1","latency_ms":0.7269170600920916,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11487b9aaa9d1179e056119b67e537535f08fad044224ddff4270de1627168a9","sample_id":"winogrande.dev.384","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a8d7da616f7265a518fdbbdb80509e5c9003bf5b88c6f521d06c6565915eda6","formula_version":"titan-u-contract-v1","latency_ms":0.42437505908310413,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13abea7b0e0576a0ce0fefeba334629f2a6d932160c7228bed496d5d390893ec","sample_id":"winogrande.dev.385","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5df406db9b779d484ebb81ca11df4ebdfd48f0d9e4748a576055605e104353eb","formula_version":"titan-u-contract-v1","latency_ms":0.3927500220015645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f6951b36ab4593437870e0286f049ade4aebe440ece21993a96bd938140c101","sample_id":"winogrande.dev.386","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c09837de81444c559907b87ae86b1ed02f9a4cd2fa1216f079ad6505f77d53c5","formula_version":"titan-u-contract-v1","latency_ms":0.3707080613821745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f65fad33f04a65d7b5da7b7e5b0fc0cd673202eb1a1759af8953a9355e38fdc2","sample_id":"winogrande.dev.387","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9dbef7229eb8f071c2ff76189ab592d0f395a09705e107e69661428665f0cbc","formula_version":"titan-u-contract-v1","latency_ms":0.37699996028095484,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a2c1fc621ea20b3a4ff15a227ae5fcf44a3c622054533c0b50945adff7778c57","sample_id":"winogrande.dev.388","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8136355c5d240a3eac0a54ec6030e015e07ded9108b362be1d514e4c690fd268","formula_version":"titan-u-contract-v1","latency_ms":0.4491249565035105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7d9692b1d23f951f80e2d8afcd1c8b8e851562987aeaca83e3ae5bb22469ea36","sample_id":"winogrande.dev.389","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8963b120e9070e224bca5ca3f4a28fc24e0dbbec8627bd04c0022aa0389217c1","formula_version":"titan-u-contract-v1","latency_ms":0.39499998092651367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7bedc25a23f3bb75dab492f13517737b79c2aba04b8dd1deb7089490a0003a8","sample_id":"winogrande.dev.39","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f0233eb1877927ad1876a8e5caa1d386c1e74a7483bda3ef2e51615ae03beeca","formula_version":"titan-u-contract-v1","latency_ms":0.3972920821979642,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5126aeff5ce5a137b70e5724eacea46b8bff41f96f6bbced4e63543867c54359","sample_id":"winogrande.dev.390","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7eecb04d60331abd0fbff78433871679442ad2569db6ad1ef72d14b72b92418e","formula_version":"titan-u-contract-v1","latency_ms":0.4019590560346842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2e4401c2f23dcb27264124fdfc4c2ec5e4883a7a27f75290c0594fc1b2aad10","sample_id":"winogrande.dev.391","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f563597cd48cd0e5760fc79d6d6c28b5b57625572c70f3bcba74839b97954242","formula_version":"titan-u-contract-v1","latency_ms":0.38308301009237766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0069056261ebfcd554756dad5f50431f41223a4dd3edba0dc9e7fbc93f3292ea","sample_id":"winogrande.dev.392","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"443323ded10ad7b75500e26c489ce2ecf7d17d681f41fe3e1cc4a7d842c504c1","formula_version":"titan-u-contract-v1","latency_ms":0.39558298885822296,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"966842dbf9c49ba4ac10a9b308ab34251b4363684422a4093879d7dd28d97447","sample_id":"winogrande.dev.393","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"83024d7ba2e4e35972d4236ac0dea6b4c59a24d6a2ee59e0417d0cbdba53c27f","formula_version":"titan-u-contract-v1","latency_ms":0.37104194052517414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c501327294cd2a4cb450ff76bae1ae2f25ae0a1b8181e8867108c0d098a5e74c","sample_id":"winogrande.dev.394","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea12e7e52976a77532f67b8b0035059d470b5f3c2d1480a95b0c2fb72e267e3d","formula_version":"titan-u-contract-v1","latency_ms":0.46870799269527197,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f863129bfd8edbf8240f34a782e07ca3f96804c9300105642be58ed94df04f5","sample_id":"winogrande.dev.395","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a93bef9687b299437ba1022c7975494d32b23c8faf6af63ae8a97b8f6e22a2ca","formula_version":"titan-u-contract-v1","latency_ms":0.38170802872627974,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3edf7965a6bf985a638dd787061e2d6a9314de7d735b921aec56f2eca97673e9","sample_id":"winogrande.dev.396","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"19fdc2ef29a744933fa372c25fad14d1f76f65b864b488f1aa9ee5ed84862167","formula_version":"titan-u-contract-v1","latency_ms":0.39708404801785946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7cef3491d8f180c91be42020b202b225cb0d340601c2935759cea6f91267e91","sample_id":"winogrande.dev.397","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5110fb9ecb3bcd0dcce48492304ea5ca4baf866b4b1284d7fd240470feaa3401","formula_version":"titan-u-contract-v1","latency_ms":0.3873750101774931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b126d9961ac26d6b10df8725ee8cad2497f68caf0e10a341f9d7f0d4de315e54","sample_id":"winogrande.dev.398","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c3a6a7c67db8749859a3e675b3b5b72bf2a70e596fb440e942fc0615bcd2ba4","formula_version":"titan-u-contract-v1","latency_ms":0.4301669541746378,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ff4248985fbc49f294b39619e86927416640bf4e6d11715ca7ff503d5b74da5","sample_id":"winogrande.dev.399","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0367d7fddd61ce6ca69b59c049db1f6856c441c7f98388a2d3360b86aeb61acd","formula_version":"titan-u-contract-v1","latency_ms":0.393416965380311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5adc92396e980a69cc94ea549447b1395904be2eca7ba433cdce6f8f53e161a2","sample_id":"winogrande.dev.4","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"351d6ec0b034d02f9529289f4898d551913c05f64c65fd358527a406da4fd79a","formula_version":"titan-u-contract-v1","latency_ms":0.39891700726002455,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9768b420a2ee13524427a7ad51c6739ef48a46784255f8ebe2e253720b301a3b","sample_id":"winogrande.dev.40","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0de0c8e70780fffc2cc4f528c5361abed0e7549141f5c245bad3b5d966bc4123","formula_version":"titan-u-contract-v1","latency_ms":0.38770900573581457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b7dc39e622f5a2e3dafaccef1e625ed12a8f380f74a804c2c60a13705e317a5","sample_id":"winogrande.dev.400","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb138b2e1a30ac379b5542d366e8e14c74dc115925869389279ddbcb8e548bcd","formula_version":"titan-u-contract-v1","latency_ms":0.40799996349960566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b56742bac2dc43f9893a0be248db29d8fca8e0b27b1b5fed0eb090ac756bae31","sample_id":"winogrande.dev.401","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"370e5a6e1a90af072a5b363d496f5c05c0718da919d41c5d22b623a3809413f3","formula_version":"titan-u-contract-v1","latency_ms":0.39854203350842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8ef9809433affa13fe014184670b8c146a468008e1090b07b7e94ab586151ec","sample_id":"winogrande.dev.402","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2c0620453dd3e718ee4a483e6abeae9bb863259c3fa4cde395f996881ae2f68","formula_version":"titan-u-contract-v1","latency_ms":0.4242080030962825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"08477dba44b8ee00eb91f3c2d04d7283665b55fd185cddd2ea7d5962bb215f2f","sample_id":"winogrande.dev.403","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f568445c52cb37e54301969cea371de2ddafb2f8865b3ef2e7a7f27e3c226e40","formula_version":"titan-u-contract-v1","latency_ms":0.4891249118372798,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0ac0174a7ee4d42e196956c21ea243064143dc7d1f7f79e5ef1b2964b85688d9","sample_id":"winogrande.dev.404","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7947bfa965a17f93c78e4c8ae448f964fc50b0182407eea8e840b3b08dc6a58","formula_version":"titan-u-contract-v1","latency_ms":0.4153340123593807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f83a4057fec4f22c4cbe9d37a7f8d8d795ca2dd1bec090d56db72b9476e1760","sample_id":"winogrande.dev.405","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13dc3056c6a175f0db38207c223c22dffacdfbc31b26c119f9933aa853f7513f","formula_version":"titan-u-contract-v1","latency_ms":0.4164170240983367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73b154cde1ecaf001240fb34ae38dc1180cc8d7d2ef81623d7b4b98cb1ee0426","sample_id":"winogrande.dev.406","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e983087c4d2b39f4fad512300c050a7f4770b5a054fc54b1a3de444e617d0c9c","formula_version":"titan-u-contract-v1","latency_ms":0.3822080325335264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c266b892bf0a16c1250abb1c854bd0401774068384d75b56555070c6e9b87e8","sample_id":"winogrande.dev.407","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d8b3da1860d11ef660735e3f007b868b481e9b36b9b0c4b90415497a161c688a","formula_version":"titan-u-contract-v1","latency_ms":0.5088750040158629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2959c1fe812c6b98faa06b060a259bbf3de303fe352de54ca07d8882f08175e7","sample_id":"winogrande.dev.408","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"123e567b6e168e4ea84957a428d8f992d146382b0e8859a9f6ecd9dcb29e11ce","formula_version":"titan-u-contract-v1","latency_ms":0.3897909773513675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"994109dd8a7a8ab90e37ddac8c513d89cce68bfcc0596f5195912e3412a20ea8","sample_id":"winogrande.dev.409","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a69ebe5b866b5fd30a94ca284ad412d2e12ccaa2500d7944bd6f0d1b2a0f2d64","formula_version":"titan-u-contract-v1","latency_ms":0.4010419361293316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"251ca29c52adbaf24a69911a7e5ab43eb8a14af669478bf68475cbcff44ace3e","sample_id":"winogrande.dev.41","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39a6ce2bafc87a5c4f514da0800c1cdf098579991800c7274ac2baf3070a474f","formula_version":"titan-u-contract-v1","latency_ms":0.39183301851153374,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b98bce37c83560c6c74f290913bbfd32c59bb7a7f7c99bc63dbe18f4a8850e7e","sample_id":"winogrande.dev.410","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f6760e66b81f6a1d8180772ffe31bb32e0b7ac3c42cc4ea213fb26d88dd2d24","formula_version":"titan-u-contract-v1","latency_ms":0.40179200004786253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e501ca738b07158d9e700376215e1e8e82437ec77b612eebeeabeb1384ed916f","sample_id":"winogrande.dev.411","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7372d08edc712aa8a8db8be32e13d09bc83b7a54f319239e1882951b406fd2d6","formula_version":"titan-u-contract-v1","latency_ms":0.5687499651685357,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fb76942c7d03a6e5d50fd6c27e1d256b54c7572c62f1af3aa071495c2bc803a","sample_id":"winogrande.dev.412","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"290b2b41363786235b4de45ab014f7bd67f0c53c36df88ee050aee5c71879f04","formula_version":"titan-u-contract-v1","latency_ms":0.38937502540647984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"45529d41ab61904a95b27d7ce8d6fcc7fd683f8fb1ad9034db30e27b5824d9c4","sample_id":"winogrande.dev.413","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0a1462f218194bcae43fc234d832ce47d38c4c3bbbdcd9d4f47806428ab8b3d","formula_version":"titan-u-contract-v1","latency_ms":0.36058295518159866,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"649d7d6e87efb9ddd8fc6995097fd09e142900170590494b22a48e9389618662","sample_id":"winogrande.dev.414","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ea7b8842b24eaa7116a4fef7086a8aae1a39193f5de3d2a47c2853ce9a8f1dd","formula_version":"titan-u-contract-v1","latency_ms":0.49662496894598007,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e66b1d9010ecd20df30689654c342a817b1e985f622b2c56b4466a8f0ee3493","sample_id":"winogrande.dev.415","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27b7c2dc969b16d592088f1d70b3c45306f4d02fc519388fefeead5d6ba0553c","formula_version":"titan-u-contract-v1","latency_ms":0.427749939262867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65194b98720216bd1b2cf4cd8dbfd0ef9de81d71b873cbf80b2e08741c4e4107","sample_id":"winogrande.dev.416","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd150d148f1e1b7affa3f92865490a854866a902da8246c7c82729cd4dba19b0","formula_version":"titan-u-contract-v1","latency_ms":0.39612501859664917,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb352b62fc5576bb7fffc66bc53041beaf716379f2e262e85f5071edd37ec376","sample_id":"winogrande.dev.417","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"689413ee5f17c9828ec2c411bde22e13dab9cbf99631d1f7f0b88e85d59c16cd","formula_version":"titan-u-contract-v1","latency_ms":0.4372920375317335,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b412c92590037edc6ed8afd6a541bf5e3f0e6a55be6482619e9b01b04ebf3092","sample_id":"winogrande.dev.418","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f366b869d5119642f9ab0f1ccd84d2d5ebd51d517e36328effa129c56df86a0","formula_version":"titan-u-contract-v1","latency_ms":0.3878339193761349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0395da8fe0e68b51b91bff33cfe66168f90575efab9da06e24e5037984f934f0","sample_id":"winogrande.dev.419","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc17b4df39db4a67078eafe322b940ecdbc6b6f2a9f997df8e440ce5daf396e2","formula_version":"titan-u-contract-v1","latency_ms":0.41508395224809647,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81ea67afe8ba702725ed0e59e9f647bbbba6de31dcfc9e8e9e5905ce7be76122","sample_id":"winogrande.dev.42","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12736dda728d07a85733bd3995aa806462c5d8a116f75bcf49c6295eee64a3d2","formula_version":"titan-u-contract-v1","latency_ms":0.3942920593544841,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0028f66d3a104884bc7edac63b19d4a7e0f4777dbce2595b7f47f5ae9bfb99f","sample_id":"winogrande.dev.420","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d33180493c1c7505bceb1468466e54a12b24105301946e7bda3479822ab5ecd","formula_version":"titan-u-contract-v1","latency_ms":0.5068749887868762,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e280a4533ea465d0baab4ecd4b7bd37e613240569897b3db7bbbccbe1b71e148","sample_id":"winogrande.dev.421","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fc59a7bc6d349d8c9c4008730127cb09657a86102b94c194193ca4426888f91","formula_version":"titan-u-contract-v1","latency_ms":0.4140839446336031,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4ac9298ccd3bfde9dc10a795e0d73bf345907f78b506f1f20393062240022c32","sample_id":"winogrande.dev.422","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f539d0809a8062ce29050bcbac6b500595b8e30392bc44cb511bc82f9f6c6540","formula_version":"titan-u-contract-v1","latency_ms":0.4343340406194329,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2517053ffca608b4c64a08c3e1be0dff530d4cc9a2f4406cbf8597d1733169f","sample_id":"winogrande.dev.423","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"167dfde2dcfea9d85b3a84e12699d5f8c62ba719546e77933c9af0f0815bf816","formula_version":"titan-u-contract-v1","latency_ms":0.5372919840738177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf71ea874f64a0a66dd107d3a04a128c703773e3988f6845085639863b0f4ffe","sample_id":"winogrande.dev.424","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc3dbf2da21c5d341d1e0fa4565f88a04332891ea63d3afafcc3ffa56d7b0266","formula_version":"titan-u-contract-v1","latency_ms":0.40099991019815207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84df2b1a2222a9e57a6bfae554537f550e77453a1527c7bcad9e796680562131","sample_id":"winogrande.dev.425","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90c0a52ca9eefb54b849be944d465fd21bbcfb40adf4b76806d082b226f51283","formula_version":"titan-u-contract-v1","latency_ms":0.4012080607935786,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c47f1eae9ce75f1e133ec90588bdae3c9241d4fb2e2cf1ad5f74031c37aeef5","sample_id":"winogrande.dev.426","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b032dd6674f74c83f41997229e23389b67707f3ed28976cde9eac9a73291a811","formula_version":"titan-u-contract-v1","latency_ms":0.5546659231185913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c4ad881fd03271610b2aae58391d1a04e8baac692cf972686ed2fbe22b116a7","sample_id":"winogrande.dev.427","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ce4bd138273e88c27f3f8c03680ff9b39cf467c828836c725095c9ba584e88d","formula_version":"titan-u-contract-v1","latency_ms":0.5790001014247537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcdd40c1cecb53101e46a9d8e6b46f2e6f853f78dbc797b72c86b352f912221d","sample_id":"winogrande.dev.428","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"638b6e3aaf5a31b114412cb874390c1773b1e9e8d8e7a1cf1f37bb2fa8705485","formula_version":"titan-u-contract-v1","latency_ms":0.3967919619753957,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"34975b8648bc461d8d112d7e853741d002de50cba6cc2f9740567f945005b2c3","sample_id":"winogrande.dev.429","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6533c24debe21c1a5fefca0cb603a1d2ff9c730dddf33034dacc14e5d1fd09c","formula_version":"titan-u-contract-v1","latency_ms":0.40320795960724354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc91700db47731ec0b0906cd46d6ae7d0c1ae04a48b302ea2ea4a6446fd9dd28","sample_id":"winogrande.dev.43","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9e8762d1b679dd832f36d3a7e9347c23213c8fe25bd7f32e89e1759f8bf9c995","formula_version":"titan-u-contract-v1","latency_ms":0.3863329766318202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bdf36b2ee5589403774bccd060bcfa85a537b16fc32452f14e76b39d081d4a55","sample_id":"winogrande.dev.430","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"efa9b32a9673e587c7c429a40897864d0de2fbc8daea67caaeb1b8ebe5844758","formula_version":"titan-u-contract-v1","latency_ms":0.41462492663413286,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"172acff1935360acbe28c20d0231927599ea4ca8ffdd3b11cc771bfdf4acb561","sample_id":"winogrande.dev.431","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5191d4d62c45a0a7795d1761740377555d193329b5b81e88bfd3a943c3ad867","formula_version":"titan-u-contract-v1","latency_ms":0.4275840474292636,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6230a875f7043388c658b00680f0ef2be7a1d6228bfb6b4c6a5b8e9154c04e2f","sample_id":"winogrande.dev.432","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e4d804dcc109d3cb97f08c1d357eed01d8d2bf49a56cad9f19955ea35e8a0c1","formula_version":"titan-u-contract-v1","latency_ms":0.441916985437274,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e286f7810df11aa89308c4140bdde38d603ea9d7290796d33c5105e32a51166","sample_id":"winogrande.dev.433","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d38f781e5428c676f822a83a37ff1a0302d831c4160038c985c59aa3a8cfddbe","formula_version":"titan-u-contract-v1","latency_ms":0.37195789627730846,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b19d1652368ef6938dafd7c3268b5340a4dff257aec5a833ea0c64c75e03375f","sample_id":"winogrande.dev.434","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"90479c60ba097e8880a0b822c46dc9009a1d76fb13707fda0a28efce26fe1e47","formula_version":"titan-u-contract-v1","latency_ms":0.530333025380969,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c39803577d4965d49354290c4704a5a6e7c0f37d59ba6a09f6a5db780dd0cd7d","sample_id":"winogrande.dev.435","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c04cc6b77e962c54b21b31e70cc67c24b92c3ee885e6b54fd5645f1ecfa53860","formula_version":"titan-u-contract-v1","latency_ms":0.4300830187276006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"191987dc7604d754dcf86c7759edf8815b2011ea72c6d7eae4adabbd18c0c5fc","sample_id":"winogrande.dev.436","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67ab5f5a289872919ab79a49f76af998e8ee108389dcb62bf2bbcf4277dcac20","formula_version":"titan-u-contract-v1","latency_ms":0.40970800910145044,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7191c0e83e628b2aa9ee932b82d938bccac06bc1f56af4963ac780c11511b084","sample_id":"winogrande.dev.437","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5d8df0f2ac76303839d2cd5a4ef0543d618fa94c343ecfe0825684efad387b5c","formula_version":"titan-u-contract-v1","latency_ms":0.4247919423505664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c4432329565b301a41a20153fd860aa85b2c6f63ff9b585f172e4e35ce6c483","sample_id":"winogrande.dev.438","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02b8e89b2130e9b49eed8f84a4084d4828d043569663578e1a1e3aec32ab1162","formula_version":"titan-u-contract-v1","latency_ms":0.40179200004786253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b095c8472dcd9470181059f1a360ad468457aa8a202bfd9e3fcad10730a1e07a","sample_id":"winogrande.dev.439","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dfa902a8417c703e9450608b352a2d83269ca680bd27b7d71c804e5ef44ca14c","formula_version":"titan-u-contract-v1","latency_ms":0.43325009755790234,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5dda585dda3927e9b95eac6b3e17d7236fe9c93700b0a7463ba262465368736a","sample_id":"winogrande.dev.44","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1267dada402a7c4d8dec3c608c625ec30cd7082d110a769e3693c4e735c5346e","formula_version":"titan-u-contract-v1","latency_ms":0.408667023293674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eedf66720402bbb973880d889f6e715107253e45b5fca427733368241996e0a","sample_id":"winogrande.dev.440","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aef9985c7ed15d41daaa82a53d21af1e40a408f8a00a5c7ed52983870acce4b0","formula_version":"titan-u-contract-v1","latency_ms":0.4164580022916198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9147587004f1a139dd35a35df02d104bba53c0d098c32ba9aa122d078a051af","sample_id":"winogrande.dev.441","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6cd66be12bb209a68fe7c419ec2768c4218e7e3bc04b2f18ba0357748e75049b","formula_version":"titan-u-contract-v1","latency_ms":0.4253749502822757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"001f153d438acaaa54583f4a85c02bf71831fe9511c1a4dda44955b0c2cb1f55","sample_id":"winogrande.dev.442","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3f91f86cd6f66099a1383e1add656c46e6dfcb37257a9506539359285bd1fcbc","formula_version":"titan-u-contract-v1","latency_ms":0.4082079976797104,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84eeea474eb0030250fc265a7ae02bdf8b51dc62d2248bb21bd858db38187991","sample_id":"winogrande.dev.443","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e92d6e3cfacc4b608ba9622b61b5fe999d15508f2b60ba12fa13449094140296","formula_version":"titan-u-contract-v1","latency_ms":0.4125419072806835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"012c1711856218076f494b3df6458c4537b600caac684145be466f550c76e838","sample_id":"winogrande.dev.444","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b962d32f1f411f77ac4d414e26a3adae0e3f3c79dac8358c3e9f05bfd7b78481","formula_version":"titan-u-contract-v1","latency_ms":0.4363749176263809,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3dc5c5f163dc02be8c430fdffa7b5a0c69f023f6385d22cab629cc50cc7cc67a","sample_id":"winogrande.dev.445","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fd35d4d330b8c4f75de4839ada89cd5dbfc3ec0fb9e5e552e4f36bdfe29cbb3","formula_version":"titan-u-contract-v1","latency_ms":0.38395810406655073,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ee82836df2a32c3552f0b59166e9482ad70e9ca773748ffe4cdafe68aeaf3d8","sample_id":"winogrande.dev.446","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"321a4df917cf094838d95c09f79a4c28c620064d592dc2e15e6ac03ed32b73d8","formula_version":"titan-u-contract-v1","latency_ms":0.45712501741945744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61f50e83810ca865deb0c6a5de961f8004f2eb409c054863046867ffcb3d6bef","sample_id":"winogrande.dev.447","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7833560ef435fc201ede5c5d7f201480388e59d1bb4287947088f1203e37c1f","formula_version":"titan-u-contract-v1","latency_ms":0.41520793456584215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3351d316591bc4648c9cc19cf3e8ebabf79600855ad2789865ee7349d6189890","sample_id":"winogrande.dev.448","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b0f8689d9064818972374bfab0d78abe57a172bb9511d43204aec8130f2f36df","formula_version":"titan-u-contract-v1","latency_ms":0.44891703873872757,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97d0d25642c3c01fb8c42152f225d45dcc291fba8e67a331074427a4f2a86c4d","sample_id":"winogrande.dev.449","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f4f34071af63c520ac5754cd7c99fe8a2ab5ebe7508343be4ceffadf098c8b5c","formula_version":"titan-u-contract-v1","latency_ms":0.4265420138835907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e63fdacb294d8ae8fc3dcee89f85e8daf0bdf5d4a349c7a33dfbb4da598c8471","sample_id":"winogrande.dev.45","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d8c7a6d563bd2a9c78bf961b294ff42f56b4d5cf521a4cc7109fdaabd222f3c","formula_version":"titan-u-contract-v1","latency_ms":0.5075840745121241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa40f1178e143bcb29f0fa92d417627c3f77b2d206b15aef482b5dda2d7e1c86","sample_id":"winogrande.dev.450","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12c4eb503a6aea3b5f5239356fd2d7355741a5ce6a348a1ce0deb7267e2b76fa","formula_version":"titan-u-contract-v1","latency_ms":0.3845830215141177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"beed785e0483e937aafc0aa899f9c1a0f83ba5ff1898a4085b4cbf7a8438e4e0","sample_id":"winogrande.dev.451","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1663130896546b205f6b01f0ff84285eb3e4005318b937756ebb29fc9e4e83ca","formula_version":"titan-u-contract-v1","latency_ms":0.4296669503673911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"509a8a3e84ae62b885745329137075c150dec12beccc9692ea4c585644ea079d","sample_id":"winogrande.dev.452","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a5ee125883036dc94deeb9e512aa668fe40c00b54d19f31fd24e8991de4b8f1","formula_version":"titan-u-contract-v1","latency_ms":0.42924995068460703,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2b3115dfc3863efdda91b7d57307a633860cbdec03e15e698f7b37f34e3c523","sample_id":"winogrande.dev.453","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cac16fa31253a6ded475cf61ecd8a73e651fb959944b6c4229fb8b46777c2ec8","formula_version":"titan-u-contract-v1","latency_ms":0.3938750596717,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d22a7b6dd5276c89e6e0f4dfa3033271cfc2b49565deea86fdeedc823e8133d1","sample_id":"winogrande.dev.454","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed5a542ba13f5ae3da308930e78b87243e3c3714261d09529cbac7074269fd7d","formula_version":"titan-u-contract-v1","latency_ms":0.4124169936403632,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c6332f163ceac90a79c417b91d6417c35c2aac241b2c240a90323df0aba3adc7","sample_id":"winogrande.dev.455","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beb3e1abb0c2a7d020f99467562543e0031558155f85333f95e022a6110c456f","formula_version":"titan-u-contract-v1","latency_ms":0.3912079846486449,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b242be840da8c68f5acfae2c7ad7a449f6b8b660c5b48966b46357c98c7a6531","sample_id":"winogrande.dev.456","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"89400ce40827a287f61d32d51ed10528113b08a36a3119f8aeb2b78f54e4295f","formula_version":"titan-u-contract-v1","latency_ms":0.3903330070897937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5bd79ea49d33883c747f8b99b4d147db4e966f0ac915375f12029f13cc99f895","sample_id":"winogrande.dev.457","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"77bbe6e6eeeba81b65d8225fa422250b60f81472cbf6cfde04ae5b905fce0972","formula_version":"titan-u-contract-v1","latency_ms":0.4379169549793005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1ef86756238d8c6e2b66a5281c0115ceae3150eaea86b5888a1de944298335d7","sample_id":"winogrande.dev.458","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"073d94e9905016d5a2ff545c6463564fc2ea590209fb6a41afce7dcbb56a9a47","formula_version":"titan-u-contract-v1","latency_ms":0.41620805859565735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9123d36511aa19746039a070a8b04d506e40ca969106ddb117c65080d0fe6d3","sample_id":"winogrande.dev.459","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b86f391fd36eded12e06f146f88ebb59a3adce50ed545b7c44744e94a179b07d","formula_version":"titan-u-contract-v1","latency_ms":0.42112497612833977,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f73384be4be5baabb578a6c9953238ec4e2a881959b313027633baefdea415a7","sample_id":"winogrande.dev.46","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e39b56532af065644a2bb54485bc553190c393b1320f1e014f8f29eb1a128935","formula_version":"titan-u-contract-v1","latency_ms":0.4292079247534275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b1b74ddd54cedaa087accc41653b0d20eae847d38a7afe40425a84b729a0de8","sample_id":"winogrande.dev.460","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eca55fde01a2e619f268c95c871de05acf42958293222fef157c027e36074241","formula_version":"titan-u-contract-v1","latency_ms":0.4307080525904894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"baacc9d92b8e2ac64ad53636357e828e00240c77b36c15e76f1b633c003ab808","sample_id":"winogrande.dev.461","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3cdd21d395c558d6802424f1ab46f75240386a5a50a6026fcd774f1540584b8","formula_version":"titan-u-contract-v1","latency_ms":0.4755000118166208,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6326547e3381b80026bd1224572ff36dc0f64b267ea601309a5eb7cf60abd3ac","sample_id":"winogrande.dev.462","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5f400d7b47c8f60e523100a0db765819e11db020d4452bd7952722834b48772d","formula_version":"titan-u-contract-v1","latency_ms":0.40033296681940556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"215f699ad3de9b40cb1c06f7cc1812bab89431723df6006a21f31fe010abcf72","sample_id":"winogrande.dev.463","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5128273bd52f81e9bbb16aba9c65cce17055db0bede78797ee099325ffb3088e","formula_version":"titan-u-contract-v1","latency_ms":0.40133309084922075,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"389db3da616579572012476de3e5b314e38a825bf791c99c1e8cdd9771e9550b","sample_id":"winogrande.dev.464","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f27a30ee6b3193b5b4fab54b261cbc07ae84952beef3f9f7ac9c25ffd95c066f","formula_version":"titan-u-contract-v1","latency_ms":0.4128750879317522,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"357d9211f31ccd98db7f9e082ad15fef0c13f8969803aedec36ec4c8ea6eed11","sample_id":"winogrande.dev.465","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5862599314bd31012a51808b7dc6da9bb9e46a149369011927ce7e7d00ab7b03","formula_version":"titan-u-contract-v1","latency_ms":0.3687500720843673,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1cbbd79ed12cdc77edf711a483c6a986aaf89e70bafa3982b8065fc9a8f8d4b7","sample_id":"winogrande.dev.466","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"835d4e4fb36cc59a2a562f80aaaffed6f5484cc76c6f95bc748e7dd31328b424","formula_version":"titan-u-contract-v1","latency_ms":0.37837494164705276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5a833f02c23921f6983f83813af4529d0c806d81301d08dd7c3eb8cd51eca57a","sample_id":"winogrande.dev.467","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d97313eb1550f1cf54c7f05987cb95609eff10d03d664151c721fd4bcc183b30","formula_version":"titan-u-contract-v1","latency_ms":0.41908398270606995,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56454828e5bb3b43104c0a9149056a037900b251fe1dbc4da8523690dc0b7fde","sample_id":"winogrande.dev.468","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e357597ed3b53ee609ad7240014584866d847defb14cfd9e6f74e6dbca644504","formula_version":"titan-u-contract-v1","latency_ms":0.3831670619547367,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19c01556a8055a59f28b702a6bf79963fe09f045f68080f44b67e4b8adad4b8a","sample_id":"winogrande.dev.469","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f9f8e3d7a2043fe43df386b464a588b83f12ef74fe37985ea4c72420018fa9d","formula_version":"titan-u-contract-v1","latency_ms":0.39900001138448715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f09718956ead83b1be8b9181830280124fb88e1bd584b406330bb2b0fc5c7d4","sample_id":"winogrande.dev.47","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8eb56fc991183552388cfcdfa3e987e7111df62b81ceb2fe47a2851b3b6979e2","formula_version":"titan-u-contract-v1","latency_ms":0.3675840562209487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"318c3e471ac15cd0ee52378498e8412f96200eb633e2155dfa518625331e057d","sample_id":"winogrande.dev.470","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a027bd4cc365934144ee00df3232cfe95b23ed1b2f7d123acfb5131cd92b80a","formula_version":"titan-u-contract-v1","latency_ms":0.7249580230563879,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3463e7515a4cd65c34b38eb469d7c3e10545addeeff7fbe71814041f096f6d24","sample_id":"winogrande.dev.471","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"375cc6a81e2d903082048227b9c95cb18465ecad9cab65db3c4ab16d974f0e91","formula_version":"titan-u-contract-v1","latency_ms":0.408999971114099,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2fe39b2685f1be72d9705c3ac313acba3d4e5fe7107b7721a13d37b1b3ba3689","sample_id":"winogrande.dev.472","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c4daca8a01300a15bac392227b6a4a0c488c05776277e9c64051417e52e6b1e6","formula_version":"titan-u-contract-v1","latency_ms":0.3783339634537697,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cc27abba2a7c3a7cd1b7e3e53112748a5ba36c53c76f22f68b7468697ffa07b2","sample_id":"winogrande.dev.473","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39f47fe986c83f3df2f1fee0050e60ec25af4447eff5c2d199929d549fbe8a21","formula_version":"titan-u-contract-v1","latency_ms":0.4182499833405018,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa06850491be009fafd521d60cfa01e8c2a915918f15733cfc60167fb8be69bc","sample_id":"winogrande.dev.474","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b57e96d4d95766e8063e5ce1d0ce10b616b786f4b60a66300a674660b199edb1","formula_version":"titan-u-contract-v1","latency_ms":0.39958301931619644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"edabdf97486050f6878f1af604046096a0384838d58ba135884af3446fce0606","sample_id":"winogrande.dev.475","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80c1fc157f677e7ead84db8fb709433c4171fd8bf810d6b1f416c37742f718d6","formula_version":"titan-u-contract-v1","latency_ms":0.4034999292343855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61cf64ee2e00bcb5315a4f58cfef74695018ed03ea4f1c91e4a0f94e537e3d6d","sample_id":"winogrande.dev.476","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a12f34787f178406ae9afe750429d45a31046ea7431dadd71be6d2581b6a951f","formula_version":"titan-u-contract-v1","latency_ms":0.4051669966429472,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11a07e21fe7756798b97bd3672a20dd8661edebb141dfea2860ee339393b8f94","sample_id":"winogrande.dev.477","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f9e55676eef73cab61884f328ab93b2b212c79157ab126c142e21d60e54f7ae","formula_version":"titan-u-contract-v1","latency_ms":0.40262495167553425,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"869a01d1ef53ac5e128cfb972f2cb903a7199012b47c4f5dd8f836bd39bffd0e","sample_id":"winogrande.dev.478","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f3ed1d60d06ab749225d34496c2a4e198a5a085f787582bb653b06fa9439cc84","formula_version":"titan-u-contract-v1","latency_ms":0.39962492883205414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dd71b6313223c39953d4b17b885ad10f0e86712c8c5000070837f7d0f82ce19","sample_id":"winogrande.dev.479","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c2a126a1cf2bfeba2400a6533fb580b4a33ae749188d38b1c994541e3661ec55","formula_version":"titan-u-contract-v1","latency_ms":0.40904199704527855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7dd51215e177694eb4d26bdef0eb90460cde83abbafaba8f6585c9a7464fe29","sample_id":"winogrande.dev.48","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"46eb70a53148bc4c1ea96168033bea976a2b0ce5bc74454520f0b280aefd8da3","formula_version":"titan-u-contract-v1","latency_ms":0.4093339666724205,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d6da2783b2f7bff7b3ef100e83fdcf197e07dbc51e0a86bd039dc9725c12b89","sample_id":"winogrande.dev.480","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53f070d21257e41e2139594a8a2ff6a268cf4919b0407e4cb03a0e05d01f2f51","formula_version":"titan-u-contract-v1","latency_ms":0.4166669677942991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1b5630616f7d3065abdf688d9702c9d667615af7fce00b980d11d150927cfdf1","sample_id":"winogrande.dev.481","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f90ccf358701484ef35aaeeedb760b28d4f79f801cb5bd5f59c0d097977de7d","formula_version":"titan-u-contract-v1","latency_ms":0.4205830628052354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"917e5acb754fe3a703d55219d401466030f11428e93405f01ab5cf9c5ba2e062","sample_id":"winogrande.dev.482","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"140b7dfa37cda2f9f28043b6c1776cfb2b97a66957f4ae862f1bfbcc4a2f9e9f","formula_version":"titan-u-contract-v1","latency_ms":0.4078749334439635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dfcc949be3ce64c47cf0ed7d6cdd09e5fdc267217b9bb53483d1d7e77e10838","sample_id":"winogrande.dev.483","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ccead372516c44d27601c2a5f4113fd748cd2be01f9c04f1963828ef8ee058c","formula_version":"titan-u-contract-v1","latency_ms":0.4326669732108712,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbebdfed560c1d5cc4e477f0f36af943dc60c6b53ebaff1269cc409bdd1bb952","sample_id":"winogrande.dev.484","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7147233d6d2021b1f4aa9d43fc9915155e2379bdbac37f178fe43dafa57c787d","formula_version":"titan-u-contract-v1","latency_ms":0.4045419627800584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83224cd8f1e4888d7b78b37c516fafbdbe4c3afc66782c600ff540a58e9418f3","sample_id":"winogrande.dev.485","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd4f0d6a229547144c52fe9060db26ae6e8aecae822d6335978ad93270314ec2","formula_version":"titan-u-contract-v1","latency_ms":0.3839170094579458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"457ef03414dc1a0859f396dc65c99b0a24a30b1d778d779f986466cee10d8b3b","sample_id":"winogrande.dev.486","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c207de533f81d0f6fd50931c34096aa33f641769336244ef187e259e039f9796","formula_version":"titan-u-contract-v1","latency_ms":0.39350008592009544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a769569c8be06c9f899a13af298451e7a48bf626829a3bafa444dfa0b63e04b3","sample_id":"winogrande.dev.487","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4bc6ffdf148b7188c4d4d255b414d51ba3806ede1d53ea6bbebae82a6b645e4b","formula_version":"titan-u-contract-v1","latency_ms":0.36937498953193426,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"209d2cf8ba3f2137b392a1e95cae8497e520205e766b8e2b0f0ad8ad80494873","sample_id":"winogrande.dev.488","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff8ad859a6228c4a3b98cc31812843610528a4e4944a4ef48732d40d6b0e6c66","formula_version":"titan-u-contract-v1","latency_ms":0.36791700404137373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c960891cf08caf943f566b51f5538474952d02b6f57c15b3f58274ef16430ed6","sample_id":"winogrande.dev.489","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b88fd1e707300a55f6686405a7579bd9ac254cefc8150fd81805b0a3fd706bc","formula_version":"titan-u-contract-v1","latency_ms":0.3674579784274101,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"41352e204e145fee4845d42f5d83ae47600c607630ca4a0a34b369e5e8b5a453","sample_id":"winogrande.dev.49","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2223358223f3023e7979f54c1fd11fff05cd00f7b1cc5030d8537db9e9842a37","formula_version":"titan-u-contract-v1","latency_ms":0.43949997052550316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb6204ec8349674f3c6a261a80a6922fe760d0927604ae398aef42e3ebf7f684","sample_id":"winogrande.dev.490","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"495898def6f6b427dc789512500153156ca49ca5627c2d559e600f3637c598d7","formula_version":"titan-u-contract-v1","latency_ms":0.39479206316173077,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c202afd0ff319728655c88ebbf70d8b0e710512b08b7259a1fdc43fa9d0b0d5f","sample_id":"winogrande.dev.491","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e08fabd79d75dc250ce7fabbe333a03bf6409c2c06300d0d3c5d05a23d092104","formula_version":"titan-u-contract-v1","latency_ms":0.41254202369600534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad0c2276f8dd6611dcd43c7a5371d11ef8285afdd8260f4833b3c1e7c1e288bd","sample_id":"winogrande.dev.492","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e4402f6277bee7e54a978f6221bc39520f10228088cbde831d3d1ce86856705d","formula_version":"titan-u-contract-v1","latency_ms":0.40979101322591305,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"325bc73bae4e0d674744c1968c3988a3f809312e161ea3141466b51c746e1520","sample_id":"winogrande.dev.493","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c782fff95cb0587e89646f7a1da4b5461f8bde809002b7542e8661d496b16aa","formula_version":"titan-u-contract-v1","latency_ms":0.3959579626098275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a284855b0b25b06cab60a9ddd70f079a8c19cf806b194cf1988d31b49b9ad56f","sample_id":"winogrande.dev.494","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c245f07c954f8d8dfa8d540e09961df6c36943739b3f611ac229e955306204b3","formula_version":"titan-u-contract-v1","latency_ms":0.37599995266646147,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"039b198fae4f86acaa053228829832d713f1f47849994446e723fb3c0383205c","sample_id":"winogrande.dev.495","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"23a57a5db318d63848bd4d4442a212ea6a08f705c33e120ff74725828537674f","formula_version":"titan-u-contract-v1","latency_ms":0.4194170469418168,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51973cadb86ebbfd47f5cb7c87a3cb7d66562f31b6851a344be53c39489356a3","sample_id":"winogrande.dev.496","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6078e153d0abf4811298cdd0e8d12dd43602f62aedbd0a2d11b760506bb1590","formula_version":"titan-u-contract-v1","latency_ms":0.4160419339314103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be86f33250cbebbaddd1c362588234dd267575b86b7470b3bfeeb23b3fcaaaf2","sample_id":"winogrande.dev.497","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ca7d3875574852ff873ee294de7baea36a0ebf69d3b1f5083c0d4cb367bdc3f","formula_version":"titan-u-contract-v1","latency_ms":0.35337498411536217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31e7538b47c3690b6cf67707969b14f73eae4857e7097d0fa16af572edc9adf2","sample_id":"winogrande.dev.498","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12ced4be569c2db58c69199af7c1556dd47e28f363ce2718760cc30f70ea1be3","formula_version":"titan-u-contract-v1","latency_ms":0.34950010012835264,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"864259934c7bdaaaf3016c9a6653d322e19519bba509cfd47f2a96e1481a4d5c","sample_id":"winogrande.dev.499","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"036dde142cec1b228cb43f1135a18e18f6fe53bb3affc986ea347ead7016ea33","formula_version":"titan-u-contract-v1","latency_ms":0.4082500236108899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0bfa8753608f0e5f396caa7a896b5ecb81cf91cef7fb6029451bf1c1c6b2fd5a","sample_id":"winogrande.dev.5","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"211fdb2085e3f6ca756ae78309326cacf34b2cc936b8a11598d7da63e7c4ca6f","formula_version":"titan-u-contract-v1","latency_ms":0.39216596633195877,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d41117c5cb25215c6a923dbe10feed34c8f53f9438184273d443765302466c76","sample_id":"winogrande.dev.50","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ed483477e227127d5096b33b5f67815b9d65c2ba4d8bec7fe6ab9f8fabcf24f","formula_version":"titan-u-contract-v1","latency_ms":0.3797910176217556,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f26d89a0d5d06ccc3c0d8067bd4c97f2d916cebaab41db18badd2a9d2ea3c3c","sample_id":"winogrande.dev.500","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5408ac37a179150799977b1d3b497e384b3dcaebcd6b5a9556e8dd731e5ba55f","formula_version":"titan-u-contract-v1","latency_ms":0.4093750612810254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b0fef11728c1bcd3a2a23e487e994f9feeef77755505e7e493d88e15cfeb97d","sample_id":"winogrande.dev.501","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f95138e676adba546ae07ac710ebc2b98bdda430db26fa126d467e03086ee9cd","formula_version":"titan-u-contract-v1","latency_ms":0.4294589161872864,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"39ffb4c567dd9700fd641f427423fe7afaa86a83cbf07f18591bd816554afe09","sample_id":"winogrande.dev.502","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e06fb8536b11605dedaa2dae48120db469a46d7a47778eeb52b281160c793080","formula_version":"titan-u-contract-v1","latency_ms":0.3939999733120203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dddd8c4243b0d37b625e02c1d25dceda9fa1504ceb011b06d9b5277662ede6f9","sample_id":"winogrande.dev.503","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef15d7ec1c85a11c7d6b01ca62bee4845f45f01be73b4c951a581054f1848b4d","formula_version":"titan-u-contract-v1","latency_ms":0.39654201827943325,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"523ddbcfaa7c8aea8c2f337c266775c17d5c67d8efb66bcd05b19707b80a6a27","sample_id":"winogrande.dev.504","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"937ae0b84ca87754d9d45b17f140a54716dac45f18bd7ec112f1cb93ea137c20","formula_version":"titan-u-contract-v1","latency_ms":0.41879096534103155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb74bea3ed1220179d8f35c8972709706317c4ce72060b2d43463a263a128af8","sample_id":"winogrande.dev.505","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"43076eabc157b99dfe50d13db84979fd896fc8da3fcef341d4435eef86948137","formula_version":"titan-u-contract-v1","latency_ms":0.42529089841991663,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bb1dc5b6544872cb4f66740c5e011f6a1022892f51735fb7e6671bce2c59a26","sample_id":"winogrande.dev.506","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b40db83f93f95c42cb93ab8420af343d60e4f777458336510d5377060adc0077","formula_version":"titan-u-contract-v1","latency_ms":0.3914580447599292,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"06dc3054999fd8065f59a947c584b1ea709d12cf4208bd1bf51e0a464d93782f","sample_id":"winogrande.dev.507","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b3243d2dd89db23aec91ab4241db164c03ee14dfaf2df011262105d194b82da","formula_version":"titan-u-contract-v1","latency_ms":0.42854202911257744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff5f20cc214a16780e70598d31df1ed7847c0255261868eb1a3904f2d4e748b8","sample_id":"winogrande.dev.508","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1977dd9a0d660e211ed269a71f5ee3e4c611cb2968087830a92a1e6ee67ee059","formula_version":"titan-u-contract-v1","latency_ms":0.40187500417232513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c24867a96935f1fc849a94867ac7e65e8b3607818d5566d6053e030e6209643","sample_id":"winogrande.dev.509","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ae2828e2b5700673d3e8452228e60d3a5daf8cb334ee474edba2c3baec473c9","formula_version":"titan-u-contract-v1","latency_ms":0.5155840190127492,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81fffad357d591d5259c61d3f468c3b707bc35b26c30b687ea7441c6757b5e75","sample_id":"winogrande.dev.51","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b82f882d393a9afbdc758e6613de5cec0ca3e1a238bb738bca13b994c33ff5df","formula_version":"titan-u-contract-v1","latency_ms":0.3851249348372221,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8a793b36e678158fd003028de9c91beb6d1ea6af6033abe388e701b5c1811b5","sample_id":"winogrande.dev.510","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f1b4d7198d0e12312f37deb281c6721c410546b01c1d36d3eaeeb1a06106105","formula_version":"titan-u-contract-v1","latency_ms":0.37820800207555294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b0182a7ad41042e01019c841c385f99f75031164530f289a5c81f12b64a1950","sample_id":"winogrande.dev.511","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"25425b565fc895373def1210c9635293e54be68804cf7a766dde46f05e65ba22","formula_version":"titan-u-contract-v1","latency_ms":0.4218749236315489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"412c9f353a6cfde85bd05bc8be87c2b8fc390e76a038f3a8555c82aa623d9576","sample_id":"winogrande.dev.512","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f23e6533f9c1524bf8a27ac3d64fb001014848c3d351a89d039215fc693b65b4","formula_version":"titan-u-contract-v1","latency_ms":0.394499977119267,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"852422fb987cade1052e6e2ddc0f5fdc3563c09691cad3dc00dabfcb82393518","sample_id":"winogrande.dev.513","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c914fb9f01c36dd48dba281a55accd7ae3ef3e1ad723b767f2cdc8e9a021832e","formula_version":"titan-u-contract-v1","latency_ms":0.35329197999089956,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77d05be3161df0811ddf31abf6c6ea461b1407356d77e2ba24b9b73e233da0e6","sample_id":"winogrande.dev.514","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74711032b83f35a1783ae9aa1c6176a012aa0e8f88b286d0872da070b57bc47c","formula_version":"titan-u-contract-v1","latency_ms":0.5455000791698694,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bc29b22eb07c1f7f30c53f32f9e76785ade865ed22fd8ce4899b2257f0e6090","sample_id":"winogrande.dev.515","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b9e476e16f692349578ca4c53df58260edcfe3d205aed25fc864892c969f30e","formula_version":"titan-u-contract-v1","latency_ms":0.406875042244792,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73db10475602b0b07fcd3338e33651e24050caea8dce0fa70f37eb70e76d260e","sample_id":"winogrande.dev.516","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e84632b5ad161689a8d38e3ddbdd8473309bdb9cb96688f355a8d830b0dc9c77","formula_version":"titan-u-contract-v1","latency_ms":0.6189170526340604,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"314e41018e1095f71ee1affb2adb2fddae4b3ca178b001dff5f2c5af3ea9d7fc","sample_id":"winogrande.dev.517","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eca94ca1a5cb93eab1942d44b2d4fb80a1adcf4b7b3a644e3f768aa3779d12de","formula_version":"titan-u-contract-v1","latency_ms":0.3856669645756483,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e4ab8910f29ff02e9d21cd8b446fd279dda5916d216453a267785a09a580dcb","sample_id":"winogrande.dev.518","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c77305c7e79b054e13c9ce9ba0e9392be1dfdc612d2cd37f88c3b6b270b1f57","formula_version":"titan-u-contract-v1","latency_ms":0.3647920675575733,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0fc67fd164ce4bb774ccd41f9f224c64f94d75d87846241e60191b2ff1cd048d","sample_id":"winogrande.dev.519","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be069d23e4f7ec45fb8d15859ac39629889c8f2f3a6121ed15408effe2921f33","formula_version":"titan-u-contract-v1","latency_ms":0.42341602966189384,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d7b90464d00b761fc12d90e508bee9b29747b0526498c7134a2c097a414cefc3","sample_id":"winogrande.dev.52","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5ee4510d05d6e2b4be15e09fbaa4b575a79f48bde530398e30899b51a9f4c709","formula_version":"titan-u-contract-v1","latency_ms":0.39854203350842,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc07b39a35afb0b2a7ce5b9b15e6df566731cff78ef0944b6d6d9ecf5968426b","sample_id":"winogrande.dev.520","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6bd492f37880d0676ea4ddf38f7e8481dad66fddc34dfb9758e10d65003282ce","formula_version":"titan-u-contract-v1","latency_ms":0.45262498315423727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"12d595b883856cf343b97ac1f6ce069ea8e312e9c72759251341ae72c153df10","sample_id":"winogrande.dev.521","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d970d1b07b2abd9c56791ef88064560f1748c5184db38f775d5779a4b7a9b54b","formula_version":"titan-u-contract-v1","latency_ms":0.46725000720471144,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dfef974e9bb227b7ef770baad9cc1541656a6b6d29246fe5cf5154b9e0355cdf","sample_id":"winogrande.dev.522","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5938cefb351a74247cf5bfa29b4d7a1a8c17ed5002269c8007eb5544dc8a2a8f","formula_version":"titan-u-contract-v1","latency_ms":0.39916601963341236,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"870f3aa474540170c3815f6c1262c8b8a701bd4aaef542e6b78a8638f5bea07a","sample_id":"winogrande.dev.523","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c8b911da74f481ee22f5554b4799f4eac3304affb4b3fdc31eb2e425f04cb245","formula_version":"titan-u-contract-v1","latency_ms":0.38887502159923315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7fd85d0dfb2349aaaf6bf975ffe766f5aca0679b22b84f670c76fe08b164f7f","sample_id":"winogrande.dev.524","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9c376fcd4ef81564b7ecd5a42d5dc8c2f9f52a9f1f350426116853724f3c2a9","formula_version":"titan-u-contract-v1","latency_ms":0.3844170132651925,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9712e5bacdb228246c766946322a79690d7fe2c091e6ebcfc9565ce6c5ce7ef","sample_id":"winogrande.dev.525","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"276c965781ec19773f7d00b0e5018eeef1aecc16f47d0e7ba8ba3054da0b5834","formula_version":"titan-u-contract-v1","latency_ms":0.4247919423505664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9eb478011ea4a6196c35fa1c162d1f25c44dc5943483cbc40aebfdca85d1be86","sample_id":"winogrande.dev.526","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9eef73e93b8b0e410872783a6e56e8802b3a055713660c05a907b5eca3f4a1b2","formula_version":"titan-u-contract-v1","latency_ms":0.4142080433666706,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6744d3e6baa5c9c3db5a5c9bd785e5474519cfcd12c2fe5d32456d6481ae4ada","sample_id":"winogrande.dev.527","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb4f1edb98acfac98b677190b4e4184abf39e058d904dac29c22e512ce31e927","formula_version":"titan-u-contract-v1","latency_ms":0.4099999787285924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9722be3af96e95c35fe09819f7395777347b281d5e1847b86f67d2aa61e1506b","sample_id":"winogrande.dev.528","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"344b0243ea53be44a9292f41d8cadeb3543ea9fb93dd28e760c7af42e1c1248d","formula_version":"titan-u-contract-v1","latency_ms":0.38691703230142593,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"504d8666e4aeba0c5e744d7a545c81395d275b7b85a6543034352826ecf062fb","sample_id":"winogrande.dev.529","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ba0bace172de80151ea60f6b589405f470a487abecfd6775e2e723e57c09901","formula_version":"titan-u-contract-v1","latency_ms":0.40974991861730814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8f833d121c1a6409601ec9514a2c689c12bb00d4acaa47a277283a941165942c","sample_id":"winogrande.dev.53","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a679141812a0fd2cfa08b9edcc700252c6a5ecd7509f753f336b588e5136e13","formula_version":"titan-u-contract-v1","latency_ms":0.41570805478841066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0efa0871806af996e682aebabc75fb6464060413c9075fd0ca4b1330fbee482c","sample_id":"winogrande.dev.530","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e528ac589472d059f1f62766b99040a1a6576346ee6a355fddd76d70451f0654","formula_version":"titan-u-contract-v1","latency_ms":0.40379189886152744,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1bad23563aa567bb9d4c52838961cf6c1c185c76ce32b9d43b2382143a070b96","sample_id":"winogrande.dev.531","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c72ab5e9e333a7b9ad001d996a6cced46043fbc2091253e7c80e9a79201957b","formula_version":"titan-u-contract-v1","latency_ms":0.4219579277560115,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bbe130837563a935927795c34c2fa003c1406ea6cbdec565eb7bb7f4a3523f1","sample_id":"winogrande.dev.532","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"935c1d44f66e8e995237dfdb14d7428d2c4b79aa701974da1afb376fea8bb767","formula_version":"titan-u-contract-v1","latency_ms":0.4237079992890358,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"838822691ebc6496c2c3810c3c5f33b3585687f13b73ebc1d078c84a36eeafea","sample_id":"winogrande.dev.533","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1118d49c815ae853bf2d70a3e52fb95a5765ff96814ee837178f951af585549f","formula_version":"titan-u-contract-v1","latency_ms":0.42983307503163815,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9164bd8ecfe47335aa7bee3c7b5885a216e79ba0ab624a0169b0983a90e80d79","sample_id":"winogrande.dev.534","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef84b54a20c898537586c07f1f5e5c5588f081df8a8503b14d0948ca19ad2e3a","formula_version":"titan-u-contract-v1","latency_ms":0.447999918833375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f496ec6ba92701859cb1fe7a6a6cb061ecda89fb46057835a096e0e66e4a91fe","sample_id":"winogrande.dev.535","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5100fcf41fdbdbf680dae4161ff692e415b285fb65fbce9ddc72ba7919b34b47","formula_version":"titan-u-contract-v1","latency_ms":0.42799999937415123,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94f0c250b802c9c41b5e36badd81b9fd46c0adff86cab79fa69ff04a272a0d78","sample_id":"winogrande.dev.536","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"671946c66920eaeca6043d48ae1f22780d84bdfa3c47bdd506dfb688213aaa42","formula_version":"titan-u-contract-v1","latency_ms":0.3802920691668987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"075285d0120101943d92ab63285f7c262b03f931c8ecf630b0e249429b0ec39c","sample_id":"winogrande.dev.537","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"52507a71d9f45bf8dc8bb877304f3498eb884aa3aefc410457112678975c452f","formula_version":"titan-u-contract-v1","latency_ms":0.4058750346302986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cb943330d5f2930330f7100b00082ac14191e9514fc925b795c6d90710ea75e","sample_id":"winogrande.dev.538","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f9706facfa1772f7be1d57bae2622a8642e3df0db8c116fd164f1e14710b57ae","formula_version":"titan-u-contract-v1","latency_ms":0.3720000386238098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"95a25d01dcbd3cf021f409b78235a83a6c244cfb3b480d813de305a9361e97de","sample_id":"winogrande.dev.539","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3c0756c761c28d80dab92f74f642701eb0edf887735bba26cd7aa6b47866c54","formula_version":"titan-u-contract-v1","latency_ms":0.38545799907296896,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d565a69cede78953ff5f475e73fdc262b2d118e294a53984f05593cbefc02c49","sample_id":"winogrande.dev.54","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bc964d8881a5438f572a5786b65290ac7ef6e1e4ac845f5503a88606b70c02d","formula_version":"titan-u-contract-v1","latency_ms":0.40862499736249447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4f7947ac685bee015bc20f6db1199cb61e67fa61ee9ce0223d65e68707f6bfe","sample_id":"winogrande.dev.540","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17bdd26fca2ef2eecee1b130ae6f39f8ca5917abb44a62dd6a50e257534703ec","formula_version":"titan-u-contract-v1","latency_ms":0.5642919568344951,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"700a28ecf0a870b06d6abc4968af3c2410f97aa64190bfbf64ed91871ec0cad6","sample_id":"winogrande.dev.541","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06825147028633ec1a8948a3f111c2b456d39f25b73a7aff6964a52794626263","formula_version":"titan-u-contract-v1","latency_ms":0.421999953687191,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10cdb48dd68fe7dd3f8f985ff129f46d77428f62ca72b984dc84658e6e0ddd00","sample_id":"winogrande.dev.542","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dabdfc18411416fed89a828329365a8e9c707184b306096b03a8a292eb03b026","formula_version":"titan-u-contract-v1","latency_ms":0.4091670271009207,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a1054b3f9f4f34bdb8b52636cc82a39eda5a6250073cbe828c5c2c3b0c09870","sample_id":"winogrande.dev.543","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f2fee6286baf10171fe4d147033a3bd25905c350996a95e0b3729fa296bf687f","formula_version":"titan-u-contract-v1","latency_ms":0.41087507270276546,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2460beef7db69cfa1789b5631b69aa5430c5630321a6a867f2859e9f71fcc377","sample_id":"winogrande.dev.544","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6aeb2d7eab06677c621dd30e226847966f68438202af649e174ab4f6ad14bf1","formula_version":"titan-u-contract-v1","latency_ms":0.4140830133110285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"289acff4b947c643e857666e08fc9784b16c3970afa96fa421ff34f75b6bda5d","sample_id":"winogrande.dev.545","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef128d6420c37dba9fd0ec6178f202e7c9ac4530072756024669f745125a8229","formula_version":"titan-u-contract-v1","latency_ms":0.4135000053793192,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"882725eb3a3f0ef61f8f6924a96fcc90a01561ead0b43ec4f77afc807c9f6c3f","sample_id":"winogrande.dev.546","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"249412100f712ea27fef47bbb06b614c7bd72000130c895f03540d0584c9575d","formula_version":"titan-u-contract-v1","latency_ms":0.4160830285400152,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51d319cd7659b1de4fa4460e11640c923db1a78ced216df398d3d45a562a5438","sample_id":"winogrande.dev.547","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8bd2c770a0d41885899543f73944759535ea513eda98e690cf54e81daf069e7","formula_version":"titan-u-contract-v1","latency_ms":0.3952080151066184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32d62a517e913bace3e73c83e15171a07488b7e317d8418168d3a235a2fe91f4","sample_id":"winogrande.dev.548","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dea84cbcf9f02e07a4f2bdb929e27c0d7e31b2ed50474ae75c19e428f44a9434","formula_version":"titan-u-contract-v1","latency_ms":0.476334011182189,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a05accc9ec7c8119fc490086537fd03d39ee5dde2a016bbd4451f1060fd36941","sample_id":"winogrande.dev.549","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c99cba7d983b1cdb584ea0bb196a4019419aa2281fc8a5b07816b28dabc7a240","formula_version":"titan-u-contract-v1","latency_ms":0.40083297062665224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f441094cba1e977c46f849f73ded3eedb6e1f42764f40f951cfb09f45dccf48b","sample_id":"winogrande.dev.55","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bff086bb7dd8c95c52ae9b29561bfcb2b1282d850fff66c9e94adafac00dacb5","formula_version":"titan-u-contract-v1","latency_ms":0.48804201651364565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7058563587a5d6fb730d6de892fad2b768b0962d7b6f944c168301179dfbbff","sample_id":"winogrande.dev.550","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fdf91bd111da529abed5f4b6083295def825f9a4c6785e736fcb6b5934093add","formula_version":"titan-u-contract-v1","latency_ms":0.43350004125386477,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a089514ba92fb351e007defbf7b9aed6cc1d4c8f64ea02247d20d98134b19efd","sample_id":"winogrande.dev.551","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e7c439cc23415dfccea3d1477198f555245a9719da1fd6a28750bc759894168b","formula_version":"titan-u-contract-v1","latency_ms":0.46620797365903854,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2cafb103891810ba9b04a00e0ebfcb0d50a629aba466e7e86497d61da701e961","sample_id":"winogrande.dev.552","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1359b43e57c4601ee7ca23bbc2bddf9578b3a023ef0e8588df7da22b073f993a","formula_version":"titan-u-contract-v1","latency_ms":0.4028340335935354,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5bab8bcef6d6e6c0b94f4085d6ce15ecb57ab3c94ca29c6a8ba5be92ae996a5","sample_id":"winogrande.dev.553","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff8b5e00bddabbb8692def8e7be20841496c140816e90068748db6f5bdfefcfd","formula_version":"titan-u-contract-v1","latency_ms":0.5629999795928597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2c7da174ade84806555dfbbbe7f9af8de6b009f4ff7b2af7698d842f26bf562","sample_id":"winogrande.dev.554","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b6553e48759e2dee838c956ad7d305401c408d43c938f6bad08eca56599ed7c5","formula_version":"titan-u-contract-v1","latency_ms":0.6270840531215072,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb55838217bd6e95666d7c1e8ad84e4693c6241a3918d40cf60334ab7f443305","sample_id":"winogrande.dev.555","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e22735b6979d3888f5768f29a92c630400f3cfe0a74388874389ca61560f699","formula_version":"titan-u-contract-v1","latency_ms":0.919042038731277,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce2bfeaff82fa5dd4e675efa2325d5251878acde0b131a3f6f6a189e806b67b5","sample_id":"winogrande.dev.556","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"906b3861b8a8909ea23fc5749a223dec11c15f1dfc43940aab361b1e400c6952","formula_version":"titan-u-contract-v1","latency_ms":0.40279095992445946,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c2f3ec7248882aff5fd81d9a77c5afceef293adef5f22c9a7643ccbdae29efef","sample_id":"winogrande.dev.557","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40790f51f6d9e607041f3537ae2734e85b08a8c147518325a0ef0e144aabc248","formula_version":"titan-u-contract-v1","latency_ms":0.5381250521168113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2026b4b658fab571ab14a6e3e71ba9bae3e3f452afb748fd8f7d630860fa4d58","sample_id":"winogrande.dev.558","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c4df40b6f0e49d30c9a0c52894b767ac17e78c5e7ef085d7846c8e872aff346","formula_version":"titan-u-contract-v1","latency_ms":0.4432919668033719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f5960da6d59e490d4cae3d0eba50b44bba488acacb89f022300998c19331cd9","sample_id":"winogrande.dev.559","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f1e68e513232945849446420a4a97f7fdeba56a4e8ad41edbea58b7f71ab677","formula_version":"titan-u-contract-v1","latency_ms":0.506040989421308,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31cad757f041c7a51a1623ce0105f0f9515765371e6437017b8c419adff770c6","sample_id":"winogrande.dev.56","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5c409c9b61b2bbfe61a4b090222fa735982680d3df74bf2ff4a0470ba32b49ec","formula_version":"titan-u-contract-v1","latency_ms":0.5070839542895555,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"054376f82bcd4dbc6c021ee4f5e38756e45122ccccf50382ab4112f8b7ae1556","sample_id":"winogrande.dev.560","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"815e135969d1f7c3ca887c0b524f4f557f0192afc8234c8f5055da194439d2cf","formula_version":"titan-u-contract-v1","latency_ms":0.7463749498128891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a4400829b2776c3b501f92427f9abde350681e5208ec6d35a13f36993b9766a5","sample_id":"winogrande.dev.561","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7f5aed8e2da5b38456cc407405438a8471b3c0a7a2ddfcb307fe413615173b6b","formula_version":"titan-u-contract-v1","latency_ms":0.38762507028877735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1dcef7682bfda8d8adcddbea36a59e169b0d9a9a16dd468a2bd64b00bf68de10","sample_id":"winogrande.dev.562","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37473787b2ef1114d660c573b16d60cc63f14aa06f507f19258aefc6932c7874","formula_version":"titan-u-contract-v1","latency_ms":0.5058329552412033,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3ff49b9b8702e310702af488031e166e0d31fa29abd2784ea34eab259ec4da2e","sample_id":"winogrande.dev.563","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"926f3b567d77abba0acef9a74a3bdb73a01df7dc3d97c1fc1917478454409eca","formula_version":"titan-u-contract-v1","latency_ms":0.6290409946814179,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24af4865b84979df37290a98a66637a28afcbe9a4f08963a471a62334891dab5","sample_id":"winogrande.dev.564","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"02c3fccffaf80689b54ccddd815dd13dcc4d8e949f9c59e735a997f09b7159d8","formula_version":"titan-u-contract-v1","latency_ms":0.9425419848412275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a009476293e5357fdd00358005ce280bae907b00eff1bf801881a2c7f3dfa5a","sample_id":"winogrande.dev.565","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f6f22f354da013714f5a9e576d7ffc2128e64516d4402d693852fac967161a49","formula_version":"titan-u-contract-v1","latency_ms":0.39054197259247303,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9685691b20d20bbe5db2ecd68f2b78a1622dda1d0b811a10d09ff2b0eeb30ac","sample_id":"winogrande.dev.566","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1026d56ed827535d079a710c67cbcf0492b5b8948e7c7ddb5284035041f6e32b","formula_version":"titan-u-contract-v1","latency_ms":0.7867090171203017,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1c414cbee64dd7ed8b62d4a2b67f62b38b13694d253cc15f6d48535db33b41f","sample_id":"winogrande.dev.567","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb00840f462bbe8c46b172a479b8eccc6bff3649a6db589aac14a49f62a21692","formula_version":"titan-u-contract-v1","latency_ms":0.39208296220749617,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5c19e0cd6007f5e7db4e90dcd86ab35cb47dffd98e0bfbaaa334a116d6626b6","sample_id":"winogrande.dev.568","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"744c1351b854bf3aebae3ae2a5ce88fd458673b06cf3890dd0959b26ca11679c","formula_version":"titan-u-contract-v1","latency_ms":0.4104580730199814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"83ad9b215b0ba17929ca59f406a2e8496e8c8d69e651f04d2c5a819ec1fb3948","sample_id":"winogrande.dev.569","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9c9a54f37157babd6f84e76365a5aba6145ae402b1f6347eca35da1b638f32a","formula_version":"titan-u-contract-v1","latency_ms":0.3952080151066184,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d830ecc74ecb2917ef265ad0f94621c124b8a90941fbb76d39dc8a74e69a3c6a","sample_id":"winogrande.dev.57","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c54b0bdf2648e36e5f4b29ed64a202c32e7d8072f58a4c64e284fe15c0d7acf","formula_version":"titan-u-contract-v1","latency_ms":0.5227089859545231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf17480dd800f20ab5f7539fb7f3cac08bc22b44874f1b818b2f3856882969ac","sample_id":"winogrande.dev.570","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e0bb9a10f17be480f22b3d269ea88df0bc5de14452be008e5bac73cade702e0","formula_version":"titan-u-contract-v1","latency_ms":0.3878340357914567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2f4ad911e48e45d76113b55ee45511fa67fa8156f6a995d4bba9ce303127f42","sample_id":"winogrande.dev.571","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcfdf823ec2485c3573cd60b8d02de10de56eee3dc0a675210bf34763d80683d","formula_version":"titan-u-contract-v1","latency_ms":0.5081660347059369,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d9cd797a922195967af46d46fc6d36b2920f48fa389d9353f0e186f87729d067","sample_id":"winogrande.dev.572","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38ff6ad3514b27e433670d5e1d6376a32ecabfe3e77c5457b7c62a2265b32abb","formula_version":"titan-u-contract-v1","latency_ms":0.4070000723004341,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"21742cfbbc52c8d5acf84005e90f624b3a9c8ec1081f3eab931d00b698b76d2a","sample_id":"winogrande.dev.573","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d2ff232c367f6f981a2b2253862e0a01214acdb5c19ef659949479b4d624884","formula_version":"titan-u-contract-v1","latency_ms":0.4016250604763627,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3cf5ae24d543b0c21947ae43a4065b99dbd712c0679e9033d2831c36aba53841","sample_id":"winogrande.dev.574","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44a531eb02c1689ddbc97eda6964051e62ba459f169d0726790598987c7e22dc","formula_version":"titan-u-contract-v1","latency_ms":0.4232079954817891,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea71b0d3e31a0800e1559ae08106fced3cd2a17dd037742f78201ed3c002595d","sample_id":"winogrande.dev.575","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"aca6368081bd7f593dc15d80d2fbad9e61dd419b3864790933e5e2a20195cb5e","formula_version":"titan-u-contract-v1","latency_ms":0.4937080666422844,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"24cab3454a323f72c16eb577f42783277589e767ca9c18b1a25b30a7ad7c3dd8","sample_id":"winogrande.dev.576","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1c0ac6d8390cfe8f7a1793130abe7c03348ccf3022e357933f1a85bde3b21ea","formula_version":"titan-u-contract-v1","latency_ms":0.3962920745834708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d630c71e8286370f130ebf6e437843aca1a9174d121ae5bb55525ad28697038a","sample_id":"winogrande.dev.577","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6f9e59e46a72ec775582cf06e4a17b0a450ee74746fee33b15be8dcad828b8f7","formula_version":"titan-u-contract-v1","latency_ms":0.41258404962718487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"84aa26cbbafbb3b32a8cec43c1ab89228c52cc3bc000142f1660028c2b92ab98","sample_id":"winogrande.dev.578","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc0b5e130bfb608a0cf508104dd39540da8b8a60b104a43cf2351eab914a3e5e","formula_version":"titan-u-contract-v1","latency_ms":0.4178329836577177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"91e1a1d3416e95673bcce9c3ab6cb88ab37016ccb0b0dbde4dad996ddd913068","sample_id":"winogrande.dev.579","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c61486f9dc3dad230dd0bc1de141b05c2253871bd8364fb141dbaea63147c66c","formula_version":"titan-u-contract-v1","latency_ms":0.6012909580022097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d01c36313d28126f58b8e86ecb643c68d65b0d0fd3aeb00088fd2628b4a3cf71","sample_id":"winogrande.dev.58","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fd2ea53e8406c7ad9e2a934043691af0fe80016ab8f64ab6f885563357516e70","formula_version":"titan-u-contract-v1","latency_ms":0.599999912083149,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4eb772aaaa98ecaac5bb2aac1a72875f3f2d1cdd8d261ba7f62ee20e573baeee","sample_id":"winogrande.dev.580","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"470d189da5ae9ed358fa7230ef9579f82b406fbe7a84fb1d8062fd26e6a2008e","formula_version":"titan-u-contract-v1","latency_ms":0.5486670415848494,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f1a3a4d68b59c7b9bf63b188bbe1ae9600afae54be5e4df72311ff2f0d0651e","sample_id":"winogrande.dev.581","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"634c5e970077744d92fad1b0562939c9fd85d10e7a258f789178552258220dbf","formula_version":"titan-u-contract-v1","latency_ms":0.3801250131800771,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ed8c080702e4edc339d3b4bbb00951beead40ce12bc81717bd40d6cb1835f3fa","sample_id":"winogrande.dev.582","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f67e8023245e33bf6a7b896d4f6d4744f4c44df67911924227247a81a1717bf","formula_version":"titan-u-contract-v1","latency_ms":0.3966670483350754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d7345a1f37d53f89eb6abcdf85a11b149391466ff95f5d82d17b1fc9e1a89e2","sample_id":"winogrande.dev.583","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a2e99b1ea731c9129632f0c3a226b4720614fa31b2a454da6e4d5340674be02c","formula_version":"titan-u-contract-v1","latency_ms":1.0459170443937182,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc968f023b3c039567bc3fabc69442d4012f55483e2f5ea44a6ab92b9378f94d","sample_id":"winogrande.dev.584","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d53d8d4f196feac4365a1428c34a8694924fed222fb37a00161847eb1fc546e","formula_version":"titan-u-contract-v1","latency_ms":0.40799996349960566,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6ba41b8beeba5dc08eea9b246a20567572fd946bc9b1ecfa42aa1d3380fa4da","sample_id":"winogrande.dev.585","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e66c0600612654806e5670043cde99757342f1b190a3b82367a96662c86b353","formula_version":"titan-u-contract-v1","latency_ms":0.5516249220818281,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b19bff85867ca1044ab35f2da31f2e82daa9ca318e4983e151909eea1d6f97a","sample_id":"winogrande.dev.586","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45d32694d58ebedb3a2a791ce12a7d3cde7055ff3d97c2523298586be13bff5d","formula_version":"titan-u-contract-v1","latency_ms":0.44958293437957764,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88fc727fe17543d010d45bcdac1707df0a648eb336914648a011c7230b2fec0c","sample_id":"winogrande.dev.587","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"278b2734134c9afbf123ea5f7280f656a4509d5622eadb153914de47446e8098","formula_version":"titan-u-contract-v1","latency_ms":0.7584590930491686,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb6e45bad1ccd77b9aa240989fd443de425f7e3ac99a37a205e6135519e9bb7b","sample_id":"winogrande.dev.588","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b561083a61ea8a9c1340b801a326fc00e1d7858633c9cd5cd458d3bb66fbaded","formula_version":"titan-u-contract-v1","latency_ms":0.39908301550894976,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13dae065def5947ba8fd0353b574310261ff54ad538c5ee62db694bc788d67d3","sample_id":"winogrande.dev.589","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8caa0344858bc3ddbf3365a95dd839a7ddbccbbcd134fba29552bb8ab2da8213","formula_version":"titan-u-contract-v1","latency_ms":0.6122080376371741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60a13df68e88db2b12fd4996ee90914653792190e36f6ba0e00d8df549f00c66","sample_id":"winogrande.dev.59","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8dfd3fa491f872744ee57cb55207cbd35bdb9e8486740fc41517ebb71292cf56","formula_version":"titan-u-contract-v1","latency_ms":0.511458027176559,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee1f357052b365cbbe566111e8f3c0189ffb0e7b1e4bfadda4ac5a2c3c075ff3","sample_id":"winogrande.dev.590","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0e2c1ff1259d920221b71345eb0f339011642a57d617f7001845c5dde5b02596","formula_version":"titan-u-contract-v1","latency_ms":0.9673750028014183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"499126111dc22c726d3f8de3d356077b6894088e6ffb4125fe7351e1c44a5645","sample_id":"winogrande.dev.591","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d426ad186174ee2cc0a82818d2d41856d8a4414953e14c131ced613be58065ba","formula_version":"titan-u-contract-v1","latency_ms":0.41204190347343683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33fcf99df384a13573be93d221f36f3e95f50dccdb0e16afc92c59c14a861161","sample_id":"winogrande.dev.592","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ddc7e7fc913165c2a0fe4fc9aa7833a181ece804816062e3a45edeb2056ef495","formula_version":"titan-u-contract-v1","latency_ms":0.5951670464128256,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7a490ac265468a1bcd42cf7c49e0d1e4c0c081551b7cfa521cd934ddec2ec8b","sample_id":"winogrande.dev.593","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9b48f531a6a5a1f1cec9ab5c78c0fffe44451372a40aafed4ead44711f17b66","formula_version":"titan-u-contract-v1","latency_ms":0.4391249967738986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f4ff9b3fd0796f56a251c9ade0cb739910b5b1d967a42c3566fe213609391e6","sample_id":"winogrande.dev.594","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4e814e082f68444ddef8c20d10b4c8163ac928f911eac799e19eaabfb4463c73","formula_version":"titan-u-contract-v1","latency_ms":0.7057919865474105,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94dd049c98c1b14404ae5922ed68d95a8f4c3048d530900b9aeb381ad7825475","sample_id":"winogrande.dev.595","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb6e32d8ab089b00f25c0759477dd34e9d6eb9fccbf02f3b149adba203a6898d","formula_version":"titan-u-contract-v1","latency_ms":0.40675001218914986,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1056c6b5ba16e48363745aa88b2ed674b5945402e74fc4dcf68874cca79414bd","sample_id":"winogrande.dev.596","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b24f6354ff073cfcadcd87d46d35c289d6e2bde4cca67629acad59b3b3b4c03","formula_version":"titan-u-contract-v1","latency_ms":0.5907079903408885,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"04631ae9491d5785ee749484eab71536653e27ba2cae49697aea0de45ab65d89","sample_id":"winogrande.dev.597","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f901e046fe773ae0650759c703d6a1fc7d7c3ffff90cedde17b66cac3d83583e","formula_version":"titan-u-contract-v1","latency_ms":0.4065000684931874,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3c271a54aae1b25fcf67360baedd25d1c174ea459f073a01270b6c11442fafcd","sample_id":"winogrande.dev.598","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"875c38a2222cfe1bcfe8612a15d78db4d9ba08a065d94f9c9628669dc72e4582","formula_version":"titan-u-contract-v1","latency_ms":0.510666985064745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8401343b2ed634509bdaeb36788eb438042f28a8d1b2af2b28fd4358d87d2eb","sample_id":"winogrande.dev.599","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55548c1f5ee419815911f8e8ff1243bfa531f945705a060b65e8895ce27ad06c","formula_version":"titan-u-contract-v1","latency_ms":0.41387497913092375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b9d9cc60def021c24bec7a76f683a51d9ba3be07d7434179649e2a20cf9699a0","sample_id":"winogrande.dev.6","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"582f7eaffe45ba1bea368876fc1896e7b4ef5d2b8a7e747e43b2897420d6cb51","formula_version":"titan-u-contract-v1","latency_ms":0.4100418882444501,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9323d4d4ce4c03350f23602a07aa5035fd4d51a27e2d8c457c1b0c9b9905bab","sample_id":"winogrande.dev.60","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5396f0f3f3bfeef404fde44e0413f81cb4e72c3a436749dabbf50276cb24f28e","formula_version":"titan-u-contract-v1","latency_ms":0.3963749622926116,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f6fab1896deb78e18aa1b54cb0103178ea6feba00d35695809009e20a24f5277","sample_id":"winogrande.dev.600","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc1e3e30fff8b36952a27af9d1be7ab727a474d2ed8eac82edb599aea3dbd40a","formula_version":"titan-u-contract-v1","latency_ms":0.3784170839935541,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49e32d1d477090dc284c840c5b6122bd7e8db64ae1695999beb23a64a2e46979","sample_id":"winogrande.dev.601","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"11dbc4103476e48dd6057375617160fbdcf9caeaceba1eadd7234060e4f2cfb2","formula_version":"titan-u-contract-v1","latency_ms":0.4517079796642065,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6419f49bbe399034b2884e734d46eb2954edd2ea3d1227bb54a1d97a93de55f9","sample_id":"winogrande.dev.602","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a1c19952f9417a1af942b6d9be8b885b341a079b7e775ca8c60b9615f65a4e3","formula_version":"titan-u-contract-v1","latency_ms":0.36275002639740705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f2c3e57ff6903acf5ffef0a3df11c46bb44c77bf795aa6981ff06bafe49a5181","sample_id":"winogrande.dev.603","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"449ebe3a126c7f414b1a5d3ba61e5db2ad400ac2964b14f29eaf9619a4d0a6eb","formula_version":"titan-u-contract-v1","latency_ms":0.43054099660366774,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3b99f1c636de4879e9f38e699b40239794ffab9aafe1a0c105d675de18e610d6","sample_id":"winogrande.dev.604","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d9dd803531f420809264a03372b259f2dede1384fb99a879e77ef0e0294fc1f","formula_version":"titan-u-contract-v1","latency_ms":0.38970797322690487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f58f7060bf74e65624a0940e1c4dee404639ea66dc78fa29bc9078774dd201a","sample_id":"winogrande.dev.605","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88aed6b883666de8b4f9fcc7e59dc0be59f1cb691c9333bb3620cd077f204f4e","formula_version":"titan-u-contract-v1","latency_ms":0.39004103746265173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9166081932769e0bc07580f59690ddfa565bcd5e436991aa38ea9fe8a52eb2c9","sample_id":"winogrande.dev.606","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a11fe3e9b0ec63bc05b7cfb6348159c964be2912c898b2f6ebe45d8d2a90158b","formula_version":"titan-u-contract-v1","latency_ms":0.405792030505836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a0d93fef28834b356dd046de866384eaf14ad65def262e6a1a3e72901303c69","sample_id":"winogrande.dev.607","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de32cb83f9a5e6e14f5ba71465f0739dc600474d73dd852b885c0c621b7f1c35","formula_version":"titan-u-contract-v1","latency_ms":0.6025839829817414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e50659cf5815ae179f09beca1bc3579a246241342486713ac799a50fd0c60528","sample_id":"winogrande.dev.608","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"97ffeb1c3d319d57f2847ff63bdf0b27a612df253c7da1652a624ccb85200b13","formula_version":"titan-u-contract-v1","latency_ms":0.49683405086398125,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bd8e5a10ba628ebaf743f698265c7aa2177aa8b4ca1ccd76f9cf0a3a545ced65","sample_id":"winogrande.dev.609","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47f86f6e9aed0dc7df10af7736934b143a8da8609151c3dcdb0976f49baebd50","formula_version":"titan-u-contract-v1","latency_ms":0.4711670335382223,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ce1cf53484a01a50c30ff723c44eab0c105b2c6d5b3462e40ba11e8be7165fff","sample_id":"winogrande.dev.61","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0a0d4824cfb11f146ab1ba28c5b733036dd23026edb6ebc886a2b7656e685918","formula_version":"titan-u-contract-v1","latency_ms":0.5570000503212214,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11fec505acc9e13160ecd635355619aa8787117a4cb0295daa4c1d9ca3c21f88","sample_id":"winogrande.dev.610","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"065fb05e9037a9f2b858227bfc0a3446de17977a14004e939cbdf5674782c2fb","formula_version":"titan-u-contract-v1","latency_ms":0.391624984331429,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d6416f71a68798d193bfda81f1dcb53de49b11074513885b9ef1b10726ea44ec","sample_id":"winogrande.dev.611","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"49133750ffd8620f5eddc467731613a980d2e80d915de0369336bc356a98a520","formula_version":"titan-u-contract-v1","latency_ms":0.5062079289928079,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e57c866655ab0ac6a5e654acf0e6bc5fd378f63d38a415790da794ebb4148387","sample_id":"winogrande.dev.612","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"76b3720e68d06e89c30130818404035123f4576beb726c8e584f89590a706136","formula_version":"titan-u-contract-v1","latency_ms":0.5766249960288405,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82603d0ae4b52a1568e6260620dc3cacde604ec217483703ae4e6955e15eb0ce","sample_id":"winogrande.dev.613","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"451408638f238508802678965b0c7e73f3108aa3b99a15b769d246d336e9b9de","formula_version":"titan-u-contract-v1","latency_ms":0.4075829638168216,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"473122df9363ebfd24a0934d1553ae9ce0babbf06238190b0216d878d2a6c0db","sample_id":"winogrande.dev.614","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"166ae9d65841eeb0118a1eacca0db1bcd830e856ed274e388e483bbdf7150449","formula_version":"titan-u-contract-v1","latency_ms":0.3761668922379613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"97d4f40d0944977e4ecf1c002082a73703a01ef75c733bd6bb742ace1e3ca1d5","sample_id":"winogrande.dev.615","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b2e6982732e9178f23b0724e6855cfb7468a1b6c07dfd49be7a2ef0580af312","formula_version":"titan-u-contract-v1","latency_ms":0.41870796121656895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"413d096c51d07a69b2ae676a25f898ee25404ee566220a86f98963c3ed9f0f09","sample_id":"winogrande.dev.616","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e864b4b44e24888a82ffa9fa05b0ad3f8fd76e3163c0140618a89fe5b7f2157e","formula_version":"titan-u-contract-v1","latency_ms":0.5535420496016741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"75b9db8c7cf32eff9a12e37f43dfe2ebef5ea6fb0a1a36b0d209abb7902be698","sample_id":"winogrande.dev.617","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"349f7f18560f48a358ecc45ec6e623dcda119b503a0e29c2a638b673c9040e72","formula_version":"titan-u-contract-v1","latency_ms":0.5492090713232756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0560db36551ba1971df63bf1c6d437f45b36cec882f31b360d08ec8b9394616b","sample_id":"winogrande.dev.618","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"690bdc3e2f4339aba776866f218d7bd8902d1e7a071ff00cd6afb667c83f0c33","formula_version":"titan-u-contract-v1","latency_ms":0.4866659874096513,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e468d4028d1c6d0457f5d2f26b3f024cfb704f4d8527981b1143ff883b638b0e","sample_id":"winogrande.dev.619","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a6b1f6325219435d1c6de4631a3470177c0e006c15379ea9304b90489ba78ad","formula_version":"titan-u-contract-v1","latency_ms":0.39829197339713573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"98942eeb87f23ccc2c1958f0cdf9b6cefb2af95f2369d93ae7275ca16bfb6230","sample_id":"winogrande.dev.62","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0d544c71108f0b739cb23cd588ef9fd656d1d33aa6797d0e121cc74267020702","formula_version":"titan-u-contract-v1","latency_ms":0.38758304435759783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfa08cff003d6bcf938d9590f6bdf4df6f44580d372767c073d5129e7700bf86","sample_id":"winogrande.dev.620","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0549101d2e545847497d00202486a3e7a6df02783b6fc28d108d1b87a727db2f","formula_version":"titan-u-contract-v1","latency_ms":0.42141706217080355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fa3b56352251238a001cd23408159b87e59d80cbd8e20065470d95a24456afe7","sample_id":"winogrande.dev.621","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fcecd383777b9b500556389fe2e2b9adf450de711af5a3236f3487f4574598ff","formula_version":"titan-u-contract-v1","latency_ms":0.41262502782046795,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4333a09d7743a13a88e567456696a7f816fb16955112adbbd853d835df1053bb","sample_id":"winogrande.dev.622","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91edcc67efcf5fc9ff3656f9ca5bc78f60b1e9528064283c89fbe06f0ca98e0a","formula_version":"titan-u-contract-v1","latency_ms":0.3985839430242777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55fd54de14f3aba6e8744353c5c94ee1d6221ede0cd8aee35c3a0cd1eec8df33","sample_id":"winogrande.dev.623","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b048f33992a96ddd716795b0da002b9ea9990db96d33064db9b0cb0294c0459a","formula_version":"titan-u-contract-v1","latency_ms":0.379083096049726,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2935b7323352a164850a57fda0cbc81c8db514032969584283be67842b891dd5","sample_id":"winogrande.dev.624","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"088758b546a28fc8dddf2f25966008c214871acc46c8194fa0a2f58a0a3346cd","formula_version":"titan-u-contract-v1","latency_ms":0.5193330580368638,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d4e6459c3794c300dd3894db19ff0b893cd41c82451f158e5ecf072a39443a00","sample_id":"winogrande.dev.625","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a43e3dcb4e49ccac928753d08996b12ef4f83839573ef4540b4d320898ea384","formula_version":"titan-u-contract-v1","latency_ms":0.39966695476323366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"889bc207670582218ce127637364726b3650aa90bf411a6c0d123100ce6e6b81","sample_id":"winogrande.dev.626","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"237b466af385d59769eacb6877c6426ce8a6293ec20aa68e696815e9fa69e8d8","formula_version":"titan-u-contract-v1","latency_ms":0.3762500127777457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2cc1dd86350971a7ae5040855ed565d2d5631f26bc3ed6f0f41f7b2d5bb9a41","sample_id":"winogrande.dev.627","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d38be24b38c03419768f1eb2c0f018dbc8d6b38bb5fb6a24991cdf32bb09cde","formula_version":"titan-u-contract-v1","latency_ms":0.5020829848945141,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f438c916b5536a6a93c29bc08b0498dfa9a1fddadd6c5ffc8bc31269ca9298b3","sample_id":"winogrande.dev.628","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"846725c2565498b8be4e8cf9e6c3975549378155a7eb95d652ca11327fd747be","formula_version":"titan-u-contract-v1","latency_ms":0.4333329852670431,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de9c011e97045536046c8582ca170553b08757ab711d5b812cb8505bb203bd56","sample_id":"winogrande.dev.629","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbfcac573ddeac2de0d81719b036660a888e6959ee94734dfa5ae4debfca3653","formula_version":"titan-u-contract-v1","latency_ms":0.37516700103878975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62d221996deb9dd49591948c828f6d1aa1cd1ae5490199a62e13eb8089e6c9fd","sample_id":"winogrande.dev.63","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f43c1c4402aad82051f9601eeb337cce773e8900f38a02a28e6b5f35ad47f497","formula_version":"titan-u-contract-v1","latency_ms":0.6398329278454185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb4191a7ed6e7af8588f98df9af6aeb99bdf5206fead528bdad6e59d353f4ff6","sample_id":"winogrande.dev.630","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d892787bcabe38df2328fd7d941ebfc0d76c7ec95db8c406901788789fd69fe","formula_version":"titan-u-contract-v1","latency_ms":0.39850000757724047,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2231f608b60f65fa91b64509c70431cc72903c3fb7c143affaf512a1ce05d9a0","sample_id":"winogrande.dev.631","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c4c285f35cb4c266a19b447afd6698494abaa4a3965f59da50796e2c6031b5d","formula_version":"titan-u-contract-v1","latency_ms":0.4261250142008066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9fa760231144bc9953d15a47c897eee79e56f431c6f7c9eda1d83b53f9ef0441","sample_id":"winogrande.dev.632","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d998b68991c3af577b35b151ee9f2f4f54ca9a057c35d37f950ffb3927a8d88","formula_version":"titan-u-contract-v1","latency_ms":0.4071249859407544,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"18850273003f7c83e891966a7d3cbae4383a4ed9c8deea7e1dd92a215693183c","sample_id":"winogrande.dev.633","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"519b2141e775a168c0d19dfb4728d5fec8e9a8ebb5736f56998f0977f4dac480","formula_version":"titan-u-contract-v1","latency_ms":0.3839170094579458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"beba6100cc5ac83edbe8c675a200abf23287babe399bb5ec450765c863e6f2ba","sample_id":"winogrande.dev.634","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"40c6774bf60dec297930167f2acad988e8c8532fcde7d9c0cb28e752b4216c58","formula_version":"titan-u-contract-v1","latency_ms":0.3827919717878103,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"085d6bc847af5901f2725cbff661cdb264d3cdf9d8893cbd30bfc9a3c55796d4","sample_id":"winogrande.dev.635","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eeabec2f2c354c4798a4a5b0e6a8b13c40fe236c01a0c1a004aec57dd3b4989c","formula_version":"titan-u-contract-v1","latency_ms":0.39133301470428705,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1c35655f9b7cb888eb634f9dead3f5f77f57e181c270e99dce5c9d0fce498b7","sample_id":"winogrande.dev.636","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfcb3d3e126cb4707993c0a2b7da2676fd57385d024c5ffa0c2968645a3d7058","formula_version":"titan-u-contract-v1","latency_ms":0.5452500190585852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b74aa8530208092d55bea90439622d4d76a2df62827a3e0ca24743a07abe6669","sample_id":"winogrande.dev.637","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4cb3d90207354a3a1d1e73954fed8b8f6931535dd86398e6a7044c2748ea5de","formula_version":"titan-u-contract-v1","latency_ms":0.5172080127522349,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"09a74e31185b3cd4eb83d0a5aec0b5e910424b2860ed46f8db5a12ebd284b850","sample_id":"winogrande.dev.638","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ea504f6472b814afc9ba1019c45fd9f98ef8e1096a7ff8672fdd9720eee25217","formula_version":"titan-u-contract-v1","latency_ms":0.38604100700467825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"895df62f0fe4f4b3d15a1a462a6baceb1436ac4be95dccf86628c7c72f40ba81","sample_id":"winogrande.dev.639","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cc53927ab01341387fcb02f51fe2bdb467e7ba70cec596fe646495b729a205c0","formula_version":"titan-u-contract-v1","latency_ms":0.5381250521168113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e8393230194fae072ccdfb377495476e1fdc893f1f0870f187e262ccdf46dc9b","sample_id":"winogrande.dev.64","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a2ea291a9e46f9df4b3648bd8e5c0c1d3cfa65cd3645890964b1c1e25744289","formula_version":"titan-u-contract-v1","latency_ms":0.39108400233089924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"76ffe92c6137b9b19f8dbacf4e6a4a24ce11911a7ec4a462e361b6435e00ec9f","sample_id":"winogrande.dev.640","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7fe6547cfc4d1c9a084723dbe61676d96b4cd43eef6bc5bc0e62479bd06263a","formula_version":"titan-u-contract-v1","latency_ms":0.40591706056147814,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9ba26952071167fb6d8f767f55198eff880d0674cf6e90a3ec62a518e3a403a2","sample_id":"winogrande.dev.641","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecbc35a4b40699a03cbfe571d481072db5483a925cc45a5d91836eabdde3b3c3","formula_version":"titan-u-contract-v1","latency_ms":0.45304198283702135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32062bbab0f1fc40b2195ce7282e07459f5d7e7e53e85ac31293f446e0f6a002","sample_id":"winogrande.dev.642","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"37333c772b7ff4f534ef6c7f3fd801a29930a8db63a31ca776f077ddbb489bc8","formula_version":"titan-u-contract-v1","latency_ms":0.3817920805886388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"64444718ad351b81c80df9e3b22bb6455f52a148ed070ff8c9d2d0c3097f46a2","sample_id":"winogrande.dev.643","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdb80a458ee59218786002329e4a39baede9103ba244c03f0e542121254e55db","formula_version":"titan-u-contract-v1","latency_ms":0.5461249966174364,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf28b2a7b65ee607ecf74853aaa422f1ba5732b940e675fe41b47dfeef14d113","sample_id":"winogrande.dev.644","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c49300b953d7d09dc89573d4a9542be36b25f01393bf654b842f098b44035e79","formula_version":"titan-u-contract-v1","latency_ms":0.49116695299744606,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7ed6b2b23b842f2ff6a7822d90f452ab7c9249d307c2d229765d8109696f647","sample_id":"winogrande.dev.645","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e9199ffe4ac1ace5bbacb0011fe2d6ad7f730a05f77b4cd025aeb993320f406f","formula_version":"titan-u-contract-v1","latency_ms":0.5163339665159583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aa50b2f7192fc963e84fce489d10757e5159d99ead223cbb661a747b97df40a7","sample_id":"winogrande.dev.646","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c68b4a82858d06d90231880ed1cf8c20f295e6a1b372967f72c529bbfb35a42","formula_version":"titan-u-contract-v1","latency_ms":0.39595901034772396,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"877d3bb6a4b31652142368cecdc54538c04d99a9ee5ed929cdd23d9340a226fe","sample_id":"winogrande.dev.647","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"260effc634d84a1c30a07dc18b7d5c695a2ffef7ec2b4779bac7bf7ba4cb98f0","formula_version":"titan-u-contract-v1","latency_ms":0.5430419696494937,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27a33a74dc69b1bc01ea1d1750efa50eb039b2cd2576717cc99d66d723fce59c","sample_id":"winogrande.dev.648","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39e870863d9f94ffccfdc0ebdb7d91790a75a9f852b12683fa048f9110a572c8","formula_version":"titan-u-contract-v1","latency_ms":0.540665932931006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"03432cd9b11476552b365e7525fe1d3a18835c7a692bd1c70d97cf5397a84b1f","sample_id":"winogrande.dev.649","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b721403c41bca7c93e739c0ca049b6dd11cc80fd371d80846db382ecbd054e4","formula_version":"titan-u-contract-v1","latency_ms":0.5196669371798635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e26defe79f03a6a2e24eb1209dd77a84f0b90d5219632eb376f72fc9831735e4","sample_id":"winogrande.dev.65","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20ccad6bf86276894b5db7121d7fa5df9e6a6d3b48b410a99ba8b1082b0a83a6","formula_version":"titan-u-contract-v1","latency_ms":0.5241249455139041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19384730420e4c5def83240f44e684c6c21a715771c540a24ed89431a35099d4","sample_id":"winogrande.dev.650","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5a8c11f60163c59bbb1cf236730b63279b2797b980fa3bceb66075230058c7b","formula_version":"titan-u-contract-v1","latency_ms":0.4104170948266983,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51ca1d1a6c7ccaed72a0cc6abfd9dfb26acd9d43d7146aa9bae52c5be065ee35","sample_id":"winogrande.dev.651","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dc21b775f0ecfbeebe0943ad75048a64b4513b23fbf22d346f0b32e872d2be7b","formula_version":"titan-u-contract-v1","latency_ms":0.4135830095037818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d86900c32c48277719bacf00faa2cac252b5febc1bea115480867471cac7444","sample_id":"winogrande.dev.652","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a1447d160b314ad8d3fadcda556a0862fd1c42f1b8f0fb26fc226d0638bd798f","formula_version":"titan-u-contract-v1","latency_ms":0.40141690988093615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"426f9d28164504c0771640a9d7bc225a150bdcecc58104d0b160dcaedd13691e","sample_id":"winogrande.dev.653","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"56f83f5cd206c27de4c1c0579abf4d8214227141d257b13c587c3fd9cc188de6","formula_version":"titan-u-contract-v1","latency_ms":0.41108299046754837,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d0f70f1d40722cdaed2973f39eae1f6d80fdca3b47546ffd7f74a14913cec76c","sample_id":"winogrande.dev.654","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3a37ca461add2be1644fec510eb632c120ad3958ffd9dc7c029a44da5a90be2","formula_version":"titan-u-contract-v1","latency_ms":0.421290984377265,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba577d448cfed6e5c71324fcb72be1ce2e9bbe92f4b53248da2936bdeef1c415","sample_id":"winogrande.dev.655","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41f787d54ddc0e1b9331761cb88b5ec86575338a4f9b56f33bc9ed549aae5482","formula_version":"titan-u-contract-v1","latency_ms":0.3992089768871665,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"043f05182cc770edae3d0e3709d2b332fa767ad5f0bd8b8a609103feb276b39e","sample_id":"winogrande.dev.656","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f2b4af9852c60b77216266398f6ba8a7f85ee5f89c6f3d8932af5617d5f4a25","formula_version":"titan-u-contract-v1","latency_ms":0.4110410809516907,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e71f84d882ae17e9e0f87809c6b87928b1fbdeb481447655c5618318b68d3b28","sample_id":"winogrande.dev.657","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1039e545ebe429d1d58b1aee7c63d8b2ff3402f4bd489fd7fef17a7587ec560","formula_version":"titan-u-contract-v1","latency_ms":0.6353330099955201,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"11f6e358f3bc2f253fbdd709faaa4af6f7d68e5273c96005650dffd7484ccc9e","sample_id":"winogrande.dev.658","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a5538ae8794646b86db80576b4f13e7fc14087313aefba52946b881117145de","formula_version":"titan-u-contract-v1","latency_ms":0.5423749098554254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c80d9b91647cecd98688c02c63183613e401aa9c300d270990e8e5d9c777292a","sample_id":"winogrande.dev.659","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5742093f16384beba5bec8a8e33031bb2debdcde38f9b062c820de5a23390758","formula_version":"titan-u-contract-v1","latency_ms":0.523083028383553,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5addee1bd7f9a33b99b0de7b011e21efb5ec46bbd4836addd20e0ac4ad0ef2ec","sample_id":"winogrande.dev.66","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7e90d929e304be1fc69d76647d30f2a6a98755176d17c5c3e5aebd5dc92d0f39","formula_version":"titan-u-contract-v1","latency_ms":0.40691602043807507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ba6ab4251d3da6781d9fc57f26dcb6aafe99c2a7e545a906ff3a299c56339b2c","sample_id":"winogrande.dev.660","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8a0d0299d6edce41d4c9ffe4131f98c64815f70c8e273a121c7bd75749f7999c","formula_version":"titan-u-contract-v1","latency_ms":0.5134580424055457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07462eb36c50e866e79a22f55e3ca56291138099492e236b8071ba1680042339","sample_id":"winogrande.dev.661","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4374044a977a4dbda3c8b2c5e0bd64739ad5eb354bc33ee7cb7f9bac89cc102a","formula_version":"titan-u-contract-v1","latency_ms":0.6796249654144049,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f23ccde1c2b8b1c9e242f5b25930b9441f108091f9060b9b74f65fbb53df60ff","sample_id":"winogrande.dev.662","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b31d6376b1f5380280aed4d0846fd6882ce19d18022d924d8cb6af2920cf658c","formula_version":"titan-u-contract-v1","latency_ms":0.58320804964751,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4a1d7c3d8f401dc00146812f1a27a9052fbb6cd8f0725229652d57942951e56d","sample_id":"winogrande.dev.663","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b7bbcb0babdf502a42053c21ad4168de1f10efb4b4d1f613eb5abc537f3e7aa0","formula_version":"titan-u-contract-v1","latency_ms":0.46141701750457287,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a772ffcaed326f069d06998899159160cb2490ac2a06e15307b4bcd30ff6b144","sample_id":"winogrande.dev.664","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f28dc84c979b040b8d3ecee3955f60331608f8f75066e298b0968affe410fe0e","formula_version":"titan-u-contract-v1","latency_ms":0.404624966904521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bedb67c3860ae2ab76172799e0704c6b62502875e4ecad62a8ccb455437b964a","sample_id":"winogrande.dev.665","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4a7acd8a67a297294d649e051bdb264c665bcc82db550cc8c126b302b365459e","formula_version":"titan-u-contract-v1","latency_ms":0.5931670311838388,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bcfaf67206a44c84673528058085e9a6c00a6cf03a4bc923dc1240d22bc91b82","sample_id":"winogrande.dev.666","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb8899bbd4fd254c3b21bd5a1447e577ac96f7bdbf85bd873b77d187761ebe44","formula_version":"titan-u-contract-v1","latency_ms":0.40320807602256536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e5c09d8f4cebc0f40026458a9c6e57b04256b43e579f81939dd9f3eee6a24430","sample_id":"winogrande.dev.667","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"775de95cfcb2a3eedc846fd9bda139ed28f947899d853fcbefaec1901230a3c4","formula_version":"titan-u-contract-v1","latency_ms":0.38316601421684027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f940b1dc383ea7cc04681345df32b8550505862613b155ac181a984c99d3ce18","sample_id":"winogrande.dev.668","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2381535f86295f418298a604400ab406b4800f08b19e6ad34e03c4b5fd0b7e6f","formula_version":"titan-u-contract-v1","latency_ms":0.49212505109608173,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1f4a71deadb74cac9a0090928a083e79ea21f28ac8b24cef37e9c677c7e1814","sample_id":"winogrande.dev.669","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69cad9a0680096a0417f19abfeef9b3c3f098503a06b70d7433b8d98589f580e","formula_version":"titan-u-contract-v1","latency_ms":0.3813341027125716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"54e1c3354927598b644fca6c0554b6902983450b204d878edbfd982885c9c6b5","sample_id":"winogrande.dev.67","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"173d12f50c6c78872874b7187e2f7f2bd286ec0a3cfb1e4c80ec5e19df9737bd","formula_version":"titan-u-contract-v1","latency_ms":0.5514589138329029,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0da1f7552c27974571acb7835b04eedeb6975bb0ae7aa0a4975244f883f959d","sample_id":"winogrande.dev.670","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ff41a1d1dbebf8599b5cf33dd86548da20816a1b13f0a013567c7948a2de8ebb","formula_version":"titan-u-contract-v1","latency_ms":0.5312910070642829,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a08a04826cd22cf8e285173f61d591bb201fb11f39e5324fb05a1dbd8fb0a53","sample_id":"winogrande.dev.671","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c7cd30a1b929ca26d2d41df625a120d671fa01b0f4effc8f7ae72fdfcde3841","formula_version":"titan-u-contract-v1","latency_ms":0.39845798164606094,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60bb5d4dbfdea3695990934fc4de7c448a8c364f5ef71aef31678c5ebfad419a","sample_id":"winogrande.dev.672","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"17303eeb1f0d3c5a2109f36180d87467ddc0a223f43e7d13d3047e4777749549","formula_version":"titan-u-contract-v1","latency_ms":0.41254202369600534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2e8c55029ed6325c8f885aa378868d74cc86c267a1088eedbde0db7389b92b48","sample_id":"winogrande.dev.673","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1108d3b356ce47261d927840f7a35cf256beda250f2f4f72cfa2ecc55e151019","formula_version":"titan-u-contract-v1","latency_ms":0.7119999499991536,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cf9f2ccebe15c019f4b41f9e8e3a8960a8cbff4eac0cc478bc03d78a16a4d48f","sample_id":"winogrande.dev.674","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3e1ea2935eb4738b47a21b5498400384d9285e7faee1719fe6568cbeab45fb6b","formula_version":"titan-u-contract-v1","latency_ms":0.41304202750325203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"537916c2e392c92ba5c20239b9ef31a8641ee4b994c6ea295b84e3db5d8f626d","sample_id":"winogrande.dev.675","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1b698e4dc49b86bdd6d098a12e6c4cb1ce33ec5922034d3bbae45fe887444468","formula_version":"titan-u-contract-v1","latency_ms":0.514417071826756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"831ac8c7829a2646f7c4a63f762d42c039e455014947bc5d552c412b382bbc53","sample_id":"winogrande.dev.676","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d873fefd23c0fd84d79c09f45e9dd1ee35ab7e9260fd5d89bbcedc7f0d74441b","formula_version":"titan-u-contract-v1","latency_ms":0.4152499604970217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3f4cffcf668e3225e8149e28673026a914e5b178474e988a10a839aafcef529e","sample_id":"winogrande.dev.677","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"58f24a07e5873e04fdec0f7f50370dea25dd3b4ccb90729dffac078b5ec7f02d","formula_version":"titan-u-contract-v1","latency_ms":0.4737499402835965,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"063632321455203c6d1b22da6714b58fb956417c7d4fe6eee5bed97aacb53df3","sample_id":"winogrande.dev.678","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e221cce9e134d165b3d9e97de07b1d148f921a27d22df621a002ef460d1860c5","formula_version":"titan-u-contract-v1","latency_ms":0.5687089869752526,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65e9712f7d3cf7d2f4a419850d4a360e4985852e068de08237a08c8ae877e89e","sample_id":"winogrande.dev.679","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"27ffb028f99e7bfcdc85e62431e2fa4a00589cffcbfc73ea22bf6086b1552c17","formula_version":"titan-u-contract-v1","latency_ms":0.5097080720588565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b6630675ed88e30eb786d6509a107abdf6e01e37a06c0bc0b2522780a61bdf83","sample_id":"winogrande.dev.68","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8cc10ca7eee17df557c0ee58ea623dc6b77a8203361dcfc50a6c6482ef1d9630","formula_version":"titan-u-contract-v1","latency_ms":1.8237499753013253,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cfe7001f2a5581f0e5ee9fbaead69f1a00bd57cb195e9ce72c415f6bae403481","sample_id":"winogrande.dev.680","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ef00499bc88db8d56d3fcd73c594e5c6b36965008bf5dece1a77cc9d6f6f039","formula_version":"titan-u-contract-v1","latency_ms":0.4428749671205878,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"49aa3227c4d19a2ff9238ccfa06a206936ff58991ce8b5fdd6242d7003295a05","sample_id":"winogrande.dev.681","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dd4b595159ca64d328b0e15d0a0fe5561b6591262f9695e7b120fb3aac4082a","formula_version":"titan-u-contract-v1","latency_ms":0.46550005208700895,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"252f16f6599168498bf8fc3149ea95a085fb5babadc853c732b13a403a9dc050","sample_id":"winogrande.dev.682","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6fabd8297956a5dae3de97556ae0d28fe188f4766198befdfb251811ada99621","formula_version":"titan-u-contract-v1","latency_ms":0.42337493505328894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9f624bcdfb1357e017dcda50448c6ef5f70273a808c983554d43dc49108137ba","sample_id":"winogrande.dev.683","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2df191e4c00eba852a135566cb6e3ba097717cb2f2672e1aca3661747605881b","formula_version":"titan-u-contract-v1","latency_ms":0.4296660190448165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d198cf03d0d4c0dca9f054c7d4677d731d2c84b3bf70c20b12029ed6c3597b5f","sample_id":"winogrande.dev.684","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec0717da23013e2795c811bac3dcf95bc64f6816f99f230f9e45cd923ed12701","formula_version":"titan-u-contract-v1","latency_ms":0.41112489998340607,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31f67b0e6a0f3f9a17c942c476fdaa0545c3e2c743516f82ab82138b3a1ccc49","sample_id":"winogrande.dev.685","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6bf192281d31aa2a872631a5d008a103862d91f5fc06904d281fd2f97d6f9e0","formula_version":"titan-u-contract-v1","latency_ms":0.7479169871658087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3e8f97ac9001d77ec7a20264bd65da750a0e004197f910edd6a7f3aa86227af7","sample_id":"winogrande.dev.686","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a3e146472718f2fc526c5abb759ac8529d7e45cb003b4dc2ce9f04c2e1db8b0f","formula_version":"titan-u-contract-v1","latency_ms":0.6214579334482551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1e4cae86b91897962afc6c166ec07caae72bbf169ada86cb5f5576b91da2f47e","sample_id":"winogrande.dev.687","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df90922d1335db30ea2cddffc49ecdd8d96eb0857b0f7121b8d183a0a9097b64","formula_version":"titan-u-contract-v1","latency_ms":0.5066669546067715,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcb88ab12c4a53ad7d5896e2b29fde3023f244f46c228ed954c86c9ce3458af1","sample_id":"winogrande.dev.688","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0ad73e2cfcf923098d4fc17c99a78e17a00c2e1851ef032b7519817468f4ce1","formula_version":"titan-u-contract-v1","latency_ms":0.4026250680908561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9fd0afb39a607cbcf5badf159a074c4938e6c176ad445d022ac56d1fada37d2","sample_id":"winogrande.dev.689","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f22bad8241dbe09fdd6950540a5a0d67c9e01e22bcb3beafad384f49acc7a597","formula_version":"titan-u-contract-v1","latency_ms":0.5753749283030629,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e940e707f0bd992d5b6d75887964c2e050cd99f8052ae36264de0d9b85f3da58","sample_id":"winogrande.dev.69","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a417c4b53e6f027da2632ceafa60640ab95a71b3224e761fe70d1e532726b582","formula_version":"titan-u-contract-v1","latency_ms":5.074416054412723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"227f00318ddd8877179d844f66a961a186dc1b15b11b25d402ab58798d4347b6","sample_id":"winogrande.dev.690","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"24f5064a12330bfebb77b25c0075f3a56b0dbedadcdc066679116938411007e2","formula_version":"titan-u-contract-v1","latency_ms":0.3933750558644533,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"530478eab15e4fe6c3b57c24ef9773c3d2f8e7cc1cdb6fa28e76c594b869fe64","sample_id":"winogrande.dev.691","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"beb1b71fe9082e789f1002f651c90c83e4274d5be850450d45efe6e6739cda4d","formula_version":"titan-u-contract-v1","latency_ms":0.3873750101774931,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f972e6599f571085f680d607daff9dc4816c4ad47932f139d6448918316ca2b1","sample_id":"winogrande.dev.692","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a84bbaadde9c0d3a4e8e3433d7a91eee250dbf22c918c297825c129589df03a8","formula_version":"titan-u-contract-v1","latency_ms":0.40787504985928535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af338ebb3cf366ea30acd9a49e9f361d81d9cbb4e232392955e6da62a0da3cdf","sample_id":"winogrande.dev.693","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39f0b254d9a918609b08011f5c7e8a9879e5572fab3adcb07603f75d6040dccd","formula_version":"titan-u-contract-v1","latency_ms":0.40062505286186934,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b0d5c5e225aa2192f9306cda3ea618ff82a7b9a242df6f0ce3f6339603973bef","sample_id":"winogrande.dev.694","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"df0bcbab61606ce644b41a51f380770fbf158d99902063b6fca696cbcb7983ef","formula_version":"titan-u-contract-v1","latency_ms":0.6354579236358404,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1b40b0a63e0fa3f9654e29b5efc93567aaf2da8ce0d4a935c593dbdbb20069f","sample_id":"winogrande.dev.695","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4ab9ac40af1081c580145f467885a6c85d1f2cfa7a7dc170002c7acdbe619c77","formula_version":"titan-u-contract-v1","latency_ms":0.40087499655783176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7eaa6c4513194350d4d0bfed0aadf069f08a14da5308a70a4278d075e84822c7","sample_id":"winogrande.dev.696","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a853b71802b024a101438993c643a3fbbd62199211775312a9d04ddb59494356","formula_version":"titan-u-contract-v1","latency_ms":0.3808330511674285,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"33ace54d95a7610b4da1e18543d2c73178fcc7b5f5bc19515a34e669b023fb09","sample_id":"winogrande.dev.697","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38aa4efeecc09c6e909da306c2b7af79600ae8060b94d689fec0c7183213d21f","formula_version":"titan-u-contract-v1","latency_ms":0.3939999733120203,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7597f385ac6335d273551a87fabbc2b8dd81e6b9d0f9a09730f477fa45c03c1","sample_id":"winogrande.dev.698","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dcd3d164398fa791acf08b5444d903b88b9705c69d52f2bba96ee3bdfd38a527","formula_version":"titan-u-contract-v1","latency_ms":0.3802920691668987,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1a8a1e60df638d16809f99300c11d149d6dd95b15e9ef97c96576591ef39743","sample_id":"winogrande.dev.699","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ae75e872bb6aed1d70ac6ca51eda90fd7fec7077d12e4b7d511831d60f86d6e","formula_version":"titan-u-contract-v1","latency_ms":0.4577080253511667,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dc8b18e7e06d6097ad5f909b25daaa49ddba5d448918a578dfab566cb1652d6","sample_id":"winogrande.dev.7","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ee8ee81a7b15b35140c797b61f854e2885d02d93f343348bbf854969bae05df5","formula_version":"titan-u-contract-v1","latency_ms":0.3957080189138651,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f92894100e58b595088b3e7e81a2d4948b50b618df7ca60153a92fe0c0f346c4","sample_id":"winogrande.dev.70","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b13a6c8de8619b2e2e10dfff3c9f3348a7dd333cbc3bda9e50f0ee8f55fb92c3","formula_version":"titan-u-contract-v1","latency_ms":0.7990410085767508,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db63ea859cb8c3f00b1ac4a728660a4dd010f685a030f965ea919f0ea5273888","sample_id":"winogrande.dev.700","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88c26fc3cc54fce895532175ffb336db88f1bb124c9bff78afa6c1e549bae428","formula_version":"titan-u-contract-v1","latency_ms":0.4267499316483736,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a63b20d638ca92130c8a8999cf425f35cad2997e5b00c9dda83cdb01142606cb","sample_id":"winogrande.dev.701","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4438839a7f14cfed76da37da8a52ee2cee1e232cac505ba9e805dbe7fbde428c","formula_version":"titan-u-contract-v1","latency_ms":0.4502920201048255,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bde2f2801f7e721ea0d559de5c21fafb567290c5c557f0294f9abcb19365113f","sample_id":"winogrande.dev.702","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"88e08af4f997c7ddbe8dff675e45000362b249d2b750254073a6c3cf7d3e72d5","formula_version":"titan-u-contract-v1","latency_ms":0.41437498293817043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb472c28427e87443ffcc1c2739a4509c68808fd5d63b57039cb6e93ba06d70d","sample_id":"winogrande.dev.703","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd9973b2a849f13ce951554f461946ddebe4fdbed6cfeecc84b626257a6e80d5","formula_version":"titan-u-contract-v1","latency_ms":0.39308296982198954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82f1013835c18cadfc45f4c26b547a42ab183fb7e3c047690e6e0a481514df82","sample_id":"winogrande.dev.704","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2c393005de05f6a90f6a94a77bca0f3e61d5e46fdb3e1ced515dd3353e05d7c","formula_version":"titan-u-contract-v1","latency_ms":0.7000409532338381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c830917fac791a73a642cc9d9de92a76ff47a363aa1561ffd270a50162767b9d","sample_id":"winogrande.dev.705","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"044e4f0f0af5d91e247fcc8e0931684ee2431e296fb8aed38e74668a90f8a14e","formula_version":"titan-u-contract-v1","latency_ms":0.5372499581426382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"46babb17ae91fc7d7683c501de37294969dfc17dda2480e47427b677fd73c81e","sample_id":"winogrande.dev.706","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b9ab2eecfe72a42b0171ee70a0c1c83ad2d0c0b05a2d26882b9eaab7d6f82d38","formula_version":"titan-u-contract-v1","latency_ms":0.43454195838421583,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d0b826835e62eb1ca00a616878294d8b4a9da84c58451a0192af883909646df","sample_id":"winogrande.dev.707","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"16d7f1e07b516b788a268dc3754539e06b6dfaecae056606d2e3457333036934","formula_version":"titan-u-contract-v1","latency_ms":0.40245905984193087,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b285a0982226ab3a0e26c91c47fc9ef2105c8772a90da7684d967f7d02439712","sample_id":"winogrande.dev.708","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e37d9b3dfce3d72830483cd865ac3509bdc8334b01ddcf5220afaa8ee7433da","formula_version":"titan-u-contract-v1","latency_ms":0.43420796282589436,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1faaf233feb0d805106e775efc9737cbfc17d0ac3cbba5afa8f914dc99b68052","sample_id":"winogrande.dev.709","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0c2d8d8cef21605bc8e06c1729985d4cbd9e7ae490287bee7542c2e1fcb1bb51","formula_version":"titan-u-contract-v1","latency_ms":0.4000000189989805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6827ed0ac9449f9df99ca804af7e33d50364c89e8a486c6d1930b033da0be20c","sample_id":"winogrande.dev.71","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c95e0b17fa7d95482e38110403c37b43d10418e26b6a98ebbe1fbb3d5cbb995","formula_version":"titan-u-contract-v1","latency_ms":0.3825000021606684,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fe6af30f663c3f27794d1ffd6a86202228f958458ef536dedd7ae50aeadfdf87","sample_id":"winogrande.dev.710","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81bb676f7da8a3a4c0d4dac681e45deed6596b936407458ab2c9be1777b61665","formula_version":"titan-u-contract-v1","latency_ms":0.40554197039455175,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bab565838fa3a893a36b9bc8ebf833f395f9b513610a25b88f67f7fe302c9570","sample_id":"winogrande.dev.711","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c8742460b496895d7936316b6c18b5c017099153ba7b48a15c36d4209ec25c1","formula_version":"titan-u-contract-v1","latency_ms":0.38783298805356026,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"07c94aa8128c4a9999a1805997880aa219bd8490c5fc5495377276751002583d","sample_id":"winogrande.dev.712","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ce9e4a5aa9fc9c0f44788caaacb5e81a9c920691f58913bc10105cb4f4518c3a","formula_version":"titan-u-contract-v1","latency_ms":0.4010420525446534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"386681c0232bd65c14ca2e1075bff6ad9933c307d5d6d009027376e27349b90e","sample_id":"winogrande.dev.713","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f13d7e78abe2a7b5d89a8a3b5da68a4839a0e7e7ed1201534f832777c2801954","formula_version":"titan-u-contract-v1","latency_ms":0.47141697723418474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e471e4096a47863d06d9631239a90c8edcf03d98df423af54568cfb3b9e4cfc3","sample_id":"winogrande.dev.714","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73d967e427890e8c916ef5b4dc9134f043f2fa89d134902d22c8d7b935ea77a2","formula_version":"titan-u-contract-v1","latency_ms":0.501957954838872,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"529a10960bb5c20e76fb52d082d1a647bc8715b95fbf61e6e19231080ee1771e","sample_id":"winogrande.dev.715","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80ab4dcdde7342a55b86fd2c51b4aa62a8a62dddfb22d033795beadeac0430b2","formula_version":"titan-u-contract-v1","latency_ms":0.39912492502480745,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f2e4609c4edf54a4397979af533434ed3c00a3105f6d311acc546c4548af099","sample_id":"winogrande.dev.716","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9ed450d37adc64e9868b6b0373e3d45f07bc01517be7d93bc26f929e87247e65","formula_version":"titan-u-contract-v1","latency_ms":0.4198340466246009,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"849b7ac35611efa87ed84fb4ab68fbb482a2db813207bb007a669c45189368b5","sample_id":"winogrande.dev.717","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"80d14aedf86e38cbbdba92d55b1f089ef9ccedab9eb222778d6243de486b7c6c","formula_version":"titan-u-contract-v1","latency_ms":0.44416601303964853,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a86da9983a02f8bd91eefd847c58832a5bf61b875aa6b6abac5f384beb472b40","sample_id":"winogrande.dev.718","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7e307eb18250180278ce0135e63b9ea226ae55eeb1b6c8bd81faeeb0ed22325","formula_version":"titan-u-contract-v1","latency_ms":0.4063750384375453,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ff3fcc5ec35c37f467570b4fce97ac258635bd1d5872ce7d49fb603bc9003879","sample_id":"winogrande.dev.719","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1443b705be057d820c5315e5442729469f89b5d8148ad93368804bba2c0c26fe","formula_version":"titan-u-contract-v1","latency_ms":0.3915419802069664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"432af40edb78a3f263ddd178277073de4e60ec66e839885b4d9b0602ca9f5ce6","sample_id":"winogrande.dev.72","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"00aba3fc6d3d16cccc64a27d71a9fe3f0fe519de6d9d4b5ddd4b7eedb3fe99fd","formula_version":"titan-u-contract-v1","latency_ms":0.3792080096900463,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6469657c0d29079c0e5fae12e6c2fec8baf9613e40ae36d3efddb09cb0d9d458","sample_id":"winogrande.dev.720","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f22307da43637dc7fa093f8243bcfb0c7a0ff16f67832beee24ddbfa64ea5a07","formula_version":"titan-u-contract-v1","latency_ms":0.49229199066758156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"17bce4be3d40bd74992254da28c2d82bf10cfb96d585fe775f4421fb51ed6ab4","sample_id":"winogrande.dev.721","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"236195ce418dbfbac9f7d734c6dee95e8ddb419947ade0b458cf2eaec896f45b","formula_version":"titan-u-contract-v1","latency_ms":0.3832500660791993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bc612642e942c17a2b4c0a14c672b6a03b4e528372dc236a05274d2fee592562","sample_id":"winogrande.dev.722","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"486ce4d6fabcf1c4dd1c5b20cac4fb88195f97aef0da18e5a568a726fe633e6c","formula_version":"titan-u-contract-v1","latency_ms":0.5364589160308242,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9e20c992b59feedda97dc608ddf796be90ddf66b69abc3ec22ba31dd74c235f2","sample_id":"winogrande.dev.723","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"42b74cbd786ec5262a56968ab477aa2ea821f04de648197596a145715d272175","formula_version":"titan-u-contract-v1","latency_ms":0.41749991942197084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d819342edafbd5dbb1175953a017f511b72f5c78297950b4946e4330c289fef","sample_id":"winogrande.dev.724","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8127c9adeecdf9cd6116b1dbc52da081b3f9643c2bdaff27699a565284cb6939","formula_version":"titan-u-contract-v1","latency_ms":0.3791661001741886,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a9f1325ca28c190d08cf0f295fe3ceb8f388e421cc4759774fa92e295cf08cf","sample_id":"winogrande.dev.725","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb1aacdadfd6da7696a868cced71848506f9c678dbf59ef83813762c7db3eb26","formula_version":"titan-u-contract-v1","latency_ms":0.39770803414285183,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d73a7aaa8081c5f0cda2a8be07f48b9558d63046ac6130d8d7014efc37b616c3","sample_id":"winogrande.dev.726","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e90338afd425ef006eb2855237ad2c8b37293adbf2b4169014a8e3129df0bf1e","formula_version":"titan-u-contract-v1","latency_ms":0.4280419088900089,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"352c358136d24610a1f11d95f9fdbf73ce67ff846986920d07fe551bc1e8e652","sample_id":"winogrande.dev.727","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1c40f0c02f7087d2c2ab528c86a8fd80b50b4fe9a26ddd97f7c356d91cbae1d","formula_version":"titan-u-contract-v1","latency_ms":0.38950005546212196,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ad5c3792d3bf1609f058698c627920f84a85f6d3a6f98a0f9b54ea4655c34e67","sample_id":"winogrande.dev.728","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8ae5689f2c6bee3d7b0d1cd6f5270adc3645e0403b2b22765a81c713d6b76621","formula_version":"titan-u-contract-v1","latency_ms":0.650875037536025,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3791e1c95c7a4463af1f83a71c14f6e4c8cbb7f74ecf110f1b47a93cd81dca3c","sample_id":"winogrande.dev.729","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73afea4cf7edd29bd22f83bcb6943ac3f95656ccd4a46a24970ae52e5ed7eb3c","formula_version":"titan-u-contract-v1","latency_ms":0.5608749343082309,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31c4c5f3e8c27f8e1df70cea6bf96c1c0a6a02b5d0d950e25ab206ffe8610f50","sample_id":"winogrande.dev.73","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9f311f592f637c2f5655499d13ae04e8ac78ab667e8c38f41607c7fcd720b495","formula_version":"titan-u-contract-v1","latency_ms":0.4801249597221613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6b06a1ef581d25c5a5291117de2460f5d6d40852223e200b720327fdd00413d5","sample_id":"winogrande.dev.730","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d7b37c051adf90049980f8fbec793d5242eaf70c0fd74c9e59947e6767fe38fa","formula_version":"titan-u-contract-v1","latency_ms":0.43987506069242954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1f357bc6e3d09739bf84f5e344a2d8a128d870127e79ee9b9c373da8cd45cbd9","sample_id":"winogrande.dev.731","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54a9f02344c77b44a2c1443a8e988b16615908d8320d52ec36b11640d58575df","formula_version":"titan-u-contract-v1","latency_ms":0.41437498293817043,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a8c103bd1b01a5da8dac249d84ec0a507d58b108b948063b12a6dcf1730abf2","sample_id":"winogrande.dev.732","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"30c3ec9c4c9c411468f0b30b38a1e282fca9426d46ae61d3e337acba06faab40","formula_version":"titan-u-contract-v1","latency_ms":0.4152089823037386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"555e8c6057eae46c958e9df4a7f5c1494523e315edadcd39f2967a0c021ac002","sample_id":"winogrande.dev.733","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1635f7d131c4ffcb68a8bb49f18ccae26b9a2054fec1e5009e9f7a77ca6fadc","formula_version":"titan-u-contract-v1","latency_ms":0.36741700023412704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f6c4ecc2b629ffb855f124bd3034b485bfe83fbea0b6bb70bbf90d94355188b","sample_id":"winogrande.dev.734","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da908c6dc85ec9cf0ef50ee3720b03014671fabd3c43da83178c0196ecc9acd4","formula_version":"titan-u-contract-v1","latency_ms":0.3573329886421561,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9532e27c4d3c170727ba5452bfd2901739bd3532162807b52e729940df39a4bb","sample_id":"winogrande.dev.735","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"da908c6dc85ec9cf0ef50ee3720b03014671fabd3c43da83178c0196ecc9acd4","formula_version":"titan-u-contract-v1","latency_ms":0.41516602504998446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4524d78c399e36543176d0d783445ab9537fa035073825b44aba505a9b546ad2","sample_id":"winogrande.dev.736","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d0bbdf86edfb3286ad4a414be71a7dd8387d8c7175fd3ab7eccda3aa7cec4231","formula_version":"titan-u-contract-v1","latency_ms":0.3778750542551279,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"653aa1efae9a179967274724bb907be5d9e9deb79a25764ceba91152fdce1f6d","sample_id":"winogrande.dev.737","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c70fee598223e4babd541df9ae2f9c8133ce4f7156e9369d8474695b9ba32f43","formula_version":"titan-u-contract-v1","latency_ms":0.3963330527767539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c1a748b52b080273ddb4b12a8d47a0ac82f6119564616334d15bebfc08f59dc8","sample_id":"winogrande.dev.738","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"496c4816f5b954e304c5c02350e845fc5e2b6bf31af9748d356fcf15b699bbf0","formula_version":"titan-u-contract-v1","latency_ms":0.5082919960841537,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db381107029e1c85c32a7c8bb53d45d92dcf36782d4a1852717766dde448998a","sample_id":"winogrande.dev.739","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5b5b3abfd6e027d5d12b623b8725836ea2c79e04461a07c96945b167beb8b411","formula_version":"titan-u-contract-v1","latency_ms":0.5668749799951911,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b76c4c4f47f3a663dce499dfc886d967d0440a557f79823e2d72503133418932","sample_id":"winogrande.dev.74","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"08b3e2e7a52f787cb50b852a1cbe5bf3fe11df56f4698ad22a6de8c708c545a2","formula_version":"titan-u-contract-v1","latency_ms":0.3850830253213644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a3e73ed2dd7ea2ff29f828c03223e6540f0a29bd48e9d290fdd56f58efbc761","sample_id":"winogrande.dev.740","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c00b4309e35a60e129cc60f0a5fcd07fd1080f02875c974ac3889c112910ab09","formula_version":"titan-u-contract-v1","latency_ms":0.5057089729234576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"62103ddc18b7307f47e04473aaa9263a26896e6874b210927a78e6b7948f1eda","sample_id":"winogrande.dev.741","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74801eee1707de052ca98048ef47fe94a07003b17c4d43a1bccd0256b1f9a1bf","formula_version":"titan-u-contract-v1","latency_ms":0.45370799489319324,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"661a97d44702f637767d59c92e260f129f74ef5c3cf8722d02e18df08ed921be","sample_id":"winogrande.dev.742","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"53e3a126e2a09db50d41c4c93662500236a02ae3f594110ceb8086e026b48a9b","formula_version":"titan-u-contract-v1","latency_ms":0.4366670036688447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"af7fe4d403a1ed02f5c79caeab9f7ff7b123f6cdda3e0d8b21824f8a5137a96f","sample_id":"winogrande.dev.743","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b7abfa3a20039b354f225627dca71369c5ed3b8a2f5d9c832dc4ae86d82b7aa","formula_version":"titan-u-contract-v1","latency_ms":0.40891708340495825,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9535c74c4a597bbbe583e5212a853f843e983ac4a2ab0269c63f23b1ad1e6c29","sample_id":"winogrande.dev.744","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd29e29e6e2955eec3d72adad78e2031072443a502a216374d6508fdaa81cb41","formula_version":"titan-u-contract-v1","latency_ms":0.4034999292343855,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7bc304ff16f425b25d95f7226bc9f38daa64711a99c26a3746089aa15d58b148","sample_id":"winogrande.dev.745","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e61e72d789b840fa34cb3225c412617644dff3c34c3252dbc816ccab12c7fc27","formula_version":"titan-u-contract-v1","latency_ms":0.42237492743879557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bbb6e15ef8412cc01b312255bb9a13b86f00bba3637a3dd9c75ba3d3b93ace9a","sample_id":"winogrande.dev.746","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"92c91d60936e7dbf1e0a0f3031d93f4932f16ebbf10cbaec7783bd8269ca460c","formula_version":"titan-u-contract-v1","latency_ms":0.3900409210473299,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d82a29fbcef3fb7dd27041d0f96f0f432cb2ae7b3b9001a7fcc353f16c28021e","sample_id":"winogrande.dev.747","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cfb839e14b1a4f8c34d4258d3d589b4e02c25ce3ad7841e9675031e2b32a49a6","formula_version":"titan-u-contract-v1","latency_ms":0.40737504605203867,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9d72ed5fdb30fd8c81f2e451e26ec8fa5f801e44148b7bd83579930d3fc86b14","sample_id":"winogrande.dev.748","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28787a03b6502b8c7f57fb83d9d08a557b04a2a51e9bede4b87c24805492479b","formula_version":"titan-u-contract-v1","latency_ms":0.752583029679954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"20235d19ab371fe58a3ae574eed027fdf15fbe6b0b7bbec3da8ff7d26f30de07","sample_id":"winogrande.dev.749","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"74c7bc7adf55882d1dc85920d1c8b25d33e441f441ef4a36832ed2ca2126258c","formula_version":"titan-u-contract-v1","latency_ms":0.41987502481788397,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"51065d225fe352d44ab5b93661c60be8f56cd80cd866ec3ab87cc29afa1f35a2","sample_id":"winogrande.dev.75","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb18dbf19fdcdaddacb6db8b0f383c39b9c4e2eb157f4805c4f932b3868d9516","formula_version":"titan-u-contract-v1","latency_ms":0.4130419110879302,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cc8356861305d826740647986bbd0bcac50f60255aa1617bb1eb3905711ba67","sample_id":"winogrande.dev.750","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"081c1e51d27d5e8dc7d2e3f1d0c3221bd561098e25d9bcf7abb827d415038187","formula_version":"titan-u-contract-v1","latency_ms":0.5963749717921019,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b7342f624b5012b85c346b88c17176a5a2aadc45faae55cf42a897180ab44611","sample_id":"winogrande.dev.751","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c25dcacb75ae55506d9b76266ef4fb519b9e73e94d58a34a010060958a86d59a","formula_version":"titan-u-contract-v1","latency_ms":0.4194999346509576,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56b22c56a7fdd500acdf5bbfd1be07f38a28a8715b0bb324d7526483f707050b","sample_id":"winogrande.dev.752","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5496840b2181c6f1f2f5117d6f44d7215d363d3068dcdef1c1c73f45fe2027fd","formula_version":"titan-u-contract-v1","latency_ms":0.4232909996062517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bbf8398dfc0382fe3e0bb14a6656050a6f0418418d0627ebd376361de1b9875","sample_id":"winogrande.dev.753","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab9bc44978c2487a04e7320138d89c9670c2a91105efc1e673031c7c11e088c0","formula_version":"titan-u-contract-v1","latency_ms":0.40191609878093004,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f95e5a7c7bf0aa364ec91a653e60bccacc7a6e7116ebab19908649a821d2021d","sample_id":"winogrande.dev.754","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"517c99e6288254fd182311f0dd1ec25164fdb6ea3c363126c263bdebd4e354eb","formula_version":"titan-u-contract-v1","latency_ms":0.3857080591842532,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a418b14cc16fde422a59444a8ecd6c67e04fbeb4654a55075e660929b32f142","sample_id":"winogrande.dev.755","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b2a22bac9388c91df393b46b9a4f7b6b9ab9c90051576f61958215348018be79","formula_version":"titan-u-contract-v1","latency_ms":0.427916063927114,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19a9df44c77735155bcfbafa14b816c47984e850f1b288a07f9aa5a4dd996253","sample_id":"winogrande.dev.756","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d3a1c341ca2e22bf57afc50b5cb6ecc62583dab5430cdd8dd29f38c7d9828d3","formula_version":"titan-u-contract-v1","latency_ms":0.41020801290869713,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"27163c9700069f1757ff673bd7e40a09758c7b570a0fb631259c4b285fb5c4be","sample_id":"winogrande.dev.757","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a43e29cbec9f72400911a3b6976fc7f6f6b1f1d64cdd6abdf49bcf4f8686e137","formula_version":"titan-u-contract-v1","latency_ms":0.43245800770819187,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"31f9d1f06982f9deacce3f5cc73d409aab7613ef626b71f3800ccb92101f749e","sample_id":"winogrande.dev.758","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8d233a3b1e92d3e9a7fcbaf1b913aa6d83c6ebce23659abb2c46bd442e49ad73","formula_version":"titan-u-contract-v1","latency_ms":0.4196659428998828,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63612f8a435586937dadd18f68f83f155a49431a13a0ff4b90e4e87c5df4924a","sample_id":"winogrande.dev.759","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06f401556e0c6b37345efc8c76a5dc9c349d25c48dd439a27f25969a2ce444db","formula_version":"titan-u-contract-v1","latency_ms":0.40504103526473045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66a5957482a806d200b324019c219bc8648305215bb1f6e0962fb6f1bac5b306","sample_id":"winogrande.dev.76","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"64eb58a1ee181537209c9a4b419057183562c61b6ccc89258fa1ee026931e6e7","formula_version":"titan-u-contract-v1","latency_ms":0.47866604290902615,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e7046f924e99330a0cd40fa68a8601a9af78d3563092876d254b53151c2a7b71","sample_id":"winogrande.dev.760","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69bf881c4a56114619206cee4a48512a6c707cf0b6fa73ac2519551abc91171a","formula_version":"titan-u-contract-v1","latency_ms":0.4010420525446534,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"73a45860592a6679739e21deb1757ceed75d511f548467ca61c17e6442dd7c0d","sample_id":"winogrande.dev.761","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"47c5c5b2bd395baa5a4eda97e70f651bf2c6f51f7ed1dc7262a717590c2c819a","formula_version":"titan-u-contract-v1","latency_ms":0.4384580533951521,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c788e199246fbb73a865b65b22fdfbf0c33c6efc6cd6be92100549e950d85d26","sample_id":"winogrande.dev.762","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b62074d70bbc43472f2938ef9b1036bf5ede5427accc985e51aac02c4a68f1a5","formula_version":"titan-u-contract-v1","latency_ms":0.38937502540647984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d3297120504589c454514e0f6c5767d49f1a8c098c4f6107adea455115c69c23","sample_id":"winogrande.dev.763","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c47495c0011286239c562ab5ec90a46e7eb12ad9b598fafcdb9c130f07addf7","formula_version":"titan-u-contract-v1","latency_ms":0.3860420547425747,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2a5b981bd4fa1391a1ba08ef5675c55f3b498c0491feaaab7a1dc6ae0bf0839b","sample_id":"winogrande.dev.764","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"14751690038e7d8c62c91479f9d09f5defa70082cf01dc9883924b157ebd81dd","formula_version":"titan-u-contract-v1","latency_ms":0.402832985855639,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"595af63ddc239996374e407f59a3d6ed478c894b8822e8daac3d7a3ea96156a8","sample_id":"winogrande.dev.765","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3fc5f67618285f594751e26364a6d9c95ece42fe785f3d3e660706a9ee44aa93","formula_version":"titan-u-contract-v1","latency_ms":0.3929169615730643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42814b2b1648326220f17811ac7204faf28998e2f3f9f52992ce89b87718d00d","sample_id":"winogrande.dev.766","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ef21ed8ee1ddb10f1e5a5bd73f1f623dbefc38e1932119c9232a1948ad2c8320","formula_version":"titan-u-contract-v1","latency_ms":0.4378340672701597,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e9e1ef0d31f2d571311aa01f664d503cda3371e5ca9e258cb6b5e13ebb93002f","sample_id":"winogrande.dev.767","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"acee9b9982a2bbbb54267e7ae081eeeda29732257d00a9e08798d8a91f389a67","formula_version":"titan-u-contract-v1","latency_ms":0.41041604708880186,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7f8804030aa06c2615284e40a7fe31371a9b327047b20bcc7b27ab39efd19b00","sample_id":"winogrande.dev.768","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ba6627d26fb340d01c13adb2c8d7ffe51194669fbfc7e38f922a920f5932bc26","formula_version":"titan-u-contract-v1","latency_ms":0.4057080950587988,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8684c0c6ebe8442df78caa9003fef3bbf679c43a99d33ce41fab396b6a457f45","sample_id":"winogrande.dev.769","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d431628c4b991883281bba0aa7f1629db86b6019012fdc9752d18b50e7d4a243","formula_version":"titan-u-contract-v1","latency_ms":0.4301250446587801,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"372006589fdae4174f7839819a818aeca2cc3cab4b97726ce05d4076cb3d180d","sample_id":"winogrande.dev.77","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8912e27ec02fe1b144e834d0b71fd72592852f411be872d1292beffd43588cc7","formula_version":"titan-u-contract-v1","latency_ms":0.401749974116683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c783c49a570d60e8dc0abfa6be6f93fa08c404e13546d9de8296f0d6982e6e9d","sample_id":"winogrande.dev.770","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38f0da3367b518faeef75f5e34d60fcc0be6e63af8ef3c794bbf5a730d1db69b","formula_version":"titan-u-contract-v1","latency_ms":0.38824998773634434,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a8ab17673043a606a84d31db028ca055fbb99c249bfa577644b8079f064d66ef","sample_id":"winogrande.dev.771","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3304eed0877b955e8953c35ebd6c2346a46e25c3e24a89ae681f06988a8c93d","formula_version":"titan-u-contract-v1","latency_ms":0.40950009133666754,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c7b6770a8005f9d7b55f17c96a96841e08d53237abf298b64c59eb2f9e8b27ee","sample_id":"winogrande.dev.772","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"187c7e7e5ccd9b6f006b7a63904aa13ee86a7358a6ca8674e623fdbe093b7385","formula_version":"titan-u-contract-v1","latency_ms":0.39179204031825066,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"94d4000fff92c4767953dd7c84c9cde979d8a1c3b4ca5861996aee85abb9ee07","sample_id":"winogrande.dev.773","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"176507e0974b5f3626612653ed01e172252a45ff387e37b6f99b9bbbe4bce78d","formula_version":"titan-u-contract-v1","latency_ms":0.382124911993742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d2e0f04373838ee27d93027b640897b0f6a36dc8798d5dcd572d5424e5697d86","sample_id":"winogrande.dev.774","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"049f398cfe2ac9278756ed77f8d8755fe5bbb3955de167b19b79b2c7f1454ac7","formula_version":"titan-u-contract-v1","latency_ms":0.42449997272342443,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8faa505dbb79cf4e24db0c2d3fa9096321d73cec098a33c3e675181ff06297c","sample_id":"winogrande.dev.775","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"38d06ab4766278cafaca94b6e55e33be1374a4f574af945fa0f6edea52ed432c","formula_version":"titan-u-contract-v1","latency_ms":0.4128749715164304,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53bce1a3d1d755a75c88d9354880e81334a582cfa578638a387e12c62f6325cd","sample_id":"winogrande.dev.776","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9be9230b0c8b2f170fd2ec871b47c87667b1575724a594ba16a5aa27e5ec504e","formula_version":"titan-u-contract-v1","latency_ms":0.42645796202123165,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"804684607215a1763fcfa79fa188160241d8df717445fc32a139a30775639271","sample_id":"winogrande.dev.777","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"26d221e910007409159df86f64cd245383addd3c0f40a681b473abe3706b3119","formula_version":"titan-u-contract-v1","latency_ms":0.3955420106649399,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0f5f8cfef6bc160bbde9500caf8db8ecfa2f5c809fa2ff953f533ee4d5052fe1","sample_id":"winogrande.dev.778","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6375e155a7408edd2550ff9194044b782c46c4221c6ac69b30aef49fcd60ad1","formula_version":"titan-u-contract-v1","latency_ms":0.4273749655112624,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f1148a1d2a6d1f9406ee1c0190e717d69d80aaedeb3b8e593e70e3f265254472","sample_id":"winogrande.dev.779","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe0c42f03f67640f7a5cdeb135bc7d98e455afcec966c4aece1f6b27b96141e1","formula_version":"titan-u-contract-v1","latency_ms":0.40083297062665224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c769d68c1ffc176ad46442760c58ad5ea9da52c3d196b1dd8253589a98991776","sample_id":"winogrande.dev.78","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d1db98e1f303fe1bd9e2180baf7e010eb699b6b50be377c7129f8564e5aea74c","formula_version":"titan-u-contract-v1","latency_ms":0.5590419750660658,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82a849dfd27bfe3b65c1e4a44e62f4473e1369bda20431e087d5ab60e78fdd83","sample_id":"winogrande.dev.780","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"668c31d7d69ba3f7df87eb44db2e4509e1036aff85885c27acac86f06e4c5e01","formula_version":"titan-u-contract-v1","latency_ms":0.40795793756842613,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fbcb6d3ae252d9a3af7ff01859b35aaf75bf9ae4a97b236bc4c0da739173205","sample_id":"winogrande.dev.781","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed69b154b5f6ff88c3fa95bfa9347afe9c07ffda146c9e80e9ee5d6221e31af5","formula_version":"titan-u-contract-v1","latency_ms":0.5319579504430294,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7707257a184c0a86801681ce20f99f87d456b12bcfb58b21d85df32e86ac4750","sample_id":"winogrande.dev.782","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d111124379902b66a3dd57e926cbf414cf47bb69f3070bf6265b630784b560c5","formula_version":"titan-u-contract-v1","latency_ms":0.4253339720889926,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f27d0d7b7af6b6aa1cb703efbf9c2a5526a41507ccd373aa0b20ce223af660bf","sample_id":"winogrande.dev.783","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c3bedacfcd659108ce50ac58786cb748bdfca32699c1ce79ee789ee9a92fe9f3","formula_version":"titan-u-contract-v1","latency_ms":0.403165933676064,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5ddf423b0ac51090eba55a7f6948dc411680037a527c01c3840fa4154b40d762","sample_id":"winogrande.dev.784","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e853d174307315ec3670ac4c6e6f9f57ebd2986da085df0130dc44bf1625583","formula_version":"titan-u-contract-v1","latency_ms":0.4826659569516778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1643c601c0e998df7c5a73800310b1b06d47bdb18058a1c187ff9f670f938296","sample_id":"winogrande.dev.785","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"60558da51d37d6ec54384ae2c3946f8c0f7f05181df29d8bdf6ada8d6bf56c91","formula_version":"titan-u-contract-v1","latency_ms":0.39891607593744993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"792cd475b68c8ca19a58cd96f7a7f1c9063b95b2482631781dbb0bb90682f836","sample_id":"winogrande.dev.786","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3d9eef3f036f8658355bd59006f111a4f2f0cce4e1ad25750ca7c077a215983a","formula_version":"titan-u-contract-v1","latency_ms":0.41829096153378487,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"da7868e0b9133b16f9ea7772072bf9d4c01103e70a223f2a1d3fbd7445f7d962","sample_id":"winogrande.dev.787","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"410cbdaff0cd7874c1fe223c19368b8721d8d1a441108e54d43d664719580b6b","formula_version":"titan-u-contract-v1","latency_ms":0.3831250360235572,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea53635a21e6f7550844dc89292bc14b89448665e13911637d88c412bcc53823","sample_id":"winogrande.dev.788","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"44a1810e3366efed75e254d5251d8654116cd51a3bee62b006b24a861cc63116","formula_version":"titan-u-contract-v1","latency_ms":0.38354191929101944,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6dc9fbed1c415321280eaa31aee249ca476f7a69478243d2152c2f1894d187b3","sample_id":"winogrande.dev.789","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0291aec3420037f8083e049043d4ffaa374f99222d93b27c2b9d81bdd3d8db5b","formula_version":"titan-u-contract-v1","latency_ms":0.40258304215967655,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4dc6819eb066f72816ce1f6e798b65a525154c1628744b9d449dbdb57ce998c6","sample_id":"winogrande.dev.79","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59e40eeb536b8ccbe7b0e1422e11eed2ba3d43e0cc3ab0354af1c731514b4a8d","formula_version":"titan-u-contract-v1","latency_ms":0.43000001460313797,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffc0bebcd707edb66caf0ccb50030c6a49179bc6f7610f8dd3451755152a6848","sample_id":"winogrande.dev.790","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7088f5e2fd5469e86e099e03b0187dd5dd1ebc766dbabe42143d6e689350fbe3","formula_version":"titan-u-contract-v1","latency_ms":0.40979194454848766,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"940c0d3c58b009dd208b373c966e25a2097003815a1c950a4ab3ac058f5044a4","sample_id":"winogrande.dev.791","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5fba17e98c901eb2775429c4116224ad894a4c4e836ff6ec2fb32b0ea85decec","formula_version":"titan-u-contract-v1","latency_ms":0.39891607593744993,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"514aa1892f79cab7285a6db3d589887c6d6661cf51f85eda86042a65ab0a2625","sample_id":"winogrande.dev.792","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc125d88d68e16aa6cd1f90a18cacecf0fad0b9d1679a0b8822978ee3af08623","formula_version":"titan-u-contract-v1","latency_ms":0.3963330527767539,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de155ab3535490368af378adf5e64dfbe41e8c452619ee081b0c61200f33f0d5","sample_id":"winogrande.dev.793","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8eb6d9bc1270d331f167d0bea23c5f4b937dc6679ecc9abb77c2bcdaff32ff87","formula_version":"titan-u-contract-v1","latency_ms":0.40312495548278093,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19e8cdd2db640f7b06cf26cd5e1262fa22f6f5fa5c3d009956635f7b4e388811","sample_id":"winogrande.dev.794","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ca9db9edef50cd927d1a3386c2b804c6de1d880baafca7fbaac569b08795e73a","formula_version":"titan-u-contract-v1","latency_ms":0.39758405182510614,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"296a5ca45a7986864eb362a127582ce3e438df0caed155a2a7b5b429dbdb6eb7","sample_id":"winogrande.dev.795","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"de1ca03cda6620832438e43183e00d6efe87e3c846b5556d7c1a31eec82918c1","formula_version":"titan-u-contract-v1","latency_ms":0.40975003503262997,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"122980e1cb79bf2a2bd619f924f0c2a54f4b72ef2ec7cf3ecea63612c2223a7e","sample_id":"winogrande.dev.796","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"cd9ccd67b5411c50640945d24f334a913b0c1ae49b60e35bc45661fe0a0001ac","formula_version":"titan-u-contract-v1","latency_ms":0.3964579664170742,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"330dbd88bef21788b04c7e397a17d3d00df5f73eeebc9199ed1199be728b101f","sample_id":"winogrande.dev.797","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a4ba35730f4f5dba3db602ed7e02f092bc8f547d83fad95f3b14871dbcec0af","formula_version":"titan-u-contract-v1","latency_ms":0.4609590396285057,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"018ff2216d1ec635cbf6e72699e770d07060ce76ecd4e9e61229ce02827893c9","sample_id":"winogrande.dev.798","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d4d37d03d316abac17bb2f68b1daf3c065505670f8cc60898991d4429695317d","formula_version":"titan-u-contract-v1","latency_ms":0.46845804899930954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d8c5723c6f982ca43285ae61fdc323e59a8f56f4f26f1fbe2700a9e611bce2e7","sample_id":"winogrande.dev.799","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"41b30828590e3030fc7a803718e9ef23ce6a274cb5ebfc4b1a48b8b090f17f14","formula_version":"titan-u-contract-v1","latency_ms":0.36095897667109966,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"30b992580166ca4357a3b646c46096643be111388950b6a1be65492111877f69","sample_id":"winogrande.dev.8","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6e6d2d6a6de4ad86d9c4126c671e5c66ad2c153528a099cc49dffc526092f83b","formula_version":"titan-u-contract-v1","latency_ms":0.6549999816343188,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"055aabd94f8a904d670cedfd20c8433934af045734b1451e7cf2de0873ba01b4","sample_id":"winogrande.dev.80","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5770b35c7725ba67f7abad33680344e7fb20b064b72f89594ab647ad48c8501","formula_version":"titan-u-contract-v1","latency_ms":0.40424999315291643,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d7cbb201727ae922d390a9af0e06073af3d54d6c8becb6d76b0ea655bc53288","sample_id":"winogrande.dev.800","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"945de39a1dbd74aada50c57a8c08f4a447221b597c79e52e5246f0b624f76991","formula_version":"titan-u-contract-v1","latency_ms":0.4052500007674098,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c5cef171f5d3565c3b7ad07e0541f0c0e3209ba3d0e6cdfc2fb1486cd71d17df","sample_id":"winogrande.dev.801","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dd7c37d9671c40041a5a4d605f292026d18a81e41f3ef8242a177271cf1d166","formula_version":"titan-u-contract-v1","latency_ms":0.3991250414401293,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"60276438742ac235e5d073a3b7142044957a72fa7986af93b61ed4173e31a31b","sample_id":"winogrande.dev.802","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"03eaa73395a1c2e1eabeb5937189ddd673e4daebb6c7b9ac329f02b7333d7674","formula_version":"titan-u-contract-v1","latency_ms":0.4058749182149768,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"620dfed3d8507b40ba11c43ee8738944e9500082211e66268b7a9645416e96c8","sample_id":"winogrande.dev.803","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"006a5e5add16b03e4415ffecc88be583dfdcc40cbbee347947a152b03cc8065c","formula_version":"titan-u-contract-v1","latency_ms":0.5007910076528788,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8cf2997207800ad47cea9e7aa9f404c716e1b11dcf3068145a3d8c391f25238","sample_id":"winogrande.dev.804","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"59047d5467475e46ba64a4596708f7f2ec522871dd85f6184b73a8a9729cca99","formula_version":"titan-u-contract-v1","latency_ms":0.41329103987663984,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"026e7324e41c58cab8b2c3ce02ea64454e812a08201336f56fd9ca9a94c78f3e","sample_id":"winogrande.dev.805","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"73445c96ca00511492ea597b8368f00f0ac9c56d1ca007f0fbd835ceaa7563dd","formula_version":"titan-u-contract-v1","latency_ms":0.4047079710289836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"041ae22aea29b101713372b520d7bf746692423b716364e6c063480de4144a2c","sample_id":"winogrande.dev.806","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65c1323b50d084abaee8e32eefb89ca2f262196df1bc8cb573b885e082d03bdd","formula_version":"titan-u-contract-v1","latency_ms":0.4128330620005727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"881877c54f6c11ec5247042ffc84abb7df773dc89d386db77a1dce52a947af19","sample_id":"winogrande.dev.807","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c4d0a9e270982aadbd2df55125cdb3390bf1aa7aa36fe65c8cb6b2d15de79a0","formula_version":"titan-u-contract-v1","latency_ms":0.388665939681232,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c3f6674988d5078a2168b375042567c5657d4e58a1ab60fefec8f0fdcfed59c","sample_id":"winogrande.dev.808","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7b616134ebd8cbf5f2c153749d7cf40a686034ec69e89aacd6f684ea0ccac153","formula_version":"titan-u-contract-v1","latency_ms":0.3950420068576932,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"29212f8da9821c4a1eb3776ef222ec958f772331aaea3a268aa753d3db2c0396","sample_id":"winogrande.dev.809","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f701e086b2c24c10eb2b638600309714ae7aba5e726699686cdc2248f37670eb","formula_version":"titan-u-contract-v1","latency_ms":0.38808397948741913,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"52c316d751706313b71bea38a7d97e2decdeab2cef23c59e4b813e84ed898572","sample_id":"winogrande.dev.81","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fb961ef119e75547187621116128981f1d69b088fe74122832649798df3f3f09","formula_version":"titan-u-contract-v1","latency_ms":0.36987499333918095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0a825829ecbd6c4ac6c5bfaceb86f2923f0dd1b4fbb92b2e489d9cb1c26431e","sample_id":"winogrande.dev.810","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"059666a7cb454b96cc2cac70cadef989b2114a9a111e76855bef984ac10b9b11","formula_version":"titan-u-contract-v1","latency_ms":0.5828330758959055,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac8f4e3820bc3297c2bbf32b921387e2ab7e9f1c028b3d5981723e0b602b122e","sample_id":"winogrande.dev.811","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bdfed33e1baf9988e5b0843b5a31bfe1e410b19ad905994dd487c9d459371bdd","formula_version":"titan-u-contract-v1","latency_ms":0.40504196658730507,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4df435acd76ccb551584f22f572afb0902850e6cb1ef80b556d8927df035c8dd","sample_id":"winogrande.dev.812","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"04513489c98fa49c06c9b54ed229d7aca0a71e6963cd87024ec92c6dede5b3c5","formula_version":"titan-u-contract-v1","latency_ms":0.4130000015720725,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7014d275bf95cae3b9efa13528df68b4f2179618944435b5ce7bfbe394b130e5","sample_id":"winogrande.dev.813","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e55840031f761846e3d4c16771d979bff9234bca6d6e1190df87b07c9c7e3745","formula_version":"titan-u-contract-v1","latency_ms":0.405792030505836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"56ec02a9d6a139cf95eba5b9cbb94d45751702bd982a0d4bd06c7376c5fbb984","sample_id":"winogrande.dev.814","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"265c4176d0024e3e327723263c4e0e80139f355d2d0ade1e61737b0e95782b5f","formula_version":"titan-u-contract-v1","latency_ms":0.38600002881139517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f63195a79a40971a3c72333fd1961c5b802add372a0e38849e03a30b786b416a","sample_id":"winogrande.dev.815","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3104df67bdbce3781758a8e5498019f7c181347f9323e31fb22685b1d10af0f8","formula_version":"titan-u-contract-v1","latency_ms":0.4290420329198241,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ae447bd69402a036b60090aec5af0605f09e677532cd73e863c954c76206f5d4","sample_id":"winogrande.dev.816","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1901b5a425d8f918f6821c9a1e3d2f71e0af6e1dda536befacb148827aeca1dd","formula_version":"titan-u-contract-v1","latency_ms":0.38658303674310446,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a39c83a720fa3f8d32c48ea4ea3e286eba8a0bb3186e214741ab55e80297fe9c","sample_id":"winogrande.dev.817","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4110da467678e81b76c6d73f08f197162ef2dc1434cb3237804fef49b1e1a81b","formula_version":"titan-u-contract-v1","latency_ms":1.9558750791475177,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c9d5f4ebaf98f0b02555624b67656c9f897523f243ee5c56863d5a56b7df2361","sample_id":"winogrande.dev.818","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18241e97b892af96e565a66bcf5523f4f2659c4d8b25a6525f460f9bb7ff0d16","formula_version":"titan-u-contract-v1","latency_ms":0.5025409627705812,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e426f6fe35189b73ed66ec0e2f254c18005a8cbb6b74297982d0273c4407fb55","sample_id":"winogrande.dev.819","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8586a1821ed8aa2b49dd549eea6ea2f7b990718f10807a25951555ba237ea9c2","formula_version":"titan-u-contract-v1","latency_ms":0.41629199404269457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"065846216ef9ca5ad83697dc06c2e683b5e588d7adf1bb0961cc4c245e591a59","sample_id":"winogrande.dev.82","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b3e67377ade099f348e3769c926bd8019ab3bffade6fbb3e287f1064838c32b","formula_version":"titan-u-contract-v1","latency_ms":0.5778749473392963,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f8822a1bf08a3db7ab7d242226890c9e0f39fa79ced707bd183d217e71d3cdb7","sample_id":"winogrande.dev.820","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a5a82a53ddfb725b2aeeb16687f60000a44ea0cdad4cb97ba1fcfdd3c7941a0","formula_version":"titan-u-contract-v1","latency_ms":1.0132500901818275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3932a6c0921052a1b09498634e89a5deb2115cf50cb62681da542b835652e758","sample_id":"winogrande.dev.821","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67a2f48b4a857527d8857530b0d3b354146acded74d8126481eb87b8a79ccfef","formula_version":"titan-u-contract-v1","latency_ms":0.44854101724922657,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"65b1822d6bc5db9e3bdac9fa246368e9d6f5c75261ce5dbc89aaad4be3aacbe3","sample_id":"winogrande.dev.822","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5c33cd7201b1d2377b0972bdef111066d2612695c9585eeeb47a6f74e51a5a3","formula_version":"titan-u-contract-v1","latency_ms":0.3934580599889159,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"be0a72684b336e6cd176c358cc7aabfd66f063f0f0cf456fd1f935d15ab6a632","sample_id":"winogrande.dev.823","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fa8a7a4cbee979446fc1cad3b09f455f8eb588621e45a842aa7346f414164f3c","formula_version":"titan-u-contract-v1","latency_ms":0.3981669433414936,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0d3dc4c1786eb33f4f442d36a5c3eeac21e2b537b205b92d02bdc0ac637494ae","sample_id":"winogrande.dev.824","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1aded62084605f63494a9ab1c6c92726c05ca41f2c5012a9522e2486301482a0","formula_version":"titan-u-contract-v1","latency_ms":0.6275409832596779,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42244a4ccfe8c8c90520162e3ff38c70bc9300d18e72fdb05c9c7f06ba3ba5b3","sample_id":"winogrande.dev.825","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b301aa5e33ba8bf22177688771e41a7ebce864dfe36080b76aedade66a532b48","formula_version":"titan-u-contract-v1","latency_ms":0.5903750425204635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"212c3f8d76cfa091fba0fc0a355113dc50bd0de7abf477c0337d2eaaaf7ae2ea","sample_id":"winogrande.dev.826","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ab60a4d117bae45455c0973452fc4aa3b48bc703c84b7009b5f309fe368e7721","formula_version":"titan-u-contract-v1","latency_ms":0.5082499701529741,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1d758fb73e5867d27751bc0776be8ed53732b8bfbcdd3ff76b9f43a1a9dbca97","sample_id":"winogrande.dev.827","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d5eec4d751326fc6aea80cda4234a9e8cbd66358b1378326ea893a623d5d4645","formula_version":"titan-u-contract-v1","latency_ms":0.5127500044181943,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b4710cce80517a43d33759f08f797a2f8039c72d09095ea7b23e58c411a2940","sample_id":"winogrande.dev.828","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"29f6422beba72bcb23cf7478b4c994c2a36b50a222c2e6b409864ceae01237b4","formula_version":"titan-u-contract-v1","latency_ms":0.4133750917389989,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d78c73ecce15286465b1f944915ae7d605fdc3b0fb8adac20af1948d1b2a5be9","sample_id":"winogrande.dev.829","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"72231b1736dea2d5d211d2f57937f4931fac73537a1aa72ad138bde14f056bb9","formula_version":"titan-u-contract-v1","latency_ms":0.7910830900073051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3a512aa7e4dfb2800654b53473c4ab4c00dcde91eea865bd7de04ab9839ccffd","sample_id":"winogrande.dev.83","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28af6b3594c22170f2f198bad4326ea34773e781f32ffee778dee15ea5c2a255","formula_version":"titan-u-contract-v1","latency_ms":0.5025420105084777,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f04370665478d2fc8f5f64b0170389ef19f2e8b582dea3172b59c634e3a7f6d4","sample_id":"winogrande.dev.830","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fbfda316d17148c6ab2a96ad9de00b880921df2014b248a7183387d9e10947c0","formula_version":"titan-u-contract-v1","latency_ms":0.5024169804528356,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ac6c4e9efa65d159192e6fde8c2fcab1981f49d9fb0289edf0e943a8bd82dd93","sample_id":"winogrande.dev.831","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7284a1fb31f4977ff302dca92679c72bc76793e1dbc2239cb6ff90b4276934a","formula_version":"titan-u-contract-v1","latency_ms":0.5608339561149478,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81b0e3732933ba141acd192b46623084aefab1d6a35cfcb6f278bdd4b61d39ac","sample_id":"winogrande.dev.832","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"87a25a9e446567ec73b5108e8e63d5572d6b7bf7f389fe4aa415ffa21efd2046","formula_version":"titan-u-contract-v1","latency_ms":0.633500050753355,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00776ddccce34366b0c66fdc7b90b2fb811ae9ef5579260e6b9366a4ee99a19f","sample_id":"winogrande.dev.833","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd07776651b309f23a53493490eb1e6139e89bc1c94a73b98943f08154761335","formula_version":"titan-u-contract-v1","latency_ms":0.5485829897224903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22903b3019e217b31fd9269a7754e3524b40a756c9dbcf20ea9e2a7ee21929ec","sample_id":"winogrande.dev.834","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"55969619f35c76c0623f8b6ab3ef8e7a8f86ae52bf517974bbcb5d96af08a9cd","formula_version":"titan-u-contract-v1","latency_ms":0.5074170185253024,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7a6e2c9fdbf1e1df849c779f0f9bc0a8ebb68662078f70d92487e5783eb8e9c7","sample_id":"winogrande.dev.835","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ec28642c4b4b82d470e65338abce7ddecd1d37b37355827cf836948e8d544c9","formula_version":"titan-u-contract-v1","latency_ms":0.4183329874649644,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea66ec540fec7f987ad2459bf4f01eddc4843d155df0b980a959c7ad68096201","sample_id":"winogrande.dev.836","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed0513d02b3d3b2619782cbc3b28035fa97033f73db8503693b0311b77ac9ea7","formula_version":"titan-u-contract-v1","latency_ms":0.5538749974220991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5f43e5f053e696abc486b39b138ac115cd4761188885fa8eb4d5c68b9eca0385","sample_id":"winogrande.dev.837","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e78ec3bfdf44773f2c762626e0c598a7bc3e0622a1040686c71818f7005fe9ca","formula_version":"titan-u-contract-v1","latency_ms":0.3902500029653311,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6cc25d7a0608a27696ae2870e36d42bf7e25fd6b5d8c53167ae81a3b502eab01","sample_id":"winogrande.dev.838","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e3f298366502111ee368d09d6f876079bb4b06c2c6c64d1cca44e98ca941fcb","formula_version":"titan-u-contract-v1","latency_ms":0.3542080521583557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffd9777f5fafa4b8106462e569ad4c3bdfc2381da11c09745721748cafd5e356","sample_id":"winogrande.dev.839","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06a30dc6d71c1df0f2542c6cceaf46580d037e1df80a0828f04c956c57018397","formula_version":"titan-u-contract-v1","latency_ms":0.446291989646852,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"963adb26e3976a3698c31908573a485abb706616ca96b2b25548fee687ec4f79","sample_id":"winogrande.dev.84","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c254240837e3bd60d0466854c9db6c8ed72e1bdc601c8c7efd6d394b17c4c248","formula_version":"titan-u-contract-v1","latency_ms":0.4526660777628422,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f12583dedb08ca0ad54a55c781474dcd225d9aa0b6cf775552e9c46403809f8","sample_id":"winogrande.dev.840","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7a54a4e8308fb2eb88ce9f3c911be734fb3cb86b8dcaa3000196f53943a21f3a","formula_version":"titan-u-contract-v1","latency_ms":0.40137500036507845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b568292e3ba1a575222c38e1c756ba9fbd041b8a43bdf297467e29661559ee2e","sample_id":"winogrande.dev.841","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e56b8ee6f82a0c5be7f5441586118899b167d60abe9379efb498a2b28e7d0278","formula_version":"titan-u-contract-v1","latency_ms":0.38758304435759783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"068f5dfbcdd29b1aac32252221484c8b4323a58c4c3bdacb03ca35f83ead3cf0","sample_id":"winogrande.dev.842","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1fb122a681ff0f8343158537ada9ecd005cdaba3a67497e3cea5421bf00eedee","formula_version":"titan-u-contract-v1","latency_ms":0.5383340176194906,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dd282690f0b3957e83f99fea3fd803c2359ab462b252264800bd23b55adb62b3","sample_id":"winogrande.dev.843","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bc5b11a3620f7ff26ea22d3c24ed602adffff88c590aa0b32f251283d2b9b352","formula_version":"titan-u-contract-v1","latency_ms":0.37704105488955975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8b65d39f0cd9133092660d3c9bc85b2f295526bcda81c318b24f03b4c66ef61","sample_id":"winogrande.dev.844","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"66014f1eb25094726750c51c0b274c5e25476c2c8aed3d35b6dabab3070160dc","formula_version":"titan-u-contract-v1","latency_ms":0.3501669270917773,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ecf5090c3d6f4a80af3cc3f70abbb0da11d45ae1490c71dfeaee56bf8be9ca37","sample_id":"winogrande.dev.845","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dbf6af1b8877c96d632266ccdb0301f01e70dfc94529acfed823b8ffefef4194","formula_version":"titan-u-contract-v1","latency_ms":0.6305839633569121,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b5c7be4464cedb00b5bc1e374bcf4ec95f3ba349d8ac4b3aaea5c59ffdbc141","sample_id":"winogrande.dev.846","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2799266ed3d4f0a765dc74a90145c00e42b5d3b3bcf9784840ead13476e526d9","formula_version":"titan-u-contract-v1","latency_ms":0.4117089556530118,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7fecb41257f64619bd15f369f34c2442ebfc28e80c321c57b303ca08bcb328c3","sample_id":"winogrande.dev.847","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3666fe1f510993c569cf4b2ec16a3f91e5804c459e239801209925a1ba8291f2","formula_version":"titan-u-contract-v1","latency_ms":0.5647080251947045,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"13aa91753722a50f8b91327b0b980f26c6feaf0469e5beb0fd1cf5cdecf3e98b","sample_id":"winogrande.dev.848","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ec34d66dccc9718e4b2f21bc658357a9b072e24ecd646006b535874597601342","formula_version":"titan-u-contract-v1","latency_ms":0.6615410093218088,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ade228eb12b3058cd532b31df0d84630e9aa92b8487b7f5c9c45c838d66edb6","sample_id":"winogrande.dev.849","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"65d4cbfdc9fcab0e1fda62cecd3a711f34c333e1decdc3a4f4e0d938c3fbb1a8","formula_version":"titan-u-contract-v1","latency_ms":0.7454580627381802,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"df165a706dc48c2983d7fdf076b0000865b5f285c34da45cff263bc1ebc2e9cc","sample_id":"winogrande.dev.85","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b280ce9d3928efef5302078e831e5e0e8ef41a252dedd2e87f6049d4bb29b37b","formula_version":"titan-u-contract-v1","latency_ms":0.5119999404996634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"88819d1772214c8f4f0bf468f97f054d66ca2b8bb370b0d21eebceaade80a00e","sample_id":"winogrande.dev.850","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"312a733f3b7f995accc0276b5b93fd5c8cfcb5835b210e783c21c4d5339610ff","formula_version":"titan-u-contract-v1","latency_ms":0.44899992644786835,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fbc3677c55e24568a159a244805b23c285bb606b0c78dad790420eae501bdcdd","sample_id":"winogrande.dev.851","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6688dfb7782cbc70f46db1549f06f78af77c63c9b32c21454c4b9ff24d75f01","formula_version":"titan-u-contract-v1","latency_ms":0.3920838935300708,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a1b4def12a2da5ce9c572616a54bb430be71e2ad14638be9586ea60b1719c9a5","sample_id":"winogrande.dev.852","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"32f485a3eada405857a55c2e5de28972d8df58b8ab9e01e2ed0e351ac1b5aeaf","formula_version":"titan-u-contract-v1","latency_ms":0.5604169564321637,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"762ec95af39fc4762c449d01fdf3835328e135032534d1f23b3bf68cf3bc1c25","sample_id":"winogrande.dev.853","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3c5ecd0645857098066b6aeb7d24f0d357b72b5dda860482e9d2a2ba2f584f20","formula_version":"titan-u-contract-v1","latency_ms":0.37529191467911005,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2b1c1a736d74d5a96b16ab037e6367caa364015635bec77d6976804dc2d3da0e","sample_id":"winogrande.dev.854","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f7ccfe7e0ffb957f8a5ba5db7b3d1f1746fa20cdb4b0d38f25287c9842dcd33d","formula_version":"titan-u-contract-v1","latency_ms":0.3554160939529538,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"66adeafd4e383b62401315cdb427520136217c7b980e5d12e920303f2cc39725","sample_id":"winogrande.dev.855","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"803edd0c511d95acf0f74c2b25d791e8c4bf2111c07efbf4a83690b8c744ec51","formula_version":"titan-u-contract-v1","latency_ms":0.49345800653100014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"766e1139d86923b9ac82c3fa36faf25b244dee3d2716cb17e91ba19360fababd","sample_id":"winogrande.dev.856","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c41588e5486e5a6f32adde987b7263641774c0141af27529c8360499235ea70d","formula_version":"titan-u-contract-v1","latency_ms":0.39679103065282106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"097cc62c52defd5700ac29dd8d9c6068d78ba8db407d7dc93d9137dafa8348cf","sample_id":"winogrande.dev.857","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96e8f494664352764057bacd47c5f17e1ebefd60bf44f6d147421c3d884bcba5","formula_version":"titan-u-contract-v1","latency_ms":0.3875000402331352,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"648950cde25a6bd714615e84c15a042cffd4458bb3b6fccfe482af36c14d4983","sample_id":"winogrande.dev.858","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"33fe3dabb5ce22d95f16e15a9405d5ec26546cb5d4cb85da956a973b1f48ee83","formula_version":"titan-u-contract-v1","latency_ms":0.38400001358240843,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2c7be5663adf77e251106f0d992dc7219cb512b2850f29edf72c43fa9e7472b","sample_id":"winogrande.dev.859","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"20ff2ce1cf0286e95594acea3e73936db283fb5afe92b36d5d63b874436b0db1","formula_version":"titan-u-contract-v1","latency_ms":0.3712080651894212,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e05c2dfe7c5d2b59cbaf6a74cdb104016e18be9c52e0c0bf886d70515c8aa27d","sample_id":"winogrande.dev.86","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0822f0c0df1ac62dc10c5043c7d31c5c5ca562a7fdc35eb87bab60df8d04988e","formula_version":"titan-u-contract-v1","latency_ms":0.39479194674640894,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cb3d6a5641c51fc282a2aa4685664712070a697ecc8d24635fa04e429d25ab9f","sample_id":"winogrande.dev.860","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"28339d215dcf1093523d76655d8100b5b13fdafca8e0299b45ad07f97aa0a1f9","formula_version":"titan-u-contract-v1","latency_ms":0.40316605009138584,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9bb979df6daa58414c676e49a2f1842e76a8bf45c759537ca52ce0c9fce12c9a","sample_id":"winogrande.dev.861","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"524b2b8279ab13ebb5420bbb267dbbe14ef4fd25f8d776ab260d362497fb6adb","formula_version":"titan-u-contract-v1","latency_ms":0.3904999466612935,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77332913990e84ce81c0f0b3d076bf372f5e0c43cbf26271359349f14336cf46","sample_id":"winogrande.dev.862","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dffc19d3e17dd97919da30398371c98b2d97b70d5c6848a3fddd6855869a3e9","formula_version":"titan-u-contract-v1","latency_ms":0.4259999841451645,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d697226e489d5f728de519415c02b5af5858fab3f3eecda74bb89c628df6318a","sample_id":"winogrande.dev.863","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3904d31430f68b8b93222eaeb17c569d9427953df5a7c8be07f758b305a866cc","formula_version":"titan-u-contract-v1","latency_ms":0.5330420099198818,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a54f7a0d0a64b8070ecef3240fd386ce747602551f49d2a0d765c3db1eea459b","sample_id":"winogrande.dev.864","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ab902fd09d50524efd4c260a27a3910c6709ca0ae3668fdc30a320ec4d32e03","formula_version":"titan-u-contract-v1","latency_ms":0.39187492802739143,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a37aeef695f3b18ed74fe30e76557fe68052a2567a9508dc0a3f490e49f8dd3a","sample_id":"winogrande.dev.865","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7cc7d6a0333716684a497477359cff1f7e1a50c1d9031bae5c753e2c7eb8aa50","formula_version":"titan-u-contract-v1","latency_ms":0.36687497049570084,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bb7c9ef7a6bde549add7559d946fa4c31b24566d300525804671349db3756067","sample_id":"winogrande.dev.866","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e93a2d2f7fb3f2353c494a6c8db8397bed58a23276b407a824e75ddb201d2956","formula_version":"titan-u-contract-v1","latency_ms":0.5993330851197243,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"55911faf622bb4174cb1ad70980fc222526e046dbb4e1cc4df24978739d6085f","sample_id":"winogrande.dev.867","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"126ae1ca8abe4dd228a2fd53561b3d1360c579daaf9f4e367256a26713776c2a","formula_version":"titan-u-contract-v1","latency_ms":0.4963329993188381,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c51c728e221cd79c36323c62fcdce485e8e215d9ba481cfbf6ccca9c9b2e7c28","sample_id":"winogrande.dev.868","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a7a7ce773e776b25cf7abfcb0026c69d9ee7606e0924ac473aa914afeb543c4d","formula_version":"titan-u-contract-v1","latency_ms":0.5581659497693181,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb55da047f543415c70e38cd50060e3d089ee5898cfbc07030868d068def4ce5","sample_id":"winogrande.dev.869","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4264081905d027e7f06e5d20d3e85bcedb2bbabc7a1bb5335a5a781360fb93ec","formula_version":"titan-u-contract-v1","latency_ms":0.3886249614879489,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c58156efebade9f63e097fc84cef1f1c91c5e9d4bb68bae523059205295a0a5d","sample_id":"winogrande.dev.87","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"385d3e2e3640034b09f42149bc94baf185bef7fed7df9d511b41e5afc8acbf7f","formula_version":"titan-u-contract-v1","latency_ms":0.3664590185508132,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19dcb37ae55d97f414c96bd209b4e087c8d1c8b514e92341b62204415568625a","sample_id":"winogrande.dev.870","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5688fcf31e55c0450d2da62a9900ba514e46b3530c195b307bde08f3ddc6d4e2","formula_version":"titan-u-contract-v1","latency_ms":0.3826669417321682,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a9ca2902dcf2939b2e5e3153171efcc140c0f0ab64609603acc93b7d22ed8ce1","sample_id":"winogrande.dev.871","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e2128ee3c687f772cb2e766caa4b0e97b954918c1d35a11485b35e1798520e27","formula_version":"titan-u-contract-v1","latency_ms":0.38525008130818605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1c5c67897d8595ee68b26358cd983f52b38624292a3db3bf044ce71a5afd7e77","sample_id":"winogrande.dev.872","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"35dd8965e9bf836574cf44e3d2cb21f92469485bc8095ad3060870be4b499a5f","formula_version":"titan-u-contract-v1","latency_ms":0.5166670307517052,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a08b7d0738a1ef394638241efdadc346c856fc97eff757256a1beb34cede386","sample_id":"winogrande.dev.873","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c7f54fde8979d93cd702aa259c77e75744590c05ff1a0af077b3ea758d5a4831","formula_version":"titan-u-contract-v1","latency_ms":0.5064579891040921,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"478cdb51b82916cb642941955bf26a4776d42bfb13c56e22089d82afc03d33e8","sample_id":"winogrande.dev.874","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"157f9ea89bb98f966440cf298f457531eb3e8e4c41fe5610b243da254a65c0e7","formula_version":"titan-u-contract-v1","latency_ms":0.45775005128234625,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e50d37a9a556018e12ff9a2afc30da1ed4a7d855bd95e80f37e1b8eeee80d47e","sample_id":"winogrande.dev.875","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"51d3dd21aefb1e175d9c191439569f03b5b1db79ba154c0daad063b42d84ecb6","formula_version":"titan-u-contract-v1","latency_ms":0.4161660326644778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d58fbb4a390fb721981b33e8667f03c31d9e7d273fb8e591d7cc27179bcc1c90","sample_id":"winogrande.dev.876","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"be3744dab96cf4a25e46075f9b95ed40ddc62312e79eb6774cdc4e5a9b2a01ec","formula_version":"titan-u-contract-v1","latency_ms":0.40725001599639654,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2c798a885ba9281c15719f59febf5bcab93acd44375bb9608f43be4ff5fa101f","sample_id":"winogrande.dev.877","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96fb7150a9478ebff9e46f1f78d2b52f4b0ecdfd5585f4ae97404949a53ca1ea","formula_version":"titan-u-contract-v1","latency_ms":0.38887502159923315,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4470748b95c07a78f5b6191b9c92a971863ee7b4517e62e3b84cb075f7ccb5ef","sample_id":"winogrande.dev.878","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c1940d939f3103ffd319ab0e5884afea44cc043cf8855fd1c93499af02b88c8","formula_version":"titan-u-contract-v1","latency_ms":0.5296249873936176,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e31a1d1b1645f7f314e773b6d9df2598a394491477e4f2cd6032cb2a77bcef8e","sample_id":"winogrande.dev.879","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4dd7a6f8cceeb1f15bd325a0b31040bf420682c01906df1ee5f862e5bed33b78","formula_version":"titan-u-contract-v1","latency_ms":0.48699998296797276,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"067c8ebfe96501890e2596b4766b14fcc04f6ecad96ecdfbb63a869c2985a1d5","sample_id":"winogrande.dev.88","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"346df9455d78e96fbc4c9b2175534fc495216dc9122a12e096163f782c7a5f6b","formula_version":"titan-u-contract-v1","latency_ms":0.486791948787868,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3d0f27a1193d52e27159c0e078533d9445ababcbf1450d41a2823bd144ec0dcd","sample_id":"winogrande.dev.880","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7dd31bb65b9538407bf2a9ca505129b80dd498a22e5e0657da756ccb6dbc3695","formula_version":"titan-u-contract-v1","latency_ms":0.5206250352784991,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2f9ac88063f5d4b7b079ed39382eb24b140a2139301a687be6bbf36431ce7ad","sample_id":"winogrande.dev.881","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dd8c44ce3890b802c9030331d54a52ae9214c123f253057b526917d9ef256e33","formula_version":"titan-u-contract-v1","latency_ms":0.499458983540535,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"cce09f547631384d1003110cfd1a573e01536935f26164a0012a6f0c51ad2089","sample_id":"winogrande.dev.882","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e46018cbadd5ff7da8c39552a0ef127798cb3ad72e9b40ca63d1cff51cb52153","formula_version":"titan-u-contract-v1","latency_ms":0.40954200085252523,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"42e17003d2de44ec29c0036671538afc6e3eb1acdb36ede443a85f439a1ef9d4","sample_id":"winogrande.dev.883","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"336165101a35b45261bb872c9854831b88f3dc53d76c7c47f51c8caea563765b","formula_version":"titan-u-contract-v1","latency_ms":0.5047919694334269,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6c2aa0b4b54d3c916341f475894183193160df8aa62430649ee64fbab60ec2e9","sample_id":"winogrande.dev.884","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"39c460c335cf53444831f5aa2b32a84543367ac3fade84c18d388602ecd07a61","formula_version":"titan-u-contract-v1","latency_ms":0.3861660370603204,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e751bd1b64b08be8a63fa369fdf58f2e95cb5146b055bbd571c9f3db26a9d042","sample_id":"winogrande.dev.885","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"91abfc44f8b85b40c997a11fd7f7db92ffba8d303df1362569ae290604aca70e","formula_version":"titan-u-contract-v1","latency_ms":0.40341599378734827,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"10b4c97320849b22f33a945713ab6574cc79e2cb087445bdaf0e6d020b47151e","sample_id":"winogrande.dev.886","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"4c29ffcc068d1bf9648140c4f5011a25d9f16d768da6533ef6923c9a0adffdfc","formula_version":"titan-u-contract-v1","latency_ms":0.4586250288411975,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"77b9a6099b591d5b86d5f9d4861e6bbac26085d063a7d70ee618a5ca6647ef4a","sample_id":"winogrande.dev.887","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c9403b2e1609c2099a03b5397b1665fe52da48e772c4a4ad080d1734c444c333","formula_version":"titan-u-contract-v1","latency_ms":0.42283302173018456,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c447f499012ef8c82b6e8eb047eab8f0208e0242e2b5098281b3064a1e9c65b7","sample_id":"winogrande.dev.888","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed61b82f1c3d5e062b15714a932ff5fe64b66fc67c2db4e5316c7ac510229865","formula_version":"titan-u-contract-v1","latency_ms":0.5189999938011169,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"794ed38f74d627565937636245280c4fe13b9782ba92a3f9a6af2697cdba2caf","sample_id":"winogrande.dev.889","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c3f8fc8355a7aef4565e32755c04dd7e6d5fdb73faed306c77acede4f6afa0a","formula_version":"titan-u-contract-v1","latency_ms":0.4017079481855035,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"d172bff796fbefec9375431d0e72151b1dad0731c6083773e1db8c7e010b25e5","sample_id":"winogrande.dev.89","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"69e44d92d9efde33a03963b563756c9fe7b8c1ac49069635366dba41fc49cbd0","formula_version":"titan-u-contract-v1","latency_ms":0.41920808143913746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8eefddce93f628086c7f320d4d8aae9e46186277efc52b30c3a355b3551e515","sample_id":"winogrande.dev.890","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9867be338917e40f5035afd7771f0e0d0ae1db030655243e9f3fe3f858442811","formula_version":"titan-u-contract-v1","latency_ms":0.8189170621335506,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a5be188e06ded7155f0de7a864ca9d2644528231acd79677a728a934e79f2f60","sample_id":"winogrande.dev.891","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"669fff3300804bbccde1eb1a35e878d8840d5a85222f0af2061521181ea627df","formula_version":"titan-u-contract-v1","latency_ms":0.3748330054804683,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f607ad2dae79b068c98bd5ebd9abcf581b75dbe373599d66b0af91c88466f03","sample_id":"winogrande.dev.892","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"94a329249a13926937c0879fd23b14a69dd5c329378a2e1e11f2988092238037","formula_version":"titan-u-contract-v1","latency_ms":0.553417019546032,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"53aef21239a11b344c6d9e6fa442884649e18fae5fd288f1d373766078489304","sample_id":"winogrande.dev.893","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"392a1a9b6c2ec1bc8af9e0ea29cc4fea352c281f5f1ea8e30b37d70cce1d24ec","formula_version":"titan-u-contract-v1","latency_ms":0.4057500045746565,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f5d1f9c0d27c90ef411e562fb11480473d530f57784179f739f4a759ab1f1f76","sample_id":"winogrande.dev.894","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ecdd70a3c48ca86642c80971417d209ab5a7a3d025089456e4d5e999481e0b8e","formula_version":"titan-u-contract-v1","latency_ms":0.5217080470174551,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0dd108e11f74a28e62f376862c3be1ad6dc765922803a049869b8f0d45d55491","sample_id":"winogrande.dev.895","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d9d90b65b58d9b00ed3889e93b328abd9bbc20fba23a218310c1a37e21d86efc","formula_version":"titan-u-contract-v1","latency_ms":0.6589170079678297,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9019a024d255ae3bf168eb551990c982810c54d64997bee7e44d5cfe34544ff0","sample_id":"winogrande.dev.896","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5073a4d77d3d2b9a72cd05b638b772f2304be252c8692f01bb3403261b78f5aa","formula_version":"titan-u-contract-v1","latency_ms":0.5065000150352716,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a76497037684b01d8a834a7bba3fbc53712e91f2d2313d500b2753a906785083","sample_id":"winogrande.dev.897","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8c59728a4d0941c40ea74a278501c380b4340bcc42bb346492dd33de01b8a87b","formula_version":"titan-u-contract-v1","latency_ms":0.4099999787285924,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96a5359a6a7b6bb737befe8d495e592de4a3f669842e8ecd5437336aacc40ee0","sample_id":"winogrande.dev.898","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fad14f8929bd2de6d0438c15f6d7ce990bc519c692f1d33a0b9f92dfd6ae7943","formula_version":"titan-u-contract-v1","latency_ms":0.39566599298268557,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"139f9d17054a5b8dd98e48a0f43a3aaea6c9e4068376c399c392e0668b5891ea","sample_id":"winogrande.dev.899","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7ec16ebf64ca555fe6909d6b58cff9bf9b556d48831b68a07e549321a1ae5637","formula_version":"titan-u-contract-v1","latency_ms":0.4576250212267041,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"82308a7a676ba1650439934fcc2e5330d9ea78065ef771b8a6d3b0cca13f6df1","sample_id":"winogrande.dev.9","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6a7124abc8de18bfb7172a77764d2718e0c2209bd68e7d05ba7cb97ee6c693b7","formula_version":"titan-u-contract-v1","latency_ms":0.5597500130534172,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ee5ce45ea4e4a2126ea51d04f1243db7289744b6beb1f523a25415e3db0cbeed","sample_id":"winogrande.dev.90","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ed79a601d134e72961bc78d89b521b9d2e955cf0511d06641f439b2fceb72367","formula_version":"titan-u-contract-v1","latency_ms":0.8432910544797778,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"db570f005be04054d1cde79e8a910609e7f6579f6f7a5e5284948486b802f4c2","sample_id":"winogrande.dev.900","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1397169144472f7a532349575046f3e153b6cb5ec97b2d804af4920bd1b82ba","formula_version":"titan-u-contract-v1","latency_ms":0.5154169630259275,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a547e47e8d2e88c84038856f1fe546bab71efe6c860981c8a9b94f9337897217","sample_id":"winogrande.dev.901","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2b60efd21a3c5647412e4bcfee42b34925e97ab7412a04213e1475e046d95804","formula_version":"titan-u-contract-v1","latency_ms":0.696083065122366,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05c066319857d3ea720d3655cbcb00cb41e290a30fdc68af5908221ae2fd3caf","sample_id":"winogrande.dev.902","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d282f05b6dcdcdf5c5de6452379fd6821659478ec3e274e886191c102c2d9f31","formula_version":"titan-u-contract-v1","latency_ms":0.49091700930148363,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"729fd4d882992e96048f667026109d7704b452a9c5cbe972a4a3872b981c3dc1","sample_id":"winogrande.dev.903","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"811299e72d09a4ae9ddd5c461e7d1560325645a4b041de796fe8d24334b7bf9f","formula_version":"titan-u-contract-v1","latency_ms":0.5818749777972698,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"877a9fa00b389fdd8fac1c73ad38121d2a43f16e0290faed8b6e8e1371a3c83f","sample_id":"winogrande.dev.904","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"05510c3363146763836bd89792488c4beccab96ba3ab47f0f1674b914bb82573","formula_version":"titan-u-contract-v1","latency_ms":0.4965830594301224,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"396ef83641a10159f71d1301b1793fc71e3bf4fee402fc0d7e6e3d349eae0718","sample_id":"winogrande.dev.905","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8578dc89f08f53a984ec5abec9a250445f4a9a835cc956eb0e252120dbb7a902","formula_version":"titan-u-contract-v1","latency_ms":0.6444579921662807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0e6ecea6c9371e1db9f58f3d7b5e882652a5682ee819ed08ee77a021bb6e07f4","sample_id":"winogrande.dev.906","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9c6d473f2b0ef7783b55c756f189f25b9e969d28132bd102004bd8f1351a1c22","formula_version":"titan-u-contract-v1","latency_ms":0.5041250260546803,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c4020c9f6bc2653056378b5184b28d7bb0847c91961ee4c49a62966dda87c64e","sample_id":"winogrande.dev.907","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2f1dfa1de0fffb12f6b96990eae4dba49790e27502a450808729668f77602d3","formula_version":"titan-u-contract-v1","latency_ms":0.49349991604685783,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e2a64ea3ca200526cd4d5338de43cd3d336cba7503531f27792727959dee779c","sample_id":"winogrande.dev.908","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"ae1934492172f93ad5380f6f8b4864cbb39dd5e0ddad7467fdca35b5543afd00","formula_version":"titan-u-contract-v1","latency_ms":0.5260829348117113,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a01ef74f9f5ae933da7e3f0166c8c1e984267f3fc2775a52e7cffe6d85e95b4","sample_id":"winogrande.dev.909","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"62a66618faaa31f5d45d0954c69ed618e25e0e1ad887bc8a2389ebdd9a23221e","formula_version":"titan-u-contract-v1","latency_ms":0.5163749447092414,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f7e786e4adebb2ac25ada466e5195b14bf6257a48cdd6a907f766f1d4eab951e","sample_id":"winogrande.dev.91","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"6ebd6b31b3639bcb799668078db80c32ebd6e6f5ce7c50f4f546e28728979d8f","formula_version":"titan-u-contract-v1","latency_ms":0.415208050981164,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"22eca9656c1c04b24f7c814a722793f2f265cffc906d9317ca113c9225ba352e","sample_id":"winogrande.dev.910","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8bc6bb4be66232c6eb7e2c8ef4339414b16054b63205e4a9038b5c580eb56372","formula_version":"titan-u-contract-v1","latency_ms":0.5275000585243106,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"050bf5f55ecaa13983675912af86d89649e0551235a95d0fc7c0023654022a47","sample_id":"winogrande.dev.911","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2f100ac610d11358052e279fabe1e37b07dac8a87581320592973049326f426a","formula_version":"titan-u-contract-v1","latency_ms":0.41574996430426836,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2bbe0be1049d53a9b40a1337e82d580fbc9966c88b27ed783e1027a9062aee03","sample_id":"winogrande.dev.912","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c676d17d97b4aec395e86af3e2dedceff42cbbf782011eb97ec971330f0ee131","formula_version":"titan-u-contract-v1","latency_ms":0.385209103114903,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"805fa70840dba1f9d315aa90a3e577d1062e0df86ebd64010b134edb3acd5af9","sample_id":"winogrande.dev.913","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"13bbd45979799ada8311a35be70d55cea5a824ba99463b84cf6757c7b2bf48a9","formula_version":"titan-u-contract-v1","latency_ms":0.39837497752159834,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5d8865c7066bc4c61814c3cd4e9c29f93f36f14cf3636a70a1d2404bf8d23c08","sample_id":"winogrande.dev.914","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c91150efef8842d4089f8d2e763c1f0b53f4f68630b1d58ac2044289cb361211","formula_version":"titan-u-contract-v1","latency_ms":0.3862500889226794,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6404cc3f05bc4a175d7e921b3f1a9474cc7f11490dc6491e109bbbcd972e3089","sample_id":"winogrande.dev.915","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2355c65ad57b00c858f1f56a6b0beb359bc0a57ca8815ca07099e3c81e9d0810","formula_version":"titan-u-contract-v1","latency_ms":0.3706669667735696,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0a5a0c0fb6563de32c8f7636197c5275478ee6f141b005e11eaef63ad6fd679b","sample_id":"winogrande.dev.916","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d45528335df2ba2098305008b5676d6426ab28fbfe8b3f3b0e027b2e41b8d9da","formula_version":"titan-u-contract-v1","latency_ms":0.494167092256248,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b06bab7719eba5138ac5cc4b613609c30f4006034a7495094b8b54aec5cfd7e6","sample_id":"winogrande.dev.917","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"5e4d60c249a476da8871c93613fb662ae4fc9c97dd423846cbd6917753140af4","formula_version":"titan-u-contract-v1","latency_ms":0.5400830414146185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"86b11fa065c4a0b9db053ce3c70b6aeb229a8e7c388fd915d67aa6d3ec5484b9","sample_id":"winogrande.dev.918","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a43afc53d2f192e6d6d2d0342bb9824b47fc03c679d3620686d4c32cfcc27d8e","formula_version":"titan-u-contract-v1","latency_ms":0.4131249152123928,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0b384c52e0ab5883f05509d3e8811ed23397585a0b25fb686faab2f3d9630c47","sample_id":"winogrande.dev.919","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a9ef57a410b57731d268bc62485d8d7bccc7800319a86efe7b0ca25a4396327","formula_version":"titan-u-contract-v1","latency_ms":0.4286660114303231,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"81a77f5db193654d2c2420b4535a483f68ebd60d57f4d119324043c35329ea74","sample_id":"winogrande.dev.92","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a43afc53d2f192e6d6d2d0342bb9824b47fc03c679d3620686d4c32cfcc27d8e","formula_version":"titan-u-contract-v1","latency_ms":0.5052919732406735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"8cd84ff19509d3e99999beb5eb467692c6992c3b6f79c65906893f044897d309","sample_id":"winogrande.dev.920","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f06f037330b2bcf108d39b0d94f9d228cecd13bb6688fc930be6f98436515f1c","formula_version":"titan-u-contract-v1","latency_ms":0.5376249318942428,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcc4b99572b06f438ea6dbc546ea6f2bcaa9fb9cd2e5a56b53a27446906d1f93","sample_id":"winogrande.dev.921","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c23efa8c0d74d73b75c0a832670006ecea30e7f8ea477a2f8e9169d397817dfb","formula_version":"titan-u-contract-v1","latency_ms":0.39920792914927006,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e86eaf1ea48b9e1c1e6b0899a5ed0c045f3964dea9d30fc09f88090773fa2c38","sample_id":"winogrande.dev.922","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2c49649900bf7c31f84a30ae1920fbd6dd6bbf7543d0d87cf7dcca96a82a57b7","formula_version":"titan-u-contract-v1","latency_ms":0.5969159537926316,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"63dc4ec772f52363a3c3a0f5389c4da5d0e80caf5f9d0e180dbc998a6fba7e55","sample_id":"winogrande.dev.923","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"50507160240d23adb3fe91d0750c00abb7dd7955fae4770c876f82cf2aa74a04","formula_version":"titan-u-contract-v1","latency_ms":0.41733402758836746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ea343553a32b770a9251f02e6820236b5a282ca22ac58f58d89f4c4351bcd358","sample_id":"winogrande.dev.924","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63f5ce2509266911acac5a5b29ea58b74af359e8e0009fb2f9069afab4696474","formula_version":"titan-u-contract-v1","latency_ms":0.3956669243052602,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"85f7e76e76c94276601f2ced4e8602391e7061bdc13c551e484a9dad28a1f507","sample_id":"winogrande.dev.925","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eab476f8761a9d55d5cd17157a88b80e4ab956ab50cd3d8307f7d47adb354cd9","formula_version":"titan-u-contract-v1","latency_ms":0.3839170094579458,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b3106f68825b91cca3e1249fe0441ad7304e00b8e702430942cbb2e3bec1cc5","sample_id":"winogrande.dev.926","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e5c4ae9fabfb748920a3552d1423dd14fc6670cfe4f0c01199bd229cb7abe337","formula_version":"titan-u-contract-v1","latency_ms":0.39145792834460735,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a0375499f1d0cafea04376a66ac61b9e77a8e370ae5626c235931fa7a5e692a9","sample_id":"winogrande.dev.927","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e1cd9cff30ee98400ef356ea59588ce45c08f8b16ddc7044faa4a880f076ac92","formula_version":"titan-u-contract-v1","latency_ms":0.39599998854100704,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6ad8a487d228ba16e5b9b4e99b7a345039d57aea4d1451258db9d480efced65a","sample_id":"winogrande.dev.928","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d3536f20c41b4b1c20fa70cee7f4954ff975aeeb243ef996f73a787f356233e3","formula_version":"titan-u-contract-v1","latency_ms":0.4645000444725156,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7ac4729df49db9b8dd6299ffbabd32e8e0a7e21fef9303885f04bef4b1eeb249","sample_id":"winogrande.dev.929","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe5f03d69e8af6cc37a3cbe8009bbcc0313bbe08b2a68dc3bc62ff951e729d83","formula_version":"titan-u-contract-v1","latency_ms":0.556000042706728,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"19ebcd15054af5113ead92fa0720fdd8afe52b8bda1ad950dbb8d8cc1670ee8c","sample_id":"winogrande.dev.93","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1086a370444f0a02fbd792e0842b8d2be476529c97e579f062edcb2165b6a030","formula_version":"titan-u-contract-v1","latency_ms":0.44350000098347664,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"23c1e11789b48a29073aeed2256dfd657cf8eab3bc5a447a1d62480e42f9e54a","sample_id":"winogrande.dev.930","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0b3ec5d563b020680cb848b67429db2c8d4a467f9823ff15a835a57400e6f6ad","formula_version":"titan-u-contract-v1","latency_ms":0.3840840654447675,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05ab1ddcd11d272190bfb1d82072028c06100eff91005aa7b34aa215fcac5602","sample_id":"winogrande.dev.931","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"12bbb552e413d41f512232b88861ae2be6eb1399debd3c10de192dd3c4558125","formula_version":"titan-u-contract-v1","latency_ms":1.0716660181060433,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"32a0b0d8a00a78fb8a0a90fc7f5cc370df139dd2e8681fb3dd376516a1f84c77","sample_id":"winogrande.dev.932","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"81d8fdcb1598dbf07c1739ecdd141cc68ec571e9a4a3d4b991e8b8ee0be20549","formula_version":"titan-u-contract-v1","latency_ms":0.48687506932765245,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3937eb17dc33c79d11394984c4d52fab18ea8cf378758309d84c3549318784f1","sample_id":"winogrande.dev.933","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c1ce077eca9dee1ce92cb72c36cd768326c8d6c33dd4914291ba7b2de0021e6b","formula_version":"titan-u-contract-v1","latency_ms":0.4100420046597719,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6d5a7837371ecc594c3d3b5f5615937289ec597ef13d929d7e2ef29509ab94c1","sample_id":"winogrande.dev.934","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d2c5160779450ac6e782730d3f9379dfa67be4c7d64ca6780923b4073daa978c","formula_version":"titan-u-contract-v1","latency_ms":0.5264999344944954,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ffce3ff179c31776d654aca420c5902f46cfecfdbf2af6aaa9be19f9fb0074ba","sample_id":"winogrande.dev.935","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9d043c10e90a02077870d83b083cf54f86590a7cd65fa5a3158ab08d744ed555","formula_version":"titan-u-contract-v1","latency_ms":0.5027920706197619,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"e0baf37166bc3dc9fe232d0d7a7d4bc8d0b7907ba491b14f15946f18fb2fa826","sample_id":"winogrande.dev.936","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c0c80b89afe14af7bd58d355fe43a9a7c73de5a53ce344b2acb8796b88bf2d76","formula_version":"titan-u-contract-v1","latency_ms":0.5682909395545721,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"403f1cfc94ae8466f8c19ddad62e883f45e346ec188a8c5985a259f74735aadd","sample_id":"winogrande.dev.937","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e94583abb8f35f72fcfda1d9dde9837b632e950b55e7dca0846c3734bd587cc8","formula_version":"titan-u-contract-v1","latency_ms":0.42741699144244194,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5156eb8c7b82ee3c5295db38f71c9bfddb2fef573d4d7861063c19fbb21d89e4","sample_id":"winogrande.dev.938","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1e2149e69e77862cb0896049d4ac6d12aad03dd3c6913df2097c136dc13d0cd1","formula_version":"titan-u-contract-v1","latency_ms":0.3844579914584756,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6f683db3bfd7b3a63b53bf333214a849f884719ed4d5eb7cfc8fd1bfbad30e47","sample_id":"winogrande.dev.939","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1c9ea6004dd52fd7f35263a7d37c030e81d3af8f7e02c1883ac396017ea93d71","formula_version":"titan-u-contract-v1","latency_ms":0.4366670036688447,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"00a2d3e941f1bd00269a8fda011ec154b4bf82504b6f8238f39e8b112339c0fb","sample_id":"winogrande.dev.94","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3ce86c45890b6506ea4fe6468e574ea0131e7b9ce36a743b784eb8ca469a994f","formula_version":"titan-u-contract-v1","latency_ms":0.3974169958382845,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"993b573990485b478694fa0b985e7c2dc05b042b89483ffed5ca64576070d2b8","sample_id":"winogrande.dev.940","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e96a1ea7211b24a36f84bac97b2be309439ac2576d61a817d26f6d839c33c6fa","formula_version":"titan-u-contract-v1","latency_ms":0.40987494867295027,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"127547832291d7d1a08e463f1d499ad3b636330ebd68c0d573b5df303276881c","sample_id":"winogrande.dev.941","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"facc72a247adbdce37d488c9f2e41f0ce375b2a121133760d6b693c6ecbeccb4","formula_version":"titan-u-contract-v1","latency_ms":0.5759999621659517,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7301341a4db804359e5530cc6d9e4e8a331705827480162d88d8b8fecbe41da0","sample_id":"winogrande.dev.942","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"300a9d379ff18f9aef4c9daccdaed1ca475c8985a44f7985327cbe3ded8a291d","formula_version":"titan-u-contract-v1","latency_ms":0.4275409737601876,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"61a232cfe4b9ea7b95ec58626b050cd24c28a0393f712706d57ce77ab5ea5a74","sample_id":"winogrande.dev.943","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3098d16098589a99e342c3eaffdc31dbe109a9da5c109397e26da0823c5c2051","formula_version":"titan-u-contract-v1","latency_ms":0.3911249805241823,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6769bd621ae1c4597a651e19b42aa91084a4c75089a7d81ae2930455f708d5f0","sample_id":"winogrande.dev.944","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"96b5fd2c51e2ad549881e0b417467b0970e39f515cacfdbc63c858155bf1a052","formula_version":"titan-u-contract-v1","latency_ms":1.408791053108871,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fc9087013b1e3ef634798f6e51ff5694bd28140731870d20c1d3c79c9abadd22","sample_id":"winogrande.dev.945","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bb3ab8b2798ac83cf2bb2ca095b5c0900cfb799eb2e38b5790c1cf426bf4ca98","formula_version":"titan-u-contract-v1","latency_ms":0.7039170013740659,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7c20b2eef39abe51e21be8d2de21db2cfcaf951217c7751d4c3957aa7051ae06","sample_id":"winogrande.dev.946","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"eb9a62c637a300eec515d4878d8b3abc0a8ef4df5e122214ebba747a1c5b4339","formula_version":"titan-u-contract-v1","latency_ms":0.5586670013144612,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"bfb3f7057cca39c967247cca897515509d6ac44bd174e29463a3ae5d342d579f","sample_id":"winogrande.dev.947","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f95917ea15d8eb6d18e6d1a9d71a4664707f452037b3118293baaff4445a5bc9","formula_version":"titan-u-contract-v1","latency_ms":0.4414999857544899,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a73121db9def377797e672fcb8eaa220c4270995303e34eb0806e447a8409843","sample_id":"winogrande.dev.948","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"dddf45233269c6a61bc18729d1d7ebec84cbd3af06a76c69a194bbe67c7d1938","formula_version":"titan-u-contract-v1","latency_ms":0.757457921281457,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f0b6b716d06cc57a3e8c6b0166055be476f0d6b0841f2e4c246bfc4bac88bfd7","sample_id":"winogrande.dev.949","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"54c0df826c6f7a767db33d6817360805e7933f6cc5d0dedc83dbcaefe4a84dfe","formula_version":"titan-u-contract-v1","latency_ms":0.659832963719964,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1eb87518ad96d88c36e82aad0bb54aa5203a233192e8a09e9cd1062e89a9c524","sample_id":"winogrande.dev.95","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"67a0b44c2c60dcd53607a088c0958e26dcd57398367b5e203e088145e23201e1","formula_version":"titan-u-contract-v1","latency_ms":0.4039999330416322,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9a480abbcdabcaede00372219e28fdb5271341ce511980dfafa604126ed45a1e","sample_id":"winogrande.dev.950","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bab1a846cb3867b45d1c74430f85bcb262a7fb9259c5be57527e17b702d7c5c8","formula_version":"titan-u-contract-v1","latency_ms":0.5847499705851078,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"c20997592f495a23b2a38afe46690e5affe20c8e253de675509f57d841205d34","sample_id":"winogrande.dev.951","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1d557d13f402e126d4506271370ca71c7756c86dd92d2943c02995b756f32ffd","formula_version":"titan-u-contract-v1","latency_ms":0.4155829083174467,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"333d64c4bfbcfd409e8891a30addb7481fd4bd5e975b632f2b74e3dc73386b85","sample_id":"winogrande.dev.952","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e8c163f8f2908de0afa87f1c36398be90983e61be43f970833fce75cad053d5b","formula_version":"titan-u-contract-v1","latency_ms":0.609958078712225,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"491b0b633544f5b28bcee52e4e25ceedf47f47a6942e4efdd3924b073c42c070","sample_id":"winogrande.dev.953","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a0922e16f2d5044fbf2624fecda7b0d04835fe13b84d4a38bda0f5f4c2190843","formula_version":"titan-u-contract-v1","latency_ms":1.9355419790372252,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"de59902b43453a8a3109a76d0b503c850d6eac26823e0214da58bf34f00760cf","sample_id":"winogrande.dev.954","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a4d31fc0c5efc9e38c0052cfac95780838d9c5186cc5962fd409737e3e6d2646","formula_version":"titan-u-contract-v1","latency_ms":0.9649579878896475,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1136a208ada47ac83dce6f60feff057e5db7d4867ef27ef75d800f85e83ea968","sample_id":"winogrande.dev.955","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"18e13152c02c7d200f76145bc938267eafcc5ae80f605b20c064d0ba82aed8fd","formula_version":"titan-u-contract-v1","latency_ms":0.5171250086277723,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9b412ddab521baccd99ffe486326847fc97ff90381ba29cbafe96179cebc56d7","sample_id":"winogrande.dev.956","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2abfd75d82efd84ae9a8a86ac490b932ef6328eaaed7f0b2c253df805c5124af","formula_version":"titan-u-contract-v1","latency_ms":0.591374933719635,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1a5a33b3db2a996794ea0f451ff988a1d164fde70854458aba7d5579bd28aac7","sample_id":"winogrande.dev.957","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"962475a6dcbeb0ea01b913855e14cf34c90204862acedc731c95e0ece561b6f4","formula_version":"titan-u-contract-v1","latency_ms":0.45204104389995337,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"4f2948f30e1bbd019e2f49eaf7c5ea09c4c7573944eeecfb45c6c0d238e058c5","sample_id":"winogrande.dev.958","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"63e11e36020f08fb8154e0ec2a1e4e0f063c1691a9b3b9b60e3bb3a33e51a946","formula_version":"titan-u-contract-v1","latency_ms":0.4355419659987092,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"80d3f281848127828058487f9aa0874c6e81b9f38336d0da4e62094e862ae994","sample_id":"winogrande.dev.959","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2e0ea4d8e9b0102ba315458d65ad7ba7c73483282ec98abed037791e145d4624","formula_version":"titan-u-contract-v1","latency_ms":0.5057919770479202,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"afe5f7577503267830fc3806cff5fc32eef36c700b92cea35e032e3c783a6ab5","sample_id":"winogrande.dev.96","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c07663f0b2c948f8a7ba9ab2f16e921a315d59712c6b705aacc7d9faffe7d62e","formula_version":"titan-u-contract-v1","latency_ms":0.824208022095263,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fb31a538b8a24e222560fe20befabff87e6b88159589da1fc9fc7853780e585c","sample_id":"winogrande.dev.960","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"049fd9c81b0fd44964191a2955972c243b52d8af303e569d2c25249260171469","formula_version":"titan-u-contract-v1","latency_ms":0.5862499820068479,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5cc57c982f1008cb4cb9eb772e6d6f7947d4370ce9399205d8dc9b76bdfb41c2","sample_id":"winogrande.dev.961","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7019207133cf80734e68d46c961f828c419a66880abecd2bd8647d0c134f3874","formula_version":"titan-u-contract-v1","latency_ms":0.4481249488890171,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"26b0908c88384450a3f7c961eddc2cc2f12bd1ab8712d139583762ea20e4e3bd","sample_id":"winogrande.dev.962","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a8a6f1d65be4fbd7777e78591ebb16ac8bc732e96cc2dc0e937875e51210ebbc","formula_version":"titan-u-contract-v1","latency_ms":0.5054170032963157,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"261b448e74cf3bef00872baab94fa959b7132f8c410136a15547e3dcca1e33ad","sample_id":"winogrande.dev.963","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1140248027452a3ea4e1b870e2b24c58b166b5acf563ab7a094fec215f0573f1","formula_version":"titan-u-contract-v1","latency_ms":0.5034590139985085,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b8ae1a04ccdef49c30e21b8ca028f55e69311862ddba5ae630449ebac7503a04","sample_id":"winogrande.dev.964","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"726c38f90c0e4666a9d2882a49b0c32f7596f9433346942d1895ab7c1f4d42c2","formula_version":"titan-u-contract-v1","latency_ms":0.5193749675527215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6a4c5ef904436b10bcc810d5f793fb02e19218b770b3fb6d337119e3dd3f8745","sample_id":"winogrande.dev.965","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b4c489a5bf20beec2c3a47eb39d224c4590c8afcf43ea9bdf2a039e4b626490c","formula_version":"titan-u-contract-v1","latency_ms":0.5577909760177135,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"105b16907237df643244b7b93114a42ea5a3ac708f785300f51aba841531dc94","sample_id":"winogrande.dev.966","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"a5b3a188e2ac666127242b1390ba3d08e7947248aae09819d3797f3f4dcd866b","formula_version":"titan-u-contract-v1","latency_ms":0.557416002266109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"274418134c89c3c1995d7cb2d82bd723859e2eac6a5548a4f3ee31cc40e2dc60","sample_id":"winogrande.dev.967","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3a2b08ab911d630f657d423f66c9d639448d7123e21c7f0cd42d2769359bde81","formula_version":"titan-u-contract-v1","latency_ms":0.4330830415710807,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"568ea681c327ceb6614a66eb369f8655cd9ca13a57d3028a7867bb26e3efd7d1","sample_id":"winogrande.dev.968","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2a2f8e7677db51c6112369cdaa6703aea7afd6c2e21ed9d95b51f26de25a5970","formula_version":"titan-u-contract-v1","latency_ms":0.39741594810038805,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6bf05eb70d497c9cd9c96d7c6772ac3247576705046efe645b853c77c92a22f0","sample_id":"winogrande.dev.969","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2dc7b54eb461f02ae8181d5323bb7eb7438d92fef361c32e20c2ef9ca69175c5","formula_version":"titan-u-contract-v1","latency_ms":0.6542500341311097,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"2ff7f9a8b519f49785adfa7bdfe65285417f9ec6146fa37c00e7c583e21e1e76","sample_id":"winogrande.dev.97","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"48e196490c2febde365cc9d124ee7b15e9d1999834230f38cd2a566e03b00ad9","formula_version":"titan-u-contract-v1","latency_ms":0.5119999404996634,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"a7685390c0cd15f47cf841074379288378373ea3240077e54b39c9e2f0994c22","sample_id":"winogrande.dev.970","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"45ef81d2f045ea42deb9dcc1e870d2c89c74ce4dacb9230da20bdea43ccef46f","formula_version":"titan-u-contract-v1","latency_ms":0.4390840185806155,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b41c6d83f373fffbae3cfbbfbbb532146a44bc2caceca705d156fa206fc59718","sample_id":"winogrande.dev.971","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"753ba975fc6edb7cf79c19725fa3a6409c48261da70b3ed6db95d2e04daa8834","formula_version":"titan-u-contract-v1","latency_ms":0.41554204653948545,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"ced15abf88d2d5180cac61b00ab0c3068691e6497a9776223eb4319d6e937fe6","sample_id":"winogrande.dev.972","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"753ba975fc6edb7cf79c19725fa3a6409c48261da70b3ed6db95d2e04daa8834","formula_version":"titan-u-contract-v1","latency_ms":0.6091670366004109,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aae66b669ed076e4fe2d6282c8a8a7f5dba0e47718be338d0906ccb73c90518c","sample_id":"winogrande.dev.973","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1f9996800591af19c35ca319e634ee2e76dd7e92632d6b6663a2588f20137d12","formula_version":"titan-u-contract-v1","latency_ms":0.5202499451115727,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"93abdbbfd0205a6b8d54ed81703e0c2f8f828751b36798f9c30e42013d7a4b11","sample_id":"winogrande.dev.974","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"afa007811e9ceb8dd2462ca6c9773e7cbe54d1897c2228f38fe18d69d02219d7","formula_version":"titan-u-contract-v1","latency_ms":0.5129999481141567,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b2acf2c321c559832f221c20ccb4859e5d59dbe6fae5af5b2fe556cbb696c811","sample_id":"winogrande.dev.975","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2995b34830aa626f0332a53e2416f544c56affb4480c84a4b137b4839e1b8687","formula_version":"titan-u-contract-v1","latency_ms":0.5039999959990382,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"0828c95e05271d75baa8a0797496faa97521246faeea52d8688cacb2cf1af2d5","sample_id":"winogrande.dev.976","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1bc9cd31e25f81b74f8cb1d4a7d2932040be52afc020658f488f9491bc127458","formula_version":"titan-u-contract-v1","latency_ms":0.4152499604970217,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"96f42f2d4b57b6592af351e0df17cbcf8d64ab3c03a43be83b888a03e629d16a","sample_id":"winogrande.dev.977","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b8b41d63f423fae812d9c05983d9137a727b2afc76c2ffe580c720da0379376b","formula_version":"titan-u-contract-v1","latency_ms":0.5124169401824474,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"aadaed8fa0216fe092e186213701013a02f55fddfbc67eb590a51d066f19431e","sample_id":"winogrande.dev.978","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"75e001d5804f90eb6d74f38f3a7dd7af11d91fe1b7b6877d4267fdadc5c50b0b","formula_version":"titan-u-contract-v1","latency_ms":1.1242079781368375,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"960bf1a5a1205c0f9e30eaa3a228f846b5b9911c3fb8a10e4d643f078eff4f5c","sample_id":"winogrande.dev.979","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"3bb6665253371691a7ceecde599d0ba674f2aee86957c342aa89ab4ba0434433","formula_version":"titan-u-contract-v1","latency_ms":0.538166961632669,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"262228428feffcfa342131a37f7de298410b062924cc6642bc14bc2ce2d9c97b","sample_id":"winogrande.dev.98","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9a2892eead64c195c18863a31ec36ff41eb0ed7c224379bd920693fb830d867c","formula_version":"titan-u-contract-v1","latency_ms":0.39712502621114254,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f350c5890b820012ae18e6cda57f9d048907a3652d74e2eb20f5ad8b5c4aea1b","sample_id":"winogrande.dev.980","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"1a31447be075c96207589d20b0c935726f6e6aa893816e68dc02487e891924ef","formula_version":"titan-u-contract-v1","latency_ms":0.4319589352235198,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f014149b6e8f145dc0101b995d3c488429380b2a3bfce0f2eb1efa37c6d0e00a","sample_id":"winogrande.dev.981","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"e6b7ac6d2e96a010ba0f80cf195cd3515ac57a19d79749ad59ade4850639292f","formula_version":"titan-u-contract-v1","latency_ms":0.4391670227050781,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"dbb20153868771a9b7d2977909291d384260128390fe349f240ce15a216a6fb7","sample_id":"winogrande.dev.982","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"9b28e017d43a5f87b5438d1ff3b4f35d382ce02ae49bb97756f36712e7434677","formula_version":"titan-u-contract-v1","latency_ms":0.7550000445917249,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9c635093dc19328ad383403784389b02d4679c9989bc5895d1eab089584ac498","sample_id":"winogrande.dev.983","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"233786f07caaed68acf9d632dc0ab991cba2a7ac209e91c34f6acf5d67fd350f","formula_version":"titan-u-contract-v1","latency_ms":0.5561250727623701,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6da7849a76c0c3e92e7eaedff83b5dde7ce4a227663ce990036d19cc40711219","sample_id":"winogrande.dev.984","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"f999d8cfa7040b4f292afe2b1f08a5012496235554b563f058505a9664e91ef8","formula_version":"titan-u-contract-v1","latency_ms":0.46912499237805605,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"1caed5ad8476d7a87934e08256c87a9d5b38bc8b22416280fde670b48c8fffd8","sample_id":"winogrande.dev.985","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"8f763a7ff101e2e1f2809e265ffab862f10a768c107e87c246cf44a05be3b697","formula_version":"titan-u-contract-v1","latency_ms":0.5193749675527215,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5800ca01bc7a0245adeb0f1bd35ece4d252ff15e54a73bfeb280b804a28fd59d","sample_id":"winogrande.dev.986","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"7778824b020039045a38de9055710136348ae7eaf5b495af718bad300ab90111","formula_version":"titan-u-contract-v1","latency_ms":0.47974998597055674,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"599e9eb8f4f4947dcbfd1079041242a683d82a66981b60c958b1bb0711945f94","sample_id":"winogrande.dev.987","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"533f7b248bc0511a3a04118d0aea5816c9915100059cc43a01e346e2efb64a31","formula_version":"titan-u-contract-v1","latency_ms":0.48637506552040577,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"05904da3e155f4ba53924042e100f376e5d48e1bbabe2708fb8a928769b68a3a","sample_id":"winogrande.dev.988","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"34b313d3d3d51f273fec79242641ef1386186a00583c0cb369b0b9ad3afb7e85","formula_version":"titan-u-contract-v1","latency_ms":0.5095419473946095,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"9cec6c2c17a1f807894dd44bcbfc3571dd427a8a86e04911509c589a303a74c7","sample_id":"winogrande.dev.989","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"bbddf976fbbb0ce47bcf553c279562878163c3e4ac75a17849a7e270a559a81c","formula_version":"titan-u-contract-v1","latency_ms":0.43033401016145945,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b906baba0e8ccec8ff48f2c778c6deb93b8db9028b4c9ab85bdf5af921401091","sample_id":"winogrande.dev.99","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"0ff9623cd0e5e91c628d73215c6c21a5478bae18924213dafd86e6190514c471","formula_version":"titan-u-contract-v1","latency_ms":0.5035409703850746,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"fcb509a81a31f53643462737e828adb05630cd4809a1672efc83ebd3c1a24fa7","sample_id":"winogrande.dev.990","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d99e36da3eadffa7e9f581746181e73cca5b51da82bc69d61931a01eba1f79e5","formula_version":"titan-u-contract-v1","latency_ms":0.4073329037055373,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"6200f0b1ad728d4c332f58307130ea50e7d9788ec5ca02b775a5c32b51573f44","sample_id":"winogrande.dev.991","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"06f5cb1a295f8164d1bebda34b156fad0431ab44ee10cf9e0e5f71a43933f0fd","formula_version":"titan-u-contract-v1","latency_ms":0.5090000340715051,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5b20a43f5fe6a58e4f132fce7ed4d79066884c205499ad6cce54dd6bfe91c235","sample_id":"winogrande.dev.992","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"d45137639e54e1356f4ce8a7bae4172ac08ef202fb3ff5f1c8c7a99efa6efa5b","formula_version":"titan-u-contract-v1","latency_ms":0.5499579710885882,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"3fe7fdce82c8fafee3e6bdb054bbbe3a0fad80d3422061255ba4a5a7ff8384d1","sample_id":"winogrande.dev.993","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b44972dbf768ed1c2bf963d66522f7798a41391799b0579918e6c852182f9b52","formula_version":"titan-u-contract-v1","latency_ms":0.41341595351696014,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7571c5996c807572fc64c47085f193645a975b5b7cc620dfbd2a963d8a310de0","sample_id":"winogrande.dev.994","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"2138de1e69c651f9b09dd778f98a7a696988765d6db67a532df3c468f89b0a74","formula_version":"titan-u-contract-v1","latency_ms":1.0292920051142573,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"972daac99ccf9fc24ac5331572cacade2092151d571d7f3d0c8e6cb5822a2416","sample_id":"winogrande.dev.995","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"b471edd25bb580e321204f2d6d91a7ce4cdbd8c2b5b4bfad373f5b31d9b86ed3","formula_version":"titan-u-contract-v1","latency_ms":0.3940419992431998,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"7de3e30cf267af2a9f270b8f35bbb5e3e783e082e457b61085d8610cf9d8766c","sample_id":"winogrande.dev.996","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"fe600a6469c89ddac4627697f18c91dc5f4787a9da188cf9a2bfef3ab0ce34a9","formula_version":"titan-u-contract-v1","latency_ms":0.38829201366752386,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"5187cf06f203e166e4169449d30ab334f182799b6928b87998053498f28ff50d","sample_id":"winogrande.dev.997","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"280cdf3ed28dd28432cb38ffe846d8b81d15238b6c07d17743387fc9b08c0518","formula_version":"titan-u-contract-v1","latency_ms":0.38650003261864185,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"b81ded2423591d5c74572871b0f344dd6423e712f0eb64fb10b03e8c103b7638","sample_id":"winogrande.dev.998","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}
{"eligible_count":11,"feature_sha256":"c6d33e5c7b435eb2fe98e942d18c521355b24836b1aa43b3b59c3b1fe132e208","formula_version":"titan-u-contract-v1","latency_ms":0.35779201425611973,"model_id":"WizardLM/WizardLM-13B-V1.2","prompt_sha256":"f9c4038377e1c3dce71819ff85cf9e81de1f95b731eb9909a37a21b7cab04bb6","sample_id":"winogrande.dev.999","state_sha256":"7e21a2603f29a02b0301485031f328c4e0f04ec722b6828d50050eec6b8eb893"}